-- Logs begin at Thu 2021-09-23 21:11:55 UTC, end at Fri 2021-09-24 00:16:26 UTC. -- Sep 23 22:01:54.475877 n-d-810775-1 systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 22:01:57.233681 n-d-810775-1 neutron-server[95379]: INFO neutron.common.config [-] Logging enabled! Sep 23 22:01:57.234258 n-d-810775-1 neutron-server[95379]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev22 Sep 23 22:01:57.234454 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95379) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 22:01:57.237889 n-d-810775-1 neutron-server[95379]: INFO neutron.common.config [-] Logging enabled! Sep 23 22:01:57.238143 n-d-810775-1 neutron-server[95379]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev22 Sep 23 22:01:57.238451 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95379) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 22:01:57.239407 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 22:01:57.239638 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 22:01:57.240001 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 22:01:57.240240 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 22:01:57.240458 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 22:01:57.240774 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.241066 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.241383 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.241609 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.241897 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.242183 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.242460 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.242746 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.243039 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.243319 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.243596 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.243879 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.244105 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.244383 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.244665 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.244948 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.245198 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] debug = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.245479 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.245901 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.246321 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.246597 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.246882 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.247171 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.247426 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.247697 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.247976 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.248299 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] host = n-d-810775-1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.248571 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.248853 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.249162 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.249448 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.249720 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.249993 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.250809 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.251081 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.251441 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] log_file = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.251734 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.252024 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.252312 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.252603 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.252828 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.253047 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.253358 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.253646 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.253921 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.254194 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.254468 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.255004 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.255274 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.255546 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.255832 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.256114 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.256396 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.256667 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.256940 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.257232 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.257503 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.257787 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.258059 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.258332 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.258599 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.258883 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.259149 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.259417 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.259713 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.260075 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.260276 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.260556 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.260826 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.261128 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.261394 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.261664 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.261932 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] use_json = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.262201 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.262467 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.262747 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.263016 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.263284 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.263551 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.263820 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.264099 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:01:57.264394 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.264687 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.264984 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.265288 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.265584 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.266577 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.266935 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.267211 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.267498 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.267786 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.268072 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.268349 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.268634 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.268910 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.269230 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.269533 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.269824 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.270113 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.270384 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.270654 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.270925 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.271200 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.271483 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.271757 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.272040 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.272326 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.272601 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.272883 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.273195 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.273483 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.273752 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.274025 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.274312 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.274585 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.274852 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.275125 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.275412 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.275695 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.275963 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.276241 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.276515 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.276783 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.277053 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.277353 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.277639 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.277911 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.278179 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.278446 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.278717 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.278983 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.279264 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.279535 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.279801 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.280067 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.280339 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.280607 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.280874 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.281168 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.281489 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.281731 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.282003 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.282264 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.282531 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.282797 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.283063 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.283327 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.283593 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.283861 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.284128 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.284392 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.284656 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.284921 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.285216 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.285503 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.285798 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.286074 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.286350 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.286623 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.286897 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.287168 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.287440 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.287709 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.287982 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.288248 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.288530 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.288808 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.289088 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.289387 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.289656 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.289952 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.290226 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.290501 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.290770 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.291041 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.291317 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.291597 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.291886 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.292174 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.292462 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.292750 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.293040 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.293336 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.293638 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.293916 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:01:57.294130 n-d-810775-1 neutron-server[95379]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 22:01:57.294372 n-d-810775-1 neutron-server[95379]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95379) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 22:01:57.646324 n-d-810775-1 neutron-server[95379]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 22:01:57.646595 n-d-810775-1 neutron-server[95379]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 22:01:57.646880 n-d-810775-1 neutron-server[95379]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 22:01:57.647207 n-d-810775-1 neutron-server[95379]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 22:01:58.045324 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.045572 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.045778 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.047172 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.047543 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.047903 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.087160 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.087435 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.087696 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.102363 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.102637 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.102895 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.131529 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.131814 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.132063 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.169883 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.170160 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.170424 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.402177 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.402829 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.402829 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.403012 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.403634 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.524881 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.525219 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.525499 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.525766 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.526028 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.526335 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.526591 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.526841 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.527086 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.527359 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.527612 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.527869 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.528117 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.528363 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.528611 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.528866 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.529132 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.529403 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.529665 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.529919 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.530186 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.530435 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.530711 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.531081 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.531368 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.532250 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.532647 n-d-810775-1 neutron-server[95379]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 22:01:58.532880 n-d-810775-1 neutron-server[95379]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 22:01:58.533130 n-d-810775-1 neutron-server[95379]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 22:01:58.533364 n-d-810775-1 neutron-server[95379]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 22:01:58.533597 n-d-810775-1 neutron-server[95379]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 22:01:58.533829 n-d-810775-1 neutron-server[95379]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 22:01:58.534191 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 22:01:58.537419 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 22:01:58.541437 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 22:01:58.545078 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 23 22:01:58.546716 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 22:01:58.547201 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 22:01:58.547587 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 22:01:58.548073 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 22:01:58.550886 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 22:01:58.551134 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 22:01:58.551479 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 22:01:58.556805 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 22:01:58.579209 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 22:01:58.579670 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.579973 n-d-810775-1 neutron-server[95379]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95379) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 22:01:58.580325 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.581729 n-d-810775-1 neutron-server[95379]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95379) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 22:01:58.582176 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 22:01:58.582422 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 22:01:58.585659 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.585932 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:01:58.650142 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 22:01:58.650381 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 22:01:58.650610 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 22:01:58.650990 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 22:01:58.674115 n-d-810775-1 neutron-server[95379]: DEBUG oslo_db.sqlalchemy.engines [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95379) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 22:01:59.626733 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Initializing driver for type 'gre' Sep 23 22:01:59.627487 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] gre ID ranges: [(1, 1000)] Sep 23 22:01:59.798776 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Initializing driver for type 'local' Sep 23 22:01:59.799100 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Initializing driver for type 'vlan' Sep 23 22:01:59.918110 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] VlanTypeDriver initialization complete Sep 23 22:01:59.918368 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Initializing driver for type 'vxlan' Sep 23 22:01:59.918914 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] vxlan ID ranges: [(1, 1000)] Sep 23 22:02:00.129009 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Initializing extension driver 'port_security' Sep 23 22:02:00.129372 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.extensions.port_security [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] PortSecurityExtensionDriver initialization complete Sep 23 22:02:00.129957 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Initializing mechanism driver 'openvswitch' Sep 23 22:02:00.130275 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Initializing mechanism driver 'hyperv' Sep 23 22:02:00.136909 n-d-810775-1 neutron-server[95379]: DEBUG neutron.plugins.ml2.plugin [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:02:00.137587 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > port after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.137956 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > port after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.138300 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > port after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.138823 n-d-810775-1 neutron-server[95379]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95379) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 22:02:00.139247 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > subnet after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.139594 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > subnet after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.139962 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > subnet after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.140351 n-d-810775-1 neutron-server[95379]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95379) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 22:02:00.141281 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > network after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.141623 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > network after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.141963 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > network after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.142352 n-d-810775-1 neutron-server[95379]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95379) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 22:02:00.142744 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > security_group after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.143085 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > security_group after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.143423 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > security_group after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.143964 n-d-810775-1 neutron-server[95379]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95379) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 22:02:00.144346 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.144697 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.145038 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.148544 n-d-810775-1 neutron-server[95379]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95379) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 22:02:00.148544 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > address_group after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.148544 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > address_group after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.148544 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > address_group after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.148544 n-d-810775-1 neutron-server[95379]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95379) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 22:02:00.148938 n-d-810775-1 neutron-server[95379]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] ML2 OVO RPC backend initialized. {{(pid=95379) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 23 22:02:00.148938 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router_interface after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.148938 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.148938 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > network before_response 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.149293 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > networks before_response 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.149394 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > port before_response 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.149680 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > ports before_response 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.150016 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > subnet before_response 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.150350 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > subnets before_response 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.150688 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > network after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.151046 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > network after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.151372 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > network after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.151701 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > port after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.152028 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > port after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.152354 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > port after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.152690 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > subnet after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.153017 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > subnet after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.153367 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > subnet after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.153941 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.plugin [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Modular L2 Plugin initialization complete Sep 23 22:02:00.154263 n-d-810775-1 neutron-server[95379]: DEBUG neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading services supported by the core plugin {{(pid=95379) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 22:02:00.154582 n-d-810775-1 neutron-server[95379]: INFO neutron.plugins.ml2.managers [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Got port-security extension from driver 'port_security' Sep 23 22:02:00.155042 n-d-810775-1 neutron-server[95379]: INFO neutron.extensions.vlantransparent [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Disabled vlantransparent extension. Sep 23 22:02:00.155515 n-d-810775-1 neutron-server[95379]: DEBUG neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95379) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 22:02:00.155820 n-d-810775-1 neutron-server[95379]: INFO neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading Plugin: router Sep 23 22:02:00.192048 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router_interface before_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.192367 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router after_create 55549900 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.192735 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router before_create 55549900 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.193093 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.193484 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.193831 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router after_delete 55549900 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.194181 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > floatingip after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.194525 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > floatingip after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.194879 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router after_create 55549900 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.195223 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router after_update 55549900 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.195562 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router after_update 55549900 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.195901 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.196256 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router after_update 55549900 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.196661 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router precommit_update 55549900 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.197029 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: port after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.197389 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: port after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.197722 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: subnet after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.198054 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.198397 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > port precommit_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.198739 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router precommit_create 55549900 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.199100 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: port before_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.199436 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router precommit_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.199786 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router after_update 55549900 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.200123 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router precommit_delete 55549900 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.200472 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router precommit_create 55549900 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.200824 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router_interface after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.201190 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router precommit_update 55549900 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.201548 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > agent after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.201889 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > agent after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.202225 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > network after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.203086 n-d-810775-1 neutron-server[95379]: DEBUG neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Tracking information for resource: router configured {{(pid=95379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 22:02:00.203917 n-d-810775-1 neutron-server[95379]: DEBUG neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Tracking information for resource: floatingip configured {{(pid=95379) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 22:02:00.209004 n-d-810775-1 neutron-server[95379]: INFO neutron.db.l3_agentschedulers_db [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 22:02:00.209607 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: port after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.209960 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: port after_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.210303 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: port after_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.210644 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: port after_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.211424 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router before_create 55550100 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.211782 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router precommit_delete 55550100 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.212137 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router precommit_create 55550100 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.212485 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > router precommit_update 55550100 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.217223 n-d-810775-1 neutron-server[95379]: DEBUG neutron.services.provider_configuration [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Service providers = [] {{(pid=95379) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 22:02:00.217583 n-d-810775-1 neutron-server[95379]: DEBUG neutron.db.servicetype_db [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95379) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 22:02:00.221276 n-d-810775-1 neutron-server[95379]: DEBUG neutron.services.service_base [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95379) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 22:02:00.221621 n-d-810775-1 neutron-server[95379]: DEBUG neutron.services.service_base [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95379) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 22:02:00.221957 n-d-810775-1 neutron-server[95379]: DEBUG neutron.services.service_base [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95379) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 22:02:00.222843 n-d-810775-1 neutron-server[95379]: DEBUG neutron.services.service_base [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95379) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 22:02:00.223211 n-d-810775-1 neutron-server[95379]: INFO neutron.services.service_base [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 22:02:00.223589 n-d-810775-1 neutron-server[95379]: DEBUG neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 22:02:00.223905 n-d-810775-1 neutron-server[95379]: INFO neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 22:02:00.234435 n-d-810775-1 neutron-server[95379]: DEBUG neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 22:02:00.234781 n-d-810775-1 neutron-server[95379]: INFO neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading Plugin: auto_allocate Sep 23 22:02:00.240474 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: network precommit_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.240835 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: network precommit_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.241371 n-d-810775-1 neutron-server[95379]: DEBUG neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 22:02:00.241688 n-d-810775-1 neutron-server[95379]: INFO neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading Plugin: tag Sep 23 22:02:00.248163 n-d-810775-1 neutron-server[95379]: DEBUG neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 22:02:00.248481 n-d-810775-1 neutron-server[95379]: INFO neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading Plugin: timestamp Sep 23 22:02:00.253126 n-d-810775-1 neutron-server[95379]: DEBUG neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 22:02:00.253458 n-d-810775-1 neutron-server[95379]: INFO neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading Plugin: network_ip_availability Sep 23 22:02:00.259139 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.259502 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.259852 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.260587 n-d-810775-1 neutron-server[95379]: DEBUG neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 22:02:00.260905 n-d-810775-1 neutron-server[95379]: INFO neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading Plugin: flavors Sep 23 22:02:00.265751 n-d-810775-1 neutron-server[95379]: DEBUG neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 22:02:00.266443 n-d-810775-1 neutron-server[95379]: INFO neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading Plugin: revisions Sep 23 22:02:00.270539 n-d-810775-1 neutron-server[95379]: DEBUG neutron.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95379) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 22:02:00.270928 n-d-810775-1 neutron-server[95379]: DEBUG oslo_concurrency.lockutils [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.624s {{(pid=95379) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 22:02:00.271679 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95379) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 22:02:00.272008 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Initializing extension manager. Sep 23 22:02:00.272517 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: __init__.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.272856 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: __pycache__ {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.273209 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.273537 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: address_group.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.279641 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.279641 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: address-group Sep 23 22:02:00.279641 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: address_scope.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.279641 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.279641 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: address-scope Sep 23 22:02:00.279641 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: admin_state_down_before_update.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.280182 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.280619 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: router-admin-state-down-before-update Sep 23 22:02:00.280934 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: agent.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.282266 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.282674 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: agent Sep 23 22:02:00.282984 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: agent_resources_synced.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.283887 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.284379 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: agent-resources-synced Sep 23 22:02:00.284689 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: allowedaddresspairs.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.286515 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.287019 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: allowed-address-pairs Sep 23 22:02:00.287338 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: auto_allocated_topology.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.288426 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.288901 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: auto-allocated-topology Sep 23 22:02:00.289243 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: availability_zone.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.289929 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.290424 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: availability_zone Sep 23 22:02:00.290737 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: availability_zone_filter.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.291635 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.292131 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: availability_zone_filter Sep 23 22:02:00.292442 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: data_plane_status.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.293364 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.293858 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 22:02:00.294171 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: default_subnetpools.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.295073 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.295574 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: default-subnetpools Sep 23 22:02:00.295888 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: dhcpagentscheduler.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.296692 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.298020 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: dhcp_agent_scheduler Sep 23 22:02:00.298260 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: dns.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.299175 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.299665 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension dns-integration not supported by any of loaded plugins Sep 23 22:02:00.299982 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: dns_domain_ports.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.300897 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.301421 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 22:02:00.301739 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.302649 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.303140 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 22:02:00.303456 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: dvr.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.304120 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.304613 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: dvr Sep 23 22:02:00.304928 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: ecmp_routes.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.305852 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.306374 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 22:02:00.306661 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: empty_string_filtering.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.307562 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.308055 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: empty-string-filtering Sep 23 22:02:00.308366 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.309297 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.309789 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 22:02:00.310100 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.311025 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.311524 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 22:02:00.311833 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: external_net.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.312765 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.313292 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: external-net Sep 23 22:02:00.313607 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: extra_dhcp_opt.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.314509 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.314997 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: extra_dhcp_opt Sep 23 22:02:00.315312 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: extraroute.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.316211 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.316702 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: extraroute Sep 23 22:02:00.317042 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: extraroute_atomic.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.324882 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.325395 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: extraroute-atomic Sep 23 22:02:00.325713 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: filter_validation.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.326373 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.326869 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: filter-validation Sep 23 22:02:00.327183 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: fip_pf_description.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.328101 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.328710 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 22:02:00.329028 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: fip_port_details.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.329976 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.330473 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: fip-port-details Sep 23 22:02:00.330789 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: flavors.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.332004 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.332499 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: flavors Sep 23 22:02:00.332817 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.334488 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.334991 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 22:02:00.335312 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: floatingip_pools.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.336010 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.336510 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: floatingip-pools Sep 23 22:02:00.336834 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: ip_allocation.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.337767 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.338265 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 22:02:00.338580 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.339516 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.340008 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: ip-substring-filtering Sep 23 22:02:00.340327 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: l2_adjacency.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.341298 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.341793 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 22:02:00.342105 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: l3.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.343285 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.344327 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: router Sep 23 22:02:00.344649 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: l3_conntrack_helper.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.348080 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.348607 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 22:02:00.348933 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.349926 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.350433 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: ext-gw-mode Sep 23 22:02:00.350778 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.351709 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.352213 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: l3-ha Sep 23 22:02:00.352532 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: l3_flavors.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.353465 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.353972 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: l3-flavors Sep 23 22:02:00.354291 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.355202 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.355707 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 22:02:00.356025 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: l3agentscheduler.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.357065 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.364344 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: l3_agent_scheduler Sep 23 22:02:00.364344 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: logging.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.365807 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.366396 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension logging not supported by any of loaded plugins Sep 23 22:02:00.366724 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: metering.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.367470 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.368158 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: metering Sep 23 22:02:00.368432 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.369568 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.370054 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: metering_source_and_destination_fields Sep 23 22:02:00.370373 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: multiprovidernet.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.371290 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.371789 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: multi-provider Sep 23 22:02:00.372102 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: netmtu.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.373027 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.373569 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: net-mtu Sep 23 22:02:00.373886 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: netmtu_writable.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.374789 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.375323 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: net-mtu-writable Sep 23 22:02:00.375636 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: network_availability_zone.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.376414 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.376925 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: network_availability_zone Sep 23 22:02:00.377268 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: network_ip_availability.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.378377 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.378877 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: network-ip-availability Sep 23 22:02:00.379197 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: network_segment_range.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.380300 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.380789 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 22:02:00.381120 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: pagination.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.382107 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.382426 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: pagination Sep 23 22:02:00.382737 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: port_device_profile.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.383637 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.384146 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: port-device-profile Sep 23 22:02:00.384461 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.385407 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.385909 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: port-mac-address-regenerate Sep 23 22:02:00.386227 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.387117 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.387620 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: port-numa-affinity-policy Sep 23 22:02:00.387934 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: port_resource_request.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.388974 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.389511 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 22:02:00.389828 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: portbindings.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.391132 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.391432 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: binding Sep 23 22:02:00.391754 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: portbindings_extended.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.393018 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.393598 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: binding-extended Sep 23 22:02:00.393883 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: portsecurity.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.394786 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.395284 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: port-security Sep 23 22:02:00.395600 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: project_id.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.396564 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.396882 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: project-id Sep 23 22:02:00.397225 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: providernet.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.398190 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.398703 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: provider Sep 23 22:02:00.399017 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: qos.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.402534 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.403037 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension qos not supported by any of loaded plugins Sep 23 22:02:00.403360 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.404596 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.405096 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 22:02:00.405442 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.406870 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.407369 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 22:02:00.407766 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: qos_default.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.408671 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.409203 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension qos-default not supported by any of loaded plugins Sep 23 22:02:00.409526 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: qos_fip.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.410172 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.410665 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension qos-fip not supported by any of loaded plugins Sep 23 22:02:00.410986 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: qos_gateway_ip.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.411895 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.412397 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 22:02:00.412713 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: qos_port_network_policy.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.413651 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.414172 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 22:02:00.414489 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: qos_pps_rule.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.415650 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.416161 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension qos-pps not supported by any of loaded plugins Sep 23 22:02:00.416480 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: qos_rule_type_details.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.417418 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.417953 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 22:02:00.418268 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: qos_rules_alias.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.419453 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.419874 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 22:02:00.420194 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: quotasv2.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.421160 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.430162 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: quotas Sep 23 22:02:00.430162 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: quotasv2_detail.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.432317 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.432648 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: quota_details Sep 23 22:02:00.432971 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: rbac.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.434172 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.434601 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: rbac-policies Sep 23 22:02:00.434925 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: rbac_address_group.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.435844 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.436378 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: rbac-address-group Sep 23 22:02:00.436692 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: rbac_address_scope.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.437666 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.438263 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: rbac-address-scope Sep 23 22:02:00.438580 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: rbac_security_groups.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.439490 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.439993 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: rbac-security-groups Sep 23 22:02:00.440312 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: rbac_subnetpool.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.441258 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.441758 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: rbac-subnetpool Sep 23 22:02:00.442122 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: revisionifmatch.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.442996 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.443496 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: revision-if-match Sep 23 22:02:00.443812 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: revisions.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.444920 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.445441 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: standard-attr-revisions Sep 23 22:02:00.445764 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: router_availability_zone.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.446434 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.446928 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: router_availability_zone Sep 23 22:02:00.447242 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: routerservicetype.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.448225 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.448717 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension router-service-type not supported by any of loaded plugins Sep 23 22:02:00.449035 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.449962 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.450469 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: security-groups-normalized-cidr Sep 23 22:02:00.450815 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: security_groups_port_filtering.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.451699 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.452210 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: port-security-groups-filtering Sep 23 22:02:00.452563 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.453566 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.454077 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: security-groups-remote-address-group Sep 23 22:02:00.454394 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: securitygroup.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.465553 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.466074 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: security-group Sep 23 22:02:00.466399 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: segment.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.467191 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.467689 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension segment not supported by any of loaded plugins Sep 23 22:02:00.468014 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.469519 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.470054 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 22:02:00.470377 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: servicetype.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.471646 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.472151 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: service-type Sep 23 22:02:00.472476 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: sorting.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.473481 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.473805 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: sorting Sep 23 22:02:00.474120 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: standard_attr_segment.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.475035 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.475536 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 22:02:00.475857 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: standardattrdescription.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.476498 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.476992 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: standard-attr-description Sep 23 22:02:00.477344 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: stateful_security_group.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.478264 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.478764 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: stateful-security-group Sep 23 22:02:00.479080 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: stdattrs_common.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.479650 n-d-810775-1 neutron-server[95379]: WARNING neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 22:02:00.479962 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.480877 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.481461 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 22:02:00.481776 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: subnet_onboard.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.482917 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.483423 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: subnet_onboard Sep 23 22:02:00.483740 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.485288 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.485789 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 22:02:00.486106 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: subnet_service_types.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.487022 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.487523 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: subnet-service-types Sep 23 22:02:00.487834 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: subnetallocation.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.488944 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.489475 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: subnet_allocation Sep 23 22:02:00.489793 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.490453 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.490955 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: subnetpool-prefix-ops Sep 23 22:02:00.491270 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.492200 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.492698 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 22:02:00.493013 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: tagging.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.494136 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.494648 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: standard-attr-tag Sep 23 22:02:00.494968 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: timestamp.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.496161 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.496670 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loaded extension: standard-attr-timestamp Sep 23 22:02:00.496992 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: trunk.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.498030 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.498532 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension trunk not supported by any of loaded plugins Sep 23 22:02:00.498852 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: trunk_details.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.499773 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.500308 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension trunk-details not supported by any of loaded plugins Sep 23 22:02:00.500639 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: uplink_status_propagation.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.501559 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.502061 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 22:02:00.502379 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Loading extension file: vlantransparent.py {{(pid=95379) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 22:02:00.503046 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95379) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 22:02:00.503540 n-d-810775-1 neutron-server[95379]: INFO neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 22:02:00.506316 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:network Sep 23 22:02:00.506847 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:subnet Sep 23 22:02:00.507240 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 22:02:00.507630 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:port Sep 23 22:02:00.508853 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.v2.resource_helper [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 22:02:00.509306 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.v2.resource_helper [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Service FLAVORS assigned prefix: {{(pid=95379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 22:02:00.509928 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.v2.resource_helper [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 22:02:00.510342 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.v2.resource_helper [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 22:02:00.510680 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:router Sep 23 22:02:00.511098 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:floatingip Sep 23 22:02:00.511570 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.v2.resource_helper [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Service METERING assigned prefix: /metering {{(pid=95379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 22:02:00.513004 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.513392 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.513746 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:02:00.514765 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 22:02:00.515198 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:security_group Sep 23 22:02:00.515644 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 22:02:00.516245 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.v2.resource_helper [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Service CORE assigned prefix: {{(pid=95379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 22:02:00.516621 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 22:02:00.516965 n-d-810775-1 neutron-server[95379]: WARNING neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] subnetpool is already registered Sep 23 22:02:00.517422 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.v2.resource_helper [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Service CORE assigned prefix: {{(pid=95379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 22:02:00.517745 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 22:02:00.518073 n-d-810775-1 neutron-server[95379]: WARNING neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] subnetpool is already registered Sep 23 22:02:00.520319 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.v2.resource_helper [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 22:02:00.520742 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.v2.resource_helper [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Service FLAVORS assigned prefix: {{(pid=95379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 22:02:00.521349 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.v2.resource_helper [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 22:02:00.521761 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.v2.resource_helper [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 22:02:00.522097 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:router Sep 23 22:02:00.522430 n-d-810775-1 neutron-server[95379]: WARNING neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] router is already registered Sep 23 22:02:00.522833 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:floatingip Sep 23 22:02:00.523163 n-d-810775-1 neutron-server[95379]: WARNING neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] floatingip is already registered Sep 23 22:02:00.523604 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.v2.resource_helper [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Service METERING assigned prefix: /metering {{(pid=95379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 22:02:00.524261 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 22:02:00.524584 n-d-810775-1 neutron-server[95379]: WARNING neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] rbac_policy is already registered Sep 23 22:02:00.524985 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:security_group Sep 23 22:02:00.525337 n-d-810775-1 neutron-server[95379]: WARNING neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] security_group is already registered Sep 23 22:02:00.525731 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 22:02:00.526055 n-d-810775-1 neutron-server[95379]: WARNING neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] security_group_rule is already registered Sep 23 22:02:00.526663 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.v2.resource_helper [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Service CORE assigned prefix: {{(pid=95379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 22:02:00.526983 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 22:02:00.527308 n-d-810775-1 neutron-server[95379]: WARNING neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] subnetpool is already registered Sep 23 22:02:00.527709 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.v2.resource_helper [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Service CORE assigned prefix: {{(pid=95379) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 22:02:00.528032 n-d-810775-1 neutron-server[95379]: INFO neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 22:02:00.528359 n-d-810775-1 neutron-server[95379]: WARNING neutron.quota.resource_registry [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] subnetpool is already registered Sep 23 22:02:00.528798 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: extensions {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.530439 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: address-groups {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.532582 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: address-scopes {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.533911 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: agents {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.535069 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: auto-allocated-topology {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.536292 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: availability_zones {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.537530 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: dhcp-networks {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.539056 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: dhcp-agents {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.540462 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: routers {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.542684 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: flavors {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.543847 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: service_profiles {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.545038 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: next_providers {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.546490 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: service_profiles {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.548629 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: floatingip-pools {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.549852 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: routers {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.551947 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: floatingips {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.553244 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: l3-routers {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.554612 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: l3-agents {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.555990 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: metering-labels {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.557359 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: metering-label-rules {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.558625 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: network-ip-availabilities {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.559869 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: bindings {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.562398 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: quotas {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.564202 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: quotas {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.565644 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: rbac-policies {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.566828 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: security-groups {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.568113 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: security-group-rules {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.569408 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: service-providers {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.570611 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: subnetpools {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.572028 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: subnetpools {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.573485 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: tags {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.575135 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: tags {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.576935 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: tags {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.578749 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: tags {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.580512 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: tags {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.582355 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: tags {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.584020 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: tags {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.585909 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: tags {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.587640 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: tags {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.589368 n-d-810775-1 neutron-server[95379]: DEBUG neutron.api.extensions [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Extended resource: tags {{(pid=95379) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 22:02:00.595841 n-d-810775-1 neutron-server[95379]: WARNING keystonemiddleware.auth_token [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 22:02:00.600606 n-d-810775-1 neutron-server[95379]: WARNING keystonemiddleware.auth_token [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 22:02:00.608997 n-d-810775-1 neutron-server[95379]: DEBUG oslo_concurrency.lockutils [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Acquired lock "singleton_lock" {{(pid=95379) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 22:02:00.610275 n-d-810775-1 neutron-server[95379]: DEBUG oslo_concurrency.lockutils [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Releasing lock "singleton_lock" {{(pid=95379) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 22:02:00.610922 n-d-810775-1 neutron-server[95379]: INFO oslo_service.service [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Starting 2 workers Sep 23 22:02:00.615777 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Started child 95490 {{(pid=95379) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 22:02:00.620308 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Started child 95491 {{(pid=95379) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 22:02:00.621436 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:00.622129 n-d-810775-1 neutron-server[95379]: INFO neutron.service [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 22:02:00.622620 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Notify callbacks [] for process, before_spawn {{(pid=95379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:00.622967 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [-] (95490) wsgi starting up on http://0.0.0.0:9696 Sep 23 22:02:00.625222 n-d-810775-1 neutron-server[95379]: INFO oslo_service.service [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Starting 1 workers Sep 23 22:02:00.626101 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:00.627549 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [-] (95491) wsgi starting up on http://0.0.0.0:9696 Sep 23 22:02:00.630712 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Started child 95492 {{(pid=95379) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 22:02:00.631282 n-d-810775-1 neutron-server[95379]: INFO oslo_service.service [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Starting 1 workers Sep 23 22:02:00.634661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.service [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] calling RpcWorker wait() {{(pid=95492) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 22:02:00.635172 n-d-810775-1 neutron-server[95492]: DEBUG neutron.service [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] returning from RpcWorker wait() {{(pid=95492) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 22:02:00.635778 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Started child 95493 {{(pid=95379) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 22:02:00.636451 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:00.636632 n-d-810775-1 neutron-server[95379]: DEBUG neutron_lib.callbacks.manager [None req-d49c6cfb-bed2-4422-a944-d35472432e3b None None] Notify callbacks [] for process, after_spawn {{(pid=95379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:00.636881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:02:00.638664 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95379) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 22:02:00.638876 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 22:02:00.639053 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 22:02:00.639263 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 22:02:00.639583 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 22:02:00.639739 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 22:02:00.640253 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.640545 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.641229 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.641502 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.641804 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.641900 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:00.642401 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.642628 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.642883 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.643283 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.643381 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.643553 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.643717 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.643953 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.644200 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.644509 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.644773 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.645100 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.645300 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.645465 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.645887 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.646152 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.646385 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.646664 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] debug = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.647020 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.647388 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.647612 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.647860 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.648072 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.648337 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.648585 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.648828 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.649071 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.649322 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.649562 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.649821 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.650050 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.650257 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.650468 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.650751 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.650970 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.651436 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] host = n-d-810775-1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.651687 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.651898 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.652145 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.652388 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.652632 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.652965 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.653158 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.653384 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.653627 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.653854 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.654123 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.654373 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.654616 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.654940 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_file = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.655080 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_options = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.655248 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.655504 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.655911 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.656057 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.656182 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.656811 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.657047 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.657233 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.657481 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.657693 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.657902 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.658129 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.658362 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.658587 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.658855 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.659097 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.662598 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.662598 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.662598 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.662598 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.662598 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.662598 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.662598 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.662598 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.663561 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.663561 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.663561 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.663561 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.663561 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.663561 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.663561 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.663561 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.664686 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.664686 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.664686 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.665030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57918) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:02:00.665197 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.665197 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.665197 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.665197 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.665197 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.665197 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.665197 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.665197 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.666301 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.666301 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.666301 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.666301 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] use_json = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.666301 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.666879 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.666879 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.667125 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.667253 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.667381 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.667587 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.667819 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.668253 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.668534 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.668967 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.669154 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.669385 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.669644 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.669892 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.670124 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.670397 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.671073 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.671375 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.671596 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.672575 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.672786 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.673231 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.673466 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.673794 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.673988 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.674205 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.674631 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.674793 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.674938 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.675183 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.675399 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.675711 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.675959 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.676354 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.676580 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.676839 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.677266 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0108755 Sep 23 22:02:00.682357 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.682357 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.682357 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.682357 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.682357 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.682357 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.682357 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.682357 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.683892 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.683892 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.683892 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.683892 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.683892 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.683892 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.683892 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.683892 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.683892 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.684875 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.684875 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.684875 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.684875 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.684875 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.684875 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.684875 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.684875 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.684875 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.685903 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.685903 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.685903 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.685903 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.685903 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.685903 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.685903 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.685903 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.685903 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.686903 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.686903 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.687141 n-d-810775-1 neutron-server[95493]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:02:00.687275 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.687275 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.687275 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.687275 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.687275 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.687275 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.687275 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.687275 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.687940 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.687940 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.687940 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.688270 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.688270 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.688556 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.688877 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.689267 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.689648 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.689993 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.690353 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.690714 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.691065 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.691442 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.691695 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.692879 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.693303 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.693620 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.693873 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.694106 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.694320 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.694484 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.694675 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.694898 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.695103 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.695309 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.695580 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.695826 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.696056 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.696276 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.696519 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.696752 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.696969 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.697252 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.697465 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.697695 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.698547 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.698547 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.698547 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.698970 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.698970 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.699250 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.699388 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.699576 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.699851 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.700097 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.700520 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.700520 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.700520 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.701707 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.701707 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.701707 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.702084 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.702084 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.703314 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.703314 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.703314 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.703314 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.703314 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.703994 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.703994 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.703994 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.704383 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.704559 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.704809 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.705210 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.705373 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.705540 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.705795 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.706033 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.706308 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.706972 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.706972 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.707265 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.707404 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.707597 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.707829 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.708063 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.708275 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.708512 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.708753 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.709032 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.709270 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.709483 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.709735 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.711998 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.711998 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.711998 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.711998 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.711998 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.711998 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.711998 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.711998 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.713241 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.713241 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.713241 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.713241 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.713241 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.713241 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.713241 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.714162 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.714162 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.714162 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.714162 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.714657 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.714657 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.714933 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.714933 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.715405 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.715405 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.715693 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.715852 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.715990 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.716205 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.716429 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.716639 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.716870 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.717232 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.719358 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.719495 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.720226 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.720226 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.720226 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.721413 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.722310 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.722510 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.722743 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.722978 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.724439 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.724439 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.724659 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.724930 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.725205 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.725428 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.725644 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.725864 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.726079 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.726375 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.726624 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.726855 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.727112 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.728195 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.728195 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.728195 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.728195 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.728195 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.728927 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.728927 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.728927 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.732719 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.732719 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.732719 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.732719 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.732719 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.732719 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.732719 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.732719 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.736653 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.736653 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.736653 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.736653 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.736653 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.736653 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.736653 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.736653 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.738020 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.738020 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.738020 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.738020 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.738020 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.738020 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.738020 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.738020 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.739409 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.739409 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.739409 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.739409 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.739699 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.739927 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.740101 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.740428 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.740645 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.740872 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.741099 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.742179 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.742179 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.742179 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.742179 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.742714 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.742714 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.743182 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.743182 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.743446 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.743797 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.743948 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.744939 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.744939 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.744939 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.745360 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.746056 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.746322 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.746547 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.746784 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.747025 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.747404 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.747758 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.748930 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.749356 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.750010 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.750010 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.750328 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.750328 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.751155 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.752405 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.752795 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.753177 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.753480 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 22:02:00.754160 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95379) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 22:02:00.754481 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 22:02:00.755062 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 22:02:00.755424 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 22:02:00.755781 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 22:02:00.756152 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 22:02:00.756376 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.756535 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.756823 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.757203 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.757369 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.757549 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.757709 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.757871 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.758030 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.758183 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.758400 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.758508 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.758638 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.758796 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.758950 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.759105 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.759256 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.759551 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.759715 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.760603 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.760603 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.760603 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.760603 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] debug = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.760603 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.760603 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.761057 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.761057 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.761057 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.761321 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.761481 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.761624 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.761930 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.762254 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.762434 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.762587 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.762723 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.762879 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.763032 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.763186 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.763339 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.763500 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] host = n-d-810775-1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.763633 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.763786 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.763940 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.764094 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.764249 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.764400 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.764553 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.764707 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.765779 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.765779 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.765779 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.765779 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.765779 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.765779 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_file = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.767697 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_options = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.767867 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.768032 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.768200 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.768403 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.768571 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.768731 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.768890 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.769042 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.769223 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.770247 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.770247 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.770247 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.770247 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.770247 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.770247 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.770247 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.770775 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.770775 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.770775 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.771008 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.771008 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.771169 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.771248 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.771375 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.771507 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.771655 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.771804 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.771954 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.772164 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.772489 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.773314 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.773314 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.773314 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.773314 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.773314 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.773633 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.773633 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.773752 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.773826 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.774039 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.774129 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.774286 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.774412 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.774561 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.776051 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.776051 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.776051 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] use_json = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.776051 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.776051 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.776051 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.776051 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.776051 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.776051 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.776707 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.776707 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 22:02:00.776707 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.776707 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.776707 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.777061 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.777061 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.777061 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.778655 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.778655 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.778655 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.778655 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.778655 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.778655 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.778655 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.778655 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.778655 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.779191 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.779191 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.779191 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.779191 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.779191 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.779496 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.779496 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.779626 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.779697 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.779819 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.781207 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.781207 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.781207 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.781207 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.781207 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.781207 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.781207 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.781207 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.782236 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.782236 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.782236 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.782236 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.782475 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.782548 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.783268 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.783268 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.783268 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.783268 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.783268 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.783577 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.783577 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.783705 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.783822 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.784009 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.784205 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.784335 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.784539 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.784703 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.784860 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.785020 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.786123 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.786291 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.786453 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.786613 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789128 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789128 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789128 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789128 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789128 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789128 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789128 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789128 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789128 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789791 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789791 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789791 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789791 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789791 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789791 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789791 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.789791 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.790503 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.790670 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.790833 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.790994 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.791154 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.791312 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.791471 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.791628 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.791785 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.791943 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.792098 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.792248 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.792412 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.792582 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.792750 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.793063 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.793388 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.793545 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.793702 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.793865 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.794020 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.794170 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.794478 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.794634 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.794790 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.794951 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.795109 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.795265 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.795425 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.795581 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.795735 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.795890 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.796044 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.796201 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.796391 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.796511 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.796651 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.796828 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.797670 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.798238 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.798238 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.798503 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.798503 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.798768 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.798768 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.798962 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.799037 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.799205 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.799338 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.799505 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.799645 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.799769 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.799914 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.800872 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.800872 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.800872 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.800872 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.800872 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.800872 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.801350 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.801350 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.801350 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.801579 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.801579 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.801721 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.801862 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.802020 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.802179 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.802320 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.802480 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.802620 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.802757 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.802895 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.803043 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.803211 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.803360 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.803503 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.803644 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.803820 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.803970 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.804111 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.804263 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.804422 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.804602 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.804691 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.804846 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.805010 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.805232 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.805384 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.805538 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.805708 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.805865 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.806019 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.806109 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.806210 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.806337 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.806477 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.806771 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.806771 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.806931 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.807080 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.807235 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.807439 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.807595 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.807675 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.807842 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.807994 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.808148 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.808288 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.808446 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.808602 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.808757 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.808913 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.809938 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.809938 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.809938 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.809938 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.809938 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.809938 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.810402 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.810402 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.810402 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.810613 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.810613 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.810749 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.810870 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.811025 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.811181 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.811338 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.811495 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.811653 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.811808 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.811964 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.812120 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.812275 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.812446 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.812632 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.812829 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.813047 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.813155 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.814228 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.814366 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.814529 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.814680 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.815526 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.815526 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.815526 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.815526 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.815526 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.815838 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.815838 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.815978 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.816044 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.816198 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.816298 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.816460 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.816613 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.816774 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.817195 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.817195 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.819628 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.819893 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.819988 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.820077 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.820243 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.820418 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.820589 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.821566 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.821749 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.821898 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.822066 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.822332 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.822436 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.822537 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.822705 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.822864 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.823023 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.823264 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.823409 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.824968 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.826041 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.826218 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.826569 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.826743 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.827846 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.827846 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.828028 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.828132 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.828251 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.828426 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.829486 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.829486 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.829486 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.829486 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.829486 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.829486 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.829932 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.829932 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.829932 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.830140 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.830217 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.830330 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.830486 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.830832 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.831004 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.832664 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.832664 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.832664 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.832664 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.832664 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.832664 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.832664 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.832664 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.832664 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 22:02:00.833410 n-d-810775-1 neutron-server[95379]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95379) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 22:02:00.839112 n-d-810775-1 neutron-server[95492]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:02:12.976078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14ff3c8-257e-45b3-8ad4-f19b1f05888d None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 22:02:13.039153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ff3c8-257e-45b3-8ad4-f19b1f05888d None None] No non-hosted networks {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 22:02:13.046089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.agentschedulers_db [None req-e14ff3c8-257e-45b3-8ad4-f19b1f05888d None None] DHCP Agent not found on host n-d-810775-1 {{(pid=95492) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 23 22:02:13.104218 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-acf0456b-7fd7-4bdc-acf4-3277a8ce8a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579521'] for agent, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:15.502365 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b358dc7f-aafe-4b43-b219-ba6479576805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579521'] for agent, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:15.529385 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-a4cb7bb3-ef23-4d4c-8b7c-6fe4c8c9a876 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-810775-1 {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:02:15.529812 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-a4cb7bb3-ef23-4d4c-8b7c-6fe4c8c9a876 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:02:15.969083 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579521'] for agent, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:15.969906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:15.970369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:15.970807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:15.971241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:15.971671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:15.972136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:15.972563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:15.972985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:15.973480 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:15.973902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:15.974337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:15.974759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:15.975276 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-810775-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:02:15.996371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-810775-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:02:16.141164 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7bb3-ef23-4d4c-8b7c-6fe4c8c9a876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:16.763607 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579521'] for agent, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:18.306344 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579521'] for agent, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:19.508713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58024) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:02:20.024050 n-d-810775-1 neutron-server[95491]: WARNING oslo_policy.policy [None req-262c8528-4d31-4073-b000-410848cc00a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 22:02:20.024655 n-d-810775-1 neutron-server[95491]: WARNING oslo_policy.policy [None req-262c8528-4d31-4073-b000-410848cc00a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 22:02:20.252262 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-262c8528-4d31-4073-b000-410848cc00a0 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:02:20.253417 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-262c8528-4d31-4073-b000-410848cc00a0 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7437396 Sep 23 22:02:20.815486 n-d-810775-1 neutron-server[95492]: INFO neutron.db.l3_hamode_db [None req-e3a80b6f-a876-46f9-b54e-5c4478a6e572 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 22:02:20.894328 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a80b6f-a876-46f9-b54e-5c4478a6e572 None None] Routers set() bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:02:20.894715 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a80b6f-a876-46f9-b54e-5c4478a6e572 None None] Router IDs set() for agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 22:02:22.661866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58038) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:02:22.976156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7e28bf5c-2a1b-423c-84de-3078a6ec7ae3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:02:23.069098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.policy [None req-7e28bf5c-2a1b-423c-84de-3078a6ec7ae3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95491) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 22:02:23.115314 n-d-810775-1 neutron-server[95491]: WARNING oslo_policy.policy [None req-7e28bf5c-2a1b-423c-84de-3078a6ec7ae3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 22:02:23.115681 n-d-810775-1 neutron-server[95491]: WARNING oslo_policy.policy [None req-7e28bf5c-2a1b-423c-84de-3078a6ec7ae3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 22:02:23.124980 n-d-810775-1 neutron-server[95491]: INFO neutron.quota [None req-7e28bf5c-2a1b-423c-84de-3078a6ec7ae3 admin admin] Loaded quota_driver: . Sep 23 22:02:23.341704 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e28bf5c-2a1b-423c-84de-3078a6ec7ae3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753541073348', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753541073913', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753541036560', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753541034996', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753540979793', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753541038190', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16496494', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16470858', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-725763', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-719405'] for rbac-policy, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:23.551596 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e28bf5c-2a1b-423c-84de-3078a6ec7ae3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:23.552878 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7e28bf5c-2a1b-423c-84de-3078a6ec7ae3 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8900261 Sep 23 22:02:26.155226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58050) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:02:26.451640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:02:26.591716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Made reservation on behalf of 3a61a4c4f4ab4f56b92cbc52892b5e4e for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:02:26.594606 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:26.612533 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:26.735071 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:26.831623 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:26.851222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:02:26.879859 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753537353867', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:26.880459 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Unsubscribe: segment precommit_create {{(pid=95491) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 22:02:26.880978 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Added segment 4149ddbb-efdb-49af-9647-6f60fe8bc372 of type vlan for network 59b27075-874d-4529-9afc-f2cb3aca3f20 Sep 23 22:02:26.896905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d15864-f24a-4b69-ae22-c89ecf1f055e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:02:26.946303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:26.946638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:26.946964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:26.947285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:26.947602 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:26.947917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:26.948227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:26.948538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:26.948850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:26.949183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:26.949481 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:26.949786 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Tracked resource versions report: Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: pushed versions: Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: { 'AddressGroup': {'1.2'}, Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'ConntrackHelper': {'1.0'}, Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'Log': {'1.0'}, Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'Network': {'1.1'}, Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'Port': {'1.7'}, Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'PortForwarding': {'1.2'}, Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'QosPolicy': {'1.9'}, Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'SecurityGroup': {'1.4'}, Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'SecurityGroupRule': {'1.2'}, Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'SubPort': {'1.0'}, Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'Subnet': {'1.1'}, Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'Trunk': {'1.1'}} Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: consumer versions: Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: { DHCP agent@n-d-810775-1: {}, Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: L3 agent@n-d-810775-1: {}, Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: Metadata agent@n-d-810775-1: {}, Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: Metering agent@n-d-810775-1: {}, Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: Open vSwitch agent@n-d-810775-1: { 'AddressGroup': '1.2', Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'ConntrackHelper': '1.0', Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'Log': '1.0', Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'Network': '1.1', Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'Port': '1.7', Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'PortForwarding': '1.2', Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'QosPolicy': '1.9', Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'SecurityGroup': '1.4', Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'SecurityGroupRule': '1.2', Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'SubPort': '1.0', Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'Subnet': '1.1', Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: 'Trunk': '1.1'}} Sep 23 22:02:26.950803 n-d-810775-1 neutron-server[95491]: {{(pid=95491) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 22:02:27.000471 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:27.111765 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:27.112821 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:02:27.113511 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:27.212167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] Pushing event updated for resources: {'Network': ['ID=59b27075-874d-4529-9afc-f2cb3aca3f20,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:02:27.220948 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4da60674-75ef-4ca8-8d2a-f7833255166e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0640810 Sep 23 22:02:27.236919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 59b27075-874d-4529-9afc-f2cb3aca3f20 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:02:29.911517 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58064) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:02:30.412823 n-d-810775-1 neutron-server[95490]: WARNING oslo_policy.policy [None req-55c03f41-c11e-4864-9df2-d9c74227465e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 22:02:30.412823 n-d-810775-1 neutron-server[95490]: WARNING oslo_policy.policy [None req-55c03f41-c11e-4864-9df2-d9c74227465e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 22:02:30.859997 n-d-810775-1 neutron-server[95490]: DEBUG neutron.policy [None req-55c03f41-c11e-4864-9df2-d9c74227465e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95490) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 22:02:30.904905 n-d-810775-1 neutron-server[95490]: WARNING oslo_policy.policy [None req-55c03f41-c11e-4864-9df2-d9c74227465e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 22:02:30.905435 n-d-810775-1 neutron-server[95490]: WARNING oslo_policy.policy [None req-55c03f41-c11e-4864-9df2-d9c74227465e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 22:02:30.914310 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c03f41-c11e-4864-9df2-d9c74227465e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:02:30.916186 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-55c03f41-c11e-4864-9df2-d9c74227465e admin admin] 10.222.0.22 "GET /v2.0/networks/59b27075-874d-4529-9afc-f2cb3aca3f20 HTTP/1.1" status: 200 len: 825 time: 1.0025187 Sep 23 22:02:30.955568 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-14cb6fd7-4be1-4292-b345-e70c1a876eaa admin admin] 10.222.0.22 "GET /v2.0/subnetpools/516d2d28-017e-47be-8631-da3c13a8df00 HTTP/1.1" status: 200 len: 734 time: 0.0328906 Sep 23 22:02:30.965234 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Request body: {'subnet': {'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '516d2d28-017e-47be-8631-da3c13a8df00', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:02:30.967174 n-d-810775-1 neutron-server[95490]: INFO neutron.quota [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Loaded quota_driver: . Sep 23 22:02:31.083279 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Made reservation on behalf of 3a61a4c4f4ab4f56b92cbc52892b5e4e for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:02:31.086139 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:31.431987 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:31.504467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Checking segment: {'id': '4149ddbb-efdb-49af-9647-6f60fe8bc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:02:31.504818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Network hostable DHCP agents. Network: 59b27075-874d-4529-9afc-f2cb3aca3f20, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:02:31.517296 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:02:31.532030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:31.532370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:31.532701 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:31.533026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:31.533378 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:31.533696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:31.534012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:31.534324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:31.534638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:31.534949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:31.535259 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:31.535568 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Tracked resource versions report: Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: pushed versions: Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: { 'AddressGroup': {'1.2'}, Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'ConntrackHelper': {'1.0'}, Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'Log': {'1.0'}, Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'Network': {'1.1'}, Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'Port': {'1.7'}, Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'PortForwarding': {'1.2'}, Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'QosPolicy': {'1.9'}, Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'SecurityGroup': {'1.4'}, Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'SecurityGroupRule': {'1.2'}, Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'SubPort': {'1.0'}, Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'Subnet': {'1.1'}, Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'Trunk': {'1.1'}} Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: consumer versions: Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: { DHCP agent@n-d-810775-1: {}, Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: L3 agent@n-d-810775-1: {}, Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: Metadata agent@n-d-810775-1: {}, Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: Metering agent@n-d-810775-1: {}, Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: Open vSwitch agent@n-d-810775-1: { 'AddressGroup': '1.2', Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'ConntrackHelper': '1.0', Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'Log': '1.0', Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'Network': '1.1', Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'Port': '1.7', Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'PortForwarding': '1.2', Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'QosPolicy': '1.9', Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'SecurityGroup': '1.4', Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'SecurityGroupRule': '1.2', Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'SubPort': '1.0', Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'Subnet': '1.1', Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: 'Trunk': '1.1'}} Sep 23 22:02:31.536595 n-d-810775-1 neutron-server[95490]: {{(pid=95490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 22:02:31.597327 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Network 59b27075-874d-4529-9afc-f2cb3aca3f20 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:02:31.648384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 59b27075-874d-4529-9afc-f2cb3aca3f20) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:02:31.653481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:02:31.654544 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:31.658574 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4752a4-c984-4c55-aa66-d20219b071b3 None None] Network 59b27075-874d-4529-9afc-f2cb3aca3f20 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:02:31.718442 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-459d8342-644b-4f6a-9910-f748bae017d9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7561843 Sep 23 22:02:31.982934 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-59b27075-874d-4529-9afc-f2cb3aca3f20', 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20', 'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'fixed_ips': [{'subnet_id': 'b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:02:31.985086 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:32.262423 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Allocated IP 172.20.0.2 (59b27075-874d-4529-9afc-f2cb3aca3f20/b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed/44189c02-a6ae-45a1-8657-95ff4fe64580) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:02:32.493448 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:32.569282 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:32.641809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Network 59b27075-874d-4529-9afc-f2cb3aca3f20 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:02:32.646610 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:02:32.649869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:02:32.667571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Pushing event updated for resources: {'Port': ['ID=44189c02-a6ae-45a1-8657-95ff4fe64580,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:02:32.697736 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:32.698078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:32.698411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:32.698740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:32.699065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:32.699387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:32.699707 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:32.700023 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:32.700339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:32.700653 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:32.700969 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:32.701302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Tracked resource versions report: Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: pushed versions: Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: { 'AddressGroup': {'1.2'}, Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'ConntrackHelper': {'1.0'}, Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'Log': {'1.0'}, Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'Network': {'1.1'}, Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'Port': {'1.7'}, Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'PortForwarding': {'1.2'}, Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'QosPolicy': {'1.9'}, Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'SecurityGroup': {'1.4'}, Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'SecurityGroupRule': {'1.2'}, Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'SubPort': {'1.0'}, Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'Subnet': {'1.1'}, Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'Trunk': {'1.1'}} Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: consumer versions: Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: { DHCP agent@n-d-810775-1: {}, Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: L3 agent@n-d-810775-1: {}, Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: Metadata agent@n-d-810775-1: {}, Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: Metering agent@n-d-810775-1: {}, Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: Open vSwitch agent@n-d-810775-1: { 'AddressGroup': '1.2', Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'ConntrackHelper': '1.0', Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'Log': '1.0', Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'Network': '1.1', Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'Port': '1.7', Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'PortForwarding': '1.2', Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'QosPolicy': '1.9', Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'SecurityGroup': '1.4', Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'SecurityGroupRule': '1.2', Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'SubPort': '1.0', Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'Subnet': '1.1', Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: 'Trunk': '1.1'}} Sep 23 22:02:32.702404 n-d-810775-1 neutron-server[95492]: {{(pid=95492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 22:02:32.751805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Attempting to bind port 44189c02-a6ae-45a1-8657-95ff4fe64580 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:02:32.752201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Attempting to bind port 44189c02-a6ae-45a1-8657-95ff4fe64580 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '4149ddbb-efdb-49af-9647-6f60fe8bc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:02:32.752612 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Attempting to bind port 44189c02-a6ae-45a1-8657-95ff4fe64580 on network 59b27075-874d-4529-9afc-f2cb3aca3f20 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:02:32.757717 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:02:32.758122 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Checking segment: {'id': '4149ddbb-efdb-49af-9647-6f60fe8bc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:02:32.758590 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:32.758974 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Bound using segment: {'id': '4149ddbb-efdb-49af-9647-6f60fe8bc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:02:32.759435 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Bound port: 44189c02-a6ae-45a1-8657-95ff4fe64580, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4149ddbb-efdb-49af-9647-6f60fe8bc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:02:32.759824 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:32.823276 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] For port 44189c02-a6ae-45a1-8657-95ff4fe64580, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:02:32.828122 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] For port 44189c02-a6ae-45a1-8657-95ff4fe64580, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=44189c02-a6ae-45a1-8657-95ff4fe64580,segment=NetworkSegment(4149ddbb-efdb-49af-9647-6f60fe8bc372),segment_id=4149ddbb-efdb-49af-9647-6f60fe8bc372)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:02:32.878034 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:32.945366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf30329-2255-4989-a7b4-50ef9a3de38e None None] Pushing event updated for resources: {'Port': ['ID=44189c02-a6ae-45a1-8657-95ff4fe64580,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:02:34.185143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58084) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:02:34.506064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-34b8d6b0-8d73-4c50-96a4-496beded7fed admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:02:34.507151 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-34b8d6b0-8d73-4c50-96a4-496beded7fed admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3208869 Sep 23 22:02:36.935462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58092) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:02:37.262352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [None req-7d9e703a-6fc8-4d61-82a8-63eb7138784f admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:02:37.263458 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7d9e703a-6fc8-4d61-82a8-63eb7138784f admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3270290 Sep 23 22:02:39.954814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58102) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:02:40.259571 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-703f93fc-c893-4aa4-93c8-144632cb4a0f admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:02:40.357011 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-703f93fc-c893-4aa4-93c8-144632cb4a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:40.359029 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-703f93fc-c893-4aa4-93c8-144632cb4a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:40.501827 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-703f93fc-c893-4aa4-93c8-144632cb4a0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:40.615649 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-703f93fc-c893-4aa4-93c8-144632cb4a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:40.723236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-703f93fc-c893-4aa4-93c8-144632cb4a0f admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:40.724518 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-703f93fc-c893-4aa4-93c8-144632cb4a0f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7686272 Sep 23 22:02:41.431354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb6c0aa-53dc-4e3a-bf97-e648c9824727 None None] Network 59b27075-874d-4529-9afc-f2cb3aca3f20 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:02:41.500164 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 44189c02-a6ae-45a1-8657-95ff4fe64580 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:02:41.513821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d6020582-791a-4f9f-8e4b-afaabdcc8fd5 None None] Provisioning complete for port 44189c02-a6ae-45a1-8657-95ff4fe64580 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:02:41.514470 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d6020582-791a-4f9f-8e4b-afaabdcc8fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:41.717254 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 44189c02-a6ae-45a1-8657-95ff4fe64580 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:02:41.717577 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:41.796507 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d6020582-791a-4f9f-8e4b-afaabdcc8fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:41.859218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d6020582-791a-4f9f-8e4b-afaabdcc8fd5 None None] For port 44189c02-a6ae-45a1-8657-95ff4fe64580, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=44189c02-a6ae-45a1-8657-95ff4fe64580,segment=NetworkSegment(4149ddbb-efdb-49af-9647-6f60fe8bc372),segment_id=4149ddbb-efdb-49af-9647-6f60fe8bc372)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:02:41.895375 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:41.935350 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d6020582-791a-4f9f-8e4b-afaabdcc8fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:42.007736 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:02:42.008110 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:02:42.012447 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6020582-791a-4f9f-8e4b-afaabdcc8fd5 None None] Pushing event updated for resources: {'Port': ['ID=44189c02-a6ae-45a1-8657-95ff4fe64580,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:02:42.054512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6396a70c-3100-4cc7-8f3c-9faceb9146de None None] Provisioning complete for port 44189c02-a6ae-45a1-8657-95ff4fe64580 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:02:42.054879 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6396a70c-3100-4cc7-8f3c-9faceb9146de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:42.911681 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a6494ddb-d9ca-4839-b93c-4c0b6860b9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:43.184658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58116) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:02:43.452818 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 44189c02-a6ae-45a1-8657-95ff4fe64580 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:02:43.497844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 44189c02-a6ae-45a1-8657-95ff4fe64580 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:02:43.498207 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:43.504292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [None req-9c3e9801-150e-4f67-bf68-2237a7cf2c1b admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:02:43.505362 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9c3e9801-150e-4f67-bf68-2237a7cf2c1b admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3197494 Sep 23 22:02:45.500015 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ec4194e4-da7f-49e1-99d6-b8375fd647d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:45.945018 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:45.949153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58124) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:02:46.276067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:02:46.402549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Made reservation on behalf of ff62b5dcf60d47448c2f82db10549cdf for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:02:46.404970 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:46.420643 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:46.533683 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:46.608734 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:46.623117 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Reserving flat network on physical network physnet1 {{(pid=95490) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 22:02:46.648460 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753537353867', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:46.649012 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Unsubscribe: segment precommit_create {{(pid=95490) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 22:02:46.649503 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Added segment b0fe02a9-50e8-4344-a310-ed5bc2f54348 of type flat for network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 Sep 23 22:02:46.652971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5207d4-8ebb-4ab3-9831-3912ea162bcd,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:02:46.694545 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:46.713343 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:46.802620 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:46.803547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:02:46.804108 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:46.893264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] Pushing event updated for resources: {'Network': ['ID=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:02:46.903381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:02:46.917544 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f4c8d94a-59ad-4406-9c94-19da6fc5ee5d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9672568 Sep 23 22:02:48.248416 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:49.358997 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58142) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:02:49.537193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb158aa-0479-4f6d-8330-437dbfa3cf9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:02:49.542933 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cdb158aa-0479-4f6d-8330-437dbfa3cf9b admin admin] 10.222.0.22 "GET /v2.0/subnets/b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed HTTP/1.1" status: 200 len: 849 time: 0.1786406 Sep 23 22:02:49.660768 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-af4e7f6f-8e4e-42f9-a894-114588aca2d1 admin admin] 10.222.0.22 "GET /v2.0/routers/824ce38a-e4e1-4a93-964a-b1b5e3739aa6 HTTP/1.1" status: 200 len: 704 time: 0.1155963 Sep 23 22:02:49.711109 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 5 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:02:49.930739 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:50.232010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Allocated IP 172.20.0.1 (59b27075-874d-4529-9afc-f2cb3aca3f20/b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed/55f9ef70-4344-4b4e-a93d-ff1c3bace649) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:02:50.391430 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:50.609486 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:50.685710 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Network 59b27075-874d-4529-9afc-f2cb3aca3f20 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:02:50.693900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:02:50.707522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:02:50.707926 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:50.710937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Pushing event updated for resources: {'Port': ['ID=55f9ef70-4344-4b4e-a93d-ff1c3bace649,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:02:50.906204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5505fbe4-44e6-4b93-a6fd-114ac9270be8 None None] Provisioning complete for port 55f9ef70-4344-4b4e-a93d-ff1c3bace649 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:02:50.906870 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5505fbe4-44e6-4b93-a6fd-114ac9270be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:50.941070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5505fbe4-44e6-4b93-a6fd-114ac9270be8 None None] Port 55f9ef70-4344-4b4e-a93d-ff1c3bace649 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:02:51.006174 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:51.223732 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:51.282701 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:51.283517 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:51.347148 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Pushing event updated for resources: {'Port': ['ID=55f9ef70-4344-4b4e-a93d-ff1c3bace649,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:02:51.411241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Network 59b27075-874d-4529-9afc-f2cb3aca3f20 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:02:51.412545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:02:51.625661 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Router 824ce38a-e4e1-4a93-964a-b1b5e3739aa6 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:02:51.663860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-35887a59-e756-4b72-b7e2-b9d2b81d5eeb None None] Provisioning complete for port 55f9ef70-4344-4b4e-a93d-ff1c3bace649 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:02:51.664251 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-35887a59-e756-4b72-b7e2-b9d2b81d5eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:51.698465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-35887a59-e756-4b72-b7e2-b9d2b81d5eeb None None] Port 55f9ef70-4344-4b4e-a93d-ff1c3bace649 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:02:51.716747 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:02:51.722629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c1cfbe85-b6b8-4c26-8a4e-25ac4adc0f37 admin admin] 10.222.0.22 "PUT /v2.0/routers/824ce38a-e4e1-4a93-964a-b1b5e3739aa6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0559220 Sep 23 22:02:51.727970 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Sync routers for ids ['824ce38a-e4e1-4a93-964a-b1b5e3739aa6'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:02:51.740065 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Routers {'824ce38a-e4e1-4a93-964a-b1b5e3739aa6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:02:51.740882 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:02:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['824ce38a-e4e1-4a93-964a-b1b5e3739aa6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:02:51.927640 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Set router 824ce38a-e4e1-4a93-964a-b1b5e3739aa6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:02:52.355152 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824ce38a-e4e1-4a93-964a-b1b5e3739aa6', 'name': 'router1', 'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:02:40Z', 'updated_at': '2021-09-23T22:02:50Z', 'revision_number': 2, 'project_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'gw_port_host': None, '_interfaces': [{'id': '55f9ef70-4344-4b4e-a93d-ff1c3bace649', 'name': '', 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20', 'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'mac_address': 'fa:16:3e:c3:0c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824ce38a-e4e1-4a93-964a-b1b5e3739aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:02:49Z', 'updated_at': '2021-09-23T22:02:51Z', 'revision_number': 2, 'project_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'subnets': [{'id': 'b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '516d2d28-017e-47be-8631-da3c13a8df00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:02:52.408254 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Checking router: 824ce38a-e4e1-4a93-964a-b1b5e3739aa6 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:02:52.408620 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Updating router 824ce38a-e4e1-4a93-964a-b1b5e3739aa6 port 55f9ef70-4344-4b4e-a93d-ff1c3bace649 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:02:52.456370 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:52.978658 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:53.059895 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:53.229829 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Attempting to bind port 55f9ef70-4344-4b4e-a93d-ff1c3bace649 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:02:53.230282 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Attempting to bind port 55f9ef70-4344-4b4e-a93d-ff1c3bace649 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '4149ddbb-efdb-49af-9647-6f60fe8bc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:02:53.230735 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Attempting to bind port 55f9ef70-4344-4b4e-a93d-ff1c3bace649 on network 59b27075-874d-4529-9afc-f2cb3aca3f20 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:02:53.233898 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9bb56-5f7f-438a-929a-7eed1c9ca01d None None] Pushing event updated for resources: {'Port': ['ID=55f9ef70-4344-4b4e-a93d-ff1c3bace649,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:02:53.238757 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:02:53.239161 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Checking segment: {'id': '4149ddbb-efdb-49af-9647-6f60fe8bc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:02:53.239637 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:53.240136 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Bound using segment: {'id': '4149ddbb-efdb-49af-9647-6f60fe8bc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:02:53.240484 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Bound port: 55f9ef70-4344-4b4e-a93d-ff1c3bace649, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4149ddbb-efdb-49af-9647-6f60fe8bc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:02:53.240875 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:53.253332 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9bb56-5f7f-438a-929a-7eed1c9ca01d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:53.253921 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9bb56-5f7f-438a-929a-7eed1c9ca01d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:53.254249 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9bb56-5f7f-438a-929a-7eed1c9ca01d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:53.254574 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9bb56-5f7f-438a-929a-7eed1c9ca01d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:53.254895 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9bb56-5f7f-438a-929a-7eed1c9ca01d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:53.255212 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9bb56-5f7f-438a-929a-7eed1c9ca01d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:53.255527 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9bb56-5f7f-438a-929a-7eed1c9ca01d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:53.255839 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9bb56-5f7f-438a-929a-7eed1c9ca01d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:53.256152 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9bb56-5f7f-438a-929a-7eed1c9ca01d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:53.256464 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9bb56-5f7f-438a-929a-7eed1c9ca01d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:53.256775 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9bb56-5f7f-438a-929a-7eed1c9ca01d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:53.257085 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9bb56-5f7f-438a-929a-7eed1c9ca01d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9bb56-5f7f-438a-929a-7eed1c9ca01d None None] Tracked resource versions report: Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: pushed versions: Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: { 'AddressGroup': {'1.2'}, Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'ConntrackHelper': {'1.0'}, Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'Log': {'1.0'}, Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'Network': {'1.1'}, Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'Port': {'1.7'}, Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'PortForwarding': {'1.2'}, Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'QosPolicy': {'1.9'}, Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'SecurityGroup': {'1.4'}, Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'SecurityGroupRule': {'1.2'}, Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'SubPort': {'1.0'}, Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'Subnet': {'1.1'}, Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'Trunk': {'1.1'}} Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: consumer versions: Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: { DHCP agent@n-d-810775-1: {}, Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: L3 agent@n-d-810775-1: {}, Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: Metadata agent@n-d-810775-1: {}, Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: Metering agent@n-d-810775-1: {}, Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: Open vSwitch agent@n-d-810775-1: { 'AddressGroup': '1.2', Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'ConntrackHelper': '1.0', Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'Log': '1.0', Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'Network': '1.1', Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'Port': '1.7', Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'PortForwarding': '1.2', Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'QosPolicy': '1.9', Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'SecurityGroup': '1.4', Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'SecurityGroupRule': '1.2', Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'SubPort': '1.0', Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'Subnet': '1.1', Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: 'Trunk': '1.1'}} Sep 23 22:02:53.258138 n-d-810775-1 neutron-server[95493]: {{(pid=95493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 22:02:53.321716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] For port 55f9ef70-4344-4b4e-a93d-ff1c3bace649, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:02:53.328786 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9549ca3a-1e51-434c-a98c-e19e41bbf488 None None] Provisioning complete for port 55f9ef70-4344-4b4e-a93d-ff1c3bace649 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:02:53.329359 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9549ca3a-1e51-434c-a98c-e19e41bbf488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:53.342907 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] For port 55f9ef70-4344-4b4e-a93d-ff1c3bace649, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=55f9ef70-4344-4b4e-a93d-ff1c3bace649,segment=NetworkSegment(4149ddbb-efdb-49af-9647-6f60fe8bc372),segment_id=4149ddbb-efdb-49af-9647-6f60fe8bc372)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:02:53.365686 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-9549ca3a-1e51-434c-a98c-e19e41bbf488 None None] Port 55f9ef70-4344-4b4e-a93d-ff1c3bace649 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:02:53.420937 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:53.477324 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Routers {'824ce38a-e4e1-4a93-964a-b1b5e3739aa6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:02:53.477878 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:02:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['824ce38a-e4e1-4a93-964a-b1b5e3739aa6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:02:53.518393 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9bb56-5f7f-438a-929a-7eed1c9ca01d None None] Pushing event updated for resources: {'Port': ['ID=55f9ef70-4344-4b4e-a93d-ff1c3bace649,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:02:53.571124 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] Set router 824ce38a-e4e1-4a93-964a-b1b5e3739aa6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:02:53.685203 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d28cbea3-a9d0-46a7-b0f7-9f6eeed0d1a3 None None] Provisioning complete for port 55f9ef70-4344-4b4e-a93d-ff1c3bace649 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:02:53.685580 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d28cbea3-a9d0-46a7-b0f7-9f6eeed0d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:53.770480 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d28cbea3-a9d0-46a7-b0f7-9f6eeed0d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:53.789370 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824ce38a-e4e1-4a93-964a-b1b5e3739aa6', 'name': 'router1', 'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:02:40Z', 'updated_at': '2021-09-23T22:02:50Z', 'revision_number': 2, 'project_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'gw_port_host': None, '_interfaces': [{'id': '55f9ef70-4344-4b4e-a93d-ff1c3bace649', 'name': '', 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20', 'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'mac_address': 'fa:16:3e:c3:0c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824ce38a-e4e1-4a93-964a-b1b5e3739aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:02:49Z', 'updated_at': '2021-09-23T22:02:53Z', 'revision_number': 4, 'project_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'subnets': [{'id': 'b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '516d2d28-017e-47be-8631-da3c13a8df00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:02:53.802856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d28cbea3-a9d0-46a7-b0f7-9f6eeed0d1a3 None None] For port 55f9ef70-4344-4b4e-a93d-ff1c3bace649, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=55f9ef70-4344-4b4e-a93d-ff1c3bace649,segment=NetworkSegment(4149ddbb-efdb-49af-9647-6f60fe8bc372),segment_id=4149ddbb-efdb-49af-9647-6f60fe8bc372)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:02:53.817090 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a0c59-b18b-4b4e-9a8d-3fd30b90c1c6 None None] The sync data for ids ['824ce38a-e4e1-4a93-964a-b1b5e3739aa6'] in n-d-810775-1 is: [{'id': '824ce38a-e4e1-4a93-964a-b1b5e3739aa6', 'name': 'router1', 'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:02:40Z', 'updated_at': '2021-09-23T22:02:50Z', 'revision_number': 2, 'project_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'gw_port_host': None, '_interfaces': [{'id': '55f9ef70-4344-4b4e-a93d-ff1c3bace649', 'name': '', 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20', 'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'mac_address': 'fa:16:3e:c3:0c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824ce38a-e4e1-4a93-964a-b1b5e3739aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:02:49Z', 'updated_at': '2021-09-23T22:02:53Z', 'revision_number': 4, 'project_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'subnets': [{'id': 'b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '516d2d28-017e-47be-8631-da3c13a8df00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:02:53.888287 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d28cbea3-a9d0-46a7-b0f7-9f6eeed0d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:53.937340 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cbea3-a9d0-46a7-b0f7-9f6eeed0d1a3 None None] Pushing event updated for resources: {'Port': ['ID=55f9ef70-4344-4b4e-a93d-ff1c3bace649,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:02:54.005503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58162) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:02:54.155972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbb5241-639e-446d-8154-9a05ba4dd6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:02:54.157403 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cdbb5241-639e-446d-8154-9a05ba4dd6b7 admin admin] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 842 time: 0.1508257 Sep 23 22:02:54.167207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-546a91f3-86e9-4961-9357-92cf5486955d admin admin] Request body: {'subnet': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'enable_dhcp': False, 'gateway_ip': '172.25.1.1', 'ip_version': 4, 'cidr': '172.25.1.0/24', 'name': 'public-subnet'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:02:54.270935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546a91f3-86e9-4961-9357-92cf5486955d admin admin] Made reservation on behalf of ff62b5dcf60d47448c2f82db10549cdf for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:02:54.273303 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-546a91f3-86e9-4961-9357-92cf5486955d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:54.741930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.objects.ports [None req-546a91f3-86e9-4961-9357-92cf5486955d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95491) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:02:54.742421 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-546a91f3-86e9-4961-9357-92cf5486955d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:54.805610 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a91f3-86e9-4961-9357-92cf5486955d admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d03915-a17a-4d5b-be8a-79776cab0702,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:02:54.817478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546a91f3-86e9-4961-9357-92cf5486955d admin admin] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:02:54.817836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546a91f3-86e9-4961-9357-92cf5486955d admin admin] Network hostable DHCP agents. Network: 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:02:54.899846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546a91f3-86e9-4961-9357-92cf5486955d admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:02:55.002681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-546a91f3-86e9-4961-9357-92cf5486955d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:02:55.007564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546a91f3-86e9-4961-9357-92cf5486955d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:02:55.008271 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-546a91f3-86e9-4961-9357-92cf5486955d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:55.013013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f7043f-5b39-47a4-8228-447453c9d7e0 None None] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:02:55.117218 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-546a91f3-86e9-4961-9357-92cf5486955d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9425504 Sep 23 22:02:55.197240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2a8862-14cd-4df0-a0e1-8382815f113e None None] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:02:57.435045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58170) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:02:57.672286 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-75de8c2c-1101-4c8d-a896-84f4df7ff46a admin admin] 10.222.0.22 "GET /v2.0/routers/824ce38a-e4e1-4a93-964a-b1b5e3739aa6 HTTP/1.1" status: 200 len: 710 time: 0.2300830 Sep 23 22:02:57.758098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e58b975-247c-43f0-97c1-63eb04721f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:02:57.759469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7e58b975-247c-43f0-97c1-63eb04721f9b admin admin] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 886 time: 0.0865405 Sep 23 22:02:57.769733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:02:58.018475 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:58.325306 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:58.401643 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:58.610312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Allocated IP 172.25.1.2 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/f50d809a-1a60-442a-8292-51b4437a23b9) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:02:58.719825 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:58.869757 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:58.932335 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:02:58.942566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:02:58.942566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:02:59.031821 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=f50d809a-1a60-442a-8292-51b4437a23b9,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:02:59.425523 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:59.482685 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 55f9ef70-4344-4b4e-a93d-ff1c3bace649 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:02:59.536851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 55f9ef70-4344-4b4e-a93d-ff1c3bace649 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:02:59.537356 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:59.624294 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:59.629717 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:59.742211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Router 824ce38a-e4e1-4a93-964a-b1b5e3739aa6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:02:59.851143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:02:59.855574 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:02:59.860749 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-36923232-30b2-4549-9544-850cf87d5bf0 admin admin] 10.222.0.22 "PUT /v2.0/routers/824ce38a-e4e1-4a93-964a-b1b5e3739aa6 HTTP/1.1" status: 200 len: 888 time: 2.0903563 Sep 23 22:03:00.335704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Sync routers for ids ['824ce38a-e4e1-4a93-964a-b1b5e3739aa6'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:03:00.346740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Routers {'824ce38a-e4e1-4a93-964a-b1b5e3739aa6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:03:00.347401 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:02:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['824ce38a-e4e1-4a93-964a-b1b5e3739aa6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:03:00.555700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Set router 824ce38a-e4e1-4a93-964a-b1b5e3739aa6 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:03:00.967306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824ce38a-e4e1-4a93-964a-b1b5e3739aa6', 'name': 'router1', 'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f50d809a-1a60-442a-8292-51b4437a23b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:02:40Z', 'updated_at': '2021-09-23T22:02:59Z', 'revision_number': 4, 'project_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'gw_port': {'id': 'f50d809a-1a60-442a-8292-51b4437a23b9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824ce38a-e4e1-4a93-964a-b1b5e3739aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:02:58Z', 'updated_at': '2021-09-23T22:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '55f9ef70-4344-4b4e-a93d-ff1c3bace649', 'name': '', 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20', 'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'mac_address': 'fa:16:3e:c3:0c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824ce38a-e4e1-4a93-964a-b1b5e3739aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:02:49Z', 'updated_at': '2021-09-23T22:02:53Z', 'revision_number': 5, 'project_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'subnets': [{'id': 'b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '516d2d28-017e-47be-8631-da3c13a8df00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:03:01.020787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Checking router: 824ce38a-e4e1-4a93-964a-b1b5e3739aa6 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:03:01.021172 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Updating router 824ce38a-e4e1-4a93-964a-b1b5e3739aa6 port f50d809a-1a60-442a-8292-51b4437a23b9 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:03:01.069618 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:01.470992 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:01.539252 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:01.588702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Attempting to bind port f50d809a-1a60-442a-8292-51b4437a23b9 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:03:01.589331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Attempting to bind port f50d809a-1a60-442a-8292-51b4437a23b9 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:03:01.589440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Attempting to bind port f50d809a-1a60-442a-8292-51b4437a23b9 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:03:01.599048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d8950-878d-4b8d-abe6-b174e4fafea4 None None] Pushing event updated for resources: {'Port': ['ID=f50d809a-1a60-442a-8292-51b4437a23b9,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:03:01.601760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:03:01.602140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:03:01.602531 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:01.602909 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:03:01.603375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Bound port: f50d809a-1a60-442a-8292-51b4437a23b9, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:03:01.603770 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:01.658455 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] For port f50d809a-1a60-442a-8292-51b4437a23b9, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:03:01.661588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] For port f50d809a-1a60-442a-8292-51b4437a23b9, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f50d809a-1a60-442a-8292-51b4437a23b9,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:03:01.728725 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:01.794935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d8950-878d-4b8d-abe6-b174e4fafea4 None None] Pushing event updated for resources: {'Port': ['ID=f50d809a-1a60-442a-8292-51b4437a23b9,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:03:01.798019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Routers {'824ce38a-e4e1-4a93-964a-b1b5e3739aa6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:03:01.798607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:02:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['824ce38a-e4e1-4a93-964a-b1b5e3739aa6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:03:01.917806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] Set router 824ce38a-e4e1-4a93-964a-b1b5e3739aa6 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:03:02.135686 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824ce38a-e4e1-4a93-964a-b1b5e3739aa6', 'name': 'router1', 'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f50d809a-1a60-442a-8292-51b4437a23b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:02:40Z', 'updated_at': '2021-09-23T22:02:59Z', 'revision_number': 4, 'project_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'gw_port': {'id': 'f50d809a-1a60-442a-8292-51b4437a23b9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824ce38a-e4e1-4a93-964a-b1b5e3739aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:02:58Z', 'updated_at': '2021-09-23T22:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '55f9ef70-4344-4b4e-a93d-ff1c3bace649', 'name': '', 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20', 'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'mac_address': 'fa:16:3e:c3:0c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824ce38a-e4e1-4a93-964a-b1b5e3739aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:02:49Z', 'updated_at': '2021-09-23T22:02:53Z', 'revision_number': 5, 'project_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'subnets': [{'id': 'b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '516d2d28-017e-47be-8631-da3c13a8df00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:03:02.163905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7631cd6-5243-40e9-8e60-8ad931b0f8ad None None] The sync data for ids ['824ce38a-e4e1-4a93-964a-b1b5e3739aa6'] in n-d-810775-1 is: [{'id': '824ce38a-e4e1-4a93-964a-b1b5e3739aa6', 'name': 'router1', 'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f50d809a-1a60-442a-8292-51b4437a23b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:02:40Z', 'updated_at': '2021-09-23T22:02:59Z', 'revision_number': 4, 'project_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'gw_port': {'id': 'f50d809a-1a60-442a-8292-51b4437a23b9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824ce38a-e4e1-4a93-964a-b1b5e3739aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:02:58Z', 'updated_at': '2021-09-23T22:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '55f9ef70-4344-4b4e-a93d-ff1c3bace649', 'name': '', 'network_id': '59b27075-874d-4529-9afc-f2cb3aca3f20', 'tenant_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'mac_address': 'fa:16:3e:c3:0c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824ce38a-e4e1-4a93-964a-b1b5e3739aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:02:49Z', 'updated_at': '2021-09-23T22:02:53Z', 'revision_number': 5, 'project_id': '3a61a4c4f4ab4f56b92cbc52892b5e4e', 'subnets': [{'id': 'b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '516d2d28-017e-47be-8631-da3c13a8df00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:03:02.300539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58182) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:03:02.424787 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1e976c6f-871f-4a7f-8286-d509b7989b6f admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1228321 Sep 23 22:03:03.618335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f50d809a-1a60-442a-8292-51b4437a23b9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:03:03.668299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port f50d809a-1a60-442a-8292-51b4437a23b9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:03:03.669134 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:03.772517 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:03.795710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port f50d809a-1a60-442a-8292-51b4437a23b9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f50d809a-1a60-442a-8292-51b4437a23b9,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:03:03.865511 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:03.913565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=f50d809a-1a60-442a-8292-51b4437a23b9,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:03:05.565017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f50d809a-1a60-442a-8292-51b4437a23b9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:03:05.621339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port f50d809a-1a60-442a-8292-51b4437a23b9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:03:05.621952 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:12.919847 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-36d3386c-9b94-4b57-bff1-980e8df91320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:15.494029 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-61a80248-e39b-4b22-b321-ace88004ac08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:15.939686 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:16.676830 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:18.288312 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:26.709774 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 5 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:03:42.899205 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c83b258d-a6ef-4bde-bb00-bc29ed80ae19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:45.510474 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa213d73-fffb-443e-953e-4499b6c889b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:45.972993 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:46.703998 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:03:48.270730 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:03.708365 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 5 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:04:12.910007 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e06cfba6-9bab-473a-8c27-d9c739525a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:15.515748 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e47279a3-6134-4a49-86d0-01b20b0abdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:15.990387 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:16.686963 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:18.275465 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:40.706718 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 5 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:04:42.915515 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cdcc21b4-f6ae-4602-91c5-5640a219fae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:45.525291 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-783a5c6a-b61f-4a1f-840d-0edcb61b2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:45.949879 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:46.663991 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:46.939515 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58776) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:04:47.001784 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0aaeb10-20ef-4a16-a9ce-e2f5a9489b38 admin admin] GET failed (client error): The resource could not be found. Sep 23 22:04:47.003140 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f0aaeb10-20ef-4a16-a9ce-e2f5a9489b38 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627811 Sep 23 22:04:47.167603 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92eb2a3-33eb-4ebb-bb2b-d26ad59eb335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:04:47.169090 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a92eb2a3-33eb-4ebb-bb2b-d26ad59eb335 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1613078 Sep 23 22:04:48.297191 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:49.370304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58786) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:04:49.472447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc4173e-6435-4b97-baa7-a8a0cf4cd44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:04:49.473837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4cc4173e-6435-4b97-baa7-a8a0cf4cd44c admin admin] 10.222.0.22 "GET /v2.0/subnets/b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed HTTP/1.1" status: 200 len: 849 time: 0.1019735 Sep 23 22:04:49.484610 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:04:49.576131 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Notify callbacks [] for subnet, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:49.783574 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753537328887'] for subnet, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:49.882794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:04:49.883380 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:49.885595 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] 10.222.0.22 "PUT /v2.0/subnets/b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed HTTP/1.1" status: 200 len: 868 time: 0.4037347 Sep 23 22:04:49.900801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0e11ec-94d1-45d5-98bf-8b2c17e10dfb None None] Network 59b27075-874d-4529-9afc-f2cb3aca3f20 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:04:49.906424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:04:49.914023 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:04:49.914410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:04:49.914690 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:04:49.915017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:04:49.915342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:04:49.915662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:04:49.916761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:04:49.917036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:04:49.917429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:04:49.917713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:04:49.918175 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:04:49.918495 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74df0a8-5567-439e-9019-7bab9171e4de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:04:50.245255 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b8fd1439-9137-4651-9119-e09a280702d0 None None] Provisioning complete for port 55f9ef70-4344-4b4e-a93d-ff1c3bace649 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:04:50.245554 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b8fd1439-9137-4651-9119-e09a280702d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:50.422845 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b8fd1439-9137-4651-9119-e09a280702d0 None None] Provisioning complete for port 44189c02-a6ae-45a1-8657-95ff4fe64580 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:04:50.423070 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b8fd1439-9137-4651-9119-e09a280702d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:04:52.188596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58796) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:04:52.390063 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db65c4f-c6f2-4a82-b037-ef2ce207b811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:04:52.390537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db65c4f-c6f2-4a82-b037-ef2ce207b811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:04:52.392171 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3db65c4f-c6f2-4a82-b037-ef2ce207b811 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2024992 Sep 23 22:04:54.587391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58804) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:04:54.863217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e78b808-bb50-44dd-8ebe-c6b45825de1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:04:54.863602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e78b808-bb50-44dd-8ebe-c6b45825de1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:04:54.865188 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0e78b808-bb50-44dd-8ebe-c6b45825de1f admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2768111 Sep 23 22:04:57.084389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58812) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:04:57.210931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c5fa2d-7d9b-4b33-8a7b-61a6429e884a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:04:57.212295 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-56c5fa2d-7d9b-4b33-8a7b-61a6429e884a admin admin] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 886 time: 0.1269321 Sep 23 22:04:59.439761 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58820) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:04:59.574675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a831fa-35a3-43e6-b079-59646ea04abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:04:59.576279 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-46a831fa-35a3-43e6-b079-59646ea04abe admin admin] 10.222.0.22 "GET /v2.0/networks/59b27075-874d-4529-9afc-f2cb3aca3f20 HTTP/1.1" status: 200 len: 869 time: 0.1355138 Sep 23 22:05:01.759661 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58828) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:05:01.884592 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bc6837-7a24-425a-bdcc-eeb2e149a6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:05:01.885054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bc6837-7a24-425a-bdcc-eeb2e149a6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:05:01.886611 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-67bc6837-7a24-425a-bdcc-eeb2e149a6d2 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260202 Sep 23 22:05:04.093204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58836) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:05:04.182533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d633c5-360d-4ade-9908-16285d1407c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:05:04.182990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d633c5-360d-4ade-9908-16285d1407c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:05:04.184493 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e0d633c5-360d-4ade-9908-16285d1407c5 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903435 Sep 23 22:05:06.374315 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58844) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:05:06.460330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c787b126-0a31-4c57-8d56-a142bcb9bb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:05:06.461713 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c787b126-0a31-4c57-8d56-a142bcb9bb44 admin admin] 10.222.0.22 "GET /v2.0/subnets/74d03915-a17a-4d5b-be8a-79776cab0702 HTTP/1.1" status: 200 len: 816 time: 0.0864625 Sep 23 22:05:08.695824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58852) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:05:08.788302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdd0766-e844-4db3-ba03-afd0c5a0b3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:05:08.789670 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7cdd0766-e844-4db3-ba03-afd0c5a0b3df admin admin] 10.222.0.22 "GET /v2.0/subnets/b38dd4ed-7a2e-4f2c-9f91-02f77a4b29ed HTTP/1.1" status: 200 len: 868 time: 0.0927830 Sep 23 22:05:12.909024 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-71699029-c781-4870-8c4d-2e054d8a4903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:15.543504 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-14647676-7fb5-4bdd-bec8-4a80707ddab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:15.954736 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:16.685055 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:17.706071 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 5 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:05:18.263152 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:33.289630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58906) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:05:33.337528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-f8eb75f3-3770-498c-964e-616919f50eb5 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:05:33.338586 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f8eb75f3-3770-498c-964e-616919f50eb5 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479572 Sep 23 22:05:35.671173 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58914) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:05:35.736836 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-3def09e4-244f-4075-934b-25d5e0a4d7ca admin admin] GET failed (client error): The resource could not be found. Sep 23 22:05:35.738304 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3def09e4-244f-4075-934b-25d5e0a4d7ca admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661738 Sep 23 22:05:35.880541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cc2823-2eed-4be1-88c3-1ee534cb5c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:05:35.882063 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c5cc2823-2eed-4be1-88c3-1ee534cb5c60 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1390316 Sep 23 22:05:38.144339 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58922) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:05:38.193433 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:05:38.308911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Made reservation on behalf of ff62b5dcf60d47448c2f82db10549cdf for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:05:38.311329 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:38.340024 n-d-810775-1 neutron-server[95490]: WARNING neutron.services.revisions.revision_plugin [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Could not find related network for resource to bump revision. Sep 23 22:05:38.354212 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:05:38.363065 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:38.369280 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Added segment 30c145e1-dcf7-43ef-a627-886ad489fb38 of type vlan for network 3a297645-4fb4-4a06-816d-188d2e72f707 Sep 23 22:05:38.406102 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:38.491422 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:38.492614 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:05:38.493235 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:38.554201 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Pushing event updated for resources: {'Network': ['ID=3a297645-4fb4-4a06-816d-188d2e72f707,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:05:38.561055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:38.561450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:38.561792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:38.562131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:38.562463 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:38.562797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:38.563124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:38.563451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:38.563775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:38.564099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:38.564422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:38.564745 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:38.575360 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 3a297645-4fb4-4a06-816d-188d2e72f707 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:05:38.589679 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3cb5d50e-8216-498c-8423-efa9be3c22e0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4440234 Sep 23 22:05:40.859692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58930) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:05:40.921646 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac17f0a-1224-46f0-a3ae-bb0074324b0a admin admin] GET failed (client error): The resource could not be found. Sep 23 22:05:40.922991 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dac17f0a-1224-46f0-a3ae-bb0074324b0a admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623517 Sep 23 22:05:40.996884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061ab316-ed7d-49a3-9783-734639109b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:05:40.998288 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-061ab316-ed7d-49a3-9783-734639109b73 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0706992 Sep 23 22:05:41.009488 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a402c86a-98d1-46f0-bf13-029ef0dd8bc7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:05:41.078840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a402c86a-98d1-46f0-bf13-029ef0dd8bc7 admin admin] Made reservation on behalf of ff62b5dcf60d47448c2f82db10549cdf for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:05:41.081175 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a402c86a-98d1-46f0-bf13-029ef0dd8bc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:41.297284 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a402c86a-98d1-46f0-bf13-029ef0dd8bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:41.351061 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402c86a-98d1-46f0-bf13-029ef0dd8bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b9df4d-552f-4431-a7ce-8fb09a777cd1,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:05:41.359560 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402c86a-98d1-46f0-bf13-029ef0dd8bc7 admin admin] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:05:41.360128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a402c86a-98d1-46f0-bf13-029ef0dd8bc7 admin admin] Network hostable DHCP agents. Network: 3a297645-4fb4-4a06-816d-188d2e72f707, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:05:41.422500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a402c86a-98d1-46f0-bf13-029ef0dd8bc7 admin admin] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:05:41.479865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-a402c86a-98d1-46f0-bf13-029ef0dd8bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 3a297645-4fb4-4a06-816d-188d2e72f707) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:05:41.483952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a402c86a-98d1-46f0-bf13-029ef0dd8bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:05:41.484541 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a402c86a-98d1-46f0-bf13-029ef0dd8bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:41.488737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4f4577-e4e3-48dd-96ed-0f92f7c15aeb None None] Network 3a297645-4fb4-4a06-816d-188d2e72f707 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:05:41.611125 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a402c86a-98d1-46f0-bf13-029ef0dd8bc7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6056936 Sep 23 22:05:41.635753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-3a297645-4fb4-4a06-816d-188d2e72f707', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'tenant_id': 'ff62b5dcf60d47448c2f82db10549cdf', 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:05:41.636672 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:41.791089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Allocated IP 192.168.233.2 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/c460f7f1-8a32-4061-a202-feda997a5bf6) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:05:41.932999 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:42.040925 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:42.090595 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:05:42.093422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:05:42.096019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:05:42.108673 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Pushing event updated for resources: {'Port': ['ID=c460f7f1-8a32-4061-a202-feda997a5bf6,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:05:42.144847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:42.145220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:42.145607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:42.145951 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:42.146306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:42.146642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:42.147007 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:42.147331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:42.147658 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:42.147980 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:42.148330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:42.148650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:05:42.185236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Attempting to bind port c460f7f1-8a32-4061-a202-feda997a5bf6 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:05:42.185499 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Attempting to bind port c460f7f1-8a32-4061-a202-feda997a5bf6 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:05:42.185851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Attempting to bind port c460f7f1-8a32-4061-a202-feda997a5bf6 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:05:42.191034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:05:42.191408 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:05:42.191811 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:42.192201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:05:42.192664 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Bound port: c460f7f1-8a32-4061-a202-feda997a5bf6, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:05:42.193101 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:42.262417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] For port c460f7f1-8a32-4061-a202-feda997a5bf6, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:05:42.265734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] For port c460f7f1-8a32-4061-a202-feda997a5bf6, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c460f7f1-8a32-4061-a202-feda997a5bf6,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:05:42.342151 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:42.423805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1c115-3e36-48fc-b1b1-4fcf6709ce13 None None] Pushing event updated for resources: {'Port': ['ID=c460f7f1-8a32-4061-a202-feda997a5bf6,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:05:42.920210 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7a6580e3-a5a1-4810-bf5c-715a7a465639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:43.267347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667459d5-27f7-4538-afce-b9abced350b2 None None] Network 3a297645-4fb4-4a06-816d-188d2e72f707 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:05:43.349095 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-859e4820-351e-48ce-8e45-545a8345e59a None None] Provisioning complete for port c460f7f1-8a32-4061-a202-feda997a5bf6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:05:43.349494 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-859e4820-351e-48ce-8e45-545a8345e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:43.505609 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-859e4820-351e-48ce-8e45-545a8345e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:43.544457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-859e4820-351e-48ce-8e45-545a8345e59a None None] For port c460f7f1-8a32-4061-a202-feda997a5bf6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c460f7f1-8a32-4061-a202-feda997a5bf6,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:05:43.638620 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-859e4820-351e-48ce-8e45-545a8345e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:43.687194 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c460f7f1-8a32-4061-a202-feda997a5bf6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:05:43.743026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e4820-351e-48ce-8e45-545a8345e59a None None] Pushing event updated for resources: {'Port': ['ID=c460f7f1-8a32-4061-a202-feda997a5bf6,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:05:43.768911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6b54d5d9-b8cc-4468-b64c-6fd7e83cb312 None None] Provisioning complete for port c460f7f1-8a32-4061-a202-feda997a5bf6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:05:43.769217 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6b54d5d9-b8cc-4468-b64c-6fd7e83cb312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:43.796494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c460f7f1-8a32-4061-a202-feda997a5bf6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:05:43.796791 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:45.501791 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-284a557b-1565-412e-9cf8-f59c3c8de0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:45.613913 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c460f7f1-8a32-4061-a202-feda997a5bf6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:05:45.664222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c460f7f1-8a32-4061-a202-feda997a5bf6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:05:45.664734 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:45.977422 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:46.680191 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:48.275310 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:05:54.704534 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 5 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:06:12.912392 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-27d6f2ea-ef96-4aa5-9b97-2e7873f65106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:06:15.501035 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8208cca-bcd3-4970-9c42-b398d95a04de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:06:16.034333 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:06:16.725280 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:06:18.274031 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:06:31.703238 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 5 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:06:42.936948 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0010958c-2b0f-4bf9-8efe-52d86d3eb152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:06:45.511827 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-85ee61d6-411c-4030-ab9f-11fbeb46cbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:06:45.953769 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:06:46.713378 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:06:48.284976 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:08.702651 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 5 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:07:12.930372 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a67fb6e5-5318-4437-8050-233d947cb36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:15.501936 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bf1f56eb-5947-4531-a8fe-3c9dfc8c2ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:15.950926 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:16.239686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58982) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:07:16.245865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [None req-f0a58168-5d1d-410d-94c1-cb8f54d1fd2b tempest-verify_tempest_config-1215356792 tempest-verify_tempest_config-1215356792-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:07:16.246847 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f0a58168-5d1d-410d-94c1-cb8f54d1fd2b tempest-verify_tempest_config-1215356792 tempest-verify_tempest_config-1215356792-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061288 Sep 23 22:07:16.705151 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:16.758280 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59000) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:07:16.861573 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:16.951518 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:17.039021 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:17.088355 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=635f8c91a771407b82b81fffa2c3dfdd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3289301 Sep 23 22:07:17.089087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affc8cfc-48da-4902-9850-5016d01e6a46,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:07:17.090991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59004) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:07:17.101695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:07:17.102040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:07:17.105083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:07:17.105083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:07:17.105083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:07:17.105083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:07:17.105083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:07:17.105083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:07:17.105083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:07:17.105083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:07:17.105083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:07:17.105863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c489f-8885-4689-9f73-d79170afccb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:07:17.157702 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-447b940c-1fff-473b-839a-9d2c3e4213a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:17.178378 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-447b940c-1fff-473b-839a-9d2c3e4213a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:17.328696 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-447b940c-1fff-473b-839a-9d2c3e4213a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:17.331382 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-447b940c-1fff-473b-839a-9d2c3e4213a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:17.332641 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-447b940c-1fff-473b-839a-9d2c3e4213a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/affc8cfc-48da-4902-9850-5016d01e6a46 HTTP/1.1" status: 204 len: 168 time: 0.2406754 Sep 23 22:07:17.340572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b940c-1fff-473b-839a-9d2c3e4213a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affc8cfc-48da-4902-9850-5016d01e6a46,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:07:18.327961 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:42.927851 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4fbe5bc-49b9-4baa-a751-29d3999d59a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:45.512785 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7e717c9c-c724-4472-9069-2d5e9d17c8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:45.701218 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 5 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:07:45.985006 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:46.718798 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:07:48.387102 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:08:12.932747 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0efa5f20-368e-40b9-97e4-eb2ea03255aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:08:15.501188 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-25fdfe73-c991-4556-9a1f-733bf7436699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:08:15.958108 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:08:16.735374 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:08:18.323911 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:08:22.701328 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 5 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:08:43.000848 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-30d2de7b-5d3b-4285-8df5-5275d1a10a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:08:45.523508 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-48bf8add-3926-44b2-93b9-e56aebae5034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:08:46.038017 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:08:46.749556 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:08:48.303553 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:08:59.700173 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 5 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:09:12.934091 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e73ca1d5-84a4-43d9-aaba-f3682a6fe7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:09:15.534262 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b42ab19b-bd13-4510-ba2f-f546912135be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:09:15.968804 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:09:16.748778 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:09:18.299735 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:09:36.699980 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 5 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:09:42.939604 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-314bbbb4-c53c-42d3-b439-963618b37f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:09:45.517289 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8ce62883-2866-4b80-aced-aa57d9738662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:09:45.997162 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:09:46.731095 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:09:48.299486 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:10:12.956367 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-60f3e954-856e-482a-b9c9-3ea7a360d4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:10:13.699255 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 5 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:10:15.510972 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-775d7ccf-e3a0-4bdd-8c6a-0aae88c4b8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:10:15.979318 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:10:16.761913 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:10:18.359050 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:10:36.173099 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579521'] for agent, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:10:42.947050 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0ab75b8a-aa53-494e-b11b-f5848585db81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:10:45.521774 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-94fda7c5-5261-46b0-9efb-746c91e51f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:10:45.975215 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:10:46.798586 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:10:47.238365 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579521'] for agent, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:10:48.323833 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:10:50.699752 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:11:06.146650 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:11:12.984567 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-92b9d8d6-671f-4b33-94a6-a0bfa64f236e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:11:15.686994 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0d54c67a-5481-4f71-83f4-7ddd09a2a5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:11:15.997810 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:11:16.738891 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:11:17.215147 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:11:18.355291 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:11:18.887000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59064) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:11:19.008955 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b102167a-dcab-4095-9196-f20d9c894cc5 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1201487 Sep 23 22:11:21.417540 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59074) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:11:21.502870 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6063895e-69f2-4a92-b71f-24632a2d0c4c admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0833745 Sep 23 22:11:27.700345 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:11:36.048552 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:11:42.968662 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-525fe3e2-d9b9-4c1f-8ec4-a01ee8aa4e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:11:45.528945 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dc746657-93bb-4b88-8fa4-5c71773f4a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:11:45.971840 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:11:46.768305 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:11:47.257675 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:11:48.334367 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:12:04.704994 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:12:06.077036 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:12:12.983600 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3195b168-76e2-4b95-8625-bcbb31af9a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:12:15.543117 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ce8d4b4f-f42d-42e0-86e4-adb8a3b6687c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:12:15.975002 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:12:16.738285 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:12:17.212616 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:12:18.372127 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:12:36.111485 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:12:41.705346 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:12:43.000205 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a59c219e-9356-47f3-8eab-c041d92acabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:12:45.538155 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f6bd40db-a755-4dbb-bb91-0a42eb7efeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:12:45.963941 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:12:46.800049 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:12:47.338968 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:12:48.464506 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:02.932801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59518) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:02.965521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59524) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:03.353900 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:03.420219 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:03.440685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59548) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:03.542561 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:03.566307 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3e0db4e-fcb9-4fb5-a29d-c5ed30464ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:03.659310 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:03.674229 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [None req-a3e0db4e-fcb9-4fb5-a29d-c5ed30464ece admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:13:03.674229 n-d-810775-1 neutron-server[95490]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:13:03.674229 n-d-810775-1 neutron-server[95490]: [parameters: {'project_id_1': '68639e8ae1d444b2b760f854d1d03461', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 12, 43, 586672)}] Sep 23 22:13:03.674229 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:13:03.674863 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [None req-a3e0db4e-fcb9-4fb5-a29d-c5ed30464ece admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:13:03.746925 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cef947-843c-4771-acdf-179b9f1ef495,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:03.767606 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.768353 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.769019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.769723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.770681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.771993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.773888 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.774754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.775441 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.776116 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.776800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.777524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] Tracked resource versions report: Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: pushed versions: Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: { 'AddressGroup': {'1.2'}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'ConntrackHelper': {'1.0'}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'Log': {'1.0'}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'Network': {'1.1'}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'Port': {'1.7'}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'PortForwarding': {'1.2'}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'QosPolicy': {'1.9'}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'SecurityGroup': {'1.4'}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'SecurityGroupRule': {'1.2'}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'SubPort': {'1.0'}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'Subnet': {'1.1'}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'Trunk': {'1.1'}} Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: consumer versions: Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: { DHCP agent@n-d-810775-1: {}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: HyperV agent@n-h1-810775-1: {}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: HyperV agent@n-h2-810775-1: {}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: L3 agent@n-d-810775-1: {}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: Metadata agent@n-d-810775-1: {}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: Metering agent@n-d-810775-1: {}, Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: Open vSwitch agent@n-d-810775-1: { 'AddressGroup': '1.2', Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'ConntrackHelper': '1.0', Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'Log': '1.0', Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'Network': '1.1', Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'Port': '1.7', Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'PortForwarding': '1.2', Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'QosPolicy': '1.9', Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'SecurityGroup': '1.4', Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'SecurityGroupRule': '1.2', Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'SubPort': '1.0', Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'Subnet': '1.1', Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: 'Trunk': '1.1'}} Sep 23 22:13:03.779852 n-d-810775-1 neutron-server[95491]: {{(pid=95491) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 22:13:03.788011 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-089417de-7736-4d56-91e6-b2bdb11d28ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00aabce0edd74c1282a5499568f7934f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8208318 Sep 23 22:13:03.791225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59560) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:03.795712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:03.885343 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:03.900900 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b01b532b-afdb-400c-a038-f2724f96bcf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:03.920810 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256a5d77-4cd2-41d2-a6d4-71587463a75d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:03.933053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.934180 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.934707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.935230 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.935810 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.936336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.936846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.937514 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.938021 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.938551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.939081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.939618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] Tracked resource versions report: Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: pushed versions: Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: { 'AddressGroup': {'1.2'}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'ConntrackHelper': {'1.0'}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'Log': {'1.0'}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'Network': {'1.1'}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'Port': {'1.7'}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'PortForwarding': {'1.2'}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'QosPolicy': {'1.9'}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'SecurityGroup': {'1.4'}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'SecurityGroupRule': {'1.2'}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'SubPort': {'1.0'}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'Subnet': {'1.1'}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'Trunk': {'1.1'}} Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: consumer versions: Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: { DHCP agent@n-d-810775-1: {}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: HyperV agent@n-h1-810775-1: {}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: HyperV agent@n-h2-810775-1: {}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: L3 agent@n-d-810775-1: {}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: Metadata agent@n-d-810775-1: {}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: Metering agent@n-d-810775-1: {}, Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: Open vSwitch agent@n-d-810775-1: { 'AddressGroup': '1.2', Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'ConntrackHelper': '1.0', Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'Log': '1.0', Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'Network': '1.1', Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'Port': '1.7', Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'PortForwarding': '1.2', Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'QosPolicy': '1.9', Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'SecurityGroup': '1.4', Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'SecurityGroupRule': '1.2', Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'SubPort': '1.0', Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'Subnet': '1.1', Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: 'Trunk': '1.1'}} Sep 23 22:13:03.941146 n-d-810775-1 neutron-server[95490]: {{(pid=95490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 22:13:03.948473 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b01b532b-afdb-400c-a038-f2724f96bcf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:03.969487 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2be1bb11-6783-4304-a57b-e043dd16c4a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32b8a023731a4bbd9f02e70b2da87495&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0350716 Sep 23 22:13:03.974388 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59568) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:04.088437 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-47e6b721-9be3-4dae-8601-c0c86054f373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.128836 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-47e6b721-9be3-4dae-8601-c0c86054f373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.154260 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b01b532b-afdb-400c-a038-f2724f96bcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.158102 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b01b532b-afdb-400c-a038-f2724f96bcf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.162466 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b01b532b-afdb-400c-a038-f2724f96bcf6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18cef947-843c-4771-acdf-179b9f1ef495 HTTP/1.1" status: 204 len: 168 time: 0.3685341 Sep 23 22:13:04.162466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59576) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:04.182284 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3e0db4e-fcb9-4fb5-a29d-c5ed30464ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.185937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b532b-afdb-400c-a038-f2724f96bcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cef947-843c-4771-acdf-179b9f1ef495,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:04.233428 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59584) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:04.294377 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-47e6b721-9be3-4dae-8601-c0c86054f373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.298122 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-47e6b721-9be3-4dae-8601-c0c86054f373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.299785 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-47e6b721-9be3-4dae-8601-c0c86054f373 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/256a5d77-4cd2-41d2-a6d4-71587463a75d HTTP/1.1" status: 204 len: 168 time: 0.3236918 Sep 23 22:13:04.327018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6b721-9be3-4dae-8601-c0c86054f373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256a5d77-4cd2-41d2-a6d4-71587463a75d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:04.412638 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3e0db4e-fcb9-4fb5-a29d-c5ed30464ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.433016 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ccc8c8e3-3545-404c-8899-8cd062a77acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.503987 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3e0db4e-fcb9-4fb5-a29d-c5ed30464ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.562928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0db4e-fcb9-4fb5-a29d-c5ed30464ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be79992-5511-435f-9f54-00cc2af7f957,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:04.607410 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a3e0db4e-fcb9-4fb5-a29d-c5ed30464ece admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=68639e8ae1d444b2b760f854d1d03461&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1513202 Sep 23 22:13:04.610814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59602) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:04.632797 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ccc8c8e3-3545-404c-8899-8cd062a77acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.699059 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ccc8c8e3-3545-404c-8899-8cd062a77acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.733862 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bde1849d-4fff-4439-98b5-80dd09644c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.740160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8c8e3-3545-404c-8899-8cd062a77acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec539a2-0df7-46bc-b51e-9d37bce86017,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:04.772326 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ccc8c8e3-3545-404c-8899-8cd062a77acd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=673e32f7fea448caaf078fb978f7f206&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6039774 Sep 23 22:13:04.782982 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59610) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:04.789088 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-849bcf16-7da0-47dc-aade-581038181373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.810504 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bde1849d-4fff-4439-98b5-80dd09644c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.916339 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-849bcf16-7da0-47dc-aade-581038181373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.943426 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b7b21e8-e4dc-42a2-9652-339ad622a3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.981598 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b7b21e8-e4dc-42a2-9652-339ad622a3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:04.991136 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-849bcf16-7da0-47dc-aade-581038181373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:05.018788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bcf16-7da0-47dc-aade-581038181373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb33066-2720-47f9-bba4-2a48f0280f47,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:05.058469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-849bcf16-7da0-47dc-aade-581038181373 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ee4e32b111f46d79b7ee4570ae279b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8221116 Sep 23 22:13:05.058995 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bde1849d-4fff-4439-98b5-80dd09644c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:05.061215 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59616) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:05.061662 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bde1849d-4fff-4439-98b5-80dd09644c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:05.062941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bde1849d-4fff-4439-98b5-80dd09644c34 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6be79992-5511-435f-9f54-00cc2af7f957 HTTP/1.1" status: 204 len: 168 time: 0.4498029 Sep 23 22:13:05.074603 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1849d-4fff-4439-98b5-80dd09644c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be79992-5511-435f-9f54-00cc2af7f957,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:05.173522 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dc66ec3-bab4-40ce-8cf9-4077e0b2e852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:05.207840 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b7b21e8-e4dc-42a2-9652-339ad622a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:05.216852 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b7b21e8-e4dc-42a2-9652-339ad622a3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:05.220731 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2b7b21e8-e4dc-42a2-9652-339ad622a3d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ec539a2-0df7-46bc-b51e-9d37bce86017 HTTP/1.1" status: 204 len: 168 time: 0.4335456 Sep 23 22:13:05.225810 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dc66ec3-bab4-40ce-8cf9-4077e0b2e852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:05.242867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b21e8-e4dc-42a2-9652-339ad622a3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec539a2-0df7-46bc-b51e-9d37bce86017,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:05.401589 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dc66ec3-bab4-40ce-8cf9-4077e0b2e852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:05.406341 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dc66ec3-bab4-40ce-8cf9-4077e0b2e852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:05.410458 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3dc66ec3-bab4-40ce-8cf9-4077e0b2e852 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4bb33066-2720-47f9-bba4-2a48f0280f47 HTTP/1.1" status: 204 len: 168 time: 0.3369744 Sep 23 22:13:05.419724 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc66ec3-bab4-40ce-8cf9-4077e0b2e852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb33066-2720-47f9-bba4-2a48f0280f47,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:05.620882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59644) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:05.639027 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fc2c0d8-3fe2-4833-8dbe-93e71bc13bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:05.806886 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fc2c0d8-3fe2-4833-8dbe-93e71bc13bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:05.880424 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fc2c0d8-3fe2-4833-8dbe-93e71bc13bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:05.927225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2c0d8-3fe2-4833-8dbe-93e71bc13bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cab73b-b2f1-486f-a173-b5fd59151e36,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:05.932024 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4fc2c0d8-3fe2-4833-8dbe-93e71bc13bf1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a752acdaaf6e4e67868ce6142bfa5e8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3098013 Sep 23 22:13:05.936600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59652) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:06.012896 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8706bab0-9c7e-434e-86d2-c18d952fdd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:06.063757 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8706bab0-9c7e-434e-86d2-c18d952fdd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:06.076424 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:06.184479 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8706bab0-9c7e-434e-86d2-c18d952fdd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:06.190191 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8706bab0-9c7e-434e-86d2-c18d952fdd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:06.192245 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8706bab0-9c7e-434e-86d2-c18d952fdd33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5cab73b-b2f1-486f-a173-b5fd59151e36 HTTP/1.1" status: 204 len: 168 time: 0.2544160 Sep 23 22:13:06.197279 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59660) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:06.214866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706bab0-9c7e-434e-86d2-c18d952fdd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cab73b-b2f1-486f-a173-b5fd59151e36,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:06.236712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d2be72ee-928c-4689-ab62-e1e91b1241ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:06.435011 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d2be72ee-928c-4689-ab62-e1e91b1241ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:06.568716 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d2be72ee-928c-4689-ab62-e1e91b1241ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:06.656093 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d2be72ee-928c-4689-ab62-e1e91b1241ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63e3ab80787c44108abc51b6f85d0b75&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4568989 Sep 23 22:13:06.658756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59686) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:06.660539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be72ee-928c-4689-ab62-e1e91b1241ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2695692f-0cb2-4314-aa98-b22307a6896a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:06.746579 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fff1548d-06d1-418b-bec5-b9fe03d40666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:06.776353 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fff1548d-06d1-418b-bec5-b9fe03d40666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:07.093550 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fff1548d-06d1-418b-bec5-b9fe03d40666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:07.095278 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59690) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:07.099057 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fff1548d-06d1-418b-bec5-b9fe03d40666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:07.102051 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fff1548d-06d1-418b-bec5-b9fe03d40666 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2695692f-0cb2-4314-aa98-b22307a6896a HTTP/1.1" status: 204 len: 168 time: 0.4409072 Sep 23 22:13:07.116421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1548d-06d1-418b-bec5-b9fe03d40666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2695692f-0cb2-4314-aa98-b22307a6896a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:07.117669 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1362b817-2240-4fd6-a45c-0c3d3235231f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:07.305271 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1362b817-2240-4fd6-a45c-0c3d3235231f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:07.371941 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1362b817-2240-4fd6-a45c-0c3d3235231f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:07.425095 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1362b817-2240-4fd6-a45c-0c3d3235231f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce6229960e4e44aa870172ef68f5d565&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3277483 Sep 23 22:13:07.426863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362b817-2240-4fd6-a45c-0c3d3235231f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3527e69c-9106-452d-82df-71ee63863132,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:07.429948 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59698) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:07.508589 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d09fbba6-f364-44a5-9955-bbf797d81c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:07.535677 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d09fbba6-f364-44a5-9955-bbf797d81c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:07.676341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59700) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:07.692347 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e1f59bfc-eb68-46e6-9733-4182fcf66150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:07.696416 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d09fbba6-f364-44a5-9955-bbf797d81c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:07.699608 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d09fbba6-f364-44a5-9955-bbf797d81c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:07.700877 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d09fbba6-f364-44a5-9955-bbf797d81c1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3527e69c-9106-452d-82df-71ee63863132 HTTP/1.1" status: 204 len: 168 time: 0.2600818 Sep 23 22:13:07.724046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fbba6-f364-44a5-9955-bbf797d81c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3527e69c-9106-452d-82df-71ee63863132,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:07.778969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59704) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:07.812001 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d8dfcfac-122a-4bf3-b2df-d632afdcde40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:07.875195 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e1f59bfc-eb68-46e6-9733-4182fcf66150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:07.972841 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e1f59bfc-eb68-46e6-9733-4182fcf66150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:08.057047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e1f59bfc-eb68-46e6-9733-4182fcf66150 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bcd91716456b4f26ae5dce40d9122524&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3789222 Sep 23 22:13:08.058404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59716) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:08.068943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59bfc-eb68-46e6-9733-4182fcf66150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff808069-a546-408c-aacb-e272ebff257b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:08.165696 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d8dfcfac-122a-4bf3-b2df-d632afdcde40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:08.170111 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b966d3ee-7ab0-40f3-b0c5-1046ee16d80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:08.214211 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b966d3ee-7ab0-40f3-b0c5-1046ee16d80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:08.231527 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d8dfcfac-122a-4bf3-b2df-d632afdcde40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:08.309441 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d8dfcfac-122a-4bf3-b2df-d632afdcde40 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=784c3ad20c774e7ca3145639ecaca32d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5270665 Sep 23 22:13:08.313710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59722) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:08.317710 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfcfac-122a-4bf3-b2df-d632afdcde40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb971cb0-13be-44e6-b891-b792adbd2dd4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:08.418907 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b966d3ee-7ab0-40f3-b0c5-1046ee16d80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:08.421578 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b966d3ee-7ab0-40f3-b0c5-1046ee16d80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:08.426893 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b966d3ee-7ab0-40f3-b0c5-1046ee16d80d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff808069-a546-408c-aacb-e272ebff257b HTTP/1.1" status: 204 len: 168 time: 0.3631232 Sep 23 22:13:08.432891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966d3ee-7ab0-40f3-b0c5-1046ee16d80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff808069-a546-408c-aacb-e272ebff257b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:08.467483 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eb2d12a6-6dc4-4d4a-a4c2-04b5f4cd859e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:08.516426 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eb2d12a6-6dc4-4d4a-a4c2-04b5f4cd859e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:08.683831 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eb2d12a6-6dc4-4d4a-a4c2-04b5f4cd859e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:08.687158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eb2d12a6-6dc4-4d4a-a4c2-04b5f4cd859e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:08.700708 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eb2d12a6-6dc4-4d4a-a4c2-04b5f4cd859e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb971cb0-13be-44e6-b891-b792adbd2dd4 HTTP/1.1" status: 204 len: 168 time: 0.3776407 Sep 23 22:13:08.712588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d12a6-6dc4-4d4a-a4c2-04b5f4cd859e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb971cb0-13be-44e6-b891-b792adbd2dd4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:08.747172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59742) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:08.751235 n-d-810775-1 neutron-server[95490]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 22:13:08.817964 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-f7e652aa-38aa-412f-8a29-0391c4f78dba tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b8171054cb784b23aa26f1d859b99839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684392 Sep 23 22:13:09.171850 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df3b43-a559-45f7-94a1-b970e094e274 req-af86afa9-faa9-4110-9dac-8fd5015916c2 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:09.174597 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-af86afa9-faa9-4110-9dac-8fd5015916c2 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3540161 Sep 23 22:13:09.202396 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-3603f50a-419b-467d-947f-5564f5f4aa4f tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/quotas/b8171054cb784b23aa26f1d859b99839 HTTP/1.1" status: 200 len: 375 time: 0.0190976 Sep 23 22:13:09.368422 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-73e6cfaa-0829-438a-93e8-9b6798c2396c tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8171054cb784b23aa26f1d859b99839&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1602633 Sep 23 22:13:10.329312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59814) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:10.768956 n-d-810775-1 neutron-server[95491]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 22:13:10.954315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89c3f78f-b189-4f25-8683-18701c1b9072 req-16f6d061-bf84-4cb0-980f-20a1d752e1b7 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 210 time: 0.6218841 Sep 23 22:13:11.625370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59864) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:12.209027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-network', 'tenant_id': 'b8b6969335334004955419fa121e731e'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:12.231138 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5ac616a3-edce-4d82-9cf7-51042d05a9bd req-782811c9-df10-4797-8bd4-091baf88a4db tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 210 time: 0.0599468 Sep 23 22:13:12.355828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] Made reservation on behalf of b8b6969335334004955419fa121e731e for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:13:12.358657 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:12.376204 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:12.527103 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:12.606650 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:12.642471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:13:12.654699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a8ae40-8b85-4d31-926b-2053f9557823,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:12.663389 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:12.664875 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] Added segment 17d8a544-dc7a-460c-8784-eb052d3a0b04 of type vlan for network 7f02de17-3cdd-47cd-827d-131803615523 Sep 23 22:13:12.719667 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:12.834390 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:12.836079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:12.836867 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:12.913473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] Pushing event updated for resources: {'Network': ['ID=7f02de17-3cdd-47cd-827d-131803615523,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:12.926207 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 7f02de17-3cdd-47cd-827d-131803615523 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:13:12.945384 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-86dc55c2-f90b-4139-8d87-acd3589c080f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3182840 Sep 23 22:13:12.949798 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59902) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:12.955283 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-0ad84e26-77af-4d3b-bdb4-5f800626e092 admin admin] Request body: {'subnet': {'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-subnet', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:12.994913 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0a8abaf6-753d-4475-96a5-87bdd566b72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:13.071046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad84e26-77af-4d3b-bdb4-5f800626e092 admin admin] Made reservation on behalf of b8b6969335334004955419fa121e731e for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:13:13.073831 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0ad84e26-77af-4d3b-bdb4-5f800626e092 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:13.377820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.43', 63778) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:13.413088 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-45e637f1-667d-4759-8652-d1a698ca56fb tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b8171054cb784b23aa26f1d859b99839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331688 Sep 23 22:13:13.470929 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0ad84e26-77af-4d3b-bdb4-5f800626e092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:13.561309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad84e26-77af-4d3b-bdb4-5f800626e092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92fcb3eb-b34b-4893-a379-9f6f842e3c9e,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:13.612246 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad84e26-77af-4d3b-bdb4-5f800626e092 admin admin] Checking segment: {'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:13:13.612823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad84e26-77af-4d3b-bdb4-5f800626e092 admin admin] Network hostable DHCP agents. Network: 7f02de17-3cdd-47cd-827d-131803615523, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:13:13.640656 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d722072-1b44-4666-92a7-534d654a3df3 req-c859f6e4-79af-4fb7-a84a-70e717feabfa tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 210 time: 0.0301058 Sep 23 22:13:13.685217 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df3b43-a559-45f7-94a1-b970e094e274 req-8c142767-37d5-4e8f-b3b6-cf92845c28b5 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:13.686963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-8c142767-37d5-4e8f-b3b6-cf92845c28b5 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2669783 Sep 23 22:13:13.756597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad84e26-77af-4d3b-bdb4-5f800626e092 admin admin] Network 7f02de17-3cdd-47cd-827d-131803615523 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:13:13.790798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-44df3b43-a559-45f7-94a1-b970e094e274 req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Request body: {'port': {'device_id': 'd5e1bb27-0b87-4d7e-a65a-92c0c164c51d', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': 'b8171054cb784b23aa26f1d859b99839'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:13.882843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-0ad84e26-77af-4d3b-bdb4-5f800626e092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 7f02de17-3cdd-47cd-827d-131803615523) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:13.897291 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad84e26-77af-4d3b-bdb4-5f800626e092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:13.897291 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0ad84e26-77af-4d3b-bdb4-5f800626e092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:13.905854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd2b4c1-9a8e-4898-85cf-04e384f61cae None None] Network 7f02de17-3cdd-47cd-827d-131803615523 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:13:14.044301 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0ad84e26-77af-4d3b-bdb4-5f800626e092 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0908589 Sep 23 22:13:14.052297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59940) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:14.071124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:14.191097 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-7f02de17-3cdd-47cd-827d-131803615523', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:13:14.192737 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:14.195373 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:14.201508 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:14.286329 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:14.298067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44df3b43-a559-45f7-94a1-b970e094e274 req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Made reservation on behalf of b8171054cb784b23aa26f1d859b99839 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:13:14.301981 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-44df3b43-a559-45f7-94a1-b970e094e274 req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:14.335870 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-44df3b43-a559-45f7-94a1-b970e094e274 req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:14.436442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Allocated IP 172.20.0.2 (7f02de17-3cdd-47cd-827d-131803615523/92fcb3eb-b34b-4893-a379-9f6f842e3c9e/d1e50caf-acfd-4b36-846b-8250c2533be1) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:13:14.437408 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-006bbf42-9702-4af5-966d-2c69c93f9d16 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=786c5d4972b74b4eb7a063aad689fba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057179 Sep 23 22:13:14.704034 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:14.756991 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-86007918-3f34-480b-9877-13715aede0a9 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:14.766169 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-86007918-3f34-480b-9877-13715aede0a9 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3277283 Sep 23 22:13:14.784164 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-36907186-ed16-40b3-a713-c19fcaee9591 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/quotas/786c5d4972b74b4eb7a063aad689fba6 HTTP/1.1" status: 200 len: 375 time: 0.0168669 Sep 23 22:13:14.791432 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:14.804789 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:14.861815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Pushing event updated for resources: {'Port': ['ID=d1e50caf-acfd-4b36-846b-8250c2533be1,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:14.867900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9694ed2b-7428-4bcb-8f55-7d39b50c9759 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=786c5d4972b74b4eb7a063aad689fba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714178 Sep 23 22:13:14.876893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:14.877442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:14.877825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:14.878230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:14.878623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:14.879021 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:14.879409 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:14.879852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:14.880388 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:14.882371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:14.883800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:14.884451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Tracked resource versions report: Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: pushed versions: Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: { 'AddressGroup': {'1.2'}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'ConntrackHelper': {'1.0'}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'Log': {'1.0'}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'Network': {'1.1'}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'Port': {'1.7'}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'PortForwarding': {'1.2'}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'QosPolicy': {'1.9'}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'SecurityGroup': {'1.4'}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'SecurityGroupRule': {'1.2'}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'SubPort': {'1.0'}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'Subnet': {'1.1'}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'Trunk': {'1.1'}} Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: consumer versions: Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: { DHCP agent@n-d-810775-1: {}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: HyperV agent@n-h1-810775-1: {}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: HyperV agent@n-h2-810775-1: {}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: L3 agent@n-d-810775-1: {}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: Metadata agent@n-d-810775-1: {}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: Metering agent@n-d-810775-1: {}, Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: Open vSwitch agent@n-d-810775-1: { 'AddressGroup': '1.2', Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'ConntrackHelper': '1.0', Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'Log': '1.0', Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'Network': '1.1', Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'Port': '1.7', Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'PortForwarding': '1.2', Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'QosPolicy': '1.9', Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'SecurityGroup': '1.4', Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'SecurityGroupRule': '1.2', Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'SubPort': '1.0', Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'Subnet': '1.1', Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: 'Trunk': '1.1'}} Sep 23 22:13:14.886610 n-d-810775-1 neutron-server[95492]: {{(pid=95492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 22:13:14.916291 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Network 7f02de17-3cdd-47cd-827d-131803615523 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:13:14.918981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:14.922262 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:13:15.008510 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Attempting to bind port d1e50caf-acfd-4b36-846b-8250c2533be1 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:13:15.008889 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Attempting to bind port d1e50caf-acfd-4b36-846b-8250c2533be1 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:13:15.009284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Attempting to bind port d1e50caf-acfd-4b36-846b-8250c2533be1 on network 7f02de17-3cdd-47cd-827d-131803615523 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:13:15.015306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:13:15.015947 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Checking segment: {'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:13:15.016145 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:15.016516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Bound using segment: {'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:13:15.017058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Bound port: d1e50caf-acfd-4b36-846b-8250c2533be1, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:13:15.017830 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:15.034028 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-44df3b43-a559-45f7-94a1-b970e094e274 req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:15.106313 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] For port d1e50caf-acfd-4b36-846b-8250c2533be1, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:13:15.110108 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] For port d1e50caf-acfd-4b36-846b-8250c2533be1, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d1e50caf-acfd-4b36-846b-8250c2533be1,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:13:15.148899 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-44df3b43-a559-45f7-94a1-b970e094e274 req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:15.219157 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:15.286636 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:15.339633 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:15.355973 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea43d4af-0f64-4072-8b7b-47e2878af946,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:15.440220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35d452-c3ba-4322-a3aa-942533f2c2e7 None None] Pushing event updated for resources: {'Port': ['ID=d1e50caf-acfd-4b36-846b-8250c2533be1,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:15.522938 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae87e8-3d16-4480-971f-938873a94884 req-991a8e83-17e8-4a20-b85f-eee879930313 tempest-NetworksTest-422907263 tempest-NetworksTest-422907263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:15.523412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae87e8-3d16-4480-971f-938873a94884 req-991a8e83-17e8-4a20-b85f-eee879930313 tempest-NetworksTest-422907263 tempest-NetworksTest-422907263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:15.523926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae87e8-3d16-4480-971f-938873a94884 req-991a8e83-17e8-4a20-b85f-eee879930313 tempest-NetworksTest-422907263 tempest-NetworksTest-422907263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:15.524483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae87e8-3d16-4480-971f-938873a94884 req-991a8e83-17e8-4a20-b85f-eee879930313 tempest-NetworksTest-422907263 tempest-NetworksTest-422907263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:15.526752 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-49ae87e8-3d16-4480-971f-938873a94884 req-991a8e83-17e8-4a20-b85f-eee879930313 tempest-NetworksTest-422907263 tempest-NetworksTest-422907263-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2917 time: 0.4019179 Sep 23 22:13:15.527988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Allocated IP 172.25.1.191 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/cfe06217-a8bd-45a8-af00-62834a5989e9) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:13:15.556201 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d405dc4e-3c52-4409-9b93-abccd5654d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:15.557559 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46c7b702-0fe8-4827-ae5d-0e099bdd27e1 req-c4c847da-9726-4325-b67d-8d9d107f12b7 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 210 time: 0.0613086 Sep 23 22:13:15.629037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-44df3b43-a559-45f7-94a1-b970e094e274 req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Allocated IP 192.168.233.219 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/07272bc0-f329-4c93-a7e9-ee0de34abf99) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:13:15.969856 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-61967de3-8980-448b-93dc-d65e9e9fe2e4 req-541f7ab3-d37a-4c33-abcf-fbf016a069be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 210 time: 0.2506649 Sep 23 22:13:16.009972 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:16.168479 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:16.171072 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-aacef973-47c8-4fd0-b995-30b1fb78eaf5 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ea2d5c2cd49c471490127a57587ba759&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1164658 Sep 23 22:13:16.276578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d1e50caf-acfd-4b36-846b-8250c2533be1 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:13:16.375398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d1e50caf-acfd-4b36-846b-8250c2533be1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:16.376204 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:16.387856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdef8d-c160-4fee-911f-1429f282231c req-1e720c45-d866-4978-a24b-011b1c7a2898 tempest-NetworksTest-422907263 tempest-NetworksTest-422907263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:16.407893 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ebbdef8d-c160-4fee-911f-1429f282231c req-1e720c45-d866-4978-a24b-011b1c7a2898 tempest-NetworksTest-422907263 tempest-NetworksTest-422907263-project-admin] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 886 time: 0.2925923 Sep 23 22:13:16.436440 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-44df3b43-a559-45f7-94a1-b970e094e274 req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:16.543452 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:16.579397 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-6d97e3da-b5c1-4ac4-82db-5bb8288e69c6 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:16.592075 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-6d97e3da-b5c1-4ac4-82db-5bb8288e69c6 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4039154 Sep 23 22:13:16.613256 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-efb28fb1-e6b9-4b13-a0a5-84e0c1778b24 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/quotas/ea2d5c2cd49c471490127a57587ba759 HTTP/1.1" status: 200 len: 375 time: 0.0200899 Sep 23 22:13:16.660568 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port d1e50caf-acfd-4b36-846b-8250c2533be1, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d1e50caf-acfd-4b36-846b-8250c2533be1,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:13:16.663876 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-46a821be-26c1-4fc0-a1fd-fc496a812444 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea2d5c2cd49c471490127a57587ba759&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487306 Sep 23 22:13:16.672154 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:16.745027 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-44df3b43-a559-45f7-94a1-b970e094e274 req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:16.767086 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:16.829453 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:16.833422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:13:16.847001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:16.858116 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:13:16.874689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=d1e50caf-acfd-4b36-846b-8250c2533be1,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:16.984081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Pushing event updated for resources: {'Port': ['ID=07272bc0-f329-4c93-a7e9-ee0de34abf99,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:17.014876 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Pushing event updated for resources: {'Port': ['ID=cfe06217-a8bd-45a8-af00-62834a5989e9,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:17.026705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44df3b43-a559-45f7-94a1-b970e094e274 req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:13:17.053306 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-44df3b43-a559-45f7-94a1-b970e094e274 req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:17.058076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-44df3b43-a559-45f7-94a1-b970e094e274 req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:13:17.093801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df3b43-a559-45f7-94a1-b970e094e274 req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:17.094555 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-44df3b43-a559-45f7-94a1-b970e094e274 req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:17.211733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddc02a-0c41-495c-b0b4-37d7cee69f5d req-f05dfb51-eb0f-481f-80b4-4a55af7b1626 tempest-NetworksTest-422907263 tempest-NetworksTest-422907263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:17.228579 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddc02a-0c41-495c-b0b4-37d7cee69f5d req-f05dfb51-eb0f-481f-80b4-4a55af7b1626 tempest-NetworksTest-422907263 tempest-NetworksTest-422907263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:17.228579 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddc02a-0c41-495c-b0b4-37d7cee69f5d req-f05dfb51-eb0f-481f-80b4-4a55af7b1626 tempest-NetworksTest-422907263 tempest-NetworksTest-422907263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:17.228579 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddc02a-0c41-495c-b0b4-37d7cee69f5d req-f05dfb51-eb0f-481f-80b4-4a55af7b1626 tempest-NetworksTest-422907263 tempest-NetworksTest-422907263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:17.254596 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dbddc02a-0c41-495c-b0b4-37d7cee69f5d req-f05dfb51-eb0f-481f-80b4-4a55af7b1626 tempest-NetworksTest-422907263 tempest-NetworksTest-422907263-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2917 time: 0.6851687 Sep 23 22:13:17.504097 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-38f3c167-2fe5-434c-bad1-dcf47d20b299 req-333ef560-e8f8-41de-9527-e3219bae2b37 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 210 time: 0.1428363 Sep 23 22:13:17.550333 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce81403-edd4-4356-9619-0b39234861b1 None None] Network 7f02de17-3cdd-47cd-827d-131803615523 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:13:17.828478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33014bb-1bb6-4f67-b2bb-608a81c8bc6f req-cb14baaf-d0e3-49ad-a2b1-df2db6a36681 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:17.839116 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a33014bb-1bb6-4f67-b2bb-608a81c8bc6f req-cb14baaf-d0e3-49ad-a2b1-df2db6a36681 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 936 time: 0.2482867 Sep 23 22:13:17.853712 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aeb95c27-334f-42f7-9b98-70b4b9804079 req-52d27a47-551a-4874-8843-bba55dc71ba0 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 210 time: 0.1407094 Sep 23 22:13:17.940277 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a33014bb-1bb6-4f67-b2bb-608a81c8bc6f req-93f9bdc7-49b9-4aec-bf7d-2000a899ceeb tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937285 Sep 23 22:13:17.940827 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-70a29396-9f87-4106-ab42-5c7d80bfe553 None None] Provisioning complete for port d1e50caf-acfd-4b36-846b-8250c2533be1 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:17.940827 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-70a29396-9f87-4106-ab42-5c7d80bfe553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:18.154879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d1e50caf-acfd-4b36-846b-8250c2533be1 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:13:18.255504 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-ae44e40c-d4a6-413f-ae43-1c47a1a49b41 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4718611 Sep 23 22:13:18.278055 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:18.339413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d1e50caf-acfd-4b36-846b-8250c2533be1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:18.342830 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:18.434941 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:18.462859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8d6617a2-e1d8-4f7b-9812-30737acd3671 None None] Provisioning complete for port 07272bc0-f329-4c93-a7e9-ee0de34abf99 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:18.463494 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8d6617a2-e1d8-4f7b-9812-30737acd3671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:18.739381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8d6617a2-e1d8-4f7b-9812-30737acd3671 None None] Port 07272bc0-f329-4c93-a7e9-ee0de34abf99 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:13:18.742294 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:13:18.791794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-396aabc3-44eb-4b11-9668-a492b9336756 req-376158a2-77f6-4d48-b59b-0eac1e91dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 210 time: 0.1070306 Sep 23 22:13:18.851496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-0862c40e-09fb-48cf-8f57-0f54e9e8ae65 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:13:18.876557 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-0862c40e-09fb-48cf-8f57-0f54e9e8ae65 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277944 Sep 23 22:13:18.886602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4b0ad72f-db51-47f8-ab36-e42478a0a676 None None] Provisioning complete for port d1e50caf-acfd-4b36-846b-8250c2533be1 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:18.887094 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4b0ad72f-db51-47f8-ab36-e42478a0a676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:19.153368 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0428a3ff-7ca8-45db-ba49-9b08c736170d req-bbf2fb2e-20ff-44ef-a590-b5dafa00a20e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 210 time: 0.1406264 Sep 23 22:13:19.156897 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:19.222217 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60072) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:19.338825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60074) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:19.503189 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c27e18d0-9b04-426d-aa79-dc1458d97b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:19.649296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ba429-b311-44cf-839f-d1e5d6714a79 req-15823a50-b6c2-4207-b980-94d69eb92382 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:19.652685 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a2ba429-b311-44cf-839f-d1e5d6714a79 req-15823a50-b6c2-4207-b980-94d69eb92382 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 936 time: 0.5023646 Sep 23 22:13:19.795166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a2ba429-b311-44cf-839f-d1e5d6714a79 req-94900383-bd95-4d78-9c9e-f1c52503814d tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277921 Sep 23 22:13:19.845266 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Request body: {'port': {'device_id': 'd5e1bb27-0b87-4d7e-a65a-92c0c164c51d', 'device_owner': 'compute:tempest-test_az-209952198', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:19.916761 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:19.927809 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8de1fb3-e9ec-4e01-b682-a915bf254232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:20.049388 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d683a249-27a0-4666-b574-b170904f4d40 req-afd60632-95b4-4bbd-a005-081b04126198 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 210 time: 0.1015370 Sep 23 22:13:20.098050 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c27e18d0-9b04-426d-aa79-dc1458d97b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:20.112329 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:20.231468 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c27e18d0-9b04-426d-aa79-dc1458d97b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:20.315844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:13:20.347496 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c27e18d0-9b04-426d-aa79-dc1458d97b2f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e85c587425174cbeb29b2269e0e3e9f1&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0072401 Sep 23 22:13:20.352146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60092) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:20.353641 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e18d0-9b04-426d-aa79-dc1458d97b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a4ce8e-9589-4b29-a9bc-4b997b574b0c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:20.471212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-795e7412-87c3-4360-8693-39f66134f879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:20.512977 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73e104a4-352b-4817-92b2-d2edbc9fefec req-01864501-f95f-4513-92eb-bdb95b85275c tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 210 time: 0.0807481 Sep 23 22:13:20.578784 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-795e7412-87c3-4360-8693-39f66134f879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:20.638176 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:13:20.665922 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Sync routers for ids ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:13:20.696890 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Routers {'18903306-f9ac-4ec6-a5c6-ad74a06ec80e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:13:20.698546 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:13:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:20.764858 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8de1fb3-e9ec-4e01-b682-a915bf254232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:20.843446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07272bc0-f329-4c93-a7e9-ee0de34abf99 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:13:20.856822 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8de1fb3-e9ec-4e01-b682-a915bf254232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:20.865435 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:20.938201 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e8de1fb3-e9ec-4e01-b682-a915bf254232 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4c8d8b2708143cbbdfdbffd70b050bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7196231 Sep 23 22:13:20.955297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60100) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:20.956865 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-795e7412-87c3-4360-8693-39f66134f879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:20.962362 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:20.962951 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-795e7412-87c3-4360-8693-39f66134f879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:20.967939 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2706e5c8-9ca3-47fe-8182-43840833d84d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.9103243 Sep 23 22:13:20.969266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60102) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:20.975292 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-795e7412-87c3-4360-8693-39f66134f879 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62a4ce8e-9589-4b29-a9bc-4b997b574b0c HTTP/1.1" status: 204 len: 168 time: 0.6201391 Sep 23 22:13:21.017617 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Set router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:13:21.102122 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697e12c-7862-4c7d-ab42-1d9c279b07f5 req-ae277051-f4b8-4fb4-a5be-02ee7007b15a tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:21.111079 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6697e12c-7862-4c7d-ab42-1d9c279b07f5 req-ae277051-f4b8-4fb4-a5be-02ee7007b15a tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 936 time: 0.1843376 Sep 23 22:13:21.124201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Transition to ACTIVE for port object 07272bc0-f329-4c93-a7e9-ee0de34abf99 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:13:21.128265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de1fb3-e9ec-4e01-b682-a915bf254232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a71ef3-268b-45c1-b44b-e38aa8fb6d32,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:21.184783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e7412-87c3-4360-8693-39f66134f879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a4ce8e-9589-4b29-a9bc-4b997b574b0c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:21.223769 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6697e12c-7862-4c7d-ab42-1d9c279b07f5 req-6fe2ca83-99ff-4467-afbf-12fcc9989804 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114893 Sep 23 22:13:21.231673 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:21.426485 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-df567b88-27d4-45d9-8e5d-f066569179ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:21.552936 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:17Z', 'revision_number': 3, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:21.596682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.67', 50294) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:21.601758 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Checking router: 18903306-f9ac-4ec6-a5c6-ad74a06ec80e for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:13:21.602111 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Updating router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e port cfe06217-a8bd-45a8-af00-62834a5989e9 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:13:21.683350 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:21.762653 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-3c61d8d3-4678-4bb2-adf3-2cbd041fa0ca tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=786c5d4972b74b4eb7a063aad689fba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1586075 Sep 23 22:13:21.774752 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e49ff813-75e2-4ed6-8d5e-bd6b6bd55c51 req-268ba56e-87ac-47ab-98a1-9ad7f7971f67 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 210 time: 0.4666083 Sep 23 22:13:21.821718 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bfbb286c-87b0-4e9d-b166-caffc339b2ef req-f78dd4a2-befa-41c4-b8d2-bf726638de16 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 210 time: 0.0796375 Sep 23 22:13:21.872812 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-df567b88-27d4-45d9-8e5d-f066569179ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:21.891502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Attempting to bind port 07272bc0-f329-4c93-a7e9-ee0de34abf99 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:13:21.892112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Attempting to bind port 07272bc0-f329-4c93-a7e9-ee0de34abf99 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:13:21.896996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Attempting to bind port 07272bc0-f329-4c93-a7e9-ee0de34abf99 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:13:21.935313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Port 07272bc0-f329-4c93-a7e9-ee0de34abf99 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:13:21.935632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Attempting to bind port 07272bc0-f329-4c93-a7e9-ee0de34abf99 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:13:21.966458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:13:21.972365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:13:21.973781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:13:21.974834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Bound port: 07272bc0-f329-4c93-a7e9-ee0de34abf99, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:13:21.976390 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:22.027754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Pushing event updated for resources: {'Port': ['ID=07272bc0-f329-4c93-a7e9-ee0de34abf99,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:22.197637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9e1a9b49-dae6-4ab8-b2ab-933957e24eff tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:22.199611 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9e1a9b49-dae6-4ab8-b2ab-933957e24eff tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3766375 Sep 23 22:13:22.219820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] For port 07272bc0-f329-4c93-a7e9-ee0de34abf99, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:13:22.231295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] For port 07272bc0-f329-4c93-a7e9-ee0de34abf99, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=07272bc0-f329-4c93-a7e9-ee0de34abf99,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:13:22.328009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-df567b88-27d4-45d9-8e5d-f066569179ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:22.334453 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-df567b88-27d4-45d9-8e5d-f066569179ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:22.352376 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-df567b88-27d4-45d9-8e5d-f066569179ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51a71ef3-268b-45c1-b44b-e38aa8fb6d32 HTTP/1.1" status: 204 len: 168 time: 1.3695118 Sep 23 22:13:22.367618 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:22.390839 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Request body: {'port': {'device_id': '76a1c717-cb38-4adf-b5b7-5a042a645a06', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '786c5d4972b74b4eb7a063aad689fba6'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:22.412970 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df567b88-27d4-45d9-8e5d-f066569179ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a71ef3-268b-45c1-b44b-e38aa8fb6d32,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:22.478062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60116) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:22.545398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:22.545970 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:22.549873 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] 10.222.0.43 "PUT /v2.0/ports/07272bc0-f329-4c93-a7e9-ee0de34abf99 HTTP/1.1" status: 200 len: 1117 time: 2.9951856 Sep 23 22:13:22.555899 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e1bb27-0b87-4d7e-a65a-92c0c164c51d', 'tag': '07272bc0-f329-4c93-a7e9-ee0de34abf99'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:13:22.760838 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:22.853219 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:22.888025 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf55d92c-2e16-498a-9536-dd70d4d5609c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:23.137741 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97861f1b-6e8c-4e69-bb51-95486dff0cd3 None None] Pushing event updated for resources: {'Port': ['ID=cfe06217-a8bd-45a8-af00-62834a5989e9,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:23.144292 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Attempting to bind port cfe06217-a8bd-45a8-af00-62834a5989e9 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:13:23.145042 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Attempting to bind port cfe06217-a8bd-45a8-af00-62834a5989e9 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:13:23.145535 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Attempting to bind port cfe06217-a8bd-45a8-af00-62834a5989e9 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:13:23.164787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099248b0-6ef3-46b7-8d93-511714dca2ef service neutron] Pushing event updated for resources: {'Port': ['ID=07272bc0-f329-4c93-a7e9-ee0de34abf99,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:23.192378 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97861f1b-6e8c-4e69-bb51-95486dff0cd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:23.193512 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97861f1b-6e8c-4e69-bb51-95486dff0cd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:23.194989 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97861f1b-6e8c-4e69-bb51-95486dff0cd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:23.196413 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97861f1b-6e8c-4e69-bb51-95486dff0cd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:23.197355 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97861f1b-6e8c-4e69-bb51-95486dff0cd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97861f1b-6e8c-4e69-bb51-95486dff0cd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97861f1b-6e8c-4e69-bb51-95486dff0cd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97861f1b-6e8c-4e69-bb51-95486dff0cd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97861f1b-6e8c-4e69-bb51-95486dff0cd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97861f1b-6e8c-4e69-bb51-95486dff0cd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97861f1b-6e8c-4e69-bb51-95486dff0cd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97861f1b-6e8c-4e69-bb51-95486dff0cd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97861f1b-6e8c-4e69-bb51-95486dff0cd3 None None] Tracked resource versions report: Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: pushed versions: Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: { 'AddressGroup': {'1.2'}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'ConntrackHelper': {'1.0'}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'Log': {'1.0'}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'Network': {'1.1'}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'Port': {'1.7'}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'PortForwarding': {'1.2'}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'QosPolicy': {'1.9'}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'SecurityGroup': {'1.4'}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'SecurityGroupRule': {'1.2'}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'SubPort': {'1.0'}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'Subnet': {'1.1'}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'Trunk': {'1.1'}} Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: consumer versions: Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: { DHCP agent@n-d-810775-1: {}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: HyperV agent@n-h1-810775-1: {}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: HyperV agent@n-h2-810775-1: {}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: L3 agent@n-d-810775-1: {}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: Metadata agent@n-d-810775-1: {}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: Metering agent@n-d-810775-1: {}, Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: Open vSwitch agent@n-d-810775-1: { 'AddressGroup': '1.2', Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'ConntrackHelper': '1.0', Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'Log': '1.0', Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'Network': '1.1', Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'Port': '1.7', Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'PortForwarding': '1.2', Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'QosPolicy': '1.9', Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'SecurityGroup': '1.4', Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'SecurityGroupRule': '1.2', Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'SubPort': '1.0', Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'Subnet': '1.1', Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: 'Trunk': '1.1'}} Sep 23 22:13:23.206110 n-d-810775-1 neutron-server[95493]: {{(pid=95493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 22:13:23.238370 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:13:23.244135 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:13:23.246307 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:23.249272 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:13:23.250867 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Bound port: cfe06217-a8bd-45a8-af00-62834a5989e9, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:13:23.253083 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:23.275651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.67', 50297) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:23.336691 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-1c68705d-2289-44e1-9bf9-c34ccfc6269f tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ea2d5c2cd49c471490127a57587ba759&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590863 Sep 23 22:13:23.399721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f50cb2-7619-4137-9503-04278fb3eb88 req-75d56fec-618c-4a3d-8153-d1ba3bb0db81 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:23.407171 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15f50cb2-7619-4137-9503-04278fb3eb88 req-75d56fec-618c-4a3d-8153-d1ba3bb0db81 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 969 time: 0.9321458 Sep 23 22:13:23.473940 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] For port cfe06217-a8bd-45a8-af00-62834a5989e9, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:13:23.479562 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] For port cfe06217-a8bd-45a8-af00-62834a5989e9, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cfe06217-a8bd-45a8-af00-62834a5989e9,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:13:23.492993 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-46512e4e-c66f-4a5d-a54a-33bf695ff75b req-46dfca8f-5f57-4bc5-96f2-3b8a76655bfd tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 210 time: 0.0794709 Sep 23 22:13:23.585603 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:23.592390 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:23.790151 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Routers {'18903306-f9ac-4ec6-a5c6-ad74a06ec80e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:13:23.792588 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:13:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:23.815406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15f50cb2-7619-4137-9503-04278fb3eb88 req-ca2c9157-1316-451c-a51c-5172d219165e tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485077 Sep 23 22:13:23.865215 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72be1879-3245-4392-a4f6-1b9500fb568e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e1bb27-0b87-4d7e-a65a-92c0c164c51d", "tag": "07272bc0-f329-4c93-a7e9-ee0de34abf99"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:13:23.872156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df3b43-a559-45f7-94a1-b970e094e274 req-9ab940e3-4326-49a6-adf0-06bc4802ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:23.874872 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-9ab940e3-4326-49a6-adf0-06bc4802ff15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8171054cb784b23aa26f1d859b99839&device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 1120 time: 1.1542599 Sep 23 22:13:23.905183 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60140) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:23.941380 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97861f1b-6e8c-4e69-bb51-95486dff0cd3 None None] Pushing event updated for resources: {'Port': ['ID=cfe06217-a8bd-45a8-af00-62834a5989e9,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:24.038548 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-9c903714-678b-4d84-b61a-1a4667d6155d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=07272bc0-f329-4c93-a7e9-ee0de34abf99 HTTP/1.1" status: 200 len: 217 time: 0.1343832 Sep 23 22:13:24.257669 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] Set router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:13:24.275343 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf55d92c-2e16-498a-9536-dd70d4d5609c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:24.296232 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-6bc1402c-2289-4fa5-8ca6-825134b6ce71 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:24.300350 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-6bc1402c-2289-4fa5-8ca6-825134b6ce71 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9379306 Sep 23 22:13:24.308497 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df3b43-a559-45f7-94a1-b970e094e274 req-0bf0d8b3-cfc0-49d4-ac63-460f06396daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:24.311378 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-0bf0d8b3-cfc0-49d4-ac63-460f06396daa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.2094634 Sep 23 22:13:24.329532 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Request body: {'port': {'device_id': 'ba1368fe-ef5f-45d0-9a01-0556ae3a444c', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': 'ea2d5c2cd49c471490127a57587ba759'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:24.374580 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf55d92c-2e16-498a-9536-dd70d4d5609c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:24.404206 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fb8214f-b903-40b0-b9bb-a3d921a484e8 req-ca574fb3-bef5-42dc-842d-f84929ea96ca tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 210 time: 0.5993185 Sep 23 22:13:24.412186 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8056242e-30dc-45b1-9ad5-4e8013ed601c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:24.541579 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [None req-8056242e-30dc-45b1-9ad5-4e8013ed601c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:13:24.541579 n-d-810775-1 neutron-server[95490]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:13:24.541579 n-d-810775-1 neutron-server[95490]: [parameters: {'project_id_1': '3a0f632510924b81bd7072d570eacefe', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 13, 4, 488267)}] Sep 23 22:13:24.541579 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:13:24.546426 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [None req-8056242e-30dc-45b1-9ad5-4e8013ed601c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:13:24.623744 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Allocated IP 172.20.0.1 (7f02de17-3cdd-47cd-827d-131803615523/92fcb3eb-b34b-4893-a379-9f6f842e3c9e/d47e812c-74e7-49be-bfb9-983828480bcf) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:13:24.685586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Made reservation on behalf of 786c5d4972b74b4eb7a063aad689fba6 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:13:24.705744 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:24.758639 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:24.764270 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3d3eda-da58-4d02-8e48-82b0d82c7582 x-openstack-request-id: req-4c3d3eda-da58-4d02-8e48-82b0d82c7582 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:13:24.764594 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e1bb27-0b87-4d7e-a65a-92c0c164c51d", "tag": "07272bc0-f329-4c93-a7e9-ee0de34abf99", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:13:24.764796 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c3d3eda-da58-4d02-8e48-82b0d82c7582 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:13:24.769992 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e1bb27-0b87-4d7e-a65a-92c0c164c51d', 'tag': '07272bc0-f329-4c93-a7e9-ee0de34abf99', 'status': 'completed', 'code': 200} Sep 23 22:13:24.815658 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-de467bfa-1d2d-4cdb-9b0f-dc7081b62990 req-a32dd65e-da44-4848-88ac-63ba916a9004 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 210 time: 0.0590394 Sep 23 22:13:24.982560 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:17Z', 'revision_number': 3, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:25.002720 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55d92c-2e16-498a-9536-dd70d4d5609c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcb5696-682d-4ec2-8bf1-2623e4024118,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:25.015700 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1fc25-65c0-49b3-8780-1b2b5729ebbf None None] The sync data for ids ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'] in n-d-810775-1 is: [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:17Z', 'revision_number': 3, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:13:25.018453 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:25.025963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bf55d92c-2e16-498a-9536-dd70d4d5609c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c97ded09b95a4b2aaeec58dd328a7540&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5395906 Sep 23 22:13:25.037375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60156) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:25.057898 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8056242e-30dc-45b1-9ad5-4e8013ed601c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:25.126160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df3b43-a559-45f7-94a1-b970e094e274 req-46f13768-d028-492b-b96c-089e78a91e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:25.134396 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-46f13768-d028-492b-b96c-089e78a91e9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7613430 Sep 23 22:13:25.234790 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:25.323015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0a148-55cc-4e0a-9c36-325396ace262 req-626aab48-d65a-4b9b-a3c8-5eabecfa67b7 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:25.330637 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bff0a148-55cc-4e0a-9c36-325396ace262 req-626aab48-d65a-4b9b-a3c8-5eabecfa67b7 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 969 time: 0.3547041 Sep 23 22:13:25.419359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Pushing event updated for resources: {'Port': ['ID=d47e812c-74e7-49be-bfb9-983828480bcf,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:25.432550 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bff0a148-55cc-4e0a-9c36-325396ace262 req-a5f40028-7fa7-47ed-b649-0934b0416732 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007621 Sep 23 22:13:25.436666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-bb9a154d-fb59-434b-9933-7a22b8895c0a service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752469 Sep 23 22:13:25.451228 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Network 7f02de17-3cdd-47cd-827d-131803615523 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:13:25.467653 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:25.487586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:13:25.488131 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:25.732056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44df3b43-a559-45f7-94a1-b970e094e274 req-2aa8f2c0-2f71-436f-9344-8c60c63aa202 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584891 Sep 23 22:13:26.130483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be1879-3245-4392-a4f6-1b9500fb568e req-d784199e-ba09-47bd-a172-45f809932550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:26.131661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cfe06217-a8bd-45a8-af00-62834a5989e9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:13:26.134079 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72be1879-3245-4392-a4f6-1b9500fb568e req-d784199e-ba09-47bd-a172-45f809932550 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8171054cb784b23aa26f1d859b99839&device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 1120 time: 0.1733799 Sep 23 22:13:26.191999 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52adfbdc-ac47-4886-b489-ae8676398e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:26.249922 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52adfbdc-ac47-4886-b489-ae8676398e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:26.306914 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c663a30a-5e1f-43d2-b1a8-38b38ed22c36 req-a2249ad7-9660-4984-bef5-929b9d21a4a9 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 210 time: 0.1199019 Sep 23 22:13:26.355760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0efc75ac-0baa-4b80-9d2c-4fd497f7cdcb None None] Provisioning complete for port d47e812c-74e7-49be-bfb9-983828480bcf triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:26.356305 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0efc75ac-0baa-4b80-9d2c-4fd497f7cdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:26.382147 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-22dbc137-a61e-4b4d-805e-9fb59ea95ec3 req-1b1a54f3-a36a-4b7c-87a2-28223b0491ba tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 210 time: 0.5502574 Sep 23 22:13:26.412931 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:26.540206 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0efc75ac-0baa-4b80-9d2c-4fd497f7cdcb None None] Port d47e812c-74e7-49be-bfb9-983828480bcf cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:13:26.578425 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:26.597449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port cfe06217-a8bd-45a8-af00-62834a5989e9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:26.605984 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:26.656351 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52adfbdc-ac47-4886-b489-ae8676398e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:26.661192 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52adfbdc-ac47-4886-b489-ae8676398e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:26.675281 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-52adfbdc-ac47-4886-b489-ae8676398e47 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8bcb5696-682d-4ec2-8bf1-2623e4024118 HTTP/1.1" status: 204 len: 168 time: 1.6365440 Sep 23 22:13:26.687804 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:26.860935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be1879-3245-4392-a4f6-1b9500fb568e req-fa10bddd-8aa2-4544-8a04-682fcf9d3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:26.862594 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72be1879-3245-4392-a4f6-1b9500fb568e req-fa10bddd-8aa2-4544-8a04-682fcf9d3b24 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.7188311 Sep 23 22:13:26.933013 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:26.998909 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port cfe06217-a8bd-45a8-af00-62834a5989e9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cfe06217-a8bd-45a8-af00-62834a5989e9,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:13:27.064664 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:27.121320 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72be1879-3245-4392-a4f6-1b9500fb568e req-6af49488-582c-4350-abc6-aa8a12f3f8e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=07272bc0-f329-4c93-a7e9-ee0de34abf99 HTTP/1.1" status: 200 len: 217 time: 0.1708567 Sep 23 22:13:27.182588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840ea90-4d6a-45be-a89b-9ed9aaefbe85 req-d3b0fd7e-5943-4204-8529-493f72da39e0 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:27.186902 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c840ea90-4d6a-45be-a89b-9ed9aaefbe85 req-d3b0fd7e-5943-4204-8529-493f72da39e0 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 969 time: 0.3204620 Sep 23 22:13:27.247809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=cfe06217-a8bd-45a8-af00-62834a5989e9,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:27.278019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8056242e-30dc-45b1-9ad5-4e8013ed601c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:27.280004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adfbdc-ac47-4886-b489-ae8676398e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcb5696-682d-4ec2-8bf1-2623e4024118,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:27.488793 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a833e8-d2a6-419b-9a7a-3fc6199f5a85,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:27.528578 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c840ea90-4d6a-45be-a89b-9ed9aaefbe85 req-a73c311a-b323-4da4-a8d9-6339cb8d0f6d tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153138 Sep 23 22:13:27.542728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be1879-3245-4392-a4f6-1b9500fb568e req-f6f97157-5559-4804-a0d1-078d299cbc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:27.545695 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72be1879-3245-4392-a4f6-1b9500fb568e req-f6f97157-5559-4804-a0d1-078d299cbc58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.3973668 Sep 23 22:13:27.570592 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8056242e-30dc-45b1-9ad5-4e8013ed601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:27.659537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Made reservation on behalf of ea2d5c2cd49c471490127a57587ba759 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:13:27.669985 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:27.738576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6cdb98f-2d6d-4427-a1f0-a5eb81e46188 req-4fece070-7a6b-4252-a5a4-d68047556552 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 210 time: 0.0621450 Sep 23 22:13:27.740333 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:27.793680 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f3100fb-17da-4d00-bf13-e4dc11c240ab req-4b2dab38-a130-437c-8b02-ec36c3d2854f tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 210 time: 0.2199509 Sep 23 22:13:27.914156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be1879-3245-4392-a4f6-1b9500fb568e req-4f0e06fe-e372-4a4c-9c3e-07b9d3a051a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:27.927850 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72be1879-3245-4392-a4f6-1b9500fb568e req-4f0e06fe-e372-4a4c-9c3e-07b9d3a051a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3507574 Sep 23 22:13:27.980797 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8056242e-30dc-45b1-9ad5-4e8013ed601c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a0f632510924b81bd7072d570eacefe&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0325451 Sep 23 22:13:27.988249 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60180) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:28.016109 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cfe06217-a8bd-45a8-af00-62834a5989e9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:13:28.102164 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056242e-30dc-45b1-9ad5-4e8013ed601c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fb022c-8f3d-4cb8-a634-a82af166c327,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:28.150173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port cfe06217-a8bd-45a8-af00-62834a5989e9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:28.157239 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:28.294863 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:28.417855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Allocated IP 192.168.233.51 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:13:28.555602 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72be1879-3245-4392-a4f6-1b9500fb568e req-4aff3f31-3219-4689-b313-53457c33556f service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604477 Sep 23 22:13:28.570733 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:28.595229 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:28.871420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Pushing event updated for resources: {'Port': ['ID=d47e812c-74e7-49be-bfb9-983828480bcf,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:28.889089 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72be1879-3245-4392-a4f6-1b9500fb568e req-8bd2345a-ae4c-4910-b4de-a7e9fb6c4873 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136675 Sep 23 22:13:29.220302 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57ffb10c-9d78-44b4-a2d8-0156fc4a88f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:29.268521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:29.389808 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:29.424848 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57ffb10c-9d78-44b4-a2d8-0156fc4a88f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:29.501205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db79dcc-1979-4ea4-bc37-14922a3400dd req-971dc5c3-38c1-44f6-96eb-87076254e6a2 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:29.503357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4db79dcc-1979-4ea4-bc37-14922a3400dd req-971dc5c3-38c1-44f6-96eb-87076254e6a2 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 969 time: 0.5715778 Sep 23 22:13:29.655938 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74bb9c6-6382-47d1-a762-8095ee285829,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:29.710491 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4db79dcc-1979-4ea4-bc37-14922a3400dd req-f3ae2b6e-9680-4ea8-90e1-d8ff42b29d69 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496959 Sep 23 22:13:29.806285 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57ffb10c-9d78-44b4-a2d8-0156fc4a88f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:29.809967 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57ffb10c-9d78-44b4-a2d8-0156fc4a88f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:29.820676 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-57ffb10c-9d78-44b4-a2d8-0156fc4a88f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18fb022c-8f3d-4cb8-a634-a82af166c327 HTTP/1.1" status: 204 len: 168 time: 1.4696310 Sep 23 22:13:29.832111 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee0dde43-ed14-41de-a89c-7732dbbd4354 req-371dc014-07b2-4f7d-88c1-c215dd88c93c tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 210 time: 0.2846975 Sep 23 22:13:29.872652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffb10c-9d78-44b4-a2d8-0156fc4a88f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fb022c-8f3d-4cb8-a634-a82af166c327,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:30.079505 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de00957d-0d0f-478b-89b9-9147fe76f927 req-d9779ad4-cc0e-4c60-8eec-28fb47655b66 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 210 time: 0.0959725 Sep 23 22:13:30.150294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Network 7f02de17-3cdd-47cd-827d-131803615523 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:13:30.157761 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:30.242476 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:30.751396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:13:30.838740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0c28a852-2bb5-4577-99a7-e988379cb5da None None] Provisioning complete for port d47e812c-74e7-49be-bfb9-983828480bcf triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:30.839716 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c28a852-2bb5-4577-99a7-e988379cb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:31.030641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Allocated IP 192.168.233.23 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/8994b9e9-9189-4455-918e-660112fe0b1d) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:13:31.063723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0c28a852-2bb5-4577-99a7-e988379cb5da None None] Port d47e812c-74e7-49be-bfb9-983828480bcf cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:13:31.149865 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:31.372573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:13:31.396188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:31.403563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:13:31.411327 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:31.411623 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:31.414293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Pushing event updated for resources: {'Port': ['ID=52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:31.438707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:13:31.456571 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1eefae6f-aab3-4e71-b955-9624369f2374 admin admin] 10.222.0.22 "PUT /v2.0/routers/18903306-f9ac-4ec6-a5c6-ad74a06ec80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4855990 Sep 23 22:13:31.462891 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Sync routers for ids ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:13:31.465642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469765e-0bff-4f40-a15a-cc7be9acc88e req-4354746c-c9c2-47b2-bf29-f665f9347c20 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:31.465900 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec34751-ca16-41f8-809c-c0ffc3de6151 req-9eec5532-30f3-4c22-b6e8-6d2fa5c6f19b tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:31.468632 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6ec34751-ca16-41f8-809c-c0ffc3de6151 req-9eec5532-30f3-4c22-b6e8-6d2fa5c6f19b tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 935 time: 0.3418863 Sep 23 22:13:31.480815 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8469765e-0bff-4f40-a15a-cc7be9acc88e req-4354746c-c9c2-47b2-bf29-f665f9347c20 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 969 time: 0.3463883 Sep 23 22:13:31.512361 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Routers {'18903306-f9ac-4ec6-a5c6-ad74a06ec80e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:13:31.513030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:13:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:31.631120 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8469765e-0bff-4f40-a15a-cc7be9acc88e req-0f3c027e-af8a-4901-a07c-59a4656db11d tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464622 Sep 23 22:13:31.636386 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-1d9eee99-9177-4dce-be54-68b77f94d4be tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 9.2624044 Sep 23 22:13:31.726753 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-aca371d6-2d82-4694-8cf5-45f1bfb1f5ad tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:13:31.728947 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-aca371d6-2d82-4694-8cf5-45f1bfb1f5ad tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0693099 Sep 23 22:13:31.806326 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:31.927816 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-52a6ce04-1dbb-4e37-8653-e154f27b420d req-f93dbbb6-d40a-482e-8b8c-0e9822ca57ea tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 210 time: 0.1186373 Sep 23 22:13:32.035114 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6ec34751-ca16-41f8-809c-c0ffc3de6151 req-3e379d6d-9934-4148-bd40-7a66f76b82fe tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483069 Sep 23 22:13:32.122395 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:32.127435 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-35b6f360-4901-45bb-a61d-7d7c35a287e8 None None] Provisioning complete for port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:32.128352 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-35b6f360-4901-45bb-a61d-7d7c35a287e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:32.196901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-35b6f360-4901-45bb-a61d-7d7c35a287e8 None None] Port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:13:32.222724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Set router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:13:32.244786 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:13:32.255814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:32.261027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:13:32.269814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:32.271131 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:32.336477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Pushing event updated for resources: {'Port': ['ID=8994b9e9-9189-4455-918e-660112fe0b1d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:32.625286 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-7d659003-1d9e-4a01-92df-82d16487dcaf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.3028817 Sep 23 22:13:32.936917 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd47e812c-74e7-49be-bfb9-983828480bcf', 'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'mac_address': 'fa:16:3e:44:7f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:23Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 2, 'project_id': 'b8b6969335334004955419fa121e731e', 'subnets': [{'id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:33.092564 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Checking router: 18903306-f9ac-4ec6-a5c6-ad74a06ec80e for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:13:33.093032 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Updating router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e port d47e812c-74e7-49be-bfb9-983828480bcf binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:13:33.179315 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:33.244570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b8e39-b36f-4d22-99b0-1c194368bc51 req-30e54723-d47a-4611-b5ea-2b7d41e4f5e2 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:33.255723 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c1b8e39-b36f-4d22-99b0-1c194368bc51 req-30e54723-d47a-4611-b5ea-2b7d41e4f5e2 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 969 time: 0.2397795 Sep 23 22:13:33.319863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Request body: {'port': {'device_id': '76a1c717-cb38-4adf-b5b7-5a042a645a06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:33.325628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8b0034a1-efb0-41a4-aaa6-29f7bf3dfb2a None None] Provisioning complete for port 8994b9e9-9189-4455-918e-660112fe0b1d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:33.325628 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8b0034a1-efb0-41a4-aaa6-29f7bf3dfb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:33.455722 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076996c-f3ca-48b8-92b4-cff47f9e9dd2 req-1f141ce4-536f-4d3a-8e0a-828ed2026493 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:33.462724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8b0034a1-efb0-41a4-aaa6-29f7bf3dfb2a None None] Port 8994b9e9-9189-4455-918e-660112fe0b1d cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:13:33.468365 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4076996c-f3ca-48b8-92b4-cff47f9e9dd2 req-1f141ce4-536f-4d3a-8e0a-828ed2026493 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 935 time: 0.2863777 Sep 23 22:13:33.699961 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c1b8e39-b36f-4d22-99b0-1c194368bc51 req-3773318d-b3cc-4ba2-ae3c-b0ec758b8742 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982859 Sep 23 22:13:33.705078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4076996c-f3ca-48b8-92b4-cff47f9e9dd2 req-edd52db4-e050-482f-817f-73938af30b63 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358372 Sep 23 22:13:33.778271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Request body: {'port': {'device_id': 'ba1368fe-ef5f-45d0-9a01-0556ae3a444c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:34.059302 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:34.114068 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:34.124110 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe77d4e-74dd-4e99-85c1-a507b3adb6fe req-569bd551-19d5-464f-a494-a15514bc53a6 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:34.132414 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cfe77d4e-74dd-4e99-85c1-a507b3adb6fe req-569bd551-19d5-464f-a494-a15514bc53a6 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 935 time: 0.2207296 Sep 23 22:13:34.284262 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cfe77d4e-74dd-4e99-85c1-a507b3adb6fe req-01de3f93-576b-40c5-a7fd-f353b733ff28 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485839 Sep 23 22:13:34.532980 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:34.621646 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:34.715577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60268) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:34.763607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60274) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:34.778251 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1912565767-network', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:34.875438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26eb1f-30c1-47b7-b13f-79551f1cc849 None None] Pushing event updated for resources: {'Port': ['ID=d47e812c-74e7-49be-bfb9-983828480bcf,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:35.011520 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] Made reservation on behalf of a5ff026edf6742e4be523ba4b5d9d125 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:13:35.019904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:35.063704 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:35.205286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Attempting to bind port d47e812c-74e7-49be-bfb9-983828480bcf on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:13:35.206484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Attempting to bind port d47e812c-74e7-49be-bfb9-983828480bcf by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:13:35.207457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Attempting to bind port d47e812c-74e7-49be-bfb9-983828480bcf on network 7f02de17-3cdd-47cd-827d-131803615523 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:13:35.231283 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:13:35.236014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Checking segment: {'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:13:35.236014 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:35.236014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Bound using segment: {'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:13:35.236014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Bound port: d47e812c-74e7-49be-bfb9-983828480bcf, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:13:35.236014 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:35.297678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57975611-0878-4456-ac8d-7efd5bebd483 req-4963d0a2-ae9a-4b4a-9dd7-9fda666602e2 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:35.304444 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-57975611-0878-4456-ac8d-7efd5bebd483 req-4963d0a2-ae9a-4b4a-9dd7-9fda666602e2 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 935 time: 0.3547580 Sep 23 22:13:35.353346 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdadf2a-9de4-4f1a-be41-234e6da35b4a req-b54248e2-30ad-416e-bd43-0eb023e38c24 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:35.369924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bdadf2a-9de4-4f1a-be41-234e6da35b4a req-b54248e2-30ad-416e-bd43-0eb023e38c24 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 969 time: 0.2402146 Sep 23 22:13:35.421081 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:35.431870 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-57975611-0878-4456-ac8d-7efd5bebd483 req-dd59c4c4-216c-4cfc-a484-b389da8c9114 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213131 Sep 23 22:13:35.486743 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-53e3b619-e608-4b8b-8838-0e7ef82bc38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:35.510593 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bdadf2a-9de4-4f1a-be41-234e6da35b4a req-5693cc82-4134-4417-be4f-afcd89f58ce9 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375809 Sep 23 22:13:35.528152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] For port d47e812c-74e7-49be-bfb9-983828480bcf, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:13:35.559916 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] For port d47e812c-74e7-49be-bfb9-983828480bcf, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d47e812c-74e7-49be-bfb9-983828480bcf,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:13:35.573993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fafd275c-0594-4153-b591-bb56dc1dd300 None None] Provisioning complete for port d47e812c-74e7-49be-bfb9-983828480bcf triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:35.574650 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fafd275c-0594-4153-b591-bb56dc1dd300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:35.616491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-fafd275c-0594-4153-b591-bb56dc1dd300 None None] Port d47e812c-74e7-49be-bfb9-983828480bcf cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:13:35.625500 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:35.637206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8994b9e9-9189-4455-918e-660112fe0b1d {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:13:35.657784 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-53e3b619-e608-4b8b-8838-0e7ef82bc38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:35.662321 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:35.669000 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:35.696191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Transition to ACTIVE for port object 8994b9e9-9189-4455-918e-660112fe0b1d will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:13:35.789825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:13:35.800073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Routers {'18903306-f9ac-4ec6-a5c6-ad74a06ec80e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:13:35.800746 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:13:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:35.803729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26eb1f-30c1-47b7-b13f-79551f1cc849 None None] Pushing event updated for resources: {'Port': ['ID=d47e812c-74e7-49be-bfb9-983828480bcf,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:35.812213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:35.874346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ff3c4f-7373-40a6-a6cb-503f0f31e9b5,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:35.915850 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-53e3b619-e608-4b8b-8838-0e7ef82bc38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:35.994936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Pushing event updated for resources: {'Port': ['ID=8994b9e9-9189-4455-918e-660112fe0b1d,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:36.082436 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-53e3b619-e608-4b8b-8838-0e7ef82bc38b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c705af6b8b734ff186c7a2216e15edb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3649986 Sep 23 22:13:36.092317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60286) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:36.115248 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:36.119497 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] Added segment cb513ba4-189b-4f9a-ac8f-0e963282f544 of type vlan for network 10f25c71-64d8-44f6-bc3c-46533c0a1fea Sep 23 22:13:36.181811 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:36.229050 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] Set router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:13:36.236122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Attempting to bind port 8994b9e9-9189-4455-918e-660112fe0b1d on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:13:36.237455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Attempting to bind port 8994b9e9-9189-4455-918e-660112fe0b1d by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:13:36.238267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Attempting to bind port 8994b9e9-9189-4455-918e-660112fe0b1d on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:13:36.250345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Port 8994b9e9-9189-4455-918e-660112fe0b1d on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:13:36.251445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Attempting to bind port 8994b9e9-9189-4455-918e-660112fe0b1d on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:13:36.251623 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692525b9-e0ff-45c2-8ac3-2e7977084b17 req-7f5e0fa2-465d-4605-8dbf-4760b6af7095 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:36.254887 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-692525b9-e0ff-45c2-8ac3-2e7977084b17 req-7f5e0fa2-465d-4605-8dbf-4760b6af7095 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 935 time: 0.5938430 Sep 23 22:13:36.302006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:13:36.303147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:13:36.305792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:13:36.311200 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Bound port: 8994b9e9-9189-4455-918e-660112fe0b1d, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:13:36.311200 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:36.357029 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4cec21b-b36c-4567-93eb-99fddc1e72a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:36.450543 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4cec21b-b36c-4567-93eb-99fddc1e72a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:36.465806 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:36.534791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-3de7fbfe-08cb-4d0a-80a6-c6abab36c718 None None] Provisioning complete for port d47e812c-74e7-49be-bfb9-983828480bcf triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:36.535418 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3de7fbfe-08cb-4d0a-80a6-c6abab36c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:36.580170 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3b619-e608-4b8b-8838-0e7ef82bc38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f40327-b0f5-48de-875d-dfdd04181889,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:36.619255 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] For port 8994b9e9-9189-4455-918e-660112fe0b1d, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:13:36.637268 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:36.638894 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:36.641590 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:36.655210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] For port 8994b9e9-9189-4455-918e-660112fe0b1d, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8994b9e9-9189-4455-918e-660112fe0b1d,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:13:36.735597 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-692525b9-e0ff-45c2-8ac3-2e7977084b17 req-1ce75d68-322d-4c2e-b5ef-686dd2105134 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009991 Sep 23 22:13:36.776750 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ecde6-6b77-49c2-8ff0-07a2fd969a61 req-903989e8-1be4-4f8c-9eaa-5bed9f06578b tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:36.778786 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f2ecde6-6b77-49c2-8ff0-07a2fd969a61 req-903989e8-1be4-4f8c-9eaa-5bed9f06578b tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 947 time: 0.1633675 Sep 23 22:13:36.809785 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4cec21b-b36c-4567-93eb-99fddc1e72a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:36.821688 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4cec21b-b36c-4567-93eb-99fddc1e72a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:36.828394 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e4cec21b-b36c-4567-93eb-99fddc1e72a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d3f40327-b0f5-48de-875d-dfdd04181889 HTTP/1.1" status: 204 len: 168 time: 0.7183037 Sep 23 22:13:36.842976 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:36.963878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cec21b-b36c-4567-93eb-99fddc1e72a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f40327-b0f5-48de-875d-dfdd04181889,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:36.998635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:36.998635 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:36.998635 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] 10.222.0.67 "PUT /v2.0/ports/8994b9e9-9189-4455-918e-660112fe0b1d HTTP/1.1" status: 200 len: 1095 time: 3.8926301 Sep 23 22:13:36.998635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1368fe-ef5f-45d0-9a01-0556ae3a444c', 'tag': '8994b9e9-9189-4455-918e-660112fe0b1d'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:13:37.002725 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca544851-f015-4bdb-b327-ffd754f78761" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1368fe-ef5f-45d0-9a01-0556ae3a444c", "tag": "8994b9e9-9189-4455-918e-660112fe0b1d"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:13:37.029678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=10f25c71-64d8-44f6-bc3c-46533c0a1fea,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:37.065295 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-14a4681f-1228-419f-a8d9-bfd64936b1f2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2982166 Sep 23 22:13:37.075366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 10f25c71-64d8-44f6-bc3c-46533c0a1fea details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:13:37.093856 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f2ecde6-6b77-49c2-8ff0-07a2fd969a61 req-03afc9ef-a135-4438-b1f2-0d21e0cb3f61 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039994 Sep 23 22:13:37.132843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f877c7-348b-4b4d-9828-2f772030094d service neutron] Pushing event updated for resources: {'Port': ['ID=8994b9e9-9189-4455-918e-660112fe0b1d,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:37.132843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60304) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:37.132843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-da35d1f7-ed99-487c-92be-bf27451139b3 admin admin] Request body: {'subnet': {'network_id': '10f25c71-64d8-44f6-bc3c-46533c0a1fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1912565767-subnet', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:37.149446 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3de7fbfe-08cb-4d0a-80a6-c6abab36c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:37.281792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3de7fbfe-08cb-4d0a-80a6-c6abab36c718 None None] For port d47e812c-74e7-49be-bfb9-983828480bcf, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d47e812c-74e7-49be-bfb9-983828480bcf,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:13:37.288661 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:13:37.308101 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcbbb04-0af7-49ef-9b9b-e42242d567e8 x-openstack-request-id: req-4fcbbb04-0af7-49ef-9b9b-e42242d567e8 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:13:37.308661 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1368fe-ef5f-45d0-9a01-0556ae3a444c", "tag": "8994b9e9-9189-4455-918e-660112fe0b1d", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:13:37.309213 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4fcbbb04-0af7-49ef-9b9b-e42242d567e8 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:13:37.309973 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1368fe-ef5f-45d0-9a01-0556ae3a444c', 'tag': '8994b9e9-9189-4455-918e-660112fe0b1d', 'status': 'completed', 'code': 200} Sep 23 22:13:37.311876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da35d1f7-ed99-487c-92be-bf27451139b3 admin admin] Made reservation on behalf of a5ff026edf6742e4be523ba4b5d9d125 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:13:37.312226 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd47e812c-74e7-49be-bfb9-983828480bcf', 'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'mac_address': 'fa:16:3e:44:7f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:23Z', 'updated_at': '2021-09-23T22:13:35Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'subnets': [{'id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:37.315439 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:37.316731 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da35d1f7-ed99-487c-92be-bf27451139b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:37.390343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Transition to ACTIVE for port object 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:13:37.441934 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec65b3c-b129-403c-9924-c0ef6811ccb1 req-269fc126-8872-45c4-90a0-b3d539972c7a tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:37.444985 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0ec65b3c-b129-403c-9924-c0ef6811ccb1 req-269fc126-8872-45c4-90a0-b3d539972c7a tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 969 time: 0.4031298 Sep 23 22:13:37.470620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fbebab-0f72-4007-b365-c2855e44d92a None None] The sync data for ids ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'] in n-d-810775-1 is: [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd47e812c-74e7-49be-bfb9-983828480bcf', 'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'mac_address': 'fa:16:3e:44:7f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:23Z', 'updated_at': '2021-09-23T22:13:35Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'subnets': [{'id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:13:37.473791 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3de7fbfe-08cb-4d0a-80a6-c6abab36c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:37.491860 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:37.709869 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0ec65b3c-b129-403c-9924-c0ef6811ccb1 req-3aef54c5-2d41-42b0-a4a8-005aabf709da tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534018 Sep 23 22:13:37.737809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Pushing event updated for resources: {'Port': ['ID=52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:37.822368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7fbfe-08cb-4d0a-80a6-c6abab36c718 None None] Pushing event updated for resources: {'Port': ['ID=d47e812c-74e7-49be-bfb9-983828480bcf,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:38.075356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d47e812c-74e7-49be-bfb9-983828480bcf up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:13:38.245142 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d47e812c-74e7-49be-bfb9-983828480bcf triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:38.245870 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:38.270622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60318) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:38.296575 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7343b8d0-e595-4fec-b41a-cb4cca55acf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:38.324620 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da35d1f7-ed99-487c-92be-bf27451139b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:38.414637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Attempting to bind port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:13:38.415341 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Attempting to bind port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:13:38.415893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Attempting to bind port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:13:38.425834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:13:38.426161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Attempting to bind port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:13:38.477668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:13:38.477999 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:13:38.478702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:13:38.479250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Bound port: 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:13:38.479506 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:38.543104 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513eee9-7bd6-4079-9155-2e603d6435f2 req-c6fb5a59-504e-44b3-9731-992577645c7d tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:38.546301 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1513eee9-7bd6-4079-9155-2e603d6435f2 req-c6fb5a59-504e-44b3-9731-992577645c7d tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 947 time: 0.5782223 Sep 23 22:13:38.583281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35d1f7-ed99-487c-92be-bf27451139b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67bc4fb3-b1cd-436c-b726-74a4c26247a1,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:38.598635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da35d1f7-ed99-487c-92be-bf27451139b3 admin admin] Checking segment: {'id': 'cb513ba4-189b-4f9a-ac8f-0e963282f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '10f25c71-64d8-44f6-bc3c-46533c0a1fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:13:38.599102 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da35d1f7-ed99-487c-92be-bf27451139b3 admin admin] Network hostable DHCP agents. Network: 10f25c71-64d8-44f6-bc3c-46533c0a1fea, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:13:38.779520 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1513eee9-7bd6-4079-9155-2e603d6435f2 req-82449737-7920-424a-9104-54f131dced4f tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648636 Sep 23 22:13:38.869015 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 07272bc0-f329-4c93-a7e9-ee0de34abf99 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:13:38.888721 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] For port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:13:38.909293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] For port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:13:38.912288 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7343b8d0-e595-4fec-b41a-cb4cca55acf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:38.914570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da35d1f7-ed99-487c-92be-bf27451139b3 admin admin] Network 10f25c71-64d8-44f6-bc3c-46533c0a1fea is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:13:38.954915 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7710760-78fc-4746-a306-27eb67ca6e5d req-bccad657-57c9-4365-949d-fd479e865932 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:38.961944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7710760-78fc-4746-a306-27eb67ca6e5d req-bccad657-57c9-4365-949d-fd479e865932 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 947 time: 0.1878238 Sep 23 22:13:39.018787 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:39.076637 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7343b8d0-e595-4fec-b41a-cb4cca55acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:39.098559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 07272bc0-f329-4c93-a7e9-ee0de34abf99, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=07272bc0-f329-4c93-a7e9-ee0de34abf99,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:13:39.116670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '07272bc0-f329-4c93-a7e9-ee0de34abf99', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '07272bc0-f329-4c93-a7e9-ee0de34abf99', 'mac_address': 'fa:16:3e:3d:fc:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:tempest-test_az-209952198', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:13:39.128927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-da35d1f7-ed99-487c-92be-bf27451139b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 10f25c71-64d8-44f6-bc3c-46533c0a1fea) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:39.156274 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:39.161287 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:39.166541 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] 10.222.0.67 "PUT /v2.0/ports/52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 HTTP/1.1" status: 200 len: 1095 time: 7.0679834 Sep 23 22:13:39.172255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a1c717-cb38-4adf-b5b7-5a042a645a06', 'tag': '52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:13:39.177817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da35d1f7-ed99-487c-92be-bf27451139b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:39.179635 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da35d1f7-ed99-487c-92be-bf27451139b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:39.206407 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:39.216253 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7710760-78fc-4746-a306-27eb67ca6e5d req-7ebc0e17-b2a2-4c31-aca8-dbce98cb8fb2 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370365 Sep 23 22:13:39.233958 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb0cff-30b2-4e5f-8b25-c54139b765fb None None] Network 10f25c71-64d8-44f6-bc3c-46533c0a1fea requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:13:39.246491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07272bc0-f329-4c93-a7e9-ee0de34abf99 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:13:39.258492 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7343b8d0-e595-4fec-b41a-cb4cca55acf3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f49dd060202b40e4a5559baef24a1886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9850001 Sep 23 22:13:39.267279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60328) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:39.299041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 07272bc0-f329-4c93-a7e9-ee0de34abf99, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=07272bc0-f329-4c93-a7e9-ee0de34abf99,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:13:39.357656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343b8d0-e595-4fec-b41a-cb4cca55acf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332b5018-7eb1-49a0-8344-14043ac2b1d8,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:39.385509 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-da35d1f7-ed99-487c-92be-bf27451139b3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2681284 Sep 23 22:13:39.399034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60332) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:39.450852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1912565767-router', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:39.494043 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b677ee7-143d-435d-9e68-8f754ff695e1" -d '{"events": [{"name": "network-changed", "server_uuid": "76a1c717-cb38-4adf-b5b7-5a042a645a06", "tag": "52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:13:39.503130 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610da1f-3604-4fb7-abf8-8352236c1429 service neutron] Pushing event updated for resources: {'Port': ['ID=52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:39.524440 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:39.743927 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b18ddc0-ef34-49ae-b305-f1580d00bc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:39.757145 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e500c7ae-2e00-41f3-929c-62f34f846d68 x-openstack-request-id: req-e500c7ae-2e00-41f3-929c-62f34f846d68 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:13:39.757683 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a1c717-cb38-4adf-b5b7-5a042a645a06", "tag": "52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:13:39.758005 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e500c7ae-2e00-41f3-929c-62f34f846d68 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:13:39.758839 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a1c717-cb38-4adf-b5b7-5a042a645a06', 'tag': '52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1', 'status': 'completed', 'code': 200} Sep 23 22:13:39.760524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47524b-a682-4c80-8d8e-3d9ddca21f06 req-c6cd3402-0d63-4f83-b9a3-0be388cd9554 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:39.762215 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c47524b-a682-4c80-8d8e-3d9ddca21f06 req-c6cd3402-0d63-4f83-b9a3-0be388cd9554 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 970 time: 0.2714727 Sep 23 22:13:39.784970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=07272bc0-f329-4c93-a7e9-ee0de34abf99,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:39.785174 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:39.786043 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:39.817342 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b18ddc0-ef34-49ae-b305-f1580d00bc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:39.838066 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-10f25c71-64d8-44f6-bc3c-46533c0a1fea', 'network_id': '10f25c71-64d8-44f6-bc3c-46533c0a1fea', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'fixed_ips': [{'subnet_id': '67bc4fb3-b1cd-436c-b726-74a4c26247a1'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:13:39.839827 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:39.918843 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c47524b-a682-4c80-8d8e-3d9ddca21f06 req-a3fcd247-a6a0-4b27-94bf-dec47d279a3c tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474063 Sep 23 22:13:40.045337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['07272bc0-f329-4c93-a7e9-ee0de34abf99'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:13:40.081437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61945ed8-5598-4977-a1b5-6efeebfc7d91 req-00d31f71-301d-4205-ab12-ff9f2ffb65df tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:40.086520 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:40.087595 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61945ed8-5598-4977-a1b5-6efeebfc7d91 req-00d31f71-301d-4205-ab12-ff9f2ffb65df tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 947 time: 0.1253386 Sep 23 22:13:40.138162 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61945ed8-5598-4977-a1b5-6efeebfc7d91 req-2fa25098-6613-4168-b1e1-ac3585a8ab2d tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436161 Sep 23 22:13:40.243945 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b18ddc0-ef34-49ae-b305-f1580d00bc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:40.246969 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b18ddc0-ef34-49ae-b305-f1580d00bc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:40.252039 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5b18ddc0-ef34-49ae-b305-f1580d00bc29 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/332b5018-7eb1-49a0-8344-14043ac2b1d8 HTTP/1.1" status: 204 len: 168 time: 0.9680681 Sep 23 22:13:40.284885 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18ddc0-ef34-49ae-b305-f1580d00bc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332b5018-7eb1-49a0-8344-14043ac2b1d8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:40.367788 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:40.411941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Allocated IP 172.20.0.2 (10f25c71-64d8-44f6-bc3c-46533c0a1fea/67bc4fb3-b1cd-436c-b726-74a4c26247a1/08284c84-5acc-4001-9df6-60c211b36cef) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:13:40.450749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67664f-b0e6-4b7d-96e9-01134c1781a8 req-e2e97e56-1240-4a8b-a4c5-530d626fd043 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:40.450749 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f67664f-b0e6-4b7d-96e9-01134c1781a8 req-e2e97e56-1240-4a8b-a4c5-530d626fd043 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 947 time: 0.0571740 Sep 23 22:13:40.486776 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f67664f-b0e6-4b7d-96e9-01134c1781a8 req-99a833e2-379e-41d0-af29-9c1258e5a535 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382922 Sep 23 22:13:40.595763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60362) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:40.825701 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:40.840617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b677ee7-143d-435d-9e68-8f754ff695e1 req-dbb54015-3a2f-4c4b-b00f-c0259ba427fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:40.842251 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1b677ee7-143d-435d-9e68-8f754ff695e1 req-dbb54015-3a2f-4c4b-b00f-c0259ba427fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=786c5d4972b74b4eb7a063aad689fba6&device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 1098 time: 0.0976508 Sep 23 22:13:40.851823 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:40.916534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1b677ee7-143d-435d-9e68-8f754ff695e1 req-2812448a-3ab3-42a6-932c-2aee1c0ae955 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=786c5d4972b74b4eb7a063aad689fba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339971 Sep 23 22:13:40.917977 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:40.922402 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:41.051727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Network 10f25c71-64d8-44f6-bc3c-46533c0a1fea is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:13:41.055567 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Allocated IP 172.25.1.135 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/363b024e-158b-4724-a60d-333019740d01) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:13:41.058602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:41.074967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Pushing event updated for resources: {'Port': ['ID=08284c84-5acc-4001-9df6-60c211b36cef,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:41.090906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:13:41.220412 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb97f-b8fb-4639-9be2-ea42c05afdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:41.238872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Attempting to bind port 08284c84-5acc-4001-9df6-60c211b36cef on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:13:41.239544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Attempting to bind port 08284c84-5acc-4001-9df6-60c211b36cef by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'cb513ba4-189b-4f9a-ac8f-0e963282f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '10f25c71-64d8-44f6-bc3c-46533c0a1fea'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:13:41.240161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Attempting to bind port 08284c84-5acc-4001-9df6-60c211b36cef on network 10f25c71-64d8-44f6-bc3c-46533c0a1fea {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:13:41.252721 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:13:41.253754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Checking segment: {'id': 'cb513ba4-189b-4f9a-ac8f-0e963282f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '10f25c71-64d8-44f6-bc3c-46533c0a1fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:13:41.254732 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:41.255550 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Bound using segment: {'id': 'cb513ba4-189b-4f9a-ac8f-0e963282f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '10f25c71-64d8-44f6-bc3c-46533c0a1fea'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:13:41.262171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Bound port: 08284c84-5acc-4001-9df6-60c211b36cef, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb513ba4-189b-4f9a-ac8f-0e963282f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '10f25c71-64d8-44f6-bc3c-46533c0a1fea'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:13:41.262171 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:41.309094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca544851-f015-4bdb-b327-ffd754f78761 req-2ac2106b-ed1c-47cd-b55c-10171164554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:41.312026 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ca544851-f015-4bdb-b327-ffd754f78761 req-2ac2106b-ed1c-47cd-b55c-10171164554d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea2d5c2cd49c471490127a57587ba759&device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 1098 time: 0.3161159 Sep 23 22:13:41.366672 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e8c6d-3d86-4777-8527-dc03f46a749d req-c6188d10-dd3e-4f22-8a97-c91bcceecb6b tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:41.380667 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-737e8c6d-3d86-4777-8527-dc03f46a749d req-c6188d10-dd3e-4f22-8a97-c91bcceecb6b tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 970 time: 0.3180892 Sep 23 22:13:41.386605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b677ee7-143d-435d-9e68-8f754ff695e1 req-e2b7f9b6-3da7-4fbc-a6e7-8b1135d88565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:41.388115 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1b677ee7-143d-435d-9e68-8f754ff695e1 req-e2b7f9b6-3da7-4fbc-a6e7-8b1135d88565 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2999933 Sep 23 22:13:41.391396 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:41.399240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] For port 08284c84-5acc-4001-9df6-60c211b36cef, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:13:41.406451 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e1787-d2e6-4a77-b6ea-88247023c4dd req-e1be3519-8ac3-4f87-b577-6e8bf590f24a tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:41.406945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] For port 08284c84-5acc-4001-9df6-60c211b36cef, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=08284c84-5acc-4001-9df6-60c211b36cef,segment=NetworkSegment(cb513ba4-189b-4f9a-ac8f-0e963282f544),segment_id=cb513ba4-189b-4f9a-ac8f-0e963282f544)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:13:41.408040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-350e1787-d2e6-4a77-b6ea-88247023c4dd req-e1be3519-8ac3-4f87-b577-6e8bf590f24a tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 947 time: 0.1452653 Sep 23 22:13:41.442706 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ca544851-f015-4bdb-b327-ffd754f78761 req-747670c6-a853-4943-a875-e8e529a96652 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ea2d5c2cd49c471490127a57587ba759&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097629 Sep 23 22:13:41.478214 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:41.645066 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-737e8c6d-3d86-4777-8527-dc03f46a749d req-1f80b975-d6d0-4c94-81c1-17bb14998ea7 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613659 Sep 23 22:13:41.670469 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e006564-198c-4f40-b059-d029d7e70c03 None None] Pushing event updated for resources: {'Port': ['ID=08284c84-5acc-4001-9df6-60c211b36cef,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:41.707231 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-350e1787-d2e6-4a77-b6ea-88247023c4dd req-1881eed6-8e8a-4a83-8e8e-8e9a318a47d8 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899778 Sep 23 22:13:41.722451 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:41.809004 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-81b8910f-3fbb-4bb0-9e7f-be26139c7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:41.811830 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-81b8910f-3fbb-4bb0-9e7f-be26139c7382 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=786c5d4972b74b4eb7a063aad689fba6&device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 1098 time: 0.2098284 Sep 23 22:13:41.842252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:13:41.844866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Pushing event updated for resources: {'Port': ['ID=363b024e-158b-4724-a60d-333019740d01,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:41.879313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:41.895085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-698fba23-b2da-4a8d-a75b-7986096f137d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 HTTP/1.1" status: 200 len: 217 time: 0.0656343 Sep 23 22:13:41.905668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:13:42.046473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca544851-f015-4bdb-b327-ffd754f78761 req-cacfae7d-4b78-4101-a24c-4202aabf1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:42.048393 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ca544851-f015-4bdb-b327-ffd754f78761 req-cacfae7d-4b78-4101-a24c-4202aabf1a04 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5812726 Sep 23 22:13:42.086209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b5085-e87f-497b-a016-350d1a07c388 req-adb7573a-79b1-4768-bfba-5bd6a029a892 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:42.094571 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d9b5085-e87f-497b-a016-350d1a07c388 req-adb7573a-79b1-4768-bfba-5bd6a029a892 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 947 time: 0.2838974 Sep 23 22:13:42.115009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-cbafc727-2152-43bd-aa12-131dc0195003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:42.117798 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-cbafc727-2152-43bd-aa12-131dc0195003 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.2076252 Sep 23 22:13:42.145870 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb97f-b8fb-4639-9be2-ea42c05afdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:42.197031 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d9b5085-e87f-497b-a016-350d1a07c388 req-08deb255-d9ac-471d-8fe7-53e632e8595d tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007657 Sep 23 22:13:42.203722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-89be4137-3cac-43dc-a0dc-02d129e161b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:42.205219 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-89be4137-3cac-43dc-a0dc-02d129e161b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea2d5c2cd49c471490127a57587ba759&device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 1098 time: 0.0770621 Sep 23 22:13:42.242446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-b060cc99-a4a4-41bf-bc5d-57011a9c052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:42.244081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-b060cc99-a4a4-41bf-bc5d-57011a9c052d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191273 Sep 23 22:13:42.260005 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb97f-b8fb-4639-9be2-ea42c05afdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:42.308055 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-427f35cd-5e7f-4407-8371-bb442e253b92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=8994b9e9-9189-4455-918e-660112fe0b1d HTTP/1.1" status: 200 len: 217 time: 0.0855980 Sep 23 22:13:42.359137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:42.375179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3eb97f-b8fb-4639-9be2-ea42c05afdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481f12c2-de04-4772-9bfd-34560418eda1,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:42.384440 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ef3eb97f-b8fb-4639-9be2-ea42c05afdfe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4566b665846545f8a93d3cc639523cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7870634 Sep 23 22:13:42.389807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60398) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:42.420552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-84065fc7-4ded-4236-8fc3-635c856606f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:42.422125 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-84065fc7-4ded-4236-8fc3-635c856606f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1034343 Sep 23 22:13:42.466407 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-061335a3-a70f-431e-b113-62660c02023a service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126834 Sep 23 22:13:42.547152 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b9a1c06-b8f0-4c0c-b73a-4641b46fee98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:42.561948 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-4d4a7ba3-d329-4404-9293-16b6f1618b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:42.565221 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-4d4a7ba3-d329-4404-9293-16b6f1618b0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1330905 Sep 23 22:13:42.652028 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b9a1c06-b8f0-4c0c-b73a-4641b46fee98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:42.754447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7df75b97-663e-47f3-9652-dbcb8fe269c0 req-3469854b-65df-4f3e-a1c6-bca21b80ff76 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630568 Sep 23 22:13:42.839274 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 07272bc0-f329-4c93-a7e9-ee0de34abf99 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:13:42.904093 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e58ce-d9a1-4dfd-9071-89bbeb10edc5 req-516cca68-6c2a-49f8-93c0-f43760999180 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:42.928055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-440e58ce-d9a1-4dfd-9071-89bbeb10edc5 req-516cca68-6c2a-49f8-93c0-f43760999180 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 970 time: 0.1693342 Sep 23 22:13:42.947376 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:42.957576 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-1b5b2e1a-3338-4eab-94a0-a937403a8afe service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818855 Sep 23 22:13:42.993451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a2c336-40c1-4364-9631-c66fd1e6b706 None None] Network 10f25c71-64d8-44f6-bc3c-46533c0a1fea requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:13:42.994569 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3537dcb-417e-45a6-a134-6ea01ed47dfc req-e1dcf31d-fbfb-487c-85ae-3dd72a98e558 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:42.996639 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f3537dcb-417e-45a6-a134-6ea01ed47dfc req-e1dcf31d-fbfb-487c-85ae-3dd72a98e558 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 947 time: 0.1475358 Sep 23 22:13:43.070527 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-440e58ce-d9a1-4dfd-9071-89bbeb10edc5 req-27762ee8-b7ae-406d-9f51-b2ebe264be6f tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418486 Sep 23 22:13:43.124425 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f3537dcb-417e-45a6-a134-6ea01ed47dfc req-ae94ef94-e9a8-4bd3-86bd-af5d5e25f036 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110213 Sep 23 22:13:43.125421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-76b4d86f-47d6-487a-a286-b222341f23c0 None None] Provisioning complete for port 08284c84-5acc-4001-9df6-60c211b36cef triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:43.125836 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-76b4d86f-47d6-487a-a286-b222341f23c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:43.160782 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fcecff9-e0ac-4883-b949-84ae701c8e77 req-4ffcfa12-01c9-4668-9908-63fc66d39ab8 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956215 Sep 23 22:13:43.322827 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-76b4d86f-47d6-487a-a286-b222341f23c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:43.364631 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14d8fb-d6a5-414b-97d5-2e5ac4fecbd6 req-0d9b2f2d-81d7-4245-8f13-349eb56a591b tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:43.367846 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c14d8fb-d6a5-414b-97d5-2e5ac4fecbd6 req-0d9b2f2d-81d7-4245-8f13-349eb56a591b tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 947 time: 0.0575156 Sep 23 22:13:43.379464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-76b4d86f-47d6-487a-a286-b222341f23c0 None None] For port 08284c84-5acc-4001-9df6-60c211b36cef, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=08284c84-5acc-4001-9df6-60c211b36cef,segment=NetworkSegment(cb513ba4-189b-4f9a-ac8f-0e963282f544),segment_id=cb513ba4-189b-4f9a-ac8f-0e963282f544)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:13:43.426433 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c14d8fb-d6a5-414b-97d5-2e5ac4fecbd6 req-650bd7f1-e749-490f-a901-04e6bd556bfe tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426245 Sep 23 22:13:43.578875 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-22a78ef3-cd7e-473d-b14f-1b578258ffd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:43.579196 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b9a1c06-b8f0-4c0c-b73a-4641b46fee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:43.580513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Router 24503f1a-f92f-43f9-abc4-f7dcb8d88598 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:13:43.583628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 07272bc0-f329-4c93-a7e9-ee0de34abf99 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:13:43.586676 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b9a1c06-b8f0-4c0c-b73a-4641b46fee98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:43.591570 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6b9a1c06-b8f0-4c0c-b73a-4641b46fee98 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/481f12c2-de04-4772-9bfd-34560418eda1 HTTP/1.1" status: 204 len: 168 time: 1.2000489 Sep 23 22:13:43.598599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 07272bc0-f329-4c93-a7e9-ee0de34abf99 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:43.599197 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:43.606983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a1c06-b8f0-4c0c-b73a-4641b46fee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481f12c2-de04-4772-9bfd-34560418eda1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:43.658608 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-76b4d86f-47d6-487a-a286-b222341f23c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:43.764251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4d86f-47d6-487a-a286-b222341f23c0 None None] Pushing event updated for resources: {'Port': ['ID=08284c84-5acc-4001-9df6-60c211b36cef,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:43.816840 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:43.819472 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1986827b-41b8-4977-8df1-d6e04bcbe049 None None] Provisioning complete for port 08284c84-5acc-4001-9df6-60c211b36cef triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:43.819869 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1986827b-41b8-4977-8df1-d6e04bcbe049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:43.831694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:13:43.848831 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Sync routers for ids ['24503f1a-f92f-43f9-abc4-f7dcb8d88598'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:13:43.860943 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Routers {'24503f1a-f92f-43f9-abc4-f7dcb8d88598'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:13:43.861696 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:13:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['24503f1a-f92f-43f9-abc4-f7dcb8d88598'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:43.878063 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e1bb27-0b87-4d7e-a65a-92c0c164c51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07272bc0-f329-4c93-a7e9-ee0de34abf99'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:13:43.996626 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:43.999724 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f95d071f-b5a6-409e-a652-8a705b08405d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5805483 Sep 23 22:13:44.004703 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60416) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:44.107847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 07272bc0-f329-4c93-a7e9-ee0de34abf99, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=07272bc0-f329-4c93-a7e9-ee0de34abf99,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:13:44.127277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 08284c84-5acc-4001-9df6-60c211b36cef up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:13:44.179719 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Set router 24503f1a-f92f-43f9-abc4-f7dcb8d88598 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:13:44.277774 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:44.363766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b6159-1f48-4ab3-9f39-f86f14261209 req-166142b8-9ced-47d8-bef8-55d90f033f3b tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:44.380392 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e15b6159-1f48-4ab3-9f39-f86f14261209 req-166142b8-9ced-47d8-bef8-55d90f033f3b tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 947 time: 0.0874557 Sep 23 22:13:44.412323 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1912565767-router', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '363b024e-158b-4724-a60d-333019740d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:39Z', 'updated_at': '2021-09-23T22:13:42Z', 'revision_number': 3, 'project_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'gw_port': {'id': '363b024e-158b-4724-a60d-333019740d01', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:40Z', 'updated_at': '2021-09-23T22:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:44.442710 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Checking router: 24503f1a-f92f-43f9-abc4-f7dcb8d88598 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:13:44.444045 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Updating router 24503f1a-f92f-43f9-abc4-f7dcb8d88598 port 363b024e-158b-4724-a60d-333019740d01 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:13:44.477342 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e15b6159-1f48-4ab3-9f39-f86f14261209 req-e7eb4dd9-5e6e-47e9-b27c-6d379c15fa0d tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858262 Sep 23 22:13:44.488993 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65afbb08-4977-483f-8bbc-cd90edf1e534" -d '{"events": [{"server_uuid": "d5e1bb27-0b87-4d7e-a65a-92c0c164c51d", "name": "network-vif-plugged", "status": "completed", "tag": "07272bc0-f329-4c93-a7e9-ee0de34abf99"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:13:44.490930 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:44.514689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=07272bc0-f329-4c93-a7e9-ee0de34abf99,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:44.530864 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 08284c84-5acc-4001-9df6-60c211b36cef triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:44.531326 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:44.692942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed6a8c-b7ba-4fe0-993e-28171f43023d req-8566582a-23fe-4333-9b4d-5313c6931767 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:44.694779 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54ed6a8c-b7ba-4fe0-993e-28171f43023d req-8566582a-23fe-4333-9b4d-5313c6931767 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 947 time: 0.1308086 Sep 23 22:13:44.769853 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54ed6a8c-b7ba-4fe0-993e-28171f43023d req-e8c4a823-b5b2-4130-a150-fc74e093a930 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634968 Sep 23 22:13:44.891701 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97255a-cefc-4e26-b5f0-b47a862e4a23 req-c3e900c6-4b5b-4dbe-87b9-eae1b1c4db58 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:44.907504 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bf97255a-cefc-4e26-b5f0-b47a862e4a23 req-c3e900c6-4b5b-4dbe-87b9-eae1b1c4db58 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 971 time: 0.6348293 Sep 23 22:13:44.977625 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:44.981948 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bf97255a-cefc-4e26-b5f0-b47a862e4a23 req-131f8c15-9bcd-4c1a-bf52-7986e9403d51 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729752 Sep 23 22:13:45.070512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60442) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:45.071814 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:45.105805 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-985f1eb9-b08a-429c-ab14-c356e57100e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:45.175310 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b5bfb6-a8d5-42ef-a8f7-25cf7906eb32 x-openstack-request-id: req-a5b5bfb6-a8d5-42ef-a8f7-25cf7906eb32 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:13:45.176154 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e1bb27-0b87-4d7e-a65a-92c0c164c51d", "name": "network-vif-plugged", "status": "completed", "tag": "07272bc0-f329-4c93-a7e9-ee0de34abf99", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:13:45.176736 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5b5bfb6-a8d5-42ef-a8f7-25cf7906eb32 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:13:45.177608 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e1bb27-0b87-4d7e-a65a-92c0c164c51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07272bc0-f329-4c93-a7e9-ee0de34abf99', 'code': 200} Sep 23 22:13:45.257771 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdb47c-2999-4c8e-a42c-abacd59e1688 None None] Pushing event updated for resources: {'Port': ['ID=363b024e-158b-4724-a60d-333019740d01,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:45.263600 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Attempting to bind port 363b024e-158b-4724-a60d-333019740d01 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:13:45.265506 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Attempting to bind port 363b024e-158b-4724-a60d-333019740d01 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:13:45.266535 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Attempting to bind port 363b024e-158b-4724-a60d-333019740d01 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:13:45.278079 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:13:45.278683 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:13:45.279354 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:45.279979 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:13:45.280806 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Bound port: 363b024e-158b-4724-a60d-333019740d01, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:13:45.281552 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:45.377483 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-985f1eb9-b08a-429c-ab14-c356e57100e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:45.398551 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] For port 363b024e-158b-4724-a60d-333019740d01, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:13:45.404314 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] For port 363b024e-158b-4724-a60d-333019740d01, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=363b024e-158b-4724-a60d-333019740d01,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:13:45.421382 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:45.440945 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d70959-16a8-4a0f-aad1-ef5f5b8ec6ad req-de14bee1-b9d1-4a28-9936-fd04c8ad6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:45.445475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03d70959-16a8-4a0f-aad1-ef5f5b8ec6ad req-de14bee1-b9d1-4a28-9936-fd04c8ad6274 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 1122 time: 0.1234317 Sep 23 22:13:45.476056 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-985f1eb9-b08a-429c-ab14-c356e57100e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:45.482701 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-03d70959-16a8-4a0f-aad1-ef5f5b8ec6ad req-d6e6c12f-94cd-496d-87a8-27adf8f285de service neutron] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:45.488015 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:45.546533 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-985f1eb9-b08a-429c-ab14-c356e57100e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ccd1e7c267d499bb9352bc97177ad93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4739957 Sep 23 22:13:45.551487 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60452) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:45.555888 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f1eb9-b08a-429c-ab14-c356e57100e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6015d249-9406-4770-8781-cfc4fffc2d8a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:45.567105 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3d8151a4-7437-4a8c-bc41-0365985737dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:45.687908 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-03d70959-16a8-4a0f-aad1-ef5f5b8ec6ad req-d6e6c12f-94cd-496d-87a8-27adf8f285de service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:45.739814 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Routers {'24503f1a-f92f-43f9-abc4-f7dcb8d88598'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:13:45.741404 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:13:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['24503f1a-f92f-43f9-abc4-f7dcb8d88598'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:45.746773 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdb47c-2999-4c8e-a42c-abacd59e1688 None None] Pushing event updated for resources: {'Port': ['ID=363b024e-158b-4724-a60d-333019740d01,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:45.866789 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7181cbcc-970a-4bb1-be38-177d1c07b935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:45.931330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-03d70959-16a8-4a0f-aad1-ef5f5b8ec6ad req-d6e6c12f-94cd-496d-87a8-27adf8f285de service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:45.981153 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03d70959-16a8-4a0f-aad1-ef5f5b8ec6ad req-d6e6c12f-94cd-496d-87a8-27adf8f285de service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266430 Sep 23 22:13:45.986634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6c12f-94cd-496d-87a8-27adf8f285de service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=07736dc6-511d-4447-a664-ce1c582082d0,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:45.994165 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] Set router 24503f1a-f92f-43f9-abc4-f7dcb8d88598 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:13:46.014467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81621c5e-1b8a-4266-838f-92499c57e00b req-d966eca1-ac35-4fc2-b0c5-f713ccfe3066 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:46.016158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-81621c5e-1b8a-4266-838f-92499c57e00b req-d966eca1-ac35-4fc2-b0c5-f713ccfe3066 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 947 time: 0.3261619 Sep 23 22:13:46.030659 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7181cbcc-970a-4bb1-be38-177d1c07b935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:46.063524 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:46.083723 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-81621c5e-1b8a-4266-838f-92499c57e00b req-6887a1a5-e17a-4df4-afea-446f49163d3e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565240 Sep 23 22:13:46.119480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Allocated IP 172.20.0.1 (10f25c71-64d8-44f6-bc3c-46533c0a1fea/67bc4fb3-b1cd-436c-b726-74a4c26247a1/83ba7442-f245-4b9f-bbb1-ce73af3c4abb) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:13:46.142687 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26565dac-03a6-424f-91aa-5723162c27a1 req-c230e09f-e1fa-4b3b-a405-d184036c0b0c tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:46.156754 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-26565dac-03a6-424f-91aa-5723162c27a1 req-c230e09f-e1fa-4b3b-a405-d184036c0b0c tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 947 time: 0.2713428 Sep 23 22:13:46.258298 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-26565dac-03a6-424f-91aa-5723162c27a1 req-784e8f27-0f53-4a70-a44c-d131f53015c2 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002610 Sep 23 22:13:46.299442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65be3b3-ec7f-4e3b-932c-f753e8dbbd7f req-c6c8a91c-18a0-4a14-ae77-ba57fbe43327 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:46.301854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a65be3b3-ec7f-4e3b-932c-f753e8dbbd7f req-c6c8a91c-18a0-4a14-ae77-ba57fbe43327 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 971 time: 0.1207883 Sep 23 22:13:46.323896 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7181cbcc-970a-4bb1-be38-177d1c07b935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:46.327916 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7181cbcc-970a-4bb1-be38-177d1c07b935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:46.329538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7181cbcc-970a-4bb1-be38-177d1c07b935 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6015d249-9406-4770-8781-cfc4fffc2d8a HTTP/1.1" status: 204 len: 168 time: 0.7712443 Sep 23 22:13:46.340248 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1912565767-router', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '363b024e-158b-4724-a60d-333019740d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:39Z', 'updated_at': '2021-09-23T22:13:42Z', 'revision_number': 3, 'project_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'gw_port': {'id': '363b024e-158b-4724-a60d-333019740d01', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:40Z', 'updated_at': '2021-09-23T22:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:46.364243 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181cbcc-970a-4bb1-be38-177d1c07b935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6015d249-9406-4770-8781-cfc4fffc2d8a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:46.365178 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a65be3b3-ec7f-4e3b-932c-f753e8dbbd7f req-27f753aa-d444-4554-a938-fcf8355b93cf tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516582 Sep 23 22:13:46.419894 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:46.441971 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60464) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:46.447869 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4e8d5-29ea-445f-b102-f1ca13e7422c None None] The sync data for ids ['24503f1a-f92f-43f9-abc4-f7dcb8d88598'] in n-d-810775-1 is: [{'id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1912565767-router', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '363b024e-158b-4724-a60d-333019740d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:39Z', 'updated_at': '2021-09-23T22:13:42Z', 'revision_number': 3, 'project_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'gw_port': {'id': '363b024e-158b-4724-a60d-333019740d01', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:40Z', 'updated_at': '2021-09-23T22:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:13:46.556575 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:46.613461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Network 10f25c71-64d8-44f6-bc3c-46533c0a1fea is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:13:46.619053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:46.624570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:13:46.628880 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:46.643355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e9625fb-4f5e-44dc-ad55-a7d193a36394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:46.729360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Pushing event updated for resources: {'Port': ['ID=83ba7442-f245-4b9f-bbb1-ce73af3c4abb,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:46.836024 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:46.877379 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e9625fb-4f5e-44dc-ad55-a7d193a36394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:46.970719 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e9625fb-4f5e-44dc-ad55-a7d193a36394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:47.071247 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9e9625fb-4f5e-44dc-ad55-a7d193a36394 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c83a1bd7ee22498696e553414aef6ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244626 Sep 23 22:13:47.071247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60472) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:47.074034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9625fb-4f5e-44dc-ad55-a7d193a36394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841214bf-7fc0-46ab-90f6-b74dcf16babb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:47.099461 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c90b8d06-90df-48e9-95a5-23800e5b5a89 None None] Provisioning complete for port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:47.100280 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c90b8d06-90df-48e9-95a5-23800e5b5a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:47.107415 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:47.226075 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-17f56614-0c65-4528-bd3d-69550b1b23a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:47.254680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c90b8d06-90df-48e9-95a5-23800e5b5a89 None None] Port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:13:47.276887 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-17f56614-0c65-4528-bd3d-69550b1b23a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:47.331962 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:47.484549 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-17f56614-0c65-4528-bd3d-69550b1b23a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:47.489570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2b849-ee6c-40ab-a18f-8f2d31eca6e1 req-45070c4d-be35-4427-8cc0-7713ca3389c6 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:47.489976 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-17f56614-0c65-4528-bd3d-69550b1b23a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:47.493604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-17f56614-0c65-4528-bd3d-69550b1b23a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/841214bf-7fc0-46ab-90f6-b74dcf16babb HTTP/1.1" status: 204 len: 168 time: 0.4229848 Sep 23 22:13:47.510519 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-27e2b849-ee6c-40ab-a18f-8f2d31eca6e1 req-45070c4d-be35-4427-8cc0-7713ca3389c6 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 947 time: 0.2627616 Sep 23 22:13:47.539799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44804233-fd71-47bb-bc2a-a9be92074c63 req-31129f59-e120-441d-a0c9-abd062bde2cd tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:47.553175 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44804233-fd71-47bb-bc2a-a9be92074c63 req-31129f59-e120-441d-a0c9-abd062bde2cd tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 947 time: 0.1458662 Sep 23 22:13:47.555908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f56614-0c65-4528-bd3d-69550b1b23a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841214bf-7fc0-46ab-90f6-b74dcf16babb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:47.657389 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-27e2b849-ee6c-40ab-a18f-8f2d31eca6e1 req-2e0bd399-b625-4573-9347-fa089b69db55 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424413 Sep 23 22:13:47.686405 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44804233-fd71-47bb-bc2a-a9be92074c63 req-d63e8f77-76f8-4f79-9011-7e1c8adc3ae3 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114295 Sep 23 22:13:47.686768 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:47.817621 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:47.820932 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:47.971103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e67070-360c-4250-bd40-0c9000d0de19 req-2a61754e-efa3-4102-87d8-0300a4148ffd tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:47.973013 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47e67070-360c-4250-bd40-0c9000d0de19 req-2a61754e-efa3-4102-87d8-0300a4148ffd tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 971 time: 0.1595914 Sep 23 22:13:48.056767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:13:48.116374 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 363b024e-158b-4724-a60d-333019740d01 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:13:48.147962 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47e67070-360c-4250-bd40-0c9000d0de19 req-79ced3ac-a45c-4095-9b04-30e4f087ed21 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494637 Sep 23 22:13:48.187523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Pushing event updated for resources: {'Port': ['ID=83ba7442-f245-4b9f-bbb1-ce73af3c4abb,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:48.206755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Network 10f25c71-64d8-44f6-bc3c-46533c0a1fea is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:13:48.214543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:48.329233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:13:48.386849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1', 'mac_address': 'fa:16:3e:9e:07:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:13:48.398660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 363b024e-158b-4724-a60d-333019740d01 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:48.399647 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:48.414764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Router 24503f1a-f92f-43f9-abc4-f7dcb8d88598 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:13:48.427579 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60498) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:48.471131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60502) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:48.503981 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:48.505639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c377db36-478c-4105-81ea-28331d0bd9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:48.610714 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:48.698458 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:13:48.812822 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c377db36-478c-4105-81ea-28331d0bd9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:48.819224 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:13:48.841545 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4abf037f-da9e-4202-a91e-905e8e841b25 admin admin] 10.222.0.22 "PUT /v2.0/routers/24503f1a-f92f-43f9-abc4-f7dcb8d88598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8262234 Sep 23 22:13:48.843305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1290718887-network', 'tenant_id': 'b6b6f85c355f4b32a254aa0e7dc0122f'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:48.875304 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c377db36-478c-4105-81ea-28331d0bd9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:48.884600 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:13:48.895948 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:48.927460 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f3e99382-a812-4f38-99d5-8c3ea3404dbc None None] Provisioning complete for port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:48.928257 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f3e99382-a812-4f38-99d5-8c3ea3404dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:48.981262 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:48.982824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8994b9e9-9189-4455-918e-660112fe0b1d details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:13:48.992884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 363b024e-158b-4724-a60d-333019740d01, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=363b024e-158b-4724-a60d-333019740d01,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:13:48.996509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] Made reservation on behalf of b6b6f85c355f4b32a254aa0e7dc0122f for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:13:49.000355 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:49.045146 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bab4b3-83b7-44f0-96ea-4adfbbfad2da req-533789b1-7ed1-4446-90d9-c33434d80f37 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:49.048186 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e2bab4b3-83b7-44f0-96ea-4adfbbfad2da req-533789b1-7ed1-4446-90d9-c33434d80f37 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 947 time: 0.1332178 Sep 23 22:13:49.050920 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:49.100594 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f3e99382-a812-4f38-99d5-8c3ea3404dbc None None] Port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:13:49.103684 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:49.128142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377db36-478c-4105-81ea-28331d0bd9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf9d357-b994-4b6a-a6b0-c03f8013c67f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:49.153819 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Sync routers for ids ['24503f1a-f92f-43f9-abc4-f7dcb8d88598'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:13:49.175766 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c377db36-478c-4105-81ea-28331d0bd9ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4bbbf772d45248259824c59d4deedd09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6995108 Sep 23 22:13:49.176035 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e2bab4b3-83b7-44f0-96ea-4adfbbfad2da req-b45d2c68-d3e0-4cf4-94be-814951b9dbf2 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012561 Sep 23 22:13:49.183402 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60512) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:49.188701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8994b9e9-9189-4455-918e-660112fe0b1d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8994b9e9-9189-4455-918e-660112fe0b1d,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:13:49.205565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99947ba7-81c8-4eae-b7b9-2da805a4b9c8 req-228fe202-5971-4a59-a437-f73fa06fc9de tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:49.215417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '8994b9e9-9189-4455-918e-660112fe0b1d', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '8994b9e9-9189-4455-918e-660112fe0b1d', 'mac_address': 'fa:16:3e:34:99:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:13:49.221071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99947ba7-81c8-4eae-b7b9-2da805a4b9c8 req-228fe202-5971-4a59-a437-f73fa06fc9de tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 948 time: 0.2880690 Sep 23 22:13:49.227693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:49.233843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Routers {'24503f1a-f92f-43f9-abc4-f7dcb8d88598'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:13:49.235235 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:13:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['24503f1a-f92f-43f9-abc4-f7dcb8d88598'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:49.305073 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be14371c-28f6-45df-a642-5c3a93e6e6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:49.309752 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99947ba7-81c8-4eae-b7b9-2da805a4b9c8 req-32156940-63ea-40ce-b000-e2576fc4feef tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838444 Sep 23 22:13:49.449395 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:49.475177 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be14371c-28f6-45df-a642-5c3a93e6e6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:49.499559 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:49.514642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845842f-cf96-48ec-b121-9e168e3763c2 req-15ddb8e1-22da-4525-a05b-b545db024471 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:49.517061 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9845842f-cf96-48ec-b121-9e168e3763c2 req-15ddb8e1-22da-4525-a05b-b545db024471 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 971 time: 0.0972536 Sep 23 22:13:49.561293 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8994b9e9-9189-4455-918e-660112fe0b1d {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:13:49.571387 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:49.587040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=363b024e-158b-4724-a60d-333019740d01,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:49.590831 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9845842f-cf96-48ec-b121-9e168e3763c2 req-b1eae9b1-32ca-4fe4-9877-236feeb8ec61 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619051 Sep 23 22:13:49.612474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8994b9e9-9189-4455-918e-660112fe0b1d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8994b9e9-9189-4455-918e-660112fe0b1d,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:13:49.639864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f53b31-4dde-4d62-aa47-8d03392a6b07,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:49.643736 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Set router 24503f1a-f92f-43f9-abc4-f7dcb8d88598 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:13:49.695386 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be14371c-28f6-45df-a642-5c3a93e6e6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:49.699908 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be14371c-28f6-45df-a642-5c3a93e6e6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:49.705580 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-be14371c-28f6-45df-a642-5c3a93e6e6f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/abf9d357-b994-4b6a-a6b0-c03f8013c67f HTTP/1.1" status: 204 len: 168 time: 0.5274642 Sep 23 22:13:49.713399 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:13:49.734881 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14371c-28f6-45df-a642-5c3a93e6e6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf9d357-b994-4b6a-a6b0-c03f8013c67f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:49.739030 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:49.757556 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:49.758248 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] Added segment 15dc165f-437c-481c-b1ee-93207c3fe811 of type vlan for network f6095529-8a9f-462e-a943-14b0c8da84cd Sep 23 22:13:49.905891 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=8994b9e9-9189-4455-918e-660112fe0b1d,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:49.922747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af79e7-b23f-49e3-ab30-e93c980cc403 req-c8ad8e81-1d4f-4f94-95c8-78f9ef5381c7 tempest-AggregatesAdminTestJSON-457231493 tempest-AggregatesAdminTestJSON-457231493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:49.930826 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:49.934818 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d8af79e7-b23f-49e3-ab30-e93c980cc403 req-c8ad8e81-1d4f-4f94-95c8-78f9ef5381c7 tempest-AggregatesAdminTestJSON-457231493 tempest-AggregatesAdminTestJSON-457231493-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 1122 time: 0.1059396 Sep 23 22:13:49.965128 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d8af79e7-b23f-49e3-ab30-e93c980cc403 req-f551ae2d-e035-48b3-8aae-020751c1f6e2 tempest-AggregatesAdminTestJSON-457231493 tempest-AggregatesAdminTestJSON-457231493-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:49.991859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1912565767-router', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '363b024e-158b-4724-a60d-333019740d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:39Z', 'updated_at': '2021-09-23T22:13:46Z', 'revision_number': 4, 'project_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'gw_port': {'id': '363b024e-158b-4724-a60d-333019740d01', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:40Z', 'updated_at': '2021-09-23T22:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '83ba7442-f245-4b9f-bbb1-ce73af3c4abb', 'name': '', 'network_id': '10f25c71-64d8-44f6-bc3c-46533c0a1fea', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'mac_address': 'fa:16:3e:ae:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'device_owner': 'network:router_interface', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': '67bc4fb3-b1cd-436c-b726-74a4c26247a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:45Z', 'updated_at': '2021-09-23T22:13:47Z', 'revision_number': 2, 'project_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'subnets': [{'id': '67bc4fb3-b1cd-436c-b726-74a4c26247a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:50.029054 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 363b024e-158b-4724-a60d-333019740d01 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:13:50.033885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Checking router: 24503f1a-f92f-43f9-abc4-f7dcb8d88598 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:13:50.033885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Updating router 24503f1a-f92f-43f9-abc4-f7dcb8d88598 port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:13:50.097253 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:50.134933 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d8af79e7-b23f-49e3-ab30-e93c980cc403 req-f551ae2d-e035-48b3-8aae-020751c1f6e2 tempest-AggregatesAdminTestJSON-457231493 tempest-AggregatesAdminTestJSON-457231493-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:50.144338 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:50.146008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:50.147515 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:50.152721 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 363b024e-158b-4724-a60d-333019740d01 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:50.152721 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:50.209181 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d8af79e7-b23f-49e3-ab30-e93c980cc403 req-f551ae2d-e035-48b3-8aae-020751c1f6e2 tempest-AggregatesAdminTestJSON-457231493 tempest-AggregatesAdminTestJSON-457231493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:50.290579 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] Pushing event updated for resources: {'Network': ['ID=f6095529-8a9f-462e-a943-14b0c8da84cd,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:50.320289 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2dedc3b7-cdd4-4e5a-9274-99429c1d9251 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8895919 Sep 23 22:13:50.323493 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network f6095529-8a9f-462e-a943-14b0c8da84cd details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:13:50.323952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60538) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:50.348286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3ee3c23a-0570-4edb-b3f5-503c1a3ed2e2 admin admin] Request body: {'subnet': {'network_id': 'f6095529-8a9f-462e-a943-14b0c8da84cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1290718887-subnet', 'tenant_id': 'b6b6f85c355f4b32a254aa0e7dc0122f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:50.353041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:13:50.384961 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d8af79e7-b23f-49e3-ab30-e93c980cc403 req-f551ae2d-e035-48b3-8aae-020751c1f6e2 tempest-AggregatesAdminTestJSON-457231493 tempest-AggregatesAdminTestJSON-457231493-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487896 Sep 23 22:13:50.386360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551ae2d-e035-48b3-8aae-020751c1f6e2 tempest-AggregatesAdminTestJSON-457231493 tempest-AggregatesAdminTestJSON-457231493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414064d3-aa3e-4dc3-b676-23a64f5d4f72,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:50.477452 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee3c23a-0570-4edb-b3f5-503c1a3ed2e2 admin admin] Made reservation on behalf of b6b6f85c355f4b32a254aa0e7dc0122f for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:13:50.479415 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c23a-0570-4edb-b3f5-503c1a3ed2e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:50.480443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['8994b9e9-9189-4455-918e-660112fe0b1d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:13:50.578424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300673f-330b-4e67-b362-81e61e5f570a req-992b3fb4-f063-4bd1-9276-11f6dd585666 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:50.588648 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8300673f-330b-4e67-b362-81e61e5f570a req-992b3fb4-f063-4bd1-9276-11f6dd585666 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 948 time: 0.0852594 Sep 23 22:13:50.661865 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8300673f-330b-4e67-b362-81e61e5f570a req-95916d09-7ac7-4c0e-9eba-f656e68e61c0 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671713 Sep 23 22:13:50.713704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60550) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:50.719310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4540a0d7-5db6-4a7a-9010-d69b3495550a tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279597133', 'description': 'tempest-description--404115639'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:50.836272 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d545c6-8ec6-4856-bbb0-12b3683218ad req-f3131c3d-9c24-469a-938e-244526771048 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:50.838643 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63d545c6-8ec6-4856-bbb0-12b3683218ad req-f3131c3d-9c24-469a-938e-244526771048 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 948 time: 0.0740554 Sep 23 22:13:50.876446 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c23a-0570-4edb-b3f5-503c1a3ed2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:50.911635 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63d545c6-8ec6-4856-bbb0-12b3683218ad req-5b7fcab1-7d08-4a09-9d45-af22edfac8dd tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654466 Sep 23 22:13:50.918080 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4540a0d7-5db6-4a7a-9010-d69b3495550a tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:51.017181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3c23a-0570-4edb-b3f5-503c1a3ed2e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d82e12-cfef-4095-9351-8240968f6884,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:51.042067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee3c23a-0570-4edb-b3f5-503c1a3ed2e2 admin admin] Checking segment: {'id': '15dc165f-437c-481c-b1ee-93207c3fe811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f6095529-8a9f-462e-a943-14b0c8da84cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:13:51.042628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee3c23a-0570-4edb-b3f5-503c1a3ed2e2 admin admin] Network hostable DHCP agents. Network: f6095529-8a9f-462e-a943-14b0c8da84cd, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:13:51.092946 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:51.106265 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4540a0d7-5db6-4a7a-9010-d69b3495550a tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:51.195589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee3c23a-0570-4edb-b3f5-503c1a3ed2e2 admin admin] Network f6095529-8a9f-462e-a943-14b0c8da84cd is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:13:51.252686 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4540a0d7-5db6-4a7a-9010-d69b3495550a tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:51.253337 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:51.315193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-3ee3c23a-0570-4edb-b3f5-503c1a3ed2e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, f6095529-8a9f-462e-a943-14b0c8da84cd) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:51.323313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee3c23a-0570-4edb-b3f5-503c1a3ed2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:51.324506 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c23a-0570-4edb-b3f5-503c1a3ed2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:51.335319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93baa651-1872-4bee-90b6-d26e931404fe None None] Network f6095529-8a9f-462e-a943-14b0c8da84cd requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:13:51.349974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540a0d7-5db6-4a7a-9010-d69b3495550a tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:51.368117 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4540a0d7-5db6-4a7a-9010-d69b3495550a tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:51.374706 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4540a0d7-5db6-4a7a-9010-d69b3495550a tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6550655 Sep 23 22:13:51.375139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60568) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:51.380741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-cb427662-b0c9-4b04-899e-1d08c9e3e570 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Request body: {'security_group_rule': {'security_group_id': 'c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:51.416389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45927c-3760-4036-9d51-cd1e45a9e655 None None] Pushing event updated for resources: {'Port': ['ID=83ba7442-f245-4b9f-bbb1-ce73af3c4abb,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:51.432903 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3ee3c23a-0570-4edb-b3f5-503c1a3ed2e2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1060183 Sep 23 22:13:51.528665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb427662-b0c9-4b04-899e-1d08c9e3e570 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:51.556688 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Attempting to bind port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:13:51.557070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Attempting to bind port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'cb513ba4-189b-4f9a-ac8f-0e963282f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '10f25c71-64d8-44f6-bc3c-46533c0a1fea'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:13:51.557275 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Attempting to bind port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb on network 10f25c71-64d8-44f6-bc3c-46533c0a1fea {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:13:51.588850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:13:51.589266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Checking segment: {'id': 'cb513ba4-189b-4f9a-ac8f-0e963282f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '10f25c71-64d8-44f6-bc3c-46533c0a1fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:13:51.589848 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:51.590399 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Bound using segment: {'id': 'cb513ba4-189b-4f9a-ac8f-0e963282f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '10f25c71-64d8-44f6-bc3c-46533c0a1fea'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:13:51.591083 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Bound port: 83ba7442-f245-4b9f-bbb1-ce73af3c4abb, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb513ba4-189b-4f9a-ac8f-0e963282f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '10f25c71-64d8-44f6-bc3c-46533c0a1fea'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:13:51.591664 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:51.714085 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb427662-b0c9-4b04-899e-1d08c9e3e570 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:51.784767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5160ed-1f58-48ac-9250-69826a8877bc None None] Network f6095529-8a9f-462e-a943-14b0c8da84cd requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:13:51.798215 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] For port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:13:51.844518 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb427662-b0c9-4b04-899e-1d08c9e3e570 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:51.875624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] For port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=83ba7442-f245-4b9f-bbb1-ce73af3c4abb,segment=NetworkSegment(cb513ba4-189b-4f9a-ac8f-0e963282f544),segment_id=cb513ba4-189b-4f9a-ac8f-0e963282f544)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:13:51.905750 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb427662-b0c9-4b04-899e-1d08c9e3e570 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d92adb-90e7-4e77-8f13-9c92b7b920f7,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:51.930225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-26a643ee-a405-40d9-8923-e6bb15110ebd None None] Provisioning complete for port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:51.937017 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-26a643ee-a405-40d9-8923-e6bb15110ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:51.946604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d3921-388c-454f-b0ac-5c9f1a441b65 req-410ad3a3-a778-4d2b-8779-0333090caf58 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:51.948442 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc5d3921-388c-454f-b0ac-5c9f1a441b65 req-410ad3a3-a778-4d2b-8779-0333090caf58 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 948 time: 0.1549411 Sep 23 22:13:51.988284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-26a643ee-a405-40d9-8923-e6bb15110ebd None None] Port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:13:51.993539 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:52.008590 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb427662-b0c9-4b04-899e-1d08c9e3e570 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:52.012951 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cb427662-b0c9-4b04-899e-1d08c9e3e570 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6343670 Sep 23 22:13:52.014754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60596) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:52.021216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-72cc31b5-bf96-4ed0-91d7-d4b225d5dcfc tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Request body: {'security_group_rule': {'security_group_id': 'c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:52.039940 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc5d3921-388c-454f-b0ac-5c9f1a441b65 req-2328d012-e7cd-45af-bd78-e1c66bf192c1 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827086 Sep 23 22:13:52.081205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:13:52.172465 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-72cc31b5-bf96-4ed0-91d7-d4b225d5dcfc tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:52.294719 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d089a3-73a7-4740-994d-88ba365fa18a req-c932cf0f-dc72-4643-8fd3-7c8d64930766 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:52.313435 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87d089a3-73a7-4740-994d-88ba365fa18a req-c932cf0f-dc72-4643-8fd3-7c8d64930766 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 948 time: 0.1205850 Sep 23 22:13:52.345685 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Routers {'24503f1a-f92f-43f9-abc4-f7dcb8d88598'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:13:52.352221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:13:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['24503f1a-f92f-43f9-abc4-f7dcb8d88598'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:52.374940 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45927c-3760-4036-9d51-cd1e45a9e655 None None] Pushing event updated for resources: {'Port': ['ID=83ba7442-f245-4b9f-bbb1-ce73af3c4abb,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:52.442217 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87d089a3-73a7-4740-994d-88ba365fa18a req-ef1b687d-eea4-49aa-bb23-41597a8cc279 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267643 Sep 23 22:13:52.505348 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-72cc31b5-bf96-4ed0-91d7-d4b225d5dcfc tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:52.637407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-691e3d35-5c48-4c85-964d-762adfc41fa3 None None] Provisioning complete for port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:52.638026 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-691e3d35-5c48-4c85-964d-762adfc41fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:52.680994 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-72cc31b5-bf96-4ed0-91d7-d4b225d5dcfc tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:52.698305 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] Set router 24503f1a-f92f-43f9-abc4-f7dcb8d88598 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:13:52.700962 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc31b5-bf96-4ed0-91d7-d4b225d5dcfc tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51c615c-2a70-4ee9-b470-12201c3c6bdc,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:52.769625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:13:52.794649 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:52.795815 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:52.844185 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-72cc31b5-bf96-4ed0-91d7-d4b225d5dcfc tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:52.844401 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-72cc31b5-bf96-4ed0-91d7-d4b225d5dcfc tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8277218 Sep 23 22:13:52.858798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60636) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:52.868403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:53.024853 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:53.177479 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-691e3d35-5c48-4c85-964d-762adfc41fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:53.260035 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:53.342711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-691e3d35-5c48-4c85-964d-762adfc41fa3 None None] For port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=83ba7442-f245-4b9f-bbb1-ce73af3c4abb,segment=NetworkSegment(cb513ba4-189b-4f9a-ac8f-0e963282f544),segment_id=cb513ba4-189b-4f9a-ac8f-0e963282f544)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:13:53.343214 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:53.348219 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60656) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:53.354690 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-709631076-network', 'tenant_id': 'ceccc78819da49a7a832fcf41f861bd3'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:53.371351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a1c717-cb38-4adf-b5b7-5a042a645a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:13:53.375500 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3730e2-aa0f-4e58-b98b-cb306d8f5012" -d '{"events": [{"server_uuid": "76a1c717-cb38-4adf-b5b7-5a042a645a06", "name": "network-vif-plugged", "status": "completed", "tag": "52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:13:53.410950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:13:53.435869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1912565767-router', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '363b024e-158b-4724-a60d-333019740d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:39Z', 'updated_at': '2021-09-23T22:13:46Z', 'revision_number': 4, 'project_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'gw_port': {'id': '363b024e-158b-4724-a60d-333019740d01', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:40Z', 'updated_at': '2021-09-23T22:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '83ba7442-f245-4b9f-bbb1-ce73af3c4abb', 'name': '', 'network_id': '10f25c71-64d8-44f6-bc3c-46533c0a1fea', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'mac_address': 'fa:16:3e:ae:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'device_owner': 'network:router_interface', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': '67bc4fb3-b1cd-436c-b726-74a4c26247a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:45Z', 'updated_at': '2021-09-23T22:13:51Z', 'revision_number': 4, 'project_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'subnets': [{'id': '67bc4fb3-b1cd-436c-b726-74a4c26247a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:53.484885 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c637e83-7faa-4f2b-add6-01fb44020b50 req-d18d5fa3-ded3-474b-a910-541ae2bd55a3 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:53.486041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187e89c-3d63-4a5b-a64b-aa7bbcb9e7bf None None] The sync data for ids ['24503f1a-f92f-43f9-abc4-f7dcb8d88598'] in n-d-810775-1 is: [{'id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1912565767-router', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '363b024e-158b-4724-a60d-333019740d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:39Z', 'updated_at': '2021-09-23T22:13:46Z', 'revision_number': 4, 'project_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'gw_port': {'id': '363b024e-158b-4724-a60d-333019740d01', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:40Z', 'updated_at': '2021-09-23T22:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '83ba7442-f245-4b9f-bbb1-ce73af3c4abb', 'name': '', 'network_id': '10f25c71-64d8-44f6-bc3c-46533c0a1fea', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'mac_address': 'fa:16:3e:ae:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'device_owner': 'network:router_interface', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': '67bc4fb3-b1cd-436c-b726-74a4c26247a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:45Z', 'updated_at': '2021-09-23T22:13:51Z', 'revision_number': 4, 'project_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'subnets': [{'id': '67bc4fb3-b1cd-436c-b726-74a4c26247a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:13:53.487949 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c637e83-7faa-4f2b-add6-01fb44020b50 req-d18d5fa3-ded3-474b-a910-541ae2bd55a3 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 948 time: 0.1727400 Sep 23 22:13:53.525314 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44155418-90f1-465b-824d-27de44e5d938 x-openstack-request-id: req-44155418-90f1-465b-824d-27de44e5d938 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:13:53.526002 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a1c717-cb38-4adf-b5b7-5a042a645a06", "name": "network-vif-plugged", "status": "completed", "tag": "52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:13:53.526464 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44155418-90f1-465b-824d-27de44e5d938 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:13:53.527991 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a1c717-cb38-4adf-b5b7-5a042a645a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1', 'code': 200} Sep 23 22:13:53.574217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] Made reservation on behalf of ceccc78819da49a7a832fcf41f861bd3 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:13:53.579871 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:53.609294 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-691e3d35-5c48-4c85-964d-762adfc41fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:53.619329 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:53.623775 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:53.625536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8994b9e9-9189-4455-918e-660112fe0b1d up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:13:53.634534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c637e83-7faa-4f2b-add6-01fb44020b50 req-4a3b5b30-fe59-47dc-9ae6-f1d135141446 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248012 Sep 23 22:13:53.659265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Allocated IP 172.25.1.234 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/3bf8d576-5386-4128-9842-b7313b1ed4fd) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:13:53.973889 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e3d35-5c48-4c85-964d-762adfc41fa3 None None] Pushing event updated for resources: {'Port': ['ID=83ba7442-f245-4b9f-bbb1-ce73af3c4abb,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:54.044043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b795e-817c-4401-935f-38c0a1b3ebb9 req-9bbfffa2-312d-4b5a-8845-cf1921045c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:54.046772 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d38b795e-817c-4401-935f-38c0a1b3ebb9 req-9bbfffa2-312d-4b5a-8845-cf1921045c6e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 1100 time: 0.3376429 Sep 23 22:13:54.051332 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:54.075513 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 8994b9e9-9189-4455-918e-660112fe0b1d completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:13:54.116232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 8994b9e9-9189-4455-918e-660112fe0b1d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:54.118335 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:54.223764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 83ba7442-f245-4b9f-bbb1-ce73af3c4abb up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:13:54.227306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:54.265024 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d38b795e-817c-4401-935f-38c0a1b3ebb9 req-5473c19c-6a64-4ca1-99ac-8f44a0efa9fe service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072523 Sep 23 22:13:54.270986 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60676) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:54.285971 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:54.411365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:54.412846 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:54.415750 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:54.415957 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:54.429627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:13:54.442746 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:54.466289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:13:54.502235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8f896-ac9a-43f8-aaa9-236543d7ba48 req-0c57e029-7bad-4634-aefb-c443097bd75f tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:54.505704 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4b8f896-ac9a-43f8-aaa9-236543d7ba48 req-0c57e029-7bad-4634-aefb-c443097bd75f tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 949 time: 0.5898168 Sep 23 22:13:54.507163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Pushing event updated for resources: {'Port': ['ID=3bf8d576-5386-4128-9842-b7313b1ed4fd,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:54.509647 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:54.534416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8994b9e9-9189-4455-918e-660112fe0b1d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8994b9e9-9189-4455-918e-660112fe0b1d,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:13:54.621589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:13:54.626783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032b6ac3-46c1-4fb8-b267-54a64b6017a0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:54.647267 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:54.652932 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:54.653921 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] Added segment 85838b97-d456-411e-9c55-8c7322348a00 of type vlan for network 0fa1d51c-97dc-4be4-8916-85c9a7844952 Sep 23 22:13:54.748268 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:54.759698 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4b8f896-ac9a-43f8-aaa9-236543d7ba48 req-bb7958bb-89c5-4f26-92a0-04788387f023 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417407 Sep 23 22:13:54.822428 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c813cb57-81eb-43a8-ab79-512f8efb4a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:54.828782 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:54.843971 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=8994b9e9-9189-4455-918e-660112fe0b1d,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:54.893456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:55.004647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130d0c8-dfa4-4b87-8930-de704bfbe73b req-517ed851-0825-4819-8ae2-11598db8b23d tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:55.007855 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c130d0c8-dfa4-4b87-8930-de704bfbe73b req-517ed851-0825-4819-8ae2-11598db8b23d tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 949 time: 0.1750236 Sep 23 22:13:55.097682 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c130d0c8-dfa4-4b87-8930-de704bfbe73b req-994be782-15eb-4229-a1ed-dccc1d8f6cae tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808759 Sep 23 22:13:55.109381 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:55.110368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:55.110947 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:55.152072 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c813cb57-81eb-43a8-ab79-512f8efb4a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:55.212437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] Pushing event updated for resources: {'Network': ['ID=0fa1d51c-97dc-4be4-8916-85c9a7844952,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:55.233970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 0fa1d51c-97dc-4be4-8916-85c9a7844952 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:13:55.252423 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:55.253288 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c813cb57-81eb-43a8-ab79-512f8efb4a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:55.362215 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-de9a5cee-cf56-40f6-bd44-46e5ff11ee25 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0076268 Sep 23 22:13:55.363650 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60698) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:55.364477 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c813cb57-81eb-43a8-ab79-512f8efb4a17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e8cbcf3dc54c4ee289a41b1e10f60e05&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0912650 Sep 23 22:13:55.374729 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0922fc47-53ad-48e9-92cb-319fa36580a1 admin admin] Request body: {'subnet': {'network_id': '0fa1d51c-97dc-4be4-8916-85c9a7844952', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-709631076-subnet', 'tenant_id': 'ceccc78819da49a7a832fcf41f861bd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:13:55.377160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813cb57-81eb-43a8-ab79-512f8efb4a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688620cc-83ab-44bd-9994-90f9f9c14b25,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:55.393441 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60702) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:55.410835 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:55.527551 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:55.528647 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1368fe-ef5f-45d0-9a01-0556ae3a444c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8994b9e9-9189-4455-918e-660112fe0b1d'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:13:55.532349 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928ea2f9-5183-46bc-abc7-4fe8e8acb45b" -d '{"events": [{"server_uuid": "ba1368fe-ef5f-45d0-9a01-0556ae3a444c", "name": "network-vif-plugged", "status": "completed", "tag": "8994b9e9-9189-4455-918e-660112fe0b1d"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:13:55.594241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Pushing event updated for resources: {'Port': ['ID=3bf8d576-5386-4128-9842-b7313b1ed4fd,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:55.605100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0922fc47-53ad-48e9-92cb-319fa36580a1 admin admin] Made reservation on behalf of ceccc78819da49a7a832fcf41f861bd3 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:13:55.610100 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0922fc47-53ad-48e9-92cb-319fa36580a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:55.613014 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc4da35c-ccc6-41e1-adc1-6e597d84ca21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:55.626382 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e70b55-35ab-4329-8db1-2b056bb9f588 x-openstack-request-id: req-15e70b55-35ab-4329-8db1-2b056bb9f588 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:13:55.626784 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1368fe-ef5f-45d0-9a01-0556ae3a444c", "name": "network-vif-plugged", "status": "completed", "tag": "8994b9e9-9189-4455-918e-660112fe0b1d", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:13:55.627124 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15e70b55-35ab-4329-8db1-2b056bb9f588 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:13:55.627808 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1368fe-ef5f-45d0-9a01-0556ae3a444c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8994b9e9-9189-4455-918e-660112fe0b1d', 'code': 200} Sep 23 22:13:55.702750 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc4da35c-ccc6-41e1-adc1-6e597d84ca21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:55.712121 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:13:55.751226 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:55.753340 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f6d54f38-722e-49a0-b625-5daafbd11150 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8924308 Sep 23 22:13:55.808394 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082f69-110f-4c28-8032-02634fde9e56 req-86602243-9a68-4181-8fb8-c41f8e572166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:55.811739 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a082f69-110f-4c28-8032-02634fde9e56 req-86602243-9a68-4181-8fb8-c41f8e572166 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 1100 time: 0.0695651 Sep 23 22:13:55.907789 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a082f69-110f-4c28-8032-02634fde9e56 req-4bee49c1-76c7-42e6-869f-7a86434f7bc1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874672 Sep 23 22:13:55.991516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 83ba7442-f245-4b9f-bbb1-ce73af3c4abb up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:13:56.064448 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:13:56.064916 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:56.066342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfd1ad-81c9-48ab-9e11-b64fe150c404 req-0e59e09a-3e93-41a6-87f4-b61cd1a68649 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:56.068891 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5bfd1ad-81c9-48ab-9e11-b64fe150c404 req-0e59e09a-3e93-41a6-87f4-b61cd1a68649 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 949 time: 0.1181104 Sep 23 22:13:56.148303 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc4da35c-ccc6-41e1-adc1-6e597d84ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:56.153923 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc4da35c-ccc6-41e1-adc1-6e597d84ca21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:56.158924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fc4da35c-ccc6-41e1-adc1-6e597d84ca21 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/688620cc-83ab-44bd-9994-90f9f9c14b25 HTTP/1.1" status: 204 len: 168 time: 0.7562327 Sep 23 22:13:56.207976 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5bfd1ad-81c9-48ab-9e11-b64fe150c404 req-0c8b6a90-ab57-4305-bd12-806277fba30b tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271248 Sep 23 22:13:56.210700 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0922fc47-53ad-48e9-92cb-319fa36580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:56.218976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4da35c-ccc6-41e1-adc1-6e597d84ca21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688620cc-83ab-44bd-9994-90f9f9c14b25,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:56.334975 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-ecc7bad4-9bd0-4b39-9887-c3cdad7003b6 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--279597133&fields=id&tenant_id=b8b6969335334004955419fa121e731e HTTP/1.1" status: 200 len: 267 time: 0.0814075 Sep 23 22:13:56.354744 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922fc47-53ad-48e9-92cb-319fa36580a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e242284a-ba32-40fd-8802-ce4d61dbbb15,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:56.357684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0922fc47-53ad-48e9-92cb-319fa36580a1 admin admin] Checking segment: {'id': '85838b97-d456-411e-9c55-8c7322348a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0fa1d51c-97dc-4be4-8916-85c9a7844952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:13:56.358230 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0922fc47-53ad-48e9-92cb-319fa36580a1 admin admin] Network hostable DHCP agents. Network: 0fa1d51c-97dc-4be4-8916-85c9a7844952, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:13:56.486605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0922fc47-53ad-48e9-92cb-319fa36580a1 admin admin] Network 0fa1d51c-97dc-4be4-8916-85c9a7844952 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:13:56.575299 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428b349-d406-4545-a774-79e9ca555c49 req-e3b179b9-15f1-49f2-b7ba-94e14680fe12 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:56.577549 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b428b349-d406-4545-a774-79e9ca555c49 req-e3b179b9-15f1-49f2-b7ba-94e14680fe12 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 949 time: 0.0798712 Sep 23 22:13:56.595212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-0922fc47-53ad-48e9-92cb-319fa36580a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 0fa1d51c-97dc-4be4-8916-85c9a7844952) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:13:56.609684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0922fc47-53ad-48e9-92cb-319fa36580a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:56.610912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61260a7-04be-43d2-b83c-d4cac85c5279 None None] Network 0fa1d51c-97dc-4be4-8916-85c9a7844952 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:13:56.611546 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0922fc47-53ad-48e9-92cb-319fa36580a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:56.668667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-08a01783-5e27-4153-9589-4bb7532c6619 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:56.671822 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-08a01783-5e27-4153-9589-4bb7532c6619 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/networks?id=7f02de17-3cdd-47cd-827d-131803615523 HTTP/1.1" status: 200 len: 823 time: 0.3272727 Sep 23 22:13:56.687820 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b428b349-d406-4545-a774-79e9ca555c49 req-45d248fb-4527-4bc8-9bc8-5585c83422b4 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964010 Sep 23 22:13:56.697981 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d59b970-67e1-440d-aa34-5155b9a257f6 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/quotas/b8b6969335334004955419fa121e731e HTTP/1.1" status: 200 len: 375 time: 0.0169828 Sep 23 22:13:56.758260 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0922fc47-53ad-48e9-92cb-319fa36580a1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3876879 Sep 23 22:13:56.818336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-87b753fe-e457-4cb9-a367-8d4dff2278c6 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8b6969335334004955419fa121e731e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1111677 Sep 23 22:13:56.935115 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781a27ea-d924-41f9-b410-800b53d56217 None None] Network 0fa1d51c-97dc-4be4-8916-85c9a7844952 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:13:57.019153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60754) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:57.086457 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabbf817-a2f1-4e67-a682-32406954ae9b admin admin] Deleting subnet 06d82e12-cfef-4095-9351-8240968f6884 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:13:57.090338 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cabbf817-a2f1-4e67-a682-32406954ae9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:57.150983 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cabbf817-a2f1-4e67-a682-32406954ae9b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:57.165889 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cabbf817-a2f1-4e67-a682-32406954ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:57.238853 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-b1bf8a58-783d-4050-ac51-b937db8ea8e8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:13:57.241654 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-b1bf8a58-783d-4050-ac51-b937db8ea8e8 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0899048 Sep 23 22:13:57.346355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cabbf817-a2f1-4e67-a682-32406954ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:57.372104 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-f05f4159-0ec8-4739-b48d-772575a56443 service neutron] 10.222.0.22 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223047 Sep 23 22:13:57.398465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbf817-a2f1-4e67-a682-32406954ae9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d82e12-cfef-4095-9351-8240968f6884,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:57.422441 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cabbf817-a2f1-4e67-a682-32406954ae9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:57.424613 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cabbf817-a2f1-4e67-a682-32406954ae9b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/06d82e12-cfef-4095-9351-8240968f6884 HTTP/1.1" status: 204 len: 168 time: 0.4043167 Sep 23 22:13:57.433741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60768) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:57.581348 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:57.651039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30aadd9-c0c3-46a1-8557-55a15576b0e9 req-028ffd9b-287a-4e9e-8eb9-4508e97b1978 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:57.652796 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b30aadd9-c0c3-46a1-8557-55a15576b0e9 req-028ffd9b-287a-4e9e-8eb9-4508e97b1978 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 949 time: 0.1147354 Sep 23 22:13:57.733939 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:57.786719 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:57.795932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:57.795932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:57.795932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Subscribe: > port after_create 55550000 {{(pid=95491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:57.795932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:57.795932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Subscribe: > port after_update 55550000 {{(pid=95491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:57.795932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:57.795932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:57.795932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:57.795932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:57.806778 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-1ded0e9a-5c28-473b-83ae-078653ea5273 service neutron] 10.222.0.22 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051611 Sep 23 22:13:57.964309 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:57.964852 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:57.965366 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:57.966944 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:57.966944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6095529-8a9f-462e-a943-14b0c8da84cd']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:57.978774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b30aadd9-c0c3-46a1-8557-55a15576b0e9 req-8ff22b57-18f7-4d17-bb88-c9c9927181ee tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127410 Sep 23 22:13:58.019850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15dc165f-437c-481c-b1ee-93207c3fe811') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:58.020961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15dc165f-437c-481c-b1ee-93207c3fe811') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:58.064999 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:58.120247 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:58.141418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:13:58.141897 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: from cryptography.utils import int_from_bytes Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: from cryptography.utils import int_from_bytes Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:13:58.176434 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:13:58.228893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e7702-08a6-4de9-8832-32c40b6a7356 req-ad11320a-4cfa-42ab-a49b-778fe1be517e tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:58.231980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-909e7702-08a6-4de9-8832-32c40b6a7356 req-ad11320a-4cfa-42ab-a49b-778fe1be517e tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 949 time: 0.1185586 Sep 23 22:13:58.317168 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-909e7702-08a6-4de9-8832-32c40b6a7356 req-485605a8-cd84-4417-bcd0-03277d1bde96 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768280 Sep 23 22:13:58.354808 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:58.382964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6095529-8a9f-462e-a943-14b0c8da84cd,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:58.384493 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:58.386998 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1ddc8194-264a-468d-9602-c809b6162dd9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f6095529-8a9f-462e-a943-14b0c8da84cd HTTP/1.1" status: 204 len: 168 time: 0.9521797 Sep 23 22:13:58.393949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60802) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:58.496930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ee44fc-f3ab-4007-82bc-1e5234e1e292 admin admin] Deleting subnet e242284a-ba32-40fd-8802-ce4d61dbbb15 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:13:58.501625 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57ee44fc-f3ab-4007-82bc-1e5234e1e292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:58.550229 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57ee44fc-f3ab-4007-82bc-1e5234e1e292 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:58.563003 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57ee44fc-f3ab-4007-82bc-1e5234e1e292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:58.754461 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57ee44fc-f3ab-4007-82bc-1e5234e1e292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:58.788497 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee44fc-f3ab-4007-82bc-1e5234e1e292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e242284a-ba32-40fd-8802-ce4d61dbbb15,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:58.794847 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57ee44fc-f3ab-4007-82bc-1e5234e1e292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:58.797338 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-57ee44fc-f3ab-4007-82bc-1e5234e1e292 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e242284a-ba32-40fd-8802-ce4d61dbbb15 HTTP/1.1" status: 204 len: 168 time: 0.3971322 Sep 23 22:13:58.800362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60814) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:13:58.882303 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:58.996837 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:59.019366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dd0d6f42-781b-43da-8034-f5c7bbac7420 req-496facbc-65de-45c1-a6e1-099512e4b23f tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 210 time: 0.0672147 Sep 23 22:13:59.037283 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:59.037706 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:59.038693 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:59.044775 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Subscribe: > port after_create 55550000 {{(pid=95490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:59.044775 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:59.044775 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Subscribe: > port after_update 55550000 {{(pid=95490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:59.044775 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:59.044775 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:59.044775 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:59.044775 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:59.138241 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:59.138655 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:59.138927 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:59.139262 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 22:13:59.139641 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa1d51c-97dc-4be4-8916-85c9a7844952']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:59.170281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85838b97-d456-411e-9c55-8c7322348a00') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:59.170281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85838b97-d456-411e-9c55-8c7322348a00') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:13:59.182905 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:59.207514 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:59.222665 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:13:59.223331 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: from cryptography.utils import int_from_bytes Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: from cryptography.utils import int_from_bytes Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:13:59.230301 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:13:59.385342 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:59.410356 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa1d51c-97dc-4be4-8916-85c9a7844952,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:13:59.426305 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:13:59.427100 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2d364d8e-e16b-48aa-a839-c215064d5229 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0fa1d51c-97dc-4be4-8916-85c9a7844952 HTTP/1.1" status: 204 len: 168 time: 0.6255465 Sep 23 22:13:59.840846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6616e-69f5-4053-b7b8-8af236b37901 req-bc9426ef-cbac-4da8-a2b6-022870c5cfc5 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:13:59.842557 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-39c6616e-69f5-4053-b7b8-8af236b37901 req-bc9426ef-cbac-4da8-a2b6-022870c5cfc5 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 949 time: 0.0682516 Sep 23 22:13:59.907178 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-39c6616e-69f5-4053-b7b8-8af236b37901 req-a34a2967-fdc1-4abd-ab43-541fbb7bd75b tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576632 Sep 23 22:14:00.132899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60850) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:00.211199 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-db0d3b5f-b81b-4f1c-bdc7-b63cc8dc6a3c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6b6f85c355f4b32a254aa0e7dc0122f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762243 Sep 23 22:14:00.215478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60858) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:00.288594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c2a369c-79b3-44b0-b0d5-c291084ee17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:00.316852 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c2a369c-79b3-44b0-b0d5-c291084ee17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:00.350716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-c0a1a21b-56b4-4d43-8ec6-8ac4bf1c2e18 req-6ec20eb3-97a3-486d-85f2-3c8928bb1834 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:14:00.375980 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c0a1a21b-56b4-4d43-8ec6-8ac4bf1c2e18 req-6ec20eb3-97a3-486d-85f2-3c8928bb1834 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4049008 Sep 23 22:14:00.431784 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb340cc4-3dc6-46ef-92a8-9db981552ef3 req-1829e60e-e9cb-4dc2-b8a3-33c69d413ebc tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 210 time: 0.0364678 Sep 23 22:14:00.474972 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c2a369c-79b3-44b0-b0d5-c291084ee17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:00.477895 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c2a369c-79b3-44b0-b0d5-c291084ee17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:00.479107 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8c2a369c-79b3-44b0-b0d5-c291084ee17b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e4f53b31-4dde-4d62-aa47-8d03392a6b07 HTTP/1.1" status: 204 len: 168 time: 0.2622695 Sep 23 22:14:00.507504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a369c-79b3-44b0-b0d5-c291084ee17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f53b31-4dde-4d62-aa47-8d03392a6b07,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:00.735552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbb682-d6e0-4e68-8a46-1a280b3e93da req-9ce85502-0ccf-43b5-a031-17a3341ed8f6 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:00.738542 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d9bbb682-d6e0-4e68-8a46-1a280b3e93da req-9ce85502-0ccf-43b5-a031-17a3341ed8f6 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 949 time: 0.0724406 Sep 23 22:14:00.823065 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d9bbb682-d6e0-4e68-8a46-1a280b3e93da req-fad3c8aa-5fde-4975-9bc6-9aca1f8bc6f9 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604930 Sep 23 22:14:00.933483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43226779-8a99-40bf-9077-fd0f71656c52 req-2aa54c13-a07c-475a-9cfc-806488fea638 tempest-DeleteServersAdminTestJSON-120605668 tempest-DeleteServersAdminTestJSON-120605668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:00.939708 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43226779-8a99-40bf-9077-fd0f71656c52 req-2aa54c13-a07c-475a-9cfc-806488fea638 tempest-DeleteServersAdminTestJSON-120605668 tempest-DeleteServersAdminTestJSON-120605668-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 1100 time: 0.0782280 Sep 23 22:14:01.075491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-43226779-8a99-40bf-9077-fd0f71656c52 req-3cb7a608-a2e2-4811-8850-eec2fb5fdb8d tempest-DeleteServersAdminTestJSON-120605668 tempest-DeleteServersAdminTestJSON-120605668-project-admin] Deleting port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:14:01.076006 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-43226779-8a99-40bf-9077-fd0f71656c52 req-3cb7a608-a2e2-4811-8850-eec2fb5fdb8d tempest-DeleteServersAdminTestJSON-120605668 tempest-DeleteServersAdminTestJSON-120605668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:01.232207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-43226779-8a99-40bf-9077-fd0f71656c52 req-3cb7a608-a2e2-4811-8850-eec2fb5fdb8d tempest-DeleteServersAdminTestJSON-120605668 tempest-DeleteServersAdminTestJSON-120605668-project-admin] For port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:01.232728 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-43226779-8a99-40bf-9077-fd0f71656c52 req-3cb7a608-a2e2-4811-8850-eec2fb5fdb8d tempest-DeleteServersAdminTestJSON-120605668 tempest-DeleteServersAdminTestJSON-120605668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:01.259580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-43226779-8a99-40bf-9077-fd0f71656c52 req-3cb7a608-a2e2-4811-8850-eec2fb5fdb8d tempest-DeleteServersAdminTestJSON-120605668 tempest-DeleteServersAdminTestJSON-120605668-project-admin] Calling delete_port for 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:14:01.310950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c816c8b-1f36-4fb3-8064-f3aa47466b28 req-b8b50945-833c-4b9d-81b6-169030e89d60 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:01.319392 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c816c8b-1f36-4fb3-8064-f3aa47466b28 req-b8b50945-833c-4b9d-81b6-169030e89d60 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 949 time: 0.1264136 Sep 23 22:14:01.450442 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c816c8b-1f36-4fb3-8064-f3aa47466b28 req-7bbcbccf-af6d-4147-8e1a-68b60732da47 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175561 Sep 23 22:14:01.601716 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-9cf69076-b77b-4fb7-94fc-29ee6084e30f tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ea2d5c2cd49c471490127a57587ba759&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486741 Sep 23 22:14:01.608906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60928) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:01.761462 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-43226779-8a99-40bf-9077-fd0f71656c52 req-3cb7a608-a2e2-4811-8850-eec2fb5fdb8d tempest-DeleteServersAdminTestJSON-120605668 tempest-DeleteServersAdminTestJSON-120605668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:01.804969 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:14:01.851811 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7a608-a2e2-4811-8850-eec2fb5fdb8d tempest-DeleteServersAdminTestJSON-120605668 tempest-DeleteServersAdminTestJSON-120605668-project-admin] Pushing event deleted for resources: {'Port': ['ID=52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:01.932998 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e05644a4-1250-4d83-a194-c5a9fd2d20d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:01.954533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-2e20db14-d24d-404f-be16-b7d04eecd790 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:01.962133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-2e20db14-d24d-404f-be16-b7d04eecd790 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3487434 Sep 23 22:14:01.999555 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-09a1e13f-5c7c-4944-a88b-0aab88a5adf7 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/quotas/ea2d5c2cd49c471490127a57587ba759 HTTP/1.1" status: 200 len: 375 time: 0.0363944 Sep 23 22:14:02.003928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-43226779-8a99-40bf-9077-fd0f71656c52 req-3cb7a608-a2e2-4811-8850-eec2fb5fdb8d tempest-DeleteServersAdminTestJSON-120605668 tempest-DeleteServersAdminTestJSON-120605668-project-admin] No DVR routers for this DVR port 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:14:02.007467 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-43226779-8a99-40bf-9077-fd0f71656c52 req-3cb7a608-a2e2-4811-8850-eec2fb5fdb8d tempest-DeleteServersAdminTestJSON-120605668 tempest-DeleteServersAdminTestJSON-120605668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:02.010104 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43226779-8a99-40bf-9077-fd0f71656c52 req-3cb7a608-a2e2-4811-8850-eec2fb5fdb8d tempest-DeleteServersAdminTestJSON-120605668 tempest-DeleteServersAdminTestJSON-120605668-project-admin] 10.222.0.67 "DELETE /v2.0/ports/52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 HTTP/1.1" status: 204 len: 173 time: 1.0653992 Sep 23 22:14:02.022915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a1c717-cb38-4adf-b5b7-5a042a645a06', 'name': 'network-vif-deleted', 'tag': '52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:02.025547 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8514f8e4-8723-4e22-88fb-785dbdb4acde" -d '{"events": [{"server_uuid": "76a1c717-cb38-4adf-b5b7-5a042a645a06", "name": "network-vif-deleted", "tag": "52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:02.097538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-79cd29a3-3424-4eb6-b2ab-c5739b64ea67 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea2d5c2cd49c471490127a57587ba759&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968621 Sep 23 22:14:02.225717 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e05644a4-1250-4d83-a194-c5a9fd2d20d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:02.244182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60944) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:02.299359 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-40c2b0db-1f5a-4a1a-92e6-def1f8c76a72 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ceccc78819da49a7a832fcf41f861bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538285 Sep 23 22:14:02.302546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60946) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:02.366926 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e05644a4-1250-4d83-a194-c5a9fd2d20d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:02.392581 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cfcae30f-1853-4d7a-b254-a23ebd6337ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:02.469973 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e05644a4-1250-4d83-a194-c5a9fd2d20d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=51eb4f01629349dcb83b53212968db9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8639522 Sep 23 22:14:02.472626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60950) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:02.475104 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cfcae30f-1853-4d7a-b254-a23ebd6337ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:02.504223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05644a4-1250-4d83-a194-c5a9fd2d20d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5907d27-1a64-4c6a-876b-28e8fd9dcd2b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:02.578246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7eae368b-43d9-407a-b10e-04d28f21b33c tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:02.582384 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7eae368b-43d9-407a-b10e-04d28f21b33c tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.43 "GET /v2.0/networks?id=7f02de17-3cdd-47cd-827d-131803615523 HTTP/1.1" status: 200 len: 823 time: 0.6833699 Sep 23 22:14:02.742613 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-956b43ef-e297-49a6-a036-f9f02ece5d8f tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8b6969335334004955419fa121e731e HTTP/1.1" status: 200 len: 379 time: 0.1418943 Sep 23 22:14:02.746473 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-73337c4a-9d5f-40d9-91ec-2669eba0c2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:02.756138 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0ec83346-b70f-4672-b541-eb424e96a852 req-9ff5a0fd-00ba-4d71-b49c-216f4c3a6232 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 210 time: 0.0979226 Sep 23 22:14:02.768311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Request body: {'port': {'device_id': '7998c8be-5f12-46bd-af03-6435d21e1674', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'admin_state_up': True, 'tenant_id': 'b8b6969335334004955419fa121e731e', 'security_groups': ['c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:02.828619 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-73337c4a-9d5f-40d9-91ec-2669eba0c2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:02.828619 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cfcae30f-1853-4d7a-b254-a23ebd6337ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:02.832059 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cfcae30f-1853-4d7a-b254-a23ebd6337ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:02.838437 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cfcae30f-1853-4d7a-b254-a23ebd6337ac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/032b6ac3-46c1-4fb8-b267-54a64b6017a0 HTTP/1.1" status: 204 len: 168 time: 0.5301006 Sep 23 22:14:02.879443 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63a31ad-fcab-405a-ba9d-49dc154754cf x-openstack-request-id: req-d63a31ad-fcab-405a-ba9d-49dc154754cf {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:02.879822 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a1c717-cb38-4adf-b5b7-5a042a645a06", "name": "network-vif-deleted", "tag": "52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:02.880084 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d63a31ad-fcab-405a-ba9d-49dc154754cf {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:02.882790 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a1c717-cb38-4adf-b5b7-5a042a645a06', 'name': 'network-vif-deleted', 'tag': '52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1', 'status': 'completed', 'code': 200} Sep 23 22:14:02.939080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcae30f-1853-4d7a-b254-a23ebd6337ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032b6ac3-46c1-4fb8-b267-54a64b6017a0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:03.075024 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1126693-258b-486f-8253-7139fe1a9622 req-7dc53e86-07f5-450c-9872-5859e3182753 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 210 time: 0.1009002 Sep 23 22:14:03.165626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3e0446a5-529e-4b71-80f3-20ed98fef507 req-80ecf815-ebae-4414-8a5d-9a882b8b2c47 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=76a1c717-cb38-4adf-b5b7-5a042a645a06 HTTP/1.1" status: 200 len: 210 time: 0.0499768 Sep 23 22:14:03.229394 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-73337c4a-9d5f-40d9-91ec-2669eba0c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:03.232289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-73337c4a-9d5f-40d9-91ec-2669eba0c2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:03.233638 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-73337c4a-9d5f-40d9-91ec-2669eba0c2ac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5907d27-1a64-4c6a-876b-28e8fd9dcd2b HTTP/1.1" status: 204 len: 168 time: 0.7550728 Sep 23 22:14:03.244120 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73337c4a-9d5f-40d9-91ec-2669eba0c2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5907d27-1a64-4c6a-876b-28e8fd9dcd2b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:03.356093 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Made reservation on behalf of b8b6969335334004955419fa121e731e for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:14:03.365479 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:03.628460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Allocated IP 172.20.0.13 (7f02de17-3cdd-47cd-827d-131803615523/92fcb3eb-b34b-4893-a379-9f6f842e3c9e/75e7bb5e-b94e-4383-95ac-92afe836d88e) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:14:04.000673 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3afb46ad-cbb6-41fd-a654-e144ceb5986d req-88236fa4-ec7a-4a19-a9eb-187f504bdb26 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 210 time: 0.0550323 Sep 23 22:14:04.001611 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:04.184652 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:04.286307 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Network 7f02de17-3cdd-47cd-827d-131803615523 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:14:04.294479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:14:04.304147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:14:04.320257 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d5a9283a-9e15-4737-80e4-cfcf243695dc req-266456a9-52ff-4109-904e-0aff56b1a447 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 210 time: 0.0863400 Sep 23 22:14:04.386034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Pushing event updated for resources: {'Port': ['ID=75e7bb5e-b94e-4383-95ac-92afe836d88e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:04.430135 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 32792) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:04.431701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:04.432270 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:04.432829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:04.433412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:04.434073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:04.434788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:04.435357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:04.435904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:04.436443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:04.437057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:04.437644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:04.438470 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:04.482167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:04.483275 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:04.498431 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:04.612512 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-66640ce7-73b2-4778-858b-f29708b27b12 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8547525 Sep 23 22:14:04.628334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Request body: {'port': {'device_id': '7998c8be-5f12-46bd-af03-6435d21e1674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:04.774503 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:04.804440 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 32802) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:04.867986 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-175f0dae-f2b7-4f24-82d8-95165a3fbe51 None None] Provisioning complete for port 75e7bb5e-b94e-4383-95ac-92afe836d88e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:14:04.869382 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-175f0dae-f2b7-4f24-82d8-95165a3fbe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:04.962109 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-175f0dae-f2b7-4f24-82d8-95165a3fbe51 None None] Port 75e7bb5e-b94e-4383-95ac-92afe836d88e cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:14:04.975554 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:05.070759 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:05.181247 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=09f4a97b629c473d9fd0bf7906920608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7491248 Sep 23 22:14:05.184336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 32820) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:05.185570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885ab2c7-dd7b-4c29-850e-9de91ca4ed01,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:05.257907 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:05.258407 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:05.258891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:05.260071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:05.260071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:05.260071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:05.260664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:05.261164 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:05.263554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:05.264017 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:05.264453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:05.264878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e8a22-f5b9-4a4a-87a6-df16ecb2f26e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:05.281047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1a473da-5edc-49d8-9859-681850654960 req-b758e503-15fe-4ddd-99a0-7eb8abc3c00d tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=786c5d4972b74b4eb7a063aad689fba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914164 Sep 23 22:14:05.291365 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aea20e61-9f49-4ff9-b2da-1d0a37a02b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:05.413705 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ada69b8-00c4-414e-8863-1b60b8f967f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:05.503524 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ada69b8-00c4-414e-8863-1b60b8f967f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:05.521986 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85113fa5-a78d-4ff5-9116-83a70e998e4f req-37a63255-c0b6-4df6-badb-eac44025f566 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:05.525088 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-85113fa5-a78d-4ff5-9116-83a70e998e4f req-37a63255-c0b6-4df6-badb-eac44025f566 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 932 time: 0.1833799 Sep 23 22:14:05.639000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e7bb5e-b94e-4383-95ac-92afe836d88e {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:14:05.660387 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:05.689320 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-85113fa5-a78d-4ff5-9116-83a70e998e4f req-bb18e018-7352-49df-88b8-77ab42697432 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441364 Sep 23 22:14:05.728015 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aea20e61-9f49-4ff9-b2da-1d0a37a02b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:05.732866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a473da-5edc-49d8-9859-681850654960 req-91b2aaba-96ab-41de-b999-a5edbc068d0f tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:05.746408 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1a473da-5edc-49d8-9859-681850654960 req-91b2aaba-96ab-41de-b999-a5edbc068d0f tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4149518 Sep 23 22:14:05.772378 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1a473da-5edc-49d8-9859-681850654960 req-0b24e91e-3307-40ee-a8c3-107d66643fcc tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/quotas/786c5d4972b74b4eb7a063aad689fba6 HTTP/1.1" status: 200 len: 375 time: 0.0232577 Sep 23 22:14:05.838023 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1a473da-5edc-49d8-9859-681850654960 req-114856d2-87af-49d8-83f7-e5473c6b18cf tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=786c5d4972b74b4eb7a063aad689fba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638444 Sep 23 22:14:05.861418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Transition to ACTIVE for port object 75e7bb5e-b94e-4383-95ac-92afe836d88e will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:14:05.873373 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ada69b8-00c4-414e-8863-1b60b8f967f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:05.876210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ada69b8-00c4-414e-8863-1b60b8f967f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:05.882709 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3ada69b8-00c4-414e-8863-1b60b8f967f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/885ab2c7-dd7b-4c29-850e-9de91ca4ed01 HTTP/1.1" status: 204 len: 168 time: 0.6513505 Sep 23 22:14:05.882709 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aea20e61-9f49-4ff9-b2da-1d0a37a02b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:05.927044 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada69b8-00c4-414e-8863-1b60b8f967f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885ab2c7-dd7b-4c29-850e-9de91ca4ed01,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:05.994060 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-aea20e61-9f49-4ff9-b2da-1d0a37a02b07 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c2e14835719492b848caf5aaa4ca7ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1876922 Sep 23 22:14:05.996879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 32846) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:06.009232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cf041-ba99-4732-b291-5e816772b577 req-050c0396-4fd4-4fa9-b43e-cf93cfdf5e89 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:06.012754 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-132cf041-ba99-4732-b291-5e816772b577 req-050c0396-4fd4-4fa9-b43e-cf93cfdf5e89 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 971 time: 0.1998518 Sep 23 22:14:06.052318 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:06.058037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea20e61-9f49-4ff9-b2da-1d0a37a02b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4eb4c4-096a-4374-827a-0c58756f6af8,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:06.116190 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-132cf041-ba99-4732-b291-5e816772b577 req-cfbe6821-486a-4827-8390-e9f775a8ceed tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948896 Sep 23 22:14:06.129386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:14:06.200897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Pushing event updated for resources: {'Port': ['ID=75e7bb5e-b94e-4383-95ac-92afe836d88e,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:06.213723 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6d6ee35-d5f2-4c1c-9533-e1cbf69086ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:06.249763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:14:06.256340 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 52ba60b5-4882-4c0e-8a3a-2ddf0d6413b1 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:14:06.287523 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6d6ee35-d5f2-4c1c-9533-e1cbf69086ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:06.298493 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:06.399886 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-f58a1842-d602-4b23-8a74-de70157b4f15 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ea2d5c2cd49c471490127a57587ba759&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206939 Sep 23 22:14:06.488927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1fdf746a-f1be-406f-8fe2-653917280a09 req-cc60552c-4b0d-471b-a195-ec2723f79ae4 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 210 time: 0.1119916 Sep 23 22:14:06.491456 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Attempting to bind port 75e7bb5e-b94e-4383-95ac-92afe836d88e on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:14:06.491791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Attempting to bind port 75e7bb5e-b94e-4383-95ac-92afe836d88e by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:14:06.492124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Attempting to bind port 75e7bb5e-b94e-4383-95ac-92afe836d88e on network 7f02de17-3cdd-47cd-827d-131803615523 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:14:06.512288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Port 75e7bb5e-b94e-4383-95ac-92afe836d88e on network 7f02de17-3cdd-47cd-827d-131803615523 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:14:06.522157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Attempting to bind port 75e7bb5e-b94e-4383-95ac-92afe836d88e on network 7f02de17-3cdd-47cd-827d-131803615523 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:14:06.603214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9d89f079-73bd-48df-a7e2-2869e56c020d req-3e9f9db9-5413-4ac2-bbba-67fd11787ed2 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 210 time: 0.0890477 Sep 23 22:14:06.605014 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.43', 63790) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:06.607958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:14:06.611600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Checking segment: {'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:14:06.613046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Bound using segment: {'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:14:06.625985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Bound port: 75e7bb5e-b94e-4383-95ac-92afe836d88e, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:14:06.625985 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:06.684806 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6d6ee35-d5f2-4c1c-9533-e1cbf69086ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:06.697942 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6d6ee35-d5f2-4c1c-9533-e1cbf69086ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:06.700575 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d6d6ee35-d5f2-4c1c-9533-e1cbf69086ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d4eb4c4-096a-4374-827a-0c58756f6af8 HTTP/1.1" status: 204 len: 168 time: 0.7013669 Sep 23 22:14:06.736729 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6ee35-d5f2-4c1c-9533-e1cbf69086ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4eb4c4-096a-4374-827a-0c58756f6af8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:06.979085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7ad23-2036-40e7-ab9c-42e08dbccabc req-100200e1-2516-4874-be39-f54a6121b640 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:06.981715 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5bd7ad23-2036-40e7-ab9c-42e08dbccabc req-100200e1-2516-4874-be39-f54a6121b640 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 971 time: 0.3741705 Sep 23 22:14:07.109824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] For port 75e7bb5e-b94e-4383-95ac-92afe836d88e, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:14:07.119046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] For port 75e7bb5e-b94e-4383-95ac-92afe836d88e, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=75e7bb5e-b94e-4383-95ac-92afe836d88e,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:14:07.136855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517eebd-a421-4a20-993c-8995e6cda102 req-24438e5e-15e5-4b9e-91b6-939b1ceec576 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:07.137658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-fa490cd3-b68e-4c4d-ab2c-dedf22fee4a1 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:07.139837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6517eebd-a421-4a20-993c-8995e6cda102 req-24438e5e-15e5-4b9e-91b6-939b1ceec576 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 944 time: 0.1735680 Sep 23 22:14:07.140049 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-fa490cd3-b68e-4c4d-ab2c-dedf22fee4a1 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6704257 Sep 23 22:14:07.165546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bc2e0811-824f-4fee-bb10-0f68366ffe26 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Request body: {'port': {'device_id': '91c1c42f-d846-41a6-8e41-9af1426aa3bd', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': 'ea2d5c2cd49c471490127a57587ba759'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:07.252413 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6517eebd-a421-4a20-993c-8995e6cda102 req-55ff6ff5-d80e-4f6e-aac7-1ac76ceb2ca2 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030638 Sep 23 22:14:07.255101 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:07.331109 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:07.332135 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:07.335434 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] 10.222.0.43 "PUT /v2.0/ports/75e7bb5e-b94e-4383-95ac-92afe836d88e HTTP/1.1" status: 200 len: 1092 time: 2.7126026 Sep 23 22:14:07.336148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7998c8be-5f12-46bd-af03-6435d21e1674', 'tag': '75e7bb5e-b94e-4383-95ac-92afe836d88e'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:07.340711 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cf77aa-86d9-481c-953d-b82f02d78c96" -d '{"events": [{"name": "network-changed", "server_uuid": "7998c8be-5f12-46bd-af03-6435d21e1674", "tag": "75e7bb5e-b94e-4383-95ac-92afe836d88e"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:07.418656 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08593520-104e-45c9-b731-af1c981d7f31 x-openstack-request-id: req-08593520-104e-45c9-b731-af1c981d7f31 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:07.418656 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7998c8be-5f12-46bd-af03-6435d21e1674", "tag": "75e7bb5e-b94e-4383-95ac-92afe836d88e", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:07.418656 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08593520-104e-45c9-b731-af1c981d7f31 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:07.418656 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7998c8be-5f12-46bd-af03-6435d21e1674', 'tag': '75e7bb5e-b94e-4383-95ac-92afe836d88e', 'status': 'completed', 'code': 200} Sep 23 22:14:07.432073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d892bb2-616f-4a67-b254-c603ba8e52fb service neutron] Pushing event updated for resources: {'Port': ['ID=75e7bb5e-b94e-4383-95ac-92afe836d88e,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:07.553046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf77aa-86d9-481c-953d-b82f02d78c96 req-e5999838-b9f0-4e10-9a7c-611c2ae5723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:07.557404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1cf77aa-86d9-481c-953d-b82f02d78c96 req-e5999838-b9f0-4e10-9a7c-611c2ae5723b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8b6969335334004955419fa121e731e&device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 1095 time: 0.1073010 Sep 23 22:14:07.634677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59be07-c050-4835-95bf-105e567161b9 req-f990e4d3-aa9b-4c43-bc51-632078d4ddc4 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:07.638003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc59be07-c050-4835-95bf-105e567161b9 req-f990e4d3-aa9b-4c43-bc51-632078d4ddc4 tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 971 time: 0.3752484 Sep 23 22:14:07.663524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-5bd7ad23-2036-40e7-ab9c-42e08dbccabc req-4a8a62ac-84c4-402a-9203-f024ffba20fa tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Deleting port 07272bc0-f329-4c93-a7e9-ee0de34abf99 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:14:07.664036 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5bd7ad23-2036-40e7-ab9c-42e08dbccabc req-4a8a62ac-84c4-402a-9203-f024ffba20fa tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:07.845317 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c8aaab-e7f2-4588-ac29-064d4af0226c req-d658d59c-2685-4147-b4d1-f23bb59076c6 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 210 time: 0.0535011 Sep 23 22:14:07.848475 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc59be07-c050-4835-95bf-105e567161b9 req-59c572c5-420a-41d3-957e-dc5701edf33f tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea43d4af-0f64-4072-8b7b-47e2878af946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971884 Sep 23 22:14:07.857795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf77aa-86d9-481c-953d-b82f02d78c96 req-a3a3588b-bf6b-42a2-89d2-14d6bd502ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:07.859369 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1cf77aa-86d9-481c-953d-b82f02d78c96 req-a3a3588b-bf6b-42a2-89d2-14d6bd502ddf service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b8b6969335334004955419fa121e731e&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2948828 Sep 23 22:14:07.926697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bc2e0811-824f-4fee-bb10-0f68366ffe26 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Made reservation on behalf of ea2d5c2cd49c471490127a57587ba759 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:14:07.931665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bc2e0811-824f-4fee-bb10-0f68366ffe26 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:07.939281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-5bd7ad23-2036-40e7-ab9c-42e08dbccabc req-4a8a62ac-84c4-402a-9203-f024ffba20fa tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] For port 07272bc0-f329-4c93-a7e9-ee0de34abf99, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=07272bc0-f329-4c93-a7e9-ee0de34abf99,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:07.939868 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5bd7ad23-2036-40e7-ab9c-42e08dbccabc req-4a8a62ac-84c4-402a-9203-f024ffba20fa tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:07.946167 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 32916) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:08.041909 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e171fc6-0431-4b5a-9d0d-be93937b395c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:08.066721 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-5bd7ad23-2036-40e7-ab9c-42e08dbccabc req-4a8a62ac-84c4-402a-9203-f024ffba20fa tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Calling delete_port for 07272bc0-f329-4c93-a7e9-ee0de34abf99 owned by compute:tempest-test_az-209952198 {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:14:08.079469 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-521d79d6-7b68-455d-a05f-72aab5eca285 req-3d665761-b01f-411b-97ed-d9c2504aa2aa tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 210 time: 0.0819013 Sep 23 22:14:08.111630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf77aa-86d9-481c-953d-b82f02d78c96 req-d43234bf-f848-4842-82d1-7674fcc11f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:08.114150 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1cf77aa-86d9-481c-953d-b82f02d78c96 req-d43234bf-f848-4842-82d1-7674fcc11f31 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2181852 Sep 23 22:14:08.220320 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-f8b8e952-f175-4028-bdc6-bf6297056ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:08.222397 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-f8b8e952-f175-4028-bdc6-bf6297056ee8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8b6969335334004955419fa121e731e&device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 1095 time: 0.0537479 Sep 23 22:14:08.284721 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-c6b71f5c-cfc8-45a3-a093-0e88c29ec7f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75e7bb5e-b94e-4383-95ac-92afe836d88e HTTP/1.1" status: 200 len: 217 time: 0.0503392 Sep 23 22:14:08.443442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-b22804f3-dd22-47de-9f04-04b7c1442fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:08.446661 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-b22804f3-dd22-47de-9f04-04b7c1442fc0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92fcb3eb-b34b-4893-a379-9f6f842e3c9e HTTP/1.1" status: 200 len: 862 time: 0.1508331 Sep 23 22:14:08.457651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb0979-20da-4ea3-a23f-5b539382341b req-9704a2c3-2ea9-4eb0-a93f-f10410c895e0 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:08.460661 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56bb0979-20da-4ea3-a23f-5b539382341b req-9704a2c3-2ea9-4eb0-a93f-f10410c895e0 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 944 time: 0.0953045 Sep 23 22:14:08.536848 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-ccd6b703-c5f0-4f9e-bf8c-2e2e10893b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:08.539279 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-ccd6b703-c5f0-4f9e-bf8c-2e2e10893b67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f02de17-3cdd-47cd-827d-131803615523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773249 Sep 23 22:14:08.550900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56bb0979-20da-4ea3-a23f-5b539382341b req-c8a3fb6a-107c-4a21-955d-a3c0a5380a52 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757427 Sep 23 22:14:08.687453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bc2e0811-824f-4fee-bb10-0f68366ffe26 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Allocated IP 192.168.233.115 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/a23ab5c1-8ec4-414f-822d-bfe864977117) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:14:08.727027 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-27a39a1a-9fbe-490d-9420-f75bb5fdcb0e service neutron] 10.222.0.43 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660430 Sep 23 22:14:08.815236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e171fc6-0431-4b5a-9d0d-be93937b395c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:08.862977 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9dcaea56-aa67-4cb8-8be7-5da0ed0e2000 req-1fcb5385-2294-437a-9a2a-bc5dc49724f4 service neutron] 10.222.0.43 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344748 Sep 23 22:14:08.979842 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bc2e0811-824f-4fee-bb10-0f68366ffe26 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:09.023132 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5bd7ad23-2036-40e7-ab9c-42e08dbccabc req-4a8a62ac-84c4-402a-9203-f024ffba20fa tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:09.082275 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a62ac-84c4-402a-9203-f024ffba20fa tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Pushing event deleted for resources: {'Port': ['ID=07272bc0-f329-4c93-a7e9-ee0de34abf99,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:09.095089 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3d1b609-85d2-4708-a137-0baa0ced6f73 req-364f739c-6622-4bff-b14d-ef0465c701ec tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 210 time: 0.0585573 Sep 23 22:14:09.175197 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd7ad23-2036-40e7-ab9c-42e08dbccabc req-4a8a62ac-84c4-402a-9203-f024ffba20fa tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] No DVR routers for this DVR port 07272bc0-f329-4c93-a7e9-ee0de34abf99 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:14:09.182145 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5bd7ad23-2036-40e7-ab9c-42e08dbccabc req-4a8a62ac-84c4-402a-9203-f024ffba20fa tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:09.184828 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5bd7ad23-2036-40e7-ab9c-42e08dbccabc req-4a8a62ac-84c4-402a-9203-f024ffba20fa tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.43 "DELETE /v2.0/ports/07272bc0-f329-4c93-a7e9-ee0de34abf99 HTTP/1.1" status: 204 len: 173 time: 2.1885667 Sep 23 22:14:09.188731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e1bb27-0b87-4d7e-a65a-92c0c164c51d', 'name': 'network-vif-deleted', 'tag': '07272bc0-f329-4c93-a7e9-ee0de34abf99'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:09.193037 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee03f63-25c9-4d53-a20c-075743019f12" -d '{"events": [{"server_uuid": "d5e1bb27-0b87-4d7e-a65a-92c0c164c51d", "name": "network-vif-deleted", "tag": "07272bc0-f329-4c93-a7e9-ee0de34abf99"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:09.311126 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d39d0b69-68e2-4273-b2e1-75ce4df740ca req-368f7e9a-d87a-4daf-8dfb-71f0a119beca tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 210 time: 0.0482490 Sep 23 22:14:09.339381 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b25c65f-07f8-493b-9751-ab6c557c592c req-b868bbb1-43b2-436b-bdb0-cd428b9e1e1e tempest-AggregatesAdminTestJSON-1109070062 tempest-AggregatesAdminTestJSON-1109070062-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5e1bb27-0b87-4d7e-a65a-92c0c164c51d HTTP/1.1" status: 200 len: 210 time: 0.0431180 Sep 23 22:14:09.385064 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa7357d-33e6-44d2-8375-8cb763e20d80 x-openstack-request-id: req-7aa7357d-33e6-44d2-8375-8cb763e20d80 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:09.385693 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e1bb27-0b87-4d7e-a65a-92c0c164c51d", "name": "network-vif-deleted", "tag": "07272bc0-f329-4c93-a7e9-ee0de34abf99", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:09.386010 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7aa7357d-33e6-44d2-8375-8cb763e20d80 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:09.386481 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e1bb27-0b87-4d7e-a65a-92c0c164c51d', 'name': 'network-vif-deleted', 'tag': '07272bc0-f329-4c93-a7e9-ee0de34abf99', 'status': 'completed', 'code': 200} Sep 23 22:14:09.658426 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e171fc6-0431-4b5a-9d0d-be93937b395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:09.686576 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bc2e0811-824f-4fee-bb10-0f68366ffe26 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:09.727674 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['8994b9e9-9189-4455-918e-660112fe0b1d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:14:09.915293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e171fc6-0431-4b5a-9d0d-be93937b395c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0520bb08-19ae-4403-8a1f-402ff9b632f7,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:09.965260 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4e171fc6-0431-4b5a-9d0d-be93937b395c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3dff2f285bea490daced668e527e3df6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0135331 Sep 23 22:14:09.971022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 32964) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:09.992900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bc2e0811-824f-4fee-bb10-0f68366ffe26 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:14:09.994512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e0811-824f-4fee-bb10-0f68366ffe26 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Pushing event updated for resources: {'Port': ['ID=a23ab5c1-8ec4-414f-822d-bfe864977117,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:10.039665 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bc2e0811-824f-4fee-bb10-0f68366ffe26 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:14:10.046500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bc2e0811-824f-4fee-bb10-0f68366ffe26 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:14:10.202868 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8143c-6cef-4655-9ebd-d28194bbb254 req-97a9c41e-41ff-4976-9cbf-f3e5eb595613 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:10.206901 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27a19c14-20e8-4b58-b62a-69b385fe7c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:10.225983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5dd8143c-6cef-4655-9ebd-d28194bbb254 req-97a9c41e-41ff-4976-9cbf-f3e5eb595613 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 944 time: 0.5174048 Sep 23 22:14:10.347039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27a19c14-20e8-4b58-b62a-69b385fe7c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:10.393999 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bc2e0811-824f-4fee-bb10-0f68366ffe26 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:10.395065 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bc2e0811-824f-4fee-bb10-0f68366ffe26 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:10.415948 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5dd8143c-6cef-4655-9ebd-d28194bbb254 req-37124e29-6d2b-428a-bf97-35f0fed3fbfd tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816771 Sep 23 22:14:10.522571 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bc2e0811-824f-4fee-bb10-0f68366ffe26 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3654780 Sep 23 22:14:10.542960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Request body: {'port': {'device_id': '91c1c42f-d846-41a6-8e41-9af1426aa3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:10.551247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39876049-3e12-4ca6-a0fe-7238a5e9c4ca req-9c2be769-3374-4f75-9d9f-6d93014b255d tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:10.567049 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-39876049-3e12-4ca6-a0fe-7238a5e9c4ca req-9c2be769-3374-4f75-9d9f-6d93014b255d tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 936 time: 0.1867483 Sep 23 22:14:10.586702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-dc3e58c5-b494-4625-9ae3-e817dda442d6 None None] Provisioning complete for port a23ab5c1-8ec4-414f-822d-bfe864977117 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:14:10.587514 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dc3e58c5-b494-4625-9ae3-e817dda442d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:10.645449 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27a19c14-20e8-4b58-b62a-69b385fe7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:10.651402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27a19c14-20e8-4b58-b62a-69b385fe7c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:10.658077 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-27a19c14-20e8-4b58-b62a-69b385fe7c17 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0520bb08-19ae-4403-8a1f-402ff9b632f7 HTTP/1.1" status: 204 len: 168 time: 0.6896071 Sep 23 22:14:10.684739 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:10.698863 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e58c5-b494-4625-9ae3-e817dda442d6 None None] Port a23ab5c1-8ec4-414f-822d-bfe864977117 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:14:10.749149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-39876049-3e12-4ca6-a0fe-7238a5e9c4ca req-33b2318e-5074-41c7-a430-2197e55a7f4a tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780319 Sep 23 22:14:10.761175 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1a473da-5edc-49d8-9859-681850654960 req-167e7ef4-459f-492c-809f-2ccf28b16e8c tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=786c5d4972b74b4eb7a063aad689fba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1189010 Sep 23 22:14:10.763374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a19c14-20e8-4b58-b62a-69b385fe7c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0520bb08-19ae-4403-8a1f-402ff9b632f7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:11.012399 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 07272bc0-f329-4c93-a7e9-ee0de34abf99 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:14:11.074866 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6ba9f56e-f4a1-4365-9dcd-b51332d95b31 req-0acc935d-eaac-4b2a-9e5a-c2c13db01928 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 210 time: 0.0731685 Sep 23 22:14:11.090180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 07272bc0-f329-4c93-a7e9-ee0de34abf99 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:14:11.090746 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 07272bc0-f329-4c93-a7e9-ee0de34abf99 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:14:11.165977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a473da-5edc-49d8-9859-681850654960 req-4525e023-85a2-4387-95ea-8391162eb533 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:11.169206 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1a473da-5edc-49d8-9859-681850654960 req-4525e023-85a2-4387-95ea-8391162eb533 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3864272 Sep 23 22:14:11.202685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-e1a473da-5edc-49d8-9859-681850654960 req-0a8ca9a4-a538-474f-b3da-cad57c41c71e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Request body: {'port': {'device_id': 'cf9e7e43-96ef-4ef7-8cf0-0028b6dac710', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '786c5d4972b74b4eb7a063aad689fba6'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:11.510436 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23ab5c1-8ec4-414f-822d-bfe864977117 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:14:11.524681 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:11.546621 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Transition to ACTIVE for port object a23ab5c1-8ec4-414f-822d-bfe864977117 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:14:11.629560 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:11.702754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Pushing event updated for resources: {'Port': ['ID=a23ab5c1-8ec4-414f-822d-bfe864977117,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:11.703509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff932224-b90e-4faa-b823-8293a7da44e1 req-decb6871-be70-4be3-aa14-855aac7a0bea tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:11.706348 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ff932224-b90e-4faa-b823-8293a7da44e1 req-decb6871-be70-4be3-aa14-855aac7a0bea tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 944 time: 0.1145771 Sep 23 22:14:11.795756 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ff932224-b90e-4faa-b823-8293a7da44e1 req-d5da6d01-2944-47af-bb2e-c4110045dcbf tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780497 Sep 23 22:14:11.845581 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a473da-5edc-49d8-9859-681850654960 req-0a8ca9a4-a538-474f-b3da-cad57c41c71e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Made reservation on behalf of 786c5d4972b74b4eb7a063aad689fba6 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:14:11.852908 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1a473da-5edc-49d8-9859-681850654960 req-0a8ca9a4-a538-474f-b3da-cad57c41c71e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:11.861996 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Attempting to bind port a23ab5c1-8ec4-414f-822d-bfe864977117 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:14:11.862672 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Attempting to bind port a23ab5c1-8ec4-414f-822d-bfe864977117 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:14:11.863202 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Attempting to bind port a23ab5c1-8ec4-414f-822d-bfe864977117 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:14:11.869785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Port a23ab5c1-8ec4-414f-822d-bfe864977117 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:14:11.870929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Attempting to bind port a23ab5c1-8ec4-414f-822d-bfe864977117 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:14:11.877093 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:14:11.877791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:14:11.878356 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:14:11.880543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Bound port: a23ab5c1-8ec4-414f-822d-bfe864977117, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:14:11.880543 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:12.086054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] For port a23ab5c1-8ec4-414f-822d-bfe864977117, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:14:12.090488 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] For port a23ab5c1-8ec4-414f-822d-bfe864977117, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=a23ab5c1-8ec4-414f-822d-bfe864977117,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:14:12.120606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-c9474b5a-9ce5-4d35-8ef9-9b0a3b9c190c tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=aff233912dbc4ecfa8bb414900494930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705471 Sep 23 22:14:12.221526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33040) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:12.233633 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:12.304341 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:12.313365 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:12.316044 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] 10.222.0.67 "PUT /v2.0/ports/a23ab5c1-8ec4-414f-822d-bfe864977117 HTTP/1.1" status: 200 len: 1096 time: 1.7773263 Sep 23 22:14:12.316847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c1c42f-d846-41a6-8e41-9af1426aa3bd', 'tag': 'a23ab5c1-8ec4-414f-822d-bfe864977117'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:12.325880 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5152b291-ecb5-400e-b027-33389b7b7a76" -d '{"events": [{"name": "network-changed", "server_uuid": "91c1c42f-d846-41a6-8e41-9af1426aa3bd", "tag": "a23ab5c1-8ec4-414f-822d-bfe864977117"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:12.453319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b7023-98ce-460e-a8e9-0eef02880c14 service neutron] Pushing event updated for resources: {'Port': ['ID=a23ab5c1-8ec4-414f-822d-bfe864977117,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:12.462139 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-e1a473da-5edc-49d8-9859-681850654960 req-0a8ca9a4-a538-474f-b3da-cad57c41c71e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Allocated IP 192.168.233.12 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/8a170c32-aaf6-4e95-9a17-df07cd0c2f56) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:14:12.554440 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8d321-5436-40a1-94b7-e77741198428 req-46e8ee57-fc43-404e-8503-18ac3303fa68 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:12.557341 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6e8d321-5436-40a1-94b7-e77741198428 req-46e8ee57-fc43-404e-8503-18ac3303fa68 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 948 time: 0.1838429 Sep 23 22:14:12.678507 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-ba2f48f0-fd7c-4cc7-951c-bce9e7b03b38 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:12.682444 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-ba2f48f0-fd7c-4cc7-951c-bce9e7b03b38 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5366824 Sep 23 22:14:12.727059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-21aa1368-28e4-463f-b709-a8183d6b2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:12.729698 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-21aa1368-28e4-463f-b709-a8183d6b2773 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea2d5c2cd49c471490127a57587ba759&device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 1099 time: 0.2091408 Sep 23 22:14:12.756018 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6e8d321-5436-40a1-94b7-e77741198428 req-f2f6d53b-2582-4c15-815f-d86c371db824 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706359 Sep 23 22:14:12.787947 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-153519ba-dbfb-4722-aa9e-1cf1c14a3639 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/quotas/aff233912dbc4ecfa8bb414900494930 HTTP/1.1" status: 200 len: 375 time: 0.0936558 Sep 23 22:14:12.867346 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-ef5eb5f3-df4b-43e6-995a-18d8f39f70fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=a23ab5c1-8ec4-414f-822d-bfe864977117 HTTP/1.1" status: 200 len: 217 time: 0.1179154 Sep 23 22:14:12.875375 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ee6dc3c2-1d1e-4aa6-ad97-7826cec55d57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b8171054cb784b23aa26f1d859b99839&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6520672 Sep 23 22:14:12.879659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33056) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:12.893764 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-79ca36d7-0f1a-4634-95b6-2a707e977014 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aff233912dbc4ecfa8bb414900494930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045406 Sep 23 22:14:12.932702 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1a473da-5edc-49d8-9859-681850654960 req-0a8ca9a4-a538-474f-b3da-cad57c41c71e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:12.960823 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6b19c709-72c5-4092-9685-bde337d77894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:12.983435 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a58d94db-388e-4d1c-91f7-bf8164a4a33b req-1b08ce8a-cbd0-4595-81cd-fb5f8e56f721 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 210 time: 0.0820768 Sep 23 22:14:13.012416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 75e7bb5e-b94e-4383-95ac-92afe836d88e details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:14:13.047582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-1acf6175-77ec-4032-9d3a-b09bfd66990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:13.050135 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-1acf6175-77ec-4032-9d3a-b09bfd66990d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1731942 Sep 23 22:14:13.099448 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1a473da-5edc-49d8-9859-681850654960 req-0a8ca9a4-a538-474f-b3da-cad57c41c71e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:13.122340 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86a32d8b-92e7-4ef1-8b8e-a8e3bb237c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:13.183638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-53deb650-1e03-4efc-81c4-2d4c9ffddfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:13.186045 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-53deb650-1e03-4efc-81c4-2d4c9ffddfee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223958 Sep 23 22:14:13.189376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86a32d8b-92e7-4ef1-8b8e-a8e3bb237c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:13.196403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a473da-5edc-49d8-9859-681850654960 req-0a8ca9a4-a538-474f-b3da-cad57c41c71e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:14:13.209292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-e1a473da-5edc-49d8-9859-681850654960 req-0a8ca9a4-a538-474f-b3da-cad57c41c71e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:14:13.212793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ca9a4-a538-474f-b3da-cad57c41c71e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Pushing event updated for resources: {'Port': ['ID=8a170c32-aaf6-4e95-9a17-df07cd0c2f56,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:13.217147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a473da-5edc-49d8-9859-681850654960 req-0a8ca9a4-a538-474f-b3da-cad57c41c71e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:14:13.263057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 75e7bb5e-b94e-4383-95ac-92afe836d88e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=75e7bb5e-b94e-4383-95ac-92afe836d88e,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:13.295261 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '75e7bb5e-b94e-4383-95ac-92afe836d88e', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'port_id': '75e7bb5e-b94e-4383-95ac-92afe836d88e', 'mac_address': 'fa:16:3e:3e:49:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:14:13.396757 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a473da-5edc-49d8-9859-681850654960 req-0a8ca9a4-a538-474f-b3da-cad57c41c71e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:13.405920 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1a473da-5edc-49d8-9859-681850654960 req-0a8ca9a4-a538-474f-b3da-cad57c41c71e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:13.445419 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:13.503881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e7bb5e-b94e-4383-95ac-92afe836d88e {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:14:13.514816 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667b233b-8c17-4011-a6df-7d1a41e7c67b x-openstack-request-id: req-667b233b-8c17-4011-a6df-7d1a41e7c67b {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:13.515291 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c1c42f-d846-41a6-8e41-9af1426aa3bd", "tag": "a23ab5c1-8ec4-414f-822d-bfe864977117", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:13.515715 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-667b233b-8c17-4011-a6df-7d1a41e7c67b {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:13.523607 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1a473da-5edc-49d8-9859-681850654960 req-0a8ca9a4-a538-474f-b3da-cad57c41c71e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3351297 Sep 23 22:14:13.524286 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c1c42f-d846-41a6-8e41-9af1426aa3bd', 'tag': 'a23ab5c1-8ec4-414f-822d-bfe864977117', 'status': 'completed', 'code': 200} Sep 23 22:14:13.544382 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Request body: {'port': {'device_id': 'cf9e7e43-96ef-4ef7-8cf0-0028b6dac710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:13.606701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 75e7bb5e-b94e-4383-95ac-92afe836d88e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=75e7bb5e-b94e-4383-95ac-92afe836d88e,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:13.660547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b2e75ab4-5702-4e6e-b44b-8739adea3ed5 None None] Provisioning complete for port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:14:13.661472 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b2e75ab4-5702-4e6e-b44b-8739adea3ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:13.691646 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-9ee85cc2-5896-49f8-b581-47fdc44180eb service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902496 Sep 23 22:14:13.752083 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:13.808732 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:13.823969 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b2e75ab4-5702-4e6e-b44b-8739adea3ed5 None None] Port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:14:13.846730 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86a32d8b-92e7-4ef1-8b8e-a8e3bb237c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:13.850355 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86a32d8b-92e7-4ef1-8b8e-a8e3bb237c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:13.851559 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-86a32d8b-92e7-4ef1-8b8e-a8e3bb237c59 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea43d4af-0f64-4072-8b7b-47e2878af946 HTTP/1.1" status: 204 len: 168 time: 0.9694121 Sep 23 22:14:13.871726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a32d8b-92e7-4ef1-8b8e-a8e3bb237c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea43d4af-0f64-4072-8b7b-47e2878af946,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:13.883603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4034d62-9850-4743-9c61-c3aa4762ec53 req-a003c66b-4a05-4edc-a7bf-184c49c06ca3 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:13.898643 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4034d62-9850-4743-9c61-c3aa4762ec53 req-a003c66b-4a05-4edc-a7bf-184c49c06ca3 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 945 time: 0.2249277 Sep 23 22:14:13.907293 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a78af4d8-d759-44c8-8192-f20c0cfc40bc req-6c6f93fc-d8d3-4470-9efb-0cdbea7644e7 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065816 Sep 23 22:14:13.912193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=75e7bb5e-b94e-4383-95ac-92afe836d88e,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:13.955116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['75e7bb5e-b94e-4383-95ac-92afe836d88e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:14:14.025862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4034d62-9850-4743-9c61-c3aa4762ec53 req-0fb9b197-e8ed-4363-a865-8c931c8b4f37 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202207 Sep 23 22:14:14.202385 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3220d573-5bea-4d85-ab2c-6399085870eb req-273faf74-ce9c-4c8f-ac8d-a7895ee96fc6 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=aff233912dbc4ecfa8bb414900494930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513580 Sep 23 22:14:14.227634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152b291-ecb5-400e-b027-33389b7b7a76 req-7b7a044d-e9f5-426e-9a24-ff96d82321c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:14.230504 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5152b291-ecb5-400e-b027-33389b7b7a76 req-7b7a044d-e9f5-426e-9a24-ff96d82321c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea2d5c2cd49c471490127a57587ba759&device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 1099 time: 0.1033661 Sep 23 22:14:14.451989 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220d573-5bea-4d85-ab2c-6399085870eb req-1a17353a-2bff-462a-94c2-fa2552b3c62d tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:14.453744 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3220d573-5bea-4d85-ab2c-6399085870eb req-1a17353a-2bff-462a-94c2-fa2552b3c62d tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2504537 Sep 23 22:14:14.493967 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3220d573-5bea-4d85-ab2c-6399085870eb req-6fdca3ca-2ff3-469e-9d1f-8d58c07be2ad tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/quotas/aff233912dbc4ecfa8bb414900494930 HTTP/1.1" status: 200 len: 375 time: 0.0306714 Sep 23 22:14:14.550705 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3220d573-5bea-4d85-ab2c-6399085870eb req-caada12c-1f9b-4a75-a199-2e7a9a3c482a tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aff233912dbc4ecfa8bb414900494930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555348 Sep 23 22:14:14.627061 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003ce90-57d0-42e0-84d3-b81bca448fa0 req-58b0e12b-4105-480b-be97-a3cfe9af1c3c tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:14.629392 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0003ce90-57d0-42e0-84d3-b81bca448fa0 req-58b0e12b-4105-480b-be97-a3cfe9af1c3c tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 948 time: 0.2122793 Sep 23 22:14:14.633900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152b291-ecb5-400e-b027-33389b7b7a76 req-3600aa31-111a-4365-9086-ac8cfbe2e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:14.635593 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5152b291-ecb5-400e-b027-33389b7b7a76 req-3600aa31-111a-4365-9086-ac8cfbe2e894 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.3962982 Sep 23 22:14:14.702150 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5152b291-ecb5-400e-b027-33389b7b7a76 req-34e26e8a-9f3d-47cf-b39f-3488eca15e4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=a23ab5c1-8ec4-414f-822d-bfe864977117 HTTP/1.1" status: 200 len: 217 time: 0.0572212 Sep 23 22:14:14.734482 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0003ce90-57d0-42e0-84d3-b81bca448fa0 req-79ab4dac-1dd6-4353-92e1-87aecc6b5f15 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968211 Sep 23 22:14:14.735156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:14:14.762739 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:14.795310 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152b291-ecb5-400e-b027-33389b7b7a76 req-2faf5b06-f963-41a5-ae05-14abb8db5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:14.797418 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5152b291-ecb5-400e-b027-33389b7b7a76 req-2faf5b06-f963-41a5-ae05-14abb8db5f50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0850782 Sep 23 22:14:14.805937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Transition to ACTIVE for port object 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:14:14.888020 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152b291-ecb5-400e-b027-33389b7b7a76 req-5d570829-0b41-40db-9f74-df8048cba511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:14.890555 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5152b291-ecb5-400e-b027-33389b7b7a76 req-5d570829-0b41-40db-9f74-df8048cba511 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644732 Sep 23 22:14:14.910399 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:15.002224 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Pushing event updated for resources: {'Port': ['ID=8a170c32-aaf6-4e95-9a17-df07cd0c2f56,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:15.027226 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 75e7bb5e-b94e-4383-95ac-92afe836d88e up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:14:15.070872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33122) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:15.173399 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2151e-c253-4932-a909-795430fc5f12 req-9c700508-3248-4eaa-8b03-4a2125521ebe tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:15.188523 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fe2151e-c253-4932-a909-795430fc5f12 req-9c700508-3248-4eaa-8b03-4a2125521ebe tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 947 time: 0.2761667 Sep 23 22:14:15.285240 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5152b291-ecb5-400e-b027-33389b7b7a76 req-d44fae09-07b8-4e5f-a50a-cd28c801a8a2 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884132 Sep 23 22:14:15.289660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Attempting to bind port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:14:15.290202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Attempting to bind port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:14:15.290738 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Attempting to bind port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:14:15.315160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:14:15.315612 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Attempting to bind port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:14:15.317003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d98879c6-e506-4611-b0ec-c3af7c395ffa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ebbe812cd56843f3ad2d3e47fc70acf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386522 Sep 23 22:14:15.317789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33130) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:15.340127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 75e7bb5e-b94e-4383-95ac-92afe836d88e completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:14:15.342756 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fe2151e-c253-4932-a909-795430fc5f12 req-d5479994-a5c3-4ae8-b983-6f0b9ede401f tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536231 Sep 23 22:14:15.346677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:14:15.349928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:14:15.350757 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:14:15.351521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Bound port: 8a170c32-aaf6-4e95-9a17-df07cd0c2f56, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:14:15.352173 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:15.376342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 75e7bb5e-b94e-4383-95ac-92afe836d88e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:14:15.377101 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:15.525623 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d579cdc7-1a61-43e6-a142-f446f78b16b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:15.530220 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5152b291-ecb5-400e-b027-33389b7b7a76 req-fd81bba2-a75f-42cf-b50c-475379fa0031 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339551 Sep 23 22:14:15.534697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] For port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:14:15.543279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] For port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8a170c32-aaf6-4e95-9a17-df07cd0c2f56,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:14:15.559910 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d579cdc7-1a61-43e6-a142-f446f78b16b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:15.642026 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:15.722880 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-866caeb3-4098-4b23-8752-1b8d1ceccc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:15.749043 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d579cdc7-1a61-43e6-a142-f446f78b16b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:15.752072 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d579cdc7-1a61-43e6-a142-f446f78b16b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:15.757661 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d579cdc7-1a61-43e6-a142-f446f78b16b6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/414064d3-aa3e-4dc3-b676-23a64f5d4f72 HTTP/1.1" status: 204 len: 168 time: 0.4268456 Sep 23 22:14:15.767146 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:15.781759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579cdc7-1a61-43e6-a142-f446f78b16b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414064d3-aa3e-4dc3-b676-23a64f5d4f72,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:15.801080 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:15.801908 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:15.803710 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1a473da-5edc-49d8-9859-681850654960 req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] 10.222.0.67 "PUT /v2.0/ports/8a170c32-aaf6-4e95-9a17-df07cd0c2f56 HTTP/1.1" status: 200 len: 1095 time: 2.2651665 Sep 23 22:14:15.804560 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3a8e3-743c-4bdd-bfe4-2f9a8395bd9e service neutron] Pushing event updated for resources: {'Port': ['ID=8a170c32-aaf6-4e95-9a17-df07cd0c2f56,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:15.810952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9e7e43-96ef-4ef7-8cf0-0028b6dac710', 'tag': '8a170c32-aaf6-4e95-9a17-df07cd0c2f56'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:15.813810 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e902d03-3851-408f-9b1d-cb55837434e3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9e7e43-96ef-4ef7-8cf0-0028b6dac710", "tag": "8a170c32-aaf6-4e95-9a17-df07cd0c2f56"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:15.884165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 75e7bb5e-b94e-4383-95ac-92afe836d88e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=75e7bb5e-b94e-4383-95ac-92afe836d88e,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:15.888317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7998c8be-5f12-46bd-af03-6435d21e1674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e7bb5e-b94e-4383-95ac-92afe836d88e'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:15.912208 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20f36c3-9623-475c-829a-273be8eba01f" -d '{"events": [{"server_uuid": "7998c8be-5f12-46bd-af03-6435d21e1674", "name": "network-vif-plugged", "status": "completed", "tag": "75e7bb5e-b94e-4383-95ac-92afe836d88e"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:15.982264 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a04485d8-1bae-4d34-ab26-c9e452e9da2b req-b28b40ce-40dc-42ea-832b-9ed31db99d47 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 210 time: 0.0803077 Sep 23 22:14:16.163192 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f188580-b2b3-4dee-ab02-740d3b6b1f97 req-144df67a-34e5-4ff7-9d93-a981b1ee6acf tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:16.242730 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f188580-b2b3-4dee-ab02-740d3b6b1f97 req-144df67a-34e5-4ff7-9d93-a981b1ee6acf tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 945 time: 0.0792999 Sep 23 22:14:16.242730 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f188580-b2b3-4dee-ab02-740d3b6b1f97 req-d4f34fbd-43ee-4629-9e04-72260f158bf5 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326986 Sep 23 22:14:16.340325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69764e44-719c-43eb-a924-d4a4fb6b554e req-33ec92fc-7ee1-4452-874a-81022f7a9a6c tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:16.341901 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-69764e44-719c-43eb-a924-d4a4fb6b554e req-33ec92fc-7ee1-4452-874a-81022f7a9a6c tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 948 time: 0.0813966 Sep 23 22:14:16.351872 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a473da-5edc-49d8-9859-681850654960 req-336191b8-5548-44ab-a9c9-f3e49a762925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:16.353504 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1a473da-5edc-49d8-9859-681850654960 req-336191b8-5548-44ab-a9c9-f3e49a762925 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=786c5d4972b74b4eb7a063aad689fba6&device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 1098 time: 0.0830858 Sep 23 22:14:16.354829 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:16.414879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=75e7bb5e-b94e-4383-95ac-92afe836d88e,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:16.435017 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:16.450909 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:16.451163 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:16.451500 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:16.451833 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:16.452161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:16.452487 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:16.452813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:16.453159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:16.453485 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:16.453805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:16.454122 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:16.454438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:14:16.455102 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-69764e44-719c-43eb-a924-d4a4fb6b554e req-6ebb3b52-18db-4ce1-aaf5-5320063106e4 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005890 Sep 23 22:14:16.457125 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1a473da-5edc-49d8-9859-681850654960 req-a06b17a9-a8d3-4830-bfc0-176744fd613b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=8a170c32-aaf6-4e95-9a17-df07cd0c2f56 HTTP/1.1" status: 200 len: 217 time: 0.0851526 Sep 23 22:14:16.523901 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62bec54-d105-4425-8dbe-e854d2e677aa x-openstack-request-id: req-f62bec54-d105-4425-8dbe-e854d2e677aa {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:16.524375 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9e7e43-96ef-4ef7-8cf0-0028b6dac710", "tag": "8a170c32-aaf6-4e95-9a17-df07cd0c2f56", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:16.529555 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f62bec54-d105-4425-8dbe-e854d2e677aa {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:16.529555 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9e7e43-96ef-4ef7-8cf0-0028b6dac710', 'tag': '8a170c32-aaf6-4e95-9a17-df07cd0c2f56', 'status': 'completed', 'code': 200} Sep 23 22:14:16.544137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a473da-5edc-49d8-9859-681850654960 req-41a16bbc-2b19-4839-ba51-e3a9f6f2f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:16.545836 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1a473da-5edc-49d8-9859-681850654960 req-41a16bbc-2b19-4839-ba51-e3a9f6f2f19f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0808737 Sep 23 22:14:16.556817 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba118e3-4f16-4f2e-8ccf-89cac4d7ac8e x-openstack-request-id: req-fba118e3-4f16-4f2e-8ccf-89cac4d7ac8e {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:16.557184 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7998c8be-5f12-46bd-af03-6435d21e1674", "name": "network-vif-plugged", "status": "completed", "tag": "75e7bb5e-b94e-4383-95ac-92afe836d88e", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:16.557439 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fba118e3-4f16-4f2e-8ccf-89cac4d7ac8e {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:16.557870 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7998c8be-5f12-46bd-af03-6435d21e1674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e7bb5e-b94e-4383-95ac-92afe836d88e', 'code': 200} Sep 23 22:14:16.617698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a473da-5edc-49d8-9859-681850654960 req-7ea9fef1-ce79-49a3-b5a3-1df3cd9a0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:16.620729 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1a473da-5edc-49d8-9859-681850654960 req-7ea9fef1-ce79-49a3-b5a3-1df3cd9a0c74 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554018 Sep 23 22:14:16.752704 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631579c3-4977-477c-8f65-3a7fc2360b57 req-590cc14c-7086-44c6-b77c-c87472b17735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:16.756098 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-631579c3-4977-477c-8f65-3a7fc2360b57 req-590cc14c-7086-44c6-b77c-c87472b17735 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 1097 time: 0.1171558 Sep 23 22:14:16.779762 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fd67b-3596-4b8d-a3dc-7758f8898f28 req-28bbba2e-f5d6-46cc-bd85-71bd4a399f0a tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:16.781386 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8f6fd67b-3596-4b8d-a3dc-7758f8898f28 req-28bbba2e-f5d6-46cc-bd85-71bd4a399f0a tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 947 time: 0.0943012 Sep 23 22:14:16.785750 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1a473da-5edc-49d8-9859-681850654960 req-b77cd191-d707-42a6-b174-5b681b98f314 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546545 Sep 23 22:14:16.800651 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:16.820948 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-631579c3-4977-477c-8f65-3a7fc2360b57 req-73c679ad-f1b7-4a1b-89d9-b39d79522f06 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562098 Sep 23 22:14:16.857707 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8f6fd67b-3596-4b8d-a3dc-7758f8898f28 req-31f257eb-9da8-42f6-9eca-4be7d1ac4933 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558524 Sep 23 22:14:16.965818 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1a473da-5edc-49d8-9859-681850654960 req-1347efaf-75d1-442c-bd97-73bde14d4ef1 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708720 Sep 23 22:14:17.179106 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-95fe6462-3393-401f-99e9-e7b347529149 req-a4d0c404-fea7-4128-9623-1ff0fe8424f0 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 210 time: 0.0516977 Sep 23 22:14:17.269885 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e902d03-3851-408f-9b1d-cb55837434e3 req-3098cb7f-95e1-4063-ad24-68e97465f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:17.272853 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e902d03-3851-408f-9b1d-cb55837434e3 req-3098cb7f-95e1-4063-ad24-68e97465f711 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=786c5d4972b74b4eb7a063aad689fba6&device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 1098 time: 0.0602148 Sep 23 22:14:17.332147 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:17.477098 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-194b8fce-0b42-45b5-9205-6b35a66e7373 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=aff233912dbc4ecfa8bb414900494930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576129 Sep 23 22:14:17.515571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e902d03-3851-408f-9b1d-cb55837434e3 req-5570630d-7f17-496d-875d-5235a6344756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:17.518536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e902d03-3851-408f-9b1d-cb55837434e3 req-5570630d-7f17-496d-875d-5235a6344756 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2360382 Sep 23 22:14:17.606460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e902d03-3851-408f-9b1d-cb55837434e3 req-de4fc3c8-9085-43fd-9e2d-b7d30d2e6864 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=8a170c32-aaf6-4e95-9a17-df07cd0c2f56 HTTP/1.1" status: 200 len: 217 time: 0.0793080 Sep 23 22:14:17.679528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e902d03-3851-408f-9b1d-cb55837434e3 req-d3a10227-6c5b-4d41-9308-07a5a0b5cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:17.682883 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e902d03-3851-408f-9b1d-cb55837434e3 req-d3a10227-6c5b-4d41-9308-07a5a0b5cf1c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0654840 Sep 23 22:14:17.791530 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e902d03-3851-408f-9b1d-cb55837434e3 req-b9dd3262-aadf-4374-9205-e13b41901fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:17.793502 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e902d03-3851-408f-9b1d-cb55837434e3 req-b9dd3262-aadf-4374-9205-e13b41901fd3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0991890 Sep 23 22:14:17.943652 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1888ff8-547a-4bb6-8d2f-fb58cd788a14 req-45fe2e6d-5524-4385-a8cc-a8938790826d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:17.953053 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1888ff8-547a-4bb6-8d2f-fb58cd788a14 req-45fe2e6d-5524-4385-a8cc-a8938790826d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 946 time: 0.4387019 Sep 23 22:14:17.983978 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e902d03-3851-408f-9b1d-cb55837434e3 req-d7fb8c5a-8a44-4704-8d96-b34037897c7b service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802986 Sep 23 22:14:18.044465 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-7eff9670-ffff-4c71-850a-88065a1a3404 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:18.049468 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-7eff9670-ffff-4c71-850a-88065a1a3404 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5593450 Sep 23 22:14:18.064340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Request body: {'port': {'device_id': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': 'aff233912dbc4ecfa8bb414900494930'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:18.079954 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1888ff8-547a-4bb6-8d2f-fb58cd788a14 req-d5481d06-776a-49d5-9a39-3d33c4079609 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234951 Sep 23 22:14:18.154430 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e902d03-3851-408f-9b1d-cb55837434e3 req-02a60078-f5a0-47c3-aeda-f3b1d6b23821 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608720 Sep 23 22:14:18.169865 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device a23ab5c1-8ec4-414f-822d-bfe864977117 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:14:18.227629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35552608-fcd5-48f1-8904-94d1113734b4 req-9ccb0fe3-13bf-4efc-b9b5-8171dae64b45 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:18.240717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35552608-fcd5-48f1-8904-94d1113734b4 req-9ccb0fe3-13bf-4efc-b9b5-8171dae64b45 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 948 time: 0.0800431 Sep 23 22:14:18.316219 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35552608-fcd5-48f1-8904-94d1113734b4 req-c47a80f3-bc28-4cc1-824e-a351087be307 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706401 Sep 23 22:14:18.372682 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:18.389270 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac6761-0c2e-4b6e-b289-3dbc49323154 req-cac55ecb-a2d2-4606-8cd0-d53c430b1c2e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:18.405361 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43ac6761-0c2e-4b6e-b289-3dbc49323154 req-cac55ecb-a2d2-4606-8cd0-d53c430b1c2e tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 947 time: 0.1927478 Sep 23 22:14:18.406734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port a23ab5c1-8ec4-414f-822d-bfe864977117, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=a23ab5c1-8ec4-414f-822d-bfe864977117,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:18.434401 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'a23ab5c1-8ec4-414f-822d-bfe864977117', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'a23ab5c1-8ec4-414f-822d-bfe864977117', 'mac_address': 'fa:16:3e:3e:f0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:14:18.481684 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43ac6761-0c2e-4b6e-b289-3dbc49323154 req-e0e9c9f4-a1a7-43ea-a671-70944656fddc tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740542 Sep 23 22:14:18.485810 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Made reservation on behalf of aff233912dbc4ecfa8bb414900494930 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:14:18.491063 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:18.515601 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35785e21-80bc-4a47-8cb5-d9241e7c1db4 req-343e64c1-022d-4ba9-94f0-3efbefbf5b12 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 210 time: 0.0741863 Sep 23 22:14:18.515954 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:18.544307 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:18.574080 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23ab5c1-8ec4-414f-822d-bfe864977117 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:14:18.608163 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port a23ab5c1-8ec4-414f-822d-bfe864977117, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=a23ab5c1-8ec4-414f-822d-bfe864977117,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:18.651057 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3220d573-5bea-4d85-ab2c-6399085870eb req-86ee3c21-1376-4b34-94b6-327b7621e156 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=aff233912dbc4ecfa8bb414900494930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320740 Sep 23 22:14:18.657956 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:18.732702 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:18.734102 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:18.822221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220d573-5bea-4d85-ab2c-6399085870eb req-65aa534f-32aa-4fcf-9023-679f9fdc781a tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:18.828967 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3220d573-5bea-4d85-ab2c-6399085870eb req-65aa534f-32aa-4fcf-9023-679f9fdc781a tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683061 Sep 23 22:14:18.841522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-3220d573-5bea-4d85-ab2c-6399085870eb req-5d1b5ee8-5d52-4306-b869-b81478228baf tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Request body: {'port': {'device_id': '09e7357f-9faa-43ae-8c7d-72268b270603', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': 'aff233912dbc4ecfa8bb414900494930'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:18.873605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=a23ab5c1-8ec4-414f-822d-bfe864977117,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:18.881484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2fe911-4839-4c12-9e83-c06fc736edda,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:19.030772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Allocated IP 192.168.233.42 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/4f008378-6ddb-4255-baf3-bddbd1eb9d9e) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:14:19.246172 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3220d573-5bea-4d85-ab2c-6399085870eb req-5d1b5ee8-5d52-4306-b869-b81478228baf tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Made reservation on behalf of aff233912dbc4ecfa8bb414900494930 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:14:19.250023 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3220d573-5bea-4d85-ab2c-6399085870eb req-5d1b5ee8-5d52-4306-b869-b81478228baf tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:19.289262 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['a23ab5c1-8ec4-414f-822d-bfe864977117'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:14:19.387356 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42991b79-ca7d-4ae0-9f47-2f0573564a51 req-57d78ae2-611f-4f33-8d12-ec0640f88bff tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:19.390120 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42991b79-ca7d-4ae0-9f47-2f0573564a51 req-57d78ae2-611f-4f33-8d12-ec0640f88bff tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 946 time: 0.1633515 Sep 23 22:14:19.399581 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:19.485625 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42991b79-ca7d-4ae0-9f47-2f0573564a51 req-f9348fa5-d17e-4cde-b756-ba38d502426f tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828953 Sep 23 22:14:19.649844 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:19.718960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:14:19.721477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Pushing event updated for resources: {'Port': ['ID=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:19.726794 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:14:19.729675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:14:19.766953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-3220d573-5bea-4d85-ab2c-6399085870eb req-5d1b5ee8-5d52-4306-b869-b81478228baf tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Allocated IP 192.168.233.106 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/1867d2fd-cf7a-4cd2-b2dd-e703167754cc) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:14:19.796413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26257946-deb8-4ae4-864a-38037620bbdd req-213e4534-037e-4c39-9e46-533c30072589 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:19.804821 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-26257946-deb8-4ae4-864a-38037620bbdd req-213e4534-037e-4c39-9e46-533c30072589 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 949 time: 0.2021921 Sep 23 22:14:19.839134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:19.840172 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:19.907943 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-26257946-deb8-4ae4-864a-38037620bbdd req-932e6aaa-eff6-4609-abaf-ea6ff73c9bce tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017897 Sep 23 22:14:19.912557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72170ec-3453-482b-af9a-39353b29f086 req-461183d9-905b-4fda-910c-4f0175f0cfa2 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:19.914223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f72170ec-3453-482b-af9a-39353b29f086 req-461183d9-905b-4fda-910c-4f0175f0cfa2 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 947 time: 0.2218075 Sep 23 22:14:19.946858 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-332ba965-ae21-4dd0-b611-8ccd794e1a05 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8861282 Sep 23 22:14:19.966033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Request body: {'port': {'device_id': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:20.068166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33248) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:20.117461 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f72170ec-3453-482b-af9a-39353b29f086 req-1653f4b1-2787-4626-85b4-1e949a258ed4 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837099 Sep 23 22:14:20.117998 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33252) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:20.158456 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:20.190955 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3220d573-5bea-4d85-ab2c-6399085870eb req-5d1b5ee8-5d52-4306-b869-b81478228baf tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:20.250215 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54748340-ba5d-4de0-a485-60368d45865c req-2501016d-f129-4c37-b974-65ebba55c825 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 210 time: 0.0468962 Sep 23 22:14:20.257022 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2ead9a76-71e1-40eb-954e-669e12d8d600 None None] Provisioning complete for port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:14:20.257578 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2ead9a76-71e1-40eb-954e-669e12d8d600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:20.279715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d24ac8-4c37-435d-bfc3-d0fdf8b7834d req-90a2e7e2-6580-45d0-86bd-e92aea23cb95 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:20.291526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33256) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:20.291984 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9d24ac8-4c37-435d-bfc3-d0fdf8b7834d req-90a2e7e2-6580-45d0-86bd-e92aea23cb95 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 946 time: 0.1265929 Sep 23 22:14:20.305228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-cea0800c-ff32-4a02-9ee8-ca9ea2b346ca tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Request body: {'floatingip': {'port_id': '75e7bb5e-b94e-4383-95ac-92afe836d88e'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:20.374568 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2ead9a76-71e1-40eb-954e-669e12d8d600 None None] Port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:14:20.408202 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3220d573-5bea-4d85-ab2c-6399085870eb req-5d1b5ee8-5d52-4306-b869-b81478228baf tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:20.421672 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-77a1b66a-9882-480c-9f38-7785a799a7fe tempest-AutoAllocateNetworkTest-559786962 tempest-AutoAllocateNetworkTest-559786962-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9677c0a2be344b25a25fb40bbd9c95c0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3480487 Sep 23 22:14:20.425834 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cea0800c-ff32-4a02-9ee8-ca9ea2b346ca tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:20.428799 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33260) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:20.659545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6669e33-76ee-4003-8e0f-0f2ec16b3c24 tempest-AutoAllocateNetworkTest-559786962 tempest-AutoAllocateNetworkTest-559786962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:20.662290 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b6669e33-76ee-4003-8e0f-0f2ec16b3c24 tempest-AutoAllocateNetworkTest-559786962 tempest-AutoAllocateNetworkTest-559786962-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2312410 Sep 23 22:14:20.673347 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33264) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:20.744268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33266) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:20.752564 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-164d1c43-2f65-4daa-a4d5-2bcdad932c91 tempest-AutoAllocateNetworkTest-559786962 tempest-AutoAllocateNetworkTest-559786962-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740144 Sep 23 22:14:20.756065 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3220d573-5bea-4d85-ab2c-6399085870eb req-5d1b5ee8-5d52-4306-b869-b81478228baf tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:14:20.756548 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33268) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:20.792504 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ecda061-5862-47a2-a92d-b5ce031a3277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:20.810478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-3220d573-5bea-4d85-ab2c-6399085870eb req-5d1b5ee8-5d52-4306-b869-b81478228baf tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:14:20.837290 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-3220d573-5bea-4d85-ab2c-6399085870eb req-5d1b5ee8-5d52-4306-b869-b81478228baf tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:14:20.850458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b5ee8-5d52-4306-b869-b81478228baf tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Pushing event updated for resources: {'Port': ['ID=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:20.878857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-97fb30cc-510f-4dd3-a95b-ed2a3f09a88a tempest-AutoAllocateNetworkTest-559786962 tempest-AutoAllocateNetworkTest-559786962-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9677c0a2be344b25a25fb40bbd9c95c0 HTTP/1.1" status: 200 len: 208 time: 0.1211171 Sep 23 22:14:20.933383 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f008378-6ddb-4255-baf3-bddbd1eb9d9e {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:14:21.004677 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8df991de-14e0-4b04-8f8b-50e3ea3c1bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:21.017945 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220d573-5bea-4d85-ab2c-6399085870eb req-5d1b5ee8-5d52-4306-b869-b81478228baf tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:21.019035 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3220d573-5bea-4d85-ab2c-6399085870eb req-5d1b5ee8-5d52-4306-b869-b81478228baf tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:21.028088 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:21.096094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Transition to ACTIVE for port object 4f008378-6ddb-4255-baf3-bddbd1eb9d9e will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:14:21.153069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a783697-6a80-4e16-a2eb-a77d6157d29c req-ca6a5739-6ec1-4b20-abff-9a391dd42614 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:21.162491 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5a783697-6a80-4e16-a2eb-a77d6157d29c req-ca6a5739-6ec1-4b20-abff-9a391dd42614 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 949 time: 0.0884483 Sep 23 22:14:21.215983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5a783697-6a80-4e16-a2eb-a77d6157d29c req-70c7fd97-3370-4e58-a509-1c4491d54796 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509806 Sep 23 22:14:21.218418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-199773e1-af2e-4b80-8a1f-4dafad8dc4ae None None] Provisioning complete for port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:14:21.219413 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-199773e1-af2e-4b80-8a1f-4dafad8dc4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:21.228009 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:21.325030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-199773e1-af2e-4b80-8a1f-4dafad8dc4ae None None] Port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:14:21.328875 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Pushing event updated for resources: {'Port': ['ID=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:21.619151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc85c00-0ec0-4f51-87ba-84e3b24499df req-4b6aff8a-4f74-4ef3-bfdd-ab2f98544fc9 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:21.621685 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dc85c00-0ec0-4f51-87ba-84e3b24499df req-4b6aff8a-4f74-4ef3-bfdd-ab2f98544fc9 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 947 time: 0.1880856 Sep 23 22:14:21.631918 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Attempting to bind port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:14:21.632664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Attempting to bind port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:14:21.633612 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Attempting to bind port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:14:21.638080 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ecda061-5862-47a2-a92d-b5ce031a3277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:21.658328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:14:21.659336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Attempting to bind port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:14:21.686878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:14:21.688636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:14:21.689579 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:14:21.690501 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Bound port: 4f008378-6ddb-4255-baf3-bddbd1eb9d9e, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:14:21.691222 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:21.754314 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33290) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:21.768958 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ecda061-5862-47a2-a92d-b5ce031a3277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:21.794225 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dc85c00-0ec0-4f51-87ba-84e3b24499df req-322ab4a2-4e1a-4988-ac37-32777852e260 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499627 Sep 23 22:14:21.871474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] For port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:14:21.897812 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] For port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:14:21.957544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647e36b-523e-4575-9381-207e35155ad4 req-a191d0a3-5a2a-420e-ac7f-75d361afe5c3 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:21.965901 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0647e36b-523e-4575-9381-207e35155ad4 req-a191d0a3-5a2a-420e-ac7f-75d361afe5c3 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 936 time: 0.4886866 Sep 23 22:14:21.980280 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3220d573-5bea-4d85-ab2c-6399085870eb req-5d1b5ee8-5d52-4306-b869-b81478228baf tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1454251 Sep 23 22:14:22.011077 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8df991de-14e0-4b04-8f8b-50e3ea3c1bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.019712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.023820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Request body: {'port': {'device_id': '09e7357f-9faa-43ae-8c7d-72268b270603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:22.044060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0ecda061-5862-47a2-a92d-b5ce031a3277 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8536a26bfb144b2892773d62266ed5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9229372 Sep 23 22:14:22.069203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33302) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:22.070648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecda061-5862-47a2-a92d-b5ce031a3277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c00ac6-2b4f-43a3-b37c-712cf3a129f0,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:22.079789 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.resource_extend [None req-cea0800c-ff32-4a02-9ee8-ca9ea2b346ca tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:14:22.129448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:22.130684 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.133330 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] 10.222.0.43 "PUT /v2.0/ports/4f008378-6ddb-4255-baf3-bddbd1eb9d9e HTTP/1.1" status: 200 len: 1095 time: 2.1762528 Sep 23 22:14:22.133923 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'tag': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:22.138505 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843c2005-2724-4a90-ad75-511c19d3cc64" -d '{"events": [{"name": "network-changed", "server_uuid": "fec6847c-d222-4583-9f36-5b75019dc3b1", "tag": "4f008378-6ddb-4255-baf3-bddbd1eb9d9e"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:22.154084 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c752c27-afd6-448a-ba76-e839a19b6e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.174222 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8df991de-14e0-4b04-8f8b-50e3ea3c1bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.187189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:14:22.201138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device a23ab5c1-8ec4-414f-822d-bfe864977117 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:14:22.202127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0647e36b-523e-4575-9381-207e35155ad4 req-d0833b7a-2e2b-4733-b066-02e76bf1555c tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350750 Sep 23 22:14:22.282797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f1d10-ef4e-49c2-8a16-9ff766a98e74 service neutron] Pushing event updated for resources: {'Port': ['ID=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:22.287836 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cea0800c-ff32-4a02-9ee8-ca9ea2b346ca tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.301323 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda85df4-d222-4ef1-b1eb-21421f851287 x-openstack-request-id: req-cda85df4-d222-4ef1-b1eb-21421f851287 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:22.302298 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec6847c-d222-4583-9f36-5b75019dc3b1", "tag": "4f008378-6ddb-4255-baf3-bddbd1eb9d9e", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:22.302694 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cda85df4-d222-4ef1-b1eb-21421f851287 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:22.303316 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'tag': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e', 'status': 'completed', 'code': 200} Sep 23 22:14:22.322958 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.350631 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b3fdb2d-9c36-4c22-b05c-2b55c9ca743a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.353612 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df991de-14e0-4b04-8f8b-50e3ea3c1bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fed3bf-21e6-44c8-a19e-8e7eac970fd4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:22.372666 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8df991de-14e0-4b04-8f8b-50e3ea3c1bae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4faa1054279477bb00f0f2f29490d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6178851 Sep 23 22:14:22.372666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33312) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:22.398474 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cea0800c-ff32-4a02-9ee8-ca9ea2b346ca tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.508860 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b3fdb2d-9c36-4c22-b05c-2b55c9ca743a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.577953 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c2005-2724-4a90-ad75-511c19d3cc64 req-c901b995-1c01-4e77-bb39-8300e00c31f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:22.580432 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-843c2005-2724-4a90-ad75-511c19d3cc64 req-c901b995-1c01-4e77-bb39-8300e00c31f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aff233912dbc4ecfa8bb414900494930&device_id=fec6847c-d222-4583-9f36-5b75019dc3b1 HTTP/1.1" status: 200 len: 1098 time: 0.2080858 Sep 23 22:14:22.606765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8a170c32-aaf6-4e95-9a17-df07cd0c2f56,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:22.624654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '8a170c32-aaf6-4e95-9a17-df07cd0c2f56', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '8a170c32-aaf6-4e95-9a17-df07cd0c2f56', 'mac_address': 'fa:16:3e:da:cc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:14:22.625030 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-843c2005-2724-4a90-ad75-511c19d3cc64 req-fcc158dd-4abf-447b-bdc3-342b8b8e5cfa service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=aff233912dbc4ecfa8bb414900494930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331600 Sep 23 22:14:22.646268 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e04bc9a-5c23-4da3-9cbf-07dd27455b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.655270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port a23ab5c1-8ec4-414f-822d-bfe864977117 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:14:22.668322 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port a23ab5c1-8ec4-414f-822d-bfe864977117 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:14:22.669020 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.698908 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e04bc9a-5c23-4da3-9cbf-07dd27455b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.716539 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.738565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:14:22.738807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960c838-ca0b-4e1b-a17c-c5cfbdbea8f3 req-f083e0ec-b101-465a-ba05-6f29f9fad8d1 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:22.747718 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9960c838-ca0b-4e1b-a17c-c5cfbdbea8f3 req-f083e0ec-b101-465a-ba05-6f29f9fad8d1 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 949 time: 0.3243935 Sep 23 22:14:22.770440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8a170c32-aaf6-4e95-9a17-df07cd0c2f56,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:22.798511 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-cea0800c-ff32-4a02-9ee8-ca9ea2b346ca tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Floating IP 316e2294-63a8-4bfe-8d5d-0641b77c24ed associated. External IP: 172.25.1.234, port: 75e7bb5e-b94e-4383-95ac-92afe836d88e. Sep 23 22:14:22.814863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c2005-2724-4a90-ad75-511c19d3cc64 req-4d83737f-3608-4d19-85fa-3b04b7473afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:22.817039 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-843c2005-2724-4a90-ad75-511c19d3cc64 req-4d83737f-3608-4d19-85fa-3b04b7473afe service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1834068 Sep 23 22:14:22.822468 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b3fdb2d-9c36-4c22-b05c-2b55c9ca743a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.827175 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b3fdb2d-9c36-4c22-b05c-2b55c9ca743a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.827899 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.833738 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5b3fdb2d-9c36-4c22-b05c-2b55c9ca743a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6c00ac6-2b4f-43a3-b37c-712cf3a129f0 HTTP/1.1" status: 204 len: 168 time: 0.7600963 Sep 23 22:14:22.847108 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fdb2d-9c36-4c22-b05c-2b55c9ca743a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c00ac6-2b4f-43a3-b37c-712cf3a129f0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:22.905720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port a23ab5c1-8ec4-414f-822d-bfe864977117, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=a23ab5c1-8ec4-414f-822d-bfe864977117,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:22.908749 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c1c42f-d846-41a6-8e41-9af1426aa3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23ab5c1-8ec4-414f-822d-bfe864977117'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:22.912496 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cac095-c946-4558-8073-5878988ab490" -d '{"events": [{"server_uuid": "91c1c42f-d846-41a6-8e41-9af1426aa3bd", "name": "network-vif-plugged", "status": "completed", "tag": "a23ab5c1-8ec4-414f-822d-bfe864977117"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:22.916318 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.939369 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e04bc9a-5c23-4da3-9cbf-07dd27455b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.943953 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e04bc9a-5c23-4da3-9cbf-07dd27455b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:22.945808 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5e04bc9a-5c23-4da3-9cbf-07dd27455b0e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/54fed3bf-21e6-44c8-a19e-8e7eac970fd4 HTTP/1.1" status: 204 len: 168 time: 0.5714941 Sep 23 22:14:22.975857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04bc9a-5c23-4da3-9cbf-07dd27455b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fed3bf-21e6-44c8-a19e-8e7eac970fd4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:23.000585 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-a0c1c71a-ebf6-464b-822f-12e90d562a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:23.002276 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-a0c1c71a-ebf6-464b-822f-12e90d562a43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aff233912dbc4ecfa8bb414900494930&device_id=fec6847c-d222-4583-9f36-5b75019dc3b1 HTTP/1.1" status: 200 len: 1098 time: 0.1281130 Sep 23 22:14:23.010277 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:23.029922 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67eaa8a-4001-4062-a9e3-1f45c756cb34 req-99dc38f6-361e-436b-8e23-83bb96598135 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:23.038667 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e67eaa8a-4001-4062-a9e3-1f45c756cb34 req-99dc38f6-361e-436b-8e23-83bb96598135 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 948 time: 0.1119432 Sep 23 22:14:23.061988 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=8a170c32-aaf6-4e95-9a17-df07cd0c2f56,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:23.089031 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-dc3a4a98-4ae7-4a12-bb42-c5b12bc79cff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4f008378-6ddb-4255-baf3-bddbd1eb9d9e HTTP/1.1" status: 200 len: 217 time: 0.0761926 Sep 23 22:14:23.137497 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=a23ab5c1-8ec4-414f-822d-bfe864977117,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:23.155473 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e67eaa8a-4001-4062-a9e3-1f45c756cb34 req-25857ab2-e11f-44ee-ac1d-b6153dff8150 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153998 Sep 23 22:14:23.173528 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-91bb42cd-1dfb-4d0f-b06e-46505c09a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:23.173528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-91bb42cd-1dfb-4d0f-b06e-46505c09a455 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0762320 Sep 23 22:14:23.260809 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db2db63-cd1a-4383-9550-b3f1dc40fa57 x-openstack-request-id: req-3db2db63-cd1a-4383-9550-b3f1dc40fa57 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:23.261789 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c1c42f-d846-41a6-8e41-9af1426aa3bd", "name": "network-vif-plugged", "status": "completed", "tag": "a23ab5c1-8ec4-414f-822d-bfe864977117", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:23.261789 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3db2db63-cd1a-4383-9550-b3f1dc40fa57 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:23.262091 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c1c42f-d846-41a6-8e41-9af1426aa3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23ab5c1-8ec4-414f-822d-bfe864977117', 'code': 200} Sep 23 22:14:23.264089 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-b2f34185-0174-4ea5-9488-96a67d99c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:23.265670 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-b2f34185-0174-4ea5-9488-96a67d99c361 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833037 Sep 23 22:14:23.352947 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1867d2fd-cf7a-4cd2-b2dd-e703167754cc {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:14:23.389162 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c752c27-afd6-448a-ba76-e839a19b6e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:23.391762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['8a170c32-aaf6-4e95-9a17-df07cd0c2f56'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:14:23.398265 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:23.447128 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9960c838-ca0b-4e1b-a17c-c5cfbdbea8f3 req-05780406-6342-4531-abd5-e01ec9e2b7e4 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6976817 Sep 23 22:14:23.497145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cece60-4a23-4f01-9702-a8c9ba45f86e req-6ea60e55-bdb1-4b96-84b2-83500c645f56 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:23.499626 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16cece60-4a23-4f01-9702-a8c9ba45f86e req-6ea60e55-bdb1-4b96-84b2-83500c645f56 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 936 time: 0.1191461 Sep 23 22:14:23.500297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33330) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:23.526971 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-21a3ea66-cdc7-4a34-86fe-81dc3c52b80a service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528646 Sep 23 22:14:23.535628 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c752c27-afd6-448a-ba76-e839a19b6e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:23.542248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Transition to ACTIVE for port object 1867d2fd-cf7a-4cd2-b2dd-e703167754cc will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:14:23.589342 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16cece60-4a23-4f01-9702-a8c9ba45f86e req-cd481765-3fec-4ece-a1c3-3d7f9f2f46f0 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731900 Sep 23 22:14:23.641191 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6c752c27-afd6-448a-ba76-e839a19b6e05 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9677c0a2be344b25a25fb40bbd9c95c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8806512 Sep 23 22:14:23.643924 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33334) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:23.644680 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c752c27-afd6-448a-ba76-e839a19b6e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1af5c76-5a19-40b4-aaae-073f0d4edc91,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:23.663635 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:23.682787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7824b35-6ac5-495f-81fb-eccf175c64c3 req-822cce0e-e42d-4519-89f3-7fb37a7e3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:23.684274 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7824b35-6ac5-495f-81fb-eccf175c64c3 req-822cce0e-e42d-4519-89f3-7fb37a7e3371 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 1101 time: 0.2940960 Sep 23 22:14:23.701633 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59401670-2f06-4192-89f9-7dd6c92b6b99 req-1f444f9f-dae5-457b-b943-4cd0897cec75 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656234 Sep 23 22:14:23.931180 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14da5762-589e-4153-abf7-bfc98daf7d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.011409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33340) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:24.058701 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34317701-e47a-42bc-9b7a-576f96456add admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.075827 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6302888-5f8d-47c4-ba94-27b971554ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.085888 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Pushing event updated for resources: {'Port': ['ID=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:24.109613 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [None req-c6302888-5f8d-47c4-ba94-27b971554ba8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:14:24.109613 n-d-810775-1 neutron-server[95490]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 22:14:24.109613 n-d-810775-1 neutron-server[95490]: [parameters: {'project_id': '29b4138232184761b05e7ea78bd38367', 'id': '536f66a2-2873-4a7c-8ac9-2c638d1415d7', 'expiration': datetime.datetime(2021, 9, 23, 22, 16, 24, 103623)}] Sep 23 22:14:24.109613 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:14:24.109613 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [None req-c6302888-5f8d-47c4-ba94-27b971554ba8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:14:24.153493 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7824b35-6ac5-495f-81fb-eccf175c64c3 req-11a6cdc7-f6ad-4a1a-995e-f4994b080f9f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112990 Sep 23 22:14:24.174099 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14da5762-589e-4153-abf7-bfc98daf7d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.208695 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34317701-e47a-42bc-9b7a-576f96456add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.212377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Attempting to bind port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:14:24.212929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Attempting to bind port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:14:24.213497 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Attempting to bind port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:14:24.260016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:14:24.260532 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Attempting to bind port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:14:24.268077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea0800c-ff32-4a02-9ee8-ca9ea2b346ca tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:14:24.274368 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34317701-e47a-42bc-9b7a-576f96456add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.299708 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:14:24.300255 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:14:24.300930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:14:24.301927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Bound port: 1867d2fd-cf7a-4cd2-b2dd-e703167754cc, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:14:24.302551 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.329543 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-34317701-e47a-42bc-9b7a-576f96456add admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0696af4e50064ed98f9922d204a1d50e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153009 Sep 23 22:14:24.332164 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34317701-e47a-42bc-9b7a-576f96456add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39eb5f89-a584-4513-ad70-1a2ac6705e95,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:24.336899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33344) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:24.406177 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-830e5496-e977-4c4f-866e-80f7c6a8a2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.436529 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-830e5496-e977-4c4f-866e-80f7c6a8a2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.490111 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67abf67-f908-48a2-ae23-cf19bd0d471d req-7f17c29d-8b6b-4417-8f22-b6f1146b95b0 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:24.490111 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b67abf67-f908-48a2-ae23-cf19bd0d471d req-7f17c29d-8b6b-4417-8f22-b6f1146b95b0 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 948 time: 0.2090814 Sep 23 22:14:24.545057 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14da5762-589e-4153-abf7-bfc98daf7d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.547654 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14da5762-589e-4153-abf7-bfc98daf7d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.551872 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-14da5762-589e-4153-abf7-bfc98daf7d03 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1af5c76-5a19-40b4-aaae-073f0d4edc91 HTTP/1.1" status: 204 len: 168 time: 0.8998215 Sep 23 22:14:24.551872 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] For port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:14:24.577667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea0800c-ff32-4a02-9ee8-ca9ea2b346ca tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:14:24.591995 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cea0800c-ff32-4a02-9ee8-ca9ea2b346ca tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.595699 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] For port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:14:24.596090 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-830e5496-e977-4c4f-866e-80f7c6a8a2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.597088 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da5762-589e-4153-abf7-bfc98daf7d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1af5c76-5a19-40b4-aaae-073f0d4edc91,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:24.602457 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-830e5496-e977-4c4f-866e-80f7c6a8a2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.602724 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18617ec9-515f-4f61-91df-ece2ce32258f None None] Sync routers for ids ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:14:24.613539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b67abf67-f908-48a2-ae23-cf19bd0d471d req-0f48cd23-9f11-4b4e-8c86-eb9f3238b836 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050830 Sep 23 22:14:24.615064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-830e5496-e977-4c4f-866e-80f7c6a8a2b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39eb5f89-a584-4513-ad70-1a2ac6705e95 HTTP/1.1" status: 204 len: 168 time: 0.2677021 Sep 23 22:14:24.627328 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18617ec9-515f-4f61-91df-ece2ce32258f None None] Routers {'18903306-f9ac-4ec6-a5c6-ad74a06ec80e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:14:24.627995 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-18617ec9-515f-4f61-91df-ece2ce32258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:14:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:14:24.633007 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6302888-5f8d-47c4-ba94-27b971554ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.663992 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cea0800c-ff32-4a02-9ee8-ca9ea2b346ca tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "PUT /v2.0/floatingips/316e2294-63a8-4bfe-8d5d-0641b77c24ed HTTP/1.1" status: 200 len: 992 time: 4.3696852 Sep 23 22:14:24.665271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7998c8be-5f12-46bd-af03-6435d21e1674', 'tag': '75e7bb5e-b94e-4383-95ac-92afe836d88e'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:24.671649 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a6e71e-29ae-4ab2-9fc5-e9ba72c0ebc5" -d '{"events": [{"name": "network-changed", "server_uuid": "7998c8be-5f12-46bd-af03-6435d21e1674", "tag": "75e7bb5e-b94e-4383-95ac-92afe836d88e"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:24.680737 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.703918 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e5496-e977-4c4f-866e-80f7c6a8a2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eb5f89-a584-4513-ad70-1a2ac6705e95,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:24.766122 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33358) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:24.802884 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bda1e5d-4e1d-4213-b665-bc2e01f207d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.813568 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-18617ec9-515f-4f61-91df-ece2ce32258f None None] Set router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:14:24.861916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9af30-dd54-4812-8932-ba32103945d8 req-abcea0e0-6ebb-4453-b7dd-c3dd69ae5997 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:24.874810 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-35e9af30-dd54-4812-8932-ba32103945d8 req-abcea0e0-6ebb-4453-b7dd-c3dd69ae5997 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 950 time: 0.2671533 Sep 23 22:14:24.918193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:24.919336 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:24.922083 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3220d573-5bea-4d85-ab2c-6399085870eb req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] 10.222.0.43 "PUT /v2.0/ports/1867d2fd-cf7a-4cd2-b2dd-e703167754cc HTTP/1.1" status: 200 len: 1096 time: 2.9220417 Sep 23 22:14:24.999484 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6302888-5f8d-47c4-ba94-27b971554ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:25.027876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950cb17-578d-4fc6-974f-988489bfa129 req-5af0bf97-6c1e-4ae2-9d9b-c3ea7991b9e0 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:25.049950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6950cb17-578d-4fc6-974f-988489bfa129 req-5af0bf97-6c1e-4ae2-9d9b-c3ea7991b9e0 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 948 time: 0.2442176 Sep 23 22:14:25.051150 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-35e9af30-dd54-4812-8932-ba32103945d8 req-24cb8472-4312-4ac7-a404-592620f6d5e8 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733501 Sep 23 22:14:25.166085 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6302888-5f8d-47c4-ba94-27b971554ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:25.172362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d15402-07c4-4070-ac41-89d54b7c2f3a service neutron] Pushing event updated for resources: {'Port': ['ID=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:25.278475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6950cb17-578d-4fc6-974f-988489bfa129 req-999aaa0c-e40f-4926-9ff8-47e8fe864738 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252862 Sep 23 22:14:25.307934 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220d573-5bea-4d85-ab2c-6399085870eb req-3de3363e-680a-4cc9-be12-4e3cd54116bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:25.310789 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3220d573-5bea-4d85-ab2c-6399085870eb req-3de3363e-680a-4cc9-be12-4e3cd54116bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aff233912dbc4ecfa8bb414900494930&device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 1099 time: 0.1902316 Sep 23 22:14:25.324775 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c6302888-5f8d-47c4-ba94-27b971554ba8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29b4138232184761b05e7ea78bd38367&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8163455 Sep 23 22:14:25.338163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33366) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:25.338585 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-18617ec9-515f-4f61-91df-ece2ce32258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '316e2294-63a8-4bfe-8d5d-0641b77c24ed', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'port_id': '75e7bb5e-b94e-4383-95ac-92afe836d88e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'mac_address': 'fa:16:3e:3e:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7998c8be-5f12-46bd-af03-6435d21e1674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:13:54Z', 'updated_at': '2021-09-23T22:14:21Z', 'revision_number': 1, 'project_id': 'b8b6969335334004955419fa121e731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47e812c-74e7-49be-bfb9-983828480bcf', 'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'mac_address': 'fa:16:3e:44:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:23Z', 'updated_at': '2021-09-23T22:13:37Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'subnets': [{'id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:14:25.397966 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18617ec9-515f-4f61-91df-ece2ce32258f None None] Checking router: 18903306-f9ac-4ec6-a5c6-ad74a06ec80e for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:14:25.417025 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18617ec9-515f-4f61-91df-ece2ce32258f None None] Routers {'18903306-f9ac-4ec6-a5c6-ad74a06ec80e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:14:25.418275 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-18617ec9-515f-4f61-91df-ece2ce32258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:14:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:14:25.444819 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecf32b4-aa61-4948-a5f4-a28bd4114382 x-openstack-request-id: req-4ecf32b4-aa61-4948-a5f4-a28bd4114382 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:25.445364 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7998c8be-5f12-46bd-af03-6435d21e1674", "tag": "75e7bb5e-b94e-4383-95ac-92afe836d88e", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:25.446314 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ecf32b4-aa61-4948-a5f4-a28bd4114382 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:25.446949 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7998c8be-5f12-46bd-af03-6435d21e1674', 'tag': '75e7bb5e-b94e-4383-95ac-92afe836d88e', 'status': 'completed', 'code': 200} Sep 23 22:14:25.449805 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3220d573-5bea-4d85-ab2c-6399085870eb req-35d6e01f-78dd-4a5b-a6a4-ec6946ad5066 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=1867d2fd-cf7a-4cd2-b2dd-e703167754cc HTTP/1.1" status: 200 len: 217 time: 0.1263602 Sep 23 22:14:25.470974 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6302888-5f8d-47c4-ba94-27b971554ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6962cf-438f-4fe4-a65a-d4df7d9b6d49,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:25.559258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6e71e-29ae-4ab2-9fc5-e9ba72c0ebc5 req-c1a1ef90-125f-4f18-9808-1f232044099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:25.561254 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9a6e71e-29ae-4ab2-9fc5-e9ba72c0ebc5 req-c1a1ef90-125f-4f18-9808-1f232044099b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8b6969335334004955419fa121e731e&device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 1097 time: 0.1533194 Sep 23 22:14:25.573334 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-18617ec9-515f-4f61-91df-ece2ce32258f None None] Set router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:14:25.580847 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8477f3d1-6d60-4d94-9cfd-e456d996ff33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:25.632195 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220d573-5bea-4d85-ab2c-6399085870eb req-7a4f9ca5-e081-41e7-9eab-56e20916128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:25.636999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3220d573-5bea-4d85-ab2c-6399085870eb req-7a4f9ca5-e081-41e7-9eab-56e20916128e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1784253 Sep 23 22:14:25.693591 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8477f3d1-6d60-4d94-9cfd-e456d996ff33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:25.715554 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bda1e5d-4e1d-4213-b665-bc2e01f207d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:25.833573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6e71e-29ae-4ab2-9fc5-e9ba72c0ebc5 req-c498cfa4-7e72-45f5-8864-0fab7b561a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:25.840150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220d573-5bea-4d85-ab2c-6399085870eb req-af25239d-5b8e-43cc-9aa2-ca8fea59039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:25.842034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3220d573-5bea-4d85-ab2c-6399085870eb req-af25239d-5b8e-43cc-9aa2-ca8fea59039f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1932137 Sep 23 22:14:25.844252 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9a6e71e-29ae-4ab2-9fc5-e9ba72c0ebc5 req-c498cfa4-7e72-45f5-8864-0fab7b561a09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7f02de17-3cdd-47cd-827d-131803615523 HTTP/1.1" status: 200 len: 924 time: 0.2720113 Sep 23 22:14:25.848901 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bda1e5d-4e1d-4213-b665-bc2e01f207d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:25.895871 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-18617ec9-515f-4f61-91df-ece2ce32258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '316e2294-63a8-4bfe-8d5d-0641b77c24ed', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'port_id': '75e7bb5e-b94e-4383-95ac-92afe836d88e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'mac_address': 'fa:16:3e:3e:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7998c8be-5f12-46bd-af03-6435d21e1674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:13:54Z', 'updated_at': '2021-09-23T22:14:21Z', 'revision_number': 1, 'project_id': 'b8b6969335334004955419fa121e731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47e812c-74e7-49be-bfb9-983828480bcf', 'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'mac_address': 'fa:16:3e:44:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:23Z', 'updated_at': '2021-09-23T22:13:37Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'subnets': [{'id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:14:25.928783 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18617ec9-515f-4f61-91df-ece2ce32258f None None] The sync data for ids ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'] in n-d-810775-1 is: [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '316e2294-63a8-4bfe-8d5d-0641b77c24ed', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'port_id': '75e7bb5e-b94e-4383-95ac-92afe836d88e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'mac_address': 'fa:16:3e:3e:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7998c8be-5f12-46bd-af03-6435d21e1674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:13:54Z', 'updated_at': '2021-09-23T22:14:21Z', 'revision_number': 1, 'project_id': 'b8b6969335334004955419fa121e731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47e812c-74e7-49be-bfb9-983828480bcf', 'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'mac_address': 'fa:16:3e:44:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:23Z', 'updated_at': '2021-09-23T22:13:37Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'subnets': [{'id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:14:25.963308 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0bda1e5d-4e1d-4213-b665-bc2e01f207d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c3e96f2b69a4405ba99d2779ffe427e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1935115 Sep 23 22:14:26.000558 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33376) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:26.111281 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3220d573-5bea-4d85-ab2c-6399085870eb req-9c82d9fb-cc8c-4092-b219-ca8f8f73361f service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470791 Sep 23 22:14:26.144903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d438e8d-63b2-4a8c-92e0-02397f209603 req-d0b32e22-39eb-4672-a901-517a52a5371c tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:26.153949 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d438e8d-63b2-4a8c-92e0-02397f209603 req-d0b32e22-39eb-4672-a901-517a52a5371c tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 948 time: 0.3023729 Sep 23 22:14:26.189754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:14:26.241922 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fe748bd-2f23-457b-adc8-8e02e327b30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:26.369837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478a0a7-001c-4b95-be91-af9ed2129732 None None] New status for floating IP 316e2294-63a8-4bfe-8d5d-0641b77c24ed: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:14:26.418265 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8477f3d1-6d60-4d94-9cfd-e456d996ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:26.420899 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8477f3d1-6d60-4d94-9cfd-e456d996ff33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:26.422134 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8477f3d1-6d60-4d94-9cfd-e456d996ff33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b6962cf-438f-4fe4-a65a-d4df7d9b6d49 HTTP/1.1" status: 204 len: 168 time: 1.0820348 Sep 23 22:14:26.426077 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d438e8d-63b2-4a8c-92e0-02397f209603 req-88615659-d516-49c3-8b9a-f1b543866471 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705736 Sep 23 22:14:26.466370 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fe748bd-2f23-457b-adc8-8e02e327b30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:26.549686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda1e5d-4e1d-4213-b665-bc2e01f207d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b112e215-327e-43c0-9681-1f32dd233faf,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:26.582263 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9a6e71e-29ae-4ab2-9fc5-e9ba72c0ebc5 req-61af2ec3-cff7-4c33-9c5e-6ee64018db3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75e7bb5e-b94e-4383-95ac-92afe836d88e HTTP/1.1" status: 200 len: 1000 time: 0.6338105 Sep 23 22:14:26.584131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477f3d1-6d60-4d94-9cfd-e456d996ff33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6962cf-438f-4fe4-a65a-d4df7d9b6d49,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:26.643635 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3220d573-5bea-4d85-ab2c-6399085870eb req-3fcc8acf-65ee-4517-b69a-cb12684f1cd5 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200207 Sep 23 22:14:26.645054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5667521-061d-4225-a747-92e2a5b63b19 req-1bc5619e-2b35-41ac-9ff2-0d60a55199e1 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:26.653628 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5667521-061d-4225-a747-92e2a5b63b19 req-1bc5619e-2b35-41ac-9ff2-0d60a55199e1 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 950 time: 0.2300909 Sep 23 22:14:26.684715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6e71e-29ae-4ab2-9fc5-e9ba72c0ebc5 req-3bb0fa37-c3fa-471d-a861-73273d962785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:26.686980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9a6e71e-29ae-4ab2-9fc5-e9ba72c0ebc5 req-3bb0fa37-c3fa-471d-a861-73273d962785 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92fcb3eb-b34b-4893-a379-9f6f842e3c9e HTTP/1.1" status: 200 len: 862 time: 0.0920506 Sep 23 22:14:26.754835 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5667521-061d-4225-a747-92e2a5b63b19 req-c8e93b62-9580-4310-9b1b-113b9ebd6951 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991735 Sep 23 22:14:26.772755 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fe748bd-2f23-457b-adc8-8e02e327b30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:26.779597 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fe748bd-2f23-457b-adc8-8e02e327b30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:26.782478 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4fe748bd-2f23-457b-adc8-8e02e327b30e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b112e215-327e-43c0-9681-1f32dd233faf HTTP/1.1" status: 204 len: 168 time: 0.7802150 Sep 23 22:14:26.822222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe748bd-2f23-457b-adc8-8e02e327b30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b112e215-327e-43c0-9681-1f32dd233faf,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:26.858125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:14:26.872196 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6e71e-29ae-4ab2-9fc5-e9ba72c0ebc5 req-953ff3c4-4b0a-45fd-8474-e7087cc8bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:26.874236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:14:26.874853 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:26.876542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9a6e71e-29ae-4ab2-9fc5-e9ba72c0ebc5 req-953ff3c4-4b0a-45fd-8474-e7087cc8bf79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f02de17-3cdd-47cd-827d-131803615523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647542 Sep 23 22:14:27.044227 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7871bc-1603-4c4a-81fe-c706a2ca10ca req-2e66e5a4-ba4b-4a08-8dbf-00eb305708e4 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:27.046152 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1f7871bc-1603-4c4a-81fe-c706a2ca10ca req-2e66e5a4-ba4b-4a08-8dbf-00eb305708e4 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 948 time: 0.1241257 Sep 23 22:14:27.058708 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9a6e71e-29ae-4ab2-9fc5-e9ba72c0ebc5 req-c8b5ea6f-a5d8-46a1-bb92-7057c1f66ddc service neutron] 10.222.0.43 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745896 Sep 23 22:14:27.104610 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4f008378-6ddb-4255-baf3-bddbd1eb9d9e details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:14:27.136570 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1f7871bc-1603-4c4a-81fe-c706a2ca10ca req-fbc4a4c9-ca9c-4f30-bf7d-14b7c7e649ca tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766058 Sep 23 22:14:27.186808 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:27.252370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9e7e43-96ef-4ef7-8cf0-0028b6dac710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a170c32-aaf6-4e95-9a17-df07cd0c2f56'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:27.254971 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44394f56-9841-4ba7-829c-2c154e8ce14b" -d '{"events": [{"server_uuid": "cf9e7e43-96ef-4ef7-8cf0-0028b6dac710", "name": "network-vif-plugged", "status": "completed", "tag": "8a170c32-aaf6-4e95-9a17-df07cd0c2f56"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:27.294687 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9a6e71e-29ae-4ab2-9fc5-e9ba72c0ebc5 req-149f945c-c53d-439a-9e7f-cf1190a878f3 service neutron] 10.222.0.43 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262752 Sep 23 22:14:27.329708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8a170c32-aaf6-4e95-9a17-df07cd0c2f56,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:27.360642 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3569ec65-75fe-4138-9157-8e7dab6fe2bb x-openstack-request-id: req-3569ec65-75fe-4138-9157-8e7dab6fe2bb {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:27.361007 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9e7e43-96ef-4ef7-8cf0-0028b6dac710", "name": "network-vif-plugged", "status": "completed", "tag": "8a170c32-aaf6-4e95-9a17-df07cd0c2f56", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:27.361361 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3569ec65-75fe-4138-9157-8e7dab6fe2bb {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:27.361835 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9e7e43-96ef-4ef7-8cf0-0028b6dac710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a170c32-aaf6-4e95-9a17-df07cd0c2f56', 'code': 200} Sep 23 22:14:27.369731 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:27.387794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e', 'mac_address': 'fa:16:3e:ad:85:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:14:27.442006 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:27.454867 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e7357f-9faa-43ae-8c7d-72268b270603', 'tag': '1867d2fd-cf7a-4cd2-b2dd-e703167754cc'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:27.460667 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201132af-74ea-4a19-a333-0e008446d294" -d '{"events": [{"name": "network-changed", "server_uuid": "09e7357f-9faa-43ae-8c7d-72268b270603", "tag": "1867d2fd-cf7a-4cd2-b2dd-e703167754cc"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:27.525179 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:27.562655 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f008378-6ddb-4255-baf3-bddbd1eb9d9e {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:14:27.569258 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=8a170c32-aaf6-4e95-9a17-df07cd0c2f56,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:27.602499 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:27.621647 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501ccfc-8958-4724-a14f-5d647de43d19 req-40a8c4ef-5625-4966-800c-48917b7740bf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:27.623414 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0501ccfc-8958-4724-a14f-5d647de43d19 req-40a8c4ef-5625-4966-800c-48917b7740bf tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 950 time: 0.1866603 Sep 23 22:14:27.636166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e9d8-0642-4d36-8fae-adfcdde0f3a1 req-40f0cb0b-af55-4cd3-bfb2-0fb9365c4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:27.637876 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b06e9d8-0642-4d36-8fae-adfcdde0f3a1 req-40f0cb0b-af55-4cd3-bfb2-0fb9365c4e73 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 1100 time: 0.1220477 Sep 23 22:14:27.659758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7821a-4f13-4702-b4f8-b454afc21f63 req-c7b115ff-da65-4fdb-a6af-b6616f2f9bc2 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:27.663281 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5f7821a-4f13-4702-b4f8-b454afc21f63 req-c7b115ff-da65-4fdb-a6af-b6616f2f9bc2 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 949 time: 0.1442716 Sep 23 22:14:27.684219 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:27.725298 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0501ccfc-8958-4724-a14f-5d647de43d19 req-97ad8b62-abf1-4460-8194-6025631185c7 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861957 Sep 23 22:14:27.747944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b06e9d8-0642-4d36-8fae-adfcdde0f3a1 req-a0281f96-54f1-4208-8eb4-2b915a250486 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923057 Sep 23 22:14:27.767089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:27.781860 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ced872-4f57-4519-9c66-e687cd33d688 x-openstack-request-id: req-40ced872-4f57-4519-9c66-e687cd33d688 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:27.782170 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e7357f-9faa-43ae-8c7d-72268b270603", "tag": "1867d2fd-cf7a-4cd2-b2dd-e703167754cc", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:27.782679 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40ced872-4f57-4519-9c66-e687cd33d688 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:27.783284 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e7357f-9faa-43ae-8c7d-72268b270603', 'tag': '1867d2fd-cf7a-4cd2-b2dd-e703167754cc', 'status': 'completed', 'code': 200} Sep 23 22:14:27.803146 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5f7821a-4f13-4702-b4f8-b454afc21f63 req-11cac040-b9fa-480a-8c61-440620be3495 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140435 Sep 23 22:14:27.841982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33432) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:27.861797 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b18f7280-6a6d-491f-a4d9-d3ef73baad41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:27.923413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['4f008378-6ddb-4255-baf3-bddbd1eb9d9e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:14:27.931599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201132af-74ea-4a19-a333-0e008446d294 req-d651affc-feec-4455-817b-fe562646ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:27.934491 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-201132af-74ea-4a19-a333-0e008446d294 req-d651affc-feec-4455-817b-fe562646ece7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aff233912dbc4ecfa8bb414900494930&device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 1099 time: 0.1224377 Sep 23 22:14:28.036299 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b18f7280-6a6d-491f-a4d9-d3ef73baad41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:28.118697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201132af-74ea-4a19-a333-0e008446d294 req-b35f0c33-be1d-4b1c-9fbd-0defd50175d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:28.122759 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-201132af-74ea-4a19-a333-0e008446d294 req-b35f0c33-be1d-4b1c-9fbd-0defd50175d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.1713877 Sep 23 22:14:28.144850 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b18f7280-6a6d-491f-a4d9-d3ef73baad41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:28.172084 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-201132af-74ea-4a19-a333-0e008446d294 req-44863251-fd21-46b2-b112-ff50dbc26ba2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=1867d2fd-cf7a-4cd2-b2dd-e703167754cc HTTP/1.1" status: 200 len: 217 time: 0.0413470 Sep 23 22:14:28.212602 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b18f7280-6a6d-491f-a4d9-d3ef73baad41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad3a9a4bf4ee4b6f94777d191781c2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690088 Sep 23 22:14:28.216443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33440) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:28.218523 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f7280-6a6d-491f-a4d9-d3ef73baad41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f9336b-7319-4833-b5f1-7b5a6c71aedf,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:28.248195 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201132af-74ea-4a19-a333-0e008446d294 req-e0099969-dc61-45a2-8638-a31e63a43fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:28.250007 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-201132af-74ea-4a19-a333-0e008446d294 req-e0099969-dc61-45a2-8638-a31e63a43fe1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0698287 Sep 23 22:14:28.326079 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14a31d76-2bac-4cc8-8256-3658c95dff92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:28.355877 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14a31d76-2bac-4cc8-8256-3658c95dff92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:28.374179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201132af-74ea-4a19-a333-0e008446d294 req-541a12ec-077d-4da2-88c5-03ecac885eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:28.376258 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-201132af-74ea-4a19-a333-0e008446d294 req-541a12ec-077d-4da2-88c5-03ecac885eec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172929 Sep 23 22:14:28.419024 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd285f-d81a-4ae6-ae8f-5d03f6ae0373 req-3f2f7c27-30dd-43a3-be65-c71c9b49dc02 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:28.426626 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c9fd285f-d81a-4ae6-ae8f-5d03f6ae0373 req-3f2f7c27-30dd-43a3-be65-c71c9b49dc02 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 948 time: 0.1304650 Sep 23 22:14:28.529466 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c9fd285f-d81a-4ae6-ae8f-5d03f6ae0373 req-2e1d7e15-28b0-45df-a58d-484abb9ef97b tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018581 Sep 23 22:14:28.543576 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14a31d76-2bac-4cc8-8256-3658c95dff92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:28.548170 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14a31d76-2bac-4cc8-8256-3658c95dff92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:28.558405 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-14a31d76-2bac-4cc8-8256-3658c95dff92 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c9f9336b-7319-4833-b5f1-7b5a6c71aedf HTTP/1.1" status: 204 len: 168 time: 0.3230922 Sep 23 22:14:28.558875 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-201132af-74ea-4a19-a333-0e008446d294 req-740a54da-11fa-4b51-8a81-098f0c9b7349 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660171 Sep 23 22:14:28.561866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a31d76-2bac-4cc8-8256-3658c95dff92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f9336b-7319-4833-b5f1-7b5a6c71aedf,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:28.745281 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-201132af-74ea-4a19-a333-0e008446d294 req-373d2a8b-aad2-4e56-8123-e653fffe0998 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702855 Sep 23 22:14:28.854336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc971cb2-084e-4b6c-a200-e8827b7706ad req-29ace022-0276-4dd0-88f1-67908d9b8776 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:28.856051 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc971cb2-084e-4b6c-a200-e8827b7706ad req-29ace022-0276-4dd0-88f1-67908d9b8776 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 950 time: 0.0567713 Sep 23 22:14:28.906199 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc971cb2-084e-4b6c-a200-e8827b7706ad req-b9b984e6-73f4-4715-9d53-d2eddeaad210 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382082 Sep 23 22:14:28.938004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60eaa9-6279-471f-a78b-1930183b64d8 req-3cee4962-dc97-4ae1-b736-25f58b07be0c tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:28.939776 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-db60eaa9-6279-471f-a78b-1930183b64d8 req-3cee4962-dc97-4ae1-b736-25f58b07be0c tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 949 time: 0.0648234 Sep 23 22:14:29.000448 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-db60eaa9-6279-471f-a78b-1930183b64d8 req-2e55c083-d5a8-447e-86ab-0f5d4e88e855 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436490 Sep 23 22:14:29.091937 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4f008378-6ddb-4255-baf3-bddbd1eb9d9e up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:14:29.103452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f26af-a644-4497-a1c5-b23969c7e3f0 req-0705e1bd-b368-41d2-b93d-d2e711e4ddef tempest-LiveMigrationNegativeTest-1934570669 tempest-LiveMigrationNegativeTest-1934570669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:29.106681 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f0f26af-a644-4497-a1c5-b23969c7e3f0 req-0705e1bd-b368-41d2-b93d-d2e711e4ddef tempest-LiveMigrationNegativeTest-1934570669 tempest-LiveMigrationNegativeTest-1934570669-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 1101 time: 0.0877874 Sep 23 22:14:29.154995 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7f0f26af-a644-4497-a1c5-b23969c7e3f0 req-c02e5ea6-84ae-4099-8aaa-a873e3e092f1 tempest-LiveMigrationNegativeTest-1934570669 tempest-LiveMigrationNegativeTest-1934570669-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:29.268751 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7f0f26af-a644-4497-a1c5-b23969c7e3f0 req-c02e5ea6-84ae-4099-8aaa-a873e3e092f1 tempest-LiveMigrationNegativeTest-1934570669 tempest-LiveMigrationNegativeTest-1934570669-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:29.280670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:14:29.285323 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:14:29.286408 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:29.355102 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7f0f26af-a644-4497-a1c5-b23969c7e3f0 req-c02e5ea6-84ae-4099-8aaa-a873e3e092f1 tempest-LiveMigrationNegativeTest-1934570669 tempest-LiveMigrationNegativeTest-1934570669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:29.383281 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f0f26af-a644-4497-a1c5-b23969c7e3f0 req-c02e5ea6-84ae-4099-8aaa-a873e3e092f1 tempest-LiveMigrationNegativeTest-1934570669 tempest-LiveMigrationNegativeTest-1934570669-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632282 Sep 23 22:14:29.404926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e5ea6-84ae-4099-8aaa-a873e3e092f1 tempest-LiveMigrationNegativeTest-1934570669 tempest-LiveMigrationNegativeTest-1934570669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b038a4d-d5e1-44e3-81a5-77000e90f248,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:29.434057 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:29.492153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:29.501372 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbacfd2-7a9d-44aa-8ccb-698f6323a7b3" -d '{"events": [{"server_uuid": "fec6847c-d222-4583-9f36-5b75019dc3b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f008378-6ddb-4255-baf3-bddbd1eb9d9e"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:29.542446 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:29.583846 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c7c466-7553-4740-8bf3-0aea112fdac3 x-openstack-request-id: req-25c7c466-7553-4740-8bf3-0aea112fdac3 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:29.584318 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec6847c-d222-4583-9f36-5b75019dc3b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f008378-6ddb-4255-baf3-bddbd1eb9d9e", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:29.584958 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-25c7c466-7553-4740-8bf3-0aea112fdac3 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:29.585741 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e', 'code': 200} Sep 23 22:14:29.635152 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:29.730899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:29.787892 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f375f-d3ac-4604-9c30-48a8851eee31 req-aa3ac2a6-97ec-44d8-8c6b-9fa5639b942b tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:29.795978 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c74f375f-d3ac-4604-9c30-48a8851eee31 req-aa3ac2a6-97ec-44d8-8c6b-9fa5639b942b tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 948 time: 0.1401114 Sep 23 22:14:29.817489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4af6d1-a730-451e-874e-11f8ab178707 req-67ce31a2-8afb-4526-bf32-35a3c509fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:29.819079 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee4af6d1-a730-451e-874e-11f8ab178707 req-67ce31a2-8afb-4526-bf32-35a3c509fe0e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fec6847c-d222-4583-9f36-5b75019dc3b1 HTTP/1.1" status: 200 len: 1100 time: 0.0927494 Sep 23 22:14:29.870572 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c74f375f-d3ac-4604-9c30-48a8851eee31 req-71d43110-1e04-497f-a94e-e27bf50338a8 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735984 Sep 23 22:14:29.892682 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee4af6d1-a730-451e-874e-11f8ab178707 req-ab74df0f-1895-49dd-97c2-27e140d29d9f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585186 Sep 23 22:14:30.149316 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134314d-0e78-4721-ad88-8d442471d7ea req-92f6a313-baf6-4d17-8ae2-dc1628a6395d tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:30.151171 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8134314d-0e78-4721-ad88-8d442471d7ea req-92f6a313-baf6-4d17-8ae2-dc1628a6395d tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 949 time: 0.0742249 Sep 23 22:14:30.213368 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8134314d-0e78-4721-ad88-8d442471d7ea req-698b746d-788d-496c-904e-35d6d12bdca2 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532663 Sep 23 22:14:30.261423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f57eae-771e-40d3-8707-33d04471e561 req-11cd8c73-f2f5-4697-9ffc-079db8319e1d tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:30.282892 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63f57eae-771e-40d3-8707-33d04471e561 req-11cd8c73-f2f5-4697-9ffc-079db8319e1d tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 950 time: 0.0831971 Sep 23 22:14:30.334055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63f57eae-771e-40d3-8707-33d04471e561 req-5419a5b5-41cb-45f3-ab81-c440855c3056 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497499 Sep 23 22:14:30.954297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19451f-dc7f-41a8-a86f-844e31c16f6f req-73c45c95-738f-44f6-aa2a-9abbdb49884d tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:30.956221 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f19451f-dc7f-41a8-a86f-844e31c16f6f req-73c45c95-738f-44f6-aa2a-9abbdb49884d tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 949 time: 0.0562551 Sep 23 22:14:31.009383 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f19451f-dc7f-41a8-a86f-844e31c16f6f req-b563a585-731f-4334-906a-22d6e234b717 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441427 Sep 23 22:14:31.091747 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1867d2fd-cf7a-4cd2-b2dd-e703167754cc details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:14:31.302622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e797f-0290-423e-8e90-5268b341f42d req-c60d8baf-0335-4254-86cb-3f20570fa2f1 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:31.308542 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-638e797f-0290-423e-8e90-5268b341f42d req-c60d8baf-0335-4254-86cb-3f20570fa2f1 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 948 time: 0.0993800 Sep 23 22:14:31.328028 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-82361417-0ea3-43de-bd5a-25e375d555b8 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3756e6e4b7384c58b79362f025ad60eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944595 Sep 23 22:14:31.354573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:31.373877 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '1867d2fd-cf7a-4cd2-b2dd-e703167754cc', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '1867d2fd-cf7a-4cd2-b2dd-e703167754cc', 'mac_address': 'fa:16:3e:80:32:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:14:31.411108 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-638e797f-0290-423e-8e90-5268b341f42d req-9e897903-77ab-4437-80e3-dc196e9ea2ec tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911319 Sep 23 22:14:31.456521 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:31.480879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1867d2fd-cf7a-4cd2-b2dd-e703167754cc {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:14:31.511740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:31.583974 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-e2f98928-267d-49a3-b6c7-5b9fb8a84387 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:31.588661 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:31.597136 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-e2f98928-267d-49a3-b6c7-5b9fb8a84387 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460878 Sep 23 22:14:31.624560 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-479c2646-887b-4463-b89c-c9202a8483c5 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/quotas/3756e6e4b7384c58b79362f025ad60eb HTTP/1.1" status: 200 len: 375 time: 0.0257342 Sep 23 22:14:31.684351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:31.690027 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-6cea02d4-44b8-42d7-89e5-4f22ab4005e4 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591142 Sep 23 22:14:31.861995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['1867d2fd-cf7a-4cd2-b2dd-e703167754cc'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:14:32.372107 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520927ff-613a-47e0-bb88-54d3284e6a5e req-fd8a7ec0-3e6c-480e-834a-e16d0e44216b tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:32.385175 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-520927ff-613a-47e0-bb88-54d3284e6a5e req-fd8a7ec0-3e6c-480e-834a-e16d0e44216b tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 950 time: 0.2067649 Sep 23 22:14:32.410785 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccf2db-0683-454c-a099-d673c00b4511 req-fcbf22b4-9408-48e1-a4f8-6a3eec44c751 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:32.412730 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1bccf2db-0683-454c-a099-d673c00b4511 req-fcbf22b4-9408-48e1-a4f8-6a3eec44c751 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 950 time: 0.2146931 Sep 23 22:14:32.481775 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-520927ff-613a-47e0-bb88-54d3284e6a5e req-a1f1ab7d-0834-45fb-86fd-bd546ce73332 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953181 Sep 23 22:14:32.513950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169c705-9144-4c0e-908a-4b31a8b37702 req-ef01e90f-14d7-4467-a89f-b26a29a8868f tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:32.516801 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1169c705-9144-4c0e-908a-4b31a8b37702 req-ef01e90f-14d7-4467-a89f-b26a29a8868f tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 949 time: 0.2182066 Sep 23 22:14:32.627275 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1169c705-9144-4c0e-908a-4b31a8b37702 req-997cf495-e4e2-4e35-9b74-99ba246feb34 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014626 Sep 23 22:14:32.654717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-04d448b0-b22f-4cd1-a2d6-007c14910274 req-d02058f4-903c-431b-81e8-a79cf8ea3aaf tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 210 time: 0.0822616 Sep 23 22:14:32.720117 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:14:32.731771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-1bccf2db-0683-454c-a099-d673c00b4511 req-3bcc81ce-ba2c-46dd-8f37-d3585f343769 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Deleting port a23ab5c1-8ec4-414f-822d-bfe864977117 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:14:32.732462 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1bccf2db-0683-454c-a099-d673c00b4511 req-3bcc81ce-ba2c-46dd-8f37-d3585f343769 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:32.947733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525138eb-9a1c-41af-8eee-54649aef8101 req-e77e8fb9-cfcb-4100-89cd-6ca044e1bfc0 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:32.950158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-525138eb-9a1c-41af-8eee-54649aef8101 req-e77e8fb9-cfcb-4100-89cd-6ca044e1bfc0 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 949 time: 0.0916476 Sep 23 22:14:32.958207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-1bccf2db-0683-454c-a099-d673c00b4511 req-3bcc81ce-ba2c-46dd-8f37-d3585f343769 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] For port a23ab5c1-8ec4-414f-822d-bfe864977117, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=a23ab5c1-8ec4-414f-822d-bfe864977117,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:32.958604 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1bccf2db-0683-454c-a099-d673c00b4511 req-3bcc81ce-ba2c-46dd-8f37-d3585f343769 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:32.983999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-1bccf2db-0683-454c-a099-d673c00b4511 req-3bcc81ce-ba2c-46dd-8f37-d3585f343769 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Calling delete_port for a23ab5c1-8ec4-414f-822d-bfe864977117 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:14:33.102149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-525138eb-9a1c-41af-8eee-54649aef8101 req-822ce0bf-c3ca-48bf-a9ed-fd43600aa808 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401234 Sep 23 22:14:33.132917 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1867d2fd-cf7a-4cd2-b2dd-e703167754cc up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:14:33.314614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:14:33.321101 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:14:33.321680 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:33.351674 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1bccf2db-0683-454c-a099-d673c00b4511 req-3bcc81ce-ba2c-46dd-8f37-d3585f343769 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:33.399667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['8994b9e9-9189-4455-918e-660112fe0b1d', 'a23ab5c1-8ec4-414f-822d-bfe864977117'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:14:33.495402 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:33.546879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc81ce-ba2c-46dd-8f37-d3585f343769 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Pushing event deleted for resources: {'Port': ['ID=a23ab5c1-8ec4-414f-822d-bfe864977117,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:33.579276 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e7357f-9faa-43ae-8c7d-72268b270603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1867d2fd-cf7a-4cd2-b2dd-e703167754cc'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:33.587852 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaf3dc5-faaf-4651-92d2-c880ca71e165" -d '{"events": [{"server_uuid": "09e7357f-9faa-43ae-8c7d-72268b270603", "name": "network-vif-plugged", "status": "completed", "tag": "1867d2fd-cf7a-4cd2-b2dd-e703167754cc"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:33.596828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:33.682885 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:33.684562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bccf2db-0683-454c-a099-d673c00b4511 req-3bcc81ce-ba2c-46dd-8f37-d3585f343769 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] No DVR routers for this DVR port a23ab5c1-8ec4-414f-822d-bfe864977117 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:14:33.705785 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1bccf2db-0683-454c-a099-d673c00b4511 req-3bcc81ce-ba2c-46dd-8f37-d3585f343769 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:33.720097 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1bccf2db-0683-454c-a099-d673c00b4511 req-3bcc81ce-ba2c-46dd-8f37-d3585f343769 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.67 "DELETE /v2.0/ports/a23ab5c1-8ec4-414f-822d-bfe864977117 HTTP/1.1" status: 204 len: 173 time: 1.2978189 Sep 23 22:14:33.720982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c1c42f-d846-41a6-8e41-9af1426aa3bd', 'name': 'network-vif-deleted', 'tag': 'a23ab5c1-8ec4-414f-822d-bfe864977117'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:33.731454 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58842395-b758-4d4a-a735-548faf71fe54" -d '{"events": [{"server_uuid": "91c1c42f-d846-41a6-8e41-9af1426aa3bd", "name": "network-vif-deleted", "tag": "a23ab5c1-8ec4-414f-822d-bfe864977117"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:33.915532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:34.002693 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a67efa59-4e11-4e45-b4b3-296544d5c833 req-1c589e6a-0869-4497-b876-5c08708510e9 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 210 time: 0.0541296 Sep 23 22:14:34.071704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb51e20-ac36-4d04-8693-a561a5730057 req-4062a9fb-3f16-437c-8fdf-6c1eaf2d7352 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:34.073369 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fb51e20-ac36-4d04-8693-a561a5730057 req-4062a9fb-3f16-437c-8fdf-6c1eaf2d7352 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 949 time: 0.1046457 Sep 23 22:14:34.083478 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8c0c94-3c91-4c63-a55b-bef0d4864d14 x-openstack-request-id: req-fd8c0c94-3c91-4c63-a55b-bef0d4864d14 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:34.084423 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e7357f-9faa-43ae-8c7d-72268b270603", "name": "network-vif-plugged", "status": "completed", "tag": "1867d2fd-cf7a-4cd2-b2dd-e703167754cc", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:34.084766 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd8c0c94-3c91-4c63-a55b-bef0d4864d14 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:34.085356 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e7357f-9faa-43ae-8c7d-72268b270603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1867d2fd-cf7a-4cd2-b2dd-e703167754cc', 'code': 200} Sep 23 22:14:34.253339 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a0f0a623-7506-45f6-b337-1b58f8b85761 req-6fab34a1-a918-4aa8-adb7-1a78f5c2970e tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 210 time: 0.0685766 Sep 23 22:14:34.261672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-4fb51e20-ac36-4d04-8693-a561a5730057 req-f153c93d-fcd3-43f6-8130-af4f3df85e64 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Deleting port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:14:34.262399 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4fb51e20-ac36-4d04-8693-a561a5730057 req-f153c93d-fcd3-43f6-8130-af4f3df85e64 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:34.351859 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93816f5-5eb9-4b03-a01b-a42930b733a4 req-0eb6b5f0-9e00-472b-8429-574ce15b29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:34.355740 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b93816f5-5eb9-4b03-a01b-a42930b733a4 req-0eb6b5f0-9e00-472b-8429-574ce15b29d6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 1101 time: 0.1706548 Sep 23 22:14:34.396572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33670) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:34.420344 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a9fc45-c299-44ad-a492-9bc2c5ad2cad x-openstack-request-id: req-f6a9fc45-c299-44ad-a492-9bc2c5ad2cad {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:34.420630 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c1c42f-d846-41a6-8e41-9af1426aa3bd", "name": "network-vif-deleted", "tag": "a23ab5c1-8ec4-414f-822d-bfe864977117", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:34.420843 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6a9fc45-c299-44ad-a492-9bc2c5ad2cad {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:34.421329 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c1c42f-d846-41a6-8e41-9af1426aa3bd', 'name': 'network-vif-deleted', 'tag': 'a23ab5c1-8ec4-414f-822d-bfe864977117', 'status': 'completed', 'code': 200} Sep 23 22:14:34.448737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f3796-1ad8-429d-968c-a9b9c0f71835 req-7a99751c-947a-48ca-8357-9fe466811672 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:34.463241 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-251f3796-1ad8-429d-968c-a9b9c0f71835 req-7a99751c-947a-48ca-8357-9fe466811672 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 949 time: 0.2190061 Sep 23 22:14:34.497459 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-4fb51e20-ac36-4d04-8693-a561a5730057 req-f153c93d-fcd3-43f6-8130-af4f3df85e64 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] For port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8a170c32-aaf6-4e95-9a17-df07cd0c2f56,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:34.498370 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4fb51e20-ac36-4d04-8693-a561a5730057 req-f153c93d-fcd3-43f6-8130-af4f3df85e64 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:34.522162 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-4fb51e20-ac36-4d04-8693-a561a5730057 req-f153c93d-fcd3-43f6-8130-af4f3df85e64 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Calling delete_port for 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:14:34.524123 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b93816f5-5eb9-4b03-a01b-a42930b733a4 req-5969c639-ec24-4651-a8c8-252ed579af27 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552320 Sep 23 22:14:34.564056 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-251f3796-1ad8-429d-968c-a9b9c0f71835 req-0c9f01c9-6cec-418f-926d-45f0a20de871 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/security-groups?id=37a833e8-d2a6-419b-9a7a-3fc6199f5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984566 Sep 23 22:14:34.603037 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13a20018-4e70-4d7a-8042-1ea6874432d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:34.771122 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13a20018-4e70-4d7a-8042-1ea6874432d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:34.840372 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4fb51e20-ac36-4d04-8693-a561a5730057 req-f153c93d-fcd3-43f6-8130-af4f3df85e64 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:34.855110 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcdef4-40d7-4095-98c4-0b1d8bc0e0c6 req-fd2c2353-84e9-4ddf-ae4f-45dd0710176f tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:34.856943 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98dcdef4-40d7-4095-98c4-0b1d8bc0e0c6 req-fd2c2353-84e9-4ddf-ae4f-45dd0710176f tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 950 time: 0.0909562 Sep 23 22:14:34.863591 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13a20018-4e70-4d7a-8042-1ea6874432d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:34.891413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153c93d-fcd3-43f6-8130-af4f3df85e64 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Pushing event deleted for resources: {'Port': ['ID=8a170c32-aaf6-4e95-9a17-df07cd0c2f56,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:34.901304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['8a170c32-aaf6-4e95-9a17-df07cd0c2f56'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:14:35.022801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a20018-4e70-4d7a-8042-1ea6874432d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8639eac4-a131-46ec-91a1-25cc4e8705b8,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:35.037642 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-13a20018-4e70-4d7a-8042-1ea6874432d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ddd85960f6a49b7acf180df32fc034c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6392338 Sep 23 22:14:35.041639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33686) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:35.073101 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98dcdef4-40d7-4095-98c4-0b1d8bc0e0c6 req-02180d38-1a6d-45e5-8f57-6da7a7ffe59e tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032228 Sep 23 22:14:35.237336 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15d142af-dabf-4dcf-94e1-42aff7d21717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:35.291956 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15d142af-dabf-4dcf-94e1-42aff7d21717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:35.452929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb51e20-ac36-4d04-8693-a561a5730057 req-f153c93d-fcd3-43f6-8130-af4f3df85e64 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] No DVR routers for this DVR port 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:14:35.466096 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4fb51e20-ac36-4d04-8693-a561a5730057 req-f153c93d-fcd3-43f6-8130-af4f3df85e64 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:35.467407 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fb51e20-ac36-4d04-8693-a561a5730057 req-f153c93d-fcd3-43f6-8130-af4f3df85e64 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.67 "DELETE /v2.0/ports/8a170c32-aaf6-4e95-9a17-df07cd0c2f56 HTTP/1.1" status: 204 len: 173 time: 1.3861723 Sep 23 22:14:35.479046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15d142af-dabf-4dcf-94e1-42aff7d21717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:35.481699 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15d142af-dabf-4dcf-94e1-42aff7d21717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:35.482968 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-15d142af-dabf-4dcf-94e1-42aff7d21717 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8639eac4-a131-46ec-91a1-25cc4e8705b8 HTTP/1.1" status: 204 len: 168 time: 0.4396226 Sep 23 22:14:35.495726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1cdbfc96-e30f-4b3a-93b5-9a9157a2622a req-c46fd3d0-f4a9-459d-8607-89e8ff05fd17 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=91c1c42f-d846-41a6-8e41-9af1426aa3bd HTTP/1.1" status: 200 len: 210 time: 0.0436752 Sep 23 22:14:35.508239 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d142af-dabf-4dcf-94e1-42aff7d21717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8639eac4-a131-46ec-91a1-25cc4e8705b8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:35.533038 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e07c200d-aeae-4376-b0b2-89ef1c671640 req-70c1a1ab-307c-4a92-aaac-0786a240321e tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 210 time: 0.0488410 Sep 23 22:14:35.814807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-065c682f-1be0-4090-9b18-e08005ca88c4 req-4d689e84-1135-43da-bfac-d7c85c899399 tempest-DeleteServersAdminTestJSON-1426840557 tempest-DeleteServersAdminTestJSON-1426840557-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf9e7e43-96ef-4ef7-8cf0-0028b6dac710 HTTP/1.1" status: 200 len: 210 time: 0.0506034 Sep 23 22:14:36.090760 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-52c75971-d594-4d0d-bac4-805c7b5aefe0 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3756e6e4b7384c58b79362f025ad60eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786839 Sep 23 22:14:36.205784 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:36.317420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device a23ab5c1-8ec4-414f-822d-bfe864977117 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:14:36.338846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-90cc3878-927f-451f-9edd-7557f31d66cc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:36.340930 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-90cc3878-927f-451f-9edd-7557f31d66cc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2414756 Sep 23 22:14:36.350646 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: a23ab5c1-8ec4-414f-822d-bfe864977117 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:14:36.351152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device a23ab5c1-8ec4-414f-822d-bfe864977117 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:14:36.370746 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34af24-6ace-42d1-8973-20bade67b3f8 req-1a616414-91e9-421a-9495-5cf8b0c51804 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:36.372445 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae34af24-6ace-42d1-8973-20bade67b3f8 req-1a616414-91e9-421a-9495-5cf8b0c51804 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 950 time: 0.0846906 Sep 23 22:14:36.380721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Request body: {'port': {'device_id': 'f8c2a65b-3e75-48d3-947c-18b62980bb69', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '3756e6e4b7384c58b79362f025ad60eb'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:36.431182 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9e7e43-96ef-4ef7-8cf0-0028b6dac710', 'name': 'network-vif-deleted', 'tag': '8a170c32-aaf6-4e95-9a17-df07cd0c2f56'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:36.435681 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342258b4-62bc-4d83-9096-add11d6ca263" -d '{"events": [{"server_uuid": "cf9e7e43-96ef-4ef7-8cf0-0028b6dac710", "name": "network-vif-deleted", "tag": "8a170c32-aaf6-4e95-9a17-df07cd0c2f56"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:36.543831 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851906f4-61e2-4c55-bd3d-6c6e7ad1769c x-openstack-request-id: req-851906f4-61e2-4c55-bd3d-6c6e7ad1769c {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:36.544006 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9e7e43-96ef-4ef7-8cf0-0028b6dac710", "name": "network-vif-deleted", "tag": "8a170c32-aaf6-4e95-9a17-df07cd0c2f56", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:36.546080 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-851906f4-61e2-4c55-bd3d-6c6e7ad1769c {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:36.546080 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9e7e43-96ef-4ef7-8cf0-0028b6dac710', 'name': 'network-vif-deleted', 'tag': '8a170c32-aaf6-4e95-9a17-df07cd0c2f56', 'status': 'completed', 'code': 200} Sep 23 22:14:36.577294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae34af24-6ace-42d1-8973-20bade67b3f8 req-0f716624-59c7-4b9a-b50c-d6d1ffafa0cd tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248155 Sep 23 22:14:36.613304 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33744) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:36.647759 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14499f6a-0ad7-47d7-bf06-01c69cc05c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:36.720987 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Made reservation on behalf of 3756e6e4b7384c58b79362f025ad60eb for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:14:36.730789 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:36.750780 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:36.779996 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3e672236-6d6a-49b1-aea7-4ed22ace70cb req-6cd225ee-f759-49eb-80c0-89ca7f54f3f3 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 210 time: 0.0663984 Sep 23 22:14:36.804719 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:14:36.804719 n-d-810775-1 neutron-server[95491]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:14:36.804719 n-d-810775-1 neutron-server[95491]: [parameters: {'project_id_1': '3756e6e4b7384c58b79362f025ad60eb', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 14, 16, 773594)}] Sep 23 22:14:36.804719 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:14:36.805243 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:14:36.874910 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543e5f0-f2bb-4a32-b024-6328a5e33ab0 req-fdb0e321-cb49-46b0-af39-9d724deb693e tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:36.878464 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f543e5f0-f2bb-4a32-b024-6328a5e33ab0 req-fdb0e321-cb49-46b0-af39-9d724deb693e tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=fec6847c-d222-4583-9f36-5b75019dc3b1 HTTP/1.1" status: 200 len: 949 time: 0.1130905 Sep 23 22:14:36.952925 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f543e5f0-f2bb-4a32-b024-6328a5e33ab0 req-f43a30fa-99ef-4465-9c31-245ca1325ad0 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653791 Sep 23 22:14:36.978916 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14499f6a-0ad7-47d7-bf06-01c69cc05c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:36.992929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33760) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:37.104183 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14499f6a-0ad7-47d7-bf06-01c69cc05c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:37.159088 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-14499f6a-0ad7-47d7-bf06-01c69cc05c51 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a60e1c321cd04936926eeef5453dcaf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5426118 Sep 23 22:14:37.160316 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14499f6a-0ad7-47d7-bf06-01c69cc05c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0765306d-ac84-4b6b-9355-6e3662fea848,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:37.162363 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33764) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:37.236717 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05c9d823-9239-4130-a191-4d6afa5aa7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:37.296085 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d10bc65c-984c-4259-9de8-cfb2c78abf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:37.306590 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:37.361613 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d10bc65c-984c-4259-9de8-cfb2c78abf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:37.472646 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05c9d823-9239-4130-a191-4d6afa5aa7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:37.531817 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d10bc65c-984c-4259-9de8-cfb2c78abf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:37.535630 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d10bc65c-984c-4259-9de8-cfb2c78abf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:37.539019 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d10bc65c-984c-4259-9de8-cfb2c78abf37 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0765306d-ac84-4b6b-9355-6e3662fea848 HTTP/1.1" status: 204 len: 168 time: 0.3738711 Sep 23 22:14:37.556894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10bc65c-984c-4259-9de8-cfb2c78abf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0765306d-ac84-4b6b-9355-6e3662fea848,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:37.573167 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05c9d823-9239-4130-a191-4d6afa5aa7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:37.692217 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-05c9d823-9239-4130-a191-4d6afa5aa7c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0924e9256d3e4d23bc885927c142f337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6972291 Sep 23 22:14:37.695263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33784) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:37.696369 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9d823-9239-4130-a191-4d6afa5aa7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b716507-9e86-4aae-8424-22be2d8fa7f2,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:37.791399 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:37.800847 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-17411324-abc3-4b05-a5f9-b1c691d6d478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:37.840600 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-17411324-abc3-4b05-a5f9-b1c691d6d478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:37.920412 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:37.971387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43ceb31-9023-46d9-8b46-64b6d78e9825,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:37.989477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c069e58-23b3-4df0-b2db-f3ec71889909 req-9e6e1478-c0e2-4619-9f55-784ce13cc47b tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:37.992344 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c069e58-23b3-4df0-b2db-f3ec71889909 req-9e6e1478-c0e2-4619-9f55-784ce13cc47b tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 949 time: 0.1187394 Sep 23 22:14:38.045976 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-17411324-abc3-4b05-a5f9-b1c691d6d478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:38.050812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-17411324-abc3-4b05-a5f9-b1c691d6d478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:38.053405 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-17411324-abc3-4b05-a5f9-b1c691d6d478 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b716507-9e86-4aae-8424-22be2d8fa7f2 HTTP/1.1" status: 204 len: 168 time: 0.3564339 Sep 23 22:14:38.070950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17411324-abc3-4b05-a5f9-b1c691d6d478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b716507-9e86-4aae-8424-22be2d8fa7f2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:38.105434 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c069e58-23b3-4df0-b2db-f3ec71889909 req-8b19071d-8853-4117-b7ff-0e7de04a5f06 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018231 Sep 23 22:14:38.303690 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Allocated IP 192.168.233.16 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/b9df0991-055c-407c-a221-7fbaf95f1c6d) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:14:38.310615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:14:38.340791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-55306140-31ae-41a4-84e0-f90ffb7aec55 req-af008aed-4b28-4a29-ade5-97b1f5cc612d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 210 time: 0.0430119 Sep 23 22:14:38.365619 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:14:38.366633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8a170c32-aaf6-4e95-9a17-df07cd0c2f56 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:14:38.613088 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:38.646093 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da3fbb65-461c-4a39-ab23-b2a2cbae7b67 req-ddf8dcf4-e6ba-435e-9cf7-c903551e23ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520279 Sep 23 22:14:38.789598 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:38.807155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fbb65-461c-4a39-ab23-b2a2cbae7b67 req-ecc4dc8d-be84-4e2f-8f5f-a3796a1bfb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:38.809460 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da3fbb65-461c-4a39-ab23-b2a2cbae7b67 req-ecc4dc8d-be84-4e2f-8f5f-a3796a1bfb35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8b6969335334004955419fa121e731e&device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 1097 time: 0.0534601 Sep 23 22:14:38.874051 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:14:38.884664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:14:38.896894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:14:38.990470 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:38.991449 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:39.002204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event updated for resources: {'Port': ['ID=b9df0991-055c-407c-a221-7fbaf95f1c6d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:39.120996 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fbb65-461c-4a39-ab23-b2a2cbae7b67 req-65335682-de92-4363-9065-844680d17e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:39.122149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-a515e8ec-d457-45c1-bbff-29663eec8e3f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7483158 Sep 23 22:14:39.124241 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da3fbb65-461c-4a39-ab23-b2a2cbae7b67 req-65335682-de92-4363-9065-844680d17e2a service neutron] 10.222.0.43 "GET /v2.0/networks?id=7f02de17-3cdd-47cd-827d-131803615523 HTTP/1.1" status: 200 len: 924 time: 0.2810836 Sep 23 22:14:39.149544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Request body: {'port': {'device_id': 'f8c2a65b-3e75-48d3-947c-18b62980bb69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:39.295226 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:39.324748 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da3fbb65-461c-4a39-ab23-b2a2cbae7b67 req-4ac0ac4a-ed7b-4606-b248-8f6f088479f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75e7bb5e-b94e-4383-95ac-92afe836d88e HTTP/1.1" status: 200 len: 1002 time: 0.1901722 Sep 23 22:14:39.371375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d33ef5df-b70b-4ea9-9f77-b83fb47b307d None None] Provisioning complete for port b9df0991-055c-407c-a221-7fbaf95f1c6d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:14:39.372142 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d33ef5df-b70b-4ea9-9f77-b83fb47b307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:39.449002 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d33ef5df-b70b-4ea9-9f77-b83fb47b307d None None] Port b9df0991-055c-407c-a221-7fbaf95f1c6d cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:14:39.458771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09de34b-29c6-4ee7-a05c-dc761b1ed9c2 req-22957070-8479-4889-9c0f-6a7d9082070b tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:39.460436 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e09de34b-29c6-4ee7-a05c-dc761b1ed9c2 req-22957070-8479-4889-9c0f-6a7d9082070b tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 949 time: 0.1307933 Sep 23 22:14:39.467207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fbb65-461c-4a39-ab23-b2a2cbae7b67 req-53868167-814e-4b72-87e4-52997be67394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:39.468723 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da3fbb65-461c-4a39-ab23-b2a2cbae7b67 req-53868167-814e-4b72-87e4-52997be67394 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92fcb3eb-b34b-4893-a379-9f6f842e3c9e HTTP/1.1" status: 200 len: 862 time: 0.0797560 Sep 23 22:14:39.558068 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e09de34b-29c6-4ee7-a05c-dc761b1ed9c2 req-9738fb5a-339a-48d6-825f-ba2f7bead1cb tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849094 Sep 23 22:14:39.572617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fbb65-461c-4a39-ab23-b2a2cbae7b67 req-2cdd6c11-25e1-4492-ba5d-bcdc1c14a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:39.574813 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da3fbb65-461c-4a39-ab23-b2a2cbae7b67 req-2cdd6c11-25e1-4492-ba5d-bcdc1c14a42f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f02de17-3cdd-47cd-827d-131803615523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927048 Sep 23 22:14:39.817536 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33850) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:39.856514 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-504cc0d3-5b89-4238-a91e-96f483f71529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:39.892673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9df0991-055c-407c-a221-7fbaf95f1c6d {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:14:39.914282 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:39.945633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7339ee3-b624-4d08-bb89-62dc33dbfd82 req-282183b4-4eea-486e-8838-ef4153ef1092 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:39.948499 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c7339ee3-b624-4d08-bb89-62dc33dbfd82 req-282183b4-4eea-486e-8838-ef4153ef1092 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 949 time: 0.3101861 Sep 23 22:14:39.968307 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Transition to ACTIVE for port object b9df0991-055c-407c-a221-7fbaf95f1c6d will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:14:40.004021 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da3fbb65-461c-4a39-ab23-b2a2cbae7b67 req-7fa5a696-d96d-4269-b24a-4f033d3ec1dc service neutron] 10.222.0.43 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988891 Sep 23 22:14:40.061003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33856) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:40.066012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080b286-f2d3-4c05-aa2a-87de3c3df67f req-1707ee61-142c-4580-a9f6-65aabf193930 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:40.078663 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1080b286-f2d3-4c05-aa2a-87de3c3df67f req-1707ee61-142c-4580-a9f6-65aabf193930 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 935 time: 0.3031571 Sep 23 22:14:40.115787 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-504cc0d3-5b89-4238-a91e-96f483f71529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:40.253187 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1080b286-f2d3-4c05-aa2a-87de3c3df67f req-b4f59433-391e-4161-a09f-381675457f41 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732752 Sep 23 22:14:40.277589 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da3fbb65-461c-4a39-ab23-b2a2cbae7b67 req-fad15b0b-2b32-4083-8878-30903eacf00d service neutron] 10.222.0.43 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375977 Sep 23 22:14:40.319619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-c7339ee3-b624-4d08-bb89-62dc33dbfd82 req-20ce4195-e39f-4da5-b51f-059fddf6edf3 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Deleting port 8994b9e9-9189-4455-918e-660112fe0b1d {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:14:40.320968 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c7339ee3-b624-4d08-bb89-62dc33dbfd82 req-20ce4195-e39f-4da5-b51f-059fddf6edf3 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:40.470227 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4438f8ae-ca89-4b05-b048-feed714137c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=786c5d4972b74b4eb7a063aad689fba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077270 Sep 23 22:14:40.470980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33872) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:40.483974 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:40.527605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-c7339ee3-b624-4d08-bb89-62dc33dbfd82 req-20ce4195-e39f-4da5-b51f-059fddf6edf3 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] For port 8994b9e9-9189-4455-918e-660112fe0b1d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8994b9e9-9189-4455-918e-660112fe0b1d,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:40.528308 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c7339ee3-b624-4d08-bb89-62dc33dbfd82 req-20ce4195-e39f-4da5-b51f-059fddf6edf3 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:40.528598 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-504cc0d3-5b89-4238-a91e-96f483f71529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:40.549465 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-c7339ee3-b624-4d08-bb89-62dc33dbfd82 req-20ce4195-e39f-4da5-b51f-059fddf6edf3 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Calling delete_port for 8994b9e9-9189-4455-918e-660112fe0b1d owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:14:40.635152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504cc0d3-5b89-4238-a91e-96f483f71529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df348e06-a8fe-4d2b-a100-d2f2cab55865,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:40.730407 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-504cc0d3-5b89-4238-a91e-96f483f71529 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=648b942bb7754979ac504c52e34a5b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9107223 Sep 23 22:14:40.749630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Pushing event updated for resources: {'Port': ['ID=b9df0991-055c-407c-a221-7fbaf95f1c6d,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:40.749630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33882) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:40.856992 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c7339ee3-b624-4d08-bb89-62dc33dbfd82 req-20ce4195-e39f-4da5-b51f-059fddf6edf3 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:40.898453 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a489599e-8eb9-45bf-985c-c3aae89a5973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:40.904443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['8994b9e9-9189-4455-918e-660112fe0b1d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:14:40.912725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce4195-e39f-4da5-b51f-059fddf6edf3 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Pushing event deleted for resources: {'Port': ['ID=8994b9e9-9189-4455-918e-660112fe0b1d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:41.025425 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7339ee3-b624-4d08-bb89-62dc33dbfd82 req-20ce4195-e39f-4da5-b51f-059fddf6edf3 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] No DVR routers for this DVR port 8994b9e9-9189-4455-918e-660112fe0b1d on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:14:41.029897 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c7339ee3-b624-4d08-bb89-62dc33dbfd82 req-20ce4195-e39f-4da5-b51f-059fddf6edf3 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:41.034674 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c7339ee3-b624-4d08-bb89-62dc33dbfd82 req-20ce4195-e39f-4da5-b51f-059fddf6edf3 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.67 "DELETE /v2.0/ports/8994b9e9-9189-4455-918e-660112fe0b1d HTTP/1.1" status: 204 len: 173 time: 1.0735626 Sep 23 22:14:41.036560 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1368fe-ef5f-45d0-9a01-0556ae3a444c', 'name': 'network-vif-deleted', 'tag': '8994b9e9-9189-4455-918e-660112fe0b1d'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:41.041790 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a489599e-8eb9-45bf-985c-c3aae89a5973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:41.055140 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d5be2c-9f09-4708-b21b-546a3948ee41" -d '{"events": [{"server_uuid": "ba1368fe-ef5f-45d0-9a01-0556ae3a444c", "name": "network-vif-deleted", "tag": "8994b9e9-9189-4455-918e-660112fe0b1d"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:41.087069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ee1e5-32f2-412c-8355-594fa5fb545e req-6429ba1f-1798-4d94-951e-fe3d795e7fde tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:41.090038 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-586ee1e5-32f2-412c-8355-594fa5fb545e req-6429ba1f-1798-4d94-951e-fe3d795e7fde tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 867 time: 0.3772469 Sep 23 22:14:41.111760 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-61d9f762-c505-49d7-8034-66a10b92d786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:41.115364 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Attempting to bind port b9df0991-055c-407c-a221-7fbaf95f1c6d on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:14:41.115928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Attempting to bind port b9df0991-055c-407c-a221-7fbaf95f1c6d by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:14:41.116537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Attempting to bind port b9df0991-055c-407c-a221-7fbaf95f1c6d on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:14:41.185939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Port b9df0991-055c-407c-a221-7fbaf95f1c6d on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:14:41.186444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Attempting to bind port b9df0991-055c-407c-a221-7fbaf95f1c6d on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:14:41.214893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:14:41.215327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:14:41.215960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:14:41.216721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Bound port: b9df0991-055c-407c-a221-7fbaf95f1c6d, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:14:41.217346 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:41.262325 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-61d9f762-c505-49d7-8034-66a10b92d786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:41.295170 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-586ee1e5-32f2-412c-8355-594fa5fb545e req-b02a5ec7-9739-4d4b-b600-2052f0d49e72 tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/security-groups?id=a74bb9c6-6382-47d1-a762-8095ee285829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891046 Sep 23 22:14:41.413364 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a489599e-8eb9-45bf-985c-c3aae89a5973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:41.417975 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a489599e-8eb9-45bf-985c-c3aae89a5973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:41.423477 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a489599e-8eb9-45bf-985c-c3aae89a5973 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37a833e8-d2a6-419b-9a7a-3fc6199f5a85 HTTP/1.1" status: 204 len: 168 time: 0.9475899 Sep 23 22:14:41.445812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489599e-8eb9-45bf-985c-c3aae89a5973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a833e8-d2a6-419b-9a7a-3fc6199f5a85,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:41.459576 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7884a80-d63b-489d-aa70-6b03b5d011b5 x-openstack-request-id: req-b7884a80-d63b-489d-aa70-6b03b5d011b5 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:41.460713 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1368fe-ef5f-45d0-9a01-0556ae3a444c", "name": "network-vif-deleted", "tag": "8994b9e9-9189-4455-918e-660112fe0b1d", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:41.461304 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7884a80-d63b-489d-aa70-6b03b5d011b5 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:41.461938 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1368fe-ef5f-45d0-9a01-0556ae3a444c', 'name': 'network-vif-deleted', 'tag': '8994b9e9-9189-4455-918e-660112fe0b1d', 'status': 'completed', 'code': 200} Sep 23 22:14:41.548622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] For port b9df0991-055c-407c-a221-7fbaf95f1c6d, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:14:41.555704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] For port b9df0991-055c-407c-a221-7fbaf95f1c6d, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b9df0991-055c-407c-a221-7fbaf95f1c6d,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:14:41.642569 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772960e-adbd-401f-96bc-b4c264ea77f0 req-96e06786-6e18-4b3b-ab91-cb528141ff1d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:41.657546 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6772960e-adbd-401f-96bc-b4c264ea77f0 req-96e06786-6e18-4b3b-ab91-cb528141ff1d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 947 time: 0.1104426 Sep 23 22:14:41.699359 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-61d9f762-c505-49d7-8034-66a10b92d786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:41.705183 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-61d9f762-c505-49d7-8034-66a10b92d786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:41.714988 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-61d9f762-c505-49d7-8034-66a10b92d786 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df348e06-a8fe-4d2b-a100-d2f2cab55865 HTTP/1.1" status: 204 len: 168 time: 0.8768849 Sep 23 22:14:41.716517 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:41.762221 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6772960e-adbd-401f-96bc-b4c264ea77f0 req-29ac4d06-c77c-4d69-ad12-0baa65acf351 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992384 Sep 23 22:14:41.857180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Pushing event updated for resources: {'Port': ['ID=b9df0991-055c-407c-a221-7fbaf95f1c6d,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:41.874759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:41.875457 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:41.877287 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-7d8f7259-19e0-44a2-96c3-7fbc4e9c7333 service neutron] 10.222.0.67 "PUT /v2.0/ports/b9df0991-055c-407c-a221-7fbaf95f1c6d HTTP/1.1" status: 200 len: 1095 time: 2.7347014 Sep 23 22:14:41.878154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9f762-c505-49d7-8034-66a10b92d786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df348e06-a8fe-4d2b-a100-d2f2cab55865,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:41.881723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c2a65b-3e75-48d3-947c-18b62980bb69', 'tag': 'b9df0991-055c-407c-a221-7fbaf95f1c6d'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:41.884397 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a283f229-5212-46f5-8d32-ed5b7d3a6457" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c2a65b-3e75-48d3-947c-18b62980bb69", "tag": "b9df0991-055c-407c-a221-7fbaf95f1c6d"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:42.014984 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef8c001-4b89-494a-9f45-157f89c9b093 x-openstack-request-id: req-0ef8c001-4b89-494a-9f45-157f89c9b093 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:42.016633 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c2a65b-3e75-48d3-947c-18b62980bb69", "tag": "b9df0991-055c-407c-a221-7fbaf95f1c6d", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:42.016633 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ef8c001-4b89-494a-9f45-157f89c9b093 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:42.016633 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c2a65b-3e75-48d3-947c-18b62980bb69', 'tag': 'b9df0991-055c-407c-a221-7fbaf95f1c6d', 'status': 'completed', 'code': 200} Sep 23 22:14:42.218872 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-6d2f0dd3-d61f-4c2e-bc16-f296d5a2e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:42.220903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-6d2f0dd3-d61f-4c2e-bc16-f296d5a2e46a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 1098 time: 0.1459501 Sep 23 22:14:42.324729 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-66cd8d8c-9228-4964-afcd-a656363c4940 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b9df0991-055c-407c-a221-7fbaf95f1c6d HTTP/1.1" status: 200 len: 217 time: 0.0867243 Sep 23 22:14:42.498133 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-51048982-fbc8-4bfc-8404-60453bb7ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:42.511704 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-51048982-fbc8-4bfc-8404-60453bb7ba38 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1747608 Sep 23 22:14:42.641382 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31df8f86-d062-4905-b0ed-8fc7de0b5202 req-6a99cb2a-d1f2-4cb8-a57e-fb88eb3ada2d tempest-LiveMigrationNegativeTest-1076054326 tempest-LiveMigrationNegativeTest-1076054326-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba1368fe-ef5f-45d0-9a01-0556ae3a444c HTTP/1.1" status: 200 len: 210 time: 0.0834281 Sep 23 22:14:42.657523 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-895d554a-7197-48b9-ade7-95bd9f3e0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:42.661359 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-895d554a-7197-48b9-ade7-95bd9f3e0d37 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1406300 Sep 23 22:14:42.820846 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-b860ec7b-c075-4948-9c1d-34e81c8ff812 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529791 Sep 23 22:14:42.983478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632aa7a-4b2b-4ae9-b905-4816fb9e8e7c req-d70f401f-fcb5-46c6-8964-3f520d59ac22 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:42.985197 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9632aa7a-4b2b-4ae9-b905-4816fb9e8e7c req-d70f401f-fcb5-46c6-8964-3f520d59ac22 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 947 time: 0.1092484 Sep 23 22:14:43.006938 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fa24df6a-cdcc-4eef-a227-ab9e42c457a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:43.016305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2801bb-90aa-4152-8bcc-b573d3da77cc req-061e6821-0f69-4334-bd41-ec89d2761f40 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880667 Sep 23 22:14:43.081068 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9632aa7a-4b2b-4ae9-b905-4816fb9e8e7c req-8ff60250-4683-489f-93f0-6eed39932ec3 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796797 Sep 23 22:14:43.163325 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33964) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:43.166616 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4f008378-6ddb-4255-baf3-bddbd1eb9d9e details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:14:43.216142 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-50ea3468-81fc-42a0-b644-3d7adc0e1611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:43.296290 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283f229-5212-46f5-8d32-ed5b7d3a6457 req-3dfe20e6-c1ce-4b6b-9e4b-2b5a3e0fcb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:43.301925 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a283f229-5212-46f5-8d32-ed5b7d3a6457 req-3dfe20e6-c1ce-4b6b-9e4b-2b5a3e0fcb20 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 1098 time: 0.1032882 Sep 23 22:14:43.489753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:43.498107 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-50ea3468-81fc-42a0-b644-3d7adc0e1611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:43.512876 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e', 'mac_address': 'fa:16:3e:ad:85:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:14:43.518097 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283f229-5212-46f5-8d32-ed5b7d3a6457 req-cf53116c-fd07-4509-a707-7d9bc24dd85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:43.521556 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a283f229-5212-46f5-8d32-ed5b7d3a6457 req-cf53116c-fd07-4509-a707-7d9bc24dd85d service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2126355 Sep 23 22:14:43.595420 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-50ea3468-81fc-42a0-b644-3d7adc0e1611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:43.602900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a283f229-5212-46f5-8d32-ed5b7d3a6457 req-d87cfba9-3982-49f0-8c55-0ca47149eb61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b9df0991-055c-407c-a221-7fbaf95f1c6d HTTP/1.1" status: 200 len: 217 time: 0.0723948 Sep 23 22:14:43.605202 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:43.631897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f008378-6ddb-4255-baf3-bddbd1eb9d9e {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:14:43.660749 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:43.675553 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-50ea3468-81fc-42a0-b644-3d7adc0e1611 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7bbaf319af7040adb8fa04c023888371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4948068 Sep 23 22:14:43.681988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33976) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:43.742642 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:43.776201 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33982) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:43.777836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283f229-5212-46f5-8d32-ed5b7d3a6457 req-78c7f81a-9629-4f57-9d18-3628b3409bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:43.782019 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a283f229-5212-46f5-8d32-ed5b7d3a6457 req-78c7f81a-9629-4f57-9d18-3628b3409bfa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1709428 Sep 23 22:14:43.796794 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea3468-81fc-42a0-b644-3d7adc0e1611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd8c4df-78a7-4573-9394-f325bdf8dcfa,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:43.863740 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93fd0f56-ca12-46c5-ad71-b54ba2d21ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:43.886019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['4f008378-6ddb-4255-baf3-bddbd1eb9d9e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:14:43.903183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283f229-5212-46f5-8d32-ed5b7d3a6457 req-3f44513f-a589-44ba-a015-c3e9fe7c34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:43.906036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a283f229-5212-46f5-8d32-ed5b7d3a6457 req-3f44513f-a589-44ba-a015-c3e9fe7c34d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1125071 Sep 23 22:14:43.925758 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93fd0f56-ca12-46c5-ad71-b54ba2d21ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:43.992920 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:44.137557 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93fd0f56-ca12-46c5-ad71-b54ba2d21ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:44.139436 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a283f229-5212-46f5-8d32-ed5b7d3a6457 req-f0b398fb-1278-461d-a3ad-3e2157c33c6a service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228208 Sep 23 22:14:44.142100 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93fd0f56-ca12-46c5-ad71-b54ba2d21ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:44.145587 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-93fd0f56-ca12-46c5-ad71-b54ba2d21ba7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cbd8c4df-78a7-4573-9394-f325bdf8dcfa HTTP/1.1" status: 204 len: 168 time: 0.4617639 Sep 23 22:14:44.169998 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd0f56-ca12-46c5-ad71-b54ba2d21ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd8c4df-78a7-4573-9394-f325bdf8dcfa,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:44.385032 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8994b9e9-9189-4455-918e-660112fe0b1d no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:14:44.403595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104d044-3bf1-4d6e-9be0-473c1ca5ea37 req-663bef36-0586-4e2d-9a7b-22bc97a1835d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:44.407086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a283f229-5212-46f5-8d32-ed5b7d3a6457 req-907c7b35-f38b-47cf-aa07-1790a0d9ba77 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583673 Sep 23 22:14:44.418960 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5104d044-3bf1-4d6e-9be0-473c1ca5ea37 req-663bef36-0586-4e2d-9a7b-22bc97a1835d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 947 time: 0.1591961 Sep 23 22:14:44.450837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 8994b9e9-9189-4455-918e-660112fe0b1d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:14:44.451859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8994b9e9-9189-4455-918e-660112fe0b1d not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:14:44.522746 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5104d044-3bf1-4d6e-9be0-473c1ca5ea37 req-6399b849-f0d7-4a3d-b677-c3ba563f5504 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976117 Sep 23 22:14:44.736007 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-91f8a480-9030-4a6a-9c8b-3a72782c13ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:44.798884 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34016) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:44.960417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-91f8a480-9030-4a6a-9c8b-3a72782c13ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:45.103365 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-91f8a480-9030-4a6a-9c8b-3a72782c13ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:45.169985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4f008378-6ddb-4255-baf3-bddbd1eb9d9e up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:14:45.174720 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8a480-9030-4a6a-9c8b-3a72782c13ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7ab457-1383-4b15-9f9d-09f806ea20aa,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:45.227235 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-91f8a480-9030-4a6a-9c8b-3a72782c13ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=346b7841a7dd477c90b66a374e9182e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4316421 Sep 23 22:14:45.227235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34028) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:45.405494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:14:45.407292 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:45.492183 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14e4ab3c-6490-40cc-8a60-143fab28240f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:45.529156 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:45.545333 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14e4ab3c-6490-40cc-8a60-143fab28240f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:45.592977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:45.593763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:45.596834 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc00810-b92b-4a06-a54b-0643c1f2b2a6" -d '{"events": [{"server_uuid": "fec6847c-d222-4583-9f36-5b75019dc3b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f008378-6ddb-4255-baf3-bddbd1eb9d9e"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:45.602577 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3d1be4f9-81d9-46f4-b5dc-8ac1ffcc486b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:45.647236 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:45.864048 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14e4ab3c-6490-40cc-8a60-143fab28240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:45.870869 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14e4ab3c-6490-40cc-8a60-143fab28240f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:45.889893 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-14e4ab3c-6490-40cc-8a60-143fab28240f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f7ab457-1383-4b15-9f9d-09f806ea20aa HTTP/1.1" status: 204 len: 168 time: 0.6712911 Sep 23 22:14:45.926067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4ab3c-6490-40cc-8a60-143fab28240f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7ab457-1383-4b15-9f9d-09f806ea20aa,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:45.968099 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ed854d-5647-47e9-a2dd-3f4a1889c835 x-openstack-request-id: req-04ed854d-5647-47e9-a2dd-3f4a1889c835 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:45.968301 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec6847c-d222-4583-9f36-5b75019dc3b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f008378-6ddb-4255-baf3-bddbd1eb9d9e", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:45.968490 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04ed854d-5647-47e9-a2dd-3f4a1889c835 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:45.968824 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e', 'code': 200} Sep 23 22:14:45.970800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:45.976823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c925f2a-44ee-4544-8a94-aeff9d9f97b9 req-d86ada11-8e93-4d02-b559-fe4d32c5358c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:45.981929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c925f2a-44ee-4544-8a94-aeff9d9f97b9 req-d86ada11-8e93-4d02-b559-fe4d32c5358c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 947 time: 0.1801708 Sep 23 22:14:46.084157 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c925f2a-44ee-4544-8a94-aeff9d9f97b9 req-eb102997-e9c6-485a-afd8-82825d75f950 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855100 Sep 23 22:14:46.085747 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:46.165080 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-64b427c9-f835-478f-b6e2-6d0ca9b8f070 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea2d5c2cd49c471490127a57587ba759&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3646638 Sep 23 22:14:46.172001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34052) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:46.302832 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d6e45cb-caae-4798-bfb8-837f60aea446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:46.365530 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d6e45cb-caae-4798-bfb8-837f60aea446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:46.630024 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d6e45cb-caae-4798-bfb8-837f60aea446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:46.638198 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d6e45cb-caae-4798-bfb8-837f60aea446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:46.642090 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2d6e45cb-caae-4798-bfb8-837f60aea446 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a74bb9c6-6382-47d1-a762-8095ee285829 HTTP/1.1" status: 204 len: 168 time: 0.4683602 Sep 23 22:14:46.675763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e45cb-caae-4798-bfb8-837f60aea446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74bb9c6-6382-47d1-a762-8095ee285829,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:46.835281 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:47.297510 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:47.361535 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34088) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:47.411589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f39ba78-7362-4a08-990e-1f799583f5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:47.438234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bd5bb-dce5-4672-8982-11ded182c97f req-c135cfa8-1db4-4474-be89-4abae95e3c06 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:47.441002 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-274bd5bb-dce5-4672-8982-11ded182c97f req-c135cfa8-1db4-4474-be89-4abae95e3c06 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 947 time: 0.1845505 Sep 23 22:14:47.594998 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-274bd5bb-dce5-4672-8982-11ded182c97f req-33c3a948-2fff-4e0d-bb09-fc173d544c11 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382792 Sep 23 22:14:47.755196 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f39ba78-7362-4a08-990e-1f799583f5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:47.863863 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f39ba78-7362-4a08-990e-1f799583f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:48.050389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34106) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:48.059251 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5f39ba78-7362-4a08-990e-1f799583f5cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d2c00947e0c643e09fb2c8094e544478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6961017 Sep 23 22:14:48.067329 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39ba78-7362-4a08-990e-1f799583f5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4237067d-fe68-4e2b-9533-58f7e90fee7b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:48.137388 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8b616738-5ea6-4364-aa72-c87c6509c560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:48.175169 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8b616738-5ea6-4364-aa72-c87c6509c560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:48.343305 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8b616738-5ea6-4364-aa72-c87c6509c560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:48.346125 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8b616738-5ea6-4364-aa72-c87c6509c560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:48.350739 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8b616738-5ea6-4364-aa72-c87c6509c560 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4237067d-fe68-4e2b-9533-58f7e90fee7b HTTP/1.1" status: 204 len: 168 time: 0.2982867 Sep 23 22:14:48.370485 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b9df0991-055c-407c-a221-7fbaf95f1c6d details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:14:48.381196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b616738-5ea6-4364-aa72-c87c6509c560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4237067d-fe68-4e2b-9533-58f7e90fee7b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:48.423823 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:48.558400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34114) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:48.630699 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ed0cd469-bafb-4e2c-bbe1-547ecfbdeaba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8371c1b220974c20b02c86b9335c08e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705609 Sep 23 22:14:48.637771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34124) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:48.702316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b9df0991-055c-407c-a221-7fbaf95f1c6d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b9df0991-055c-407c-a221-7fbaf95f1c6d,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:48.741650 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34130) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:48.751300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'b9df0991-055c-407c-a221-7fbaf95f1c6d', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'b9df0991-055c-407c-a221-7fbaf95f1c6d', 'mac_address': 'fa:16:3e:09:2d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:14:48.761740 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-16a7836e-60ea-44a4-8762-53a4a3ec8847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:48.794131 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-16a7836e-60ea-44a4-8762-53a4a3ec8847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:48.900783 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:48.925457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9df0991-055c-407c-a221-7fbaf95f1c6d {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:14:48.961282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b9df0991-055c-407c-a221-7fbaf95f1c6d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b9df0991-055c-407c-a221-7fbaf95f1c6d,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:48.968659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf1a27-5ad4-4cc7-912e-0d0ecf3a756f req-ad8782db-4917-405b-aadb-f59d2a6465af tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:48.970918 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cdbf1a27-5ad4-4cc7-912e-0d0ecf3a756f req-ad8782db-4917-405b-aadb-f59d2a6465af tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 947 time: 0.0891876 Sep 23 22:14:48.973180 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-16a7836e-60ea-44a4-8762-53a4a3ec8847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:48.976157 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-16a7836e-60ea-44a4-8762-53a4a3ec8847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:48.977647 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-16a7836e-60ea-44a4-8762-53a4a3ec8847 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b038a4d-d5e1-44e3-81a5-77000e90f248 HTTP/1.1" status: 204 len: 168 time: 0.3388276 Sep 23 22:14:48.999235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7836e-60ea-44a4-8762-53a4a3ec8847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b038a4d-d5e1-44e3-81a5-77000e90f248,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:49.053143 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cdbf1a27-5ad4-4cc7-912e-0d0ecf3a756f req-41712a77-2682-4365-a034-02435540659b tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721633 Sep 23 22:14:49.085331 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:49.168262 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b9df0991-055c-407c-a221-7fbaf95f1c6d,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:49.426226 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-68f88632-a217-412f-815d-38606570b84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:49.512575 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:14:49.669947 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-68f88632-a217-412f-815d-38606570b84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:50.094936 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-68f88632-a217-412f-815d-38606570b84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:50.142364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-68f88632-a217-412f-815d-38606570b84c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae2203eae76048fbb0d0549489ef8d63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3995676 Sep 23 22:14:50.143374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f88632-a217-412f-815d-38606570b84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c202f6a-8879-48d9-9544-4f114158ef60,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:50.147146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34166) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:50.240944 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88609a89-f076-4109-ad23-a8eb8d502001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:50.269312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78580a2-1106-4b9a-a30e-615a48520cf7 req-9f38e581-7653-46b0-8cf7-679b9f046240 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:50.278134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f78580a2-1106-4b9a-a30e-615a48520cf7 req-9f38e581-7653-46b0-8cf7-679b9f046240 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 948 time: 0.1057863 Sep 23 22:14:50.306865 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88609a89-f076-4109-ad23-a8eb8d502001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:50.367266 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f78580a2-1106-4b9a-a30e-615a48520cf7 req-16916756-0a30-4d1c-83ff-e25bcf0adb84 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857713 Sep 23 22:14:50.444475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34176) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:50.485838 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-353cda01-382e-4834-8af2-473dcb971ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:50.509529 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88609a89-f076-4109-ad23-a8eb8d502001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:50.515609 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88609a89-f076-4109-ad23-a8eb8d502001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:50.518115 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-88609a89-f076-4109-ad23-a8eb8d502001 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c202f6a-8879-48d9-9544-4f114158ef60 HTTP/1.1" status: 204 len: 168 time: 0.3697891 Sep 23 22:14:50.556880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88609a89-f076-4109-ad23-a8eb8d502001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c202f6a-8879-48d9-9544-4f114158ef60,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:50.766312 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-353cda01-382e-4834-8af2-473dcb971ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:50.845419 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-353cda01-382e-4834-8af2-473dcb971ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:50.902060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cda01-382e-4834-8af2-473dcb971ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e307ec-59b3-4550-a55f-1090bb0f093a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:50.908441 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-353cda01-382e-4834-8af2-473dcb971ce4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2528014f099464c84c27fc034e92a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4597862 Sep 23 22:14:50.912767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34192) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:51.053745 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-72563fff-922e-4bb3-afd3-b1dc38186834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:51.085848 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-72563fff-922e-4bb3-afd3-b1dc38186834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:51.240370 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-72563fff-922e-4bb3-afd3-b1dc38186834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:51.243352 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-72563fff-922e-4bb3-afd3-b1dc38186834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:51.246890 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-72563fff-922e-4bb3-afd3-b1dc38186834 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6e307ec-59b3-4550-a55f-1090bb0f093a HTTP/1.1" status: 204 len: 168 time: 0.3307083 Sep 23 22:14:51.259891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72563fff-922e-4bb3-afd3-b1dc38186834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e307ec-59b3-4550-a55f-1090bb0f093a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:51.581586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d82f1-f01b-446b-aa20-f551979a9d46 req-b778de04-4cf5-46e6-972f-137f9c22c097 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:51.581586 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b39d82f1-f01b-446b-aa20-f551979a9d46 req-b778de04-4cf5-46e6-972f-137f9c22c097 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 948 time: 0.0847199 Sep 23 22:14:51.641410 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b39d82f1-f01b-446b-aa20-f551979a9d46 req-3731b33c-babd-41aa-b041-f4741add27fa tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531070 Sep 23 22:14:51.976601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34216) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:51.993542 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-586e8bfe-4a8b-4103-a903-e7c2c4cf3dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:52.220964 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-586e8bfe-4a8b-4103-a903-e7c2c4cf3dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:52.296589 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-586e8bfe-4a8b-4103-a903-e7c2c4cf3dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:52.342045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e8bfe-4a8b-4103-a903-e7c2c4cf3dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d645f6b1-7e24-4e66-ad62-09a357ce9aa5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:52.350840 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-586e8bfe-4a8b-4103-a903-e7c2c4cf3dc4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fb5fa444da448cca9cb38159d9eb902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688853 Sep 23 22:14:52.351528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34232) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:52.416065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b9df0991-055c-407c-a221-7fbaf95f1c6d up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:14:52.522617 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6572302-00ce-4e40-8c20-862d24c41964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:52.582915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port b9df0991-055c-407c-a221-7fbaf95f1c6d completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:14:52.587819 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port b9df0991-055c-407c-a221-7fbaf95f1c6d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:14:52.588167 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6572302-00ce-4e40-8c20-862d24c41964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:52.588772 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:52.784096 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6572302-00ce-4e40-8c20-862d24c41964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:52.789856 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6572302-00ce-4e40-8c20-862d24c41964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:52.791558 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d6572302-00ce-4e40-8c20-862d24c41964 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d645f6b1-7e24-4e66-ad62-09a357ce9aa5 HTTP/1.1" status: 204 len: 168 time: 0.4385638 Sep 23 22:14:52.800616 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:52.819806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6572302-00ce-4e40-8c20-862d24c41964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d645f6b1-7e24-4e66-ad62-09a357ce9aa5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:52.916775 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b9df0991-055c-407c-a221-7fbaf95f1c6d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b9df0991-055c-407c-a221-7fbaf95f1c6d,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:14:52.918868 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c2a65b-3e75-48d3-947c-18b62980bb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9df0991-055c-407c-a221-7fbaf95f1c6d'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:14:52.924813 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c6b802-10c3-4304-a253-b240cfc08894" -d '{"events": [{"server_uuid": "f8c2a65b-3e75-48d3-947c-18b62980bb69", "name": "network-vif-plugged", "status": "completed", "tag": "b9df0991-055c-407c-a221-7fbaf95f1c6d"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:14:53.002734 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:53.012289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f582ff0-6278-4b89-91b5-2840405d6310 req-bed48ac3-6de8-452c-b272-7e094ac590bb tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:53.013014 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceca9a33-9597-4649-bcc2-5aee4e0f6ea6 x-openstack-request-id: req-ceca9a33-9597-4649-bcc2-5aee4e0f6ea6 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:14:53.013014 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c2a65b-3e75-48d3-947c-18b62980bb69", "name": "network-vif-plugged", "status": "completed", "tag": "b9df0991-055c-407c-a221-7fbaf95f1c6d", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:14:53.014591 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f582ff0-6278-4b89-91b5-2840405d6310 req-bed48ac3-6de8-452c-b272-7e094ac590bb tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 948 time: 0.1386352 Sep 23 22:14:53.017797 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ceca9a33-9597-4649-bcc2-5aee4e0f6ea6 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:14:53.020010 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c2a65b-3e75-48d3-947c-18b62980bb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9df0991-055c-407c-a221-7fbaf95f1c6d', 'code': 200} Sep 23 22:14:53.119802 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f582ff0-6278-4b89-91b5-2840405d6310 req-4b41adfd-d135-49d3-8648-309675ebc098 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967755 Sep 23 22:14:53.131779 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b9df0991-055c-407c-a221-7fbaf95f1c6d,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:53.202524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9626f2-dd34-4bee-95e9-5171c11b331a req-0058dde6-1722-420e-a33e-9740f27586fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:53.204404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de9626f2-dd34-4bee-95e9-5171c11b331a req-0058dde6-1722-420e-a33e-9740f27586fe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 1100 time: 0.0764134 Sep 23 22:14:53.268230 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de9626f2-dd34-4bee-95e9-5171c11b331a req-c6f5866a-052b-47d4-bfe7-dcbd1f2321ab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565617 Sep 23 22:14:54.549704 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbb00a-bd7d-4154-a011-7bfed52c4c5f req-d7beff11-00b1-4380-a237-63d785952052 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:54.561656 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3bbb00a-bd7d-4154-a011-7bfed52c4c5f req-d7beff11-00b1-4380-a237-63d785952052 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 949 time: 0.2008891 Sep 23 22:14:54.640752 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3bbb00a-bd7d-4154-a011-7bfed52c4c5f req-115a19b1-ad77-4a0f-9fe1-467666c5b2d6 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738361 Sep 23 22:14:55.509678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34324) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:55.834993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcede6-3e14-46a0-90c4-ab8d8eea32ed req-a1981759-6150-4bc4-8119-b3cb4feb7083 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:55.844829 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d8fcede6-3e14-46a0-90c4-ab8d8eea32ed req-a1981759-6150-4bc4-8119-b3cb4feb7083 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 949 time: 0.0726409 Sep 23 22:14:55.907665 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d8fcede6-3e14-46a0-90c4-ab8d8eea32ed req-1923f875-0740-4082-94de-919e9ebd0574 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614719 Sep 23 22:14:56.128242 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1799401123-network', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:56.144854 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34348) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:56.313963 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] Made reservation on behalf of 5e2ea5c70ed44446b6920d38693099aa for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:14:56.320431 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:56.353373 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:56.550966 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-afa35679-1693-4d50-b202-aa0d8ce6566f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:56.602670 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:56.679484 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:56.692870 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:14:56.705234 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:56.707615 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] Added segment 046e7350-bdd1-45c9-9de6-b0a5bea22d8b of type vlan for network d3bea403-af33-41eb-821d-25494052bafe Sep 23 22:14:56.832303 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:56.909353 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-afa35679-1693-4d50-b202-aa0d8ce6566f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:56.964390 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:56.966801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:56.968384 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:56.996149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa162af-207b-4ec4-9615-dc97c13ac511,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:57.006045 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-afa35679-1693-4d50-b202-aa0d8ce6566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:57.027208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecffa9-874b-4e1c-851a-88b16f4495b0 req-0f01983f-780e-4075-aa74-c3c113404090 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:57.029592 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3ecffa9-874b-4e1c-851a-88b16f4495b0 req-0f01983f-780e-4075-aa74-c3c113404090 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 1100 time: 0.1724508 Sep 23 22:14:57.072510 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c3ecffa9-874b-4e1c-851a-88b16f4495b0 req-2f72a2b4-bfb0-461f-a61a-0e200d268e99 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:57.168802 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6532042 Sep 23 22:14:57.170561 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-afa35679-1693-4d50-b202-aa0d8ce6566f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7b9e54e836f9493b87d5fd5a71619436&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0239310 Sep 23 22:14:57.171701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34384) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:57.173166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34386) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:57.198193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-fa9a50ea-839f-49fd-ab54-f086d5ec1a23 admin admin] Request body: {'subnet': {'network_id': 'd3bea403-af33-41eb-821d-25494052bafe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799401123-subnet', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:57.218179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa35679-1693-4d50-b202-aa0d8ce6566f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc253ea4-97da-4a60-a310-7ca5ca034b92,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:57.276881 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1ae0c-bf9d-43e9-8c07-2226760a1080 admin admin] Pushing event updated for resources: {'Network': ['ID=d3bea403-af33-41eb-821d-25494052bafe,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:57.295524 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network d3bea403-af33-41eb-821d-25494052bafe details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:14:57.328713 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [req-c3ecffa9-874b-4e1c-851a-88b16f4495b0 req-2f72a2b4-bfb0-461f-a61a-0e200d268e99 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:14:57.328713 n-d-810775-1 neutron-server[95490]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 22:14:57.328713 n-d-810775-1 neutron-server[95490]: [parameters: {'project_id': '2364f83ee71643a3bf0c58717a1765e1', 'id': 'bc29660a-438f-488a-b9d5-335b9206b136', 'expiration': datetime.datetime(2021, 9, 23, 22, 16, 57, 310672)}] Sep 23 22:14:57.328713 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:14:57.330051 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [req-c3ecffa9-874b-4e1c-851a-88b16f4495b0 req-2f72a2b4-bfb0-461f-a61a-0e200d268e99 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:14:57.337523 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-644aaac0-ca34-42f3-8ebe-36f03673c63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:57.411105 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-644aaac0-ca34-42f3-8ebe-36f03673c63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:57.440542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9a50ea-839f-49fd-ab54-f086d5ec1a23 admin admin] Made reservation on behalf of 5e2ea5c70ed44446b6920d38693099aa for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:14:57.445151 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fa9a50ea-839f-49fd-ab54-f086d5ec1a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:57.590798 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34398) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:57.832345 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c3ecffa9-874b-4e1c-851a-88b16f4495b0 req-2f72a2b4-bfb0-461f-a61a-0e200d268e99 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:58.180741 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-644aaac0-ca34-42f3-8ebe-36f03673c63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:58.183718 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-644aaac0-ca34-42f3-8ebe-36f03673c63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:58.188699 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-644aaac0-ca34-42f3-8ebe-36f03673c63b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc253ea4-97da-4a60-a310-7ca5ca034b92 HTTP/1.1" status: 204 len: 168 time: 1.0049262 Sep 23 22:14:58.226756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644aaac0-ca34-42f3-8ebe-36f03673c63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc253ea4-97da-4a60-a310-7ca5ca034b92,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:58.506617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-325847836-network', 'tenant_id': '3f7af936c5414346bc188ecd0d80fb62'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:58.546643 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fa9a50ea-839f-49fd-ab54-f086d5ec1a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:58.742642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] Made reservation on behalf of 3f7af936c5414346bc188ecd0d80fb62 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:14:58.756561 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:58.786431 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:58.808288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a50ea-839f-49fd-ab54-f086d5ec1a23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba42f2e-b52a-4fa6-9b04-1931478552a8,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:58.855021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a50ea-839f-49fd-ab54-f086d5ec1a23 admin admin] Checking segment: {'id': '046e7350-bdd1-45c9-9de6-b0a5bea22d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd3bea403-af33-41eb-821d-25494052bafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:14:58.856170 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a50ea-839f-49fd-ab54-f086d5ec1a23 admin admin] Network hostable DHCP agents. Network: d3bea403-af33-41eb-821d-25494052bafe, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:14:58.993823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a50ea-839f-49fd-ab54-f086d5ec1a23 admin admin] Network d3bea403-af33-41eb-821d-25494052bafe is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:14:58.995844 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c3ecffa9-874b-4e1c-851a-88b16f4495b0 req-2f72a2b4-bfb0-461f-a61a-0e200d268e99 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:59.108644 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c3ecffa9-874b-4e1c-851a-88b16f4495b0 req-2f72a2b4-bfb0-461f-a61a-0e200d268e99 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:59.156569 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3ecffa9-874b-4e1c-851a-88b16f4495b0 req-2f72a2b4-bfb0-461f-a61a-0e200d268e99 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1139786 Sep 23 22:14:59.168945 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72a2b4-bfb0-461f-a61a-0e200d268e99 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f42f26-a0a2-4f6a-9a6d-0a6c678923a8,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:59.174682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-fa9a50ea-839f-49fd-ab54-f086d5ec1a23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, d3bea403-af33-41eb-821d-25494052bafe) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:14:59.215055 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a669b8a-a719-4b77-abd2-5e2c277fcf44 None None] Network d3bea403-af33-41eb-821d-25494052bafe requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:14:59.220714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9a50ea-839f-49fd-ab54-f086d5ec1a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:59.227770 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fa9a50ea-839f-49fd-ab54-f086d5ec1a23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:59.311980 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:59.388689 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:59.478774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fa9a50ea-839f-49fd-ab54-f086d5ec1a23 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2940953 Sep 23 22:14:59.478774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34472) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:59.481775 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1799401123-router', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:14:59.530807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:14:59.564103 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:59.565527 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] Added segment 6a49edd0-3eec-4a4f-bdb6-d271d227f658 of type vlan for network 92f95a66-bc42-4e40-8636-d20f8aa81d6c Sep 23 22:14:59.586187 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-d3bea403-af33-41eb-821d-25494052bafe', 'network_id': 'd3bea403-af33-41eb-821d-25494052bafe', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'fixed_ips': [{'subnet_id': '1ba42f2e-b52a-4fa6-9b04-1931478552a8'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:14:59.587121 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:59.639561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a561db-9bf3-4abc-9d56-d6f816fb0a95,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:14:59.683151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34478) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:14:59.684051 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:59.686310 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:59.704186 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:59.728186 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac333-4fb6-4cd0-be0a-005a7e2df2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:59.890186 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:59.911392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Allocated IP 172.20.0.2 (d3bea403-af33-41eb-821d-25494052bafe/1ba42f2e-b52a-4fa6-9b04-1931478552a8/56c51e65-1426-4264-a8c8-c0e717b78e89) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:14:59.957493 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:14:59.967499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:14:59.967499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:00.145339 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac333-4fb6-4cd0-be0a-005a7e2df2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:00.246480 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac333-4fb6-4cd0-be0a-005a7e2df2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:00.250055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] Pushing event updated for resources: {'Network': ['ID=92f95a66-bc42-4e40-8636-d20f8aa81d6c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:00.307451 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:00.312693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 92f95a66-bc42-4e40-8636-d20f8aa81d6c details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:15:00.331788 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6a5ac333-4fb6-4cd0-be0a-005a7e2df2d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb060f54429f4bf7a7df23dad505b7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473806 Sep 23 22:15:00.332814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34510) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:00.340388 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ac333-4fb6-4cd0-be0a-005a7e2df2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9335235c-cb57-468d-a844-751a371ccbc2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:00.366321 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-eb5a607b-8d38-48b8-869b-46c5d6c3a6e4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.7742629 Sep 23 22:15:00.372496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34516) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:00.379421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5b430992-47bd-4d35-aa6d-f155e0216130 admin admin] Request body: {'subnet': {'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-325847836-subnet', 'tenant_id': '3f7af936c5414346bc188ecd0d80fb62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:00.386991 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:00.429549 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:00.449158 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-4cd9e94e-a7c6-4d5a-9899-cb4c13527145 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3756e6e4b7384c58b79362f025ad60eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565157 Sep 23 22:15:00.512139 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51a41c17-7c81-4749-8afa-2c76f999727e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:00.551648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Pushing event updated for resources: {'Port': ['ID=56c51e65-1426-4264-a8c8-c0e717b78e89,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:00.562800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Network d3bea403-af33-41eb-821d-25494052bafe is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:00.566536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:00.570509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:15:00.602323 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b430992-47bd-4d35-aa6d-f155e0216130 admin admin] Made reservation on behalf of 3f7af936c5414346bc188ecd0d80fb62 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:00.604695 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b430992-47bd-4d35-aa6d-f155e0216130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:00.612486 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51a41c17-7c81-4749-8afa-2c76f999727e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:00.647497 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Attempting to bind port 56c51e65-1426-4264-a8c8-c0e717b78e89 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:15:00.647899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Attempting to bind port 56c51e65-1426-4264-a8c8-c0e717b78e89 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '046e7350-bdd1-45c9-9de6-b0a5bea22d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd3bea403-af33-41eb-821d-25494052bafe'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:15:00.648251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Attempting to bind port 56c51e65-1426-4264-a8c8-c0e717b78e89 on network d3bea403-af33-41eb-821d-25494052bafe {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:00.663039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:15:00.663039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Checking segment: {'id': '046e7350-bdd1-45c9-9de6-b0a5bea22d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd3bea403-af33-41eb-821d-25494052bafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:00.663429 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:00.663662 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Bound using segment: {'id': '046e7350-bdd1-45c9-9de6-b0a5bea22d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd3bea403-af33-41eb-821d-25494052bafe'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:15:00.664188 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Bound port: 56c51e65-1426-4264-a8c8-c0e717b78e89, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046e7350-bdd1-45c9-9de6-b0a5bea22d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd3bea403-af33-41eb-821d-25494052bafe'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:15:00.664554 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:00.800702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] For port 56c51e65-1426-4264-a8c8-c0e717b78e89, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:15:00.814768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] For port 56c51e65-1426-4264-a8c8-c0e717b78e89, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=56c51e65-1426-4264-a8c8-c0e717b78e89,segment=NetworkSegment(046e7350-bdd1-45c9-9de6-b0a5bea22d8b),segment_id=046e7350-bdd1-45c9-9de6-b0a5bea22d8b)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:15:00.815629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-1d33f457-f48f-4775-89c8-f759c7f897ce tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:00.823660 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-1d33f457-f48f-4775-89c8-f759c7f897ce tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3540335 Sep 23 22:15:00.870943 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-f58569f2-22e1-4ae8-a3c7-865ef195afc3 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/quotas/3756e6e4b7384c58b79362f025ad60eb HTTP/1.1" status: 200 len: 375 time: 0.0446997 Sep 23 22:15:00.896957 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:00.966438 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51a41c17-7c81-4749-8afa-2c76f999727e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:00.975126 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51a41c17-7c81-4749-8afa-2c76f999727e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:00.976307 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-51a41c17-7c81-4749-8afa-2c76f999727e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9335235c-cb57-468d-a844-751a371ccbc2 HTTP/1.1" status: 204 len: 168 time: 0.6422956 Sep 23 22:15:01.043827 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3c14f-43e6-4bc5-aa21-95ec21d9fae5 None None] Pushing event updated for resources: {'Port': ['ID=56c51e65-1426-4264-a8c8-c0e717b78e89,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:01.062815 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:01.099016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a41c17-7c81-4749-8afa-2c76f999727e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9335235c-cb57-468d-a844-751a371ccbc2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:01.119254 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:01.140197 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-9d210f1c-12fd-46f2-8832-54a180bcc574 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2697315 Sep 23 22:15:01.244222 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b430992-47bd-4d35-aa6d-f155e0216130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:01.355529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Allocated IP 172.25.1.9 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/4a47374e-afbf-454d-8b2a-be654d8a1636) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:15:01.379515 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b430992-47bd-4d35-aa6d-f155e0216130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:01.395122 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b430992-47bd-4d35-aa6d-f155e0216130 admin admin] Checking segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:01.395716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b430992-47bd-4d35-aa6d-f155e0216130 admin admin] Network hostable DHCP agents. Network: 92f95a66-bc42-4e40-8636-d20f8aa81d6c, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:15:01.549147 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b430992-47bd-4d35-aa6d-f155e0216130 admin admin] Network 92f95a66-bc42-4e40-8636-d20f8aa81d6c is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:15:01.613941 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:01.702421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-5b430992-47bd-4d35-aa6d-f155e0216130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 92f95a66-bc42-4e40-8636-d20f8aa81d6c) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:01.709033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b430992-47bd-4d35-aa6d-f155e0216130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:01.709719 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b430992-47bd-4d35-aa6d-f155e0216130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:01.716359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a035d9-edeb-4f61-9a1f-0579087e80fa None None] Network 92f95a66-bc42-4e40-8636-d20f8aa81d6c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:15:01.759780 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:01.842831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:01.846368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:01.851791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5b430992-47bd-4d35-aa6d-f155e0216130 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4780803 Sep 23 22:15:01.854404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:15:01.912309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Pushing event updated for resources: {'Port': ['ID=4a47374e-afbf-454d-8b2a-be654d8a1636,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:02.149866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34592) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:02.212878 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 56c51e65-1426-4264-a8c8-c0e717b78e89 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:02.427029 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a03a56-c15f-4f96-8c87-1134178e254b None None] Network 92f95a66-bc42-4e40-8636-d20f8aa81d6c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:15:02.761147 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:02.964918 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7ebebb01-b7ab-446d-a942-e0b23ffb6606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:03.204866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 56c51e65-1426-4264-a8c8-c0e717b78e89 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:03.209786 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:03.274694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc002d23-9f10-4571-8a1d-ce5e64b2ff43 None None] Network d3bea403-af33-41eb-821d-25494052bafe requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:15:03.418184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-aa1c6970-4039-47b6-ba51-458d22ecd9c6 None None] Provisioning complete for port 56c51e65-1426-4264-a8c8-c0e717b78e89 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:03.418557 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa1c6970-4039-47b6-ba51-458d22ecd9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:03.434095 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:03.483113 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:03.507721 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5ca1ae59-78f0-436e-90b1-5741825fd097 req-88697a92-195d-4928-af1f-cbd789832149 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 210 time: 0.0414555 Sep 23 22:15:03.627536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 56c51e65-1426-4264-a8c8-c0e717b78e89, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=56c51e65-1426-4264-a8c8-c0e717b78e89,segment=NetworkSegment(046e7350-bdd1-45c9-9de6-b0a5bea22d8b),segment_id=046e7350-bdd1-45c9-9de6-b0a5bea22d8b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:03.646983 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa1c6970-4039-47b6-ba51-458d22ecd9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:03.722929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Router 7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:15:03.750795 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:03.824347 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7ebebb01-b7ab-446d-a942-e0b23ffb6606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:03.931515 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7ebebb01-b7ab-446d-a942-e0b23ffb6606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:03.948333 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-aa1c6970-4039-47b6-ba51-458d22ecd9c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:15:03.949020 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-aa1c6970-4039-47b6-ba51-458d22ecd9c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:15:03.975553 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=56c51e65-1426-4264-a8c8-c0e717b78e89,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:04.035573 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7ebebb01-b7ab-446d-a942-e0b23ffb6606 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b863426d0854d52bdc0c2b9fa360fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8812716 Sep 23 22:15:04.036523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebebb01-b7ab-446d-a942-e0b23ffb6606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cd2163-d9e4-4e9a-b57d-e3e51d1a25a0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:04.041744 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34658) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:04.236398 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:04.266934 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:04.336809 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:15:04.350785 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Sync routers for ids ['7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:15:04.372929 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Routers {'7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:15:04.374009 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:14:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:04.411277 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:04.414400 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:04.417062 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/02cd2163-d9e4-4e9a-b57d-e3e51d1a25a0 HTTP/1.1" status: 204 len: 168 time: 0.3603203 Sep 23 22:15:04.454737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cd2163-d9e4-4e9a-b57d-e3e51d1a25a0,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:04.480571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:04.480571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:04.480571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:04.480571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:04.480571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:04.480571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:04.480571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:04.480571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:04.483067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:04.483488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:04.483819 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:04.484137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62134765-10a3-455d-ad59-8de3c9643017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:04.488665 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:04.490442 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-15b7030e-d089-42ab-a345-dd67d935dd90 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0129368 Sep 23 22:15:04.493617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34692) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:04.736292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-df282fe3-c62d-4e95-b226-fddf81590b08 None None] Provisioning complete for port 56c51e65-1426-4264-a8c8-c0e717b78e89 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:04.736851 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-df282fe3-c62d-4e95-b226-fddf81590b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:04.760928 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Set router 7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:15:04.857950 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-089eceec-c9d8-48c5-9eef-f71efd0a9e04 req-4d3c9717-4988-4a78-9295-962330cc88c2 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 210 time: 0.0759192 Sep 23 22:15:05.130328 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799401123-router', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:14:59Z', 'updated_at': '2021-09-23T22:15:02Z', 'revision_number': 3, 'project_id': '5e2ea5c70ed44446b6920d38693099aa', 'gw_port': {'id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:01Z', 'updated_at': '2021-09-23T22:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:05.161739 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Checking router: 7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:15:05.162060 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Updating router 7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b port 4a47374e-afbf-454d-8b2a-be654d8a1636 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:15:05.191123 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:05.302178 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:05.555310 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Allocated IP 172.20.0.1 (d3bea403-af33-41eb-821d-25494052bafe/1ba42f2e-b52a-4fa6-9b04-1931478552a8/8a5f6df3-5d33-46ba-99eb-70b66cdeca59) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:15:05.570153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34732) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:05.576324 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-170068686-network', 'tenant_id': '59d00db3b478445a979ca07e52890470'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:05.665538 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:05.702294 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:05.716553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] Made reservation on behalf of 59d00db3b478445a979ca07e52890470 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:05.719627 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:05.734342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34736) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:05.753946 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:05.771523 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:05.842559 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Attempting to bind port 4a47374e-afbf-454d-8b2a-be654d8a1636 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:15:05.842943 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Attempting to bind port 4a47374e-afbf-454d-8b2a-be654d8a1636 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:15:05.843306 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Attempting to bind port 4a47374e-afbf-454d-8b2a-be654d8a1636 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:05.853298 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:05.857872 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:15:05.863541 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:05.863541 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:05.863541 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:15:05.863541 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Bound port: 4a47374e-afbf-454d-8b2a-be654d8a1636, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:15:05.863541 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:05.865534 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39206589-0374-41f6-82ad-21af48c54995 None None] Pushing event updated for resources: {'Port': ['ID=4a47374e-afbf-454d-8b2a-be654d8a1636,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:05.905234 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39206589-0374-41f6-82ad-21af48c54995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:05.905517 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39206589-0374-41f6-82ad-21af48c54995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:05.905803 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39206589-0374-41f6-82ad-21af48c54995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:05.906137 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39206589-0374-41f6-82ad-21af48c54995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:05.906466 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39206589-0374-41f6-82ad-21af48c54995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:05.906830 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39206589-0374-41f6-82ad-21af48c54995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:05.907122 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39206589-0374-41f6-82ad-21af48c54995 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:05.907442 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39206589-0374-41f6-82ad-21af48c54995 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:05.907763 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39206589-0374-41f6-82ad-21af48c54995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:05.908072 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39206589-0374-41f6-82ad-21af48c54995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:05.908393 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39206589-0374-41f6-82ad-21af48c54995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:05.908713 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39206589-0374-41f6-82ad-21af48c54995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:05.943165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Network d3bea403-af33-41eb-821d-25494052bafe is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:05.948531 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:05.953171 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:15:05.967000 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] For port 4a47374e-afbf-454d-8b2a-be654d8a1636, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:15:05.970706 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] For port 4a47374e-afbf-454d-8b2a-be654d8a1636, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4a47374e-afbf-454d-8b2a-be654d8a1636,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:15:05.975210 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.030132 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8a5f6df3-5d33-46ba-99eb-70b66cdeca59,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:06.059616 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:06.059971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:06.060330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:06.060784 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:06.061156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:06.061411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:06.061688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:06.062028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:06.062342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:06.062668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:06.062996 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:06.063320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:06.098083 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.117918 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-31c1231c-fc4e-413b-a80f-4469ad240153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.134360 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.175898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34744) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:06.197128 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87732621-d115-4be4-8843-5ac14210702b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.200049 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.211916 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2e1a29ae-cbf3-43f3-b1d8-c92dfe4bc952 req-201c8645-bd0e-4a3c-b64e-482fa68fee57 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 210 time: 0.1365449 Sep 23 22:15:06.233940 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.300848 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 56c51e65-1426-4264-a8c8-c0e717b78e89 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:06.301138 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a912800a-2555-4300-a361-2767a5071e6f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:06.338094 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:15:06.364439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.366033 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] Added segment 7f9b6915-e8b5-42c3-8d82-e8752dacfcf0 of type vlan for network a5dce8d1-decb-46ee-aa8c-495a2d702eec Sep 23 22:15:06.409041 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Routers {'7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:15:06.409862 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:14:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:06.417822 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87732621-d115-4be4-8843-5ac14210702b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.448946 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.464733 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.492793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 56c51e65-1426-4264-a8c8-c0e717b78e89 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:06.493516 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.552238 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87732621-d115-4be4-8843-5ac14210702b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.587821 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-87732621-d115-4be4-8843-5ac14210702b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=336ac6a86e334e5cb2de575cf8ad2bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105995 Sep 23 22:15:06.591836 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34764) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:06.663851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0f273e71-8217-4c3f-bc83-49e3fa585b52 None None] Provisioning complete for port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:06.672745 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0f273e71-8217-4c3f-bc83-49e3fa585b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.673037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87732621-d115-4be4-8843-5ac14210702b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84f6979-bf7e-425b-9009-c6f044cc0d20,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:06.731330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-31c1231c-fc4e-413b-a80f-4469ad240153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.740480 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.741767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:06.742458 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.814734 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-31c1231c-fc4e-413b-a80f-4469ad240153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:06.823450 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] Set router 7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:15:06.865955 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-31c1231c-fc4e-413b-a80f-4469ad240153 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb3c70f738ad45878634cd7bbc79e0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1300519 Sep 23 22:15:06.874548 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34774) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:06.938534 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd036-dad3-4c73-885a-69ff454e0d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:07.014274 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4429057 Sep 23 22:15:07.038432 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34780) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:07.039189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735210-d399-4e5f-aea8-f625059209f8 admin admin] Pushing event updated for resources: {'Network': ['ID=a5dce8d1-decb-46ee-aa8c-495a2d702eec,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:07.046527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8e1048e6-b5b4-4ad9-8952-9ac638f65020 admin admin] Request body: {'subnet': {'network_id': 'a5dce8d1-decb-46ee-aa8c-495a2d702eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-170068686-subnet', 'tenant_id': '59d00db3b478445a979ca07e52890470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:07.083370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188a4e0-33dd-49d4-9d67-2f1c5ca93684 req-900fc107-b4d9-4f48-8c41-c71f8cc98b86 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:07.089342 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39206589-0374-41f6-82ad-21af48c54995 None None] Pushing event updated for resources: {'Port': ['ID=4a47374e-afbf-454d-8b2a-be654d8a1636,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:07.093384 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8188a4e0-33dd-49d4-9d67-2f1c5ca93684 req-900fc107-b4d9-4f48-8c41-c71f8cc98b86 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=fec6847c-d222-4583-9f36-5b75019dc3b1 HTTP/1.1" status: 200 len: 949 time: 0.2722745 Sep 23 22:15:07.099599 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd036-dad3-4c73-885a-69ff454e0d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:07.108812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1231c-fc4e-413b-a80f-4469ad240153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6271a8ea-1430-43b6-b27e-9751cc75a202,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:07.142359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network a5dce8d1-decb-46ee-aa8c-495a2d702eec details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:15:07.157403 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:07.182894 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799401123-router', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:14:59Z', 'updated_at': '2021-09-23T22:15:06Z', 'revision_number': 4, 'project_id': '5e2ea5c70ed44446b6920d38693099aa', 'gw_port': {'id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:01Z', 'updated_at': '2021-09-23T22:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8a5f6df3-5d33-46ba-99eb-70b66cdeca59', 'name': '', 'network_id': 'd3bea403-af33-41eb-821d-25494052bafe', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'mac_address': 'fa:16:3e:30:62:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1ba42f2e-b52a-4fa6-9b04-1931478552a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:05Z', 'updated_at': '2021-09-23T22:15:05Z', 'revision_number': 1, 'project_id': '5e2ea5c70ed44446b6920d38693099aa', 'subnets': [{'id': '1ba42f2e-b52a-4fa6-9b04-1931478552a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:07.191589 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0f273e71-8217-4c3f-bc83-49e3fa585b52 None None] Port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:15:07.236149 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8188a4e0-33dd-49d4-9d67-2f1c5ca93684 req-9ecdc6c0-d16c-48fd-b4de-a9949d097790 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414714 Sep 23 22:15:07.279704 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:07.285675 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7c570e84-23b1-4d41-98bc-b54a48f146d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:07.320008 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f3a5f-de39-4e39-a5f9-10b0f12d2dc3 None None] The sync data for ids ['7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'] in n-d-810775-1 is: [{'id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799401123-router', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:14:59Z', 'updated_at': '2021-09-23T22:15:06Z', 'revision_number': 4, 'project_id': '5e2ea5c70ed44446b6920d38693099aa', 'gw_port': {'id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:01Z', 'updated_at': '2021-09-23T22:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8a5f6df3-5d33-46ba-99eb-70b66cdeca59', 'name': '', 'network_id': 'd3bea403-af33-41eb-821d-25494052bafe', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'mac_address': 'fa:16:3e:30:62:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1ba42f2e-b52a-4fa6-9b04-1931478552a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:05Z', 'updated_at': '2021-09-23T22:15:05Z', 'revision_number': 1, 'project_id': '5e2ea5c70ed44446b6920d38693099aa', 'subnets': [{'id': '1ba42f2e-b52a-4fa6-9b04-1931478552a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:15:07.347964 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7c570e84-23b1-4d41-98bc-b54a48f146d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:07.432794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1048e6-b5b4-4ad9-8952-9ac638f65020 admin admin] Made reservation on behalf of 59d00db3b478445a979ca07e52890470 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:07.438303 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e1048e6-b5b4-4ad9-8952-9ac638f65020 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:07.540391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8a5f6df3-5d33-46ba-99eb-70b66cdeca59,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:07.545711 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:07.552272 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd036-dad3-4c73-885a-69ff454e0d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:07.557065 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd036-dad3-4c73-885a-69ff454e0d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:07.559200 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5bcbd036-dad3-4c73-885a-69ff454e0d02 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f84f6979-bf7e-425b-9009-c6f044cc0d20 HTTP/1.1" status: 204 len: 168 time: 0.9622819 Sep 23 22:15:07.595554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbd036-dad3-4c73-885a-69ff454e0d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84f6979-bf7e-425b-9009-c6f044cc0d20,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:07.785932 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a0a4d0f0-c6d2-4c7f-aad3-dba1f2bf602d req-1fecd985-d20d-4033-8305-40480e1ac7f0 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 210 time: 0.2870920 Sep 23 22:15:07.787389 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7c570e84-23b1-4d41-98bc-b54a48f146d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:07.799890 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7c570e84-23b1-4d41-98bc-b54a48f146d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:07.801768 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7c570e84-23b1-4d41-98bc-b54a48f146d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6271a8ea-1430-43b6-b27e-9751cc75a202 HTTP/1.1" status: 204 len: 168 time: 0.9259362 Sep 23 22:15:07.843969 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c570e84-23b1-4d41-98bc-b54a48f146d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6271a8ea-1430-43b6-b27e-9751cc75a202,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:07.944538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-1332618e-92a2-4653-a0c2-8545dce8e169 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3756e6e4b7384c58b79362f025ad60eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1727214 Sep 23 22:15:08.171849 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Network d3bea403-af33-41eb-821d-25494052bafe is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:08.176141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:08.256283 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-46a5c85c-d3da-47ce-8b76-7860d197311a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:08.257937 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-46a5c85c-d3da-47ce-8b76-7860d197311a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2745559 Sep 23 22:15:08.320671 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e1048e6-b5b4-4ad9-8952-9ac638f65020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:08.329516 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-2e8f7ff1-bffb-4676-bffb-96d6ea172982 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Request body: {'port': {'device_id': 'bb5a8d89-da8a-40c2-82e9-28eaaa4236c4', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '3756e6e4b7384c58b79362f025ad60eb'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:08.477322 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1048e6-b5b4-4ad9-8952-9ac638f65020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da88410-efea-462e-b4cc-09cf74c4d58f,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:08.610689 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1048e6-b5b4-4ad9-8952-9ac638f65020 admin admin] Checking segment: {'id': '7f9b6915-e8b5-42c3-8d82-e8752dacfcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a5dce8d1-decb-46ee-aa8c-495a2d702eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:08.611311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1048e6-b5b4-4ad9-8952-9ac638f65020 admin admin] Network hostable DHCP agents. Network: a5dce8d1-decb-46ee-aa8c-495a2d702eec, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:15:08.669242 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-55092bcc-0c8f-44ad-adba-574323f31ecd None None] Provisioning complete for port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:08.672795 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-55092bcc-0c8f-44ad-adba-574323f31ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:08.682696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Router 7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:15:08.766014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1048e6-b5b4-4ad9-8952-9ac638f65020 admin admin] Network a5dce8d1-decb-46ee-aa8c-495a2d702eec is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:15:08.828382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-55092bcc-0c8f-44ad-adba-574323f31ecd None None] Port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:15:08.862144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-2e8f7ff1-bffb-4676-bffb-96d6ea172982 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Made reservation on behalf of 3756e6e4b7384c58b79362f025ad60eb for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:08.866531 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-2e8f7ff1-bffb-4676-bffb-96d6ea172982 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:08.868776 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-12eea7ed-a201-4948-8241-dd41ee7cd0a8 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3756e6e4b7384c58b79362f025ad60eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568976 Sep 23 22:15:08.872899 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-8e1048e6-b5b4-4ad9-8952-9ac638f65020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, a5dce8d1-decb-46ee-aa8c-495a2d702eec) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:08.886286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a341876-608c-4671-b1c7-d079c5164218 None None] Network a5dce8d1-decb-46ee-aa8c-495a2d702eec requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:15:08.910992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1048e6-b5b4-4ad9-8952-9ac638f65020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:08.911767 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e1048e6-b5b4-4ad9-8952-9ac638f65020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:09.151740 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8e1048e6-b5b4-4ad9-8952-9ac638f65020 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1091831 Sep 23 22:15:09.207782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f685ad9b-917c-4438-8e8f-e5cbafcb4508 None None] Network a5dce8d1-decb-46ee-aa8c-495a2d702eec requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:15:09.212881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-4ad5c6fa-545b-4b24-92b0-a2f8b29920c0 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:09.214775 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-4ad5c6fa-545b-4b24-92b0-a2f8b29920c0 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3173771 Sep 23 22:15:09.263473 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-034f6bcb-b6b8-4c57-9a2c-7be5ce9be05d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Request body: {'port': {'device_id': '2799ba98-e191-4679-913f-eaff7ba48567', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '3756e6e4b7384c58b79362f025ad60eb'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:09.306687 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d128fe32-bf34-4a84-aabb-e1df902f950f tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9f3c4bd18a7241fa8a8eb68b07094888&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856912 Sep 23 22:15:09.319299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4f008378-6ddb-4255-baf3-bddbd1eb9d9e no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:15:09.620624 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5705b19d-a466-471f-8396-4d37e13e2075 req-648b973d-51ac-4e1d-a37c-5f98813d41a8 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 210 time: 0.1692715 Sep 23 22:15:09.667200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34842) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:09.712535 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:15:09.839005 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b458acda-76a0-4438-9017-f4fe4ac2f3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:09.853924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:15:09.932894 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3372a1eb-c1a6-4313-80fb-8922c4bf74a0 admin admin] 10.222.0.22 "PUT /v2.0/routers/7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4319823 Sep 23 22:15:10.141554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-8fc925e5-ee9d-4e5b-ae92-f316b50d0733 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:10.154211 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-8fc925e5-ee9d-4e5b-ae92-f316b50d0733 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8464870 Sep 23 22:15:10.174031 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-8307e53e-9a75-4745-9d93-aeb3dcd8adbe tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/quotas/9f3c4bd18a7241fa8a8eb68b07094888 HTTP/1.1" status: 200 len: 375 time: 0.0188179 Sep 23 22:15:10.177680 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:10.232806 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-39948a72-cfcb-4d60-8193-b823fe4bb5d0 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f3c4bd18a7241fa8a8eb68b07094888&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574727 Sep 23 22:15:10.255733 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:10.258992 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097da684-97f6-4ea0-b589-8eb5a9a5b0e9" -d '{"events": [{"server_uuid": "fec6847c-d222-4583-9f36-5b75019dc3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f008378-6ddb-4255-baf3-bddbd1eb9d9e"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:10.281941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4a47374e-afbf-454d-8b2a-be654d8a1636 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:10.287897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:10.348968 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-2e8f7ff1-bffb-4676-bffb-96d6ea172982 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Allocated IP 192.168.233.48 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/9475cbe1-f6d6-44c6-b0fb-82a4800791f9) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:15:10.382449 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:10.476594 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:10.491777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4a47374e-afbf-454d-8b2a-be654d8a1636 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:10.492165 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:10.697019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b458acda-76a0-4438-9017-f4fe4ac2f3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:10.742408 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:10.754384 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efd4640-6078-4e7f-bf5e-73019788ca40 x-openstack-request-id: req-3efd4640-6078-4e7f-bf5e-73019788ca40 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:10.754384 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec6847c-d222-4583-9f36-5b75019dc3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f008378-6ddb-4255-baf3-bddbd1eb9d9e", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:10.754792 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3efd4640-6078-4e7f-bf5e-73019788ca40 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:10.755347 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e', 'code': 200} Sep 23 22:15:10.803205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 4a47374e-afbf-454d-8b2a-be654d8a1636, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4a47374e-afbf-454d-8b2a-be654d8a1636,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:10.848517 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b458acda-76a0-4438-9017-f4fe4ac2f3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:10.895013 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-2e8f7ff1-bffb-4676-bffb-96d6ea172982 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:10.913905 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:10.933849 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b458acda-76a0-4438-9017-f4fe4ac2f3b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a7e5cb09abe941259f3e35166af67fba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2562809 Sep 23 22:15:10.943590 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458acda-76a0-4438-9017-f4fe4ac2f3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4055806f-c4e2-49b8-9774-7687443018af,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:10.949369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34890) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:11.079508 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=4a47374e-afbf-454d-8b2a-be654d8a1636,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:11.113882 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e3f6f46-b656-4fba-b66d-45dfabc17b2b req-790aae0b-f714-4929-966a-6d08b838f7d4 tempest-FloatingIPsNegativeTestJSON-1788171039 tempest-FloatingIPsNegativeTestJSON-1788171039-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=5e2ea5c70ed44446b6920d38693099aa HTTP/1.1" status: 200 len: 217 time: 0.2170484 Sep 23 22:15:11.115305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-034f6bcb-b6b8-4c57-9a2c-7be5ce9be05d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Made reservation on behalf of 3756e6e4b7384c58b79362f025ad60eb for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:11.118985 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-034f6bcb-b6b8-4c57-9a2c-7be5ce9be05d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:11.184950 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b19887b-6d0d-4c5a-a5df-84a14a0b2685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:11.267418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-7c567639-5aa7-4e69-b7ec-15d750d59f4c tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:11.269927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-7c567639-5aa7-4e69-b7ec-15d750d59f4c tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 807 time: 0.4140561 Sep 23 22:15:11.272670 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b19887b-6d0d-4c5a-a5df-84a14a0b2685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:11.285926 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b8813b60-f3ee-4b7f-b5d6-38bfb548d095 req-347b2f70-e5fa-4b85-acd1-8d73eacd4d6c tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 210 time: 0.1253140 Sep 23 22:15:11.286658 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-2e8f7ff1-bffb-4676-bffb-96d6ea172982 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:11.324490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:11.437675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f7ff1-bffb-4676-bffb-96d6ea172982 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event updated for resources: {'Port': ['ID=9475cbe1-f6d6-44c6-b0fb-82a4800791f9,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:11.464003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fc68eb3d-1e8b-4212-96fe-4031c1bfabfa tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/quotas/3f7af936c5414346bc188ecd0d80fb62 HTTP/1.1" status: 200 len: 375 time: 0.1624453 Sep 23 22:15:11.469625 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-2e8f7ff1-bffb-4676-bffb-96d6ea172982 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:11.475099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-2e8f7ff1-bffb-4676-bffb-96d6ea172982 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:11.479336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-2e8f7ff1-bffb-4676-bffb-96d6ea172982 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:15:11.527708 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-034f6bcb-b6b8-4c57-9a2c-7be5ce9be05d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Allocated IP 192.168.233.53 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/eba7adc3-3a44-4ad7-878e-8d5c35e2afb1) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:15:11.554795 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-ceccfaf6-a7c9-4733-a827-4d128aba7797 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386071 Sep 23 22:15:11.575064 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90ce388a-3925-4213-8b4f-cd08e0499542 req-3741d078-b7e4-4b04-9b10-00946dbae24d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 210 time: 0.0808654 Sep 23 22:15:11.625488 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b19887b-6d0d-4c5a-a5df-84a14a0b2685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:11.635405 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b19887b-6d0d-4c5a-a5df-84a14a0b2685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:11.636647 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0b19887b-6d0d-4c5a-a5df-84a14a0b2685 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4055806f-c4e2-49b8-9774-7687443018af HTTP/1.1" status: 204 len: 168 time: 0.6849515 Sep 23 22:15:11.692842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Sync routers for ids ['7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:15:11.736716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19887b-6d0d-4c5a-a5df-84a14a0b2685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4055806f-c4e2-49b8-9774-7687443018af,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:11.744712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Routers {'7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:15:11.747609 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:14:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:11.837467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-2e8f7ff1-bffb-4676-bffb-96d6ea172982 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:11.838199 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-2e8f7ff1-bffb-4676-bffb-96d6ea172982 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:11.928932 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b349a60a-14f5-4f60-b4de-139c39eb5bd7 req-b5e9bc57-0bcb-4efe-af3c-109870f667d7 tempest-FloatingIPsNegativeTestJSON-1788171039 tempest-FloatingIPsNegativeTestJSON-1788171039-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0716190 Sep 23 22:15:11.974517 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-600d1481-b213-4eec-9622-b152094082ad service neutron] 10.222.0.22 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100165 Sep 23 22:15:12.007342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Set router 7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:15:12.015269 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-2e8f7ff1-bffb-4676-bffb-96d6ea172982 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7086146 Sep 23 22:15:12.024672 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-034f6bcb-b6b8-4c57-9a2c-7be5ce9be05d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:12.058638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e0ea5d09-f0f2-4c6b-8e1d-69f79891c279 None None] Provisioning complete for port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:12.065327 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5d09-f0f2-4c6b-8e1d-69f79891c279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:12.070431 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Request body: {'port': {'device_id': 'bb5a8d89-da8a-40c2-82e9-28eaaa4236c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:12.130515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4a47374e-afbf-454d-8b2a-be654d8a1636 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:12.169864 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-034f6bcb-b6b8-4c57-9a2c-7be5ce9be05d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:12.172916 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-cffb4465-1e76-4c8d-989a-7237240db8a8 req-ccbb515d-7dbd-47fd-a1ce-b3eec82d27ae tempest-FloatingIPsNegativeTestJSON-1788171039 tempest-FloatingIPsNegativeTestJSON-1788171039-project] show failed (client error): The resource could not be found. Sep 23 22:15:12.174225 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cffb4465-1e76-4c8d-989a-7237240db8a8 req-ccbb515d-7dbd-47fd-a1ce-b3eec82d27ae tempest-FloatingIPsNegativeTestJSON-1788171039 tempest-FloatingIPsNegativeTestJSON-1788171039-project] 10.222.0.22 "GET /v2.0/floatingips/1ec3fae7-8467-4596-808a-067a8258f888 HTTP/1.1" status: 404 len: 350 time: 0.0538316 Sep 23 22:15:12.193445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34924) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:12.220707 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:12.256786 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:12.300670 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-574c7ac4-be2a-485c-b48f-f00311172a4e service neutron] 10.222.0.22 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245771 Sep 23 22:15:12.345067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-034f6bcb-b6b8-4c57-9a2c-7be5ce9be05d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:12.353137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea5d09-f0f2-4c6b-8e1d-69f79891c279 None None] Port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:15:12.360418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-034f6bcb-b6b8-4c57-9a2c-7be5ce9be05d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:12.366807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-034f6bcb-b6b8-4c57-9a2c-7be5ce9be05d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:15:12.431280 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-034f6bcb-b6b8-4c57-9a2c-7be5ce9be05d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:12.432622 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-034f6bcb-b6b8-4c57-9a2c-7be5ce9be05d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:12.435459 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f6bcb-b6b8-4c57-9a2c-7be5ce9be05d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event updated for resources: {'Port': ['ID=eba7adc3-3a44-4ad7-878e-8d5c35e2afb1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:12.673971 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-034f6bcb-b6b8-4c57-9a2c-7be5ce9be05d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4156399 Sep 23 22:15:12.748516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4a47374e-afbf-454d-8b2a-be654d8a1636 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:12.749526 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:12.787620 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1ff3c38-c170-44e9-a730-05f390d4d2a9 req-4b68ce85-b12b-4a7f-b602-d12969168704 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 210 time: 0.1260669 Sep 23 22:15:12.791978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Request body: {'port': {'device_id': '2799ba98-e191-4679-913f-eaff7ba48567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:13.027655 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:13.055882 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c2141829-9b00-479e-bdf1-6f7ada6c8f3c None None] Provisioning complete for port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:13.059891 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c2141829-9b00-479e-bdf1-6f7ada6c8f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:13.072586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:13.123131 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:13.200596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c2141829-9b00-479e-bdf1-6f7ada6c8f3c None None] Port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:15:13.237244 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0564a847-1e2d-4191-9359-daf8b6a07e4b req-4da70fe5-d066-4d71-b269-2361524e21b0 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 210 time: 0.0811472 Sep 23 22:15:13.257078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Transition to ACTIVE for port object 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:15:13.272944 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-49bb8278-ba9a-4e9e-a985-73f741b0b4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:13.333884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1867d2fd-cf7a-4cd2-b2dd-e703167754cc details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:15:13.359830 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:13.717399 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799401123-router', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:14:59Z', 'updated_at': '2021-09-23T22:15:06Z', 'revision_number': 4, 'project_id': '5e2ea5c70ed44446b6920d38693099aa', 'gw_port': {'id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:01Z', 'updated_at': '2021-09-23T22:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8a5f6df3-5d33-46ba-99eb-70b66cdeca59', 'name': '', 'network_id': 'd3bea403-af33-41eb-821d-25494052bafe', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'mac_address': 'fa:16:3e:30:62:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1ba42f2e-b52a-4fa6-9b04-1931478552a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:05Z', 'updated_at': '2021-09-23T22:15:06Z', 'revision_number': 2, 'project_id': '5e2ea5c70ed44446b6920d38693099aa', 'subnets': [{'id': '1ba42f2e-b52a-4fa6-9b04-1931478552a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:13.790249 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Pushing event updated for resources: {'Port': ['ID=9475cbe1-f6d6-44c6-b0fb-82a4800791f9,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:13.824071 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Checking router: 7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:15:13.826494 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Attempting to bind port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:15:13.826604 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Updating router 7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:15:13.828667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Attempting to bind port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:15:13.828949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Attempting to bind port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:13.845321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:15:13.845711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Attempting to bind port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:13.866807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:15:13.867166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:13.867561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:15:13.868022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Bound port: 9475cbe1-f6d6-44c6-b0fb-82a4800791f9, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:15:13.871817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:13.928839 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:13.999396 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:13.999597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] For port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:15:14.004422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] For port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=9475cbe1-f6d6-44c6-b0fb-82a4800791f9,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:15:14.013647 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '1867d2fd-cf7a-4cd2-b2dd-e703167754cc', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '1867d2fd-cf7a-4cd2-b2dd-e703167754cc', 'mac_address': 'fa:16:3e:80:32:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:15:14.024865 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce781bda-b23b-4e12-b932-ffcd98bb42b5 req-8f466803-7eb1-4e41-a261-137ab1cbdee1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:14.030116 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce781bda-b23b-4e12-b932-ffcd98bb42b5 req-8f466803-7eb1-4e41-a261-137ab1cbdee1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 935 time: 1.0045338 Sep 23 22:15:14.070519 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1953557-af6e-4f0e-9cac-c5a53de7e7ad req-b13bd34a-ae45-471a-ba33-e7bace471f51 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 210 time: 0.0578711 Sep 23 22:15:14.181016 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:14.188262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce781bda-b23b-4e12-b932-ffcd98bb42b5 req-d112ba7e-ca00-45a4-877b-8970f9cd3837 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279395 Sep 23 22:15:14.327235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:14.331095 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:14.337977 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0b193b70-da13-488a-8e16-a631f199816c service neutron] 10.222.0.43 "PUT /v2.0/ports/9475cbe1-f6d6-44c6-b0fb-82a4800791f9 HTTP/1.1" status: 200 len: 1095 time: 2.2851939 Sep 23 22:15:14.340512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5a8d89-da8a-40c2-82e9-28eaaa4236c4', 'tag': '9475cbe1-f6d6-44c6-b0fb-82a4800791f9'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:14.358696 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-847a7724-4ced-4d01-9212-7a98d17b2b0a tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9f3c4bd18a7241fa8a8eb68b07094888&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393128 Sep 23 22:15:14.366669 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7261f72e-06ef-44fc-9ec0-a695b86ed1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5a8d89-da8a-40c2-82e9-28eaaa4236c4", "tag": "9475cbe1-f6d6-44c6-b0fb-82a4800791f9"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:14.421315 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:14.460670 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b193b70-da13-488a-8e16-a631f199816c service neutron] Pushing event updated for resources: {'Port': ['ID=9475cbe1-f6d6-44c6-b0fb-82a4800791f9,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:14.525769 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-75b56059-604f-4cde-bf6c-6699301d5c65 req-54541fc5-0fc5-4385-9ca3-2404b9d9485e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 210 time: 0.1425397 Sep 23 22:15:14.552903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1867d2fd-cf7a-4cd2-b2dd-e703167754cc {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:14.594659 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:14.627843 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f61e4e-37ca-40ec-9417-7da7235c6075 x-openstack-request-id: req-f4f61e4e-37ca-40ec-9417-7da7235c6075 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:14.629428 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5a8d89-da8a-40c2-82e9-28eaaa4236c4", "tag": "9475cbe1-f6d6-44c6-b0fb-82a4800791f9", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:14.629752 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4f61e4e-37ca-40ec-9417-7da7235c6075 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:14.631476 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5a8d89-da8a-40c2-82e9-28eaaa4236c4', 'tag': '9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'status': 'completed', 'code': 200} Sep 23 22:15:14.698930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-338e0d22-3ea1-457c-8a12-ca852a359cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:14.711498 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-338e0d22-3ea1-457c-8a12-ca852a359cbc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4 HTTP/1.1" status: 200 len: 1098 time: 0.1864130 Sep 23 22:15:14.734595 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84013a74-c80f-4987-b1ba-5835d6b6bea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:14.820894 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:14.823856 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-d954d60e-9f92-430f-a68e-485a4ab675bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=9475cbe1-f6d6-44c6-b0fb-82a4800791f9 HTTP/1.1" status: 200 len: 217 time: 0.0994618 Sep 23 22:15:14.841338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:14.905706 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:14.983131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Transition to ACTIVE for port object eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:15:14.989033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-09d77a8a-1da3-464f-8c34-39728e69024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:14.993574 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-09d77a8a-1da3-464f-8c34-39728e69024b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1529222 Sep 23 22:15:15.006694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0ac371b9-6b56-4713-b170-cd5db75b0565 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:15.011674 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0ac371b9-6b56-4713-b170-cd5db75b0565 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6412950 Sep 23 22:15:15.053422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['1867d2fd-cf7a-4cd2-b2dd-e703167754cc'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:15.055436 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Request body: {'port': {'device_id': '849ccdd8-128b-4ce5-b847-637eaea6d4aa', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '9f3c4bd18a7241fa8a8eb68b07094888'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:15.176219 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:15.177848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-921b2ce5-9dac-4481-b2b7-93f3325bce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:15.188819 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-921b2ce5-9dac-4481-b2b7-93f3325bce99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1881912 Sep 23 22:15:15.232384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:15.402944 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-acf5b9b2-afa2-4f43-9dbc-682dd2e9dc66 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033865 Sep 23 22:15:15.485913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-b8cf5b98-6785-453b-af53-12140f2430bc tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ee76ef5bfadb44c3b774e7c129f0711d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0813668 Sep 23 22:15:15.495994 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:15.588149 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-323d0d39-60ae-4653-802b-313f91346366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:15.594821 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:15.674563 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-ed36ea18-bda6-4295-9aee-33ded108c7be service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503786 Sep 23 22:15:15.693801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc28102-a59f-4cb0-96c4-6e4b6f331771 None None] Pushing event updated for resources: {'Port': ['ID=8a5f6df3-5d33-46ba-99eb-70b66cdeca59,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:15.763404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Attempting to bind port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:15:15.764099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Attempting to bind port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '046e7350-bdd1-45c9-9de6-b0a5bea22d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd3bea403-af33-41eb-821d-25494052bafe'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:15:15.764728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Attempting to bind port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 on network d3bea403-af33-41eb-821d-25494052bafe {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:15.771471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-41fe945a-815d-4805-ae82-1f1b8d11bec5 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:15.776448 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:15:15.777155 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Checking segment: {'id': '046e7350-bdd1-45c9-9de6-b0a5bea22d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd3bea403-af33-41eb-821d-25494052bafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:15.777723 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:15.778269 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Bound using segment: {'id': '046e7350-bdd1-45c9-9de6-b0a5bea22d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd3bea403-af33-41eb-821d-25494052bafe'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:15:15.784617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Bound port: 8a5f6df3-5d33-46ba-99eb-70b66cdeca59, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046e7350-bdd1-45c9-9de6-b0a5bea22d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd3bea403-af33-41eb-821d-25494052bafe'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:15:15.785491 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:15.785740 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-41fe945a-815d-4805-ae82-1f1b8d11bec5 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2849073 Sep 23 22:15:15.806934 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-0e61008e-099a-455a-8092-4ab9035992bb tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/quotas/ee76ef5bfadb44c3b774e7c129f0711d HTTP/1.1" status: 200 len: 375 time: 0.0199530 Sep 23 22:15:15.931874 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-cb5b3a2d-14ce-429e-98dd-8f2c2e4ae5e7 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee76ef5bfadb44c3b774e7c129f0711d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1160111 Sep 23 22:15:16.069609 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] For port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:15:16.117246 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] For port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8a5f6df3-5d33-46ba-99eb-70b66cdeca59,segment=NetworkSegment(046e7350-bdd1-45c9-9de6-b0a5bea22d8b),segment_id=046e7350-bdd1-45c9-9de6-b0a5bea22d8b)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:15:16.143962 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261f72e-06ef-44fc-9ec0-a695b86ed1c8 req-6e821ce6-7b41-4c0d-9e87-2bb51f26f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:16.145796 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7261f72e-06ef-44fc-9ec0-a695b86ed1c8 req-6e821ce6-7b41-4c0d-9e87-2bb51f26f542 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4 HTTP/1.1" status: 200 len: 1098 time: 0.2176359 Sep 23 22:15:16.221192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e1aab799-4dda-4d68-8f41-5fa4840dc282 None None] Provisioning complete for port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:16.224796 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e1aab799-4dda-4d68-8f41-5fa4840dc282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:16.228192 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f33f0c0-1de9-4dde-b539-744048e35e5f req-15ff5135-691f-4314-a8ed-7e8a4a505d9d tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 210 time: 0.9841428 Sep 23 22:15:16.381627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-1ae39be6-1105-4615-915b-b26eb279a480 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:16.383332 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-1ae39be6-1105-4615-915b-b26eb279a480 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.67 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 807 time: 0.3376281 Sep 23 22:15:16.421521 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-56114e56-e67b-4768-b172-e92464d1096e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Request body: {'port': {'device_id': '54d18b09-75ac-416d-90af-527fb769afc3', 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c', 'admin_state_up': True, 'tenant_id': '3f7af936c5414346bc188ecd0d80fb62'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:16.434167 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:16.469259 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:16.475164 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261f72e-06ef-44fc-9ec0-a695b86ed1c8 req-a336bfd4-2780-486b-881a-111f3d8ae974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:16.476795 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7261f72e-06ef-44fc-9ec0-a695b86ed1c8 req-a336bfd4-2780-486b-881a-111f3d8ae974 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.3156178 Sep 23 22:15:16.532084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Pushing event updated for resources: {'Port': ['ID=eba7adc3-3a44-4ad7-878e-8d5c35e2afb1,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:16.625456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7261f72e-06ef-44fc-9ec0-a695b86ed1c8 req-3ce1c6f8-ac66-49f4-9a77-812acda1c114 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=9475cbe1-f6d6-44c6-b0fb-82a4800791f9 HTTP/1.1" status: 200 len: 217 time: 0.1273005 Sep 23 22:15:16.829273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e1aab799-4dda-4d68-8f41-5fa4840dc282 None None] Port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:15:16.851584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Routers {'7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:15:16.853400 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:15:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:16.931156 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-65e920ca-6b08-4f76-988e-2511f05fa9b0 req-489e901c-f247-4bd8-9ee1-7076ade0eb70 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 210 time: 0.1029477 Sep 23 22:15:16.949752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc28102-a59f-4cb0-96c4-6e4b6f331771 None None] Pushing event updated for resources: {'Port': ['ID=8a5f6df3-5d33-46ba-99eb-70b66cdeca59,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:16.956406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261f72e-06ef-44fc-9ec0-a695b86ed1c8 req-dfa78e5b-74e7-4279-bfe8-72105ad4e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:16.958649 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7261f72e-06ef-44fc-9ec0-a695b86ed1c8 req-dfa78e5b-74e7-4279-bfe8-72105ad4e767 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.2230718 Sep 23 22:15:17.009131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343a3f6-15cf-46f6-8fc6-94ef8f65b844 req-6d92e238-b6ca-496c-a298-ee0915e00b4d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:17.018120 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6343a3f6-15cf-46f6-8fc6-94ef8f65b844 req-6d92e238-b6ca-496c-a298-ee0915e00b4d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 947 time: 0.5770066 Sep 23 22:15:17.037669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc28102-a59f-4cb0-96c4-6e4b6f331771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:17.038008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc28102-a59f-4cb0-96c4-6e4b6f331771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:17.038410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc28102-a59f-4cb0-96c4-6e4b6f331771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:17.038813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc28102-a59f-4cb0-96c4-6e4b6f331771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:17.039110 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc28102-a59f-4cb0-96c4-6e4b6f331771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:17.042513 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc28102-a59f-4cb0-96c4-6e4b6f331771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:17.042906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc28102-a59f-4cb0-96c4-6e4b6f331771 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:17.043279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc28102-a59f-4cb0-96c4-6e4b6f331771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:17.043713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc28102-a59f-4cb0-96c4-6e4b6f331771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:17.043943 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc28102-a59f-4cb0-96c4-6e4b6f331771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:17.044280 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc28102-a59f-4cb0-96c4-6e4b6f331771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:17.044611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc28102-a59f-4cb0-96c4-6e4b6f331771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:15:17.051512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Attempting to bind port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:15:17.051997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Attempting to bind port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:15:17.060015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Attempting to bind port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:17.081484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261f72e-06ef-44fc-9ec0-a695b86ed1c8 req-dc371739-346f-4dde-b8e3-8c86c20b500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:17.085319 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7261f72e-06ef-44fc-9ec0-a695b86ed1c8 req-dc371739-346f-4dde-b8e3-8c86c20b500f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1156528 Sep 23 22:15:17.093747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:15:17.098712 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Attempting to bind port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:17.117052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:15:17.117765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:17.118308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:15:17.119057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Bound port: eba7adc3-3a44-4ad7-878e-8d5c35e2afb1, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:15:17.119596 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:17.150001 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:17.161685 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] Set router 7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:15:17.165325 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6343a3f6-15cf-46f6-8fc6-94ef8f65b844 req-321d6f8a-f595-443d-8783-aaf4a4733596 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414301 Sep 23 22:15:17.203044 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Made reservation on behalf of 9f3c4bd18a7241fa8a8eb68b07094888 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:17.207757 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:17.268342 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:17.289465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-628a65ed-990d-43dc-9bbf-61260168411f None None] Provisioning complete for port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:17.289934 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-628a65ed-990d-43dc-9bbf-61260168411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:17.336422 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14d574fa-2a91-4536-b6a7-833c1e1c51eb req-e1089268-16da-4d20-9647-0c9d97d346e6 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 210 time: 0.1038578 Sep 23 22:15:17.379961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1867d2fd-cf7a-4cd2-b2dd-e703167754cc up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:17.393087 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7261f72e-06ef-44fc-9ec0-a695b86ed1c8 req-693a0712-9c5e-4984-995b-c4e1ddea5b46 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984357 Sep 23 22:15:17.417711 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:17.524916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-56114e56-e67b-4768-b172-e92464d1096e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Made reservation on behalf of 3f7af936c5414346bc188ecd0d80fb62 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:17.532508 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-628a65ed-990d-43dc-9bbf-61260168411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:17.534439 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-56114e56-e67b-4768-b172-e92464d1096e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:17.538908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] For port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:15:17.550952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] For port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=eba7adc3-3a44-4ad7-878e-8d5c35e2afb1,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:15:17.625582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-84013a74-c80f-4987-b1ba-5835d6b6bea6 admin admin] Deleting port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:15:17.628834 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84013a74-c80f-4987-b1ba-5835d6b6bea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:17.639860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-628a65ed-990d-43dc-9bbf-61260168411f None None] For port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8a5f6df3-5d33-46ba-99eb-70b66cdeca59,segment=NetworkSegment(046e7350-bdd1-45c9-9de6-b0a5bea22d8b),segment_id=046e7350-bdd1-45c9-9de6-b0a5bea22d8b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:17.656310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:17.657031 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:17.694959 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:17.719978 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb8dcc75-fa68-4883-a6f3-ddb578999caf req-f8153260-5a2e-4167-bf31-8415ca5005b8 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 210 time: 0.1697836 Sep 23 22:15:17.766538 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-628a65ed-990d-43dc-9bbf-61260168411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:17.890693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:17.891319 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:17.892772 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-420dff79-3845-4146-8dba-5dad91715ace service neutron] 10.222.0.43 "PUT /v2.0/ports/eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 HTTP/1.1" status: 200 len: 1095 time: 5.1144469 Sep 23 22:15:17.893284 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2799ba98-e191-4679-913f-eaff7ba48567', 'tag': 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:17.895890 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6392612-45c8-441a-8cf5-84d382dfb757" -d '{"events": [{"name": "network-changed", "server_uuid": "2799ba98-e191-4679-913f-eaff7ba48567", "tag": "eba7adc3-3a44-4ad7-878e-8d5c35e2afb1"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:17.969390 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:17.980122 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7261f72e-06ef-44fc-9ec0-a695b86ed1c8 req-1a9e892b-ec54-4357-8a49-d3b4a1f9db9d service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737679 Sep 23 22:15:18.112095 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e6e2d7-c675-4511-b6be-e72168027bca x-openstack-request-id: req-d2e6e2d7-c675-4511-b6be-e72168027bca {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:18.112609 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2799ba98-e191-4679-913f-eaff7ba48567", "tag": "eba7adc3-3a44-4ad7-878e-8d5c35e2afb1", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:18.112880 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2e6e2d7-c675-4511-b6be-e72168027bca {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:18.128975 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2799ba98-e191-4679-913f-eaff7ba48567', 'tag': 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1', 'status': 'completed', 'code': 200} Sep 23 22:15:18.135410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a65ed-990d-43dc-9bbf-61260168411f None None] Pushing event updated for resources: {'Port': ['ID=8a5f6df3-5d33-46ba-99eb-70b66cdeca59,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:18.164888 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dff79-3845-4146-8dba-5dad91715ace service neutron] Pushing event updated for resources: {'Port': ['ID=eba7adc3-3a44-4ad7-878e-8d5c35e2afb1,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:18.226962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:18.229234 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e7357f-9faa-43ae-8c7d-72268b270603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1867d2fd-cf7a-4cd2-b2dd-e703167754cc'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:18.232414 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f51d532-df8a-4240-81f3-9b2fea12df24" -d '{"events": [{"server_uuid": "09e7357f-9faa-43ae-8c7d-72268b270603", "name": "network-vif-plugged", "status": "completed", "tag": "1867d2fd-cf7a-4cd2-b2dd-e703167754cc"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:18.254991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:18.305402 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5923772-a123-42d7-8612-5070bde297fe req-abcc55de-b910-4f8d-a832-337a0984691f tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 210 time: 0.1259131 Sep 23 22:15:18.360701 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-56114e56-e67b-4768-b172-e92464d1096e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Allocated IP 172.20.0.4 (92f95a66-bc42-4e40-8636-d20f8aa81d6c/b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12/e087bac2-f6ee-46b7-aca7-2522cc678453) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:15:18.405667 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:18.407298 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-1c5b62d9-9e42-4062-9bae-6c4823f5afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:18.422348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-84013a74-c80f-4987-b1ba-5835d6b6bea6 admin admin] For port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8a5f6df3-5d33-46ba-99eb-70b66cdeca59,segment=NetworkSegment(046e7350-bdd1-45c9-9de6-b0a5bea22d8b),segment_id=046e7350-bdd1-45c9-9de6-b0a5bea22d8b)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:18.426073 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84013a74-c80f-4987-b1ba-5835d6b6bea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:18.438084 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-1c5b62d9-9e42-4062-9bae-6c4823f5afbe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 1098 time: 0.3200223 Sep 23 22:15:18.464644 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2621de3c-f931-418e-be0f-7aa3b48b45a9 x-openstack-request-id: req-2621de3c-f931-418e-be0f-7aa3b48b45a9 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:18.464865 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e7357f-9faa-43ae-8c7d-72268b270603", "name": "network-vif-plugged", "status": "completed", "tag": "1867d2fd-cf7a-4cd2-b2dd-e703167754cc", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:18.465261 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2621de3c-f931-418e-be0f-7aa3b48b45a9 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:18.465736 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e7357f-9faa-43ae-8c7d-72268b270603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1867d2fd-cf7a-4cd2-b2dd-e703167754cc', 'code': 200} Sep 23 22:15:18.500413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:18.501056 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:18.507319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799401123-router', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:14:59Z', 'updated_at': '2021-09-23T22:15:06Z', 'revision_number': 4, 'project_id': '5e2ea5c70ed44446b6920d38693099aa', 'gw_port': {'id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:01Z', 'updated_at': '2021-09-23T22:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8a5f6df3-5d33-46ba-99eb-70b66cdeca59', 'name': '', 'network_id': 'd3bea403-af33-41eb-821d-25494052bafe', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'mac_address': 'fa:16:3e:30:62:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1ba42f2e-b52a-4fa6-9b04-1931478552a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:05Z', 'updated_at': '2021-09-23T22:15:16Z', 'revision_number': 4, 'project_id': '5e2ea5c70ed44446b6920d38693099aa', 'subnets': [{'id': '1ba42f2e-b52a-4fa6-9b04-1931478552a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:18.516913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-84013a74-c80f-4987-b1ba-5835d6b6bea6 admin admin] Calling delete_port for 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:15:18.568450 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0ab5a347-137f-41bc-b2a0-cec9274d14d7 req-62df950b-0255-42b6-ba81-c728aada491d tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 210 time: 0.0627129 Sep 23 22:15:18.574290 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e2dbd-e59e-4e8e-bd95-afced285dbba None None] The sync data for ids ['7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'] in n-d-810775-1 is: [{'id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799401123-router', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:14:59Z', 'updated_at': '2021-09-23T22:15:06Z', 'revision_number': 4, 'project_id': '5e2ea5c70ed44446b6920d38693099aa', 'gw_port': {'id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:01Z', 'updated_at': '2021-09-23T22:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8a5f6df3-5d33-46ba-99eb-70b66cdeca59', 'name': '', 'network_id': 'd3bea403-af33-41eb-821d-25494052bafe', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'mac_address': 'fa:16:3e:30:62:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1ba42f2e-b52a-4fa6-9b04-1931478552a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:05Z', 'updated_at': '2021-09-23T22:15:16Z', 'revision_number': 4, 'project_id': '5e2ea5c70ed44446b6920d38693099aa', 'subnets': [{'id': '1ba42f2e-b52a-4fa6-9b04-1931478552a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:15:18.576536 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:18.577173 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:18.585465 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-1ddc5e93-9acd-4e67-9fbb-60617f41227f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 HTTP/1.1" status: 200 len: 217 time: 0.1110754 Sep 23 22:15:18.610349 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:18.674266 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:18.856310 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b5bce-6c3f-4f37-8ee5-c51a3b9913ab req-8f23426a-a22a-419a-86de-455a4cad2725 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:18.867155 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-678b5bce-6c3f-4f37-8ee5-c51a3b9913ab req-8f23426a-a22a-419a-86de-455a4cad2725 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 947 time: 0.4711604 Sep 23 22:15:18.942733 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-9a5c61fd-346b-4ca5-aaf7-5602790df05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:18.945683 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-9a5c61fd-346b-4ca5-aaf7-5602790df05e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.3474443 Sep 23 22:15:18.950399 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35122) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:19.063536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d604f1bb-d109-433a-ad41-398fdec16e17 req-ff097be6-40b6-4209-b6fe-18b845e8531e tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 210 time: 0.1704152 Sep 23 22:15:19.097682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:19.366386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:15:19.445434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Allocated IP 192.168.233.20 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/13608c18-3d11-477b-9e5a-fd56b5be1970) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:15:19.806266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=9475cbe1-f6d6-44c6-b0fb-82a4800791f9,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:19.832229 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:19.847140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'mac_address': 'fa:16:3e:75:79:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:15:19.897381 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-56114e56-e67b-4768-b172-e92464d1096e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:19.921296 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a37ec5bc-b7d0-4575-8686-503b0f015096 req-1ebcd0aa-0b0b-4221-ba0a-16dd269b7661 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 210 time: 0.3500774 Sep 23 22:15:19.926755 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79ec665c-7c2e-4b96-9d60-bf1c3019386c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:19.965500 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:20.063791 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84013a74-c80f-4987-b1ba-5835d6b6bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:20.124416 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-678b5bce-6c3f-4f37-8ee5-c51a3b9913ab req-b70f58ad-9792-46c5-9a05-f6c713b1b21d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2560766 Sep 23 22:15:20.171174 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-56114e56-e67b-4768-b172-e92464d1096e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:20.199962 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-acf9c396-2e33-4595-a5d0-cc5ad083d071 req-844830c1-0d5a-4e98-aca5-45aebc8b7272 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 210 time: 0.1216915 Sep 23 22:15:20.200125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:20.209629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:20.212334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:20.215366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:15:20.228889 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:20.288622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-bc18b70f-6e82-4915-8942-7ded75cdd8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:20.292414 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-bc18b70f-6e82-4915-8942-7ded75cdd8dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3298264 Sep 23 22:15:20.307569 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Pushing event updated for resources: {'Port': ['ID=13608c18-3d11-477b-9e5a-fd56b5be1970,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:20.351516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:20.352645 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:20.357395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:15:20.357745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 23 22:15:20.389855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84013a74-c80f-4987-b1ba-5835d6b6bea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5f6df3-5d33-46ba-99eb-70b66cdeca59,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:20.436817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-56114e56-e67b-4768-b172-e92464d1096e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Network 92f95a66-bc42-4e40-8636-d20f8aa81d6c is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:20.441595 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Port 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 not found, will not notify nova. {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 23 22:15:20.452175 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:20.501991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=9475cbe1-f6d6-44c6-b0fb-82a4800791f9,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:20.562122 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-8af27943-f63a-4f78-abf3-dc34d73b8437 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ee76ef5bfadb44c3b774e7c129f0711d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272427 Sep 23 22:15:20.572197 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:20.591008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-56114e56-e67b-4768-b172-e92464d1096e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:20.630496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-56114e56-e67b-4768-b172-e92464d1096e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:15:20.698979 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56114e56-e67b-4768-b172-e92464d1096e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Pushing event updated for resources: {'Port': ['ID=e087bac2-f6ee-46b7-aca7-2522cc678453,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:20.764431 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=9475cbe1-f6d6-44c6-b0fb-82a4800791f9,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:20.830372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-fb3c134c-8e26-4a56-bdce-b1e4d6414729 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:20.833663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-fb3c134c-8e26-4a56-bdce-b1e4d6414729 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142851 Sep 23 22:15:20.874148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Request body: {'port': {'device_id': 'eb9d9aec-d85d-44bf-a96f-41c4caa38edd', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': 'ee76ef5bfadb44c3b774e7c129f0711d'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:20.880302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e15a8395-ea80-4194-8f41-72bc83630527 None None] Provisioning complete for port 13608c18-3d11-477b-9e5a-fd56b5be1970 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:20.881044 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e15a8395-ea80-4194-8f41-72bc83630527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:20.914068 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-56114e56-e67b-4768-b172-e92464d1096e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:20.915227 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-56114e56-e67b-4768-b172-e92464d1096e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:20.948474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['9475cbe1-f6d6-44c6-b0fb-82a4800791f9'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:20.985538 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dc138-ae41-4811-95ca-5f092ed6b8a1 req-fc70e6dd-8bcf-4feb-ac5f-6a60bc44d661 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:20.988263 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ad2dc138-ae41-4811-95ca-5f092ed6b8a1 req-fc70e6dd-8bcf-4feb-ac5f-6a60bc44d661 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 935 time: 0.5569313 Sep 23 22:15:21.084903 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-0fe3af10-350b-4cc1-aba4-4c59967a52cd service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462536 Sep 23 22:15:21.097460 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e15a8395-ea80-4194-8f41-72bc83630527 None None] Port 13608c18-3d11-477b-9e5a-fd56b5be1970 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:15:21.115990 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84013a74-c80f-4987-b1ba-5835d6b6bea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:21.271228 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79ec665c-7c2e-4b96-9d60-bf1c3019386c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:21.302547 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ad2dc138-ae41-4811-95ca-5f092ed6b8a1 req-7fa13c52-51c2-48c7-ab07-99feb9b6569a tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852364 Sep 23 22:15:21.413268 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79ec665c-7c2e-4b96-9d60-bf1c3019386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:21.469187 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27d39a-940e-4183-ad2b-06b7030c2c62 req-d7200aef-25bc-4767-9655-7a1230b11095 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:21.469187 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a27d39a-940e-4183-ad2b-06b7030c2c62 req-d7200aef-25bc-4767-9655-7a1230b11095 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 931 time: 0.3769622 Sep 23 22:15:21.481666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-d46c14df-2ea6-4cd4-ad38-20aaef87bf91 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.4422278 Sep 23 22:15:21.504477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Request body: {'port': {'device_id': '849ccdd8-128b-4ce5-b847-637eaea6d4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:21.520499 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-79ec665c-7c2e-4b96-9d60-bf1c3019386c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2662d13b18a74052b031dff8e83b89ab&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5665100 Sep 23 22:15:21.525465 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceb4ce9-1a71-4a72-bb43-2d9f5f29d49f req-af57bc33-2316-4c5e-9f3d-9cf2974267e6 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149258 Sep 23 22:15:21.526349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec665c-7c2e-4b96-9d60-bf1c3019386c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0314ce00-160d-4a1a-90f7-644c317fbee9,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:21.529545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35162) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:21.597837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adb795-53f6-40ca-816c-61f376805077 req-bedc179e-3031-401a-9d69-2c677fe5f336 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:21.599888 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-30adb795-53f6-40ca-816c-61f376805077 req-bedc179e-3031-401a-9d69-2c677fe5f336 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 947 time: 0.1515276 Sep 23 22:15:21.678409 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-56114e56-e67b-4768-b172-e92464d1096e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2726884 Sep 23 22:15:21.682001 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4b4c5e7-82ec-42fa-9bb7-9058ebdd7fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:21.698766 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-30adb795-53f6-40ca-816c-61f376805077 req-26a48744-030e-43e2-9f88-171de7b57756 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865231 Sep 23 22:15:21.712525 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Request body: {'port': {'device_id': '54d18b09-75ac-416d-90af-527fb769afc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:21.846051 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4b4c5e7-82ec-42fa-9bb7-9058ebdd7fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:21.924783 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7d9c2f09-644d-4e8d-8879-8ff7288bad49 req-91caea09-380c-4f20-8fb4-23ebcd7d65fd tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 210 time: 0.0797622 Sep 23 22:15:21.925506 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a27d39a-940e-4183-ad2b-06b7030c2c62 req-6afe6101-6042-403f-80a8-fe5bb7230afc tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496369 Sep 23 22:15:21.951713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Made reservation on behalf of ee76ef5bfadb44c3b774e7c129f0711d for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:21.962455 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:21.980678 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:21.984562 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:22.004418 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:22.004418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6392612-45c8-441a-8cf5-84d382dfb757 req-db3a0310-774d-4fbb-acf7-309d2ee7613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:22.004418 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6392612-45c8-441a-8cf5-84d382dfb757 req-db3a0310-774d-4fbb-acf7-309d2ee7613f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 1098 time: 0.2701023 Sep 23 22:15:22.038502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84013a74-c80f-4987-b1ba-5835d6b6bea6 admin admin] Router 7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:15:22.257214 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4b4c5e7-82ec-42fa-9bb7-9058ebdd7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:22.260880 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4b4c5e7-82ec-42fa-9bb7-9058ebdd7fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:22.264619 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e4b4c5e7-82ec-42fa-9bb7-9058ebdd7fa9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0314ce00-160d-4a1a-90f7-644c317fbee9 HTTP/1.1" status: 204 len: 168 time: 0.7250407 Sep 23 22:15:22.294179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6392612-45c8-441a-8cf5-84d382dfb757 req-48f9b4ff-b66a-45c2-8900-e8f10ae3a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:22.297314 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6392612-45c8-441a-8cf5-84d382dfb757 req-48f9b4ff-b66a-45c2-8900-e8f10ae3a73a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2760873 Sep 23 22:15:22.297483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4c5e7-82ec-42fa-9bb7-9058ebdd7fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0314ce00-160d-4a1a-90f7-644c317fbee9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:22.356972 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6392612-45c8-441a-8cf5-84d382dfb757 req-d6b67cf1-ddc4-4a09-9df3-ad00f25f1565 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 HTTP/1.1" status: 200 len: 217 time: 0.0517004 Sep 23 22:15:22.500359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6392612-45c8-441a-8cf5-84d382dfb757 req-0bb61ff6-2dce-4b89-9953-71a5cb635caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:22.506389 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6392612-45c8-441a-8cf5-84d382dfb757 req-0bb61ff6-2dce-4b89-9953-71a5cb635caf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1200657 Sep 23 22:15:22.609457 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6392612-45c8-441a-8cf5-84d382dfb757 req-db50feb5-145a-4d26-b8e1-a5e0419a5ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:22.611409 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6392612-45c8-441a-8cf5-84d382dfb757 req-db50feb5-145a-4d26-b8e1-a5e0419a5ede service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985191 Sep 23 22:15:22.652925 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84013a74-c80f-4987-b1ba-5835d6b6bea6 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:15:22.665549 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b49785-cc70-4c1f-8d0b-caeebb80ae01 None None] Sync routers for ids ['7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:15:22.679790 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b49785-cc70-4c1f-8d0b-caeebb80ae01 None None] Routers {'7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:15:22.682769 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b9b49785-cc70-4c1f-8d0b-caeebb80ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:15:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:22.755717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-84013a74-c80f-4987-b1ba-5835d6b6bea6 admin admin] 10.222.0.22 "PUT /v2.0/routers/7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5558867 Sep 23 22:15:22.758946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35182) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:22.774966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e087bac2-f6ee-46b7-aca7-2522cc678453 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:22.793084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b249fd1-7f07-4727-bc4a-cd0fb82de3eb req-19b1969c-0eed-46ef-a309-8ad532569ce0 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:22.803918 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b249fd1-7f07-4727-bc4a-cd0fb82de3eb req-19b1969c-0eed-46ef-a309-8ad532569ce0 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 935 time: 0.3564839 Sep 23 22:15:22.871754 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:22.943336 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:22.983975 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b249fd1-7f07-4727-bc4a-cd0fb82de3eb req-169a4f75-9b69-4dc9-ad04-7e68169b98a6 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531656 Sep 23 22:15:23.006872 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13608c18-3d11-477b-9e5a-fd56b5be1970 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:23.010128 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-b9b49785-cc70-4c1f-8d0b-caeebb80ae01 None None] Set router 7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:15:23.037924 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:23.063494 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:23.064666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Transition to ACTIVE for port object e087bac2-f6ee-46b7-aca7-2522cc678453 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:15:23.177412 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:23.188361 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6392612-45c8-441a-8cf5-84d382dfb757 req-c11ace9f-38c6-490f-841b-d6bf7bc33623 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574050 Sep 23 22:15:23.193531 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:23.266659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Transition to ACTIVE for port object 13608c18-3d11-477b-9e5a-fd56b5be1970 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:15:23.267902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:23.297956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125c100-8f82-4704-93d2-16cfe1cdf378 req-b553aec8-bb89-4f93-a446-4947b92499b4 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:23.300580 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d125c100-8f82-4704-93d2-16cfe1cdf378 req-b553aec8-bb89-4f93-a446-4947b92499b4 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 947 time: 0.4340794 Sep 23 22:15:23.336945 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b9b49785-cc70-4c1f-8d0b-caeebb80ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799401123-router', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:14:59Z', 'updated_at': '2021-09-23T22:15:19Z', 'revision_number': 5, 'project_id': '5e2ea5c70ed44446b6920d38693099aa', 'gw_port': {'id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:01Z', 'updated_at': '2021-09-23T22:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:23.362983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5475244-b1e0-461b-aad6-77042d3c8e1d req-882d0010-0dc5-4725-90d9-d3fefb39a0f0 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:23.365447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5475244-b1e0-461b-aad6-77042d3c8e1d req-882d0010-0dc5-4725-90d9-d3fefb39a0f0 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 943 time: 0.2252743 Sep 23 22:15:23.373836 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b49785-cc70-4c1f-8d0b-caeebb80ae01 None None] Checking router: 7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:15:23.390235 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b49785-cc70-4c1f-8d0b-caeebb80ae01 None None] Routers {'7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:15:23.390947 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b9b49785-cc70-4c1f-8d0b-caeebb80ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:15:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:23.395691 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:23.433232 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5475244-b1e0-461b-aad6-77042d3c8e1d req-32e60024-087d-4f3d-b2b5-2b7aa8efb5ec tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550454 Sep 23 22:15:23.491381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35192) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:23.515691 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34c04a6f-57f1-4000-8a87-efdf951c068d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:23.558724 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-b9b49785-cc70-4c1f-8d0b-caeebb80ae01 None None] Set router 7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:15:23.570790 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d125c100-8f82-4704-93d2-16cfe1cdf378 req-1c1e7c7e-6708-4fc0-977f-73ad37486d74 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022061 Sep 23 22:15:23.619282 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Pushing event updated for resources: {'Port': ['ID=e087bac2-f6ee-46b7-aca7-2522cc678453,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:23.648909 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99eae9c1-c8bc-4d70-a0a6-78e04829a1e8 req-fec23815-9670-4345-95c5-18280a836152 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 210 time: 0.0777526 Sep 23 22:15:23.689007 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6392612-45c8-441a-8cf5-84d382dfb757 req-4725a25a-3248-4cc0-a735-f6c162c64a03 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436967 Sep 23 22:15:23.697446 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:15:23.715860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:23.716131 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:23.717300 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:23.746058 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:23.765628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Attempting to bind port e087bac2-f6ee-46b7-aca7-2522cc678453 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:15:23.772104 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Attempting to bind port e087bac2-f6ee-46b7-aca7-2522cc678453 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:15:23.772104 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Attempting to bind port e087bac2-f6ee-46b7-aca7-2522cc678453 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:23.786471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Port e087bac2-f6ee-46b7-aca7-2522cc678453 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:15:23.792403 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Attempting to bind port e087bac2-f6ee-46b7-aca7-2522cc678453 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:23.800947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:15:23.801468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Checking segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:23.801801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Bound using segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:15:23.802465 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Bound port: e087bac2-f6ee-46b7-aca7-2522cc678453, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:15:23.802956 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:23.949854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:15:23.958274 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:23.959000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e087bac2-f6ee-46b7-aca7-2522cc678453,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:15:23.981643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] Deleting port 4a47374e-afbf-454d-8b2a-be654d8a1636 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:15:23.981991 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:24.022593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5a8d89-da8a-40c2-82e9-28eaaa4236c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9475cbe1-f6d6-44c6-b0fb-82a4800791f9'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:24.031817 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a78aa6-93be-4b91-b6a6-2caa5fe0ce48" -d '{"events": [{"server_uuid": "bb5a8d89-da8a-40c2-82e9-28eaaa4236c4", "name": "network-vif-plugged", "status": "completed", "tag": "9475cbe1-f6d6-44c6-b0fb-82a4800791f9"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:24.084145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=9475cbe1-f6d6-44c6-b0fb-82a4800791f9,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:24.099231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Pushing event updated for resources: {'Port': ['ID=13608c18-3d11-477b-9e5a-fd56b5be1970,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:24.147914 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:24.152542 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364ca9d3-1fdd-42fc-9348-c14b47166883 x-openstack-request-id: req-364ca9d3-1fdd-42fc-9348-c14b47166883 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:24.152942 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5a8d89-da8a-40c2-82e9-28eaaa4236c4", "name": "network-vif-plugged", "status": "completed", "tag": "9475cbe1-f6d6-44c6-b0fb-82a4800791f9", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:24.153446 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-364ca9d3-1fdd-42fc-9348-c14b47166883 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:24.154279 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5a8d89-da8a-40c2-82e9-28eaaa4236c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'code': 200} Sep 23 22:15:24.170791 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:24.187084 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b9b49785-cc70-4c1f-8d0b-caeebb80ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799401123-router', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:14:59Z', 'updated_at': '2021-09-23T22:15:19Z', 'revision_number': 5, 'project_id': '5e2ea5c70ed44446b6920d38693099aa', 'gw_port': {'id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:01Z', 'updated_at': '2021-09-23T22:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:24.247178 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b49785-cc70-4c1f-8d0b-caeebb80ae01 None None] The sync data for ids ['7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b'] in n-d-810775-1 is: [{'id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799401123-router', 'tenant_id': '5e2ea5c70ed44446b6920d38693099aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:14:59Z', 'updated_at': '2021-09-23T22:15:19Z', 'revision_number': 5, 'project_id': '5e2ea5c70ed44446b6920d38693099aa', 'gw_port': {'id': '4a47374e-afbf-454d-8b2a-be654d8a1636', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:01Z', 'updated_at': '2021-09-23T22:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:15:24.287272 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Allocated IP 192.168.233.225 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/6c81e042-b524-433d-b259-38a567545928) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:15:24.322538 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=9475cbe1-f6d6-44c6-b0fb-82a4800791f9,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:24.354514 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:24.354514 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:24.355998 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] 10.222.0.67 "PUT /v2.0/ports/e087bac2-f6ee-46b7-aca7-2522cc678453 HTTP/1.1" status: 200 len: 1091 time: 2.6549649 Sep 23 22:15:24.393606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5a4ab-3649-4f92-83fc-05e1620f2d72 service neutron] Pushing event updated for resources: {'Port': ['ID=e087bac2-f6ee-46b7-aca7-2522cc678453,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:24.397005 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d18b09-75ac-416d-90af-527fb769afc3', 'tag': 'e087bac2-f6ee-46b7-aca7-2522cc678453'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:24.399658 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aff2318-7b2a-45cc-8ee8-c8c407b96024" -d '{"events": [{"name": "network-changed", "server_uuid": "54d18b09-75ac-416d-90af-527fb769afc3", "tag": "e087bac2-f6ee-46b7-aca7-2522cc678453"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:24.450897 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34c04a6f-57f1-4000-8a87-efdf951c068d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:24.480805 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4996e-ffea-427d-8f98-625042d74939 req-9ed175f1-c94d-4be9-af4b-e1e5f8e589d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:24.482496 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bae4996e-ffea-427d-8f98-625042d74939 req-9ed175f1-c94d-4be9-af4b-e1e5f8e589d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4 HTTP/1.1" status: 200 len: 1100 time: 0.1247010 Sep 23 22:15:24.569398 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34c04a6f-57f1-4000-8a87-efdf951c068d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:24.592207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Attempting to bind port 13608c18-3d11-477b-9e5a-fd56b5be1970 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:15:24.592947 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Attempting to bind port 13608c18-3d11-477b-9e5a-fd56b5be1970 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:15:24.593507 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Attempting to bind port 13608c18-3d11-477b-9e5a-fd56b5be1970 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:24.626633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] For port 4a47374e-afbf-454d-8b2a-be654d8a1636, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4a47374e-afbf-454d-8b2a-be654d8a1636,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:24.627306 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:24.686070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Port 13608c18-3d11-477b-9e5a-fd56b5be1970 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:15:24.686660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Attempting to bind port 13608c18-3d11-477b-9e5a-fd56b5be1970 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:24.714574 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-34c04a6f-57f1-4000-8a87-efdf951c068d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=284974a6edbf41c5ac6f302c9478022b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2214184 Sep 23 22:15:24.717596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35218) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:24.732466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c04a6f-57f1-4000-8a87-efdf951c068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a1d1f6-076d-42ca-8e0e-11801c687982,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:24.744766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:15:24.745822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:24.746496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:15:24.748061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Bound port: 13608c18-3d11-477b-9e5a-fd56b5be1970, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:15:24.748723 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:24.807952 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:24.850346 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82ebdf-df40-4d0e-af26-eb9d2ab5f132 req-2384d6e6-a07b-40c9-bc2b-fc500c4c5cd1 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:24.860398 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b82ebdf-df40-4d0e-af26-eb9d2ab5f132 req-2384d6e6-a07b-40c9-bc2b-fc500c4c5cd1 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 943 time: 0.2441494 Sep 23 22:15:25.014991 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] For port 13608c18-3d11-477b-9e5a-fd56b5be1970, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:15:25.043059 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b82ebdf-df40-4d0e-af26-eb9d2ab5f132 req-cfd9f4bd-d519-412b-bc0f-a34ff924b098 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804581 Sep 23 22:15:25.059051 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1430a901-f812-4166-9cb6-bdbd67f247a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:25.065926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] For port 13608c18-3d11-477b-9e5a-fd56b5be1970, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=13608c18-3d11-477b-9e5a-fd56b5be1970,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:15:25.075159 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7dae87-d30c-44cc-b2d2-9ed5839cd203 x-openstack-request-id: req-4a7dae87-d30c-44cc-b2d2-9ed5839cd203 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:25.075635 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d18b09-75ac-416d-90af-527fb769afc3", "tag": "e087bac2-f6ee-46b7-aca7-2522cc678453", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:25.076037 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a7dae87-d30c-44cc-b2d2-9ed5839cd203 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:25.076812 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d18b09-75ac-416d-90af-527fb769afc3', 'tag': 'e087bac2-f6ee-46b7-aca7-2522cc678453', 'status': 'completed', 'code': 200} Sep 23 22:15:25.082817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] Calling delete_port for 4a47374e-afbf-454d-8b2a-be654d8a1636 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:15:25.138041 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1430a901-f812-4166-9cb6-bdbd67f247a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:25.170553 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-d641ed54-6aa5-4619-a90e-192eb0cd1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:25.173213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:25.178599 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-d641ed54-6aa5-4619-a90e-192eb0cd1e8c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 1094 time: 0.6497936 Sep 23 22:15:25.201702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5883eb-a1de-4eb5-bc2d-0879a9ed31d3 req-c7845302-5589-47fa-b916-60a3a2cda859 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:25.214009 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d5883eb-a1de-4eb5-bc2d-0879a9ed31d3 req-c7845302-5589-47fa-b916-60a3a2cda859 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 947 time: 1.0041711 Sep 23 22:15:25.235635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bae4996e-ffea-427d-8f98-625042d74939 req-28e6aef4-9019-4acd-94b8-858778ddd06c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7422659 Sep 23 22:15:25.250786 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:25.323101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:25.323732 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:25.325252 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] 10.222.0.67 "PUT /v2.0/ports/13608c18-3d11-477b-9e5a-fd56b5be1970 HTTP/1.1" status: 200 len: 1095 time: 3.8261461 Sep 23 22:15:25.326049 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849ccdd8-128b-4ce5-b847-637eaea6d4aa', 'tag': '13608c18-3d11-477b-9e5a-fd56b5be1970'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:25.328507 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014e2945-d9a9-4e34-ba1c-92e2b8f1aa44" -d '{"events": [{"name": "network-changed", "server_uuid": "849ccdd8-128b-4ce5-b847-637eaea6d4aa", "tag": "13608c18-3d11-477b-9e5a-fd56b5be1970"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:25.364186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:25.370845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:25.374515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:15:25.381212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b317e73-8328-4da3-ae23-bfbe446ebf89 service neutron] Pushing event updated for resources: {'Port': ['ID=13608c18-3d11-477b-9e5a-fd56b5be1970,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:25.401079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:15:25.442663 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-c148dfc4-8cf0-40ce-a2e4-6c0ac013adfa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e087bac2-f6ee-46b7-aca7-2522cc678453 HTTP/1.1" status: 200 len: 217 time: 0.2187350 Sep 23 22:15:25.500618 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d5883eb-a1de-4eb5-bc2d-0879a9ed31d3 req-bafb1c96-a6d6-473a-af28-9cce8b05618d tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818763 Sep 23 22:15:25.597631 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ed45b-87cc-4a54-8b9d-36c743d197a8 req-f6fb7366-5787-4758-88a0-755231ae85ca tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:25.625730 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-846ed45b-87cc-4a54-8b9d-36c743d197a8 req-f6fb7366-5787-4758-88a0-755231ae85ca tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 947 time: 0.3868463 Sep 23 22:15:25.645439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=eba7adc3-3a44-4ad7-878e-8d5c35e2afb1,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:25.652025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-052c2e4c-9e26-4406-8837-32d8308972ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:25.653521 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-052c2e4c-9e26-4406-8837-32d8308972ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.1714966 Sep 23 22:15:25.690769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1', 'mac_address': 'fa:16:3e:4e:d7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:15:25.694695 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-a12d8924-4e0a-418c-960a-608c61704853 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326719 Sep 23 22:15:25.776960 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:25.802343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:25.806100 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:25.809579 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1430a901-f812-4166-9cb6-bdbd67f247a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:25.813344 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1430a901-f812-4166-9cb6-bdbd67f247a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:25.833677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1430a901-f812-4166-9cb6-bdbd67f247a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42a1d1f6-076d-42ca-8e0e-11801c687982 HTTP/1.1" status: 204 len: 168 time: 1.0994141 Sep 23 22:15:25.838118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Pushing event updated for resources: {'Port': ['ID=6c81e042-b524-433d-b259-38a567545928,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:25.840116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:25.865680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=eba7adc3-3a44-4ad7-878e-8d5c35e2afb1,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:25.902564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430a901-f812-4166-9cb6-bdbd67f247a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a1d1f6-076d-42ca-8e0e-11801c687982,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:25.953406 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:25.989162 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-3d60fdcb-25e8-4db5-bbfc-d539ba78de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:25.996189 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-3d60fdcb-25e8-4db5-bbfc-d539ba78de11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f3c4bd18a7241fa8a8eb68b07094888&device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 1098 time: 0.5340066 Sep 23 22:15:26.003247 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-846ed45b-87cc-4a54-8b9d-36c743d197a8 req-2c6ff3b2-dd34-4a04-b61c-181740784f04 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741758 Sep 23 22:15:26.041776 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65132f01-10ef-41d0-8c61-caf908712ece req-721d497d-138b-42b9-85e4-8dfc3bbfda5a tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:26.043457 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-65132f01-10ef-41d0-8c61-caf908712ece req-721d497d-138b-42b9-85e4-8dfc3bbfda5a tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 936 time: 0.2621872 Sep 23 22:15:26.149761 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-52975b8a-fe37-44e9-b262-97af526d8d41 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2987649 Sep 23 22:15:26.153703 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=eba7adc3-3a44-4ad7-878e-8d5c35e2afb1,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:26.160142 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-969bdde0-9228-410d-a257-97f1bc212f5d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=13608c18-3d11-477b-9e5a-fd56b5be1970 HTTP/1.1" status: 200 len: 217 time: 0.1473062 Sep 23 22:15:26.162865 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:15:26.168260 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-89e000e5-adef-4421-b56f-79965c2dd7cc service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136560 Sep 23 22:15:26.189979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Request body: {'port': {'device_id': 'eb9d9aec-d85d-44bf-a96f-41c4caa38edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:26.205944 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-65132f01-10ef-41d0-8c61-caf908712ece req-30055bfe-db3a-40e2-af66-76495bb2f7ce tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296124 Sep 23 22:15:26.219700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:15:26.220049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8a5f6df3-5d33-46ba-99eb-70b66cdeca59 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:15:26.255556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4a45171b-3d49-4150-bf30-551007858f83 None None] Provisioning complete for port 6c81e042-b524-433d-b259-38a567545928 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:26.255830 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4a45171b-3d49-4150-bf30-551007858f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:26.316897 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845c9913-2885-4bfc-87e8-4a096a76b596 x-openstack-request-id: req-845c9913-2885-4bfc-87e8-4a096a76b596 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:26.317350 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849ccdd8-128b-4ce5-b847-637eaea6d4aa", "tag": "13608c18-3d11-477b-9e5a-fd56b5be1970", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:26.317509 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-845c9913-2885-4bfc-87e8-4a096a76b596 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:26.318816 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849ccdd8-128b-4ce5-b847-637eaea6d4aa', 'tag': '13608c18-3d11-477b-9e5a-fd56b5be1970', 'status': 'completed', 'code': 200} Sep 23 22:15:26.341581 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4a45171b-3d49-4150-bf30-551007858f83 None None] Port 6c81e042-b524-433d-b259-38a567545928 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:15:26.361271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-62f00566-5574-49e2-8f58-be84cba1a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:26.366474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-62f00566-5574-49e2-8f58-be84cba1a1c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.2011397 Sep 23 22:15:26.405065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['eba7adc3-3a44-4ad7-878e-8d5c35e2afb1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:26.429754 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:26.468407 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:26.511257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-f61cc4d2-8f07-4273-bbd5-71c4bb268572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:26.515860 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-f61cc4d2-8f07-4273-bbd5-71c4bb268572 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398151 Sep 23 22:15:26.551493 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d616572-dbd5-4222-92f8-3d6597607a55 req-5d3c31a3-fa4e-40ad-be09-642317f98b72 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608396 Sep 23 22:15:26.583906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=4a47374e-afbf-454d-8b2a-be654d8a1636,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:26.659697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201de6b-6143-4682-a669-d2b4405bce5b req-53c343f7-eafe-4af6-88eb-fc91abea7c93 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:26.667079 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e201de6b-6143-4682-a669-d2b4405bce5b req-53c343f7-eafe-4af6-88eb-fc91abea7c93 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 943 time: 0.2045403 Sep 23 22:15:26.724036 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:26.876664 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:26.879940 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:27.027871 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e201de6b-6143-4682-a669-d2b4405bce5b req-ed0474b5-b4a3-43ef-b017-6e009b5c7b01 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481674 Sep 23 22:15:27.062383 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff2318-7b2a-45cc-8ee8-c8c407b96024 req-bea7b039-9c57-4c49-830d-0531fc9b3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:27.064686 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5aff2318-7b2a-45cc-8ee8-c8c407b96024 req-bea7b039-9c57-4c49-830d-0531fc9b3725 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 1094 time: 0.1178656 Sep 23 22:15:27.067475 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:27.068632 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:15:27.123179 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:27.137758 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4f9e340b-5b92-4d59-85b9-bc1c3f791cdc admin admin] 10.222.0.22 "DELETE /v2.0/routers/7fa5aaae-2854-49d4-b4b9-fbdbeb442e7b HTTP/1.1" status: 204 len: 168 time: 4.3393664 Sep 23 22:15:27.147969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35258) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:27.249640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a786e6-a6e6-45ae-9e0c-c33cabf26717 req-cb9dcd97-1022-4963-93b1-7f33e2876d6e tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:27.262196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f9a786e6-a6e6-45ae-9e0c-c33cabf26717 req-cb9dcd97-1022-4963-93b1-7f33e2876d6e tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 947 time: 0.4081109 Sep 23 22:15:27.272098 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-05b68b3d-a41d-4635-9825-d0ea5f157465 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458000 Sep 23 22:15:27.328836 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4be3a6-02f4-4478-9243-5c48339b67dd admin admin] Deleting subnet 1ba42f2e-b52a-4fa6-9b04-1931478552a8 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:15:27.339030 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b4be3a6-02f4-4478-9243-5c48339b67dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:27.386667 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b4be3a6-02f4-4478-9243-5c48339b67dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:27.417792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:27.620907 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b4be3a6-02f4-4478-9243-5c48339b67dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:27.662035 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:15:27.667509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff2318-7b2a-45cc-8ee8-c8c407b96024 req-80ae2bcf-f16c-4676-b3c8-5e7d86899902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:27.668137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:27.668559 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:27.670048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5aff2318-7b2a-45cc-8ee8-c8c407b96024 req-80ae2bcf-f16c-4676-b3c8-5e7d86899902 service neutron] 10.222.0.67 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.5965905 Sep 23 22:15:27.692405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f55d8-c426-4056-8dcf-af43ae0841da req-9a2b96cd-414b-42b9-a37d-6bc7741e225f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:27.700550 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cf9f55d8-c426-4056-8dcf-af43ae0841da req-9a2b96cd-414b-42b9-a37d-6bc7741e225f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 948 time: 0.1888440 Sep 23 22:15:27.751170 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c81e042-b524-433d-b259-38a567545928 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:27.767557 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:27.825399 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5aff2318-7b2a-45cc-8ee8-c8c407b96024 req-834972c1-60c5-496d-9e53-20b9b17c50a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e087bac2-f6ee-46b7-aca7-2522cc678453 HTTP/1.1" status: 200 len: 217 time: 0.1426094 Sep 23 22:15:27.829866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Transition to ACTIVE for port object 6c81e042-b524-433d-b259-38a567545928 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:15:27.844033 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:27.926562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2799ba98-e191-4679-913f-eaff7ba48567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:27.948170 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b233c85b-df4e-405d-9606-c5b92874bd51" -d '{"events": [{"server_uuid": "2799ba98-e191-4679-913f-eaff7ba48567", "name": "network-vif-plugged", "status": "completed", "tag": "eba7adc3-3a44-4ad7-878e-8d5c35e2afb1"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:27.987893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=eba7adc3-3a44-4ad7-878e-8d5c35e2afb1,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:27.990259 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:28.040889 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cf9f55d8-c426-4056-8dcf-af43ae0841da req-c1f6f151-d89a-4db7-afeb-7ccfa449f2c4 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384557 Sep 23 22:15:28.044599 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f9a786e6-a6e6-45ae-9e0c-c33cabf26717 req-ebd08a24-5aec-4263-a9ec-44d130f642b4 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7328792 Sep 23 22:15:28.056732 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b4be3a6-02f4-4478-9243-5c48339b67dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:28.074938 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:28.128284 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b4be3a6-02f4-4478-9243-5c48339b67dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:28.136667 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6b4be3a6-02f4-4478-9243-5c48339b67dd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1ba42f2e-b52a-4fa6-9b04-1931478552a8 HTTP/1.1" status: 204 len: 168 time: 0.9852507 Sep 23 22:15:28.150644 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68ded67-efb0-41ca-ae22-ddbd6a96aa10 req-ddfff6c8-0b31-46e7-8839-a7e647a2d1e0 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8697667 Sep 23 22:15:28.151155 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b20a3e-b4d5-4dbd-961e-a357454e2d33 None None] Network d3bea403-af33-41eb-821d-25494052bafe requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:15:28.163249 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35282) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:28.200554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4be3a6-02f4-4478-9243-5c48339b67dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba42f2e-b52a-4fa6-9b04-1931478552a8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:28.239652 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff2318-7b2a-45cc-8ee8-c8c407b96024 req-09b751f9-8e98-4192-b926-c85b70889ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:28.242734 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5aff2318-7b2a-45cc-8ee8-c8c407b96024 req-09b751f9-8e98-4192-b926-c85b70889ac1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.4024448 Sep 23 22:15:28.253621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4a47374e-afbf-454d-8b2a-be654d8a1636 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:15:28.314454 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5aff2318-7b2a-45cc-8ee8-c8c407b96024 req-b1f112de-c455-466f-a919-3ba20a27b2dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632453 Sep 23 22:15:28.362768 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6d0ca3-3221-4b43-9af8-41d765cf7cd7 x-openstack-request-id: req-dd6d0ca3-3221-4b43-9af8-41d765cf7cd7 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:28.363304 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2799ba98-e191-4679-913f-eaff7ba48567", "name": "network-vif-plugged", "status": "completed", "tag": "eba7adc3-3a44-4ad7-878e-8d5c35e2afb1", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:28.363304 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd6d0ca3-3221-4b43-9af8-41d765cf7cd7 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:28.363838 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2799ba98-e191-4679-913f-eaff7ba48567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1', 'code': 200} Sep 23 22:15:28.465058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 4a47374e-afbf-454d-8b2a-be654d8a1636 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:15:28.465738 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4a47374e-afbf-454d-8b2a-be654d8a1636 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:15:28.508499 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=eba7adc3-3a44-4ad7-878e-8d5c35e2afb1,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:28.530659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Pushing event updated for resources: {'Port': ['ID=6c81e042-b524-433d-b259-38a567545928,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:28.587605 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:28.653830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad199c5-eda3-4a45-a847-6a5ee7d8f774 req-fbe1992e-f33f-4e30-9b92-126a0641e3d4 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:28.658478 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad199c5-eda3-4a45-a847-6a5ee7d8f774 req-fbe1992e-f33f-4e30-9b92-126a0641e3d4 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 948 time: 0.4460325 Sep 23 22:15:28.702463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e2945-d9a9-4e34-ba1c-92e2b8f1aa44 req-9e51da07-a93e-4bd4-958f-d5f406c19dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:28.704192 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-014e2945-d9a9-4e34-ba1c-92e2b8f1aa44 req-9e51da07-a93e-4bd4-958f-d5f406c19dc7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f3c4bd18a7241fa8a8eb68b07094888&device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 1098 time: 0.3064854 Sep 23 22:15:28.757409 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c054ec-e0ab-43d0-9717-05a6a80143da None None] DHCP port deletion for d3bea403-af33-41eb-821d-25494052bafe request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:15:28.835458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Attempting to bind port 6c81e042-b524-433d-b259-38a567545928 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:15:28.836034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Attempting to bind port 6c81e042-b524-433d-b259-38a567545928 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:15:28.836353 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Attempting to bind port 6c81e042-b524-433d-b259-38a567545928 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:28.878620 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Port 6c81e042-b524-433d-b259-38a567545928 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:15:28.879287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Attempting to bind port 6c81e042-b524-433d-b259-38a567545928 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:28.879721 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-81c054ec-e0ab-43d0-9717-05a6a80143da None None] Deleting port 56c51e65-1426-4264-a8c8-c0e717b78e89 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:15:28.880739 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-81c054ec-e0ab-43d0-9717-05a6a80143da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:28.939797 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad199c5-eda3-4a45-a847-6a5ee7d8f774 req-dfd5f0f2-4404-40a3-af3c-61e23169a855 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563663 Sep 23 22:15:28.950687 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:15:28.952125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:28.954358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:15:28.955163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Bound port: 6c81e042-b524-433d-b259-38a567545928, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:15:28.962693 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:28.994931 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5aff2318-7b2a-45cc-8ee8-c8c407b96024 req-a1425b6c-fa23-4649-bab9-ae4858692a13 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229973 Sep 23 22:15:29.008910 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359295d-1a66-4be5-a902-7c40a57b53e5 req-887d0637-430a-4a59-bbd8-dd19e72a73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:29.016669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5359295d-1a66-4be5-a902-7c40a57b53e5 req-887d0637-430a-4a59-bbd8-dd19e72a73ed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 1100 time: 0.5473025 Sep 23 22:15:29.058067 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-81c054ec-e0ab-43d0-9717-05a6a80143da None None] For port 56c51e65-1426-4264-a8c8-c0e717b78e89, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=56c51e65-1426-4264-a8c8-c0e717b78e89,segment=NetworkSegment(046e7350-bdd1-45c9-9de6-b0a5bea22d8b),segment_id=046e7350-bdd1-45c9-9de6-b0a5bea22d8b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:29.066383 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-81c054ec-e0ab-43d0-9717-05a6a80143da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:29.119984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-81c054ec-e0ab-43d0-9717-05a6a80143da None None] Calling delete_port for 56c51e65-1426-4264-a8c8-c0e717b78e89 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:15:29.164636 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] For port 6c81e042-b524-433d-b259-38a567545928, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:15:29.182108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] For port 6c81e042-b524-433d-b259-38a567545928, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6c81e042-b524-433d-b259-38a567545928,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:15:29.225084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] Deleting port 56c51e65-1426-4264-a8c8-c0e717b78e89 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:15:29.225745 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:29.258865 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5aff2318-7b2a-45cc-8ee8-c8c407b96024 req-6322d969-6f3c-40aa-803d-3075399edcb6 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367620 Sep 23 22:15:29.393887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e042d-364e-4af4-84f3-cc14bd432318 req-7230a910-3ac2-4551-b2ad-701aaf98e4ee tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:29.403849 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d69e042d-364e-4af4-84f3-cc14bd432318 req-7230a910-3ac2-4551-b2ad-701aaf98e4ee tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 943 time: 0.7619801 Sep 23 22:15:29.439887 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5359295d-1a66-4be5-a902-7c40a57b53e5 req-b9de4d12-e9ff-43cc-a496-24b3b6106bff service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744387 Sep 23 22:15:29.556334 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d69e042d-364e-4af4-84f3-cc14bd432318 req-f961dd9d-4e98-4364-8cb1-eea8063325d4 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345165 Sep 23 22:15:29.628233 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-81c054ec-e0ab-43d0-9717-05a6a80143da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:29.695013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c054ec-e0ab-43d0-9717-05a6a80143da None None] Pushing event deleted for resources: {'Port': ['ID=56c51e65-1426-4264-a8c8-c0e717b78e89,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:29.709495 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c054ec-e0ab-43d0-9717-05a6a80143da None None] No DVR routers for this DVR port 56c51e65-1426-4264-a8c8-c0e717b78e89 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:15:29.850470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806c12e-5046-4b23-bfb5-ce1433a1a5b3 req-4582f195-1eab-49c4-b854-1dff74279302 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:29.853170 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8806c12e-5046-4b23-bfb5-ce1433a1a5b3 req-4582f195-1eab-49c4-b854-1dff74279302 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 949 time: 0.1641524 Sep 23 22:15:29.927477 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8806c12e-5046-4b23-bfb5-ce1433a1a5b3 req-013ccf8f-aa31-4ced-8499-2f1ff7d1c9a1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630064 Sep 23 22:15:30.028956 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:30.105914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 56c51e65-1426-4264-a8c8-c0e717b78e89 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:15:30.126011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] For port 56c51e65-1426-4264-a8c8-c0e717b78e89, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=56c51e65-1426-4264-a8c8-c0e717b78e89,segment=NetworkSegment(046e7350-bdd1-45c9-9de6-b0a5bea22d8b),segment_id=046e7350-bdd1-45c9-9de6-b0a5bea22d8b)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:30.126775 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:30.150101 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 56c51e65-1426-4264-a8c8-c0e717b78e89 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:15:30.150895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 56c51e65-1426-4264-a8c8-c0e717b78e89 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:15:30.178159 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:30.179044 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:30.180988 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] 10.222.0.43 "PUT /v2.0/ports/6c81e042-b524-433d-b259-38a567545928 HTTP/1.1" status: 200 len: 1096 time: 4.0072348 Sep 23 22:15:30.192906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9d9aec-d85d-44bf-a96f-41c4caa38edd', 'tag': '6c81e042-b524-433d-b259-38a567545928'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:30.196771 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09b8760-9af4-449c-8811-8ca3b79a91a1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9d9aec-d85d-44bf-a96f-41c4caa38edd", "tag": "6c81e042-b524-433d-b259-38a567545928"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:30.203980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] Calling delete_port for 56c51e65-1426-4264-a8c8-c0e717b78e89 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:15:30.207801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e2945-d9a9-4e34-ba1c-92e2b8f1aa44 req-ba58dd93-ae10-4fd7-a095-68f67b69b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:30.210294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-014e2945-d9a9-4e34-ba1c-92e2b8f1aa44 req-ba58dd93-ae10-4fd7-a095-68f67b69b554 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 1.4438000 Sep 23 22:15:30.250949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdf20b-84ff-471b-bb2a-2ac065f8372e req-d2fd7176-42e6-4efe-b9a9-cd1e4ddbed40 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:30.253581 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35cdf20b-84ff-471b-bb2a-2ac065f8372e req-d2fd7176-42e6-4efe-b9a9-cd1e4ddbed40 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 947 time: 0.2774346 Sep 23 22:15:30.428287 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-014e2945-d9a9-4e34-ba1c-92e2b8f1aa44 req-c80ec44d-b6db-4125-82f9-d32150044d95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=13608c18-3d11-477b-9e5a-fd56b5be1970 HTTP/1.1" status: 200 len: 217 time: 0.1975467 Sep 23 22:15:30.586026 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf577d-63ce-4cc3-a607-81020830e315 service neutron] Pushing event updated for resources: {'Port': ['ID=6c81e042-b524-433d-b259-38a567545928,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:30.593607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e2945-d9a9-4e34-ba1c-92e2b8f1aa44 req-7b19852f-00ff-4c4a-8540-5c3d8e69e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:30.596609 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-014e2945-d9a9-4e34-ba1c-92e2b8f1aa44 req-7b19852f-00ff-4c4a-8540-5c3d8e69e615 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1018186 Sep 23 22:15:30.722037 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35cdf20b-84ff-471b-bb2a-2ac065f8372e req-39f9ec56-b737-4f0a-b0d1-97c2620fcad9 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204620 Sep 23 22:15:30.731186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a394b03c-a9e4-4b97-b71f-4abf8561a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:30.733099 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a394b03c-a9e4-4b97-b71f-4abf8561a957 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee76ef5bfadb44c3b774e7c129f0711d&device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 1099 time: 0.3786683 Sep 23 22:15:30.783003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device e087bac2-f6ee-46b7-aca7-2522cc678453 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:15:30.825586 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:30.846673 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-d5155199-ce4d-4019-8644-df96b3b4d04b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=6c81e042-b524-433d-b259-38a567545928 HTTP/1.1" status: 200 len: 217 time: 0.1029649 Sep 23 22:15:30.947542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] No DVR routers for this DVR port 56c51e65-1426-4264-a8c8-c0e717b78e89 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:15:31.006656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] Pushing event deleted for resources: {'Port': ['ID=56c51e65-1426-4264-a8c8-c0e717b78e89,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:31.008941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e087bac2-f6ee-46b7-aca7-2522cc678453,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:31.024096 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'e087bac2-f6ee-46b7-aca7-2522cc678453', 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c', 'port_id': 'e087bac2-f6ee-46b7-aca7-2522cc678453', 'mac_address': 'fa:16:3e:bf:f3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:15:31.032103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e2945-d9a9-4e34-ba1c-92e2b8f1aa44 req-6c42d627-3d4d-4df5-a4fa-52fd06a38c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:31.087080 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-014e2945-d9a9-4e34-ba1c-92e2b8f1aa44 req-6c42d627-3d4d-4df5-a4fa-52fd06a38c29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4134765 Sep 23 22:15:31.102477 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:31.116036 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d7ef3c-0f5d-48f8-aad6-db5c910e730d x-openstack-request-id: req-f5d7ef3c-0f5d-48f8-aad6-db5c910e730d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:31.116348 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9d9aec-d85d-44bf-a96f-41c4caa38edd", "tag": "6c81e042-b524-433d-b259-38a567545928", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:31.116712 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f5d7ef3c-0f5d-48f8-aad6-db5c910e730d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:31.117238 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9d9aec-d85d-44bf-a96f-41c4caa38edd', 'tag': '6c81e042-b524-433d-b259-38a567545928', 'status': 'completed', 'code': 200} Sep 23 22:15:31.133232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e087bac2-f6ee-46b7-aca7-2522cc678453 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:31.171204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e087bac2-f6ee-46b7-aca7-2522cc678453,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:31.180378 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:31.195944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-4b17aa3f-3754-410e-bcb4-442ec3e83dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:31.198144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-4b17aa3f-3754-410e-bcb4-442ec3e83dbd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.2810686 Sep 23 22:15:31.251595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e28c98-6852-40db-b08a-7c57fde9ad90 req-0bbe9b8f-58e4-4708-9904-e72bc0e10295 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:31.253329 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51e28c98-6852-40db-b08a-7c57fde9ad90 req-0bbe9b8f-58e4-4708-9904-e72bc0e10295 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 948 time: 0.2984502 Sep 23 22:15:31.258842 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda1c3b-b4ec-47e2-bc2d-11561dd6c481 req-c25c907e-9524-4990-b006-a800e8a28dc3 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:31.260252 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1fda1c3b-b4ec-47e2-bc2d-11561dd6c481 req-c25c907e-9524-4990-b006-a800e8a28dc3 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 943 time: 0.0861342 Sep 23 22:15:31.312221 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1fda1c3b-b4ec-47e2-bc2d-11561dd6c481 req-1758f5cf-ee9b-4496-b448-54f8147404ec tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446668 Sep 23 22:15:31.314815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bea403-af33-41eb-821d-25494052bafe']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:31.340283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046e7350-bdd1-45c9-9de6-b0a5bea22d8b') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:31.340655 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046e7350-bdd1-45c9-9de6-b0a5bea22d8b') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:31.399675 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:31.418422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-014e2945-d9a9-4e34-ba1c-92e2b8f1aa44 req-f6477fed-db53-45cc-a545-7bae437419dd service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717933 Sep 23 22:15:31.425521 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51e28c98-6852-40db-b08a-7c57fde9ad90 req-f45d5dbf-72c6-4481-bf67-5ea74786fb39 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448975 Sep 23 22:15:31.436518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-c603b694-5319-4066-bc9c-256ece22bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:31.438061 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-c603b694-5319-4066-bc9c-256ece22bbd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1838071 Sep 23 22:15:31.440464 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:31.465713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:15:31.466188 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:15:31.470759 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:15:31.698065 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-014e2945-d9a9-4e34-ba1c-92e2b8f1aa44 req-3b64b8b4-9e52-49bb-b9bf-336aa4e30bc9 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714975 Sep 23 22:15:31.705006 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-674d42be-8444-417b-83f7-651165d29eb8 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502348 Sep 23 22:15:31.714936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd41b7-edea-46b5-8352-5a88108d484e req-7c81ff12-e8a0-4fc0-b27e-55b2fef095cb tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:31.716603 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72fd41b7-edea-46b5-8352-5a88108d484e req-7c81ff12-e8a0-4fc0-b27e-55b2fef095cb tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 949 time: 0.1935747 Sep 23 22:15:31.765627 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:31.848668 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:31.867141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72fd41b7-edea-46b5-8352-5a88108d484e req-3d7e834e-28ba-477a-8580-0546efd61e3e tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284335 Sep 23 22:15:31.883041 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:31.886185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] 10.222.0.22 "DELETE /v2.0/networks/d3bea403-af33-41eb-821d-25494052bafe HTTP/1.1" status: 204 len: 168 time: 3.7217810 Sep 23 22:15:31.896311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=e087bac2-f6ee-46b7-aca7-2522cc678453,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:31.928381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e0f9f-1b2e-484d-ad23-9f69d2eaef9d admin admin] Pushing event deleted for resources: {'Network': ['ID=d3bea403-af33-41eb-821d-25494052bafe,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:31.953696 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5877309-3137-415f-8482-1f1fe005c2b9 req-a06a0f08-3770-4daa-baff-b2160b0b35e1 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287853 Sep 23 22:15:32.106044 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc8938-44ba-4397-b236-b2ea4113c964 req-607894fd-c94c-4291-bf2f-b6b4affee9e5 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:32.106905 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63dc8938-44ba-4397-b236-b2ea4113c964 req-607894fd-c94c-4291-bf2f-b6b4affee9e5 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 947 time: 0.0792463 Sep 23 22:15:32.207044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['e087bac2-f6ee-46b7-aca7-2522cc678453'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:32.307459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63dc8938-44ba-4397-b236-b2ea4113c964 req-7f38849d-d572-4b99-a691-1f7bf5cd1b6a tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873927 Sep 23 22:15:32.335193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b8760-9af4-449c-8811-8ca3b79a91a1 req-352513f7-7830-4956-9330-4601c8ed085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:32.337395 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c09b8760-9af4-449c-8811-8ca3b79a91a1 req-352513f7-7830-4956-9330-4601c8ed085c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee76ef5bfadb44c3b774e7c129f0711d&device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 1099 time: 0.1878283 Sep 23 22:15:32.657263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35364) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:32.735737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 13608c18-3d11-477b-9e5a-fd56b5be1970 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:15:32.762542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9319f3-ed11-4e35-bcd3-5deffec93229 req-d6f9ba51-cea9-4830-8ce8-92ee23cc4f00 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:32.767182 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1b9319f3-ed11-4e35-bcd3-5deffec93229 req-d6f9ba51-cea9-4830-8ce8-92ee23cc4f00 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 944 time: 0.1265903 Sep 23 22:15:32.772432 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-16defca5-a771-4c69-b250-da7ce017e2c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e2ea5c70ed44446b6920d38693099aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092689 Sep 23 22:15:32.775572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35368) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:32.869745 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f85c4-ced0-48cb-9888-7b5d83724273 req-be68d91e-e9f1-4da1-ac79-1baed425e46e tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:32.870419 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b8760-9af4-449c-8811-8ca3b79a91a1 req-e50be7ee-0210-49ad-99aa-03d585e5cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:32.872466 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-023f85c4-ced0-48cb-9888-7b5d83724273 req-be68d91e-e9f1-4da1-ac79-1baed425e46e tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 948 time: 0.0886774 Sep 23 22:15:32.879665 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c09b8760-9af4-449c-8811-8ca3b79a91a1 req-e50be7ee-0210-49ad-99aa-03d585e5cd1a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.5204899 Sep 23 22:15:32.936735 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c09b8760-9af4-449c-8811-8ca3b79a91a1 req-b02c59aa-8f28-4e55-b41b-785bf21793eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=6c81e042-b524-433d-b259-38a567545928 HTTP/1.1" status: 200 len: 217 time: 0.0541682 Sep 23 22:15:32.964976 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce0beb40-8edc-4828-bddd-988d3bf2ca15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:32.969151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 13608c18-3d11-477b-9e5a-fd56b5be1970, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=13608c18-3d11-477b-9e5a-fd56b5be1970,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:32.996838 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '13608c18-3d11-477b-9e5a-fd56b5be1970', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '13608c18-3d11-477b-9e5a-fd56b5be1970', 'mac_address': 'fa:16:3e:0e:56:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:15:32.999161 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1b9319f3-ed11-4e35-bcd3-5deffec93229 req-f0c0d92d-dac2-4613-be65-23dac7411f16 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646166 Sep 23 22:15:33.039253 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-023f85c4-ced0-48cb-9888-7b5d83724273 req-5c5eefd4-3bca-4672-a83f-0e95073d23f2 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530929 Sep 23 22:15:33.048817 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce0beb40-8edc-4828-bddd-988d3bf2ca15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:33.060713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b8760-9af4-449c-8811-8ca3b79a91a1 req-5f92ff45-2600-42ce-a267-2d04436da558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:33.062276 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c09b8760-9af4-449c-8811-8ca3b79a91a1 req-5f92ff45-2600-42ce-a267-2d04436da558 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1158149 Sep 23 22:15:33.106452 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:33.141667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13608c18-3d11-477b-9e5a-fd56b5be1970 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:33.154228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b8760-9af4-449c-8811-8ca3b79a91a1 req-74c63e46-1fe4-4e60-aeeb-6e4d3697eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:33.155805 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c09b8760-9af4-449c-8811-8ca3b79a91a1 req-74c63e46-1fe4-4e60-aeeb-6e4d3697eb65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0784481 Sep 23 22:15:33.193730 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 13608c18-3d11-477b-9e5a-fd56b5be1970, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=13608c18-3d11-477b-9e5a-fd56b5be1970,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:33.250598 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:33.292897 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c09b8760-9af4-449c-8811-8ca3b79a91a1 req-ca37dec8-75bb-43f3-ab38-7e02a2a92aeb service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239612 Sep 23 22:15:33.390429 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce0beb40-8edc-4828-bddd-988d3bf2ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:33.394106 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce0beb40-8edc-4828-bddd-988d3bf2ca15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:33.395603 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ce0beb40-8edc-4828-bddd-988d3bf2ca15 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5aa162af-207b-4ec4-9615-dc97c13ac511 HTTP/1.1" status: 204 len: 168 time: 0.6184392 Sep 23 22:15:33.397005 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2f8ab-f4e4-45db-bbcb-f67c591d733f req-42956861-2faa-47a2-831c-986c43deafc6 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:33.412489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0beb40-8edc-4828-bddd-988d3bf2ca15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa162af-207b-4ec4-9615-dc97c13ac511,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:33.441663 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1a2f8ab-f4e4-45db-bbcb-f67c591d733f req-42956861-2faa-47a2-831c-986c43deafc6 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 949 time: 0.2285831 Sep 23 22:15:33.468073 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c09b8760-9af4-449c-8811-8ca3b79a91a1 req-ef9fa14c-6230-4121-b9ec-7a06eee27d35 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604693 Sep 23 22:15:33.472088 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=13608c18-3d11-477b-9e5a-fd56b5be1970,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:33.536971 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1a2f8ab-f4e4-45db-bbcb-f67c591d733f req-6fd25611-56bd-4553-8bbd-39228760b3de tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941489 Sep 23 22:15:33.755822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['13608c18-3d11-477b-9e5a-fd56b5be1970'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:33.929385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fcbe9-e312-47b3-88a2-3b6d5a0420b2 req-916864df-af25-4317-843f-4c5aeefeae4f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:33.938304 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-333fcbe9-e312-47b3-88a2-3b6d5a0420b2 req-916864df-af25-4317-843f-4c5aeefeae4f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4 HTTP/1.1" status: 200 len: 949 time: 0.1086633 Sep 23 22:15:33.947410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b581b-3302-45fa-9f7f-58e20fda3813 req-1650fd99-1113-4ba9-8f33-7a06f76540f9 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:33.965048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-430b581b-3302-45fa-9f7f-58e20fda3813 req-1650fd99-1113-4ba9-8f33-7a06f76540f9 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 948 time: 0.2718091 Sep 23 22:15:34.004563 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-333fcbe9-e312-47b3-88a2-3b6d5a0420b2 req-dea1eba5-99e3-4bf0-bfe4-24f7be692bc4 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594540 Sep 23 22:15:34.151183 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-430b581b-3302-45fa-9f7f-58e20fda3813 req-0465b19a-90d8-4d1e-ba0f-3332efbd395b tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821327 Sep 23 22:15:34.374267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d4985-44d4-461e-ae3d-96ec0d05722f req-815dfd67-6c2e-4a21-946b-e118c45cf38c tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:34.388054 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d6d4985-44d4-461e-ae3d-96ec0d05722f req-815dfd67-6c2e-4a21-946b-e118c45cf38c tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 944 time: 0.1145301 Sep 23 22:15:34.457738 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d6d4985-44d4-461e-ae3d-96ec0d05722f req-9ada28a3-f4c4-4cf5-a280-eec0e5545872 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717835 Sep 23 22:15:34.588090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee417b00-7357-4830-9de7-54404745db38 req-12a8d4ce-e20c-440d-abad-ae4f782b6b3a tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:34.596948 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ee417b00-7357-4830-9de7-54404745db38 req-12a8d4ce-e20c-440d-abad-ae4f782b6b3a tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 948 time: 0.0717058 Sep 23 22:15:34.663087 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ee417b00-7357-4830-9de7-54404745db38 req-017f1c95-5614-46a1-983b-021c898f9e28 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645633 Sep 23 22:15:34.738044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device e087bac2-f6ee-46b7-aca7-2522cc678453 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:34.791665 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187942f-d015-4846-b03c-65e9c8f2af89 req-3828d961-08b9-446c-88e0-9e2c2451e929 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:34.821696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187942f-d015-4846-b03c-65e9c8f2af89 req-3828d961-08b9-446c-88e0-9e2c2451e929 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:34.825069 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8187942f-d015-4846-b03c-65e9c8f2af89 req-3828d961-08b9-446c-88e0-9e2c2451e929 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567&device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4 HTTP/1.1" status: 200 len: 1689 time: 0.1500199 Sep 23 22:15:34.973886 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8187942f-d015-4846-b03c-65e9c8f2af89 req-b29de3dc-78fe-44c2-af4a-1156a0273350 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414249 Sep 23 22:15:34.997694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port e087bac2-f6ee-46b7-aca7-2522cc678453 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:15:34.998483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port e087bac2-f6ee-46b7-aca7-2522cc678453 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:34.999191 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:35.181713 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:35.268423 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e087bac2-f6ee-46b7-aca7-2522cc678453,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:35.269999 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d18b09-75ac-416d-90af-527fb769afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e087bac2-f6ee-46b7-aca7-2522cc678453'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:35.272774 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e126a5f-7efe-413c-921b-1f207445ae6e" -d '{"events": [{"server_uuid": "54d18b09-75ac-416d-90af-527fb769afc3", "name": "network-vif-plugged", "status": "completed", "tag": "e087bac2-f6ee-46b7-aca7-2522cc678453"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:35.273642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2339d1b-35e8-4887-b11f-9f3a15c80922 req-a095558c-308d-4b8a-a537-0bd0721279f1 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:35.284545 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2339d1b-35e8-4887-b11f-9f3a15c80922 req-a095558c-308d-4b8a-a537-0bd0721279f1 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 1100 time: 0.0966153 Sep 23 22:15:35.348119 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:35.362919 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2339d1b-35e8-4887-b11f-9f3a15c80922 req-e98048e9-0158-46c1-8cb1-c1d5db3edb43 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704358 Sep 23 22:15:35.385253 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35438) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:35.395915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a40786-266d-4607-8a61-643e115bd90c req-9b5205ba-dfb6-41bf-a363-b680cd23331a tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:35.406024 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-27a40786-266d-4607-8a61-643e115bd90c req-9b5205ba-dfb6-41bf-a363-b680cd23331a tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 948 time: 0.1080973 Sep 23 22:15:35.480580 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251f0809-a7e1-40cf-9090-5d1c716b030d x-openstack-request-id: req-251f0809-a7e1-40cf-9090-5d1c716b030d {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:35.481077 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d18b09-75ac-416d-90af-527fb769afc3", "name": "network-vif-plugged", "status": "completed", "tag": "e087bac2-f6ee-46b7-aca7-2522cc678453", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:35.481437 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-251f0809-a7e1-40cf-9090-5d1c716b030d {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:35.481856 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d18b09-75ac-416d-90af-527fb769afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e087bac2-f6ee-46b7-aca7-2522cc678453', 'code': 200} Sep 23 22:15:35.482670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6c81e042-b524-433d-b259-38a567545928 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:15:35.538275 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=e087bac2-f6ee-46b7-aca7-2522cc678453,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:35.547379 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-27a40786-266d-4607-8a61-643e115bd90c req-e17311e6-10b9-4929-b200-0c0d75154ac1 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374342 Sep 23 22:15:35.716891 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6c81e042-b524-433d-b259-38a567545928, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6c81e042-b524-433d-b259-38a567545928,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:35.735501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '6c81e042-b524-433d-b259-38a567545928', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '6c81e042-b524-433d-b259-38a567545928', 'mac_address': 'fa:16:3e:e4:2c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:15:35.771764 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5b005ff-a6a3-45b4-a482-9139f200c285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:35.794585 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5e387-e3b3-4030-a043-12279c2712c1 req-a5ae705c-995a-4a9c-8f8b-2b80a86b3756 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:35.796921 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1dd5e387-e3b3-4030-a043-12279c2712c1 req-a5ae705c-995a-4a9c-8f8b-2b80a86b3756 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 945 time: 0.0917292 Sep 23 22:15:35.797086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340465b-e337-433a-9beb-8f2506fbd5ab req-a6ac717b-bf70-43c9-9609-036ae05f51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:35.800590 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f340465b-e337-433a-9beb-8f2506fbd5ab req-a6ac717b-bf70-43c9-9609-036ae05f51ba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 1096 time: 0.2227862 Sep 23 22:15:35.842084 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:35.842891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f8af3-acd4-4711-ba01-c8244c0fee3c req-02945905-9b23-4562-91c5-1abf638c49e7 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:35.844852 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-499f8af3-acd4-4711-ba01-c8244c0fee3c req-02945905-9b23-4562-91c5-1abf638c49e7 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4 HTTP/1.1" status: 200 len: 1100 time: 0.2414141 Sep 23 22:15:35.892053 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1dd5e387-e3b3-4030-a043-12279c2712c1 req-71833f63-316c-4d0a-ba3f-6004aca3ec6d tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862703 Sep 23 22:15:35.893911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c81e042-b524-433d-b259-38a567545928 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:35.914808 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f340465b-e337-433a-9beb-8f2506fbd5ab req-6ff3427f-94d7-4e0b-bb78-0ff2de1d4665 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026592 Sep 23 22:15:35.925762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6c81e042-b524-433d-b259-38a567545928, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6c81e042-b524-433d-b259-38a567545928,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:35.929749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35456) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:35.965540 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-499f8af3-acd4-4711-ba01-c8244c0fee3c req-1cbeee4a-d60c-4eb0-a3f1-6860d3472a77 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014454 Sep 23 22:15:35.988523 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:36.108521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5b005ff-a6a3-45b4-a482-9139f200c285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:36.136619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe236989-d1c0-462c-93c0-950e8fdd640c req-16bb7a2a-437a-439b-a676-ae2e8efad869 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:36.148926 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe236989-d1c0-462c-93c0-950e8fdd640c req-16bb7a2a-437a-439b-a676-ae2e8efad869 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 949 time: 0.1213202 Sep 23 22:15:36.187808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1341186393-network', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:36.219489 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe236989-d1c0-462c-93c0-950e8fdd640c req-219f6b9d-72c2-49e6-bc8c-2931caea74b0 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655706 Sep 23 22:15:36.242471 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5b005ff-a6a3-45b4-a482-9139f200c285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:36.314441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=6c81e042-b524-433d-b259-38a567545928,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:36.328807 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b5b005ff-a6a3-45b4-a482-9139f200c285 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bacdf92a81ad438eae52825060d729a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9415052 Sep 23 22:15:36.333944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b005ff-a6a3-45b4-a482-9139f200c285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bea93f4-06ab-4512-883a-5879edbb3ac2,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:36.335659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35468) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:36.337363 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['6c81e042-b524-433d-b259-38a567545928'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:36.370487 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:36.495734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] Made reservation on behalf of 9dc9135a7e904f8c8d3d18594a024c3c for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:36.498256 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:36.560326 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:36.587940 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d930ed7e-ea93-481a-8a3b-bb8800da97c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:36.712284 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d930ed7e-ea93-481a-8a3b-bb8800da97c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:36.787478 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 13608c18-3d11-477b-9e5a-fd56b5be1970 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:36.934847 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-a464b73f-0795-4fdb-adee-3fb057d12c6e tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3756e6e4b7384c58b79362f025ad60eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529737 Sep 23 22:15:36.937747 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:37.011311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c9541-1057-45f5-a89f-02551e7a8c7e req-97d7d18a-e64e-4386-bd29-f9528005eba8 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:37.015099 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7d1c9541-1057-45f5-a89f-02551e7a8c7e req-97d7d18a-e64e-4386-bd29-f9528005eba8 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 948 time: 0.1858280 Sep 23 22:15:37.080179 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7d1c9541-1057-45f5-a89f-02551e7a8c7e req-8e183865-deff-44ae-be8d-4b2e031738a6 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460167 Sep 23 22:15:37.091679 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:37.114606 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d930ed7e-ea93-481a-8a3b-bb8800da97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:37.146118 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d930ed7e-ea93-481a-8a3b-bb8800da97c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:37.146118 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d930ed7e-ea93-481a-8a3b-bb8800da97c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5bea93f4-06ab-4512-883a-5879edbb3ac2 HTTP/1.1" status: 204 len: 168 time: 0.8070779 Sep 23 22:15:37.197157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15b1ca4-ab6b-463d-8c1b-70a8722e931c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:37.198709 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930ed7e-ea93-481a-8a3b-bb8800da97c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bea93f4-06ab-4512-883a-5879edbb3ac2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:37.251826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:15:37.274228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 13608c18-3d11-477b-9e5a-fd56b5be1970 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:15:37.296850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 13608c18-3d11-477b-9e5a-fd56b5be1970 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:37.298029 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:37.318326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-9c82ff19-807b-4381-afaa-25402af82958 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:37.319930 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-9c82ff19-807b-4381-afaa-25402af82958 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3785760 Sep 23 22:15:37.321216 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:37.321563 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] Added segment 56b394e0-4bef-4703-857f-8bddf19a0223 of type vlan for network 0bc0bdb2-5700-4fd5-9561-db3fb9c307e8 Sep 23 22:15:37.376531 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5f5fe-d920-48c4-af90-b444ac2ee398 req-bc8d6238-912f-4927-b92a-53d7c2aa98d5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:37.382437 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-f3d03e38-7095-412a-8772-490c7f733ec3 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/quotas/3756e6e4b7384c58b79362f025ad60eb HTTP/1.1" status: 200 len: 375 time: 0.0553892 Sep 23 22:15:37.387456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-39d5f5fe-d920-48c4-af90-b444ac2ee398 req-bc8d6238-912f-4927-b92a-53d7c2aa98d5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 945 time: 0.1185107 Sep 23 22:15:37.399474 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:37.523466 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-57b34576-53c9-4555-8f57-e6f6c8d7d33e tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1287835 Sep 23 22:15:37.528355 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-39d5f5fe-d920-48c4-af90-b444ac2ee398 req-c6d53c36-a88e-415f-b767-7ca317d90900 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396511 Sep 23 22:15:37.542808 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:37.610539 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:37.611934 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:37.612628 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:37.655769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849ccdd8-128b-4ce5-b847-637eaea6d4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13608c18-3d11-477b-9e5a-fd56b5be1970'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:37.665040 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad22ba9e-5cb5-46b2-a977-abdfe6f2e885" -d '{"events": [{"server_uuid": "849ccdd8-128b-4ce5-b847-637eaea6d4aa", "name": "network-vif-plugged", "status": "completed", "tag": "13608c18-3d11-477b-9e5a-fd56b5be1970"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:37.700382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 13608c18-3d11-477b-9e5a-fd56b5be1970, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=13608c18-3d11-477b-9e5a-fd56b5be1970,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:37.770553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=0bc0bdb2-5700-4fd5-9561-db3fb9c307e8,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:37.784718 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 0bc0bdb2-5700-4fd5-9561-db3fb9c307e8 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:15:37.812349 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-036d13b0-5a70-455f-85fc-3a78072fc9c4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8809333 Sep 23 22:15:37.818674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35502) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:37.831875 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-999721a0-ada0-4c22-bec9-2864a7ab60f4 admin admin] Request body: {'subnet': {'network_id': '0bc0bdb2-5700-4fd5-9561-db3fb9c307e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1341186393-subnet', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:38.002254 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c0000-5d0b-45fa-9f02-80d68de6cf19 req-95e20651-8c2c-4400-ada8-c197208855e5 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:38.006514 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b56c0000-5d0b-45fa-9f02-80d68de6cf19 req-95e20651-8c2c-4400-ada8-c197208855e5 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 949 time: 0.1506627 Sep 23 22:15:38.089094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999721a0-ada0-4c22-bec9-2864a7ab60f4 admin admin] Made reservation on behalf of 9dc9135a7e904f8c8d3d18594a024c3c for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:38.097598 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-999721a0-ada0-4c22-bec9-2864a7ab60f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:38.125362 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:38.240902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=13608c18-3d11-477b-9e5a-fd56b5be1970,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:38.244957 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b56c0000-5d0b-45fa-9f02-80d68de6cf19 req-dd2cecb4-b600-44f4-b84c-03492139b6a5 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264969 Sep 23 22:15:38.424731 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b745b71d-b133-4c5b-823c-adf96cf9f2c1 x-openstack-request-id: req-b745b71d-b133-4c5b-823c-adf96cf9f2c1 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:38.425272 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849ccdd8-128b-4ce5-b847-637eaea6d4aa", "name": "network-vif-plugged", "status": "completed", "tag": "13608c18-3d11-477b-9e5a-fd56b5be1970", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:38.425381 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b745b71d-b133-4c5b-823c-adf96cf9f2c1 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:38.425689 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849ccdd8-128b-4ce5-b847-637eaea6d4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13608c18-3d11-477b-9e5a-fd56b5be1970', 'code': 200} Sep 23 22:15:38.552985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e5e3d-5c6a-41d9-a0c8-fc89dd824264 req-107a287e-28f0-4828-8d72-cdab030e7de7 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:38.553675 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30e456-545e-4138-9ad7-5d37d23a0884 req-6b274586-3a8e-4cbb-8c4b-54e7e07190bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:38.555288 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5b30e456-545e-4138-9ad7-5d37d23a0884 req-6b274586-3a8e-4cbb-8c4b-54e7e07190bf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 1100 time: 0.0453126 Sep 23 22:15:38.555777 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-989e5e3d-5c6a-41d9-a0c8-fc89dd824264 req-107a287e-28f0-4828-8d72-cdab030e7de7 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 949 time: 0.0799167 Sep 23 22:15:38.604767 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5b30e456-545e-4138-9ad7-5d37d23a0884 req-3a3f0fe6-ab6d-4207-b0c9-af53e20dc063 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 Sep 23 22:15:38.606905 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-989e5e3d-5c6a-41d9-a0c8-fc89dd824264 req-1f520bd7-ea9b-454b-9395-e21080e4fc49 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385072 Sep 23 22:15:38.726564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71557433-a8ff-4c40-aedc-2dc1e62a1f9b req-2ec54975-6368-4224-a108-4c6c2a5e2da1 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:38.728216 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-71557433-a8ff-4c40-aedc-2dc1e62a1f9b req-2ec54975-6368-4224-a108-4c6c2a5e2da1 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 945 time: 0.0607762 Sep 23 22:15:38.773648 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-71557433-a8ff-4c40-aedc-2dc1e62a1f9b req-e51a85bc-1de0-40fc-9713-3b6c53afb938 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383730 Sep 23 22:15:38.963857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35522) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:38.978983 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-810217cf-974f-412e-993e-76b5ec6f09c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:39.037059 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-999721a0-ada0-4c22-bec9-2864a7ab60f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:39.131838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999721a0-ada0-4c22-bec9-2864a7ab60f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6db8dd-ca23-42b6-b845-b8c39173ae92,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:39.153250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999721a0-ada0-4c22-bec9-2864a7ab60f4 admin admin] Checking segment: {'id': '56b394e0-4bef-4703-857f-8bddf19a0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0bc0bdb2-5700-4fd5-9561-db3fb9c307e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:39.153611 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999721a0-ada0-4c22-bec9-2864a7ab60f4 admin admin] Network hostable DHCP agents. Network: 0bc0bdb2-5700-4fd5-9561-db3fb9c307e8, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:15:39.161993 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-810217cf-974f-412e-993e-76b5ec6f09c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:39.240352 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-810217cf-974f-412e-993e-76b5ec6f09c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:39.303389 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999721a0-ada0-4c22-bec9-2864a7ab60f4 admin admin] Network 0bc0bdb2-5700-4fd5-9561-db3fb9c307e8 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:15:39.334224 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-810217cf-974f-412e-993e-76b5ec6f09c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e28ef40ff68341cbad4e3ddbed6b710f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691480 Sep 23 22:15:39.339613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810217cf-974f-412e-993e-76b5ec6f09c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef28bff-517a-4423-a766-b61d696a69ca,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:39.339741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35534) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:39.388062 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485aea69-80fa-4927-82e0-13463e1726db req-472d17a2-4035-4124-9c4c-20d98d83530e tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:39.400360 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-485aea69-80fa-4927-82e0-13463e1726db req-472d17a2-4035-4124-9c4c-20d98d83530e tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 1096 time: 0.1634431 Sep 23 22:15:39.425874 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-999721a0-ada0-4c22-bec9-2864a7ab60f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 0bc0bdb2-5700-4fd5-9561-db3fb9c307e8) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:39.435844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8523b2fe-dea9-41c1-b149-e6686d8bf13b None None] Network 0bc0bdb2-5700-4fd5-9561-db3fb9c307e8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:15:39.444113 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999721a0-ada0-4c22-bec9-2864a7ab60f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:39.445897 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-999721a0-ada0-4c22-bec9-2864a7ab60f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:39.504688 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb3ca79f-12f7-4fe0-85e6-4e1bf3e2300a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:39.512055 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6c81e042-b524-433d-b259-38a567545928 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:39.527936 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-485aea69-80fa-4927-82e0-13463e1726db req-2e3d31be-db7b-492a-a534-3b73d72d1b3d tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262693 Sep 23 22:15:39.553768 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-999721a0-ada0-4c22-bec9-2864a7ab60f4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7322087 Sep 23 22:15:39.556408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35540) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:39.563694 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1341186393-router', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:39.582686 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb3ca79f-12f7-4fe0-85e6-4e1bf3e2300a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:39.767502 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1210580-ab0e-44b9-a5fb-cb25e1594b03 req-29ffc319-4c94-40d4-9338-ba07784cf229 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fec6847c-d222-4583-9f36-5b75019dc3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489862 Sep 23 22:15:39.786575 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:39.788649 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:39.841623 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3255a-6373-4a41-ae16-2f0d86a6ba19 req-d6e5bcb0-22e3-4a2d-a8cb-095421446974 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:39.844212 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b3255a-6373-4a41-ae16-2f0d86a6ba19 req-d6e5bcb0-22e3-4a2d-a8cb-095421446974 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 949 time: 0.1557467 Sep 23 22:15:39.868945 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb3ca79f-12f7-4fe0-85e6-4e1bf3e2300a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:39.880760 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb3ca79f-12f7-4fe0-85e6-4e1bf3e2300a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:39.886406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cb3ca79f-12f7-4fe0-85e6-4e1bf3e2300a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ef28bff-517a-4423-a766-b61d696a69ca HTTP/1.1" status: 204 len: 168 time: 0.5456121 Sep 23 22:15:39.912055 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ca79f-12f7-4fe0-85e6-4e1bf3e2300a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef28bff-517a-4423-a766-b61d696a69ca,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:39.940861 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:39.945732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1210580-ab0e-44b9-a5fb-cb25e1594b03 req-458d21a1-e296-4edc-9b65-4f2c1c2c821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:39.949869 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1210580-ab0e-44b9-a5fb-cb25e1594b03 req-458d21a1-e296-4edc-9b65-4f2c1c2c821b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aff233912dbc4ecfa8bb414900494930&device_id=fec6847c-d222-4583-9f36-5b75019dc3b1 HTTP/1.1" status: 200 len: 1098 time: 0.1487701 Sep 23 22:15:39.972828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 6c81e042-b524-433d-b259-38a567545928 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:15:40.014929 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 6c81e042-b524-433d-b259-38a567545928 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:40.016781 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:40.051346 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b3255a-6373-4a41-ae16-2f0d86a6ba19 req-8196b09a-1109-4bf5-a886-5dc2f61a6072 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020722 Sep 23 22:15:40.150841 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-0bc0bdb2-5700-4fd5-9561-db3fb9c307e8', 'network_id': '0bc0bdb2-5700-4fd5-9561-db3fb9c307e8', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'fixed_ips': [{'subnet_id': 'de6db8dd-ca23-42b6-b845-b8c39173ae92'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:15:40.151894 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:40.206615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1210580-ab0e-44b9-a5fb-cb25e1594b03 req-1beadfc9-2010-42e1-9188-ae3f8aea01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:40.208187 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1210580-ab0e-44b9-a5fb-cb25e1594b03 req-1beadfc9-2010-42e1-9188-ae3f8aea01ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2299130 Sep 23 22:15:40.286537 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1210580-ab0e-44b9-a5fb-cb25e1594b03 req-45940421-33d7-4e56-999d-3fc8ab4420b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4f008378-6ddb-4255-baf3-bddbd1eb9d9e HTTP/1.1" status: 200 len: 217 time: 0.0674076 Sep 23 22:15:40.335243 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:40.381494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1210580-ab0e-44b9-a5fb-cb25e1594b03 req-d3c41427-6668-4e7f-b67f-15411f4de753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:40.383050 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1210580-ab0e-44b9-a5fb-cb25e1594b03 req-d3c41427-6668-4e7f-b67f-15411f4de753 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0732303 Sep 23 22:15:40.413331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6c81e042-b524-433d-b259-38a567545928, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6c81e042-b524-433d-b259-38a567545928,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:40.414948 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Allocated IP 172.20.0.2 (0bc0bdb2-5700-4fd5-9561-db3fb9c307e8/de6db8dd-ca23-42b6-b845-b8c39173ae92/c0a1510c-f85b-482f-822d-a6c1ee9c18ca) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:15:40.427524 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9d9aec-d85d-44bf-a96f-41c4caa38edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c81e042-b524-433d-b259-38a567545928'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:40.430042 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fe678f-3db1-4c9e-8142-febc19e064eb" -d '{"events": [{"server_uuid": "eb9d9aec-d85d-44bf-a96f-41c4caa38edd", "name": "network-vif-plugged", "status": "completed", "tag": "6c81e042-b524-433d-b259-38a567545928"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:40.531043 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:40.754956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=6c81e042-b524-433d-b259-38a567545928,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:40.755248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a47f9-abf0-421d-b9a2-8bb40144fc8e req-7d6242a7-586f-4d6f-b21e-22542bef9b1a tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:40.765328 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:40.774595 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce3a47f9-abf0-421d-b9a2-8bb40144fc8e req-7d6242a7-586f-4d6f-b21e-22542bef9b1a tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 949 time: 0.5086024 Sep 23 22:15:40.775361 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5426d6c-cd34-4bfe-bbea-9e3851631092 req-2aa52519-f77d-4f89-ba00-2bdaf24a1b44 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:40.783222 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5426d6c-cd34-4bfe-bbea-9e3851631092 req-2aa52519-f77d-4f89-ba00-2bdaf24a1b44 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 1096 time: 0.1826544 Sep 23 22:15:40.822256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1210580-ab0e-44b9-a5fb-cb25e1594b03 req-778bf889-384b-4579-b20a-2753e5bb5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:40.823786 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1210580-ab0e-44b9-a5fb-cb25e1594b03 req-778bf889-384b-4579-b20a-2753e5bb5904 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4204226 Sep 23 22:15:40.827384 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce3a47f9-abf0-421d-b9a2-8bb40144fc8e req-b92a4702-59b1-44e8-9dbe-b9938bbaa6d2 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519450 Sep 23 22:15:40.829492 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5426d6c-cd34-4bfe-bbea-9e3851631092 req-77672372-0450-4cfe-b25d-4232085395c3 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439842 Sep 23 22:15:40.962100 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:41.016703 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8b4ed4-732b-403d-bfba-f0ea5fa045e0 x-openstack-request-id: req-cb8b4ed4-732b-403d-bfba-f0ea5fa045e0 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:41.016703 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9d9aec-d85d-44bf-a96f-41c4caa38edd", "name": "network-vif-plugged", "status": "completed", "tag": "6c81e042-b524-433d-b259-38a567545928", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:41.017036 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb8b4ed4-732b-403d-bfba-f0ea5fa045e0 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:41.017507 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9d9aec-d85d-44bf-a96f-41c4caa38edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c81e042-b524-433d-b259-38a567545928', 'code': 200} Sep 23 22:15:41.073854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-439609bf-4d80-4965-be38-54977e1b7a45 req-73075919-022c-4600-8441-047c108c6d11 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 210 time: 0.0768759 Sep 23 22:15:41.078387 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1210580-ab0e-44b9-a5fb-cb25e1594b03 req-43194f96-103f-494f-a6e0-432a33777e44 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421756 Sep 23 22:15:41.090743 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:41.175398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Network 0bc0bdb2-5700-4fd5-9561-db3fb9c307e8 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:41.181368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:41.208992 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:15:41.266101 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1210580-ab0e-44b9-a5fb-cb25e1594b03 req-6079e540-a909-4107-8352-7ad82a134973 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768963 Sep 23 22:15:41.274533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfcd6a-1af5-4bcd-8510-391fcdf761e7 req-8d09a973-8975-4e46-8eb8-38bb6548b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:41.276407 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21dfcd6a-1af5-4bcd-8510-391fcdf761e7 req-8d09a973-8975-4e46-8eb8-38bb6548b68c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 1101 time: 0.1145742 Sep 23 22:15:41.280157 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Pushing event updated for resources: {'Port': ['ID=c0a1510c-f85b-482f-822d-a6c1ee9c18ca,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:41.392279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09eac6-dea7-48d6-a65e-d30d4a14633e req-a4809d95-75e6-42c7-88ec-ef3a8aa3dfaa tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:41.396109 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f09eac6-dea7-48d6-a65e-d30d4a14633e req-a4809d95-75e6-42c7-88ec-ef3a8aa3dfaa tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 950 time: 0.1288555 Sep 23 22:15:41.399322 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Attempting to bind port c0a1510c-f85b-482f-822d-a6c1ee9c18ca on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:15:41.399874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Attempting to bind port c0a1510c-f85b-482f-822d-a6c1ee9c18ca by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '56b394e0-4bef-4703-857f-8bddf19a0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0bc0bdb2-5700-4fd5-9561-db3fb9c307e8'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:15:41.400304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Attempting to bind port c0a1510c-f85b-482f-822d-a6c1ee9c18ca on network 0bc0bdb2-5700-4fd5-9561-db3fb9c307e8 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:41.408878 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:15:41.409504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Checking segment: {'id': '56b394e0-4bef-4703-857f-8bddf19a0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0bc0bdb2-5700-4fd5-9561-db3fb9c307e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:41.410136 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:41.410760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Bound using segment: {'id': '56b394e0-4bef-4703-857f-8bddf19a0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0bc0bdb2-5700-4fd5-9561-db3fb9c307e8'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:15:41.411535 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Bound port: c0a1510c-f85b-482f-822d-a6c1ee9c18ca, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b394e0-4bef-4703-857f-8bddf19a0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0bc0bdb2-5700-4fd5-9561-db3fb9c307e8'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:15:41.412157 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:41.415688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-c46ed8d7-df2a-403e-9611-76c614ee010b req-0287e013-4974-422a-8b90-a1bb8d8c7a5e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:15:41.417247 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c46ed8d7-df2a-403e-9611-76c614ee010b req-0287e013-4974-422a-8b90-a1bb8d8c7a5e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142083 Sep 23 22:15:41.473578 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21dfcd6a-1af5-4bcd-8510-391fcdf761e7 req-3d497166-e22d-4eb1-9a00-ad5c2aff00c7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786473 Sep 23 22:15:41.486026 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f09eac6-dea7-48d6-a65e-d30d4a14633e req-ffc3f185-3e78-45e2-928e-f77914657be6 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743732 Sep 23 22:15:41.502964 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:41.569154 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:41.614082 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] For port c0a1510c-f85b-482f-822d-a6c1ee9c18ca, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:15:41.623231 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] For port c0a1510c-f85b-482f-822d-a6c1ee9c18ca, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c0a1510c-f85b-482f-822d-a6c1ee9c18ca,segment=NetworkSegment(56b394e0-4bef-4703-857f-8bddf19a0223),segment_id=56b394e0-4bef-4703-857f-8bddf19a0223)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:15:41.731139 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:41.796807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d29a18-ac64-4ae7-be87-9f71b2118b61 req-6eb8d154-fb08-41a2-9c98-37a4ff5dfb02 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:41.798309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Allocated IP 172.25.1.107 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/b5b85677-37ec-4232-970d-407901ded53a) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:15:41.802078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83d29a18-ac64-4ae7-be87-9f71b2118b61 req-6eb8d154-fb08-41a2-9c98-37a4ff5dfb02 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 950 time: 0.0729823 Sep 23 22:15:41.821419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52ed1c-bdde-4b24-97ba-8393dd4ca13f None None] Pushing event updated for resources: {'Port': ['ID=c0a1510c-f85b-482f-822d-a6c1ee9c18ca,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:41.899012 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83d29a18-ac64-4ae7-be87-9f71b2118b61 req-0b193579-ddbe-442d-be0c-4458fa0e2073 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896549 Sep 23 22:15:42.026144 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:42.107191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22490f-574b-494b-aaff-cd7f726967fa req-b4b74bc7-fd2f-43eb-91ef-a991ca81dac3 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:42.121887 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ef22490f-574b-494b-aaff-cd7f726967fa req-b4b74bc7-fd2f-43eb-91ef-a991ca81dac3 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 949 time: 0.0976548 Sep 23 22:15:42.203126 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ef22490f-574b-494b-aaff-cd7f726967fa req-9a0a818e-67bf-4c3e-942f-44a8d75daca2 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813625 Sep 23 22:15:42.250723 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:42.310194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:42.316557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:42.321834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:15:42.372155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Pushing event updated for resources: {'Port': ['ID=b5b85677-37ec-4232-970d-407901ded53a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:42.454272 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3252bcbc-95f1-4968-a259-eb175bf6cb5e req-8b90dad5-4ee0-4759-92b9-32a6e316ea93 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 210 time: 0.0479965 Sep 23 22:15:42.581304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35644) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:42.739508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea7a15-7c30-416f-9102-44b1bb63b3c5 req-1e07036f-fcb4-4f3d-95b2-e7a8551c392d tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:42.757746 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9fea7a15-7c30-416f-9102-44b1bb63b3c5 req-1e07036f-fcb4-4f3d-95b2-e7a8551c392d tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 950 time: 0.1377146 Sep 23 22:15:42.838215 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-472850659-network', 'tenant_id': '15cbc9172a21412ea06786b579eff720'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:42.855989 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9fea7a15-7c30-416f-9102-44b1bb63b3c5 req-26516b77-4917-4249-b60d-f6ec7f5c29b1 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989592 Sep 23 22:15:42.894959 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:42.976347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] Made reservation on behalf of 15cbc9172a21412ea06786b579eff720 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:42.980052 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:42.995912 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:43.012123 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b24b23fb-19e6-4800-b92e-6332860a87cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:43.261477 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:43.336087 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:43.372700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:15:43.375130 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:43.388288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8044c2-ae06-4bb4-b8f0-505da30871e3,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:43.394223 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:43.394591 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] Added segment c66bc04b-93a8-480e-848a-8140ac76c377 of type vlan for network c9f420e2-d329-4ff8-a6ea-b7ebff440176 Sep 23 22:15:43.480898 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:43.578662 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b60b3a-909d-4c13-a9ba-83a7e82c8e4d None None] Network 0bc0bdb2-5700-4fd5-9561-db3fb9c307e8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:15:43.582871 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:43.584946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:43.587800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:43.695532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1f05ef2b-b8c0-4425-80a3-969d38d6d22d None None] Provisioning complete for port c0a1510c-f85b-482f-822d-a6c1ee9c18ca triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:43.696179 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f05ef2b-b8c0-4425-80a3-969d38d6d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:43.766306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Router edf61e3c-36a3-43f9-9ec5-dfd8d2df627e is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:15:43.809140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] Pushing event updated for resources: {'Network': ['ID=c9f420e2-d329-4ff8-a6ea-b7ebff440176,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:43.815068 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-552e5643-5e66-4649-a66b-bf17c1736c3a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2312596 Sep 23 22:15:43.823721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35672) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:43.832598 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-06520a7f-44d0-458f-bc8c-bd269299e521 admin admin] Request body: {'subnet': {'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-472850659-subnet', 'tenant_id': '15cbc9172a21412ea06786b579eff720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:43.867580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93feee-24f1-492c-b686-62734f8a6ec8 req-11d5893f-6a6b-428a-ae62-f0acea9e3455 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:43.870739 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f05ef2b-b8c0-4425-80a3-969d38d6d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:43.871605 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd93feee-24f1-492c-b686-62734f8a6ec8 req-11d5893f-6a6b-428a-ae62-f0acea9e3455 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 950 time: 0.1884151 Sep 23 22:15:43.915412 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1f05ef2b-b8c0-4425-80a3-969d38d6d22d None None] For port c0a1510c-f85b-482f-822d-a6c1ee9c18ca, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c0a1510c-f85b-482f-822d-a6c1ee9c18ca,segment=NetworkSegment(56b394e0-4bef-4703-857f-8bddf19a0223),segment_id=56b394e0-4bef-4703-857f-8bddf19a0223)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:43.917165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network c9f420e2-d329-4ff8-a6ea-b7ebff440176 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:15:44.004638 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-f4e9b7e4-269c-4c40-8e31-6edf587f050a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3756e6e4b7384c58b79362f025ad60eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894582 Sep 23 22:15:44.031936 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd93feee-24f1-492c-b686-62734f8a6ec8 req-d8f47d80-a77b-4624-a65b-e79c82fc3654 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494555 Sep 23 22:15:44.032554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06520a7f-44d0-458f-bc8c-bd269299e521 admin admin] Made reservation on behalf of 15cbc9172a21412ea06786b579eff720 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:44.035730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-06520a7f-44d0-458f-bc8c-bd269299e521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:44.038417 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f05ef2b-b8c0-4425-80a3-969d38d6d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:44.214154 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05ef2b-b8c0-4425-80a3-969d38d6d22d None None] Pushing event updated for resources: {'Port': ['ID=c0a1510c-f85b-482f-822d-a6c1ee9c18ca,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:44.216684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:15:44.243965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Sync routers for ids ['edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:15:44.278656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Routers {'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:15:44.280045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:15:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:44.286155 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c0a1510c-f85b-482f-822d-a6c1ee9c18ca up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:44.359460 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:44.370225 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fd01ec71-d2b6-4bc1-a2af-e2b22af03fde admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8095005 Sep 23 22:15:44.374785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35684) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:44.438196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-c6199efc-6bbd-46ec-b7e0-ec11f14eeaea tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:44.440391 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-c6199efc-6bbd-46ec-b7e0-ec11f14eeaea tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4124634 Sep 23 22:15:44.498286 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fb727a2-2592-444c-8b90-c8620ea04ecc req-09268aea-87ba-41df-b9b0-ed9d2ed70381 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 210 time: 0.0563157 Sep 23 22:15:44.505381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-69016cf0-0d19-4dc2-9b2e-fd1a1e0a3ca1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Request body: {'port': {'device_id': '511667e4-d33e-4742-904b-bfa1cb9263b5', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '3756e6e4b7384c58b79362f025ad60eb'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:44.602380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0d8dafe5-8a26-4ed6-88f5-b3c5b1686129 None None] Provisioning complete for port c0a1510c-f85b-482f-822d-a6c1ee9c18ca triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:44.602814 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0d8dafe5-8a26-4ed6-88f5-b3c5b1686129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:44.614747 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-06520a7f-44d0-458f-bc8c-bd269299e521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:44.669795 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Set router edf61e3c-36a3-43f9-9ec5-dfd8d2df627e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:15:44.760239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06520a7f-44d0-458f-bc8c-bd269299e521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e37ead02-da09-4adf-8e2d-f15b75dbcd24,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:44.787150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06520a7f-44d0-458f-bc8c-bd269299e521 admin admin] Checking segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:44.787544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06520a7f-44d0-458f-bc8c-bd269299e521 admin admin] Network hostable DHCP agents. Network: c9f420e2-d329-4ff8-a6ea-b7ebff440176, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:15:44.811046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46171a85-741f-4503-8ee6-a43878aec99d req-cd9b013e-35ba-4710-b6c4-65f46f18f28a tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:44.813906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46171a85-741f-4503-8ee6-a43878aec99d req-cd9b013e-35ba-4710-b6c4-65f46f18f28a tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 949 time: 0.2041259 Sep 23 22:15:44.932179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c0a1510c-f85b-482f-822d-a6c1ee9c18ca triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:44.932847 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:44.950805 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46171a85-741f-4503-8ee6-a43878aec99d req-0c17014f-241a-483f-a1d0-aec1928360df tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266551 Sep 23 22:15:44.972226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06520a7f-44d0-458f-bc8c-bd269299e521 admin admin] Network c9f420e2-d329-4ff8-a6ea-b7ebff440176 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:15:45.009465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-69016cf0-0d19-4dc2-9b2e-fd1a1e0a3ca1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Made reservation on behalf of 3756e6e4b7384c58b79362f025ad60eb for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:45.021174 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-69016cf0-0d19-4dc2-9b2e-fd1a1e0a3ca1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:45.095125 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:45.198249 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-06520a7f-44d0-458f-bc8c-bd269299e521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, c9f420e2-d329-4ff8-a6ea-b7ebff440176) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:45.205645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06520a7f-44d0-458f-bc8c-bd269299e521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:45.207999 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-06520a7f-44d0-458f-bc8c-bd269299e521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:45.262861 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b352e7f8-8291-4f6f-8e21-d376a79d65ef None None] Network c9f420e2-d329-4ff8-a6ea-b7ebff440176 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:15:45.304736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ed5fe-44d4-4371-a100-f047a994c007 req-5a2529f1-d319-4f84-8283-fe5a38d2aec8 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:45.307843 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-979ed5fe-44d4-4371-a100-f047a994c007 req-5a2529f1-d319-4f84-8283-fe5a38d2aec8 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 950 time: 0.2405941 Sep 23 22:15:45.315782 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-7cd2e75b-1ad4-41ef-be0b-7fab997c1bfb tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3756e6e4b7384c58b79362f025ad60eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281003 Sep 23 22:15:45.355173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Allocated IP 172.20.0.1 (0bc0bdb2-5700-4fd5-9561-db3fb9c307e8/de6db8dd-ca23-42b6-b845-b8c39173ae92/10fb0f7a-6e5b-411a-9eae-a7702a08e687) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:15:45.387347 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-06520a7f-44d0-458f-bc8c-bd269299e521 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5605478 Sep 23 22:15:45.500337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'name': 'tempest-FloatingIPDetailsTestJSON-1341186393-router', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b5b85677-37ec-4232-970d-407901ded53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:15:39Z', 'updated_at': '2021-09-23T22:15:42Z', 'revision_number': 3, 'project_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'gw_port': {'id': 'b5b85677-37ec-4232-970d-407901ded53a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:41Z', 'updated_at': '2021-09-23T22:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:45.551669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1867d2fd-cf7a-4cd2-b2dd-e703167754cc no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:15:45.557806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Checking router: edf61e3c-36a3-43f9-9ec5-dfd8d2df627e for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:15:45.558230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Updating router edf61e3c-36a3-43f9-9ec5-dfd8d2df627e port b5b85677-37ec-4232-970d-407901ded53a binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:15:45.572811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-69016cf0-0d19-4dc2-9b2e-fd1a1e0a3ca1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Allocated IP 192.168.233.19 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/22eb675b-033b-4f09-a95d-dda8d9843398) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:15:45.582835 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-979ed5fe-44d4-4371-a100-f047a994c007 req-e9333161-a171-49f4-9130-c17a08606a40 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027917 Sep 23 22:15:45.599775 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-61fce580-6161-4be2-b441-aea005e2f321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:45.644368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-312c05f9-a48f-4516-9612-332e31c4225c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:45.649649 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-312c05f9-a48f-4516-9612-332e31c4225c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3240268 Sep 23 22:15:45.715840 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35702) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:45.754913 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:45.759220 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-e45ef454-c0dc-43ef-9312-fc0511ccd757 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Request body: {'port': {'device_id': 'b25aa487-049d-4660-ba84-d6837433cd6b', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '3756e6e4b7384c58b79362f025ad60eb'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:45.870749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-ddc48ca1-c882-4e71-a0bd-d4c27530fd4b tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:15:45.879767 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-ddc48ca1-c882-4e71-a0bd-d4c27530fd4b tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1626332 Sep 23 22:15:45.886555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442e30c1-3876-4c7e-b480-570e6017dc26 None None] Network c9f420e2-d329-4ff8-a6ea-b7ebff440176 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:15:45.941418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471bea-28c5-44a2-9622-deb2490826d3 req-da3838bb-1338-4b96-a2c2-046b0058dfcf tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:45.950614 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-da3838bb-1338-4b96-a2c2-046b0058dfcf tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports/e087bac2-f6ee-46b7-aca7-2522cc678453 HTTP/1.1" status: 200 len: 1093 time: 0.0697007 Sep 23 22:15:45.961599 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-69016cf0-0d19-4dc2-9b2e-fd1a1e0a3ca1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.029252 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.130778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-51471bea-28c5-44a2-9622-deb2490826d3 req-e18232b3-6e64-4f2a-ae3d-ec4e8b39491f service neutron] Request body: {'binding': {'host': 'n-h1-810775-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:46.131805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-51471bea-28c5-44a2-9622-deb2490826d3 req-e18232b3-6e64-4f2a-ae3d-ec4e8b39491f service neutron] Unknown quota resources ['binding']. {{(pid=95491) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:15:46.145475 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c0a1510c-f85b-482f-822d-a6c1ee9c18ca up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:46.344250 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-51471bea-28c5-44a2-9622-deb2490826d3 req-e18232b3-6e64-4f2a-ae3d-ec4e8b39491f service neutron] Attempting to bind port e087bac2-f6ee-46b7-aca7-2522cc678453 on host n-h1-810775-1 for vnic_type normal with profile None {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:15:46.344743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-51471bea-28c5-44a2-9622-deb2490826d3 req-e18232b3-6e64-4f2a-ae3d-ec4e8b39491f service neutron] Attempting to bind port e087bac2-f6ee-46b7-aca7-2522cc678453 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:15:46.344916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51471bea-28c5-44a2-9622-deb2490826d3 req-e18232b3-6e64-4f2a-ae3d-ec4e8b39491f service neutron] Attempting to bind port e087bac2-f6ee-46b7-aca7-2522cc678453 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:46.350816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51471bea-28c5-44a2-9622-deb2490826d3 req-e18232b3-6e64-4f2a-ae3d-ec4e8b39491f service neutron] Port e087bac2-f6ee-46b7-aca7-2522cc678453 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:15:46.351372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51471bea-28c5-44a2-9622-deb2490826d3 req-e18232b3-6e64-4f2a-ae3d-ec4e8b39491f service neutron] Attempting to bind port e087bac2-f6ee-46b7-aca7-2522cc678453 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:46.358300 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51471bea-28c5-44a2-9622-deb2490826d3 req-e18232b3-6e64-4f2a-ae3d-ec4e8b39491f service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:15:46.358781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51471bea-28c5-44a2-9622-deb2490826d3 req-e18232b3-6e64-4f2a-ae3d-ec4e8b39491f service neutron] Checking segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:46.359834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51471bea-28c5-44a2-9622-deb2490826d3 req-e18232b3-6e64-4f2a-ae3d-ec4e8b39491f service neutron] Bound using segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:15:46.360013 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.360816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-51471bea-28c5-44a2-9622-deb2490826d3 req-e18232b3-6e64-4f2a-ae3d-ec4e8b39491f service neutron] Bound port: e087bac2-f6ee-46b7-aca7-2522cc678453, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:15:46.442282 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14571198-dd86-4fc8-a251-4355bc8a84a8 req-3b95a927-4799-4659-b4b5-d81bcf5cae08 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:46.444017 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14571198-dd86-4fc8-a251-4355bc8a84a8 req-3b95a927-4799-4659-b4b5-d81bcf5cae08 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.67 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 949 time: 0.7711892 Sep 23 22:15:46.468972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-51471bea-28c5-44a2-9622-deb2490826d3 req-e18232b3-6e64-4f2a-ae3d-ec4e8b39491f service neutron] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e087bac2-f6ee-46b7-aca7-2522cc678453,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:15:46.479165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c0a1510c-f85b-482f-822d-a6c1ee9c18ca triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:46.479816 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.481914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e7357f-9faa-43ae-8c7d-72268b270603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1867d2fd-cf7a-4cd2-b2dd-e703167754cc'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:46.484206 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a21ab3-f9be-4fd8-9d65-2122ebb8028d" -d '{"events": [{"server_uuid": "09e7357f-9faa-43ae-8c7d-72268b270603", "name": "network-vif-unplugged", "status": "completed", "tag": "1867d2fd-cf7a-4cd2-b2dd-e703167754cc"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:46.555947 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-69016cf0-0d19-4dc2-9b2e-fd1a1e0a3ca1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.556162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:46.563977 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.578273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:46.600797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-14571198-dd86-4fc8-a251-4355bc8a84a8 req-2bb0754b-2c97-4452-b6b0-85ff75f12a53 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Deleting port 13608c18-3d11-477b-9e5a-fd56b5be1970 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:15:46.601260 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-14571198-dd86-4fc8-a251-4355bc8a84a8 req-2bb0754b-2c97-4452-b6b0-85ff75f12a53 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.616072 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:46.638577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-69016cf0-0d19-4dc2-9b2e-fd1a1e0a3ca1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:46.642422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-69016cf0-0d19-4dc2-9b2e-fd1a1e0a3ca1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:46.646413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-69016cf0-0d19-4dc2-9b2e-fd1a1e0a3ca1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:15:46.681142 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-e45ef454-c0dc-43ef-9312-fc0511ccd757 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Made reservation on behalf of 3756e6e4b7384c58b79362f025ad60eb for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:46.687834 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-e45ef454-c0dc-43ef-9312-fc0511ccd757 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.694712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.705932 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:15:46.720451 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-69016cf0-0d19-4dc2-9b2e-fd1a1e0a3ca1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:46.722184 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-69016cf0-0d19-4dc2-9b2e-fd1a1e0a3ca1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.738882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51471bea-28c5-44a2-9622-deb2490826d3 req-e18232b3-6e64-4f2a-ae3d-ec4e8b39491f service neutron] Notify callbacks [] for binding, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.740158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-e18232b3-6e64-4f2a-ae3d-ec4e8b39491f service neutron] 10.222.0.22 "POST /v2.0/ports/e087bac2-f6ee-46b7-aca7-2522cc678453/bindings HTTP/1.1" status: 201 len: 389 time: 0.7264934 Sep 23 22:15:46.740939 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.743687 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69016cf0-0d19-4dc2-9b2e-fd1a1e0a3ca1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event updated for resources: {'Port': ['ID=22eb675b-033b-4f09-a95d-dda8d9843398,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:46.834928 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.837136 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.887030 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-69016cf0-0d19-4dc2-9b2e-fd1a1e0a3ca1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4071624 Sep 23 22:15:46.906546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Request body: {'port': {'device_id': '511667e4-d33e-4742-904b-bfa1cb9263b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:46.929995 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-14571198-dd86-4fc8-a251-4355bc8a84a8 req-2bb0754b-2c97-4452-b6b0-85ff75f12a53 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] For port 13608c18-3d11-477b-9e5a-fd56b5be1970, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=13608c18-3d11-477b-9e5a-fd56b5be1970,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:46.930508 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-14571198-dd86-4fc8-a251-4355bc8a84a8 req-2bb0754b-2c97-4452-b6b0-85ff75f12a53 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.973342 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:46.975550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Network 0bc0bdb2-5700-4fd5-9561-db3fb9c307e8 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:46.989382 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-14571198-dd86-4fc8-a251-4355bc8a84a8 req-2bb0754b-2c97-4452-b6b0-85ff75f12a53 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Calling delete_port for 13608c18-3d11-477b-9e5a-fd56b5be1970 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:15:47.018158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:47.069435 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:47.118305 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:47.119683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:15:47.119683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Pushing event updated for resources: {'Port': ['ID=10fb0f7a-6e5b-411a-9eae-a7702a08e687,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:47.241343 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-41ed3951-458b-418d-a705-5e5c520328e9 req-6beaf843-726a-4949-bbb0-aa17f040548c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 210 time: 0.0457296 Sep 23 22:15:47.247220 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-e45ef454-c0dc-43ef-9312-fc0511ccd757 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Allocated IP 192.168.233.47 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/286dd15c-7fc1-4071-8dd8-38aeb54576b2) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:15:47.267337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Attempting to bind port b5b85677-37ec-4232-970d-407901ded53a on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:15:47.268354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Attempting to bind port b5b85677-37ec-4232-970d-407901ded53a by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:15:47.268881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Attempting to bind port b5b85677-37ec-4232-970d-407901ded53a on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:47.279205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4aefd-c0ac-43bd-bfb3-e9a93cc4b228 None None] Pushing event updated for resources: {'Port': ['ID=b5b85677-37ec-4232-970d-407901ded53a,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:47.290904 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1d2e0bad-f545-4573-b94e-e102893c870b None None] Provisioning complete for port 22eb675b-033b-4f09-a95d-dda8d9843398 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:47.291293 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1d2e0bad-f545-4573-b94e-e102893c870b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:47.301457 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:47.302959 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:15:47.302959 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:47.303251 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:47.303581 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:15:47.304072 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Bound port: b5b85677-37ec-4232-970d-407901ded53a, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:15:47.304465 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:47.442446 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e0bad-f545-4573-b94e-e102893c870b None None] Port 22eb675b-033b-4f09-a95d-dda8d9843398 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:15:47.504718 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] For port b5b85677-37ec-4232-970d-407901ded53a, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:15:47.528095 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] For port b5b85677-37ec-4232-970d-407901ded53a, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b5b85677-37ec-4232-970d-407901ded53a,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:15:47.549317 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:47.587055 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5a0ce823-b9f3-48a9-9ab0-fdf41995dbde None None] Provisioning complete for port 10fb0f7a-6e5b-411a-9eae-a7702a08e687 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:47.587055 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce823-b9f3-48a9-9ab0-fdf41995dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:47.672708 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:47.772536 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35744) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:47.779479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-226845409-network', 'tenant_id': 'b6c036e16fea400daf8dc77630a0f90e'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:47.809667 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bec466-c5bf-4e9d-9a2e-5c2b282f53af x-openstack-request-id: req-a5bec466-c5bf-4e9d-9a2e-5c2b282f53af {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:47.810626 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e7357f-9faa-43ae-8c7d-72268b270603", "name": "network-vif-unplugged", "status": "completed", "tag": "1867d2fd-cf7a-4cd2-b2dd-e703167754cc", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:47.810928 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5bec466-c5bf-4e9d-9a2e-5c2b282f53af {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:47.811441 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e7357f-9faa-43ae-8c7d-72268b270603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1867d2fd-cf7a-4cd2-b2dd-e703167754cc', 'code': 200} Sep 23 22:15:47.833958 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ce823-b9f3-48a9-9ab0-fdf41995dbde None None] Port 10fb0f7a-6e5b-411a-9eae-a7702a08e687 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:15:47.901491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4aefd-c0ac-43bd-bfb3-e9a93cc4b228 None None] Pushing event updated for resources: {'Port': ['ID=b5b85677-37ec-4232-970d-407901ded53a,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:47.907295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] Made reservation on behalf of b6c036e16fea400daf8dc77630a0f90e for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:47.910763 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:47.919382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Routers {'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:15:47.928756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:15:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:47.938656 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:48.131696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cfe3b-771b-4013-94f1-653dd58f904b req-a84b0860-2068-4db0-9efe-91b2b871f1e2 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:48.134882 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d2cfe3b-771b-4013-94f1-653dd58f904b req-a84b0860-2068-4db0-9efe-91b2b871f1e2 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 945 time: 0.1213388 Sep 23 22:15:48.150677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb914b5-d001-46b8-983c-df56a8214ee3 req-ef830ccf-a4b9-4b70-851d-61e7f4b1ecf1 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:48.153449 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fcb914b5-d001-46b8-983c-df56a8214ee3 req-ef830ccf-a4b9-4b70-851d-61e7f4b1ecf1 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 949 time: 0.2914615 Sep 23 22:15:48.159221 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:48.219107 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:48.231081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d2cfe3b-771b-4013-94f1-653dd58f904b req-ba020433-dc51-4e63-8227-7b8d302e8f0e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821865 Sep 23 22:15:48.257389 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-14571198-dd86-4fc8-a251-4355bc8a84a8 req-2bb0754b-2c97-4452-b6b0-85ff75f12a53 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:48.318021 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['13608c18-3d11-477b-9e5a-fd56b5be1970'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:48.323594 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471bea-28c5-44a2-9622-deb2490826d3 req-7b97db7a-323c-4997-b971-a277e13b5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:48.325315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-7b97db7a-323c-4997-b971-a277e13b5ccf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 1096 time: 0.0701962 Sep 23 22:15:48.343080 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:48.352987 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-e45ef454-c0dc-43ef-9312-fc0511ccd757 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:48.367275 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0754b-2c97-4452-b6b0-85ff75f12a53 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Pushing event deleted for resources: {'Port': ['ID=13608c18-3d11-477b-9e5a-fd56b5be1970,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:48.404327 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-bd34dd8c-62d0-4523-a460-dcdf6bd6979f tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ee76ef5bfadb44c3b774e7c129f0711d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734451 Sep 23 22:15:48.417220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:15:48.444222 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:48.454113 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] Set router edf61e3c-36a3-43f9-9ec5-dfd8d2df627e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:15:48.468447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c972d5-d88d-4562-9b49-b4c18273fd1a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:48.473212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:48.473567 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] Added segment c16b52ed-0a6b-413c-ab6b-c251a7e37b95 of type vlan for network 2ba20f87-9bc0-4286-ab24-aeadfa0f2206 Sep 23 22:15:48.514504 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fcb914b5-d001-46b8-983c-df56a8214ee3 req-a4eace4e-bdd2-464a-955e-ad414a4e2c89 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296146 Sep 23 22:15:48.592844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-14571198-dd86-4fc8-a251-4355bc8a84a8 req-2bb0754b-2c97-4452-b6b0-85ff75f12a53 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] No DVR routers for this DVR port 13608c18-3d11-477b-9e5a-fd56b5be1970 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:15:48.609899 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-14571198-dd86-4fc8-a251-4355bc8a84a8 req-2bb0754b-2c97-4452-b6b0-85ff75f12a53 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:48.615345 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14571198-dd86-4fc8-a251-4355bc8a84a8 req-2bb0754b-2c97-4452-b6b0-85ff75f12a53 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.67 "DELETE /v2.0/ports/13608c18-3d11-477b-9e5a-fd56b5be1970 HTTP/1.1" status: 204 len: 173 time: 2.1573045 Sep 23 22:15:48.621365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849ccdd8-128b-4ce5-b847-637eaea6d4aa', 'name': 'network-vif-deleted', 'tag': '13608c18-3d11-477b-9e5a-fd56b5be1970'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:48.629753 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ba5d97-b585-41aa-9e3d-4b319c06137e" -d '{"events": [{"server_uuid": "849ccdd8-128b-4ce5-b847-637eaea6d4aa", "name": "network-vif-deleted", "tag": "13608c18-3d11-477b-9e5a-fd56b5be1970"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:48.632179 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:48.747396 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:48.748570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:48.749300 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:48.804979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471bea-28c5-44a2-9622-deb2490826d3 req-c74e532f-1b1d-4d7e-bc5e-324d7a170d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:48.807396 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-c74e532f-1b1d-4d7e-bc5e-324d7a170d07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.4653137 Sep 23 22:15:48.835615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-dadb7942-7c5f-4011-9fc0-77eeeb5757d4 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:48.837348 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-dadb7942-7c5f-4011-9fc0-77eeeb5757d4 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3603969 Sep 23 22:15:48.849295 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d02ceb4-c870-4bd7-a1ae-72c76ef97ddc req-119f3069-d1e0-48a6-a957-28a229340823 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 210 time: 0.0365534 Sep 23 22:15:48.856195 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-e45ef454-c0dc-43ef-9312-fc0511ccd757 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:48.919608 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ef454-c0dc-43ef-9312-fc0511ccd757 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event updated for resources: {'Port': ['ID=286dd15c-7fc1-4071-8dd8-38aeb54576b2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:48.943559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:48.950945 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-e45ef454-c0dc-43ef-9312-fc0511ccd757 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:48.954788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] Pushing event updated for resources: {'Network': ['ID=2ba20f87-9bc0-4286-ab24-aeadfa0f2206,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:48.956931 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-e45ef454-c0dc-43ef-9312-fc0511ccd757 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:48.961812 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cd58ba8c-697d-4c8c-8f0a-7dee7bc1f402 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1880541 Sep 23 22:15:48.965269 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-b57238ea-1924-4bda-ae62-68b99626ae60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e087bac2-f6ee-46b7-aca7-2522cc678453 HTTP/1.1" status: 200 len: 217 time: 0.1403930 Sep 23 22:15:48.967271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35772) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:48.975314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-e45ef454-c0dc-43ef-9312-fc0511ccd757 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:15:49.017715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a8d43034-a19d-4fd6-9634-dea5415d20d9 admin admin] Request body: {'subnet': {'network_id': '2ba20f87-9bc0-4286-ab24-aeadfa0f2206', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-226845409-subnet', 'tenant_id': 'b6c036e16fea400daf8dc77630a0f90e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:49.022899 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-a1e50a23-4866-460b-b200-619effad3b12 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/quotas/ee76ef5bfadb44c3b774e7c129f0711d HTTP/1.1" status: 200 len: 375 time: 0.1595929 Sep 23 22:15:49.043000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-e45ef454-c0dc-43ef-9312-fc0511ccd757 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:49.043716 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-e45ef454-c0dc-43ef-9312-fc0511ccd757 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:49.076917 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:49.078813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 2ba20f87-9bc0-4286-ab24-aeadfa0f2206 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:15:49.081946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:49.096904 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344b44f5-070a-4930-93c3-dbc21f402503 x-openstack-request-id: req-344b44f5-070a-4930-93c3-dbc21f402503 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:49.097229 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849ccdd8-128b-4ce5-b847-637eaea6d4aa", "name": "network-vif-deleted", "tag": "13608c18-3d11-477b-9e5a-fd56b5be1970", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:49.097507 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-344b44f5-070a-4930-93c3-dbc21f402503 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:49.103161 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849ccdd8-128b-4ce5-b847-637eaea6d4aa', 'name': 'network-vif-deleted', 'tag': '13608c18-3d11-477b-9e5a-fd56b5be1970', 'status': 'completed', 'code': 200} Sep 23 22:15:49.201748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471bea-28c5-44a2-9622-deb2490826d3 req-104a6602-854a-4c21-a3ef-5d7168442be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:49.224441 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-104a6602-854a-4c21-a3ef-5d7168442be3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.1950619 Sep 23 22:15:49.258294 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:49.273581 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d43034-a19d-4fd6-9634-dea5415d20d9 admin admin] Made reservation on behalf of b6c036e16fea400daf8dc77630a0f90e for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:49.274781 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8d43034-a19d-4fd6-9634-dea5415d20d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:49.308137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'name': 'tempest-FloatingIPDetailsTestJSON-1341186393-router', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b5b85677-37ec-4232-970d-407901ded53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:15:39Z', 'updated_at': '2021-09-23T22:15:42Z', 'revision_number': 3, 'project_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'gw_port': {'id': 'b5b85677-37ec-4232-970d-407901ded53a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:41Z', 'updated_at': '2021-09-23T22:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:49.328022 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-e45ef454-c0dc-43ef-9312-fc0511ccd757 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5867732 Sep 23 22:15:49.337652 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-cd9c7c83-1be4-45bc-b753-e31a3bf1bc50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942473 Sep 23 22:15:49.393420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ba94f-0981-4c80-b884-89ad530b8f9d None None] The sync data for ids ['edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'] in n-d-810775-1 is: [{'id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'name': 'tempest-FloatingIPDetailsTestJSON-1341186393-router', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b5b85677-37ec-4232-970d-407901ded53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:15:39Z', 'updated_at': '2021-09-23T22:15:42Z', 'revision_number': 3, 'project_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'gw_port': {'id': 'b5b85677-37ec-4232-970d-407901ded53a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:41Z', 'updated_at': '2021-09-23T22:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:15:49.397706 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Request body: {'port': {'device_id': 'b25aa487-049d-4660-ba84-d6837433cd6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:49.418056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-6598d3fc-f1bc-4aa1-9166-c54b0ab9cbf3 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee76ef5bfadb44c3b774e7c129f0711d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3696289 Sep 23 22:15:49.627389 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:49.665735 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Pushing event updated for resources: {'Port': ['ID=10fb0f7a-6e5b-411a-9eae-a7702a08e687,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:49.679718 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:49.680427 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-71c633b9-3202-4fee-9e97-ed05722c85eb service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313296 Sep 23 22:15:49.811055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0c64e-1c14-4255-91f7-4a458ae0af02 req-81eecb0a-7e15-486e-b953-632fa7b38912 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:49.819394 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cf0c64e-1c14-4255-91f7-4a458ae0af02 req-81eecb0a-7e15-486e-b953-632fa7b38912 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 945 time: 0.3276210 Sep 23 22:15:49.823089 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22eb675b-033b-4f09-a95d-dda8d9843398 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:49.899633 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:50.016986 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-66735fae-80b2-4413-a745-f23eefb6e7f4 None None] Provisioning complete for port 286dd15c-7fc1-4071-8dd8-38aeb54576b2 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:50.018376 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66735fae-80b2-4413-a745-f23eefb6e7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:50.050350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Transition to ACTIVE for port object 22eb675b-033b-4f09-a95d-dda8d9843398 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:15:50.114193 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cf0c64e-1c14-4255-91f7-4a458ae0af02 req-a41f32d4-c2b0-4607-be76-2fcaaa05eafb tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935817 Sep 23 22:15:50.203114 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-66735fae-80b2-4413-a745-f23eefb6e7f4 None None] Port 286dd15c-7fc1-4071-8dd8-38aeb54576b2 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:15:50.224427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Network 0bc0bdb2-5700-4fd5-9561-db3fb9c307e8 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:50.244094 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b5b85677-37ec-4232-970d-407901ded53a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:50.265360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:50.407367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b5b85677-37ec-4232-970d-407901ded53a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:50.407757 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:50.556505 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:50.571456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:50.612259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port b5b85677-37ec-4232-970d-407901ded53a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b5b85677-37ec-4232-970d-407901ded53a,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:50.613265 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d9214cc-34de-4beb-bf18-26bd9002563b req-77e0849d-c4c7-4b57-bb77-7708e76ad17a tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 210 time: 0.1536248 Sep 23 22:15:50.648247 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90d338fb-49a2-4ab5-a702-032ca4cba54e req-17080e02-5b63-4b49-86df-8e07811ef7a5 tempest-ServerDiagnosticsNegativeTest-977301118 tempest-ServerDiagnosticsNegativeTest-977301118-project] 10.222.0.22 "GET /v2.0/ports?device_id=849ccdd8-128b-4ce5-b847-637eaea6d4aa HTTP/1.1" status: 200 len: 210 time: 0.5904341 Sep 23 22:15:50.680942 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Router edf61e3c-36a3-43f9-9ec5-dfd8d2df627e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:15:50.684277 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:50.685259 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-055233cc-22a4-4bfe-8939-32202799213c service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9414556 Sep 23 22:15:50.734556 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=22eb675b-033b-4f09-a95d-dda8d9843398,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:50.872737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 13608c18-3d11-477b-9e5a-fd56b5be1970 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:15:50.902069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8d43034-a19d-4fd6-9634-dea5415d20d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:50.907590 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286dd15c-7fc1-4071-8dd8-38aeb54576b2 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:50.918583 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:50.944904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Transition to ACTIVE for port object 286dd15c-7fc1-4071-8dd8-38aeb54576b2 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:15:50.958317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-14099eab-8160-40ed-b058-e24f3d54e00e None None] Provisioning complete for port 10fb0f7a-6e5b-411a-9eae-a7702a08e687 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:50.959654 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-14099eab-8160-40ed-b058-e24f3d54e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:50.962964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 13608c18-3d11-477b-9e5a-fd56b5be1970 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:15:50.963382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 13608c18-3d11-477b-9e5a-fd56b5be1970 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:15:51.019906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=b5b85677-37ec-4232-970d-407901ded53a,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:51.032751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-14099eab-8160-40ed-b058-e24f3d54e00e None None] Port 10fb0f7a-6e5b-411a-9eae-a7702a08e687 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:15:51.080377 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:51.095000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Attempting to bind port 22eb675b-033b-4f09-a95d-dda8d9843398 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:15:51.095000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Attempting to bind port 22eb675b-033b-4f09-a95d-dda8d9843398 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:15:51.095000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Attempting to bind port 22eb675b-033b-4f09-a95d-dda8d9843398 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:51.095304 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5a178-73f9-4c2c-b39b-ce085401cd36 req-e0be70c9-2779-40aa-a43e-0a2999609201 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:51.096970 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0af5a178-73f9-4c2c-b39b-ce085401cd36 req-e0be70c9-2779-40aa-a43e-0a2999609201 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 935 time: 0.1534619 Sep 23 22:15:51.112797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Port 22eb675b-033b-4f09-a95d-dda8d9843398 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:15:51.113149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Attempting to bind port 22eb675b-033b-4f09-a95d-dda8d9843398 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:51.141143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d43034-a19d-4fd6-9634-dea5415d20d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8b1c52-d723-4b02-bfde-3b7120df729d,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:51.154625 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:15:51.154968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:51.155675 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:15:51.156325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Bound port: 22eb675b-033b-4f09-a95d-dda8d9843398, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:15:51.156963 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:51.268046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d43034-a19d-4fd6-9634-dea5415d20d9 admin admin] Checking segment: {'id': 'c16b52ed-0a6b-413c-ab6b-c251a7e37b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2ba20f87-9bc0-4286-ab24-aeadfa0f2206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:51.268638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d43034-a19d-4fd6-9634-dea5415d20d9 admin admin] Network hostable DHCP agents. Network: 2ba20f87-9bc0-4286-ab24-aeadfa0f2206, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:15:51.323074 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471bea-28c5-44a2-9622-deb2490826d3 req-fc198375-5eb4-41e8-a129-8d6c49136aee tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:51.324701 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-fc198375-5eb4-41e8-a129-8d6c49136aee tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3&tenant_id=3f7af936c5414346bc188ecd0d80fb62&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1096 time: 0.3184114 Sep 23 22:15:51.362757 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810775-1'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:51.406824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] For port 22eb675b-033b-4f09-a95d-dda8d9843398, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:15:51.430460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] For port 22eb675b-033b-4f09-a95d-dda8d9843398, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=22eb675b-033b-4f09-a95d-dda8d9843398,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:15:51.453313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9292a-98cd-416d-a26a-3eb44be7fd16 req-27739154-65f6-4212-95df-6201a6b1fc14 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:51.453313 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7d9292a-98cd-416d-a26a-3eb44be7fd16 req-27739154-65f6-4212-95df-6201a6b1fc14 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 945 time: 0.1778133 Sep 23 22:15:51.493040 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:51.514824 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0af5a178-73f9-4c2c-b39b-ce085401cd36 req-22aaacb4-831b-4dfc-a458-9d7f416729ad tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776896 Sep 23 22:15:51.518131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Pushing event updated for resources: {'Port': ['ID=286dd15c-7fc1-4071-8dd8-38aeb54576b2,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:51.554942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d43034-a19d-4fd6-9634-dea5415d20d9 admin admin] Network 2ba20f87-9bc0-4286-ab24-aeadfa0f2206 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:15:51.556525 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4f008378-6ddb-4255-baf3-bddbd1eb9d9e details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:15:51.561818 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:51.582528 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:15:51.590458 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dc97d49a-ca84-47d1-9e70-4b1d4b2f1a4e admin admin] 10.222.0.22 "PUT /v2.0/routers/edf61e3c-36a3-43f9-9ec5-dfd8d2df627e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2175963 Sep 23 22:15:51.684726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Attempting to bind port 286dd15c-7fc1-4071-8dd8-38aeb54576b2 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:15:51.685257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Attempting to bind port 286dd15c-7fc1-4071-8dd8-38aeb54576b2 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:15:51.685628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Attempting to bind port 286dd15c-7fc1-4071-8dd8-38aeb54576b2 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:51.697768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Port 286dd15c-7fc1-4071-8dd8-38aeb54576b2 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:15:51.698248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Attempting to bind port 286dd15c-7fc1-4071-8dd8-38aeb54576b2 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:51.711639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:15:51.711938 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:51.712190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:15:51.713258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Bound port: 286dd15c-7fc1-4071-8dd8-38aeb54576b2, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:15:51.713258 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:51.756734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7d9292a-98cd-416d-a26a-3eb44be7fd16 req-3d6d4525-37b1-4a2b-ac9f-da081f219169 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593691 Sep 23 22:15:51.795456 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:51.796466 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:51.798480 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] 10.222.0.67 "PUT /v2.0/ports/22eb675b-033b-4f09-a95d-dda8d9843398 HTTP/1.1" status: 200 len: 1095 time: 4.8979959 Sep 23 22:15:51.799814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511667e4-d33e-4742-904b-bfa1cb9263b5', 'tag': '22eb675b-033b-4f09-a95d-dda8d9843398'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:51.803312 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29556dca-6274-44d8-9290-7f2c067882a2" -d '{"events": [{"name": "network-changed", "server_uuid": "511667e4-d33e-4742-904b-bfa1cb9263b5", "tag": "22eb675b-033b-4f09-a95d-dda8d9843398"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:51.851833 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:51.859800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57d112-0e4f-49ba-b165-d2b60370a2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=22eb675b-033b-4f09-a95d-dda8d9843398,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:51.891713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e', 'mac_address': 'fa:16:3e:ad:85:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:15:51.952093 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] For port 286dd15c-7fc1-4071-8dd8-38aeb54576b2, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:15:51.960999 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] For port 286dd15c-7fc1-4071-8dd8-38aeb54576b2, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=286dd15c-7fc1-4071-8dd8-38aeb54576b2,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:15:52.028341 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:52.057314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f008378-6ddb-4255-baf3-bddbd1eb9d9e {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:52.084887 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:52.094061 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d86e9684-bfac-44e0-8694-e62bfc5a4e4c req-f61ce03f-6884-4383-8322-95c4ae75f9d9 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 210 time: 0.0847185 Sep 23 22:15:52.111607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:52.115590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-a8d43034-a19d-4fd6-9634-dea5415d20d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 2ba20f87-9bc0-4286-ab24-aeadfa0f2206) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:52.129921 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8125582b-1b8b-467a-a0d4-51ae485a3c67 None None] Network 2ba20f87-9bc0-4286-ab24-aeadfa0f2206 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:15:52.137012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e087bac2-f6ee-46b7-aca7-2522cc678453,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:52.141836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d43034-a19d-4fd6-9634-dea5415d20d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:52.143280 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8d43034-a19d-4fd6-9634-dea5415d20d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:52.231451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:52.232251 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:52.234950 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809cf258-bc15-4050-af3a-fa95a7e0cfc7 x-openstack-request-id: req-809cf258-bc15-4050-af3a-fa95a7e0cfc7 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:52.236076 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511667e4-d33e-4742-904b-bfa1cb9263b5", "tag": "22eb675b-033b-4f09-a95d-dda8d9843398", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:52.236834 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-809cf258-bc15-4050-af3a-fa95a7e0cfc7 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:52.237912 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511667e4-d33e-4742-904b-bfa1cb9263b5', 'tag': '22eb675b-033b-4f09-a95d-dda8d9843398', 'status': 'completed', 'code': 200} Sep 23 22:15:52.238321 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] 10.222.0.43 "PUT /v2.0/ports/286dd15c-7fc1-4071-8dd8-38aeb54576b2 HTTP/1.1" status: 200 len: 1095 time: 2.8462045 Sep 23 22:15:52.238775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25aa487-049d-4660-ba84-d6837433cd6b', 'tag': '286dd15c-7fc1-4071-8dd8-38aeb54576b2'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:52.243505 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3c69eb-dff5-41fa-8438-a5454d2d9024" -d '{"events": [{"name": "network-changed", "server_uuid": "b25aa487-049d-4660-ba84-d6837433cd6b", "tag": "286dd15c-7fc1-4071-8dd8-38aeb54576b2"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:52.309225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-4e3047c3-8b69-4aa6-966f-cca392360d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:52.316243 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-4e3047c3-8b69-4aa6-966f-cca392360d3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=511667e4-d33e-4742-904b-bfa1cb9263b5 HTTP/1.1" status: 200 len: 1098 time: 0.1693959 Sep 23 22:15:52.318986 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034717b6-c8ed-476c-8a79-284a47db2700 service neutron] Pushing event updated for resources: {'Port': ['ID=286dd15c-7fc1-4071-8dd8-38aeb54576b2,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:52.328918 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:52.341057 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a8d43034-a19d-4fd6-9634-dea5415d20d9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.3619542 Sep 23 22:15:52.357145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b5b85677-37ec-4232-970d-407901ded53a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:52.357354 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2be1f10-5296-4232-aa87-14ee7d661b28 x-openstack-request-id: req-e2be1f10-5296-4232-aa87-14ee7d661b28 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:52.357354 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25aa487-049d-4660-ba84-d6837433cd6b", "tag": "286dd15c-7fc1-4071-8dd8-38aeb54576b2", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:52.357354 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e2be1f10-5296-4232-aa87-14ee7d661b28 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:52.357354 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25aa487-049d-4660-ba84-d6837433cd6b', 'tag': '286dd15c-7fc1-4071-8dd8-38aeb54576b2', 'status': 'completed', 'code': 200} Sep 23 22:15:52.442392 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-c93144d6-262d-495e-8eee-e8a5aed4fb95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=22eb675b-033b-4f09-a95d-dda8d9843398 HTTP/1.1" status: 200 len: 217 time: 0.0999928 Sep 23 22:15:52.446155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:15:52.508163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c69eb-dff5-41fa-8438-a5454d2d9024 req-6befd81e-dd67-4682-a9e5-ebfc0d5c1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:52.521229 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb3c69eb-dff5-41fa-8438-a5454d2d9024 req-6befd81e-dd67-4682-a9e5-ebfc0d5c1e6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 1098 time: 0.1122262 Sep 23 22:15:52.556323 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Sync routers for ids ['edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:15:52.589326 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb3c69eb-dff5-41fa-8438-a5454d2d9024 req-3e88965b-a2e7-4d4d-b1c7-d5f53756df9e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3756e6e4b7384c58b79362f025ad60eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625622 Sep 23 22:15:52.595941 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Routers {'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:15:52.602427 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:15:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:52.603760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['4f008378-6ddb-4255-baf3-bddbd1eb9d9e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:52.755255 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:52.801323 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-cab7bc29-2bae-4b97-a2ae-2570fb9e7cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:52.803062 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-cab7bc29-2bae-4b97-a2ae-2570fb9e7cb4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.3509190 Sep 23 22:15:52.822866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c69eb-dff5-41fa-8438-a5454d2d9024 req-40370698-70f4-403a-b6e8-a95fc7330b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:52.824978 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb3c69eb-dff5-41fa-8438-a5454d2d9024 req-40370698-70f4-403a-b6e8-a95fc7330b99 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2176473 Sep 23 22:15:52.892672 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:53.066333 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Set router edf61e3c-36a3-43f9-9ec5-dfd8d2df627e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:15:53.082163 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b5b85677-37ec-4232-970d-407901ded53a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:53.083695 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:53.087200 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e7f3e0-2b5f-41d2-b11d-19ca257d0c1b None None] Network 2ba20f87-9bc0-4286-ab24-aeadfa0f2206 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:15:53.125874 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:53.269883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadb692-07fd-485d-9e2f-f3cb04a8145a req-8cd56709-6c45-459c-890a-6cbb204ec0e8 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:53.274722 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5dadb692-07fd-485d-9e2f-f3cb04a8145a req-8cd56709-6c45-459c-890a-6cbb204ec0e8 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 947 time: 0.2887609 Sep 23 22:15:53.279252 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88684ca9-7cb2-4719-82b5-02a9925437ba req-4e10989f-9408-49db-a9ce-db381890b76f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3571203 Sep 23 22:15:53.282259 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35868) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:53.378989 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-d91cc6b9-f137-4eee-8cd2-8541b6c66373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:53.381854 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-d91cc6b9-f137-4eee-8cd2-8541b6c66373 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 1098 time: 0.3027482 Sep 23 22:15:53.390321 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-e42c2e29-2a4a-4469-8b4b-abf333312ea9 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9468167 Sep 23 22:15:53.400447 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5dadb692-07fd-485d-9e2f-f3cb04a8145a req-ca48241f-dba4-45c8-979e-acf6ac9b5436 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020186 Sep 23 22:15:53.403226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:53.437230 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-414433e1-de86-4818-a628-888b62e1564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:53.443130 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-414433e1-de86-4818-a628-888b62e1564c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5630140 Sep 23 22:15:53.511080 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e087bac2-f6ee-46b7-aca7-2522cc678453,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:53.618437 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-981d7263-cf34-4e67-8eb4-4765f50a893a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=286dd15c-7fc1-4071-8dd8-38aeb54576b2 HTTP/1.1" status: 200 len: 217 time: 0.2154441 Sep 23 22:15:53.686208 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:53.750508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Attempting to bind port e087bac2-f6ee-46b7-aca7-2522cc678453 on host n-h2-810775-1 for vnic_type normal with profile {"migrating_to": "n-h1-810775-1"} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:15:53.751091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Attempting to bind port e087bac2-f6ee-46b7-aca7-2522cc678453 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:15:53.751510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Attempting to bind port e087bac2-f6ee-46b7-aca7-2522cc678453 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:53.768318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Port e087bac2-f6ee-46b7-aca7-2522cc678453 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:15:53.768756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-3eee706d-fdb1-4e5c-b4e2-0fb37e6014ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:53.769129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Attempting to bind port e087bac2-f6ee-46b7-aca7-2522cc678453 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:53.777372 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'name': 'tempest-FloatingIPDetailsTestJSON-1341186393-router', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b5b85677-37ec-4232-970d-407901ded53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:15:39Z', 'updated_at': '2021-09-23T22:15:47Z', 'revision_number': 4, 'project_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'gw_port': {'id': 'b5b85677-37ec-4232-970d-407901ded53a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:41Z', 'updated_at': '2021-09-23T22:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10fb0f7a-6e5b-411a-9eae-a7702a08e687', 'name': '', 'network_id': '0bc0bdb2-5700-4fd5-9561-db3fb9c307e8', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'mac_address': 'fa:16:3e:1e:77:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'de6db8dd-ca23-42b6-b845-b8c39173ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:45Z', 'updated_at': '2021-09-23T22:15:48Z', 'revision_number': 2, 'project_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'subnets': [{'id': 'de6db8dd-ca23-42b6-b845-b8c39173ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:53.780767 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-3eee706d-fdb1-4e5c-b4e2-0fb37e6014ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1043556 Sep 23 22:15:53.787932 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:15:53.788511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Checking segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:53.789164 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Bound using segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:15:53.789857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Bound port: e087bac2-f6ee-46b7-aca7-2522cc678453, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:15:53.790394 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:53.854188 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Checking router: edf61e3c-36a3-43f9-9ec5-dfd8d2df627e for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:15:53.856920 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Updating router edf61e3c-36a3-43f9-9ec5-dfd8d2df627e port 10fb0f7a-6e5b-411a-9eae-a7702a08e687 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:15:53.862515 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-6db00e65-b060-4483-a6e3-e61d8143b634 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787324 Sep 23 22:15:53.864477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.67', 50323) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:53.892883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684ca9-7cb2-4719-82b5-02a9925437ba req-0f22ce16-fa5e-4b17-a05c-314ce74763e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:53.894752 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88684ca9-7cb2-4719-82b5-02a9925437ba req-0f22ce16-fa5e-4b17-a05c-314ce74763e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 1100 time: 0.4903507 Sep 23 22:15:53.929856 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:53.995542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6616e99e-d6a0-472f-825d-45697239b6c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f3c4bd18a7241fa8a8eb68b07094888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7077847 Sep 23 22:15:54.011962 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35882) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:54.037349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26706e58-5557-468e-b442-aa3d88df6dee req-01a10daa-4f01-4b3e-9d35-b4384db24ae9 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:54.038977 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-26706e58-5557-468e-b442-aa3d88df6dee req-01a10daa-4f01-4b3e-9d35-b4384db24ae9 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 943 time: 0.4265313 Sep 23 22:15:54.090778 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-c1fe1724-f70c-4056-b879-9a6629fd95ac tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ee76ef5bfadb44c3b774e7c129f0711d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1199460 Sep 23 22:15:54.163509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-e66c5109-8c97-43b2-b942-4fc594a0ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:54.165073 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-e66c5109-8c97-43b2-b942-4fc594a0ebac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3789170 Sep 23 22:15:54.237882 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-26706e58-5557-468e-b442-aa3d88df6dee req-a211aac9-4073-4bfc-b0ed-a071d5f5f86e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867945 Sep 23 22:15:54.247013 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d18b09-75ac-416d-90af-527fb769afc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e087bac2-f6ee-46b7-aca7-2522cc678453'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:54.267398 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c827ea35-bebc-4ba0-a2e6-6076d3a6463b" -d '{"events": [{"server_uuid": "54d18b09-75ac-416d-90af-527fb769afc3", "name": "network-vif-unplugged", "status": "completed", "tag": "e087bac2-f6ee-46b7-aca7-2522cc678453"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:54.304280 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:15:54.341311 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f9e2f3e-1018-4ec8-9c17-95cd771461a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:54.361699 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e087bac2-f6ee-46b7-aca7-2522cc678453,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:15:54.435625 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684ca9-7cb2-4719-82b5-02a9925437ba req-989edddc-5527-4f9d-bc5a-7e7d2c9a679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:54.437179 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88684ca9-7cb2-4719-82b5-02a9925437ba req-989edddc-5527-4f9d-bc5a-7e7d2c9a679d service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.4483342 Sep 23 22:15:54.464180 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:54.503982 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:54.554846 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:54.559527 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-d73dd2e2-6722-4439-b11a-b217f61f7abe service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908079 Sep 23 22:15:54.568939 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88684ca9-7cb2-4719-82b5-02a9925437ba req-ef1821be-8891-48b3-a671-27c95628b274 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b9df0991-055c-407c-a221-7fbaf95f1c6d HTTP/1.1" status: 200 len: 217 time: 0.0842092 Sep 23 22:15:54.584953 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f9e2f3e-1018-4ec8-9c17-95cd771461a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:54.621846 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-581ffce0-16fc-4d69-88ca-caf0160e7869 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258914 Sep 23 22:15:54.644658 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:54.653851 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8b7a7682-8957-4e09-ba1d-4c236fa21e52 req-31da122c-d8f0-4851-81fd-4216ceb94095 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 210 time: 0.0664723 Sep 23 22:15:54.700705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-ad35e268-45ee-43c6-abdc-8a4a69ceeaf7 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:54.710864 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-ad35e268-45ee-43c6-abdc-8a4a69ceeaf7 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5826702 Sep 23 22:15:54.730144 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93c4e0-0e6e-48f5-a507-14a9dc606849 None None] Pushing event updated for resources: {'Port': ['ID=10fb0f7a-6e5b-411a-9eae-a7702a08e687,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:54.850810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-776e0a8f-d53c-4b9d-ad20-1a2c17f6fc08 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Request body: {'port': {'device_id': '5241bec2-0c1c-4e27-821d-36f840a692b0', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': 'ee76ef5bfadb44c3b774e7c129f0711d'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:54.909649 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0b32f6f-547e-4f1b-96c1-a28dcaa29b09 req-1df76a47-f5c9-4ced-b3a1-77d628841a61 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673128 Sep 23 22:15:54.922508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:54.923647 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:54.926298 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] 10.222.0.43 "PUT /v2.0/ports/e087bac2-f6ee-46b7-aca7-2522cc678453 HTTP/1.1" status: 200 len: 1121 time: 3.5719807 Sep 23 22:15:54.937145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684ca9-7cb2-4719-82b5-02a9925437ba req-e1e054fc-683f-4bd2-8908-b2a354528c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:54.956846 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88684ca9-7cb2-4719-82b5-02a9925437ba req-e1e054fc-683f-4bd2-8908-b2a354528c3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.3403270 Sep 23 22:15:54.971196 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Attempting to bind port 10fb0f7a-6e5b-411a-9eae-a7702a08e687 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:15:54.971861 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Attempting to bind port 10fb0f7a-6e5b-411a-9eae-a7702a08e687 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '56b394e0-4bef-4703-857f-8bddf19a0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0bc0bdb2-5700-4fd5-9561-db3fb9c307e8'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:15:54.972355 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Attempting to bind port 10fb0f7a-6e5b-411a-9eae-a7702a08e687 on network 0bc0bdb2-5700-4fd5-9561-db3fb9c307e8 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:15:54.993504 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:15:54.994099 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Checking segment: {'id': '56b394e0-4bef-4703-857f-8bddf19a0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0bc0bdb2-5700-4fd5-9561-db3fb9c307e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:15:54.994737 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:54.995370 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Bound using segment: {'id': '56b394e0-4bef-4703-857f-8bddf19a0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0bc0bdb2-5700-4fd5-9561-db3fb9c307e8'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:15:54.996130 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Bound port: 10fb0f7a-6e5b-411a-9eae-a7702a08e687, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b394e0-4bef-4703-857f-8bddf19a0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0bc0bdb2-5700-4fd5-9561-db3fb9c307e8'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:15:54.996790 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:55.006032 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f9e2f3e-1018-4ec8-9c17-95cd771461a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:55.009552 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f9e2f3e-1018-4ec8-9c17-95cd771461a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:55.011165 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2f9e2f3e-1018-4ec8-9c17-95cd771461a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b2eb775-0bc8-4a64-96c8-3e07d2c81f32 HTTP/1.1" status: 204 len: 168 time: 0.9709148 Sep 23 22:15:55.025473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e2f3e-1018-4ec8-9c17-95cd771461a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2eb775-0bc8-4a64-96c8-3e07d2c81f32,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:55.086053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684ca9-7cb2-4719-82b5-02a9925437ba req-79e95b31-05fb-4096-95f3-bd193ab4801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:55.088749 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88684ca9-7cb2-4719-82b5-02a9925437ba req-79e95b31-05fb-4096-95f3-bd193ab4801c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308517 Sep 23 22:15:55.166433 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] For port 10fb0f7a-6e5b-411a-9eae-a7702a08e687, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:15:55.172005 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] For port 10fb0f7a-6e5b-411a-9eae-a7702a08e687, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=10fb0f7a-6e5b-411a-9eae-a7702a08e687,segment=NetworkSegment(56b394e0-4bef-4703-857f-8bddf19a0223),segment_id=56b394e0-4bef-4703-857f-8bddf19a0223)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:15:55.221993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Allocated IP 172.25.1.250 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/5d8dfe49-4214-413b-9a05-fb2d89f69831) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:15:55.228485 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['e087bac2-f6ee-46b7-aca7-2522cc678453'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:55.286479 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:55.332463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c1a51-399f-46b6-90cf-6dfd5e9684c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e087bac2-f6ee-46b7-aca7-2522cc678453,revision_number=8']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:55.334143 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88684ca9-7cb2-4719-82b5-02a9925437ba req-49a62fc1-fc89-4c12-a096-188aa1277fd8 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371547 Sep 23 22:15:55.458378 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Routers {'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:15:55.459415 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:15:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:55.534796 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7e97b3f7-1564-45c5-98f1-91899bac78c9 None None] Provisioning complete for port 10fb0f7a-6e5b-411a-9eae-a7702a08e687 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:55.535543 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7e97b3f7-1564-45c5-98f1-91899bac78c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:55.579827 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88684ca9-7cb2-4719-82b5-02a9925437ba req-cb24e1db-09de-4809-b6c9-2332c78166a9 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204676 Sep 23 22:15:55.582033 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93c4e0-0e6e-48f5-a507-14a9dc606849 None None] Pushing event updated for resources: {'Port': ['ID=10fb0f7a-6e5b-411a-9eae-a7702a08e687,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:55.613542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4f008378-6ddb-4255-baf3-bddbd1eb9d9e up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:55.792251 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] Set router edf61e3c-36a3-43f9-9ec5-dfd8d2df627e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:15:56.030738 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-a83e4206-395d-4508-97c6-0c9930cc08fc tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:56.045472 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-a83e4206-395d-4508-97c6-0c9930cc08fc tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 820 time: 0.4724238 Sep 23 22:15:56.060476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29556dca-6274-44d8-9290-7f2c067882a2 req-987ef11c-d729-4ea8-95ba-04d452c99028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:56.063006 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29556dca-6274-44d8-9290-7f2c067882a2 req-987ef11c-d729-4ea8-95ba-04d452c99028 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=511667e4-d33e-4742-904b-bfa1cb9263b5 HTTP/1.1" status: 200 len: 1098 time: 1.2064431 Sep 23 22:15:56.088825 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-41f3245f-a3ab-42a8-8088-b9924397f2a6 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/quotas/15cbc9172a21412ea06786b579eff720 HTTP/1.1" status: 200 len: 375 time: 0.0341280 Sep 23 22:15:56.141565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:56.142823 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:56.180581 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-fcf24b88-f580-4b89-9744-7448e43ed9b6 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829811 Sep 23 22:15:56.220095 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7e97b3f7-1564-45c5-98f1-91899bac78c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:56.287772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29556dca-6274-44d8-9290-7f2c067882a2 req-fcfac49a-5943-4dbc-976e-91674adda87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:56.290445 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29556dca-6274-44d8-9290-7f2c067882a2 req-fcfac49a-5943-4dbc-976e-91674adda87e service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.1862960 Sep 23 22:15:56.311537 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'name': 'tempest-FloatingIPDetailsTestJSON-1341186393-router', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b5b85677-37ec-4232-970d-407901ded53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:15:39Z', 'updated_at': '2021-09-23T22:15:47Z', 'revision_number': 4, 'project_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'gw_port': {'id': 'b5b85677-37ec-4232-970d-407901ded53a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:41Z', 'updated_at': '2021-09-23T22:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10fb0f7a-6e5b-411a-9eae-a7702a08e687', 'name': '', 'network_id': '0bc0bdb2-5700-4fd5-9561-db3fb9c307e8', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'mac_address': 'fa:16:3e:1e:77:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'de6db8dd-ca23-42b6-b845-b8c39173ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:45Z', 'updated_at': '2021-09-23T22:15:55Z', 'revision_number': 4, 'project_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'subnets': [{'id': 'de6db8dd-ca23-42b6-b845-b8c39173ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:15:56.357617 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29556dca-6274-44d8-9290-7f2c067882a2 req-0679d13e-72ae-4dfa-856c-71b1a879dc2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=22eb675b-033b-4f09-a95d-dda8d9843398 HTTP/1.1" status: 200 len: 217 time: 0.0534863 Sep 23 22:15:56.366429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7e97b3f7-1564-45c5-98f1-91899bac78c9 None None] For port 10fb0f7a-6e5b-411a-9eae-a7702a08e687, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=10fb0f7a-6e5b-411a-9eae-a7702a08e687,segment=NetworkSegment(56b394e0-4bef-4703-857f-8bddf19a0223),segment_id=56b394e0-4bef-4703-857f-8bddf19a0223)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:56.367350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35922) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:56.378968 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b978b-facc-4d0e-94b0-a9f463199782 None None] The sync data for ids ['edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'] in n-d-810775-1 is: [{'id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'name': 'tempest-FloatingIPDetailsTestJSON-1341186393-router', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b5b85677-37ec-4232-970d-407901ded53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:15:39Z', 'updated_at': '2021-09-23T22:15:47Z', 'revision_number': 4, 'project_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'gw_port': {'id': 'b5b85677-37ec-4232-970d-407901ded53a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:41Z', 'updated_at': '2021-09-23T22:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10fb0f7a-6e5b-411a-9eae-a7702a08e687', 'name': '', 'network_id': '0bc0bdb2-5700-4fd5-9561-db3fb9c307e8', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'mac_address': 'fa:16:3e:1e:77:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'de6db8dd-ca23-42b6-b845-b8c39173ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:45Z', 'updated_at': '2021-09-23T22:15:55Z', 'revision_number': 4, 'project_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'subnets': [{'id': 'de6db8dd-ca23-42b6-b845-b8c39173ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:15:56.414384 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:56.436714 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7e97b3f7-1564-45c5-98f1-91899bac78c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:56.463725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29556dca-6274-44d8-9290-7f2c067882a2 req-e43e0f7b-6098-4530-9e82-f64e91c65abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:56.467073 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29556dca-6274-44d8-9290-7f2c067882a2 req-e43e0f7b-6098-4530-9e82-f64e91c65abd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0819800 Sep 23 22:15:56.510536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:56.512877 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e267c2e9-77e1-4f53-8b27-ad41f33ba06d" -d '{"events": [{"server_uuid": "fec6847c-d222-4583-9f36-5b75019dc3b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f008378-6ddb-4255-baf3-bddbd1eb9d9e"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:56.542889 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:56.549281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:56.571543 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7884b0b9-de27-4ee1-8f61-1b5bc65d344f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:56.602624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-473ce48f-61ce-492b-b39f-76978dacb7d8 None None] Provisioning complete for port 10fb0f7a-6e5b-411a-9eae-a7702a08e687 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:56.603091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29556dca-6274-44d8-9290-7f2c067882a2 req-5b39d19a-8648-4bf1-9266-f2cafe51e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:56.604719 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29556dca-6274-44d8-9290-7f2c067882a2 req-5b39d19a-8648-4bf1-9266-f2cafe51e172 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248901 Sep 23 22:15:56.605825 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-473ce48f-61ce-492b-b39f-76978dacb7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:56.608163 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97b3f7-1564-45c5-98f1-91899bac78c9 None None] Pushing event updated for resources: {'Port': ['ID=10fb0f7a-6e5b-411a-9eae-a7702a08e687,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:56.628643 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:56.652142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-776e0a8f-d53c-4b9d-ad20-1a2c17f6fc08 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Made reservation on behalf of ee76ef5bfadb44c3b774e7c129f0711d for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:15:56.657292 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-776e0a8f-d53c-4b9d-ad20-1a2c17f6fc08 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:56.736658 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-001cc0c7-d508-4f0d-a7d4-cef4927ea4b8 service neutron] 10.222.0.22 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452530 Sep 23 22:15:56.820381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,revision_number=10']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:56.984019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-776e0a8f-d53c-4b9d-ad20-1a2c17f6fc08 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Allocated IP 192.168.233.239 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/b2fe37d8-6c87-437d-86cc-fd0207353d97) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:15:56.988381 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29556dca-6274-44d8-9290-7f2c067882a2 req-d6b19195-ba01-4569-8634-855dd8d3ec64 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812560 Sep 23 22:15:57.024642 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-5502a4c0-0791-4b1c-9cfd-09671a5413e0 service neutron] 10.222.0.22 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700624 Sep 23 22:15:57.147470 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:57.228446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:57.248215 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:57.250501 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:15:57.422223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Pushing event updated for resources: {'Port': ['ID=5d8dfe49-4214-413b-9a05-fb2d89f69831,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:57.448678 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da4b44c-5e01-4fd0-a872-57e95421a4bf x-openstack-request-id: req-4da4b44c-5e01-4fd0-a872-57e95421a4bf {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:57.448678 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d18b09-75ac-416d-90af-527fb769afc3", "name": "network-vif-unplugged", "status": "completed", "tag": "e087bac2-f6ee-46b7-aca7-2522cc678453", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:57.448678 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4da4b44c-5e01-4fd0-a872-57e95421a4bf {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:57.449191 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d18b09-75ac-416d-90af-527fb769afc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e087bac2-f6ee-46b7-aca7-2522cc678453', 'code': 200} Sep 23 22:15:57.462584 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29556dca-6274-44d8-9290-7f2c067882a2 req-bd60b2ab-271d-41b9-b8dd-8e9fa99a8ed5 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597220 Sep 23 22:15:57.576773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 286dd15c-7fc1-4071-8dd8-38aeb54576b2 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:15:57.612360 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7884b0b9-de27-4ee1-8f61-1b5bc65d344f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:57.623936 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:57.669596 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-776e0a8f-d53c-4b9d-ad20-1a2c17f6fc08 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:57.695792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b4bd3-1129-44f4-bb9a-400687fbe0d5 req-f0d275d0-7d83-4fe2-a8bf-1b5825ea96fe tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:57.704458 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-701b4bd3-1129-44f4-bb9a-400687fbe0d5 req-f0d275d0-7d83-4fe2-a8bf-1b5825ea96fe tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 947 time: 0.1680570 Sep 23 22:15:57.714079 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7884b0b9-de27-4ee1-8f61-1b5bc65d344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:57.761227 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7884b0b9-de27-4ee1-8f61-1b5bc65d344f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=541e3de2af124ff89aec2df9cc7eeeba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3862925 Sep 23 22:15:57.762704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35934) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:15:57.781665 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-701b4bd3-1129-44f4-bb9a-400687fbe0d5 req-3b005585-416f-4b07-9c86-30f832073452 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751073 Sep 23 22:15:57.900783 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2db7713c-b220-4e31-8899-fcfa9327ca19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:57.932613 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2db7713c-b220-4e31-8899-fcfa9327ca19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:58.009606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fc6cd-8173-4767-a115-eb0850ca67d5 req-9eb63b96-d582-4406-8154-2df00c8a9734 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:58.019759 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d65fc6cd-8173-4767-a115-eb0850ca67d5 req-9eb63b96-d582-4406-8154-2df00c8a9734 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 943 time: 0.1381574 Sep 23 22:15:58.030498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884b0b9-de27-4ee1-8f61-1b5bc65d344f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062ddd8e-7423-41d1-a8b6-099b89874494,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:58.053764 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:58.162902 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d65fc6cd-8173-4767-a115-eb0850ca67d5 req-2f360965-779c-4a94-9f5f-e4485e809845 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430364 Sep 23 22:15:58.208538 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-776e0a8f-d53c-4b9d-ad20-1a2c17f6fc08 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:58.231914 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2db7713c-b220-4e31-8899-fcfa9327ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:58.247743 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2db7713c-b220-4e31-8899-fcfa9327ca19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:58.262767 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2db7713c-b220-4e31-8899-fcfa9327ca19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/062ddd8e-7423-41d1-a8b6-099b89874494 HTTP/1.1" status: 204 len: 168 time: 0.4978390 Sep 23 22:15:58.341163 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['6c81e042-b524-433d-b259-38a567545928'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:15:58.347871 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 10fb0f7a-6e5b-411a-9eae-a7702a08e687 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:15:58.438352 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 286dd15c-7fc1-4071-8dd8-38aeb54576b2, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=286dd15c-7fc1-4071-8dd8-38aeb54576b2,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:58.467451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '286dd15c-7fc1-4071-8dd8-38aeb54576b2', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '286dd15c-7fc1-4071-8dd8-38aeb54576b2', 'mac_address': 'fa:16:3e:f8:3d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:15:58.552878 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 10fb0f7a-6e5b-411a-9eae-a7702a08e687 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:58.553364 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:58.560183 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:58.623091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286dd15c-7fc1-4071-8dd8-38aeb54576b2 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:58.716366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 286dd15c-7fc1-4071-8dd8-38aeb54576b2, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=286dd15c-7fc1-4071-8dd8-38aeb54576b2,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:58.889086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 22eb675b-033b-4f09-a95d-dda8d9843398 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:15:58.912064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7713c-b220-4e31-8899-fcfa9327ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062ddd8e-7423-41d1-a8b6-099b89874494,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:58.986597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-776e0a8f-d53c-4b9d-ad20-1a2c17f6fc08 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:15:59.026816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-776e0a8f-d53c-4b9d-ad20-1a2c17f6fc08 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:15:59.045279 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:59.046205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e087bac2-f6ee-46b7-aca7-2522cc678453 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:15:59.052133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955947ca-d06f-44a1-89b0-9b214f005762 req-29794684-50f8-4d30-9078-d7c010ec9556 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:59.056517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e0a8f-d53c-4b9d-ad20-1a2c17f6fc08 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Pushing event updated for resources: {'Port': ['ID=b2fe37d8-6c87-437d-86cc-fd0207353d97,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:59.062302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-776e0a8f-d53c-4b9d-ad20-1a2c17f6fc08 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:15:59.074378 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-955947ca-d06f-44a1-89b0-9b214f005762 req-29794684-50f8-4d30-9078-d7c010ec9556 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 936 time: 0.1866438 Sep 23 22:15:59.178105 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 22eb675b-033b-4f09-a95d-dda8d9843398, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=22eb675b-033b-4f09-a95d-dda8d9843398,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:59.203361 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-955947ca-d06f-44a1-89b0-9b214f005762 req-d513df57-bae3-476b-a98d-2cf54c4164b7 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260679 Sep 23 22:15:59.250896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '22eb675b-033b-4f09-a95d-dda8d9843398', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '22eb675b-033b-4f09-a95d-dda8d9843398', 'mac_address': 'fa:16:3e:82:98:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:15:59.270092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=286dd15c-7fc1-4071-8dd8-38aeb54576b2,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:59.326770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-776e0a8f-d53c-4b9d-ad20-1a2c17f6fc08 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:15:59.350867 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e30047-1bef-4927-9d06-d93b8611600f x-openstack-request-id: req-27e30047-1bef-4927-9d06-d93b8611600f {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:15:59.350867 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec6847c-d222-4583-9f36-5b75019dc3b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f008378-6ddb-4255-baf3-bddbd1eb9d9e", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:15:59.350867 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27e30047-1bef-4927-9d06-d93b8611600f {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:15:59.350867 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e', 'code': 200} Sep 23 22:15:59.352999 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-776e0a8f-d53c-4b9d-ad20-1a2c17f6fc08 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:59.389925 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:59.405283 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:59.424411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e087bac2-f6ee-46b7-aca7-2522cc678453,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:59.467966 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d18b09-75ac-416d-90af-527fb769afc3', 'tag': 'e087bac2-f6ee-46b7-aca7-2522cc678453'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:15:59.481383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e087bac2-f6ee-46b7-aca7-2522cc678453 has no active binding in host n-h1-810775-1 {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 22:15:59.487571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22eb675b-033b-4f09-a95d-dda8d9843398 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:15:59.491245 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3684f1-d508-4469-a51e-fa39ebde3fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "54d18b09-75ac-416d-90af-527fb769afc3", "tag": "e087bac2-f6ee-46b7-aca7-2522cc678453"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:15:59.506948 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-31543bc0-6bad-49d2-8bad-a85e78be154e None None] Provisioning complete for port b2fe37d8-6c87-437d-86cc-fd0207353d97 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:15:59.507449 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-31543bc0-6bad-49d2-8bad-a85e78be154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:59.518510 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 22eb675b-033b-4f09-a95d-dda8d9843398, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=22eb675b-033b-4f09-a95d-dda8d9843398,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:15:59.530962 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-776e0a8f-d53c-4b9d-ad20-1a2c17f6fc08 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7212958 Sep 23 22:15:59.538797 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:59.565259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Request body: {'port': {'device_id': '5241bec2-0c1c-4e27-821d-36f840a692b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:15:59.587758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-31543bc0-6bad-49d2-8bad-a85e78be154e None None] Port b2fe37d8-6c87-437d-86cc-fd0207353d97 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:15:59.603960 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:59.617190 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1b1e7cb-a8a0-4620-aa4a-f15ef0afb847 req-7a056464-1875-41b0-8c21-471a66d4de40 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 210 time: 0.1767120 Sep 23 22:15:59.715945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=22eb675b-033b-4f09-a95d-dda8d9843398,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:59.754349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Pushing event updated for resources: {'Port': ['ID=5d8dfe49-4214-413b-9a05-fb2d89f69831,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:15:59.792630 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:59.819148 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:15:59.996471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f497bf-6bb9-4824-a8d0-d019942e74d3 req-d8469b28-1211-4059-9a5f-5dcc1a606845 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:00.131910 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e2f497bf-6bb9-4824-a8d0-d019942e74d3 req-d8469b28-1211-4059-9a5f-5dcc1a606845 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 948 time: 0.2106607 Sep 23 22:16:00.134209 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['286dd15c-7fc1-4071-8dd8-38aeb54576b2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:00.134808 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e2f497bf-6bb9-4824-a8d0-d019942e74d3 req-24e04cb0-905f-4008-8a58-d72eb6211a51 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882955 Sep 23 22:16:00.221399 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['22eb675b-033b-4f09-a95d-dda8d9843398'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:00.411194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa9a8c-ccf6-4703-ab56-45908dec86e8 req-c207c276-8944-415b-9b21-af8063a03280 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:00.428882 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3dfa9a8c-ccf6-4703-ab56-45908dec86e8 req-c207c276-8944-415b-9b21-af8063a03280 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 943 time: 0.1480017 Sep 23 22:16:00.445957 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2fe37d8-6c87-437d-86cc-fd0207353d97 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:00.465894 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:00.466929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-f20bb90f-1713-4018-a862-147e5cf1c1ca tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.0757632 Sep 23 22:16:00.473197 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:00.529913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3dfa9a8c-ccf6-4703-ab56-45908dec86e8 req-c99a1ba1-7f4a-4832-86bd-839742f1ca32 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928206 Sep 23 22:16:00.590843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Transition to ACTIVE for port object b2fe37d8-6c87-437d-86cc-fd0207353d97 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:16:00.607881 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-7facee30-7b3f-4e30-955c-48ceab33edef tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.250 HTTP/1.1" status: 200 len: 696 time: 0.1146233 Sep 23 22:16:00.682003 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da6fb76-2d8f-4cd8-b297-ee67b297c6ee x-openstack-request-id: req-3da6fb76-2d8f-4cd8-b297-ee67b297c6ee {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:00.682466 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d18b09-75ac-416d-90af-527fb769afc3", "tag": "e087bac2-f6ee-46b7-aca7-2522cc678453", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:00.682878 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3da6fb76-2d8f-4cd8-b297-ee67b297c6ee {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:00.683158 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d18b09-75ac-416d-90af-527fb769afc3', 'tag': 'e087bac2-f6ee-46b7-aca7-2522cc678453', 'status': 'completed', 'code': 200} Sep 23 22:16:00.871967 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:00.992513 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2ed9a-2ff4-44e0-b510-8e989a229f3a req-e9281d29-ab93-43a8-a779-8a618d551805 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:00.994226 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-25f2ed9a-2ff4-44e0-b510-8e989a229f3a req-e9281d29-ab93-43a8-a779-8a618d551805 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 948 time: 0.0899894 Sep 23 22:16:01.047626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-bd08d449-b3df-4fe1-8829-1a93d446045d tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:01.049867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-bd08d449-b3df-4fe1-8829-1a93d446045d tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.4281945 Sep 23 22:16:01.065016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3684f1-d508-4469-a51e-fa39ebde3fe5 req-0d525e83-5793-4cac-8dca-59234c07fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:01.066662 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d3684f1-d508-4469-a51e-fa39ebde3fe5 req-0d525e83-5793-4cac-8dca-59234c07fa41 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 1124 time: 0.3077281 Sep 23 22:16:01.078126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-96988abb-3555-4861-a661-1e9b783bc533 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:16:01.082747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c30ab388-089b-4d19-8f7d-8b93fe6a7b55 req-96988abb-3555-4861-a661-1e9b783bc533 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108547 Sep 23 22:16:01.082981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fe37d8-6c87-437d-86cc-fd0207353d97,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:01.127996 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-25f2ed9a-2ff4-44e0-b510-8e989a229f3a req-c6bd8420-569a-4cc8-b342-6b60a1bcacdb tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232209 Sep 23 22:16:01.419269 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3bba3ccf-1bba-4ef6-9498-9c98364d707b req-b0a03393-a8c5-4b4a-9cf9-9a5f78342060 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 210 time: 0.0848269 Sep 23 22:16:01.457827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Attempting to bind port b2fe37d8-6c87-437d-86cc-fd0207353d97 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:16:01.458562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Attempting to bind port b2fe37d8-6c87-437d-86cc-fd0207353d97 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:16:01.458562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Attempting to bind port b2fe37d8-6c87-437d-86cc-fd0207353d97 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:01.469524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Port b2fe37d8-6c87-437d-86cc-fd0207353d97 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:16:01.469795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Attempting to bind port b2fe37d8-6c87-437d-86cc-fd0207353d97 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:01.476805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:16:01.477158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:16:01.477513 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20549926-4999-4818-a3b5-943629af0840 req-0348586a-b438-4e8d-a20c-5f38dd894cfb tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3145325 Sep 23 22:16:01.478045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:16:01.478045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Bound port: b2fe37d8-6c87-437d-86cc-fd0207353d97, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:16:01.478325 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:01.480829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3684f1-d508-4469-a51e-fa39ebde3fe5 req-bb4b07c0-ca13-4b91-b647-bc81e1b6c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:01.482380 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d3684f1-d508-4469-a51e-fa39ebde3fe5 req-bb4b07c0-ca13-4b91-b647-bc81e1b6c625 service neutron] 10.222.0.67 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.3961155 Sep 23 22:16:01.496136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:01.575361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d3684f1-d508-4469-a51e-fa39ebde3fe5 req-7a54913d-91d7-4a21-a685-ef2ec5163b04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e087bac2-f6ee-46b7-aca7-2522cc678453 HTTP/1.1" status: 200 len: 217 time: 0.0841374 Sep 23 22:16:01.616764 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:01.735410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74632ada-7210-404d-bf71-fb4b9981625b req-978a7534-7ebb-431e-ba9f-6580b97a1d63 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:01.738213 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74632ada-7210-404d-bf71-fb4b9981625b req-978a7534-7ebb-431e-ba9f-6580b97a1d63 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 948 time: 0.1258550 Sep 23 22:16:01.750988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3684f1-d508-4469-a51e-fa39ebde3fe5 req-4354187b-6bfb-40c3-9718-51aa46b16c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:01.757657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d3684f1-d508-4469-a51e-fa39ebde3fe5 req-4354187b-6bfb-40c3-9718-51aa46b16c38 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.1691294 Sep 23 22:16:01.777001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] For port b2fe37d8-6c87-437d-86cc-fd0207353d97, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:01.807162 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74632ada-7210-404d-bf71-fb4b9981625b req-83914494-39e4-460b-943f-3aac9cc15b49 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526974 Sep 23 22:16:01.825379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] For port b2fe37d8-6c87-437d-86cc-fd0207353d97, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b2fe37d8-6c87-437d-86cc-fd0207353d97,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:16:01.846853 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d3684f1-d508-4469-a51e-fa39ebde3fe5 req-2cb70fe6-7798-43d2-bb06-363adfa2e76d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442653 Sep 23 22:16:01.942681 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:02.009699 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:02.232253 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fe37d8-6c87-437d-86cc-fd0207353d97,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:02.315576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:02.316814 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:02.319409 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-094d854c-36c4-4710-8852-2535cab35454 service neutron] 10.222.0.67 "PUT /v2.0/ports/b2fe37d8-6c87-437d-86cc-fd0207353d97 HTTP/1.1" status: 200 len: 1096 time: 2.7637594 Sep 23 22:16:02.336074 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-f2ff76b0-9ed6-40f0-9add-200fe5125e96 service neutron] 10.222.0.67 "GET /v2.0/ports/e087bac2-f6ee-46b7-aca7-2522cc678453/bindings/n-h1-810775-1 HTTP/1.1" status: 200 len: 384 time: 0.3122735 Sep 23 22:16:02.567073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Allocated IP 172.25.1.15 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/36f900d6-ea09-463f-b3e1-7347b383b8b7) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:16:02.626151 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed4f8a-afa7-4a92-9834-8c52d21bfa4c req-3b57f494-5233-4912-930d-4c6179584f01 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:02.630968 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ceed4f8a-afa7-4a92-9834-8c52d21bfa4c req-3b57f494-5233-4912-930d-4c6179584f01 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 943 time: 0.4213789 Sep 23 22:16:02.689395 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5241bec2-0c1c-4e27-821d-36f840a692b0', 'tag': 'b2fe37d8-6c87-437d-86cc-fd0207353d97'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:02.698895 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b07461-610d-4117-8fda-6c32d684a21c" -d '{"events": [{"name": "network-changed", "server_uuid": "5241bec2-0c1c-4e27-821d-36f840a692b0", "tag": "b2fe37d8-6c87-437d-86cc-fd0207353d97"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:02.773412 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d3684f1-d508-4469-a51e-fa39ebde3fe5 req-d5bd8953-14a5-4f96-834e-81911ca895e1 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7767682 Sep 23 22:16:02.815743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-caccbfa3-f925-4efa-aa51-c992d05df24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:02.819461 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-caccbfa3-f925-4efa-aa51-c992d05df24e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee76ef5bfadb44c3b774e7c129f0711d&device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 1099 time: 0.3043721 Sep 23 22:16:02.908989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 22eb675b-033b-4f09-a95d-dda8d9843398 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:16:02.944261 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ceed4f8a-afa7-4a92-9834-8c52d21bfa4c req-007eb372-c585-4475-9bf3-682a2f08ecf4 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988777 Sep 23 22:16:03.099477 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-058dc7ab-e9ed-411d-8b80-5b4d39bb9c12 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=b2fe37d8-6c87-437d-86cc-fd0207353d97 HTTP/1.1" status: 200 len: 217 time: 0.2548413 Sep 23 22:16:03.107030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 22eb675b-033b-4f09-a95d-dda8d9843398 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:16:03.111798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 22eb675b-033b-4f09-a95d-dda8d9843398 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:03.117844 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:03.252570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.67', 50352) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:03.296140 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:03.323136 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:03.337019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511667e4-d33e-4742-904b-bfa1cb9263b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22eb675b-033b-4f09-a95d-dda8d9843398'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:03.340049 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26267ab-ff7d-4bca-8447-669d66f54191" -d '{"events": [{"server_uuid": "511667e4-d33e-4742-904b-bfa1cb9263b5", "name": "network-vif-plugged", "status": "completed", "tag": "22eb675b-033b-4f09-a95d-dda8d9843398"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:03.363139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 22eb675b-033b-4f09-a95d-dda8d9843398, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=22eb675b-033b-4f09-a95d-dda8d9843398,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:03.430115 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d3684f1-d508-4469-a51e-fa39ebde3fe5 req-99be6ae3-ecf4-4fae-afa6-6f69e477b4b8 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6503503 Sep 23 22:16:03.432723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-6723651f-adcb-43b1-8e79-af6f9d05c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:03.435517 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-6723651f-adcb-43b1-8e79-af6f9d05c1b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1596065 Sep 23 22:16:03.495821 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:03.512500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-51471bea-28c5-44a2-9622-deb2490826d3 req-822e1e93-e0cc-45ac-8c61-8a1ec7d5609b service neutron] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e087bac2-f6ee-46b7-aca7-2522cc678453,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:03.620960 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 286dd15c-7fc1-4071-8dd8-38aeb54576b2 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:16:03.671630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-efcda23b-0ff6-4948-b250-398b94867fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:03.679145 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-efcda23b-0ff6-4948-b250-398b94867fe2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2171974 Sep 23 22:16:03.697899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-51471bea-28c5-44a2-9622-deb2490826d3 req-822e1e93-e0cc-45ac-8c61-8a1ec7d5609b service neutron] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:03.762721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cb647-8ced-4d90-bd2c-d39a1f5e8fd6 req-fdb6cfde-0db5-46ee-af94-b64087dc5f2e tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:03.780877 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f48cb647-8ced-4d90-bd2c-d39a1f5e8fd6 req-fdb6cfde-0db5-46ee-af94-b64087dc5f2e tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 948 time: 0.2335939 Sep 23 22:16:03.793697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=22eb675b-033b-4f09-a95d-dda8d9843398,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:03.835286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-51471bea-28c5-44a2-9622-deb2490826d3 req-822e1e93-e0cc-45ac-8c61-8a1ec7d5609b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e087bac2-f6ee-46b7-aca7-2522cc678453 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:03.897070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-51471bea-28c5-44a2-9622-deb2490826d3 req-822e1e93-e0cc-45ac-8c61-8a1ec7d5609b service neutron] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e087bac2-f6ee-46b7-aca7-2522cc678453,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:03.999861 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 286dd15c-7fc1-4071-8dd8-38aeb54576b2 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:16:04.010616 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 286dd15c-7fc1-4071-8dd8-38aeb54576b2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:04.011331 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:04.082185 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-51471bea-28c5-44a2-9622-deb2490826d3 req-822e1e93-e0cc-45ac-8c61-8a1ec7d5609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:04.102844 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f48cb647-8ced-4d90-bd2c-d39a1f5e8fd6 req-096f2194-6138-43c7-994c-8883a2c73e1c tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129404 Sep 23 22:16:04.198031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-3bfeb868-a400-4062-9e42-cfe9b703a004 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:04.201834 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-3bfeb868-a400-4062-9e42-cfe9b703a004 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.67 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 820 time: 0.9378185 Sep 23 22:16:04.213971 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:04.239501 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-e99ed743-e850-4d4a-a6e0-77495f30bfef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Request body: {'port': {'device_id': 'b4882243-6cfc-4636-b3c4-9724fd8eec8b', 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176', 'admin_state_up': True, 'tenant_id': '15cbc9172a21412ea06786b579eff720'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:04.277424 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-26ed8dfb-b09c-4b99-bda5-3a176d1df4f6 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687983 Sep 23 22:16:04.466501 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:04.534430 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621d07b2-26ce-459a-9474-e1ee9b111db6 req-8f4cfd27-70f3-4d74-895e-81744d074c9b service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555366 Sep 23 22:16:04.562651 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 286dd15c-7fc1-4071-8dd8-38aeb54576b2, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=286dd15c-7fc1-4071-8dd8-38aeb54576b2,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:04.593795 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eeab8ac4-41c2-4d16-8da1-ef533b2240cb req-6f9543f8-b48c-4754-9414-9dfd62a55758 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 210 time: 0.0574627 Sep 23 22:16:04.639697 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:04.701561 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cb4c46-3549-4d5d-87ca-37b9936a3214 x-openstack-request-id: req-15cb4c46-3549-4d5d-87ca-37b9936a3214 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:04.702374 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5241bec2-0c1c-4e27-821d-36f840a692b0", "tag": "b2fe37d8-6c87-437d-86cc-fd0207353d97", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:04.702374 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15cb4c46-3549-4d5d-87ca-37b9936a3214 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:04.702952 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5241bec2-0c1c-4e27-821d-36f840a692b0', 'tag': 'b2fe37d8-6c87-437d-86cc-fd0207353d97', 'status': 'completed', 'code': 200} Sep 23 22:16:04.761493 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=286dd15c-7fc1-4071-8dd8-38aeb54576b2,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:04.897148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device e087bac2-f6ee-46b7-aca7-2522cc678453 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:16:05.003328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c603f3f-5a0b-487e-909d-80714e14c261 req-aa691f99-487f-458f-924b-5400dada0226 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:05.017507 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5c603f3f-5a0b-487e-909d-80714e14c261 req-aa691f99-487f-458f-924b-5400dada0226 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 949 time: 0.2052305 Sep 23 22:16:05.134586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Pushing event updated for resources: {'Port': ['ID=36f900d6-ea09-463f-b3e1-7347b383b8b7,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:05.244185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:16:05.257142 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:16:05.282192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:16:05.295597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-51471bea-28c5-44a2-9622-deb2490826d3 req-822e1e93-e0cc-45ac-8c61-8a1ec7d5609b service neutron] Transition to ACTIVE for port object e087bac2-f6ee-46b7-aca7-2522cc678453 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:16:05.387024 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-51471bea-28c5-44a2-9622-deb2490826d3 req-822e1e93-e0cc-45ac-8c61-8a1ec7d5609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:05.478268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-e99ed743-e850-4d4a-a6e0-77495f30bfef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Made reservation on behalf of 15cbc9172a21412ea06786b579eff720 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:16:05.481717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b07461-610d-4117-8fda-6c32d684a21c req-0235d06d-bbe7-4a2f-893f-2b5273454dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:05.482320 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-e99ed743-e850-4d4a-a6e0-77495f30bfef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:05.483229 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-49b07461-610d-4117-8fda-6c32d684a21c req-0235d06d-bbe7-4a2f-893f-2b5273454dad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee76ef5bfadb44c3b774e7c129f0711d&device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 1099 time: 0.6900489 Sep 23 22:16:05.544838 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5c603f3f-5a0b-487e-909d-80714e14c261 req-8aec8b55-0836-4b11-992e-9f5f0c78599b tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113852 Sep 23 22:16:05.574343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-51471bea-28c5-44a2-9622-deb2490826d3 req-822e1e93-e0cc-45ac-8c61-8a1ec7d5609b service neutron] No DVR routers for this DVR port e087bac2-f6ee-46b7-aca7-2522cc678453 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:16:05.674667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e1e93-e0cc-45ac-8c61-8a1ec7d5609b service neutron] Pushing event updated for resources: {'Port': ['ID=e087bac2-f6ee-46b7-aca7-2522cc678453,revision_number=10']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:05.758087 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b040be2-307d-4475-8de1-476019431447 x-openstack-request-id: req-1b040be2-307d-4475-8de1-476019431447 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:05.760692 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511667e4-d33e-4742-904b-bfa1cb9263b5", "name": "network-vif-plugged", "status": "completed", "tag": "22eb675b-033b-4f09-a95d-dda8d9843398", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:05.761437 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b040be2-307d-4475-8de1-476019431447 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:05.762344 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511667e4-d33e-4742-904b-bfa1cb9263b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22eb675b-033b-4f09-a95d-dda8d9843398', 'code': 200} Sep 23 22:16:05.824459 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-822e1e93-e0cc-45ac-8c61-8a1ec7d5609b service neutron] 10.222.0.67 "PUT /v2.0/ports/e087bac2-f6ee-46b7-aca7-2522cc678453/bindings/n-h1-810775-1/activate HTTP/1.1" status: 200 len: 369 time: 3.4735522 Sep 23 22:16:05.825934 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:05.931990 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-e99ed743-e850-4d4a-a6e0-77495f30bfef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Allocated IP 172.20.0.13 (c9f420e2-d329-4ff8-a6ea-b7ebff440176/e37ead02-da09-4adf-8e2d-f15b75dbcd24/7580591f-965c-4a09-a27f-b2e5521bf77d) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:16:06.016175 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:06.018696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b07461-610d-4117-8fda-6c32d684a21c req-b5805eb7-7401-4989-ad40-bd228d95ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:06.021481 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-49b07461-610d-4117-8fda-6c32d684a21c req-b5805eb7-7401-4989-ad40-bd228d95ed94 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.5170140 Sep 23 22:16:06.118090 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-49b07461-610d-4117-8fda-6c32d684a21c req-80972de5-d984-427a-8089-563f86bfec44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=b2fe37d8-6c87-437d-86cc-fd0207353d97 HTTP/1.1" status: 200 len: 217 time: 0.0808809 Sep 23 22:16:06.123533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70abb7-75a6-457b-a4f4-2992afa69224 req-532ad97a-c31d-472b-b833-b837d00e7402 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:06.126904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023233df-60a0-435f-9396-b7790e31a6f8 req-7b2b233a-cd62-4709-9021-43dd4d946732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:06.128563 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-023233df-60a0-435f-9396-b7790e31a6f8 req-7b2b233a-cd62-4709-9021-43dd4d946732 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=511667e4-d33e-4742-904b-bfa1cb9263b5 HTTP/1.1" status: 200 len: 1100 time: 0.1672187 Sep 23 22:16:06.129702 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e70abb7-75a6-457b-a4f4-2992afa69224 req-532ad97a-c31d-472b-b833-b837d00e7402 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 944 time: 0.2245617 Sep 23 22:16:06.154569 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:06.264040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e70abb7-75a6-457b-a4f4-2992afa69224 req-88dba4c6-e265-4791-a898-33b7373f9d78 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821407 Sep 23 22:16:06.283174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b07461-610d-4117-8fda-6c32d684a21c req-01e00c4d-b51a-490c-8c2d-47573d9b0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:06.286985 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-49b07461-610d-4117-8fda-6c32d684a21c req-01e00c4d-b51a-490c-8c2d-47573d9b0bd0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1548033 Sep 23 22:16:06.313028 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-023233df-60a0-435f-9396-b7790e31a6f8 req-c337aed1-a8f6-4209-ad8a-d4cdbf9e59f1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717074 Sep 23 22:16:06.335111 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471bea-28c5-44a2-9622-deb2490826d3 req-15d244da-4f9d-4a14-930f-e2bd4d87223f tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:06.336573 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-15d244da-4f9d-4a14-930f-e2bd4d87223f tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3&tenant_id=3f7af936c5414346bc188ecd0d80fb62&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1095 time: 0.2403748 Sep 23 22:16:06.397959 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-e99ed743-e850-4d4a-a6e0-77495f30bfef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:06.470681 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:06.474417 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b07461-610d-4117-8fda-6c32d684a21c req-c06d86e8-84bd-4894-a373-968a119ecc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:06.476179 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-49b07461-610d-4117-8fda-6c32d684a21c req-c06d86e8-84bd-4894-a373-968a119ecc52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1802933 Sep 23 22:16:06.495095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471bea-28c5-44a2-9622-deb2490826d3 req-34e9d86b-68dc-4a93-9627-0a21c6e34f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:06.540766 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-34e9d86b-68dc-4a93-9627-0a21c6e34f73 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3&tenant_id=3f7af936c5414346bc188ecd0d80fb62 HTTP/1.1" status: 200 len: 1095 time: 0.1404076 Sep 23 22:16:06.577879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471bea-28c5-44a2-9622-deb2490826d3 req-9e669e92-0dba-4904-a17a-22ce643dde54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:06.579973 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-9e669e92-0dba-4904-a17a-22ce643dde54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 1095 time: 0.0519602 Sep 23 22:16:06.711625 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471bea-28c5-44a2-9622-deb2490826d3 req-bbaf07bf-5f0a-4b51-b16f-d8aaf4d248c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:06.718056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-bbaf07bf-5f0a-4b51-b16f-d8aaf4d248c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.1196668 Sep 23 22:16:06.813509 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-5c1451f1-ddbb-43de-9b59-19db4dc0cb0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e087bac2-f6ee-46b7-aca7-2522cc678453 HTTP/1.1" status: 200 len: 217 time: 0.0831761 Sep 23 22:16:06.858032 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-52291b6c-012b-442b-81e6-54edd75ec4fa tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d12b5658049a4a03832e94591765be8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645719 Sep 23 22:16:06.987780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471bea-28c5-44a2-9622-deb2490826d3 req-6e6b041a-0243-4b02-8fb1-bc785237ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:06.988404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-6e6b041a-0243-4b02-8fb1-bc785237ff10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.1627045 Sep 23 22:16:06.989817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:07.001274 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-e99ed743-e850-4d4a-a6e0-77495f30bfef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:07.018663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-49b07461-610d-4117-8fda-6c32d684a21c req-226d7831-86d3-4839-aef0-ce762dd954cf service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243094 Sep 23 22:16:07.067745 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-04318fa6-3dfa-425a-b337-2bce72508bba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480988 Sep 23 22:16:07.072101 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-e99ed743-e850-4d4a-a6e0-77495f30bfef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Network c9f420e2-d329-4ff8-a6ea-b7ebff440176 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:16:07.082814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-e99ed743-e850-4d4a-a6e0-77495f30bfef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:16:07.085380 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-e99ed743-e850-4d4a-a6e0-77495f30bfef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:16:07.122174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Pushing event updated for resources: {'Port': ['ID=36f900d6-ea09-463f-b3e1-7347b383b8b7,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:07.153345 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:07.153692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:07.154032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:07.154367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:07.158041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:07.158041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:07.158041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:07.158041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:07.158041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:07.158041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:07.158041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:07.158041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:07.168416 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:07.205761 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-e99ed743-e850-4d4a-a6e0-77495f30bfef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:07.206081 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-e99ed743-e850-4d4a-a6e0-77495f30bfef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:07.231273 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-49b07461-610d-4117-8fda-6c32d684a21c req-9d074308-f1c0-4533-8e64-aba95948ed98 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961274 Sep 23 22:16:07.242836 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ed743-e850-4d4a-a6e0-77495f30bfef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Pushing event updated for resources: {'Port': ['ID=7580591f-965c-4a09-a27f-b2e5521bf77d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:07.279429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-ff2351dd-e163-4b3d-9257-20d1088e1097 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:07.281196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-ff2351dd-e163-4b3d-9257-20d1088e1097 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4008405 Sep 23 22:16:07.336968 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-e99ed743-e850-4d4a-a6e0-77495f30bfef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1177728 Sep 23 22:16:07.337781 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:07.338992 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20549926-4999-4818-a3b5-943629af0840 req-659986b7-de0c-42f9-9b34-374eafeebdbf tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.8502111 Sep 23 22:16:07.344804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-264301de-9f16-4ea2-aff0-93bdbcb2d4a7 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/quotas/d12b5658049a4a03832e94591765be8c HTTP/1.1" status: 200 len: 375 time: 0.0183711 Sep 23 22:16:07.364182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Request body: {'port': {'device_id': 'b4882243-6cfc-4636-b3c4-9724fd8eec8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:07.442198 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e09d6e4b-a0db-4b5f-a3e8-35a78dc387be tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d12b5658049a4a03832e94591765be8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600271 Sep 23 22:16:07.444474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-f9cd19e5-ac25-4f0b-aa6c-320d1b921dc7 service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627362 Sep 23 22:16:07.496147 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20549926-4999-4818-a3b5-943629af0840 req-b7fe1be8-c727-49e0-81b7-a42b5324d924 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.1114008 Sep 23 22:16:07.517867 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:07.575499 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-304510c4-9ae7-438e-90ac-aff190bc13cd service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223702 Sep 23 22:16:07.729501 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20549926-4999-4818-a3b5-943629af0840 req-e724d17c-a598-41e5-ae00-c499d226207c tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:07.731301 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20549926-4999-4818-a3b5-943629af0840 req-e724d17c-a598-41e5-ae00-c499d226207c tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.2270670 Sep 23 22:16:07.763759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25aa487-049d-4660-ba84-d6837433cd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286dd15c-7fc1-4071-8dd8-38aeb54576b2'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:07.766471 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f7e208-967a-494f-a94f-425b2dd030e2" -d '{"events": [{"server_uuid": "b25aa487-049d-4660-ba84-d6837433cd6b", "name": "network-vif-plugged", "status": "completed", "tag": "286dd15c-7fc1-4071-8dd8-38aeb54576b2"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:07.777475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-20549926-4999-4818-a3b5-943629af0840 req-f8ad1f5c-8f3a-4b69-bdf6-6206d0fadda7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:16:07.778539 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20549926-4999-4818-a3b5-943629af0840 req-f8ad1f5c-8f3a-4b69-bdf6-6206d0fadda7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176682 Sep 23 22:16:07.993502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d70bd-398c-41d1-bea7-796c5c92e2ac req-1962984a-50ac-4be4-8cd1-e3a344efceb1 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:07.994884 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8b1d70bd-398c-41d1-bea7-796c5c92e2ac req-1962984a-50ac-4be4-8cd1-e3a344efceb1 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 948 time: 0.0810986 Sep 23 22:16:08.056793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8d09c-6758-433a-a2ce-b26e7235151e req-3d290d91-e835-4861-b646-6f67ea449dac tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:08.067409 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8b1d70bd-398c-41d1-bea7-796c5c92e2ac req-3ad6ca01-c88a-43de-b473-18cbd1804b9d tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647764 Sep 23 22:16:08.070418 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-58d8d09c-6758-433a-a2ce-b26e7235151e req-3d290d91-e835-4861-b646-6f67ea449dac tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 932 time: 0.1285448 Sep 23 22:16:08.236866 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-58d8d09c-6758-433a-a2ce-b26e7235151e req-d360f0e7-a43d-4ec6-af8c-0ab2d6eabf08 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620846 Sep 23 22:16:08.337926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7580591f-965c-4a09-a27f-b2e5521bf77d {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:08.350874 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3a6f7-4a31-461d-88c7-4ab33f35874b req-3be57f45-44e6-4c50-9c06-20d15e3a1702 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:08.352783 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7ab3a6f7-4a31-461d-88c7-4ab33f35874b req-3be57f45-44e6-4c50-9c06-20d15e3a1702 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 949 time: 0.1561887 Sep 23 22:16:08.358503 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:08.404457 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Transition to ACTIVE for port object 7580591f-965c-4a09-a27f-b2e5521bf77d will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:16:08.415118 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7ab3a6f7-4a31-461d-88c7-4ab33f35874b req-85cd8fa9-20b4-4e16-a939-5a5002fe77d9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446062 Sep 23 22:16:08.429095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471bea-28c5-44a2-9622-deb2490826d3 req-bf216a2a-7f7e-4385-b5f2-479d8a5cc259 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:08.434550 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-bf216a2a-7f7e-4385-b5f2-479d8a5cc259 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3&tenant_id=3f7af936c5414346bc188ecd0d80fb62&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 1095 time: 0.1635635 Sep 23 22:16:08.473920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17606c-92b3-4636-9fa3-9495592654d2 req-b4646ff8-a631-40aa-bfd9-cbc9a7afb2f1 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:08.475647 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5c17606c-92b3-4636-9fa3-9495592654d2 req-b4646ff8-a631-40aa-bfd9-cbc9a7afb2f1 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 944 time: 0.1387100 Sep 23 22:16:08.495033 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:08.595421 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5c17606c-92b3-4636-9fa3-9495592654d2 req-137d8b31-a4c4-450c-9230-0229d757e8b5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930552 Sep 23 22:16:08.689755 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252bab12-7cd3-401e-a2a6-bf89191936ec x-openstack-request-id: req-252bab12-7cd3-401e-a2a6-bf89191936ec {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:08.690173 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25aa487-049d-4660-ba84-d6837433cd6b", "name": "network-vif-plugged", "status": "completed", "tag": "286dd15c-7fc1-4071-8dd8-38aeb54576b2", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:08.690339 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-252bab12-7cd3-401e-a2a6-bf89191936ec {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:08.690839 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25aa487-049d-4660-ba84-d6837433cd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286dd15c-7fc1-4071-8dd8-38aeb54576b2', 'code': 200} Sep 23 22:16:08.714122 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b28d08d3-84d9-462b-bacd-e57f357ae04f req-e318a7fa-0056-4339-aa91-4fd14a63cdc9 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 210 time: 0.0819631 Sep 23 22:16:08.725729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Pushing event updated for resources: {'Port': ['ID=7580591f-965c-4a09-a27f-b2e5521bf77d,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:08.790730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Attempting to bind port 7580591f-965c-4a09-a27f-b2e5521bf77d on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:16:08.792680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Attempting to bind port 7580591f-965c-4a09-a27f-b2e5521bf77d by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:16:08.794378 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Attempting to bind port 7580591f-965c-4a09-a27f-b2e5521bf77d on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:08.813992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Port 7580591f-965c-4a09-a27f-b2e5521bf77d on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:16:08.814760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Attempting to bind port 7580591f-965c-4a09-a27f-b2e5521bf77d on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:08.838740 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:16:08.839495 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Checking segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:16:08.840123 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Bound using segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:16:08.840839 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Bound port: 7580591f-965c-4a09-a27f-b2e5521bf77d, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:16:08.841516 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:08.903116 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-89c6cff8-39d0-4513-8209-b02baf4dbee9 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1556330 Sep 23 22:16:08.909707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:08.931860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b2fe37d8-6c87-437d-86cc-fd0207353d97 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:16:08.968323 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea61f9-c724-4900-bd44-7edd14c11bb1 req-18069e13-93fc-4f7e-95d1-6dfc57a414ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:08.970668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3eea61f9-c724-4900-bd44-7edd14c11bb1 req-18069e13-93fc-4f7e-95d1-6dfc57a414ca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 1100 time: 0.1689646 Sep 23 22:16:09.026395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a255c-234f-4eaa-b3fc-69d7200e36dd req-06f703c8-74a9-40f0-9ad8-413afcb0a5e8 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:09.038943 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b1a255c-234f-4eaa-b3fc-69d7200e36dd req-06f703c8-74a9-40f0-9ad8-413afcb0a5e8 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 946 time: 0.1647601 Sep 23 22:16:09.040233 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-51471bea-28c5-44a2-9622-deb2490826d3 req-7690062d-86bd-4b46-bf28-02ef44af2385 service neutron] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:09.043667 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51471bea-28c5-44a2-9622-deb2490826d3 req-7690062d-86bd-4b46-bf28-02ef44af2385 service neutron] Notify callbacks [] for binding, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:09.044819 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51471bea-28c5-44a2-9622-deb2490826d3 req-7690062d-86bd-4b46-bf28-02ef44af2385 service neutron] 10.222.0.43 "DELETE /v2.0/ports/e087bac2-f6ee-46b7-aca7-2522cc678453/bindings/n-h2-810775-1 HTTP/1.1" status: 204 len: 173 time: 0.5899465 Sep 23 22:16:09.061725 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:09.164677 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b1a255c-234f-4eaa-b3fc-69d7200e36dd req-7ac02679-4130-47cb-b96a-02277a0f6e68 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213443 Sep 23 22:16:09.177460 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3eea61f9-c724-4900-bd44-7edd14c11bb1 req-eab7d521-36a9-4b79-af4f-ce73b9032b94 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920726 Sep 23 22:16:09.207693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:09.234238 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7580591f-965c-4a09-a27f-b2e5521bf77d,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:16:09.246081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b2fe37d8-6c87-437d-86cc-fd0207353d97, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b2fe37d8-6c87-437d-86cc-fd0207353d97,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:09.258099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'b2fe37d8-6c87-437d-86cc-fd0207353d97', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'b2fe37d8-6c87-437d-86cc-fd0207353d97', 'mac_address': 'fa:16:3e:87:dc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:16:09.294910 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:09.315741 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:09.316919 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:09.347458 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2fe37d8-6c87-437d-86cc-fd0207353d97 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:09.409949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:09.411052 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:09.412635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] 10.222.0.67 "PUT /v2.0/ports/7580591f-965c-4a09-a27f-b2e5521bf77d HTTP/1.1" status: 200 len: 1092 time: 2.0541065 Sep 23 22:16:09.416243 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4882243-6cfc-4636-b3c4-9724fd8eec8b', 'tag': '7580591f-965c-4a09-a27f-b2e5521bf77d'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:09.418788 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c0c744-69c0-4fef-bef8-907d13fe71c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b4882243-6cfc-4636-b3c4-9724fd8eec8b", "tag": "7580591f-965c-4a09-a27f-b2e5521bf77d"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:09.426350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b2fe37d8-6c87-437d-86cc-fd0207353d97, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b2fe37d8-6c87-437d-86cc-fd0207353d97,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:09.453433 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be04a3f-06cd-4a22-abf6-fe2783fef2fa service neutron] Pushing event updated for resources: {'Port': ['ID=7580591f-965c-4a09-a27f-b2e5521bf77d,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:09.490936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Allocated IP 172.25.1.238 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/92882903-62b6-4d8a-a791-0526e01ddc84) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:16:09.526203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f0dfa-d748-4f3a-a7d6-6a39fb5b3dac req-705cc4f1-a445-4302-b546-89a320e10c97 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:09.527953 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8f3f0dfa-d748-4f3a-a7d6-6a39fb5b3dac req-705cc4f1-a445-4302-b546-89a320e10c97 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 948 time: 0.0563502 Sep 23 22:16:09.535435 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:09.595891 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8f3f0dfa-d748-4f3a-a7d6-6a39fb5b3dac req-93b4f432-9dda-4d3e-b1e0-f0aa168eabeb tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576093 Sep 23 22:16:09.636954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b2fe37d8-6c87-437d-86cc-fd0207353d97,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:09.675391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-a8a5627c-210d-488f-a712-eae479e627eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:09.680729 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-a8a5627c-210d-488f-a712-eae479e627eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 1095 time: 0.0701656 Sep 23 22:16:09.683562 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:09.766173 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-114e7cd5-e9ba-49d3-9eb7-6bd2c31ec1b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7580591f-965c-4a09-a27f-b2e5521bf77d HTTP/1.1" status: 200 len: 217 time: 0.0678673 Sep 23 22:16:09.778357 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60508ca4-3ee5-4386-8fcc-c7d80583c5c9 req-e6e7f06d-2bfb-4bd7-a246-3edc4a7fb720 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:09.780136 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60508ca4-3ee5-4386-8fcc-c7d80583c5c9 req-e6e7f06d-2bfb-4bd7-a246-3edc4a7fb720 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 1095 time: 0.0929363 Sep 23 22:16:09.816170 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:09.854231 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-efb1d559-152c-47f7-8ebf-a033e0341c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:09.855829 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-efb1d559-152c-47f7-8ebf-a033e0341c33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.0705366 Sep 23 22:16:09.895628 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:16:09.898807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:16:09.902564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:16:09.913291 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-47f88df2-6f78-411e-9688-adc7f53d1a13 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483031 Sep 23 22:16:09.918803 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60508ca4-3ee5-4386-8fcc-c7d80583c5c9 req-0df7cc2a-3067-49b6-8ba5-b5b146763ec9 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904021 Sep 23 22:16:09.974559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Pushing event updated for resources: {'Port': ['ID=92882903-62b6-4d8a-a791-0526e01ddc84,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:10.043590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:10.043929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:10.044287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:10.044637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:10.044935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:10.045286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:10.045640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:10.045959 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:10.046279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:10.046601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:10.046911 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:10.047226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:10.083623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b2fe37d8-6c87-437d-86cc-fd0207353d97'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:10.103146 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:10.237889 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-8d8b457c-9cc7-4bf7-881a-16b4014ae7dc service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108022 Sep 23 22:16:10.306739 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:10.462854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569ae1d-b143-4ac8-b487-177f59484123 req-a2497ce1-0f9b-44cd-8917-c1fca90f791e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:10.464893 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3569ae1d-b143-4ac8-b487-177f59484123 req-a2497ce1-0f9b-44cd-8917-c1fca90f791e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 944 time: 0.1834772 Sep 23 22:16:10.557571 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3569ae1d-b143-4ac8-b487-177f59484123 req-59d34a35-ca77-421b-a0ac-f2ce99f5fef0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589120 Sep 23 22:16:10.559748 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60c4dcae-5eae-4a35-83d3-1f229edd533f req-60dc7b6c-25cf-4e37-b429-6977d0660270 service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270319 Sep 23 22:16:10.625978 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c0a023-a437-4041-a27c-a0b657e6a8ea x-openstack-request-id: req-16c0a023-a437-4041-a27c-a0b657e6a8ea {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:10.625978 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4882243-6cfc-4636-b3c4-9724fd8eec8b", "tag": "7580591f-965c-4a09-a27f-b2e5521bf77d", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:10.625978 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16c0a023-a437-4041-a27c-a0b657e6a8ea {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:10.626920 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4882243-6cfc-4636-b3c4-9724fd8eec8b', 'tag': '7580591f-965c-4a09-a27f-b2e5521bf77d', 'status': 'completed', 'code': 200} Sep 23 22:16:10.706059 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:10.759456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa257616-7b2f-48b5-9ac1-06f86f949159 req-056605a4-5141-417a-aa11-cbe78ec02fff tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:10.761217 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa257616-7b2f-48b5-9ac1-06f86f949159 req-056605a4-5141-417a-aa11-cbe78ec02fff tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 949 time: 0.0629408 Sep 23 22:16:10.798083 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:10.843185 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa257616-7b2f-48b5-9ac1-06f86f949159 req-fde77807-1255-43ea-a8ed-c3a5bcbb3749 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698574 Sep 23 22:16:10.871159 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0c744-69c0-4fef-bef8-907d13fe71c2 req-5e3ea124-609a-4005-91b8-97980c08d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:10.873237 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56c0c744-69c0-4fef-bef8-907d13fe71c2 req-5e3ea124-609a-4005-91b8-97980c08d968 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 1095 time: 0.1107564 Sep 23 22:16:10.895355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Pushing event updated for resources: {'Port': ['ID=92882903-62b6-4d8a-a791-0526e01ddc84,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:10.972660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:11.052722 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c15a596e-3ffc-4568-bd7c-579b87ef2f14 req-f2f927bd-2b72-48d1-863a-79091882b5bb tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 210 time: 0.0749767 Sep 23 22:16:11.096266 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:11.096266 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-f15aa0bc-1fcd-43c6-a8f6-b133521748e0 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1878538 Sep 23 22:16:11.117756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0c744-69c0-4fef-bef8-907d13fe71c2 req-8eba862a-c6c2-471d-bfa8-a9ddd29e3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:11.124820 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56c0c744-69c0-4fef-bef8-907d13fe71c2 req-8eba862a-c6c2-471d-bfa8-a9ddd29e3075 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.2361827 Sep 23 22:16:11.199188 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56c0c744-69c0-4fef-bef8-907d13fe71c2 req-e42a5be3-f082-422f-add3-ed37bb5fa95d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7580591f-965c-4a09-a27f-b2e5521bf77d HTTP/1.1" status: 200 len: 217 time: 0.0695598 Sep 23 22:16:11.218134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-84f02fac-afcc-47af-b876-8412d684889e tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 696 time: 0.1178215 Sep 23 22:16:11.283564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0c744-69c0-4fef-bef8-907d13fe71c2 req-ddee1990-37ea-43a6-907c-8ce41b2379e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:11.285913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56c0c744-69c0-4fef-bef8-907d13fe71c2 req-ddee1990-37ea-43a6-907c-8ce41b2379e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.0786786 Sep 23 22:16:11.337364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56c0c744-69c0-4fef-bef8-907d13fe71c2 req-e24b0b62-44d8-4518-bdc5-f5a7979ee22b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406969 Sep 23 22:16:11.445748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-31a61acf-34d6-4711-bc3f-b01e5850a25e tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:11.447808 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35c23719-66e9-44cf-8522-a6cce5565dc9 req-31a61acf-34d6-4711-bc3f-b01e5850a25e tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.2209830 Sep 23 22:16:11.495192 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-91d6d228-4667-4db9-bc1f-0be36b2ce611 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d12b5658049a4a03832e94591765be8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589535 Sep 23 22:16:11.555089 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56c0c744-69c0-4fef-bef8-907d13fe71c2 req-3140104d-c43a-473d-a363-147e2f100ec4 service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069790 Sep 23 22:16:11.726982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-7a7f20d8-c12d-48c8-a223-4ad71ac0240d tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:11.730431 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-7a7f20d8-c12d-48c8-a223-4ad71ac0240d tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 807 time: 0.1616404 Sep 23 22:16:11.787297 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-e2ac9a23-79ff-4f30-a8fe-fbbdcff175e8 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/quotas/3f7af936c5414346bc188ecd0d80fb62 HTTP/1.1" status: 200 len: 375 time: 0.0330787 Sep 23 22:16:11.918973 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-ed8e43dd-a7e8-4267-bca9-bc966dc74a19 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1308420 Sep 23 22:16:11.935981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-6a743e8b-b032-4802-8855-6770b0288453 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:16:11.942192 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-6a743e8b-b032-4802-8855-6770b0288453 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151758 Sep 23 22:16:12.161438 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-7f89fc3d-cb07-42e2-b38d-f53701cb5c14 service neutron] 10.222.0.22 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064054 Sep 23 22:16:12.300366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-43367d3b-de9b-4384-8b30-ca7bc90e4076 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:12.302975 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-43367d3b-de9b-4384-8b30-ca7bc90e4076 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7915058 Sep 23 22:16:12.326626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-ddb6c3f9-95ae-4a58-8827-db4213220f0d service neutron] 10.222.0.22 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476171 Sep 23 22:16:12.326881 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Request body: {'port': {'device_id': 'e9d45a06-6eac-4799-a2cc-f434509a4132', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': 'd12b5658049a4a03832e94591765be8c'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:12.337785 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56c0c744-69c0-4fef-bef8-907d13fe71c2 req-d1d39c23-573d-45f5-8b1f-fc2a856a18fe service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7668760 Sep 23 22:16:12.422835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a4999-bc78-4039-b7d7-1205f689bf10 req-9e51586d-d754-4063-be43-db98f691ff51 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:12.425299 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-090a4999-bc78-4039-b7d7-1205f689bf10 req-9e51586d-d754-4063-be43-db98f691ff51 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 949 time: 0.2740886 Sep 23 22:16:12.522348 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-090a4999-bc78-4039-b7d7-1205f689bf10 req-fba202e4-f250-4a16-a72b-f8bb08926f20 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859969 Sep 23 22:16:12.670132 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-e4be30cc-0feb-41ed-ad9f-6f9f193490a2 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1160185 Sep 23 22:16:12.682135 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:12.961821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b2fe37d8-6c87-437d-86cc-fd0207353d97 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:16:13.049462 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a08b5ff0-71f2-49c3-975c-911ee7707843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:13.062788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Made reservation on behalf of d12b5658049a4a03832e94591765be8c for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:16:13.070270 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:13.093862 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:13.144246 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port b2fe37d8-6c87-437d-86cc-fd0207353d97 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:16:13.157224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port b2fe37d8-6c87-437d-86cc-fd0207353d97 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:13.159587 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:13.237756 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:13.250268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947f184-a096-4136-ac3d-eb436735c11d req-282b8fbf-9e40-4908-80f7-9551d9667c32 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:13.257150 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4947f184-a096-4136-ac3d-eb436735c11d req-282b8fbf-9e40-4908-80f7-9551d9667c32 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 944 time: 0.1264565 Sep 23 22:16:13.325628 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4947f184-a096-4136-ac3d-eb436735c11d req-3b6151f8-c3db-4a00-96f9-4499306a7a33 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542564 Sep 23 22:16:13.430021 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:13.464135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5241bec2-0c1c-4e27-821d-36f840a692b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fe37d8-6c87-437d-86cc-fd0207353d97'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:13.467534 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd31b92e-9b64-4eaf-abd1-604ac24931f6" -d '{"events": [{"server_uuid": "5241bec2-0c1c-4e27-821d-36f840a692b0", "name": "network-vif-plugged", "status": "completed", "tag": "b2fe37d8-6c87-437d-86cc-fd0207353d97"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:13.492671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b2fe37d8-6c87-437d-86cc-fd0207353d97, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b2fe37d8-6c87-437d-86cc-fd0207353d97,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:13.535184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c142e-bd4a-4012-8625-5036ad94872e req-64fafcdb-29fe-43be-b755-de1e9b242487 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:13.542897 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e8c142e-bd4a-4012-8625-5036ad94872e req-64fafcdb-29fe-43be-b755-de1e9b242487 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 949 time: 0.1152840 Sep 23 22:16:13.559553 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:13.571394 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:13.602981 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:13.712085 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:13.716309 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e8c142e-bd4a-4012-8625-5036ad94872e req-d9e097e5-ff26-49c2-aa9c-8e2861e0fda6 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416926 Sep 23 22:16:13.755905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b2fe37d8-6c87-437d-86cc-fd0207353d97,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:13.896784 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a673ad-0e03-4b1a-8294-a3eace858d7f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:13.927070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Allocated IP 172.25.1.67 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/b35fd1c1-f055-438d-8ed6-c089df9f6bf5) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:16:14.004614 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-c8495d36-455e-4bd1-98e9-5595c9a8188c tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--279597133&fields=id&tenant_id=b8b6969335334004955419fa121e731e HTTP/1.1" status: 200 len: 267 time: 0.1107433 Sep 23 22:16:14.065057 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Allocated IP 192.168.233.212 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/4daf37ac-f62b-4771-9337-59e73fa29336) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:16:14.076350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-f0ea9651-b390-4ede-ab4f-c159631dbec1 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:14.078457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-f0ea9651-b390-4ede-ab4f-c159631dbec1 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.43 "GET /v2.0/ports?device_id=7998c8be-5f12-46bd-af03-6435d21e1674 HTTP/1.1" status: 200 len: 946 time: 0.1439967 Sep 23 22:16:14.177301 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:14.273797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-16d5fe4d-7d65-4c2e-a3ef-c8841313c6e8 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:14.287748 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-16d5fe4d-7d65-4c2e-a3ef-c8841313c6e8 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/networks?id=7f02de17-3cdd-47cd-827d-131803615523 HTTP/1.1" status: 200 len: 823 time: 0.2817211 Sep 23 22:16:14.312500 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-e128189e-9803-402f-8111-e73b2609d777 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/quotas/b8b6969335334004955419fa121e731e HTTP/1.1" status: 200 len: 375 time: 0.0232601 Sep 23 22:16:14.332146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-1b501082-9d3f-443b-8eef-073b95c57444 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Deleting port 75e7bb5e-b94e-4383-95ac-92afe836d88e {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:16:14.332777 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-1b501082-9d3f-443b-8eef-073b95c57444 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:14.344666 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:14.417592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:16:14.431149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:16:14.449458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:16:14.496686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Pushing event updated for resources: {'Port': ['ID=b35fd1c1-f055-438d-8ed6-c089df9f6bf5,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:14.503321 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:14.624266 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:14.754459 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:14.835726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-4370bee1-956b-4bea-8fa0-f0a9175adbbc tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8b6969335334004955419fa121e731e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5094135 Sep 23 22:16:14.844535 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:14.851643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-1b501082-9d3f-443b-8eef-073b95c57444 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] For port 75e7bb5e-b94e-4383-95ac-92afe836d88e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=75e7bb5e-b94e-4383-95ac-92afe836d88e,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:14.854085 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-1b501082-9d3f-443b-8eef-073b95c57444 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:14.854316 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:16:14.886021 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:16:14.890453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:16:14.895663 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Pushing event updated for resources: {'Port': ['ID=4daf37ac-f62b-4771-9337-59e73fa29336,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:14.979182 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 7580591f-965c-4a09-a27f-b2e5521bf77d details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:16:14.999924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:15.001535 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:15.093004 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-acec967c-794c-4a4c-afe0-fe224c5cdb56 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7752044 Sep 23 22:16:15.118141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-8f5e5dc2-ac65-4130-9edc-6c06a53ed11e service neutron] 10.222.0.22 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435648 Sep 23 22:16:15.129860 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Request body: {'port': {'device_id': 'e9d45a06-6eac-4799-a2cc-f434509a4132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:15.216995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7580591f-965c-4a09-a27f-b2e5521bf77d,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:15.238531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '7580591f-965c-4a09-a27f-b2e5521bf77d', 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176', 'port_id': '7580591f-965c-4a09-a27f-b2e5521bf77d', 'mac_address': 'fa:16:3e:f2:3f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37ead02-da09-4adf-8e2d-f15b75dbcd24', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:16:15.382473 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:15.388592 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-e0481795-5519-4873-afbd-67c39655b964 service neutron] 10.222.0.22 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531395 Sep 23 22:16:15.392387 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:15.393021 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-1b501082-9d3f-443b-8eef-073b95c57444 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:15.393591 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-1b501082-9d3f-443b-8eef-073b95c57444 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:15.394067 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-1b501082-9d3f-443b-8eef-073b95c57444 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Floating IP 316e2294-63a8-4bfe-8d5d-0641b77c24ed disassociated. External IP: 172.25.1.234, port: 75e7bb5e-b94e-4383-95ac-92afe836d88e. Sep 23 22:16:15.394597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-1b501082-9d3f-443b-8eef-073b95c57444 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Calling delete_port for 75e7bb5e-b94e-4383-95ac-92afe836d88e owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:16:15.441135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7580591f-965c-4a09-a27f-b2e5521bf77d {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:15.442114 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:15.496264 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a3786503-09df-4e7a-8416-ab163fe9bbec None None] Provisioning complete for port 4daf37ac-f62b-4771-9337-59e73fa29336 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:15.497355 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a3786503-09df-4e7a-8416-ab163fe9bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:15.553287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7580591f-965c-4a09-a27f-b2e5521bf77d,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:15.584231 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a3786503-09df-4e7a-8416-ab163fe9bbec None None] Port 4daf37ac-f62b-4771-9337-59e73fa29336 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:16:15.624415 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:15.693592 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7122ae59-25f1-499e-aa33-77a9a0720b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:15.694466 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-1b501082-9d3f-443b-8eef-073b95c57444 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:15.695147 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:15.810242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b501082-9d3f-443b-8eef-073b95c57444 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Pushing event deleted for resources: {'Port': ['ID=75e7bb5e-b94e-4383-95ac-92afe836d88e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:15.840259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=7580591f-965c-4a09-a27f-b2e5521bf77d,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:15.880045 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Pushing event updated for resources: {'Port': ['ID=b35fd1c1-f055-438d-8ed6-c089df9f6bf5,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:16.013610 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c13d5-fe5f-428a-a070-e4054380b398 req-cb81a6a8-3020-45f3-80b7-3acfa330c482 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:16.017361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-896c13d5-fe5f-428a-a070-e4054380b398 req-cb81a6a8-3020-45f3-80b7-3acfa330c482 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 936 time: 0.2203894 Sep 23 22:16:16.031251 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:16.050794 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4daf37ac-f62b-4771-9337-59e73fa29336 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:16.051020 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:16.063200 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:16.081851 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Transition to ACTIVE for port object 4daf37ac-f62b-4771-9337-59e73fa29336 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:16:16.107878 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-896c13d5-fe5f-428a-a070-e4054380b398 req-3ef575f3-607b-47d1-9b0a-4b4a717944fb tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0a673ad-0e03-4b1a-8294-a3eace858d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826919 Sep 23 22:16:16.124749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-1b501082-9d3f-443b-8eef-073b95c57444 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:16:16.156577 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:16.156918 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['7580591f-965c-4a09-a27f-b2e5521bf77d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:16.160044 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-5755ebc3-305d-4de5-85e1-11ef8156aee7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4826243 Sep 23 22:16:16.271381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-1b501082-9d3f-443b-8eef-073b95c57444 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:16:16.291479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9652fc0e-7547-4d6f-aa5a-3c79a9889659 None None] Sync routers for ids ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:16:16.324699 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9652fc0e-7547-4d6f-aa5a-3c79a9889659 None None] Routers {'18903306-f9ac-4ec6-a5c6-ad74a06ec80e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:16:16.325808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9652fc0e-7547-4d6f-aa5a-3c79a9889659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:16:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:16.339021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-1b501082-9d3f-443b-8eef-073b95c57444 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] No DVR routers for this DVR port 75e7bb5e-b94e-4383-95ac-92afe836d88e on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:16:16.343056 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-1b501082-9d3f-443b-8eef-073b95c57444 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:16.349289 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccef7a19-ca35-4d76-b262-d0b61d2391f3 req-1b501082-9d3f-443b-8eef-073b95c57444 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.43 "DELETE /v2.0/ports/75e7bb5e-b94e-4383-95ac-92afe836d88e HTTP/1.1" status: 204 len: 173 time: 2.2609692 Sep 23 22:16:16.350835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7998c8be-5f12-46bd-af03-6435d21e1674', 'name': 'network-vif-deleted', 'tag': '75e7bb5e-b94e-4383-95ac-92afe836d88e'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:16.364768 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156ecba1-cee2-4797-aa6e-278eb6db7bc1" -d '{"events": [{"server_uuid": "7998c8be-5f12-46bd-af03-6435d21e1674", "name": "network-vif-deleted", "tag": "75e7bb5e-b94e-4383-95ac-92afe836d88e"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:16.393428 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:16.415196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f92f0d9c-a054-4a1a-8071-90e5d305f00d req-ffdf6171-c27c-450b-968f-fd344044387a tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 210 time: 0.0774801 Sep 23 22:16:16.541358 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-9652fc0e-7547-4d6f-aa5a-3c79a9889659 None None] Set router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:16:16.672606 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d18708-1fd0-4fd0-8d5a-a9b161406cd0 x-openstack-request-id: req-04d18708-1fd0-4fd0-8d5a-a9b161406cd0 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:16.673947 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5241bec2-0c1c-4e27-821d-36f840a692b0", "name": "network-vif-plugged", "status": "completed", "tag": "b2fe37d8-6c87-437d-86cc-fd0207353d97", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:16.674520 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04d18708-1fd0-4fd0-8d5a-a9b161406cd0 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:16.675635 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5241bec2-0c1c-4e27-821d-36f840a692b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fe37d8-6c87-437d-86cc-fd0207353d97', 'code': 200} Sep 23 22:16:16.683229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-71db571d-11be-422e-92e4-7bdcbfefa2aa tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:16.687796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be63cf3-e5f7-4fce-afa3-e643d651e95b req-0e56da96-53d5-4f84-829c-522f937e8652 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:16.693220 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-71db571d-11be-422e-92e4-7bdcbfefa2aa tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.67 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 807 time: 0.5610287 Sep 23 22:16:16.693432 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2be63cf3-e5f7-4fce-afa3-e643d651e95b req-0e56da96-53d5-4f84-829c-522f937e8652 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 950 time: 0.0767820 Sep 23 22:16:16.712492 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-da484f15-0f83-41f8-9441-5635f1ed863a tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 695 time: 0.5325265 Sep 23 22:16:16.848299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-babb8934-6f4b-40d1-bdc7-9334f9a79258 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Request body: {'port': {'device_id': '3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b', 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c', 'admin_state_up': True, 'tenant_id': '3f7af936c5414346bc188ecd0d80fb62'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:16.886626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2be63cf3-e5f7-4fce-afa3-e643d651e95b req-a34a6247-490e-4ba1-8e3b-24774257c5dd tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830711 Sep 23 22:16:16.902035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c6b4d-2a8f-4097-92cd-0c5a1e2994c2 req-281a0a1a-23f3-4a1d-90cc-b2f059c97323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:16.905099 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e49c6b4d-2a8f-4097-92cd-0c5a1e2994c2 req-281a0a1a-23f3-4a1d-90cc-b2f059c97323 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 1101 time: 0.1699605 Sep 23 22:16:16.918099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Pushing event updated for resources: {'Port': ['ID=4daf37ac-f62b-4771-9337-59e73fa29336,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:17.014343 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e49c6b4d-2a8f-4097-92cd-0c5a1e2994c2 req-9fc22144-9c88-4293-b433-e8381a03db36 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840094 Sep 23 22:16:17.072324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-43a1ee9f-b81e-405b-9bfd-c94d7cd74ad6 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:17.075188 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-216ab892-4c2f-4ced-ab3d-0c06cca9b813 req-43a1ee9f-b81e-405b-9bfd-c94d7cd74ad6 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.3615057 Sep 23 22:16:17.101807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94e37f-e26e-40c1-a569-6e1fe720eec2 req-b66ab4e7-153d-40aa-a1ab-1f0616d80799 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:17.110035 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf94e37f-e26e-40c1-a569-6e1fe720eec2 req-b66ab4e7-153d-40aa-a1ab-1f0616d80799 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=511667e4-d33e-4742-904b-bfa1cb9263b5 HTTP/1.1" status: 200 len: 949 time: 0.0912814 Sep 23 22:16:17.161336 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:17.171081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf94e37f-e26e-40c1-a569-6e1fe720eec2 req-9f25381f-9a2d-4f67-bdc6-d93f8eb6400a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564904 Sep 23 22:16:17.276674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Attempting to bind port 4daf37ac-f62b-4771-9337-59e73fa29336 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:16:17.276983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Attempting to bind port 4daf37ac-f62b-4771-9337-59e73fa29336 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:16:17.277419 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Attempting to bind port 4daf37ac-f62b-4771-9337-59e73fa29336 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:17.290667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Port 4daf37ac-f62b-4771-9337-59e73fa29336 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:16:17.291002 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Attempting to bind port 4daf37ac-f62b-4771-9337-59e73fa29336 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:17.308027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f21424-534f-4d53-b56a-24f317aa8342 req-620994d2-1bb9-4fe8-9278-aa79be0d83f7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:17.309738 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07f21424-534f-4d53-b56a-24f317aa8342 req-620994d2-1bb9-4fe8-9278-aa79be0d83f7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 945 time: 0.1178360 Sep 23 22:16:17.316619 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:17.317666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7a1a5fe-f4e8-4595-97c4-4815ec57cba1 req-b69d96b1-a3d6-4384-b4e5-5772fe6fe34a tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 210 time: 0.0562108 Sep 23 22:16:17.324430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:16:17.324763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:16:17.325179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:16:17.325631 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Bound port: 4daf37ac-f62b-4771-9337-59e73fa29336, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:16:17.325989 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:17.328865 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9652fc0e-7547-4d6f-aa5a-3c79a9889659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd47e812c-74e7-49be-bfb9-983828480bcf', 'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'mac_address': 'fa:16:3e:44:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:23Z', 'updated_at': '2021-09-23T22:13:37Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'subnets': [{'id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:17.366388 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9652fc0e-7547-4d6f-aa5a-3c79a9889659 None None] Checking router: 18903306-f9ac-4ec6-a5c6-ad74a06ec80e for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:16:17.378554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9652fc0e-7547-4d6f-aa5a-3c79a9889659 None None] Routers {'18903306-f9ac-4ec6-a5c6-ad74a06ec80e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:16:17.380350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9652fc0e-7547-4d6f-aa5a-3c79a9889659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:16:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:17.419208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-babb8934-6f4b-40d1-bdc7-9334f9a79258 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Made reservation on behalf of 3f7af936c5414346bc188ecd0d80fb62 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:16:17.429548 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-babb8934-6f4b-40d1-bdc7-9334f9a79258 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:17.451777 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07f21424-534f-4d53-b56a-24f317aa8342 req-513ca035-94f7-4149-ac0d-5ef9d3842e9f tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343608 Sep 23 22:16:17.511838 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83faef0a-d054-48d0-acd2-509a6c9aa451 x-openstack-request-id: req-83faef0a-d054-48d0-acd2-509a6c9aa451 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:17.513343 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7998c8be-5f12-46bd-af03-6435d21e1674", "name": "network-vif-deleted", "tag": "75e7bb5e-b94e-4383-95ac-92afe836d88e", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:17.514194 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83faef0a-d054-48d0-acd2-509a6c9aa451 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:17.515054 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7998c8be-5f12-46bd-af03-6435d21e1674', 'name': 'network-vif-deleted', 'tag': '75e7bb5e-b94e-4383-95ac-92afe836d88e', 'status': 'completed', 'code': 200} Sep 23 22:16:17.577871 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-9652fc0e-7547-4d6f-aa5a-3c79a9889659 None None] Set router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:16:17.663626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4f008378-6ddb-4255-baf3-bddbd1eb9d9e no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:16:17.719746 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8af7d956-3b0c-457c-a2d1-139a67542e39 req-4632cb1a-9bdb-4e27-9bd2-3a31195157e7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips/5916465c-6a26-43be-a873-e31c4dc57e35 HTTP/1.1" status: 200 len: 692 time: 0.1818218 Sep 23 22:16:17.727927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33492f49-afb0-4c53-869e-26776fc9bb3f req-643ae738-820a-4075-a016-a4690f695d67 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:17.729813 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-33492f49-afb0-4c53-869e-26776fc9bb3f req-643ae738-820a-4075-a016-a4690f695d67 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 948 time: 0.0972648 Sep 23 22:16:17.734696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] For port 4daf37ac-f62b-4771-9337-59e73fa29336, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:17.787383 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-33492f49-afb0-4c53-869e-26776fc9bb3f req-bc7ca6bc-aa4c-4fc3-b904-398bdc3c0e65 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0a673ad-0e03-4b1a-8294-a3eace858d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456643 Sep 23 22:16:17.815839 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] For port 4daf37ac-f62b-4771-9337-59e73fa29336, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4daf37ac-f62b-4771-9337-59e73fa29336,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:16:17.955149 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:18.016143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7d956-3b0c-457c-a2d1-139a67542e39 req-23ff5b4b-2b13-455d-a504-e90098de9fc7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:18.018921 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8af7d956-3b0c-457c-a2d1-139a67542e39 req-23ff5b4b-2b13-455d-a504-e90098de9fc7 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.2654488 Sep 23 22:16:18.029542 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:18.041013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:18.078614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9652fc0e-7547-4d6f-aa5a-3c79a9889659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd47e812c-74e7-49be-bfb9-983828480bcf', 'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'mac_address': 'fa:16:3e:44:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:23Z', 'updated_at': '2021-09-23T22:13:37Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'subnets': [{'id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:18.119366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9652fc0e-7547-4d6f-aa5a-3c79a9889659 None None] The sync data for ids ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'] in n-d-810775-1 is: [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd47e812c-74e7-49be-bfb9-983828480bcf', 'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'mac_address': 'fa:16:3e:44:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:23Z', 'updated_at': '2021-09-23T22:13:37Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'subnets': [{'id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:16:18.157871 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-8af7d956-3b0c-457c-a2d1-139a67542e39 req-80a82aee-406c-42da-8f9c-cd192abc6c8b tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:16:18.159764 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8af7d956-3b0c-457c-a2d1-139a67542e39 req-80a82aee-406c-42da-8f9c-cd192abc6c8b tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0717413 Sep 23 22:16:18.197270 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:18.198438 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:18.203546 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] 10.222.0.43 "PUT /v2.0/ports/4daf37ac-f62b-4771-9337-59e73fa29336 HTTP/1.1" status: 200 len: 1096 time: 3.0922863 Sep 23 22:16:18.203815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d45a06-6eac-4799-a2cc-f434509a4132', 'tag': '4daf37ac-f62b-4771-9337-59e73fa29336'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:18.209376 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03555206-5cee-41bd-a9bf-1ed9732116f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d45a06-6eac-4799-a2cc-f434509a4132", "tag": "4daf37ac-f62b-4771-9337-59e73fa29336"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:18.261522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-babb8934-6f4b-40d1-bdc7-9334f9a79258 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Allocated IP 172.20.0.2 (92f95a66-bc42-4e40-8636-d20f8aa81d6c/b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12/f89b102d-c01a-452f-b633-1eecad54b57c) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:16:18.269468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769aea0-8950-47e6-9521-3a26fd301630 service neutron] Pushing event updated for resources: {'Port': ['ID=4daf37ac-f62b-4771-9337-59e73fa29336,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:18.349904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69be5f-660a-4ba0-93f7-0d0bd93158e6 req-15a19900-64e6-4bc6-803f-f2b37d641583 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:18.356005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69be5f-660a-4ba0-93f7-0d0bd93158e6 req-15a19900-64e6-4bc6-803f-f2b37d641583 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:18.358279 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d69be5f-660a-4ba0-93f7-0d0bd93158e6 req-15a19900-64e6-4bc6-803f-f2b37d641583 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b&device_id=511667e4-d33e-4742-904b-bfa1cb9263b5 HTTP/1.1" status: 200 len: 1689 time: 0.0952737 Sep 23 22:16:18.397491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f867b01-1490-4de0-8f0d-2213debce9ae req-5608279f-de41-4cc7-acb6-7841153983c3 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:18.401245 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8f867b01-1490-4de0-8f0d-2213debce9ae req-5608279f-de41-4cc7-acb6-7841153983c3 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=fec6847c-d222-4583-9f36-5b75019dc3b1 HTTP/1.1" status: 200 len: 950 time: 0.1109946 Sep 23 22:16:18.442830 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:18.447255 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 75e7bb5e-b94e-4383-95ac-92afe836d88e no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:16:18.457387 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d69be5f-660a-4ba0-93f7-0d0bd93158e6 req-319756dc-cd68-4028-bc77-a29dc6333a22 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892494 Sep 23 22:16:18.487611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 75e7bb5e-b94e-4383-95ac-92afe836d88e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:16:18.487940 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 75e7bb5e-b94e-4383-95ac-92afe836d88e not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:16:18.533990 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07903e83-ac7b-4dae-937e-afc65a3d0878 None None] New status for floating IP 316e2294-63a8-4bfe-8d5d-0641b77c24ed: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:16:18.552810 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:18.554138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,revision_number=11']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:18.562893 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aee285bd-06ff-484d-9058-4d3426a434d7 req-7576df42-4549-4dcf-bca5-ef7d0d1562e0 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 210 time: 0.0401325 Sep 23 22:16:18.566391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:18.567024 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:18.567633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:18.568206 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:18.568877 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:18.569476 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:18.570269 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:18.570815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:18.571318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:18.572040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:18.572551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:18.573096 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:16:18.677482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:18.681292 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fb1e8f-0887-49cd-97c1-87afcbf7ac19" -d '{"events": [{"server_uuid": "fec6847c-d222-4583-9f36-5b75019dc3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f008378-6ddb-4255-baf3-bddbd1eb9d9e"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:18.697587 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8f867b01-1490-4de0-8f0d-2213debce9ae req-8e665f03-4e92-4687-b893-cca83c926499 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883503 Sep 23 22:16:18.711738 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-babb8934-6f4b-40d1-bdc7-9334f9a79258 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:18.727421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3531e1-f3da-486e-b637-61305fd9adcc req-6fc305e6-24c9-4c16-b97f-c21ee40aab45 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:18.731333 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d3531e1-f3da-486e-b637-61305fd9adcc req-6fc305e6-24c9-4c16-b97f-c21ee40aab45 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 950 time: 0.0902970 Sep 23 22:16:18.742768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-01b01e67-e4d3-4a12-bc05-15cc66a8e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:18.745342 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-01b01e67-e4d3-4a12-bc05-15cc66a8e9bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d12b5658049a4a03832e94591765be8c&device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 1099 time: 0.1275373 Sep 23 22:16:18.795688 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d3531e1-f3da-486e-b637-61305fd9adcc req-075fc5e4-42dd-405c-a94f-1e1a9cb3e950 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582943 Sep 23 22:16:18.909090 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cce385-7cf5-477a-8aea-0da87ba4f057 x-openstack-request-id: req-73cce385-7cf5-477a-8aea-0da87ba4f057 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:18.909588 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d45a06-6eac-4799-a2cc-f434509a4132", "tag": "4daf37ac-f62b-4771-9337-59e73fa29336", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:18.909960 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73cce385-7cf5-477a-8aea-0da87ba4f057 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:18.910556 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d45a06-6eac-4799-a2cc-f434509a4132', 'tag': '4daf37ac-f62b-4771-9337-59e73fa29336', 'status': 'completed', 'code': 200} Sep 23 22:16:18.925133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-8f8c59c1-0aa7-4918-9cb0-251130e2926b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=4daf37ac-f62b-4771-9337-59e73fa29336 HTTP/1.1" status: 200 len: 217 time: 0.1432364 Sep 23 22:16:18.934834 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0644975-7421-4810-88b1-b82061c421ac req-bf6e0f6c-5bc8-4dae-afc3-5e2aa22bf1e8 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips/5916465c-6a26-43be-a873-e31c4dc57e35 HTTP/1.1" status: 200 len: 692 time: 0.1724372 Sep 23 22:16:19.012241 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90a6e703-a5d5-41e7-9cbc-95fc16422356 req-fe842e11-389f-489a-ade5-2a45b8837dc5 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 210 time: 0.0350652 Sep 23 22:16:19.015794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 7580591f-965c-4a09-a27f-b2e5521bf77d up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:16:19.088302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-3a92fe27-4cc8-4cab-b2be-f4b4462662d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:19.095461 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-3a92fe27-4cc8-4cab-b2be-f4b4462662d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1555135 Sep 23 22:16:19.157381 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-babb8934-6f4b-40d1-bdc7-9334f9a79258 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:19.238997 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 7580591f-965c-4a09-a27f-b2e5521bf77d completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:16:19.246408 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 7580591f-965c-4a09-a27f-b2e5521bf77d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:19.248481 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:19.355771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83185fc9-952f-4c8f-b122-dae49b53fc88 req-4cd1f09a-756f-4187-a47c-87b412a228c9 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:19.357345 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83185fc9-952f-4c8f-b122-dae49b53fc88 req-4cd1f09a-756f-4187-a47c-87b412a228c9 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 945 time: 0.0997322 Sep 23 22:16:19.397932 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:19.449414 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7580591f-965c-4a09-a27f-b2e5521bf77d,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:19.506396 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:19.532954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-287ef07a-dade-4964-8620-195aaf331b5d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:19.537101 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-287ef07a-dade-4964-8620-195aaf331b5d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.67 "GET /v2.0/networks?id=7f02de17-3cdd-47cd-827d-131803615523 HTTP/1.1" status: 200 len: 823 time: 0.2392004 Sep 23 22:16:19.544750 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83185fc9-952f-4c8f-b122-dae49b53fc88 req-d5e01434-0614-409b-bdf6-ee24c48e295b tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160195 Sep 23 22:16:19.595894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=7580591f-965c-4a09-a27f-b2e5521bf77d,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:19.617469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-d6a7a433-487e-4d2a-8b0c-4e6cd1c68f92 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8b6969335334004955419fa121e731e HTTP/1.1" status: 200 len: 379 time: 0.0637612 Sep 23 22:16:19.625550 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b49f2f1-bd3b-4c4b-9ef5-887913011acb x-openstack-request-id: req-4b49f2f1-bd3b-4c4b-9ef5-887913011acb {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:19.627257 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec6847c-d222-4583-9f36-5b75019dc3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f008378-6ddb-4255-baf3-bddbd1eb9d9e", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:19.627944 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b49f2f1-bd3b-4c4b-9ef5-887913011acb {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:19.628564 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e', 'code': 200} Sep 23 22:16:19.633486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-ed337acd-5576-4df9-8e11-43cc65ccc8cd tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Request body: {'port': {'device_id': '876bca82-c6d4-4ea8-b0a3-7e944e32b320', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'admin_state_up': True, 'tenant_id': 'b8b6969335334004955419fa121e731e', 'security_groups': ['c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:19.634183 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-babb8934-6f4b-40d1-bdc7-9334f9a79258 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Network 92f95a66-bc42-4e40-8636-d20f8aa81d6c is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:16:19.635349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb8934-6f4b-40d1-bdc7-9334f9a79258 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Pushing event updated for resources: {'Port': ['ID=f89b102d-c01a-452f-b633-1eecad54b57c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:19.650491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-babb8934-6f4b-40d1-bdc7-9334f9a79258 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:16:19.653027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-babb8934-6f4b-40d1-bdc7-9334f9a79258 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:16:19.692103 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0644975-7421-4810-88b1-b82061c421ac req-326af694-a109-4774-bcb1-874ada65b49e tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:19.693605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0644975-7421-4810-88b1-b82061c421ac req-326af694-a109-4774-bcb1-874ada65b49e tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.7085042 Sep 23 22:16:19.723060 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-b0644975-7421-4810-88b1-b82061c421ac req-d03a3b1c-140b-4f21-8dcf-0922a441a522 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:16:19.725735 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0644975-7421-4810-88b1-b82061c421ac req-d03a3b1c-140b-4f21-8dcf-0922a441a522 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214479 Sep 23 22:16:19.734055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-db1fdee3-3569-4975-bc8c-31b3732bdf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:19.736301 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-db1fdee3-3569-4975-bc8c-31b3732bdf92 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6319995 Sep 23 22:16:19.824398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-babb8934-6f4b-40d1-bdc7-9334f9a79258 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:19.825754 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-babb8934-6f4b-40d1-bdc7-9334f9a79258 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:19.834556 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0644975-7421-4810-88b1-b82061c421ac req-577538a1-982e-401f-89e9-8a38a08d145d tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 695 time: 0.0970957 Sep 23 22:16:19.862646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-ed337acd-5576-4df9-8e11-43cc65ccc8cd tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Made reservation on behalf of b8b6969335334004955419fa121e731e for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:16:19.870488 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-ed337acd-5576-4df9-8e11-43cc65ccc8cd tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:19.956725 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-babb8934-6f4b-40d1-bdc7-9334f9a79258 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1135812 Sep 23 22:16:19.962376 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0644975-7421-4810-88b1-b82061c421ac req-defe672a-d627-4c9f-838d-b83556428eb1 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 695 time: 0.1103096 Sep 23 22:16:19.997466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Request body: {'port': {'device_id': '3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:20.050198 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-2a31e294-81bf-4e2d-88ad-2a08471345fa service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984917 Sep 23 22:16:20.101638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60ed96-373b-40c4-8eaf-82eacd3f0365 req-cc886dd0-1ad8-4acc-bcae-a4a82bdb34c9 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:20.103285 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b60ed96-373b-40c4-8eaf-82eacd3f0365 req-cc886dd0-1ad8-4acc-bcae-a4a82bdb34c9 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 948 time: 0.1734383 Sep 23 22:16:20.139791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-ed337acd-5576-4df9-8e11-43cc65ccc8cd tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Allocated IP 172.20.0.5 (7f02de17-3cdd-47cd-827d-131803615523/92fcb3eb-b34b-4893-a379-9f6f842e3c9e/f1ffde62-2312-4e94-abcf-1fa7f324800c) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:16:20.177922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b60ed96-373b-40c4-8eaf-82eacd3f0365 req-213441eb-8e2c-4da3-8a57-d5a3237bcb15 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0a673ad-0e03-4b1a-8294-a3eace858d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650439 Sep 23 22:16:20.191628 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:20.299250 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1be8da9-3351-4c33-922f-bf5bedffee84 req-0a770bc8-b591-4edd-90de-a70132f2e2c2 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379429 Sep 23 22:16:20.370672 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-ed337acd-5576-4df9-8e11-43cc65ccc8cd tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:20.389268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d21739-dbff-4e26-b1b7-beaeb6d07b11 req-717a2f59-ff89-41d4-9e6c-05d2f7635fe3 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:20.391108 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3d21739-dbff-4e26-b1b7-beaeb6d07b11 req-717a2f59-ff89-41d4-9e6c-05d2f7635fe3 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 1100 time: 0.0876584 Sep 23 22:16:20.391328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-b0644975-7421-4810-88b1-b82061c421ac req-416728e6-6c2d-4225-ba2d-fa7a3ac56902 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Deleting port b35fd1c1-f055-438d-8ed6-c089df9f6bf5 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:16:20.391551 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b0644975-7421-4810-88b1-b82061c421ac req-416728e6-6c2d-4225-ba2d-fa7a3ac56902 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:20.446888 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3d21739-dbff-4e26-b1b7-beaeb6d07b11 req-9de10726-f435-45b5-a526-0e30dba7a08e tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377188 Sep 23 22:16:20.502098 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-ed337acd-5576-4df9-8e11-43cc65ccc8cd tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:20.583334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-ed337acd-5576-4df9-8e11-43cc65ccc8cd tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Network 7f02de17-3cdd-47cd-827d-131803615523 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:16:20.589890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-ed337acd-5576-4df9-8e11-43cc65ccc8cd tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:16:20.596766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-ed337acd-5576-4df9-8e11-43cc65ccc8cd tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:16:20.631793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed337acd-5576-4df9-8e11-43cc65ccc8cd tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Pushing event updated for resources: {'Port': ['ID=f1ffde62-2312-4e94-abcf-1fa7f324800c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:20.634631 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b0644975-7421-4810-88b1-b82061c421ac req-416728e6-6c2d-4225-ba2d-fa7a3ac56902 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:20.634958 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b0644975-7421-4810-88b1-b82061c421ac req-416728e6-6c2d-4225-ba2d-fa7a3ac56902 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:20.652047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03555206-5cee-41bd-a9bf-1ed9732116f3 req-7ad7799c-1c3c-435e-bfe7-28c103cadcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:20.653544 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03555206-5cee-41bd-a9bf-1ed9732116f3 req-7ad7799c-1c3c-435e-bfe7-28c103cadcc9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d12b5658049a4a03832e94591765be8c&device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 1099 time: 0.1780491 Sep 23 22:16:20.663801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55c686-00d1-4776-9dc8-99271d1f1bee req-1f23e46a-7b5a-49e8-9327-dcbab6a0bc20 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:20.665478 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-df55c686-00d1-4776-9dc8-99271d1f1bee req-1f23e46a-7b5a-49e8-9327-dcbab6a0bc20 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 931 time: 0.1496265 Sep 23 22:16:20.667734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-b0644975-7421-4810-88b1-b82061c421ac req-416728e6-6c2d-4225-ba2d-fa7a3ac56902 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Calling delete_port for b35fd1c1-f055-438d-8ed6-c089df9f6bf5 owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:16:20.689573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-ed337acd-5576-4df9-8e11-43cc65ccc8cd tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:20.690345 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-ed337acd-5576-4df9-8e11-43cc65ccc8cd tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:20.746924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-df55c686-00d1-4776-9dc8-99271d1f1bee req-23ec5900-b5a7-434d-b3e5-cc376f8a141e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694363 Sep 23 22:16:20.788260 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-ed337acd-5576-4df9-8e11-43cc65ccc8cd tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1640949 Sep 23 22:16:20.824014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Request body: {'port': {'device_id': '876bca82-c6d4-4ea8-b0a3-7e944e32b320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:20.946377 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:20.967759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-cf52aecb-abe9-4d46-bdd5-e56aa9804035 None None] Provisioning complete for port f1ffde62-2312-4e94-abcf-1fa7f324800c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:20.968528 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cf52aecb-abe9-4d46-bdd5-e56aa9804035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:20.970054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5aba36-b604-449a-8e8e-a120704b2c6f req-6e52d1e8-9ce5-4931-a65c-e4462c71e8bd tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:20.970250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f89b102d-c01a-452f-b633-1eecad54b57c {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:20.974242 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a5aba36-b604-449a-8e8e-a120704b2c6f req-6e52d1e8-9ce5-4931-a65c-e4462c71e8bd tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 950 time: 0.1164613 Sep 23 22:16:20.982547 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:20.986056 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03555206-5cee-41bd-a9bf-1ed9732116f3 req-9d5a6e38-295a-4d2e-8768-e0ca7355bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:20.987731 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03555206-5cee-41bd-a9bf-1ed9732116f3 req-9d5a6e38-295a-4d2e-8768-e0ca7355bf33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.3176911 Sep 23 22:16:21.010522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Transition to ACTIVE for port object f89b102d-c01a-452f-b633-1eecad54b57c will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:16:21.024072 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-cf52aecb-abe9-4d46-bdd5-e56aa9804035 None None] Port f1ffde62-2312-4e94-abcf-1fa7f324800c cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:16:21.052473 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03555206-5cee-41bd-a9bf-1ed9732116f3 req-d7fe5b1f-c1a2-4bdf-af5a-ce1c7d1d0ce8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=4daf37ac-f62b-4771-9337-59e73fa29336 HTTP/1.1" status: 200 len: 217 time: 0.0407641 Sep 23 22:16:21.093013 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:21.118287 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a5aba36-b604-449a-8e8e-a120704b2c6f req-2dcffc41-0ac8-411d-95e7-ced1b90b5576 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179159 Sep 23 22:16:21.231108 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03555206-5cee-41bd-a9bf-1ed9732116f3 req-99daf26d-d44d-453a-87b3-145be63494ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:21.233836 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03555206-5cee-41bd-a9bf-1ed9732116f3 req-99daf26d-d44d-453a-87b3-145be63494ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1688635 Sep 23 22:16:21.237706 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Pushing event updated for resources: {'Port': ['ID=f89b102d-c01a-452f-b633-1eecad54b57c,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:21.326746 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b0644975-7421-4810-88b1-b82061c421ac req-416728e6-6c2d-4225-ba2d-fa7a3ac56902 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:21.371321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416728e6-6c2d-4225-ba2d-fa7a3ac56902 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Pushing event deleted for resources: {'Port': ['ID=b35fd1c1-f055-438d-8ed6-c089df9f6bf5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:21.429827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03555206-5cee-41bd-a9bf-1ed9732116f3 req-b1a15066-7f9d-438d-b697-991d2e93f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:21.431380 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03555206-5cee-41bd-a9bf-1ed9732116f3 req-b1a15066-7f9d-438d-b697-991d2e93f611 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1832964 Sep 23 22:16:21.433627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Attempting to bind port f89b102d-c01a-452f-b633-1eecad54b57c on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:16:21.433956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Attempting to bind port f89b102d-c01a-452f-b633-1eecad54b57c by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:16:21.434275 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Attempting to bind port f89b102d-c01a-452f-b633-1eecad54b57c on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:21.458814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ffde62-2312-4e94-abcf-1fa7f324800c {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:21.475753 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Port f89b102d-c01a-452f-b633-1eecad54b57c on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:16:21.476126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Attempting to bind port f89b102d-c01a-452f-b633-1eecad54b57c on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:21.480269 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:21.519904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:16:21.520253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Checking segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:16:21.520636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Bound using segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:16:21.521089 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Bound port: f89b102d-c01a-452f-b633-1eecad54b57c, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:16:21.521470 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:21.521654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912a033-651a-4a5e-a971-9e0acbfe46eb req-7cdfe29a-5616-4e69-a4f0-357c0329821f tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:21.524417 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3912a033-651a-4a5e-a971-9e0acbfe46eb req-7cdfe29a-5616-4e69-a4f0-357c0329821f tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 931 time: 0.1813400 Sep 23 22:16:21.526168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Transition to ACTIVE for port object f1ffde62-2312-4e94-abcf-1fa7f324800c will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:16:21.583772 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b0644975-7421-4810-88b1-b82061c421ac req-416728e6-6c2d-4225-ba2d-fa7a3ac56902 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:21.586471 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b0644975-7421-4810-88b1-b82061c421ac req-416728e6-6c2d-4225-ba2d-fa7a3ac56902 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:21.587639 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0644975-7421-4810-88b1-b82061c421ac req-416728e6-6c2d-4225-ba2d-fa7a3ac56902 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "DELETE /v2.0/floatingips/5916465c-6a26-43be-a873-e31c4dc57e35 HTTP/1.1" status: 204 len: 173 time: 1.6107233 Sep 23 22:16:21.589619 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3912a033-651a-4a5e-a971-9e0acbfe46eb req-613b3efc-4011-4e9a-917f-05a0e5332322 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556319 Sep 23 22:16:21.600565 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:21.629614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4882243-6cfc-4636-b3c4-9724fd8eec8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7580591f-965c-4a09-a27f-b2e5521bf77d'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:21.634282 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e303925-a23c-4c4c-9f76-f82be552aeb2" -d '{"events": [{"server_uuid": "b4882243-6cfc-4636-b3c4-9724fd8eec8b", "name": "network-vif-plugged", "status": "completed", "tag": "7580591f-965c-4a09-a27f-b2e5521bf77d"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:21.657594 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03555206-5cee-41bd-a9bf-1ed9732116f3 req-de100f75-5e35-4506-9f94-407770471e72 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976249 Sep 23 22:16:21.746923 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:21.774495 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f89b102d-c01a-452f-b633-1eecad54b57c,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:16:21.826261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ffde62-2312-4e94-abcf-1fa7f324800c,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:21.826833 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360edec2-95ba-4c32-9098-d397baad20ae req-dc9e0185-9f92-44bb-8c63-4a714dc9242c tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:21.828216 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-360edec2-95ba-4c32-9098-d397baad20ae req-dc9e0185-9f92-44bb-8c63-4a714dc9242c tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=511667e4-d33e-4742-904b-bfa1cb9263b5 HTTP/1.1" status: 200 len: 1100 time: 0.1446307 Sep 23 22:16:21.864893 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03555206-5cee-41bd-a9bf-1ed9732116f3 req-a21b92ba-0825-4d84-a83b-ea36cfc993d9 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893749 Sep 23 22:16:21.873046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:21.906292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acae756-8d1a-466c-b23c-cd7b87f73577 req-e5db4909-033e-4864-ba4a-eed0ea068f49 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:21.909491 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0acae756-8d1a-466c-b23c-cd7b87f73577 req-e5db4909-033e-4864-ba4a-eed0ea068f49 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 946 time: 0.1742837 Sep 23 22:16:21.920345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Attempting to bind port f1ffde62-2312-4e94-abcf-1fa7f324800c on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:16:21.920781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Attempting to bind port f1ffde62-2312-4e94-abcf-1fa7f324800c by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:16:21.921295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Attempting to bind port f1ffde62-2312-4e94-abcf-1fa7f324800c on network 7f02de17-3cdd-47cd-827d-131803615523 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:21.927783 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-360edec2-95ba-4c32-9098-d397baad20ae req-2383577a-a6e0-4c1e-bec8-bec65b5006eb tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873318 Sep 23 22:16:21.933092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:21.933796 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:21.935205 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] 10.222.0.67 "PUT /v2.0/ports/f89b102d-c01a-452f-b633-1eecad54b57c HTTP/1.1" status: 200 len: 1091 time: 1.9508102 Sep 23 22:16:21.935741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b', 'tag': 'f89b102d-c01a-452f-b633-1eecad54b57c'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:21.938062 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b54487-f80f-428e-9c6f-e392687cf02a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b", "tag": "f89b102d-c01a-452f-b633-1eecad54b57c"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:21.962422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Port f1ffde62-2312-4e94-abcf-1fa7f324800c on network 7f02de17-3cdd-47cd-827d-131803615523 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:16:21.963668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Attempting to bind port f1ffde62-2312-4e94-abcf-1fa7f324800c on network 7f02de17-3cdd-47cd-827d-131803615523 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:21.970532 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f200863-c974-4724-905d-aa57ba73c198 service neutron] Pushing event updated for resources: {'Port': ['ID=f89b102d-c01a-452f-b633-1eecad54b57c,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:21.977380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:16:21.977849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Checking segment: {'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:16:21.978459 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Bound using segment: {'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:16:21.979298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Bound port: f1ffde62-2312-4e94-abcf-1fa7f324800c, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d8a544-dc7a-460c-8784-eb052d3a0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f02de17-3cdd-47cd-827d-131803615523'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:16:21.984704 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:22.071142 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0acae756-8d1a-466c-b23c-cd7b87f73577 req-6bddd3f3-9490-4f77-851f-997f98bee4a3 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535573 Sep 23 22:16:22.123139 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] For port f1ffde62-2312-4e94-abcf-1fa7f324800c, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:22.128107 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] For port f1ffde62-2312-4e94-abcf-1fa7f324800c, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1ffde62-2312-4e94-abcf-1fa7f324800c,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:16:22.176282 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-e588c135-31e0-4a48-b0bf-099849f44144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:22.178342 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-e588c135-31e0-4a48-b0bf-099849f44144 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 1094 time: 0.0792017 Sep 23 22:16:22.193784 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:22.233222 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-7f45757a-ca79-4b66-99bc-6f108257c2ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f89b102d-c01a-452f-b633-1eecad54b57c HTTP/1.1" status: 200 len: 217 time: 0.0380101 Sep 23 22:16:22.264075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:22.265225 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:22.267289 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] 10.222.0.67 "PUT /v2.0/ports/f1ffde62-2312-4e94-abcf-1fa7f324800c HTTP/1.1" status: 200 len: 1091 time: 1.4551601 Sep 23 22:16:22.272092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876bca82-c6d4-4ea8-b0a3-7e944e32b320', 'tag': 'f1ffde62-2312-4e94-abcf-1fa7f324800c'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:22.274606 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d23c552-b449-40c0-b48c-18ace07e2f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "876bca82-c6d4-4ea8-b0a3-7e944e32b320", "tag": "f1ffde62-2312-4e94-abcf-1fa7f324800c"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:22.305009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-fadc69fa-f8f2-4eac-b392-1809e34e2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:22.306623 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-fadc69fa-f8f2-4eac-b392-1809e34e2032 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.0622716 Sep 23 22:16:22.316215 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246201c-d8a3-4238-9994-782ef876bf16 req-b6f6d043-b47d-4fb2-bff0-648f0bfa4212 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:22.318046 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f246201c-d8a3-4238-9994-782ef876bf16 req-b6f6d043-b47d-4fb2-bff0-648f0bfa4212 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 948 time: 0.1370509 Sep 23 22:16:22.319386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec0608-6010-48d1-8f26-8d98bb12cba9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ffde62-2312-4e94-abcf-1fa7f324800c,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:22.357667 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-80a580b0-8712-4ea1-bf6d-bd6f9c3b4c67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353918 Sep 23 22:16:22.403386 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f246201c-d8a3-4238-9994-782ef876bf16 req-96ac8e58-e3eb-40dc-80ec-5c82fb767846 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0a673ad-0e03-4b1a-8294-a3eace858d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692265 Sep 23 22:16:22.511793 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-fbde2a63-daf0-4d4b-8cb0-4f679e6543a8 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401401 Sep 23 22:16:22.588422 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be43cb9-9540-4840-9fcd-ee2b782168d3 x-openstack-request-id: req-1be43cb9-9540-4840-9fcd-ee2b782168d3 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:22.589413 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4882243-6cfc-4636-b3c4-9724fd8eec8b", "name": "network-vif-plugged", "status": "completed", "tag": "7580591f-965c-4a09-a27f-b2e5521bf77d", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:22.589413 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1be43cb9-9540-4840-9fcd-ee2b782168d3 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:22.591183 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4882243-6cfc-4636-b3c4-9724fd8eec8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7580591f-965c-4a09-a27f-b2e5521bf77d', 'code': 200} Sep 23 22:16:22.686095 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e9aeb61-5d44-4b3e-91cf-8117baaeedf1 req-54e0dd65-8bc2-4c1f-8b06-7482337eaba8 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536672 Sep 23 22:16:22.749159 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc265609-8293-405f-8fd2-c9e087308f92 req-131bba74-0ee1-4714-b0bb-6988217ea0c7 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:22.752426 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc265609-8293-405f-8fd2-c9e087308f92 req-131bba74-0ee1-4714-b0bb-6988217ea0c7 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 943 time: 0.0816870 Sep 23 22:16:22.759729 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-9521f614-c8ec-42eb-b1bd-79ab70fdaef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:22.764596 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-9521f614-c8ec-42eb-b1bd-79ab70fdaef0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8b6969335334004955419fa121e731e&device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 1094 time: 0.2813308 Sep 23 22:16:22.870854 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc265609-8293-405f-8fd2-c9e087308f92 req-adb75fbb-672c-4fe7-81a3-0b811c4b3b0b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034160 Sep 23 22:16:22.879860 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4f71e-faf0-48ac-9237-db6be6e6a7d5 req-c8c8a9fa-0018-4151-aede-8e04021d42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:22.882421 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c0e4f71e-faf0-48ac-9237-db6be6e6a7d5 req-c8c8a9fa-0018-4151-aede-8e04021d42b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 1097 time: 0.1284730 Sep 23 22:16:22.940355 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c0e4f71e-faf0-48ac-9237-db6be6e6a7d5 req-a5302e2a-c81d-4182-aa9c-48e226e71f17 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496283 Sep 23 22:16:22.960365 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac3bbc0-1609-4810-ba99-ed5112cb6ba1 x-openstack-request-id: req-4ac3bbc0-1609-4810-ba99-ed5112cb6ba1 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:22.960873 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b", "tag": "f89b102d-c01a-452f-b633-1eecad54b57c", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:22.961328 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ac3bbc0-1609-4810-ba99-ed5112cb6ba1 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:22.961855 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b', 'tag': 'f89b102d-c01a-452f-b633-1eecad54b57c', 'status': 'completed', 'code': 200} Sep 23 22:16:23.110188 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-7b9f25f4-ad32-4417-b53b-b4beefc44f28 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3756e6e4b7384c58b79362f025ad60eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235767 Sep 23 22:16:23.152610 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-12afffea-5723-4d9a-a049-9119dfdd9069 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1ffde62-2312-4e94-abcf-1fa7f324800c HTTP/1.1" status: 200 len: 217 time: 0.3672459 Sep 23 22:16:23.162594 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fe7e0-3b6d-45ce-8388-6e1933dd25b0 req-cfddcc56-f7f4-4541-a3d9-71182ec14635 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:23.164098 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb7fe7e0-3b6d-45ce-8388-6e1933dd25b0 req-cfddcc56-f7f4-4541-a3d9-71182ec14635 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7300205 Sep 23 22:16:23.200488 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3950b0f7-2606-4bd7-af87-4ab0fa973327 x-openstack-request-id: req-3950b0f7-2606-4bd7-af87-4ab0fa973327 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:23.200773 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876bca82-c6d4-4ea8-b0a3-7e944e32b320", "tag": "f1ffde62-2312-4e94-abcf-1fa7f324800c", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:23.201023 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3950b0f7-2606-4bd7-af87-4ab0fa973327 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:23.201462 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876bca82-c6d4-4ea8-b0a3-7e944e32b320', 'tag': 'f1ffde62-2312-4e94-abcf-1fa7f324800c', 'status': 'completed', 'code': 200} Sep 23 22:16:23.212253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-88173e1a-fc55-470a-b34e-722557138552 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:23.214062 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-88173e1a-fc55-470a-b34e-722557138552 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1166506 Sep 23 22:16:23.230028 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-37ab73d4-49bb-4057-9ac6-0badc69fdae1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/quotas/3756e6e4b7384c58b79362f025ad60eb HTTP/1.1" status: 200 len: 375 time: 0.0097332 Sep 23 22:16:23.294600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75b6c7-f727-41b8-9f89-9b11afbf2065 req-3ef9fec0-74ba-41db-8690-76b13f058d82 tempest-ServersAdminNegativeTestJSON-1743981150 tempest-ServersAdminNegativeTestJSON-1743981150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:23.296135 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c75b6c7-f727-41b8-9f89-9b11afbf2065 req-3ef9fec0-74ba-41db-8690-76b13f058d82 tempest-ServersAdminNegativeTestJSON-1743981150 tempest-ServersAdminNegativeTestJSON-1743981150-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 1101 time: 0.0505443 Sep 23 22:16:23.311100 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-5093d2c5-9389-49f1-850f-28d61d97ed72 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0750022 Sep 23 22:16:23.321434 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0c75b6c7-f727-41b8-9f89-9b11afbf2065 req-03d5bab3-ec00-4371-997a-6f84ca2a51ab tempest-ServersAdminNegativeTestJSON-1743981150 tempest-ServersAdminNegativeTestJSON-1743981150-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:23.500313 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0c75b6c7-f727-41b8-9f89-9b11afbf2065 req-03d5bab3-ec00-4371-997a-6f84ca2a51ab tempest-ServersAdminNegativeTestJSON-1743981150 tempest-ServersAdminNegativeTestJSON-1743981150-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:23.510251 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-c471374f-949f-4be3-bd97-39512a408f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:23.513497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-c471374f-949f-4be3-bd97-39512a408f0f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92fcb3eb-b34b-4893-a379-9f6f842e3c9e HTTP/1.1" status: 200 len: 862 time: 0.0858786 Sep 23 22:16:23.570938 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0c75b6c7-f727-41b8-9f89-9b11afbf2065 req-03d5bab3-ec00-4371-997a-6f84ca2a51ab tempest-ServersAdminNegativeTestJSON-1743981150 tempest-ServersAdminNegativeTestJSON-1743981150-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:23.572589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b54487-f80f-428e-9c6f-e392687cf02a req-a9b14267-32c2-4b2a-b88d-4ad9e3adace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:23.574518 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-81b54487-f80f-428e-9c6f-e392687cf02a req-a9b14267-32c2-4b2a-b88d-4ad9e3adace9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 1094 time: 0.0896311 Sep 23 22:16:23.591567 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-c545c5ae-da0f-46a2-949d-8c1721a9448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:23.594234 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-c545c5ae-da0f-46a2-949d-8c1721a9448a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f02de17-3cdd-47cd-827d-131803615523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663490 Sep 23 22:16:23.607576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c75b6c7-f727-41b8-9f89-9b11afbf2065 req-03d5bab3-ec00-4371-997a-6f84ca2a51ab tempest-ServersAdminNegativeTestJSON-1743981150 tempest-ServersAdminNegativeTestJSON-1743981150-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047590 Sep 23 22:16:23.690579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4daf37ac-f62b-4771-9337-59e73fa29336 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:16:23.708720 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:16:23.805395 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-b8411ebe-be9f-4d03-a08c-f6347be83059 service neutron] 10.222.0.67 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716089 Sep 23 22:16:23.868834 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4daf37ac-f62b-4771-9337-59e73fa29336, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4daf37ac-f62b-4771-9337-59e73fa29336,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:23.880092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5bab3-ec00-4371-997a-6f84ca2a51ab tempest-ServersAdminNegativeTestJSON-1743981150 tempest-ServersAdminNegativeTestJSON-1743981150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b7aa3a-421d-48d7-b6e7-28fd17e6f9a0,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:23.904766 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '4daf37ac-f62b-4771-9337-59e73fa29336', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '4daf37ac-f62b-4771-9337-59e73fa29336', 'mac_address': 'fa:16:3e:84:22:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:16:23.978845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9998694-86e7-42bc-84fd-99db96b5a457 req-a12f0712-92c7-4499-9060-b89ee7272541 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:23.981821 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f9998694-86e7-42bc-84fd-99db96b5a457 req-a12f0712-92c7-4499-9060-b89ee7272541 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 943 time: 0.1747627 Sep 23 22:16:23.996434 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:24.028001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4daf37ac-f62b-4771-9337-59e73fa29336 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:24.074266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4daf37ac-f62b-4771-9337-59e73fa29336, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4daf37ac-f62b-4771-9337-59e73fa29336,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:24.130021 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f9998694-86e7-42bc-84fd-99db96b5a457 req-db23470e-4f21-484c-bbcd-ff62a984a72d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994072 Sep 23 22:16:24.136794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be02ff4-5e63-44f0-bd75-818de607f1d8 req-7f266c2a-b987-4c80-9500-214705124ee3 service neutron] 10.222.0.67 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765350 Sep 23 22:16:24.147309 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:24.268602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4daf37ac-f62b-4771-9337-59e73fa29336,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:24.300423 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b54487-f80f-428e-9c6f-e392687cf02a req-64186967-4a97-46b6-a10c-920ba4ea9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:24.302028 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-81b54487-f80f-428e-9c6f-e392687cf02a req-64186967-4a97-46b6-a10c-920ba4ea9460 service neutron] 10.222.0.67 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.6714907 Sep 23 22:16:24.319772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b50b85-7549-477b-8ab9-2e9ccaa46278 req-451ad161-577e-4001-a0d7-fc3ccd6f639d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:24.321411 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70b50b85-7549-477b-8ab9-2e9ccaa46278 req-451ad161-577e-4001-a0d7-fc3ccd6f639d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 946 time: 0.5180604 Sep 23 22:16:24.370559 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af7214aa-1e40-425e-9141-71676d62d7db req-4260ec63-31d1-4ed8-aace-19812f50ea31 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=9dc9135a7e904f8c8d3d18594a024c3c HTTP/1.1" status: 200 len: 1656 time: 0.1564009 Sep 23 22:16:24.371360 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-81b54487-f80f-428e-9c6f-e392687cf02a req-4ccf187b-bd89-41d8-a331-27b9cb8d850a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f89b102d-c01a-452f-b633-1eecad54b57c HTTP/1.1" status: 200 len: 217 time: 0.0484388 Sep 23 22:16:24.420959 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70b50b85-7549-477b-8ab9-2e9ccaa46278 req-c690f47d-59d3-4ec4-9067-00571c71de88 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924206 Sep 23 22:16:24.448766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23c552-b449-40c0-b48c-18ace07e2f5e req-d44ad467-f3a1-470d-9722-31a8f9e569b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:24.450462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d23c552-b449-40c0-b48c-18ace07e2f5e req-d44ad467-f3a1-470d-9722-31a8f9e569b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8b6969335334004955419fa121e731e&device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 1094 time: 0.1351521 Sep 23 22:16:24.455052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b54487-f80f-428e-9c6f-e392687cf02a req-b9f9d424-453c-4080-ab99-79b00e10dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:24.460121 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-81b54487-f80f-428e-9c6f-e392687cf02a req-b9f9d424-453c-4080-ab99-79b00e10dbbc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.0792859 Sep 23 22:16:24.540924 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-81b54487-f80f-428e-9c6f-e392687cf02a req-cb547be9-62f4-43b7-b76d-e4585e2b1302 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661783 Sep 23 22:16:24.595887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7214aa-1e40-425e-9141-71676d62d7db req-a9a05b4d-f574-43cd-b6f2-a5fcf7791b5a tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:24.597311 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af7214aa-1e40-425e-9141-71676d62d7db req-a9a05b4d-f574-43cd-b6f2-a5fcf7791b5a tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/networks?id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 787 time: 0.2132738 Sep 23 22:16:24.615285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-af7214aa-1e40-425e-9141-71676d62d7db req-b859914b-f504-4809-a9d4-0eab74d0f6f6 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:16:24.616357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af7214aa-1e40-425e-9141-71676d62d7db req-b859914b-f504-4809-a9d4-0eab74d0f6f6 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082591 Sep 23 22:16:24.634125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23c552-b449-40c0-b48c-18ace07e2f5e req-632d4e5c-11aa-43a6-8459-26ffcbde9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:24.639415 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d23c552-b449-40c0-b48c-18ace07e2f5e req-632d4e5c-11aa-43a6-8459-26ffcbde9135 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f02de17-3cdd-47cd-827d-131803615523 HTTP/1.1" status: 200 len: 924 time: 0.1470351 Sep 23 22:16:24.661072 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['4daf37ac-f62b-4771-9337-59e73fa29336'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:24.699218 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d23c552-b449-40c0-b48c-18ace07e2f5e req-302f51f2-d572-4144-8edc-5ca4399519df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1ffde62-2312-4e94-abcf-1fa7f324800c HTTP/1.1" status: 200 len: 217 time: 0.0546038 Sep 23 22:16:24.727994 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-035ee9e9-7be5-4567-86c6-9d6cb967e245 req-cd72b32f-3fce-4aed-9ea4-af909dea9db8 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 210 time: 0.0278115 Sep 23 22:16:24.738102 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbf206-f149-4620-a5c2-1b65c4f16d3a req-ed517402-d68a-4b71-96bc-164d6357cefa tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:24.740548 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ddcbf206-f149-4620-a5c2-1b65c4f16d3a req-ed517402-d68a-4b71-96bc-164d6357cefa tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 949 time: 0.1799097 Sep 23 22:16:24.788892 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-81b54487-f80f-428e-9c6f-e392687cf02a req-2a27dd5a-0371-4b74-bca6-8d43ae46adff service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156799 Sep 23 22:16:24.792178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23c552-b449-40c0-b48c-18ace07e2f5e req-02248a2e-97cd-4117-8ef2-de1469e6583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:24.793649 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d23c552-b449-40c0-b48c-18ace07e2f5e req-02248a2e-97cd-4117-8ef2-de1469e6583f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92fcb3eb-b34b-4893-a379-9f6f842e3c9e HTTP/1.1" status: 200 len: 862 time: 0.0646176 Sep 23 22:16:24.823108 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ddcbf206-f149-4620-a5c2-1b65c4f16d3a req-0f1a718f-bde8-4b8b-a040-075ee6db85f6 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0a673ad-0e03-4b1a-8294-a3eace858d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664048 Sep 23 22:16:24.970755 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbfdb0cf-3d1f-4527-8289-5acaaabc97eb req-429352b3-51f4-4495-885e-96a26d5f0d9b tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips/f0f1768d-e8b6-4529-b45a-2221ef541ecb HTTP/1.1" status: 200 len: 693 time: 0.0694396 Sep 23 22:16:24.989228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23c552-b449-40c0-b48c-18ace07e2f5e req-83feaf44-7af5-455a-929a-1d59016300c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:24.991252 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d23c552-b449-40c0-b48c-18ace07e2f5e req-83feaf44-7af5-455a-929a-1d59016300c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f02de17-3cdd-47cd-827d-131803615523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626644 Sep 23 22:16:25.009201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448874c-7ee5-4a92-8605-8aafd6346502 req-40d40525-5777-431a-9bf0-d3ad09f57bec tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:25.011631 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d448874c-7ee5-4a92-8605-8aafd6346502 req-40d40525-5777-431a-9bf0-d3ad09f57bec tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 943 time: 0.0783858 Sep 23 22:16:25.135230 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d448874c-7ee5-4a92-8605-8aafd6346502 req-612e62e1-791d-46d9-8052-0ebeb517bcf4 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972574 Sep 23 22:16:25.163206 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d23c552-b449-40c0-b48c-18ace07e2f5e req-8c494af6-0d63-4ed8-a238-70807e741e50 service neutron] 10.222.0.67 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504993 Sep 23 22:16:25.209490 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-81b54487-f80f-428e-9c6f-e392687cf02a req-6449d4a7-37f8-4448-bfc0-e1b296b698b1 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718276 Sep 23 22:16:25.268673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdb0cf-3d1f-4527-8289-5acaaabc97eb req-373df92c-89a2-4c02-a608-47520b99e42e tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:25.280817 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbfdb0cf-3d1f-4527-8289-5acaaabc97eb req-373df92c-89a2-4c02-a608-47520b99e42e tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.2578444 Sep 23 22:16:25.355054 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d23c552-b449-40c0-b48c-18ace07e2f5e req-75020415-5d28-4c3d-93c6-944e6a4de613 service neutron] 10.222.0.67 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836169 Sep 23 22:16:25.357345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3a2b4-4662-4b78-a39f-75d66e91c2c6 req-8726e3f9-4336-4e73-87ca-4c7730055244 tempest-ServersAdminNegativeTestJSON-1743981150 tempest-ServersAdminNegativeTestJSON-1743981150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:25.358854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-07f3a2b4-4662-4b78-a39f-75d66e91c2c6 req-8726e3f9-4336-4e73-87ca-4c7730055244 tempest-ServersAdminNegativeTestJSON-1743981150 tempest-ServersAdminNegativeTestJSON-1743981150-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 1101 time: 0.0807345 Sep 23 22:16:25.396815 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbfdb0cf-3d1f-4527-8289-5acaaabc97eb req-e612bd0e-d321-4460-b375-d16787a9ba6a tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 696 time: 0.1120870 Sep 23 22:16:25.409770 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-07f3a2b4-4662-4b78-a39f-75d66e91c2c6 req-ae307b77-42bf-450b-bc0d-059e001b81f2 tempest-ServersAdminNegativeTestJSON-1743981150 tempest-ServersAdminNegativeTestJSON-1743981150-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 Sep 23 22:16:25.475081 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbfdb0cf-3d1f-4527-8289-5acaaabc97eb req-f6c13007-87a9-42f5-9a92-d13d071d0e13 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 696 time: 0.0766964 Sep 23 22:16:25.668106 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-dbfdb0cf-3d1f-4527-8289-5acaaabc97eb req-f530a792-94af-4360-bbf5-7b14aba82b83 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Deleting port 92882903-62b6-4d8a-a791-0526e01ddc84 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:16:25.668435 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-dbfdb0cf-3d1f-4527-8289-5acaaabc97eb req-f530a792-94af-4360-bbf5-7b14aba82b83 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:25.737131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f5fe1-acf5-4174-a755-02cc5cc6905f req-15b045e9-f189-445f-98d5-a72ac32ceda7 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:25.741923 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb2f5fe1-acf5-4174-a755-02cc5cc6905f req-15b045e9-f189-445f-98d5-a72ac32ceda7 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 943 time: 0.0955677 Sep 23 22:16:25.765346 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-dbfdb0cf-3d1f-4527-8289-5acaaabc97eb req-f530a792-94af-4360-bbf5-7b14aba82b83 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:25.765675 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-dbfdb0cf-3d1f-4527-8289-5acaaabc97eb req-f530a792-94af-4360-bbf5-7b14aba82b83 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:25.783196 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-dbfdb0cf-3d1f-4527-8289-5acaaabc97eb req-f530a792-94af-4360-bbf5-7b14aba82b83 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Calling delete_port for 92882903-62b6-4d8a-a791-0526e01ddc84 owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:16:25.795636 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb2f5fe1-acf5-4174-a755-02cc5cc6905f req-d711d89c-79c0-4a59-91c8-2accfb3dde8e tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467174 Sep 23 22:16:26.033251 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90733-54dc-4fd6-968b-550f33c93d61 req-12c79c25-0758-44e3-b92d-d2137e342470 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:26.035175 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9da90733-54dc-4fd6-968b-550f33c93d61 req-12c79c25-0758-44e3-b92d-d2137e342470 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 946 time: 0.0623841 Sep 23 22:16:26.043743 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-dbfdb0cf-3d1f-4527-8289-5acaaabc97eb req-f530a792-94af-4360-bbf5-7b14aba82b83 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:26.074255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530a792-94af-4360-bbf5-7b14aba82b83 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Pushing event deleted for resources: {'Port': ['ID=92882903-62b6-4d8a-a791-0526e01ddc84,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:26.092240 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9da90733-54dc-4fd6-968b-550f33c93d61 req-933b6878-62f2-4f2f-b524-fe092690573a tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507326 Sep 23 22:16:26.169135 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-dbfdb0cf-3d1f-4527-8289-5acaaabc97eb req-f530a792-94af-4360-bbf5-7b14aba82b83 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:26.173303 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-dbfdb0cf-3d1f-4527-8289-5acaaabc97eb req-f530a792-94af-4360-bbf5-7b14aba82b83 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:26.175046 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbfdb0cf-3d1f-4527-8289-5acaaabc97eb req-f530a792-94af-4360-bbf5-7b14aba82b83 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "DELETE /v2.0/floatingips/f0f1768d-e8b6-4529-b45a-2221ef541ecb HTTP/1.1" status: 204 len: 173 time: 0.6929514 Sep 23 22:16:26.303029 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-388e01de-2e18-4a95-b4ac-6c22b4c69713 req-c2a8e007-5d43-4845-ba03-43ce9fdc295a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 210 time: 0.0482643 Sep 23 22:16:26.350408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a1e93-c951-4e3d-8728-6a8a860bb6b8 req-4ce2982c-0c01-4a08-bccc-ac00613454d1 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:26.352197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c6a1e93-c951-4e3d-8728-6a8a860bb6b8 req-4ce2982c-0c01-4a08-bccc-ac00613454d1 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 949 time: 0.0646825 Sep 23 22:16:26.387845 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-24feb201-c457-4080-a3cc-5236a00886ea tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3756e6e4b7384c58b79362f025ad60eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455251 Sep 23 22:16:26.404546 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c6a1e93-c951-4e3d-8728-6a8a860bb6b8 req-0d840e4b-4825-4ad8-859b-d8841e90f8d6 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0a673ad-0e03-4b1a-8294-a3eace858d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458813 Sep 23 22:16:26.544783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-43cf18ba-2309-463b-b2f4-b4f45c121bed tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:26.546467 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-43cf18ba-2309-463b-b2f4-b4f45c121bed tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1474297 Sep 23 22:16:26.566331 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-50aff870-ba7b-4fa6-b19c-dea3efa43fcb tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips/9add8087-ae89-4c51-8555-ece3dba596de HTTP/1.1" status: 200 len: 692 time: 0.0790987 Sep 23 22:16:26.567912 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-11fedfaf-1636-4bfc-ae1e-b9d39bfbac23 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Request body: {'port': {'device_id': 'd781f6c1-2aa2-41ed-9b6d-5443cdcfd523', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '3756e6e4b7384c58b79362f025ad60eb'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:26.737951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-e16112b4-482c-40c1-aa95-ebe52f523e09 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:26.739825 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-e16112b4-482c-40c1-aa95-ebe52f523e09 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.1569707 Sep 23 22:16:26.754633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-f772b797-d8a8-420e-b931-31da81a9da24 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:16:26.755793 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-f772b797-d8a8-420e-b931-31da81a9da24 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095878 Sep 23 22:16:26.776382 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ed66-4af4-4b83-b1c8-87fb307212ff req-85465c7c-0754-45dc-a285-4d8f3e4b925f tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:26.778116 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a612ed66-4af4-4b83-b1c8-87fb307212ff req-85465c7c-0754-45dc-a285-4d8f3e4b925f tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 1097 time: 0.1104305 Sep 23 22:16:26.824891 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-d744b2af-58c9-4c8c-81c2-f2421a87465b tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.0546947 Sep 23 22:16:26.854107 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a612ed66-4af4-4b83-b1c8-87fb307212ff req-540e8f46-e25f-4899-abaa-8d1beb055875 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633838 Sep 23 22:16:26.885987 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-78fdfb70-9b3d-4df7-b936-e1e26428208d tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.0520446 Sep 23 22:16:27.065510 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f89b102d-c01a-452f-b633-1eecad54b57c details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:16:27.107257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-e0b6be2f-91cb-44cf-a231-0edac8b0f6e9 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Deleting port 36f900d6-ea09-463f-b3e1-7347b383b8b7 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:16:27.107257 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-e0b6be2f-91cb-44cf-a231-0edac8b0f6e9 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:27.193739 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-e0b6be2f-91cb-44cf-a231-0edac8b0f6e9 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:27.194083 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-e0b6be2f-91cb-44cf-a231-0edac8b0f6e9 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:27.200021 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f89b102d-c01a-452f-b633-1eecad54b57c,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:27.208783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-e0b6be2f-91cb-44cf-a231-0edac8b0f6e9 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Calling delete_port for 36f900d6-ea09-463f-b3e1-7347b383b8b7 owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:16:27.223522 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'f89b102d-c01a-452f-b633-1eecad54b57c', 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c', 'port_id': 'f89b102d-c01a-452f-b633-1eecad54b57c', 'mac_address': 'fa:16:3e:f2:59:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:16:27.237760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-11fedfaf-1636-4bfc-ae1e-b9d39bfbac23 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Made reservation on behalf of 3756e6e4b7384c58b79362f025ad60eb for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:16:27.241511 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-11fedfaf-1636-4bfc-ae1e-b9d39bfbac23 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:27.297841 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:27.323810 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89b102d-c01a-452f-b633-1eecad54b57c {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:27.342420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbedf9c-8f66-4549-bd0b-168c080ccd11 req-beef56ca-2868-43f6-8b50-089f95931bdd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:27.344686 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8dbedf9c-8f66-4549-bd0b-168c080ccd11 req-beef56ca-2868-43f6-8b50-089f95931bdd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 943 time: 0.1450155 Sep 23 22:16:27.365716 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f89b102d-c01a-452f-b633-1eecad54b57c,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:27.444539 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:27.449349 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8dbedf9c-8f66-4549-bd0b-168c080ccd11 req-510e3bc4-48eb-4c6b-9cf6-ca0dba5b46e1 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866218 Sep 23 22:16:27.470292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-11fedfaf-1636-4bfc-ae1e-b9d39bfbac23 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Allocated IP 192.168.233.215 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/b142229a-6288-47ed-bd33-e95175347df1) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:16:27.472728 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-e0b6be2f-91cb-44cf-a231-0edac8b0f6e9 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:27.580082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6be2f-91cb-44cf-a231-0edac8b0f6e9 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Pushing event deleted for resources: {'Port': ['ID=36f900d6-ea09-463f-b3e1-7347b383b8b7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:27.581406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f89b102d-c01a-452f-b633-1eecad54b57c,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:27.650789 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-e0b6be2f-91cb-44cf-a231-0edac8b0f6e9 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:27.661404 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-e0b6be2f-91cb-44cf-a231-0edac8b0f6e9 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:27.662796 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28cc1046-12ab-447c-9f11-3c5f1aa4bdee req-e0b6be2f-91cb-44cf-a231-0edac8b0f6e9 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "DELETE /v2.0/floatingips/9add8087-ae89-4c51-8555-ece3dba596de HTTP/1.1" status: 204 len: 173 time: 0.7647572 Sep 23 22:16:27.718062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4daf37ac-f62b-4771-9337-59e73fa29336 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:16:27.782467 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-11fedfaf-1636-4bfc-ae1e-b9d39bfbac23 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:28.111455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867aa9d-659c-4b60-90c1-51a2cc7ad087 req-36ac04e8-fd8c-4208-8681-8f4ba14b6e38 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:28.111455 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a867aa9d-659c-4b60-90c1-51a2cc7ad087 req-36ac04e8-fd8c-4208-8681-8f4ba14b6e38 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 1097 time: 0.0558209 Sep 23 22:16:28.113250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a71e24-7665-4dc4-bfed-144e8f55014c req-deb90202-2f0b-4ef8-b89d-714209ff5dcf tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:28.113250 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-95a71e24-7665-4dc4-bfed-144e8f55014c req-deb90202-2f0b-4ef8-b89d-714209ff5dcf tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 943 time: 0.1120024 Sep 23 22:16:28.114713 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a867aa9d-659c-4b60-90c1-51a2cc7ad087 req-93649053-e9a7-4bce-85d3-dcde1e4121b9 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451124 Sep 23 22:16:28.114937 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-95a71e24-7665-4dc4-bfed-144e8f55014c req-66ca0620-ef60-4ab8-add9-68c568fa7ca5 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390806 Sep 23 22:16:28.115607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['f89b102d-c01a-452f-b633-1eecad54b57c'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:28.116508 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e671ba1-fdc9-48a9-9255-b1323041139e req-8b7e06a0-02e3-4697-9829-295e4786c350 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 210 time: 0.0401142 Sep 23 22:16:28.117037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c395c-766d-45dd-b4b1-c4269518563a req-97b0fe55-8e39-45d7-9198-adeed4a97e06 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:28.117037 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c4c395c-766d-45dd-b4b1-c4269518563a req-97b0fe55-8e39-45d7-9198-adeed4a97e06 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 949 time: 0.0743215 Sep 23 22:16:28.124536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 4daf37ac-f62b-4771-9337-59e73fa29336 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:16:28.132018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 4daf37ac-f62b-4771-9337-59e73fa29336 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:28.132396 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:28.167062 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c4c395c-766d-45dd-b4b1-c4269518563a req-bef77544-e8f2-419c-8ff9-739f1bd84633 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0a673ad-0e03-4b1a-8294-a3eace858d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704784 Sep 23 22:16:28.239851 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-11fedfaf-1636-4bfc-ae1e-b9d39bfbac23 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:28.269326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1', '286dd15c-7fc1-4071-8dd8-38aeb54576b2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:28.287657 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ea42b0d-fc80-4a12-9e4a-49733c1f7d33 req-5513c7a8-1649-4f7b-be7e-6c009dbf759c tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips/819479d4-2b22-4fe0-9bc8-efa137125408 HTTP/1.1" status: 200 len: 693 time: 0.1207223 Sep 23 22:16:28.291909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-11fedfaf-1636-4bfc-ae1e-b9d39bfbac23 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:16:28.307226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-11fedfaf-1636-4bfc-ae1e-b9d39bfbac23 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:16:28.315880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-11fedfaf-1636-4bfc-ae1e-b9d39bfbac23 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:16:28.319858 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:28.390887 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d45a06-6eac-4799-a2cc-f434509a4132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daf37ac-f62b-4771-9337-59e73fa29336'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:28.390887 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433da702-a369-4db6-bb1d-3e6d13488186" -d '{"events": [{"server_uuid": "e9d45a06-6eac-4799-a2cc-f434509a4132", "name": "network-vif-plugged", "status": "completed", "tag": "4daf37ac-f62b-4771-9337-59e73fa29336"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:28.392589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fedfaf-1636-4bfc-ae1e-b9d39bfbac23 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event updated for resources: {'Port': ['ID=b142229a-6288-47ed-bd33-e95175347df1,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:28.392796 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4daf37ac-f62b-4771-9337-59e73fa29336, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4daf37ac-f62b-4771-9337-59e73fa29336,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:28.443368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-11fedfaf-1636-4bfc-ae1e-b9d39bfbac23 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:28.444048 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-11fedfaf-1636-4bfc-ae1e-b9d39bfbac23 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:28.481325 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:28.486693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea42b0d-fc80-4a12-9e4a-49733c1f7d33 req-c153e5b5-1d0b-4bdf-9923-60d3d0c801d5 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:28.488227 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ea42b0d-fc80-4a12-9e4a-49733c1f7d33 req-c153e5b5-1d0b-4bdf-9923-60d3d0c801d5 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.1932139 Sep 23 22:16:28.544362 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-11fedfaf-1636-4bfc-ae1e-b9d39bfbac23 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9814959 Sep 23 22:16:28.547440 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ea42b0d-fc80-4a12-9e4a-49733c1f7d33 req-4a4280d1-90d6-434b-ac59-8aad8089867e tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.250 HTTP/1.1" status: 200 len: 696 time: 0.0516756 Sep 23 22:16:28.563613 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4daf37ac-f62b-4771-9337-59e73fa29336,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:28.609308 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Request body: {'port': {'device_id': 'd781f6c1-2aa2-41ed-9b6d-5443cdcfd523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:28.636836 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ea42b0d-fc80-4a12-9e4a-49733c1f7d33 req-b94abe79-f767-495b-a6f9-f7660a94c75f tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.250 HTTP/1.1" status: 200 len: 696 time: 0.0825698 Sep 23 22:16:28.652270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bfc80204-e116-4d5f-8982-be8cfc88da9c None None] Provisioning complete for port b142229a-6288-47ed-bd33-e95175347df1 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:28.652550 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bfc80204-e116-4d5f-8982-be8cfc88da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:28.712636 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-bfc80204-e116-4d5f-8982-be8cfc88da9c None None] Port b142229a-6288-47ed-bd33-e95175347df1 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:16:28.814786 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:29.058844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d', '22eb675b-033b-4f09-a95d-dda8d9843398'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:29.085031 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f1ffde62-2312-4e94-abcf-1fa7f324800c details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:16:29.109848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9ea42b0d-fc80-4a12-9e4a-49733c1f7d33 req-3051e43b-464e-4e9d-ad3c-eb8eb3d4df66 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Deleting port 5d8dfe49-4214-413b-9a05-fb2d89f69831 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:16:29.110494 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9ea42b0d-fc80-4a12-9e4a-49733c1f7d33 req-3051e43b-464e-4e9d-ad3c-eb8eb3d4df66 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:29.296617 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9ea42b0d-fc80-4a12-9e4a-49733c1f7d33 req-3051e43b-464e-4e9d-ad3c-eb8eb3d4df66 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:29.297233 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9ea42b0d-fc80-4a12-9e4a-49733c1f7d33 req-3051e43b-464e-4e9d-ad3c-eb8eb3d4df66 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:29.297376 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f1ffde62-2312-4e94-abcf-1fa7f324800c, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1ffde62-2312-4e94-abcf-1fa7f324800c,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:29.325865 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'f1ffde62-2312-4e94-abcf-1fa7f324800c', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'port_id': 'f1ffde62-2312-4e94-abcf-1fa7f324800c', 'mac_address': 'fa:16:3e:27:04:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:16:29.340622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9ea42b0d-fc80-4a12-9e4a-49733c1f7d33 req-3051e43b-464e-4e9d-ad3c-eb8eb3d4df66 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Calling delete_port for 5d8dfe49-4214-413b-9a05-fb2d89f69831 owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:16:29.403648 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:29.431148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ffde62-2312-4e94-abcf-1fa7f324800c {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:29.480792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f1ffde62-2312-4e94-abcf-1fa7f324800c, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1ffde62-2312-4e94-abcf-1fa7f324800c,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:29.553619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b142229a-6288-47ed-bd33-e95175347df1 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:29.558228 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:29.580892 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:29.620439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f1ffde62-2312-4e94-abcf-1fa7f324800c,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:29.630200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Transition to ACTIVE for port object b142229a-6288-47ed-bd33-e95175347df1 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:16:29.736210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:29.796903 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9ea42b0d-fc80-4a12-9e4a-49733c1f7d33 req-3051e43b-464e-4e9d-ad3c-eb8eb3d4df66 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:29.850716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Pushing event updated for resources: {'Port': ['ID=b142229a-6288-47ed-bd33-e95175347df1,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:29.915419 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051e43b-464e-4e9d-ad3c-eb8eb3d4df66 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Pushing event deleted for resources: {'Port': ['ID=5d8dfe49-4214-413b-9a05-fb2d89f69831,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:30.001823 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9ea42b0d-fc80-4a12-9e4a-49733c1f7d33 req-3051e43b-464e-4e9d-ad3c-eb8eb3d4df66 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:30.006216 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9ea42b0d-fc80-4a12-9e4a-49733c1f7d33 req-3051e43b-464e-4e9d-ad3c-eb8eb3d4df66 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:30.008752 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ea42b0d-fc80-4a12-9e4a-49733c1f7d33 req-3051e43b-464e-4e9d-ad3c-eb8eb3d4df66 tempest-FloatingIPDetailsTestJSON-53051910 tempest-FloatingIPDetailsTestJSON-53051910-project] 10.222.0.22 "DELETE /v2.0/floatingips/819479d4-2b22-4fe0-9bc8-efa137125408 HTTP/1.1" status: 204 len: 173 time: 1.3610506 Sep 23 22:16:30.015122 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36494) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:30.071066 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21763931-5696-48df-8d5a-d5ff9c2f2502 x-openstack-request-id: req-21763931-5696-48df-8d5a-d5ff9c2f2502 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:30.071652 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d45a06-6eac-4799-a2cc-f434509a4132", "name": "network-vif-plugged", "status": "completed", "tag": "4daf37ac-f62b-4771-9337-59e73fa29336", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:30.072148 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-21763931-5696-48df-8d5a-d5ff9c2f2502 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:30.072778 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d45a06-6eac-4799-a2cc-f434509a4132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daf37ac-f62b-4771-9337-59e73fa29336', 'code': 200} Sep 23 22:16:30.089749 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Attempting to bind port b142229a-6288-47ed-bd33-e95175347df1 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:16:30.090193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Attempting to bind port b142229a-6288-47ed-bd33-e95175347df1 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:16:30.090596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Attempting to bind port b142229a-6288-47ed-bd33-e95175347df1 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:30.140524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Port b142229a-6288-47ed-bd33-e95175347df1 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:16:30.140846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Attempting to bind port b142229a-6288-47ed-bd33-e95175347df1 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:30.166081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:16:30.166468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:16:30.166868 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:16:30.167408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Bound port: b142229a-6288-47ed-bd33-e95175347df1, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:16:30.167784 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:30.187237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c15f82-2150-4203-b735-f0da2fff9039 req-7b353501-fb78-4955-861f-6035bfade994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:30.189816 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3c15f82-2150-4203-b735-f0da2fff9039 req-7b353501-fb78-4955-861f-6035bfade994 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 1101 time: 0.0433490 Sep 23 22:16:30.215661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['f1ffde62-2312-4e94-abcf-1fa7f324800c'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:30.236831 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3c15f82-2150-4203-b735-f0da2fff9039 req-32ad1921-192a-45de-b9f5-7326dd962870 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a0a673ad-0e03-4b1a-8294-a3eace858d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371273 Sep 23 22:16:30.253977 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad2e9b-95b9-4710-9553-ad4cd58912c8 req-3d8584f4-0c49-48a7-9b16-c4b28f2d57ea tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:30.255636 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28ad2e9b-95b9-4710-9553-ad4cd58912c8 req-3d8584f4-0c49-48a7-9b16-c4b28f2d57ea tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 944 time: 0.1308632 Sep 23 22:16:30.368646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] For port b142229a-6288-47ed-bd33-e95175347df1, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:30.394678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] For port b142229a-6288-47ed-bd33-e95175347df1, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b142229a-6288-47ed-bd33-e95175347df1,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:16:30.402378 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28ad2e9b-95b9-4710-9553-ad4cd58912c8 req-82772f2c-e9ed-4266-ae77-db337ea3c438 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365626 Sep 23 22:16:30.458542 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:30.819345 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:30.820594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:30.821575 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] 10.222.0.43 "PUT /v2.0/ports/b142229a-6288-47ed-bd33-e95175347df1 HTTP/1.1" status: 200 len: 1096 time: 2.2203574 Sep 23 22:16:30.822119 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd781f6c1-2aa2-41ed-9b6d-5443cdcfd523', 'tag': 'b142229a-6288-47ed-bd33-e95175347df1'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:30.824502 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d7666a-c35d-429d-b440-ca8f6404de7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d781f6c1-2aa2-41ed-9b6d-5443cdcfd523", "tag": "b142229a-6288-47ed-bd33-e95175347df1"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:30.899639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8269a-979e-4c1d-bff9-da93485107cc service neutron] Pushing event updated for resources: {'Port': ['ID=b142229a-6288-47ed-bd33-e95175347df1,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:30.943266 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1e1d5-1327-4160-8916-1f72811ebc83 req-26c445a7-02bc-4a0b-b9ec-bc2ab0dd45da tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:30.943528 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a32b6c-a937-4536-95f2-df57bd3ca5ff req-ead0419b-c3c4-4fd1-bcde-faf60eb1a0dc tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:30.945067 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56a32b6c-a937-4536-95f2-df57bd3ca5ff req-ead0419b-c3c4-4fd1-bcde-faf60eb1a0dc tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 950 time: 0.1730759 Sep 23 22:16:30.945240 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d9c1e1d5-1327-4160-8916-1f72811ebc83 req-26c445a7-02bc-4a0b-b9ec-bc2ab0dd45da tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.67 "GET /v2.0/ports?device_id=5241bec2-0c1c-4e27-821d-36f840a692b0 HTTP/1.1" status: 200 len: 950 time: 0.0830090 Sep 23 22:16:31.048734 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56a32b6c-a937-4536-95f2-df57bd3ca5ff req-600b1ca7-d814-4abd-9a93-0d8d5fd595b6 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834427 Sep 23 22:16:31.067687 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-22dc40cb-76ca-4a3d-a6ce-85d38f2d353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:31.069680 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-22dc40cb-76ca-4a3d-a6ce-85d38f2d353c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 1099 time: 0.1475937 Sep 23 22:16:31.095821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f89b102d-c01a-452f-b633-1eecad54b57c up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:16:31.142011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-d9c1e1d5-1327-4160-8916-1f72811ebc83 req-a461992f-7699-4e29-b0d7-d946499da385 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Deleting port b2fe37d8-6c87-437d-86cc-fd0207353d97 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:16:31.142011 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d9c1e1d5-1327-4160-8916-1f72811ebc83 req-a461992f-7699-4e29-b0d7-d946499da385 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:31.237209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-d9c1e1d5-1327-4160-8916-1f72811ebc83 req-a461992f-7699-4e29-b0d7-d946499da385 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] For port b2fe37d8-6c87-437d-86cc-fd0207353d97, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b2fe37d8-6c87-437d-86cc-fd0207353d97,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:31.248851 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d9c1e1d5-1327-4160-8916-1f72811ebc83 req-a461992f-7699-4e29-b0d7-d946499da385 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:31.252061 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-05231a07-d915-4457-ba9d-5e114b8dbd0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=b142229a-6288-47ed-bd33-e95175347df1 HTTP/1.1" status: 200 len: 217 time: 0.1658418 Sep 23 22:16:31.254241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-d9c1e1d5-1327-4160-8916-1f72811ebc83 req-a461992f-7699-4e29-b0d7-d946499da385 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Calling delete_port for b2fe37d8-6c87-437d-86cc-fd0207353d97 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:16:31.331556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port f89b102d-c01a-452f-b633-1eecad54b57c completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:16:31.350792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port f89b102d-c01a-452f-b633-1eecad54b57c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:31.351518 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:31.420306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-c0a70b0c-2715-4c05-be06-1b3d72a0d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:31.421981 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-c0a70b0c-2715-4c05-be06-1b3d72a0d80a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1411080 Sep 23 22:16:31.434272 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8f42-0d81-4613-aca1-1a70777055ee req-c9bd4527-42a6-4fba-9ce1-0d84ece87678 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:31.435939 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-880d8f42-0d81-4613-aca1-1a70777055ee req-c9bd4527-42a6-4fba-9ce1-0d84ece87678 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 944 time: 0.1901855 Sep 23 22:16:31.458639 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:31.493443 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65ed33f0-9765-41cb-9664-0b4b159b522d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:31.504096 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f89b102d-c01a-452f-b633-1eecad54b57c,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:31.512428 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d9c1e1d5-1327-4160-8916-1f72811ebc83 req-a461992f-7699-4e29-b0d7-d946499da385 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:31.531183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['6c81e042-b524-433d-b259-38a567545928'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:31.544464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461992f-7699-4e29-b0d7-d946499da385 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Pushing event deleted for resources: {'Port': ['ID=b2fe37d8-6c87-437d-86cc-fd0207353d97,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:31.574990 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b2fe37d8-6c87-437d-86cc-fd0207353d97'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:31.618904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c1e1d5-1327-4160-8916-1f72811ebc83 req-a461992f-7699-4e29-b0d7-d946499da385 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] No DVR routers for this DVR port b2fe37d8-6c87-437d-86cc-fd0207353d97 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:16:31.627424 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:31.630486 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d9c1e1d5-1327-4160-8916-1f72811ebc83 req-a461992f-7699-4e29-b0d7-d946499da385 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:31.639331 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d9c1e1d5-1327-4160-8916-1f72811ebc83 req-a461992f-7699-4e29-b0d7-d946499da385 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.67 "DELETE /v2.0/ports/b2fe37d8-6c87-437d-86cc-fd0207353d97 HTTP/1.1" status: 204 len: 173 time: 0.6863170 Sep 23 22:16:31.643684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5241bec2-0c1c-4e27-821d-36f840a692b0', 'name': 'network-vif-deleted', 'tag': 'b2fe37d8-6c87-437d-86cc-fd0207353d97'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:31.647206 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37429072-b1da-4283-8adf-bec934193950" -d '{"events": [{"server_uuid": "5241bec2-0c1c-4e27-821d-36f840a692b0", "name": "network-vif-deleted", "tag": "b2fe37d8-6c87-437d-86cc-fd0207353d97"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:31.649038 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-880d8f42-0d81-4613-aca1-1a70777055ee req-1cdcd9ca-70fe-4746-ab3d-b738c1b50951 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933856 Sep 23 22:16:31.665828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-2e15c08d-e720-4208-ab11-55cdb2af4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:31.667989 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-2e15c08d-e720-4208-ab11-55cdb2af4d11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2265267 Sep 23 22:16:31.727931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36522) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:31.785656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f89b102d-c01a-452f-b633-1eecad54b57c,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:31.939990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-857a3c3e-42ee-4831-9983-13843729242a tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:16:31.942500 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-857a3c3e-42ee-4831-9983-13843729242a tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2184501 Sep 23 22:16:32.001929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-9a7d9dff-ac9c-49dc-909f-096dff3bc5b3 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:32.004336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-9a7d9dff-ac9c-49dc-909f-096dff3bc5b3 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports/7580591f-965c-4a09-a27f-b2e5521bf77d HTTP/1.1" status: 200 len: 1094 time: 0.0504031 Sep 23 22:16:32.074752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b102d-c01a-452f-b633-1eecad54b57c'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:32.082941 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3378162-7b27-4291-9cfc-962393b4ac63" -d '{"events": [{"server_uuid": "3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b", "name": "network-vif-plugged", "status": "completed", "tag": "f89b102d-c01a-452f-b633-1eecad54b57c"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:32.143440 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-a94ece40-5d52-4b2d-88ee-0035cbacdbc9 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560738 Sep 23 22:16:32.159942 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529070b-848f-49a2-8550-8cec8fe696f7 req-af00d76e-2e42-4912-9358-012760530b9d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:32.162503 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5529070b-848f-49a2-8550-8cec8fe696f7 req-af00d76e-2e42-4912-9358-012760530b9d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 948 time: 0.3190000 Sep 23 22:16:32.167757 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-239b1b05-d365-49a2-9874-ffb42f5c2083 service neutron] Request body: {'binding': {'host': 'n-h1-810775-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:32.169349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-239b1b05-d365-49a2-9874-ffb42f5c2083 service neutron] Unknown quota resources ['binding']. {{(pid=95491) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:16:32.310666 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5529070b-848f-49a2-8550-8cec8fe696f7 req-6301ca98-d0bf-45c1-aaf9-3a2add195486 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348722 Sep 23 22:16:32.397271 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b79b0592-3c32-4dc2-a913-2ef60535850d req-0b17129d-5a6d-4496-a126-fb8531cb42a1 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306106 Sep 23 22:16:32.430387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-239b1b05-d365-49a2-9874-ffb42f5c2083 service neutron] Attempting to bind port 7580591f-965c-4a09-a27f-b2e5521bf77d on host n-h1-810775-1 for vnic_type normal with profile None {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:16:32.430976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-239b1b05-d365-49a2-9874-ffb42f5c2083 service neutron] Attempting to bind port 7580591f-965c-4a09-a27f-b2e5521bf77d by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:16:32.431191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-239b1b05-d365-49a2-9874-ffb42f5c2083 service neutron] Attempting to bind port 7580591f-965c-4a09-a27f-b2e5521bf77d on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:32.435091 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-65ed33f0-9765-41cb-9664-0b4b159b522d admin admin] Deleting port 10fb0f7a-6e5b-411a-9eae-a7702a08e687 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:16:32.440704 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65ed33f0-9765-41cb-9664-0b4b159b522d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:32.440842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-239b1b05-d365-49a2-9874-ffb42f5c2083 service neutron] Port 7580591f-965c-4a09-a27f-b2e5521bf77d on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:16:32.440842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-239b1b05-d365-49a2-9874-ffb42f5c2083 service neutron] Attempting to bind port 7580591f-965c-4a09-a27f-b2e5521bf77d on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:32.445076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-239b1b05-d365-49a2-9874-ffb42f5c2083 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:16:32.445898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-239b1b05-d365-49a2-9874-ffb42f5c2083 service neutron] Checking segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:16:32.446519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-239b1b05-d365-49a2-9874-ffb42f5c2083 service neutron] Bound using segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:16:32.447154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-239b1b05-d365-49a2-9874-ffb42f5c2083 service neutron] Bound port: 7580591f-965c-4a09-a27f-b2e5521bf77d, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:16:32.524585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-239b1b05-d365-49a2-9874-ffb42f5c2083 service neutron] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7580591f-965c-4a09-a27f-b2e5521bf77d,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:16:32.602758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fe928-626b-4237-8492-c4a5f8b5982d req-a2a1bf44-cb1a-4e7a-848a-b4108ffa66b6 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:32.604436 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-882fe928-626b-4237-8492-c4a5f8b5982d req-a2a1bf44-cb1a-4e7a-848a-b4108ffa66b6 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 950 time: 0.1469440 Sep 23 22:16:32.630355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-239b1b05-d365-49a2-9874-ffb42f5c2083 service neutron] Notify callbacks [] for binding, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:32.631665 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-239b1b05-d365-49a2-9874-ffb42f5c2083 service neutron] 10.222.0.22 "POST /v2.0/ports/7580591f-965c-4a09-a27f-b2e5521bf77d/bindings HTTP/1.1" status: 201 len: 389 time: 0.5483210 Sep 23 22:16:32.633023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-65ed33f0-9765-41cb-9664-0b4b159b522d admin admin] For port 10fb0f7a-6e5b-411a-9eae-a7702a08e687, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=10fb0f7a-6e5b-411a-9eae-a7702a08e687,segment=NetworkSegment(56b394e0-4bef-4703-857f-8bddf19a0223),segment_id=56b394e0-4bef-4703-857f-8bddf19a0223)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:32.644203 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65ed33f0-9765-41cb-9664-0b4b159b522d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:32.662841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-65ed33f0-9765-41cb-9664-0b4b159b522d admin admin] Calling delete_port for 10fb0f7a-6e5b-411a-9eae-a7702a08e687 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:16:32.695589 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-882fe928-626b-4237-8492-c4a5f8b5982d req-f1347f37-ca97-44c8-842b-cb0ddfecf810 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0a673ad-0e03-4b1a-8294-a3eace858d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792637 Sep 23 22:16:32.762736 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe402bc5-52da-4eec-96e0-fc2c6baa9216 x-openstack-request-id: req-fe402bc5-52da-4eec-96e0-fc2c6baa9216 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:32.763102 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d781f6c1-2aa2-41ed-9b6d-5443cdcfd523", "tag": "b142229a-6288-47ed-bd33-e95175347df1", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:32.763548 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe402bc5-52da-4eec-96e0-fc2c6baa9216 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:32.764009 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd781f6c1-2aa2-41ed-9b6d-5443cdcfd523', 'tag': 'b142229a-6288-47ed-bd33-e95175347df1', 'status': 'completed', 'code': 200} Sep 23 22:16:32.896685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7666a-c35d-429d-b440-ca8f6404de7e req-908f55ce-1b2e-4fcc-9abd-2a31b369d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:32.897333 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b2d7666a-c35d-429d-b440-ca8f6404de7e req-908f55ce-1b2e-4fcc-9abd-2a31b369d03c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 1099 time: 0.0911198 Sep 23 22:16:33.016728 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79448d2-a777-4d1b-810c-f2069a9a6c6e x-openstack-request-id: req-d79448d2-a777-4d1b-810c-f2069a9a6c6e {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:33.017576 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5241bec2-0c1c-4e27-821d-36f840a692b0", "name": "network-vif-deleted", "tag": "b2fe37d8-6c87-437d-86cc-fd0207353d97", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:33.023838 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d79448d2-a777-4d1b-810c-f2069a9a6c6e {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:33.023838 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5241bec2-0c1c-4e27-821d-36f840a692b0', 'name': 'network-vif-deleted', 'tag': 'b2fe37d8-6c87-437d-86cc-fd0207353d97', 'status': 'completed', 'code': 200} Sep 23 22:16:33.072707 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142b4215-ebd9-40c2-a656-f67c4bf86750 x-openstack-request-id: req-142b4215-ebd9-40c2-a656-f67c4bf86750 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:33.079006 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b", "name": "network-vif-plugged", "status": "completed", "tag": "f89b102d-c01a-452f-b633-1eecad54b57c", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:33.079006 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-142b4215-ebd9-40c2-a656-f67c4bf86750 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:33.079006 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b102d-c01a-452f-b633-1eecad54b57c', 'code': 200} Sep 23 22:16:33.109531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f1ffde62-2312-4e94-abcf-1fa7f324800c up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:16:33.232685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe79b95-02b5-4e0f-a117-76273183c15d req-5c5ea0f5-aaeb-4850-9b9e-4520ce5a3404 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:33.235433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbe79b95-02b5-4e0f-a117-76273183c15d req-5c5ea0f5-aaeb-4850-9b9e-4520ce5a3404 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 945 time: 0.2214131 Sep 23 22:16:33.252941 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65ed33f0-9765-41cb-9664-0b4b159b522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:33.260248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7666a-c35d-429d-b440-ca8f6404de7e req-edc26447-84a1-4c94-b20b-289568c8c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:33.261753 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b2d7666a-c35d-429d-b440-ca8f6404de7e req-edc26447-84a1-4c94-b20b-289568c8c69f service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.3490813 Sep 23 22:16:33.307099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0329e-75a3-44d4-9494-bba41a5e3baa req-fbb73177-19f8-4203-8ee4-348aaef812d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:33.308592 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42c0329e-75a3-44d4-9494-bba41a5e3baa req-fbb73177-19f8-4203-8ee4-348aaef812d7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 1096 time: 0.0761549 Sep 23 22:16:33.317131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f84cf-298f-4594-9e80-5a923c0c1aa4 req-df026697-ec6f-4b2b-97e7-5700fc96b23c tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:33.318683 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ac9f84cf-298f-4594-9e80-5a923c0c1aa4 req-df026697-ec6f-4b2b-97e7-5700fc96b23c tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 944 time: 0.0979412 Sep 23 22:16:33.321554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed33f0-9765-41cb-9664-0b4b159b522d admin admin] Pushing event deleted for resources: {'Port': ['ID=10fb0f7a-6e5b-411a-9eae-a7702a08e687,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:33.341292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port f1ffde62-2312-4e94-abcf-1fa7f324800c completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:16:33.350076 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port f1ffde62-2312-4e94-abcf-1fa7f324800c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:33.350792 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:33.388680 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42c0329e-75a3-44d4-9494-bba41a5e3baa req-3e7292b2-33ba-4132-981f-c27c70a4f5f7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687356 Sep 23 22:16:33.390053 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b2d7666a-c35d-429d-b440-ca8f6404de7e req-cbcc3ba4-3ee3-4b6a-85d0-279766a4a321 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=b142229a-6288-47ed-bd33-e95175347df1 HTTP/1.1" status: 200 len: 217 time: 0.0878780 Sep 23 22:16:33.399757 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ac9f84cf-298f-4594-9e80-5a923c0c1aa4 req-36afb989-f2c5-4747-b20b-ddb92d3b99ac tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708764 Sep 23 22:16:33.484224 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbe79b95-02b5-4e0f-a117-76273183c15d req-64be96f6-be70-4c09-b21d-e974a21905fe tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258410 Sep 23 22:16:33.566372 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:33.615627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7666a-c35d-429d-b440-ca8f6404de7e req-1e540d9c-1c3d-4efa-97c5-a98393992268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:33.615627 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b2d7666a-c35d-429d-b440-ca8f6404de7e req-1e540d9c-1c3d-4efa-97c5-a98393992268 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1869862 Sep 23 22:16:33.662581 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f1ffde62-2312-4e94-abcf-1fa7f324800c, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1ffde62-2312-4e94-abcf-1fa7f324800c,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:33.720748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7666a-c35d-429d-b440-ca8f6404de7e req-bd75a981-49c4-4578-90ce-6132bc25c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:33.723089 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b2d7666a-c35d-429d-b440-ca8f6404de7e req-bd75a981-49c4-4578-90ce-6132bc25c391 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804753 Sep 23 22:16:33.809942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-495ca6d3-42cf-4988-ab5a-e07e666d21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:33.809942 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-495ca6d3-42cf-4988-ab5a-e07e666d21e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 1097 time: 0.1360931 Sep 23 22:16:33.811321 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65ed33f0-9765-41cb-9664-0b4b159b522d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:33.811448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24b7cf-8b63-4120-be16-1b9c5df96f5e req-be6833a5-1373-490d-8b33-19a81448e915 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:33.811448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d24b7cf-8b63-4120-be16-1b9c5df96f5e req-be6833a5-1373-490d-8b33-19a81448e915 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 946 time: 0.0866454 Sep 23 22:16:33.846438 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d24b7cf-8b63-4120-be16-1b9c5df96f5e req-937815a3-4ee9-47b1-a5cd-9cb862afd297 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859153 Sep 23 22:16:33.857692 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:33.878829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-bd40c03e-c973-42a9-b282-8cfaaa72a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:33.878829 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-bd40c03e-c973-42a9-b282-8cfaaa72a899 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.1256130 Sep 23 22:16:33.930628 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-af1ffc77-73d1-47c2-b7be-5e289a4167f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7580591f-965c-4a09-a27f-b2e5521bf77d HTTP/1.1" status: 200 len: 217 time: 0.0446501 Sep 23 22:16:33.939464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f1ffde62-2312-4e94-abcf-1fa7f324800c,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:33.947429 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b2d7666a-c35d-429d-b440-ca8f6404de7e req-98d11417-f2ee-4619-8f20-7ad2ec79cd07 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935430 Sep 23 22:16:34.026007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-983770af-53c7-430b-b343-297d3cdc4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:34.027538 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-983770af-53c7-430b-b343-297d3cdc4eb8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.0814824 Sep 23 22:16:34.041426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65855-b5a6-4144-82fa-e0b3ab54db39 req-190df125-ad8c-41ff-8c04-89dd8c2050fc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:34.043065 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b7f65855-b5a6-4144-82fa-e0b3ab54db39 req-190df125-ad8c-41ff-8c04-89dd8c2050fc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 948 time: 0.0871959 Sep 23 22:16:34.104762 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-051105a5-65f8-4b23-a163-5d527c5aec78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605175 Sep 23 22:16:34.160629 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b7f65855-b5a6-4144-82fa-e0b3ab54db39 req-c0d0c991-3965-4fe5-b9ca-ab8f9b663d2a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024969 Sep 23 22:16:34.244734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-c8ea4ce0-ce8a-4695-921e-39a3318337d0 service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290002 Sep 23 22:16:34.401036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-ed701ba4-e3dc-48be-9ff0-cdddecea246a service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396375 Sep 23 22:16:34.420668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b2d7666a-c35d-429d-b440-ca8f6404de7e req-7a47bd20-fef8-48fb-8615-aa3b889e9834 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644191 Sep 23 22:16:34.423367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ed33f0-9765-41cb-9664-0b4b159b522d admin admin] Router edf61e3c-36a3-43f9-9ec5-dfd8d2df627e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:16:34.444763 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620ff5-0e0b-4a0d-b4f5-a7a8706ac9d9 req-ce2b4db2-b4b2-445a-aba3-063013694046 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:34.447672 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-66620ff5-0e0b-4a0d-b4f5-a7a8706ac9d9 req-ce2b4db2-b4b2-445a-aba3-063013694046 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 950 time: 0.0944827 Sep 23 22:16:34.502699 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-66620ff5-0e0b-4a0d-b4f5-a7a8706ac9d9 req-e0cc1eba-3ea0-46b2-b1b6-7591cd569900 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477524 Sep 23 22:16:34.617529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ed33f0-9765-41cb-9664-0b4b159b522d admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:16:34.623684 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-65ed33f0-9765-41cb-9664-0b4b159b522d admin admin] 10.222.0.22 "PUT /v2.0/routers/edf61e3c-36a3-43f9-9ec5-dfd8d2df627e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6063709 Sep 23 22:16:34.632671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d41e56-9ac1-4d02-ac78-74b79a40e84e None None] Sync routers for ids ['edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:16:34.633367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36598) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:34.664290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-41735470-238d-4da3-8eb7-c8363beeed88 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:34.666218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d41e56-9ac1-4d02-ac78-74b79a40e84e None None] Routers {'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:16:34.666705 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-41735470-238d-4da3-8eb7-c8363beeed88 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b&tenant_id=15cbc9172a21412ea06786b579eff720&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1097 time: 0.1147802 Sep 23 22:16:34.670133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-91d41e56-9ac1-4d02-ac78-74b79a40e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:16:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:34.689011 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810775-1'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:34.770891 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:34.793666 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:34.986115 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7580591f-965c-4a09-a27f-b2e5521bf77d,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:35.070947 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-91d41e56-9ac1-4d02-ac78-74b79a40e84e None None] Set router edf61e3c-36a3-43f9-9ec5-dfd8d2df627e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:16:35.075420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876bca82-c6d4-4ea8-b0a3-7e944e32b320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ffde62-2312-4e94-abcf-1fa7f324800c'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:35.079763 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21133dac-4aa5-4c86-9d24-6ce282fb86f2" -d '{"events": [{"server_uuid": "876bca82-c6d4-4ea8-b0a3-7e944e32b320", "name": "network-vif-plugged", "status": "completed", "tag": "f1ffde62-2312-4e94-abcf-1fa7f324800c"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:35.091940 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:35.127286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b2fe37d8-6c87-437d-86cc-fd0207353d97 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:16:35.207026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: b2fe37d8-6c87-437d-86cc-fd0207353d97 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:16:35.207554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b2fe37d8-6c87-437d-86cc-fd0207353d97 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:16:35.235641 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4882243-6cfc-4636-b3c4-9724fd8eec8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7580591f-965c-4a09-a27f-b2e5521bf77d'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:35.242026 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b598013-d4b6-463c-afe2-267c5a850395" -d '{"events": [{"server_uuid": "b4882243-6cfc-4636-b3c4-9724fd8eec8b", "name": "network-vif-unplugged", "status": "completed", "tag": "7580591f-965c-4a09-a27f-b2e5521bf77d"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:35.249817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:35.286720 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd579a30-efa5-4eaf-ba92-a30fec09cf6b req-74617e50-0c78-46f9-88db-fe2af266a789 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:35.288484 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd579a30-efa5-4eaf-ba92-a30fec09cf6b req-74617e50-0c78-46f9-88db-fe2af266a789 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 945 time: 0.1303704 Sep 23 22:16:35.318364 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:35.396645 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd579a30-efa5-4eaf-ba92-a30fec09cf6b req-e2cadefa-af8a-47eb-a091-83a7dcd149d2 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944378 Sep 23 22:16:35.397575 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a747a1-fd09-4b45-87a9-39b0e3d2191a req-e94b13d6-9e3b-4c45-a2b9-eccb7419680b tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:35.400186 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5a747a1-fd09-4b45-87a9-39b0e3d2191a req-e94b13d6-9e3b-4c45-a2b9-eccb7419680b tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 945 time: 0.6144941 Sep 23 22:16:35.400871 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-91d41e56-9ac1-4d02-ac78-74b79a40e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'name': 'tempest-FloatingIPDetailsTestJSON-1341186393-router', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b5b85677-37ec-4232-970d-407901ded53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:15:39Z', 'updated_at': '2021-09-23T22:16:32Z', 'revision_number': 5, 'project_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'gw_port': {'id': 'b5b85677-37ec-4232-970d-407901ded53a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:41Z', 'updated_at': '2021-09-23T22:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:35.477205 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Pushing event updated for resources: {'Port': ['ID=7580591f-965c-4a09-a27f-b2e5521bf77d,revision_number=7']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:35.490323 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5a747a1-fd09-4b45-87a9-39b0e3d2191a req-4c6fd2ad-e594-4de9-9c0e-804558158e40 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814989 Sep 23 22:16:35.492628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d41e56-9ac1-4d02-ac78-74b79a40e84e None None] Checking router: edf61e3c-36a3-43f9-9ec5-dfd8d2df627e for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:16:35.504778 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d41e56-9ac1-4d02-ac78-74b79a40e84e None None] Routers {'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:16:35.505872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-91d41e56-9ac1-4d02-ac78-74b79a40e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:16:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:35.524496 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:35.541636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Attempting to bind port 7580591f-965c-4a09-a27f-b2e5521bf77d on host n-h2-810775-1 for vnic_type normal with profile {"migrating_to": "n-h1-810775-1"} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:16:35.541982 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Attempting to bind port 7580591f-965c-4a09-a27f-b2e5521bf77d by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:16:35.542314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Attempting to bind port 7580591f-965c-4a09-a27f-b2e5521bf77d on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:35.552708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Port 7580591f-965c-4a09-a27f-b2e5521bf77d on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:16:35.553091 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Attempting to bind port 7580591f-965c-4a09-a27f-b2e5521bf77d on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:35.564942 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:16:35.565365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Checking segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:16:35.565784 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Bound using segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:16:35.566241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Bound port: 7580591f-965c-4a09-a27f-b2e5521bf77d, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:16:35.566609 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:35.590957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da530a7-448e-4c55-ae43-056d5a0c62e8 req-637c76e5-71f0-44da-a088-7b73a6005515 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:35.594062 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7da530a7-448e-4c55-ae43-056d5a0c62e8 req-637c76e5-71f0-44da-a088-7b73a6005515 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 944 time: 0.1066649 Sep 23 22:16:35.662861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb80a4-cd14-489f-9dab-475925977cce req-f4ca9e9f-2bc3-4d59-a310-c0ca592d63ec tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:35.664523 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13bb80a4-cd14-489f-9dab-475925977cce req-f4ca9e9f-2bc3-4d59-a310-c0ca592d63ec tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 950 time: 0.0634058 Sep 23 22:16:35.680991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-91d41e56-9ac1-4d02-ac78-74b79a40e84e None None] Set router edf61e3c-36a3-43f9-9ec5-dfd8d2df627e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:16:35.690674 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7da530a7-448e-4c55-ae43-056d5a0c62e8 req-4a70cb67-b209-425c-827c-738bb5221760 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694079 Sep 23 22:16:35.699629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:35.699629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7580591f-965c-4a09-a27f-b2e5521bf77d,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:16:35.773172 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13bb80a4-cd14-489f-9dab-475925977cce req-6f58168c-0dda-47de-a098-cd8bbe086d95 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0a673ad-0e03-4b1a-8294-a3eace858d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943401 Sep 23 22:16:35.804217 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:35.815474 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] Deleting port b5b85677-37ec-4232-970d-407901ded53a {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:16:35.816036 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:35.824147 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b142229a-6288-47ed-bd33-e95175347df1 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:16:35.881508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Pushing event updated for resources: {'Port': ['ID=7580591f-965c-4a09-a27f-b2e5521bf77d,revision_number=8']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:35.920738 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4d753a-ecb4-4b7e-80fe-d61aff7303a4 x-openstack-request-id: req-ee4d753a-ecb4-4b7e-80fe-d61aff7303a4 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:35.920738 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876bca82-c6d4-4ea8-b0a3-7e944e32b320", "name": "network-vif-plugged", "status": "completed", "tag": "f1ffde62-2312-4e94-abcf-1fa7f324800c", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:35.920738 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee4d753a-ecb4-4b7e-80fe-d61aff7303a4 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:35.920738 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876bca82-c6d4-4ea8-b0a3-7e944e32b320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ffde62-2312-4e94-abcf-1fa7f324800c', 'code': 200} Sep 23 22:16:35.945573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:35.951878 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:35.954691 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-f7a00e58-246b-44df-9908-dbc60aba8f8a service neutron] 10.222.0.43 "PUT /v2.0/ports/7580591f-965c-4a09-a27f-b2e5521bf77d HTTP/1.1" status: 200 len: 1122 time: 1.2717364 Sep 23 22:16:36.007620 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] For port b5b85677-37ec-4232-970d-407901ded53a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b5b85677-37ec-4232-970d-407901ded53a,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:36.008203 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:36.063530 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] Calling delete_port for b5b85677-37ec-4232-970d-407901ded53a owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:16:36.105133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port b142229a-6288-47ed-bd33-e95175347df1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b142229a-6288-47ed-bd33-e95175347df1,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:36.120761 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['7580591f-965c-4a09-a27f-b2e5521bf77d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:36.159793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'b142229a-6288-47ed-bd33-e95175347df1', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'b142229a-6288-47ed-bd33-e95175347df1', 'mac_address': 'fa:16:3e:1b:43:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:16:36.183076 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:36.209127 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ef429-1dcd-4772-b0af-8f99085ac093 req-a025d49a-f057-433d-8b31-14fc1411a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:36.211389 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e22ef429-1dcd-4772-b0af-8f99085ac093 req-a025d49a-f057-433d-8b31-14fc1411a401 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 1096 time: 0.1456399 Sep 23 22:16:36.222258 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d316ed4-c91d-4a6b-809b-fa231e9858d6 req-d56f5b78-2ae6-4b04-92ec-f33cc1044f01 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:36.230666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d316ed4-c91d-4a6b-809b-fa231e9858d6 req-d56f5b78-2ae6-4b04-92ec-f33cc1044f01 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 948 time: 0.1860397 Sep 23 22:16:36.246100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-91d41e56-9ac1-4d02-ac78-74b79a40e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'name': 'tempest-FloatingIPDetailsTestJSON-1341186393-router', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b5b85677-37ec-4232-970d-407901ded53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:15:39Z', 'updated_at': '2021-09-23T22:16:32Z', 'revision_number': 5, 'project_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'gw_port': {'id': 'b5b85677-37ec-4232-970d-407901ded53a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:41Z', 'updated_at': '2021-09-23T22:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:36.249702 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:36.300610 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d41e56-9ac1-4d02-ac78-74b79a40e84e None None] The sync data for ids ['edf61e3c-36a3-43f9-9ec5-dfd8d2df627e'] in n-d-810775-1 is: [{'id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'name': 'tempest-FloatingIPDetailsTestJSON-1341186393-router', 'tenant_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b5b85677-37ec-4232-970d-407901ded53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:15:39Z', 'updated_at': '2021-09-23T22:16:32Z', 'revision_number': 5, 'project_id': '9dc9135a7e904f8c8d3d18594a024c3c', 'gw_port': {'id': 'b5b85677-37ec-4232-970d-407901ded53a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf61e3c-36a3-43f9-9ec5-dfd8d2df627e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:15:41Z', 'updated_at': '2021-09-23T22:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:16:36.314685 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b142229a-6288-47ed-bd33-e95175347df1 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:36.359495 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port b142229a-6288-47ed-bd33-e95175347df1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b142229a-6288-47ed-bd33-e95175347df1,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:36.368461 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e22ef429-1dcd-4772-b0af-8f99085ac093 req-2886fff0-b47d-4332-a651-17e5fd441f91 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353691 Sep 23 22:16:36.372761 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d316ed4-c91d-4a6b-809b-fa231e9858d6 req-bf3f26a7-6990-43e9-9fa5-ccee83a79f35 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410947 Sep 23 22:16:36.449389 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:36.458217 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b219e8b2-f85d-4575-a1e7-caeb3be946f2 x-openstack-request-id: req-b219e8b2-f85d-4575-a1e7-caeb3be946f2 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:36.458515 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4882243-6cfc-4636-b3c4-9724fd8eec8b", "name": "network-vif-unplugged", "status": "completed", "tag": "7580591f-965c-4a09-a27f-b2e5521bf77d", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:36.458775 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b219e8b2-f85d-4575-a1e7-caeb3be946f2 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:36.459297 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4882243-6cfc-4636-b3c4-9724fd8eec8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7580591f-965c-4a09-a27f-b2e5521bf77d', 'code': 200} Sep 23 22:16:36.532112 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=b142229a-6288-47ed-bd33-e95175347df1,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:36.550982 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:36.584622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b85677-37ec-4232-970d-407901ded53a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:36.623963 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f4ce8-adc8-4e55-8aa9-9d68b8e4f88e req-53778be7-0881-465c-af66-270cea28f032 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:36.625706 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-043f4ce8-adc8-4e55-8aa9-9d68b8e4f88e req-53778be7-0881-465c-af66-270cea28f032 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 1096 time: 0.1033041 Sep 23 22:16:36.702433 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:36.716122 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f67966-6339-40d7-9fb8-44def38a93a7 req-8a952f31-935e-4d8f-ae2e-e6215e1505b8 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:36.718564 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60f67966-6339-40d7-9fb8-44def38a93a7 req-8a952f31-935e-4d8f-ae2e-e6215e1505b8 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 950 time: 0.1062109 Sep 23 22:16:36.793786 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-043f4ce8-adc8-4e55-8aa9-9d68b8e4f88e req-1a932ea0-6fdb-4f9f-964f-6fe94ad3fc57 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432970 Sep 23 22:16:36.872131 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:36.876836 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:36.900819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-60f67966-6339-40d7-9fb8-44def38a93a7 req-ddfc10a2-fc4a-42ae-9c88-9b5cb8943029 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Deleting port 6c81e042-b524-433d-b259-38a567545928 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:16:36.901776 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-60f67966-6339-40d7-9fb8-44def38a93a7 req-ddfc10a2-fc4a-42ae-9c88-9b5cb8943029 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:36.957031 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['b142229a-6288-47ed-bd33-e95175347df1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:37.058463 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-60f67966-6339-40d7-9fb8-44def38a93a7 req-ddfc10a2-fc4a-42ae-9c88-9b5cb8943029 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] For port 6c81e042-b524-433d-b259-38a567545928, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6c81e042-b524-433d-b259-38a567545928,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:37.058930 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-60f67966-6339-40d7-9fb8-44def38a93a7 req-ddfc10a2-fc4a-42ae-9c88-9b5cb8943029 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:37.088264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-60f67966-6339-40d7-9fb8-44def38a93a7 req-ddfc10a2-fc4a-42ae-9c88-9b5cb8943029 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Calling delete_port for 6c81e042-b524-433d-b259-38a567545928 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:16:37.097050 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215db7c-d975-4b03-9430-f8c2fd5fa688 req-7010154c-7921-43d8-af7e-be36bbd2f33c tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:37.116193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1215db7c-d975-4b03-9430-f8c2fd5fa688 req-7010154c-7921-43d8-af7e-be36bbd2f33c tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 950 time: 0.1868763 Sep 23 22:16:37.120187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:37.121016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edf61e3c-36a3-43f9-9ec5-dfd8d2df627e {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:16:37.131371 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:37.138439 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2b164977-890e-4abc-930a-dd615c18b607 admin admin] 10.222.0.22 "DELETE /v2.0/routers/edf61e3c-36a3-43f9-9ec5-dfd8d2df627e HTTP/1.1" status: 204 len: 168 time: 2.5033264 Sep 23 22:16:37.139081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36670) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:37.264663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1215db7c-d975-4b03-9430-f8c2fd5fa688 req-c97c5ff5-518d-46dd-8b33-2005c8d514de tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444402 Sep 23 22:16:37.276052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76c6ca5-f536-4871-bb61-3d982cbd6306 admin admin] Deleting subnet de6db8dd-ca23-42b6-b845-b8c39173ae92 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:16:37.283634 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d76c6ca5-f536-4871-bb61-3d982cbd6306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:37.387720 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d76c6ca5-f536-4871-bb61-3d982cbd6306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:37.512082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b70222-75fc-4aec-98ad-82bca0f4e5ef req-69cb1bae-39eb-4ddf-9755-df1da8ac74d7 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:37.513770 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8b70222-75fc-4aec-98ad-82bca0f4e5ef req-69cb1bae-39eb-4ddf-9755-df1da8ac74d7 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 950 time: 0.1552391 Sep 23 22:16:37.523676 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-60f67966-6339-40d7-9fb8-44def38a93a7 req-ddfc10a2-fc4a-42ae-9c88-9b5cb8943029 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:37.556153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc10a2-fc4a-42ae-9c88-9b5cb8943029 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Pushing event deleted for resources: {'Port': ['ID=6c81e042-b524-433d-b259-38a567545928,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:37.584817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde7cdd-bb0c-45cc-817e-230246dad28d req-e5d10bce-4348-467c-a93a-832110076a72 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:37.586546 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bde7cdd-bb0c-45cc-817e-230246dad28d req-e5d10bce-4348-467c-a93a-832110076a72 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 945 time: 0.1765471 Sep 23 22:16:37.608531 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f67966-6339-40d7-9fb8-44def38a93a7 req-ddfc10a2-fc4a-42ae-9c88-9b5cb8943029 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] No DVR routers for this DVR port 6c81e042-b524-433d-b259-38a567545928 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:16:37.612055 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-60f67966-6339-40d7-9fb8-44def38a93a7 req-ddfc10a2-fc4a-42ae-9c88-9b5cb8943029 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:37.614975 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60f67966-6339-40d7-9fb8-44def38a93a7 req-ddfc10a2-fc4a-42ae-9c88-9b5cb8943029 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.43 "DELETE /v2.0/ports/6c81e042-b524-433d-b259-38a567545928 HTTP/1.1" status: 204 len: 173 time: 0.8849192 Sep 23 22:16:37.666611 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d76c6ca5-f536-4871-bb61-3d982cbd6306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:37.744825 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bde7cdd-bb0c-45cc-817e-230246dad28d req-1f87f296-a7cb-4480-870c-48b56dbf1427 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350994 Sep 23 22:16:37.763069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a4896-8d7a-4fe2-8b48-7166e0ed1a89 req-e9e6050f-0311-49cf-85e8-44b2bf7c5896 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:37.764783 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e0a4896-8d7a-4fe2-8b48-7166e0ed1a89 req-e9e6050f-0311-49cf-85e8-44b2bf7c5896 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 944 time: 0.0917048 Sep 23 22:16:37.791799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-a8b70222-75fc-4aec-98ad-82bca0f4e5ef req-19861aa6-a543-48ca-8ebd-ca8c8508433a tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Deleting port 4daf37ac-f62b-4771-9337-59e73fa29336 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:16:37.792222 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a8b70222-75fc-4aec-98ad-82bca0f4e5ef req-19861aa6-a543-48ca-8ebd-ca8c8508433a tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:37.836385 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e0a4896-8d7a-4fe2-8b48-7166e0ed1a89 req-9bbf4ad9-2652-496c-ba0d-1a02d6f632da tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573473 Sep 23 22:16:37.945796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a8b70222-75fc-4aec-98ad-82bca0f4e5ef req-19861aa6-a543-48ca-8ebd-ca8c8508433a tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] For port 4daf37ac-f62b-4771-9337-59e73fa29336, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4daf37ac-f62b-4771-9337-59e73fa29336,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:37.948665 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a8b70222-75fc-4aec-98ad-82bca0f4e5ef req-19861aa6-a543-48ca-8ebd-ca8c8508433a tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:37.956663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce45116-5f3e-4041-881d-8d5fd3bbff67 req-6e3337ef-86bb-4db7-8e03-c2f03d7b9e60 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:37.958340 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dce45116-5f3e-4041-881d-8d5fd3bbff67 req-6e3337ef-86bb-4db7-8e03-c2f03d7b9e60 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 950 time: 0.0851729 Sep 23 22:16:37.972205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-a8b70222-75fc-4aec-98ad-82bca0f4e5ef req-19861aa6-a543-48ca-8ebd-ca8c8508433a tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Calling delete_port for 4daf37ac-f62b-4771-9337-59e73fa29336 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:16:37.982846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d76c6ca5-f536-4871-bb61-3d982cbd6306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:38.007515 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f108f6f-de3c-4fea-9107-62cd4ff376a5 req-927fd1d5-12b8-4ae6-8cfe-37eaee30b922 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:38.010971 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4f108f6f-de3c-4fea-9107-62cd4ff376a5 req-927fd1d5-12b8-4ae6-8cfe-37eaee30b922 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 1096 time: 0.0854945 Sep 23 22:16:38.035594 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c6ca5-f536-4871-bb61-3d982cbd6306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de6db8dd-ca23-42b6-b845-b8c39173ae92,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:38.064070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36ddcc7-96df-4455-a6cf-f6f186b11929 None None] Network 0bc0bdb2-5700-4fd5-9561-db3fb9c307e8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:16:38.084633 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d76c6ca5-f536-4871-bb61-3d982cbd6306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:38.090304 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d76c6ca5-f536-4871-bb61-3d982cbd6306 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/de6db8dd-ca23-42b6-b845-b8c39173ae92 HTTP/1.1" status: 204 len: 168 time: 0.9481473 Sep 23 22:16:38.090304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36676) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:38.095284 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4f108f6f-de3c-4fea-9107-62cd4ff376a5 req-d869e9d0-763b-44c8-8b5d-e0539ccc21b2 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757391 Sep 23 22:16:38.097784 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dce45116-5f3e-4041-881d-8d5fd3bbff67 req-92ac6783-ec66-4b0b-84c4-19ceb83dcc28 tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0a673ad-0e03-4b1a-8294-a3eace858d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277025 Sep 23 22:16:38.224062 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:38.294690 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b5b85677-37ec-4232-970d-407901ded53a no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:16:38.353448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] Deleting port c0a1510c-f85b-482f-822d-a6c1ee9c18ca {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:16:38.353992 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:38.403039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: b5b85677-37ec-4232-970d-407901ded53a {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:16:38.403480 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b5b85677-37ec-4232-970d-407901ded53a not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:16:38.404179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 10fb0f7a-6e5b-411a-9eae-a7702a08e687 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:16:38.448631 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a8b70222-75fc-4aec-98ad-82bca0f4e5ef req-19861aa6-a543-48ca-8ebd-ca8c8508433a tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:38.451773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4449f2a-f042-48eb-94ab-58f26942141b req-21c2ea0b-4035-4174-9921-ae8a8655c917 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:38.464798 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c4449f2a-f042-48eb-94ab-58f26942141b req-21c2ea0b-4035-4174-9921-ae8a8655c917 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 949 time: 0.1729081 Sep 23 22:16:38.465587 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4882243-6cfc-4636-b3c4-9724fd8eec8b', 'tag': '7580591f-965c-4a09-a27f-b2e5521bf77d'}, {'server_uuid': 'eb9d9aec-d85d-44bf-a96f-41c4caa38edd', 'name': 'network-vif-deleted', 'tag': '6c81e042-b524-433d-b259-38a567545928'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:38.475648 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd1a2e8-5d5e-4163-8d17-6bb03905521b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4882243-6cfc-4636-b3c4-9724fd8eec8b", "tag": "7580591f-965c-4a09-a27f-b2e5521bf77d"}, {"server_uuid": "eb9d9aec-d85d-44bf-a96f-41c4caa38edd", "name": "network-vif-deleted", "tag": "6c81e042-b524-433d-b259-38a567545928"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:38.481621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 10fb0f7a-6e5b-411a-9eae-a7702a08e687 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:16:38.482028 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 10fb0f7a-6e5b-411a-9eae-a7702a08e687 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:16:38.490001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19861aa6-a543-48ca-8ebd-ca8c8508433a tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Pushing event deleted for resources: {'Port': ['ID=4daf37ac-f62b-4771-9337-59e73fa29336,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:38.502789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] For port c0a1510c-f85b-482f-822d-a6c1ee9c18ca, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c0a1510c-f85b-482f-822d-a6c1ee9c18ca,segment=NetworkSegment(56b394e0-4bef-4703-857f-8bddf19a0223),segment_id=56b394e0-4bef-4703-857f-8bddf19a0223)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:38.503363 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:38.541858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] Calling delete_port for c0a1510c-f85b-482f-822d-a6c1ee9c18ca owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:16:38.571354 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c4449f2a-f042-48eb-94ab-58f26942141b req-d513837c-2fe7-4e9a-b245-f672a1a0346a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836015 Sep 23 22:16:38.576462 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b70222-75fc-4aec-98ad-82bca0f4e5ef req-19861aa6-a543-48ca-8ebd-ca8c8508433a tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] No DVR routers for this DVR port 4daf37ac-f62b-4771-9337-59e73fa29336 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:16:38.581157 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a8b70222-75fc-4aec-98ad-82bca0f4e5ef req-19861aa6-a543-48ca-8ebd-ca8c8508433a tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:38.583368 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8b70222-75fc-4aec-98ad-82bca0f4e5ef req-19861aa6-a543-48ca-8ebd-ca8c8508433a tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.43 "DELETE /v2.0/ports/4daf37ac-f62b-4771-9337-59e73fa29336 HTTP/1.1" status: 204 len: 173 time: 1.0517266 Sep 23 22:16:38.584166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d45a06-6eac-4799-a2cc-f434509a4132', 'name': 'network-vif-deleted', 'tag': '4daf37ac-f62b-4771-9337-59e73fa29336'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:38.587258 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0761fd-6d70-47ec-9974-bdff6f9d68cb" -d '{"events": [{"server_uuid": "e9d45a06-6eac-4799-a2cc-f434509a4132", "name": "network-vif-deleted", "tag": "4daf37ac-f62b-4771-9337-59e73fa29336"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:38.679341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf54bf1-2f84-4852-9578-a9162a741ae8 None None] DHCP port deletion for 0bc0bdb2-5700-4fd5-9561-db3fb9c307e8 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:16:38.760726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2cf54bf1-2f84-4852-9578-a9162a741ae8 None None] Deleting port c0a1510c-f85b-482f-822d-a6c1ee9c18ca {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:16:38.761137 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2cf54bf1-2f84-4852-9578-a9162a741ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:38.790053 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c2171dbe-f57b-48aa-8382-8a96ebbdac4b req-c61fb27e-c77b-443c-acf9-15feb280f6f6 tempest-ServersAdminNegativeTestJSON-324965190 tempest-ServersAdminNegativeTestJSON-324965190-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb9d9aec-d85d-44bf-a96f-41c4caa38edd HTTP/1.1" status: 200 len: 210 time: 0.0441141 Sep 23 22:16:38.815245 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:38.855796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a1510c-f85b-482f-822d-a6c1ee9c18ca,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:38.870293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] No DVR routers for this DVR port c0a1510c-f85b-482f-822d-a6c1ee9c18ca on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:16:38.916876 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-2cf54bf1-2f84-4852-9578-a9162a741ae8 None None] For port c0a1510c-f85b-482f-822d-a6c1ee9c18ca, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c0a1510c-f85b-482f-822d-a6c1ee9c18ca,segment=NetworkSegment(56b394e0-4bef-4703-857f-8bddf19a0223),segment_id=56b394e0-4bef-4703-857f-8bddf19a0223)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:38.917541 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2cf54bf1-2f84-4852-9578-a9162a741ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:38.926347 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307fba9c-1c34-4d49-9caa-cad2e2a50ea4 x-openstack-request-id: req-307fba9c-1c34-4d49-9caa-cad2e2a50ea4 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:38.926708 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4882243-6cfc-4636-b3c4-9724fd8eec8b", "tag": "7580591f-965c-4a09-a27f-b2e5521bf77d", "status": "completed", "code": 200}, {"server_uuid": "eb9d9aec-d85d-44bf-a96f-41c4caa38edd", "name": "network-vif-deleted", "tag": "6c81e042-b524-433d-b259-38a567545928", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:38.927014 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-307fba9c-1c34-4d49-9caa-cad2e2a50ea4 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:38.927510 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4882243-6cfc-4636-b3c4-9724fd8eec8b', 'tag': '7580591f-965c-4a09-a27f-b2e5521bf77d', 'status': 'completed', 'code': 200} Sep 23 22:16:38.927993 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9d9aec-d85d-44bf-a96f-41c4caa38edd', 'name': 'network-vif-deleted', 'tag': '6c81e042-b524-433d-b259-38a567545928', 'status': 'completed', 'code': 200} Sep 23 22:16:38.939167 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2cf54bf1-2f84-4852-9578-a9162a741ae8 None None] Calling delete_port for c0a1510c-f85b-482f-822d-a6c1ee9c18ca owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:16:38.962143 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:39.015347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc0bdb2-5700-4fd5-9561-db3fb9c307e8']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:39.033949 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f6e784-1d58-4919-b027-7aee6587000c x-openstack-request-id: req-d8f6e784-1d58-4919-b027-7aee6587000c {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:39.034663 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d45a06-6eac-4799-a2cc-f434509a4132", "name": "network-vif-deleted", "tag": "4daf37ac-f62b-4771-9337-59e73fa29336", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:39.035067 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8f6e784-1d58-4919-b027-7aee6587000c {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:39.035765 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d45a06-6eac-4799-a2cc-f434509a4132', 'name': 'network-vif-deleted', 'tag': '4daf37ac-f62b-4771-9337-59e73fa29336', 'status': 'completed', 'code': 200} Sep 23 22:16:39.049330 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2cf54bf1-2f84-4852-9578-a9162a741ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:39.067485 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b394e0-4bef-4703-857f-8bddf19a0223') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:39.068813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b394e0-4bef-4703-857f-8bddf19a0223') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:39.080270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf54bf1-2f84-4852-9578-a9162a741ae8 None None] Pushing event deleted for resources: {'Port': ['ID=c0a1510c-f85b-482f-822d-a6c1ee9c18ca,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:39.087047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf54bf1-2f84-4852-9578-a9162a741ae8 None None] No DVR routers for this DVR port c0a1510c-f85b-482f-822d-a6c1ee9c18ca on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:16:39.092499 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:39.120623 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1a2e8-5d5e-4163-8d17-6bb03905521b req-c1375f08-a327-4960-bf92-9d04ce1674dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:39.122250 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5fd1a2e8-5d5e-4163-8d17-6bb03905521b req-c1375f08-a327-4960-bf92-9d04ce1674dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 1125 time: 0.1313112 Sep 23 22:16:39.123235 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:39.130856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:16:39.131492 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:16:39.133973 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:16:39.291721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1a2e8-5d5e-4163-8d17-6bb03905521b req-78e250f1-40a4-48a0-8c43-42193934a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:39.293288 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5fd1a2e8-5d5e-4163-8d17-6bb03905521b req-78e250f1-40a4-48a0-8c43-42193934a84d service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.1461813 Sep 23 22:16:39.350141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5fd1a2e8-5d5e-4163-8d17-6bb03905521b req-6343b4a7-5bcb-4f83-a0b2-f44f668d1665 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7580591f-965c-4a09-a27f-b2e5521bf77d HTTP/1.1" status: 200 len: 217 time: 0.0430081 Sep 23 22:16:39.370619 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:39.397636 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:39.399872 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0bc0bdb2-5700-4fd5-9561-db3fb9c307e8 HTTP/1.1" status: 204 len: 168 time: 1.3009250 Sep 23 22:16:39.423299 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedf195-742f-442a-b197-ac7efa86b4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bc0bdb2-5700-4fd5-9561-db3fb9c307e8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:39.446921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1a2e8-5d5e-4163-8d17-6bb03905521b req-c2356058-dae0-4a1f-892d-210b251762e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:39.450271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5fd1a2e8-5d5e-4163-8d17-6bb03905521b req-c2356058-dae0-4a1f-892d-210b251762e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.0887747 Sep 23 22:16:39.511202 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5fd1a2e8-5d5e-4163-8d17-6bb03905521b req-2317c0bf-c57d-42b8-b73b-ab5c29bc1b60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492091 Sep 23 22:16:39.523409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8abb4-1d99-49e8-be29-d2354d3b179f req-8d9cc460-9342-4b07-b619-3cca4c911261 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:39.525000 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-76b8abb4-1d99-49e8-be29-d2354d3b179f req-8d9cc460-9342-4b07-b619-3cca4c911261 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 945 time: 0.0602343 Sep 23 22:16:39.596479 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-76b8abb4-1d99-49e8-be29-d2354d3b179f req-8dd4739b-c95f-438f-b864-6160811e9081 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582166 Sep 23 22:16:39.672560 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5fd1a2e8-5d5e-4163-8d17-6bb03905521b req-6b0824d4-58e9-4ad8-8d26-4b58b1a0428f service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409769 Sep 23 22:16:39.736484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec8fb9-fc93-4c5a-b2e1-3f9cb37c70ab req-1b42e6b1-450f-4ab7-9b9f-918cf0a25299 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:39.739615 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6eec8fb9-fc93-4c5a-b2e1-3f9cb37c70ab req-1b42e6b1-450f-4ab7-9b9f-918cf0a25299 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 944 time: 0.0724716 Sep 23 22:16:39.814505 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6eec8fb9-fc93-4c5a-b2e1-3f9cb37c70ab req-4c47556f-b14c-4234-a291-76aa3863baca tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666325 Sep 23 22:16:39.819787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7580591f-965c-4a09-a27f-b2e5521bf77d details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:16:39.825188 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5fd1a2e8-5d5e-4163-8d17-6bb03905521b req-d54a684e-3b29-43e3-bb76-29818b74add6 service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384289 Sep 23 22:16:39.862503 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b142229a-6288-47ed-bd33-e95175347df1 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:16:40.001489 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-304fb623-5b27-47e5-81a4-fe76d72b0e7d req-491c6b84-c080-4997-8fcc-1499cc99ab8f tempest-TenantUsagesTestJSON-1847032012 tempest-TenantUsagesTestJSON-1847032012-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9d45a06-6eac-4799-a2cc-f434509a4132 HTTP/1.1" status: 200 len: 210 time: 0.0352585 Sep 23 22:16:40.034839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36744) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:40.060183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7580591f-965c-4a09-a27f-b2e5521bf77d,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:40.089038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7580591f-965c-4a09-a27f-b2e5521bf77d has no active binding in host n-h1-810775-1 {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 22:16:40.109192 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6171bfeb-2653-403a-9368-be5bfe3dc329 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9dc9135a7e904f8c8d3d18594a024c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724289 Sep 23 22:16:40.112745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36746) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:40.141748 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port b142229a-6288-47ed-bd33-e95175347df1 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:16:40.147553 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port b142229a-6288-47ed-bd33-e95175347df1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:40.147945 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:40.166887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f5268-46c8-4180-a195-5163c160f639 req-3069a104-70fb-40d8-955c-ad46d91d69bf tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:40.169155 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-484f5268-46c8-4180-a195-5163c160f639 req-3069a104-70fb-40d8-955c-ad46d91d69bf tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 1096 time: 0.0601203 Sep 23 22:16:40.190572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c0a1510c-f85b-482f-822d-a6c1ee9c18ca no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:16:40.213331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: c0a1510c-f85b-482f-822d-a6c1ee9c18ca {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:16:40.213961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c0a1510c-f85b-482f-822d-a6c1ee9c18ca not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:16:40.214579 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09592187-1330-4a71-818d-c19fd65ad671 req-d43605d8-ec2b-485f-9e8a-95ee26dba22e tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:40.216315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-09592187-1330-4a71-818d-c19fd65ad671 req-d43605d8-ec2b-485f-9e8a-95ee26dba22e tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 949 time: 0.0948303 Sep 23 22:16:40.227744 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f274f9b-d618-4789-bd52-fa8eb35af823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:40.246405 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-484f5268-46c8-4180-a195-5163c160f639 req-a68bd2a1-ecde-478b-afe5-6afa4b30a038 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642719 Sep 23 22:16:40.261868 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f274f9b-d618-4789-bd52-fa8eb35af823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:40.316625 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:40.333940 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-09592187-1330-4a71-818d-c19fd65ad671 req-2bc0e267-f3b5-4627-8729-a41c4895146d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831618 Sep 23 22:16:40.357997 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd781f6c1-2aa2-41ed-9b6d-5443cdcfd523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b142229a-6288-47ed-bd33-e95175347df1'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:40.361501 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f004537-0469-434c-a7ef-537e4c4e98ca" -d '{"events": [{"server_uuid": "d781f6c1-2aa2-41ed-9b6d-5443cdcfd523", "name": "network-vif-plugged", "status": "completed", "tag": "b142229a-6288-47ed-bd33-e95175347df1"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:40.382855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420b389-264c-4c61-81bd-85be93684206 req-16c1a01d-d3d5-4c67-bbb6-d2b2f109900a tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:40.384589 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port b142229a-6288-47ed-bd33-e95175347df1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b142229a-6288-47ed-bd33-e95175347df1,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:40.385437 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7420b389-264c-4c61-81bd-85be93684206 req-16c1a01d-d3d5-4c67-bbb6-d2b2f109900a tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 945 time: 0.0758364 Sep 23 22:16:40.400773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36750) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:40.411469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8f350856-b635-41b3-8811-82a951576f96 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Request body: {'floatingip': {'port_id': 'f1ffde62-2312-4e94-abcf-1fa7f324800c'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:40.450408 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:40.451787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6c81e042-b524-433d-b259-38a567545928 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:16:40.462260 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f64647-8ecf-493a-b203-2dc85d90cde5 x-openstack-request-id: req-74f64647-8ecf-493a-b203-2dc85d90cde5 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:40.462721 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d781f6c1-2aa2-41ed-9b6d-5443cdcfd523", "name": "network-vif-plugged", "status": "completed", "tag": "b142229a-6288-47ed-bd33-e95175347df1", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:40.463141 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74f64647-8ecf-493a-b203-2dc85d90cde5 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:40.475839 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd781f6c1-2aa2-41ed-9b6d-5443cdcfd523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b142229a-6288-47ed-bd33-e95175347df1', 'code': 200} Sep 23 22:16:40.501277 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f274f9b-d618-4789-bd52-fa8eb35af823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:40.506658 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f274f9b-d618-4789-bd52-fa8eb35af823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:40.511377 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6f274f9b-d618-4789-bd52-fa8eb35af823 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b15b1ca4-ab6b-463d-8c1b-70a8722e931c HTTP/1.1" status: 204 len: 168 time: 0.3938403 Sep 23 22:16:40.535067 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f350856-b635-41b3-8811-82a951576f96 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:40.541740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f274f9b-d618-4789-bd52-fa8eb35af823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15b1ca4-ab6b-463d-8c1b-70a8722e931c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:40.544415 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 6c81e042-b524-433d-b259-38a567545928 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:16:40.544988 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6c81e042-b524-433d-b259-38a567545928 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:16:40.545723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4daf37ac-f62b-4771-9337-59e73fa29336 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:16:40.603160 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 4daf37ac-f62b-4771-9337-59e73fa29336 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:16:40.603742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4daf37ac-f62b-4771-9337-59e73fa29336 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:16:40.645507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=b142229a-6288-47ed-bd33-e95175347df1,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:40.755397 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc789226-ae3c-4f56-a74d-26d943267102 req-d23df9c5-9735-4bd6-a9ac-b7fcccf97de0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541911 Sep 23 22:16:40.795158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f270d-a5c1-4854-bbe5-1ac893322274 req-cda71b40-57d4-47ce-ab00-71c864ec0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:40.797351 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-426f270d-a5c1-4854-bbe5-1ac893322274 req-cda71b40-57d4-47ce-ab00-71c864ec0030 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 1101 time: 0.1635647 Sep 23 22:16:40.842342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc789226-ae3c-4f56-a74d-26d943267102 req-386fbbe1-bd64-4800-a7f9-0fa64970744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:40.843964 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc789226-ae3c-4f56-a74d-26d943267102 req-386fbbe1-bd64-4800-a7f9-0fa64970744c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aff233912dbc4ecfa8bb414900494930&device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 1099 time: 0.0550532 Sep 23 22:16:40.955981 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-426f270d-a5c1-4854-bbe5-1ac893322274 req-8169eb57-af55-4b97-893d-83bc588f63a1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476917 Sep 23 22:16:41.077022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc789226-ae3c-4f56-a74d-26d943267102 req-0a92423a-8095-4689-b59d-100fabad282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:41.081501 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc789226-ae3c-4f56-a74d-26d943267102 req-0a92423a-8095-4689-b59d-100fabad282f service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2148125 Sep 23 22:16:41.197026 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc789226-ae3c-4f56-a74d-26d943267102 req-6bf3a84d-ab26-4d41-9d10-dec0ddbcbfd3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=1867d2fd-cf7a-4cd2-b2dd-e703167754cc HTTP/1.1" status: 200 len: 217 time: 0.0414684 Sep 23 22:16:41.237283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499d921-b40f-4338-b681-f823161fb4ca req-e18eba0b-8001-4ec8-8018-c61d8a1e2d4e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:41.240072 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3499d921-b40f-4338-b681-f823161fb4ca req-e18eba0b-8001-4ec8-8018-c61d8a1e2d4e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 944 time: 0.2351336 Sep 23 22:16:41.242780 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36774) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:41.271920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc789226-ae3c-4f56-a74d-26d943267102 req-dbb44314-ec73-4ad7-81a0-f156fe49d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:41.274496 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc789226-ae3c-4f56-a74d-26d943267102 req-dbb44314-ec73-4ad7-81a0-f156fe49d077 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0689912 Sep 23 22:16:41.327263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc789226-ae3c-4f56-a74d-26d943267102 req-ea84c297-4374-47cd-a556-66a9785d1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:41.329330 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc789226-ae3c-4f56-a74d-26d943267102 req-ea84c297-4374-47cd-a556-66a9785d1720 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452530 Sep 23 22:16:41.366674 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3499d921-b40f-4338-b681-f823161fb4ca req-a89944e0-50b4-4444-929b-e53499d9c921 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797005 Sep 23 22:16:41.602649 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-40c7a244-d714-41ed-90eb-8b65aa92ef9f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee76ef5bfadb44c3b774e7c129f0711d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503823 Sep 23 22:16:41.602649 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc789226-ae3c-4f56-a74d-26d943267102 req-3edc7bc9-4b98-42ed-a74b-2ca6de7c88a9 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623613 Sep 23 22:16:41.602649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36798) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:41.622418 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f350856-b635-41b3-8811-82a951576f96 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:41.638679 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a285a-2dd4-4084-aea6-d7e5c0a83d75 req-9dbb83fa-7369-4148-a73f-9ff8475adfef tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:41.649764 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d3a285a-2dd4-4084-aea6-d7e5c0a83d75 req-9dbb83fa-7369-4148-a73f-9ff8475adfef tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 1096 time: 0.0954669 Sep 23 22:16:41.721009 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d3a285a-2dd4-4084-aea6-d7e5c0a83d75 req-2f5dbe50-3e6a-4905-b997-2703ab280a0d tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601289 Sep 23 22:16:41.752615 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f350856-b635-41b3-8811-82a951576f96 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:41.757818 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7628-900d-42be-a980-3776de6bbbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:41.805262 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc789226-ae3c-4f56-a74d-26d943267102 req-509d3085-a19f-4142-af2e-779d3171e541 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928282 Sep 23 22:16:41.831935 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7628-900d-42be-a980-3776de6bbbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:42.106196 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7628-900d-42be-a980-3776de6bbbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:42.111572 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7628-900d-42be-a980-3776de6bbbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:42.113566 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0f6d7628-900d-42be-a980-3776de6bbbd5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1 HTTP/1.1" status: 204 len: 168 time: 0.5096402 Sep 23 22:16:42.125583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d7628-900d-42be-a980-3776de6bbbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2ec16f-6fc6-49ea-bfa0-694ac4d169b1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:42.189252 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36826) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:42.315758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2be1d-0eef-465b-a0d0-dc19b1731d74 req-d379cf1f-ef69-4ae5-87ea-4867d5e4a819 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:42.317417 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7bb2be1d-0eef-465b-a0d0-dc19b1731d74 req-d379cf1f-ef69-4ae5-87ea-4867d5e4a819 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 950 time: 0.4610958 Sep 23 22:16:42.358691 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-db57fbc0-c949-416f-9d1a-4de925bbc35d service neutron] 10.222.0.67 "GET /v2.0/ports/7580591f-965c-4a09-a27f-b2e5521bf77d/bindings/n-h1-810775-1 HTTP/1.1" status: 200 len: 384 time: 0.1291616 Sep 23 22:16:42.368643 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-8f350856-b635-41b3-8811-82a951576f96 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Floating IP 316e2294-63a8-4bfe-8d5d-0641b77c24ed associated. External IP: 172.25.1.234, port: f1ffde62-2312-4e94-abcf-1fa7f324800c. Sep 23 22:16:42.504854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7bb2be1d-0eef-465b-a0d0-dc19b1731d74 req-48523bfe-42f1-4cf5-bbe3-a3a7fcc258d9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798017 Sep 23 22:16:42.918617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-848d0898-b1d2-4ae0-a5fb-8794ff5059b1 service neutron] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7580591f-965c-4a09-a27f-b2e5521bf77d,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:42.929376 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-74db673c-170b-4add-8ae2-98770266461e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d12b5658049a4a03832e94591765be8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7385290 Sep 23 22:16:42.932642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36848) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:42.940660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f350856-b635-41b3-8811-82a951576f96 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:16:42.950983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-848d0898-b1d2-4ae0-a5fb-8794ff5059b1 service neutron] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:43.024241 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-070c4dba-fdbf-47aa-8d0f-7dd47cdb0528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:43.055129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-848d0898-b1d2-4ae0-a5fb-8794ff5059b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7580591f-965c-4a09-a27f-b2e5521bf77d {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:43.069745 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-070c4dba-fdbf-47aa-8d0f-7dd47cdb0528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:43.070614 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-848d0898-b1d2-4ae0-a5fb-8794ff5059b1 service neutron] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7580591f-965c-4a09-a27f-b2e5521bf77d,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:43.075008 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e42f680-f1da-4450-81f4-4aa3eca63137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:43.110771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f350856-b635-41b3-8811-82a951576f96 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:16:43.118896 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f350856-b635-41b3-8811-82a951576f96 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:43.123392 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7577eba-9542-4804-83ae-e8017a5f3db9 None None] Sync routers for ids ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:16:43.137185 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7577eba-9542-4804-83ae-e8017a5f3db9 None None] Routers {'18903306-f9ac-4ec6-a5c6-ad74a06ec80e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:16:43.141248 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c7577eba-9542-4804-83ae-e8017a5f3db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:16:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:43.146669 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8f350856-b635-41b3-8811-82a951576f96 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "PUT /v2.0/floatingips/316e2294-63a8-4bfe-8d5d-0641b77c24ed HTTP/1.1" status: 200 len: 991 time: 2.7443144 Sep 23 22:16:43.147289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876bca82-c6d4-4ea8-b0a3-7e944e32b320', 'tag': 'f1ffde62-2312-4e94-abcf-1fa7f324800c'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:43.149798 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b76d6b-874c-43a8-976a-26ce6fde640e" -d '{"events": [{"name": "network-changed", "server_uuid": "876bca82-c6d4-4ea8-b0a3-7e944e32b320", "tag": "f1ffde62-2312-4e94-abcf-1fa7f324800c"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:43.244806 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-848d0898-b1d2-4ae0-a5fb-8794ff5059b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:43.245343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a044b-8588-43d0-beb8-7307183562fe req-78968219-5bca-4bcc-846b-922eaa983d90 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:43.249032 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e0a044b-8588-43d0-beb8-7307183562fe req-78968219-5bca-4bcc-846b-922eaa983d90 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 944 time: 0.0653152 Sep 23 22:16:43.284319 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c7577eba-9542-4804-83ae-e8017a5f3db9 None None] Set router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:16:43.331593 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-070c4dba-fdbf-47aa-8d0f-7dd47cdb0528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:43.336761 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-070c4dba-fdbf-47aa-8d0f-7dd47cdb0528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:43.345395 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-070c4dba-fdbf-47aa-8d0f-7dd47cdb0528 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0a673ad-0e03-4b1a-8294-a3eace858d7f HTTP/1.1" status: 204 len: 168 time: 0.4102409 Sep 23 22:16:43.370493 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e0a044b-8588-43d0-beb8-7307183562fe req-3aed56a1-b0d8-48e9-9f40-bfa1d6574482 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978594 Sep 23 22:16:43.378703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-848d0898-b1d2-4ae0-a5fb-8794ff5059b1 service neutron] Transition to ACTIVE for port object 7580591f-965c-4a09-a27f-b2e5521bf77d will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:16:43.389863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c4dba-fdbf-47aa-8d0f-7dd47cdb0528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a673ad-0e03-4b1a-8294-a3eace858d7f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:43.508940 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36864) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:43.512467 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-848d0898-b1d2-4ae0-a5fb-8794ff5059b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:43.616032 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-782b7bd3-1a9e-4859-a84a-35825df82581 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9982a77af24249989a62c77f73f1fb00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932739 Sep 23 22:16:43.621747 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36870) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:43.694518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-848d0898-b1d2-4ae0-a5fb-8794ff5059b1 service neutron] No DVR routers for this DVR port 7580591f-965c-4a09-a27f-b2e5521bf77d on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:16:43.701850 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c7577eba-9542-4804-83ae-e8017a5f3db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '316e2294-63a8-4bfe-8d5d-0641b77c24ed', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'port_id': 'f1ffde62-2312-4e94-abcf-1fa7f324800c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'mac_address': 'fa:16:3e:27:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bca82-c6d4-4ea8-b0a3-7e944e32b320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:13:54Z', 'updated_at': '2021-09-23T22:16:41Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47e812c-74e7-49be-bfb9-983828480bcf', 'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'mac_address': 'fa:16:3e:44:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:23Z', 'updated_at': '2021-09-23T22:13:37Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'subnets': [{'id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:43.713878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d0898-b1d2-4ae0-a5fb-8794ff5059b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7580591f-965c-4a09-a27f-b2e5521bf77d,revision_number=10']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:43.776120 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-848d0898-b1d2-4ae0-a5fb-8794ff5059b1 service neutron] 10.222.0.67 "PUT /v2.0/ports/7580591f-965c-4a09-a27f-b2e5521bf77d/bindings/n-h1-810775-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4050004 Sep 23 22:16:43.785864 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee037d4-0dad-410d-9ad2-7a893215ae45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:43.788450 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7577eba-9542-4804-83ae-e8017a5f3db9 None None] Checking router: 18903306-f9ac-4ec6-a5c6-ad74a06ec80e for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:16:43.815580 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7577eba-9542-4804-83ae-e8017a5f3db9 None None] Routers {'18903306-f9ac-4ec6-a5c6-ad74a06ec80e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:16:43.816486 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c7577eba-9542-4804-83ae-e8017a5f3db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:16:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:43.820470 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee037d4-0dad-410d-9ad2-7a893215ae45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:44.095217 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c7577eba-9542-4804-83ae-e8017a5f3db9 None None] Set router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:16:44.111966 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee037d4-0dad-410d-9ad2-7a893215ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:44.122367 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee037d4-0dad-410d-9ad2-7a893215ae45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:44.124552 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cee037d4-0dad-410d-9ad2-7a893215ae45 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90b7aa3a-421d-48d7-b6e7-28fd17e6f9a0 HTTP/1.1" status: 204 len: 168 time: 0.5028422 Sep 23 22:16:44.149027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee037d4-0dad-410d-9ad2-7a893215ae45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b7aa3a-421d-48d7-b6e7-28fd17e6f9a0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:44.176411 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca05f335-320d-4edf-88fb-f7c15846a089 x-openstack-request-id: req-ca05f335-320d-4edf-88fb-f7c15846a089 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:44.179092 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876bca82-c6d4-4ea8-b0a3-7e944e32b320", "tag": "f1ffde62-2312-4e94-abcf-1fa7f324800c", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:44.182550 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca05f335-320d-4edf-88fb-f7c15846a089 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:44.182550 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876bca82-c6d4-4ea8-b0a3-7e944e32b320', 'tag': 'f1ffde62-2312-4e94-abcf-1fa7f324800c', 'status': 'completed', 'code': 200} Sep 23 22:16:44.198423 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-69924c44-361c-4199-9daf-5f4764187ac7 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:44.200231 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-69924c44-361c-4199-9daf-5f4764187ac7 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b&tenant_id=15cbc9172a21412ea06786b579eff720&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1096 time: 0.1925094 Sep 23 22:16:44.295415 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b76d6b-874c-43a8-976a-26ce6fde640e req-929a9436-1605-4179-b122-2a6bfd4e2a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:44.297808 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3b76d6b-874c-43a8-976a-26ce6fde640e req-929a9436-1605-4179-b122-2a6bfd4e2a4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8b6969335334004955419fa121e731e&device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 1096 time: 0.0674703 Sep 23 22:16:44.450606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506592a-ab9d-4eeb-b9b5-7aa696853e26 req-9bf4f348-a8fe-4276-a1c8-c26464e2516f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:44.461542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7506592a-ab9d-4eeb-b9b5-7aa696853e26 req-9bf4f348-a8fe-4276-a1c8-c26464e2516f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 950 time: 0.1738675 Sep 23 22:16:44.465034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-fc3730f4-4bfb-47fb-aea6-0552b4d98a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:44.466868 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-fc3730f4-4bfb-47fb-aea6-0552b4d98a06 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b&tenant_id=15cbc9172a21412ea06786b579eff720 HTTP/1.1" status: 200 len: 1096 time: 0.2447116 Sep 23 22:16:44.491374 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c7577eba-9542-4804-83ae-e8017a5f3db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '316e2294-63a8-4bfe-8d5d-0641b77c24ed', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'port_id': 'f1ffde62-2312-4e94-abcf-1fa7f324800c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'mac_address': 'fa:16:3e:27:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bca82-c6d4-4ea8-b0a3-7e944e32b320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:13:54Z', 'updated_at': '2021-09-23T22:16:41Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47e812c-74e7-49be-bfb9-983828480bcf', 'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'mac_address': 'fa:16:3e:44:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:23Z', 'updated_at': '2021-09-23T22:13:37Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'subnets': [{'id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:44.514041 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7506592a-ab9d-4eeb-b9b5-7aa696853e26 req-401ee000-611d-4c35-97b6-af894f1c5da1 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519998 Sep 23 22:16:44.518980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b76d6b-874c-43a8-976a-26ce6fde640e req-8723c584-6ca5-40e6-9f94-3f4d72bda051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:44.534563 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7577eba-9542-4804-83ae-e8017a5f3db9 None None] The sync data for ids ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'] in n-d-810775-1 is: [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '316e2294-63a8-4bfe-8d5d-0641b77c24ed', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'port_id': 'f1ffde62-2312-4e94-abcf-1fa7f324800c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'mac_address': 'fa:16:3e:27:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bca82-c6d4-4ea8-b0a3-7e944e32b320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:13:54Z', 'updated_at': '2021-09-23T22:16:41Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47e812c-74e7-49be-bfb9-983828480bcf', 'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'mac_address': 'fa:16:3e:44:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:23Z', 'updated_at': '2021-09-23T22:13:37Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'subnets': [{'id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:16:44.535545 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3b76d6b-874c-43a8-976a-26ce6fde640e req-8723c584-6ca5-40e6-9f94-3f4d72bda051 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f02de17-3cdd-47cd-827d-131803615523 HTTP/1.1" status: 200 len: 924 time: 0.2299323 Sep 23 22:16:44.536326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36904) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:44.590225 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-6d545b89-a5ab-4be4-ab7a-5e7dac9296a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:44.590225 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-6d545b89-a5ab-4be4-ab7a-5e7dac9296a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 1096 time: 0.0645320 Sep 23 22:16:44.675457 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e60527f-17bc-46ee-9c70-cf328c33ef1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:44.808530 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3b76d6b-874c-43a8-976a-26ce6fde640e req-31c24c51-eb87-4f0f-8603-2c477de09864 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1ffde62-2312-4e94-abcf-1fa7f324800c HTTP/1.1" status: 200 len: 999 time: 0.2516854 Sep 23 22:16:44.837894 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6004c0e-a80a-41bb-9a1f-b14ae32526e4 req-da1d0aa1-04eb-4ddb-9331-dec40a091d04 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:44.841238 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6004c0e-a80a-41bb-9a1f-b14ae32526e4 req-da1d0aa1-04eb-4ddb-9331-dec40a091d04 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 948 time: 0.1908913 Sep 23 22:16:44.841501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adc4ced-446c-4649-9490-236e013bc87a None None] New status for floating IP 316e2294-63a8-4bfe-8d5d-0641b77c24ed: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:16:44.880160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b76d6b-874c-43a8-976a-26ce6fde640e req-2878af0a-4c2f-419b-af50-2bd189624bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:44.881755 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3b76d6b-874c-43a8-976a-26ce6fde640e req-2878af0a-4c2f-419b-af50-2bd189624bcb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92fcb3eb-b34b-4893-a379-9f6f842e3c9e HTTP/1.1" status: 200 len: 862 time: 0.0654519 Sep 23 22:16:44.892141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-ad4e877c-b25c-4f03-8a0e-a7dee1902983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:44.895071 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-ad4e877c-b25c-4f03-8a0e-a7dee1902983 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.2925906 Sep 23 22:16:44.952881 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6004c0e-a80a-41bb-9a1f-b14ae32526e4 req-2daf2350-784c-46fb-98e0-7ffd5accf501 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987923 Sep 23 22:16:45.006384 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b76d6b-874c-43a8-976a-26ce6fde640e req-24e642ae-ffd6-4532-abf2-5cac858adeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:45.007938 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3b76d6b-874c-43a8-976a-26ce6fde640e req-24e642ae-ffd6-4532-abf2-5cac858adeec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f02de17-3cdd-47cd-827d-131803615523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178675 Sep 23 22:16:45.078366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-2e6a01ee-4200-4555-b572-70b82aadc02c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7580591f-965c-4a09-a27f-b2e5521bf77d HTTP/1.1" status: 200 len: 217 time: 0.1523600 Sep 23 22:16:45.087313 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e60527f-17bc-46ee-9c70-cf328c33ef1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:45.157035 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3b76d6b-874c-43a8-976a-26ce6fde640e req-bb14ef4f-1e68-45a1-8cef-ac5cdba1bb11 service neutron] 10.222.0.67 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377156 Sep 23 22:16:45.159874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 7580591f-965c-4a09-a27f-b2e5521bf77d no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:16:45.207224 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e60527f-17bc-46ee-9c70-cf328c33ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:45.217357 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-15eccf98-f6b7-4256-9e38-a3ea10b6cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:45.219413 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-15eccf98-f6b7-4256-9e38-a3ea10b6cc33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.1288555 Sep 23 22:16:45.238379 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c05d38-5664-4d00-9881-4ea04feb0676 req-b8bb722e-73e3-42fb-a89b-ea1e871ef421 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:45.239937 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2c05d38-5664-4d00-9881-4ea04feb0676 req-b8bb722e-73e3-42fb-a89b-ea1e871ef421 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 945 time: 0.0741141 Sep 23 22:16:45.241898 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 7580591f-965c-4a09-a27f-b2e5521bf77d not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:16:45.307427 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-c4a2caef-720d-4de3-8420-c7ffb774a7fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779243 Sep 23 22:16:45.350268 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6e60527f-17bc-46ee-9c70-cf328c33ef1a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=88b9e2ced7d84e76b11b3f51a8d3f104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8051486 Sep 23 22:16:45.355004 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60527f-17bc-46ee-9c70-cf328c33ef1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5352e99-b380-4354-af1c-a8d0f34aa7ca,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:45.365960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36926) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:45.373746 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2c05d38-5664-4d00-9881-4ea04feb0676 req-6034d80e-2fe3-43c7-ad33-4129e6928ce5 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163590 Sep 23 22:16:45.391252 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3b76d6b-874c-43a8-976a-26ce6fde640e req-ad4f6692-86fa-4995-921c-36bcf74ca8ad service neutron] 10.222.0.67 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217264 Sep 23 22:16:45.472820 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ffe1b2e-d462-4544-8975-e862b869133d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:45.512638 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ffe1b2e-d462-4544-8975-e862b869133d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:45.520695 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-6a3bd4a1-fac6-44c5-9acf-5a1e4a1cf91d service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732814 Sep 23 22:16:45.529681 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b32d8-d507-4aef-8afa-407c83b6d6ab req-3396cf02-5a5f-4d9a-a41b-e6353a3e6679 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:45.532609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1b9b32d8-d507-4aef-8afa-407c83b6d6ab req-3396cf02-5a5f-4d9a-a41b-e6353a3e6679 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 1101 time: 0.0716877 Sep 23 22:16:45.549024 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a633b662-11e5-46d9-8222-4c3f193a26ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:45.646399 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1b9b32d8-d507-4aef-8afa-407c83b6d6ab req-21ad07d5-9026-4d2e-be35-8c2fcbeb0ae0 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041734 Sep 23 22:16:45.686416 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-86aa5758-75cd-47bd-ad5e-76fe55e5ae31 service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501162 Sep 23 22:16:45.704286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3a9d0e71-7251-4b45-bc91-3341575e1d73 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:16:45.706024 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3a9d0e71-7251-4b45-bc91-3341575e1d73 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099943 Sep 23 22:16:45.708293 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ffe1b2e-d462-4544-8975-e862b869133d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:45.713447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ffe1b2e-d462-4544-8975-e862b869133d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:45.714252 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8ffe1b2e-d462-4544-8975-e862b869133d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5352e99-b380-4354-af1c-a8d0f34aa7ca HTTP/1.1" status: 204 len: 168 time: 0.3468354 Sep 23 22:16:45.750952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe1b2e-d462-4544-8975-e862b869133d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5352e99-b380-4354-af1c-a8d0f34aa7ca,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:45.810392 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2e77c966-67fb-4bd4-8168-8687d17c62ad tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:45.811830 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2e77c966-67fb-4bd4-8168-8687d17c62ad tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports/f89b102d-c01a-452f-b633-1eecad54b57c HTTP/1.1" status: 200 len: 1093 time: 0.0804148 Sep 23 22:16:45.823589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3b3933d2-002d-4530-9449-6a68fe5c9e77 service neutron] Request body: {'binding': {'host': 'n-h1-810775-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:45.824067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3b3933d2-002d-4530-9449-6a68fe5c9e77 service neutron] Unknown quota resources ['binding']. {{(pid=95491) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:16:45.993588 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:46.067250 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3b3933d2-002d-4530-9449-6a68fe5c9e77 service neutron] Attempting to bind port f89b102d-c01a-452f-b633-1eecad54b57c on host n-h1-810775-1 for vnic_type normal with profile None {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:16:46.068058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3b3933d2-002d-4530-9449-6a68fe5c9e77 service neutron] Attempting to bind port f89b102d-c01a-452f-b633-1eecad54b57c by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:16:46.068590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3b3933d2-002d-4530-9449-6a68fe5c9e77 service neutron] Attempting to bind port f89b102d-c01a-452f-b633-1eecad54b57c on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:46.077192 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3b3933d2-002d-4530-9449-6a68fe5c9e77 service neutron] Port f89b102d-c01a-452f-b633-1eecad54b57c on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:16:46.077931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3b3933d2-002d-4530-9449-6a68fe5c9e77 service neutron] Attempting to bind port f89b102d-c01a-452f-b633-1eecad54b57c on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:46.089155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3b3933d2-002d-4530-9449-6a68fe5c9e77 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:16:46.089660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3b3933d2-002d-4530-9449-6a68fe5c9e77 service neutron] Checking segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:16:46.090385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3b3933d2-002d-4530-9449-6a68fe5c9e77 service neutron] Bound using segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:16:46.091104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3b3933d2-002d-4530-9449-6a68fe5c9e77 service neutron] Bound port: f89b102d-c01a-452f-b633-1eecad54b57c, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:16:46.160354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3b3933d2-002d-4530-9449-6a68fe5c9e77 service neutron] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=f89b102d-c01a-452f-b633-1eecad54b57c,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:16:46.258199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3b3933d2-002d-4530-9449-6a68fe5c9e77 service neutron] Notify callbacks [] for binding, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:46.262096 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-3b3933d2-002d-4530-9449-6a68fe5c9e77 service neutron] 10.222.0.22 "POST /v2.0/ports/f89b102d-c01a-452f-b633-1eecad54b57c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4425707 Sep 23 22:16:46.496036 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-bae903a8-cef5-47b2-b936-217ef4c057fe tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:46.497582 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-bae903a8-cef5-47b2-b936-217ef4c057fe tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b&tenant_id=15cbc9172a21412ea06786b579eff720&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 1096 time: 0.0946026 Sep 23 22:16:46.537771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facc98e-ac59-4eea-8136-8be273b6b4e3 req-85d0b317-b814-4f2e-b711-6e05989c8918 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:46.539362 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9facc98e-ac59-4eea-8136-8be273b6b4e3 req-85d0b317-b814-4f2e-b711-6e05989c8918 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.43 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 948 time: 0.0630326 Sep 23 22:16:46.702054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-9facc98e-ac59-4eea-8136-8be273b6b4e3 req-a7324454-de2b-4d2c-a6a7-49d951499151 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Deleting port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:16:46.702465 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9facc98e-ac59-4eea-8136-8be273b6b4e3 req-a7324454-de2b-4d2c-a6a7-49d951499151 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:46.791275 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-4110721e-cc4f-4adf-8640-06564d96ff9f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3756e6e4b7384c58b79362f025ad60eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741799 Sep 23 22:16:46.798070 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:46.844901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16f520-3111-48dd-b311-4138446a58a0 req-34eaa070-f7fd-4048-b5fa-05e397084d06 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:46.846897 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eb16f520-3111-48dd-b311-4138446a58a0 req-34eaa070-f7fd-4048-b5fa-05e397084d06 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 948 time: 0.0760460 Sep 23 22:16:46.896405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-683671e9-24d9-4f72-b244-dfbf1a962648 service neutron] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:46.899982 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eb16f520-3111-48dd-b311-4138446a58a0 req-bef72200-2302-4e0f-b04f-03ff5683f9c1 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450401 Sep 23 22:16:46.903215 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-683671e9-24d9-4f72-b244-dfbf1a962648 service neutron] Notify callbacks [] for binding, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:46.904463 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a9a7c5-0ebd-4afb-a2ea-e54632bab1e6 req-683671e9-24d9-4f72-b244-dfbf1a962648 service neutron] 10.222.0.43 "DELETE /v2.0/ports/7580591f-965c-4a09-a27f-b2e5521bf77d/bindings/n-h2-810775-1 HTTP/1.1" status: 204 len: 173 time: 0.3938041 Sep 23 22:16:47.048857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-9facc98e-ac59-4eea-8136-8be273b6b4e3 req-a7324454-de2b-4d2c-a6a7-49d951499151 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] For port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:47.049386 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9facc98e-ac59-4eea-8136-8be273b6b4e3 req-a7324454-de2b-4d2c-a6a7-49d951499151 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:47.055608 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bb446-82e3-4ddc-8ded-0768228f92f7 req-f3850409-fc92-447e-8b1f-6302c895a682 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:47.057948 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d80bb446-82e3-4ddc-8ded-0768228f92f7 req-f3850409-fc92-447e-8b1f-6302c895a682 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 945 time: 0.0735664 Sep 23 22:16:47.074921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-9facc98e-ac59-4eea-8136-8be273b6b4e3 req-a7324454-de2b-4d2c-a6a7-49d951499151 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Calling delete_port for 1867d2fd-cf7a-4cd2-b2dd-e703167754cc owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:16:47.089405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-3bc53267-08dc-4ea6-81b1-f790b4265af5 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:47.091020 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-3bc53267-08dc-4ea6-81b1-f790b4265af5 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2899828 Sep 23 22:16:47.122578 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d80bb446-82e3-4ddc-8ded-0768228f92f7 req-7d8abab5-c35b-4116-93fa-5e8453daae2a tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576122 Sep 23 22:16:47.145282 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-187e1da5-3e89-40ee-ae12-ad07a4f7e3a9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/quotas/3756e6e4b7384c58b79362f025ad60eb HTTP/1.1" status: 200 len: 375 time: 0.0449855 Sep 23 22:16:47.301595 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:47.308890 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-2657cb6d-7766-4890-80e8-f60c44d96ec8 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1504385 Sep 23 22:16:47.499657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37042) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:47.529048 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9facc98e-ac59-4eea-8136-8be273b6b4e3 req-a7324454-de2b-4d2c-a6a7-49d951499151 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:47.561919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7324454-de2b-4d2c-a6a7-49d951499151 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Pushing event deleted for resources: {'Port': ['ID=1867d2fd-cf7a-4cd2-b2dd-e703167754cc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:47.586389 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cd93d-2beb-415d-be6e-3d5cc3463693 req-81c22591-fe5c-47bd-a711-a21796c8b7bc tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:47.595633 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-736cd93d-2beb-415d-be6e-3d5cc3463693 req-81c22591-fe5c-47bd-a711-a21796c8b7bc tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 945 time: 0.3633432 Sep 23 22:16:47.639309 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-736cd93d-2beb-415d-be6e-3d5cc3463693 req-00796a33-2b03-43e9-813c-460b8e17a192 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429838 Sep 23 22:16:47.646124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-253365757-network', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:47.659826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-9facc98e-ac59-4eea-8136-8be273b6b4e3 req-a7324454-de2b-4d2c-a6a7-49d951499151 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] No DVR routers for this DVR port 1867d2fd-cf7a-4cd2-b2dd-e703167754cc on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:16:47.667250 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9facc98e-ac59-4eea-8136-8be273b6b4e3 req-a7324454-de2b-4d2c-a6a7-49d951499151 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:47.672670 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9facc98e-ac59-4eea-8136-8be273b6b4e3 req-a7324454-de2b-4d2c-a6a7-49d951499151 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.43 "DELETE /v2.0/ports/1867d2fd-cf7a-4cd2-b2dd-e703167754cc HTTP/1.1" status: 204 len: 173 time: 1.1187336 Sep 23 22:16:47.673225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e7357f-9faa-43ae-8c7d-72268b270603', 'name': 'network-vif-deleted', 'tag': '1867d2fd-cf7a-4cd2-b2dd-e703167754cc'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:47.675888 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77309538-da40-4fac-ab3c-2a738c759cb4" -d '{"events": [{"server_uuid": "09e7357f-9faa-43ae-8c7d-72268b270603", "name": "network-vif-deleted", "tag": "1867d2fd-cf7a-4cd2-b2dd-e703167754cc"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:47.824797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] Made reservation on behalf of 8d7ce4c0d4a742c7a48e51291cbd5740 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:16:47.834286 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:47.853601 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:48.043101 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:48.174773 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:48.260658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:16:48.296417 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e59118-221f-49c9-a38e-637cd25fa4d7,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:48.303256 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d571876b-6ad7-4e63-8830-b67193591c5b x-openstack-request-id: req-d571876b-6ad7-4e63-8830-b67193591c5b {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:48.303593 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e7357f-9faa-43ae-8c7d-72268b270603", "name": "network-vif-deleted", "tag": "1867d2fd-cf7a-4cd2-b2dd-e703167754cc", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:48.303869 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d571876b-6ad7-4e63-8830-b67193591c5b {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:48.304278 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e7357f-9faa-43ae-8c7d-72268b270603', 'name': 'network-vif-deleted', 'tag': '1867d2fd-cf7a-4cd2-b2dd-e703167754cc', 'status': 'completed', 'code': 200} Sep 23 22:16:48.328291 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d83e7e7a-8f4c-43e0-a116-5625b1bf1b90 req-071fb0eb-e83c-4204-85cd-92fea317625d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 210 time: 0.0589285 Sep 23 22:16:48.328291 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:48.328291 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] Added segment 4b4a7d45-976c-4da6-81aa-7d2c28671968 of type vlan for network d7b29d46-8f3d-44b5-b225-2542decec394 Sep 23 22:16:48.401956 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:48.426602 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:48.460474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581c721-937b-43ca-9261-8e17a3792082 req-fb9caf0e-5cc6-4d9b-a728-8d9efe48c743 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:48.464077 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b581c721-937b-43ca-9261-8e17a3792082 req-fb9caf0e-5cc6-4d9b-a728-8d9efe48c743 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 1096 time: 0.0744817 Sep 23 22:16:48.486156 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-815bbbf1-3ee6-4492-a04b-e5e2027dd7db req-28858b39-7c82-4425-8575-d68f085e349e tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=09e7357f-9faa-43ae-8c7d-72268b270603 HTTP/1.1" status: 200 len: 210 time: 0.0396509 Sep 23 22:16:48.523016 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b581c721-937b-43ca-9261-8e17a3792082 req-19697415-0f16-40b5-bb5f-5f1dc11396ba tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500119 Sep 23 22:16:48.600793 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:48.600793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:48.600793 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:48.692716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] Pushing event updated for resources: {'Network': ['ID=d7b29d46-8f3d-44b5-b225-2542decec394,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:48.715890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network d7b29d46-8f3d-44b5-b225-2542decec394 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:16:48.740290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bb6a718b-4592-4849-9973-544ef4219557 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2378931 Sep 23 22:16:48.745761 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37134) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:48.761760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-165ec2f2-7b2d-4f88-8c78-2c3fb9cad725 admin admin] Request body: {'subnet': {'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-253365757-subnet', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:48.905835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165ec2f2-7b2d-4f88-8c78-2c3fb9cad725 admin admin] Made reservation on behalf of 8d7ce4c0d4a742c7a48e51291cbd5740 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:16:48.909216 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-165ec2f2-7b2d-4f88-8c78-2c3fb9cad725 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:48.942393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439041d8-5f4e-48f8-8624-336f68cb8884 req-97bd157a-a9db-4e8c-8cb8-2b54ba81e57b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:48.944100 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-439041d8-5f4e-48f8-8624-336f68cb8884 req-97bd157a-a9db-4e8c-8cb8-2b54ba81e57b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 945 time: 0.0808492 Sep 23 22:16:49.055334 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-439041d8-5f4e-48f8-8624-336f68cb8884 req-56d2f03b-30ae-4041-aca4-2121ae936745 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607154 Sep 23 22:16:49.192328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-19e3c5f3-e6bf-4548-95e4-45801502dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:49.195093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-19e3c5f3-e6bf-4548-95e4-45801502dfd2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 1096 time: 0.1062803 Sep 23 22:16:49.392719 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-165ec2f2-7b2d-4f88-8c78-2c3fb9cad725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:49.448016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-65a77ef1-329a-459d-b6fa-d0af553d790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:49.454789 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-65a77ef1-329a-459d-b6fa-d0af553d790c service neutron] 10.222.0.43 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.2488723 Sep 23 22:16:49.496656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ec2f2-7b2d-4f88-8c78-2c3fb9cad725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6e298c-757d-4f0d-b518-04efa537caff,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:49.512873 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-dbf5a8a6-bfa4-4d58-bc5f-1fa4ef2307c7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:49.514526 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-dbf5a8a6-bfa4-4d58-bc5f-1fa4ef2307c7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 820 time: 0.2043588 Sep 23 22:16:49.521779 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165ec2f2-7b2d-4f88-8c78-2c3fb9cad725 admin admin] Checking segment: {'id': '4b4a7d45-976c-4da6-81aa-7d2c28671968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:16:49.522432 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165ec2f2-7b2d-4f88-8c78-2c3fb9cad725 admin admin] Network hostable DHCP agents. Network: d7b29d46-8f3d-44b5-b225-2542decec394, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:16:49.528890 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-84a90c2a-b1d8-4a52-aa06-628559bd72d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f89b102d-c01a-452f-b633-1eecad54b57c HTTP/1.1" status: 200 len: 217 time: 0.0619912 Sep 23 22:16:49.548328 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-99ddba02-282b-4d7d-b7c7-f41a0b683e1b tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/quotas/15cbc9172a21412ea06786b579eff720 HTTP/1.1" status: 200 len: 375 time: 0.0217061 Sep 23 22:16:49.609358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-250aab0f-3b5b-4127-bbaf-27d7ddd68018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:49.610117 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-250aab0f-3b5b-4127-bbaf-27d7ddd68018 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.0716894 Sep 23 22:16:49.632464 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-a0e679aa-7ecb-488a-8f8b-08eae81f9805 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829659 Sep 23 22:16:49.649035 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-e7793a6d-7a2c-405d-ba38-35d20e6a5283 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300372 Sep 23 22:16:49.699205 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165ec2f2-7b2d-4f88-8c78-2c3fb9cad725 admin admin] Network d7b29d46-8f3d-44b5-b225-2542decec394 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:16:49.809750 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-0c98aa89-d551-4f25-8471-609c65962a6e service neutron] 10.222.0.22 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695373 Sep 23 22:16:49.832400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4426571-48c8-4b7b-934b-25bc77f7ab57 req-8b07a624-164b-430b-821a-b0394909b373 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 210 time: 0.1274748 Sep 23 22:16:49.844740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37190) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:49.870721 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1867d2fd-cf7a-4cd2-b2dd-e703167754cc no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:16:49.871570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-165ec2f2-7b2d-4f88-8c78-2c3fb9cad725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, d7b29d46-8f3d-44b5-b225-2542decec394) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:16:49.887138 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165ec2f2-7b2d-4f88-8c78-2c3fb9cad725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:49.888230 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-165ec2f2-7b2d-4f88-8c78-2c3fb9cad725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:49.908889 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2ec65a26-4582-4aa5-9c86-d3d34d047005 service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521689 Sep 23 22:16:49.938862 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd578a2-aef8-4957-a76a-1f5b475d624e None None] Network d7b29d46-8f3d-44b5-b225-2542decec394 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:16:49.989320 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 1867d2fd-cf7a-4cd2-b2dd-e703167754cc {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:16:49.990495 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1867d2fd-cf7a-4cd2-b2dd-e703167754cc not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:16:50.044224 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-0074c247-2562-464b-9496-d8a6e38f08d9 service neutron] 10.222.0.22 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333572 Sep 23 22:16:50.048456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-165ec2f2-7b2d-4f88-8c78-2c3fb9cad725 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2990813 Sep 23 22:16:50.051881 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37210) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:50.064214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-253365757-router', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:50.139137 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-f91dbeaf-2885-42e4-b680-aa8cb5ae7a12 service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212358 Sep 23 22:16:50.184877 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ee51ad9-5201-43b0-b677-7a924c390388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:50.193669 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:50.196168 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:50.352850 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ee51ad9-5201-43b0-b677-7a924c390388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:50.415141 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:50.431588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-ee55f927-25f3-44a3-9b1a-871ff7025069 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:50.434070 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-ee55f927-25f3-44a3-9b1a-871ff7025069 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b&tenant_id=3f7af936c5414346bc188ecd0d80fb62&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1096 time: 0.0670986 Sep 23 22:16:50.443776 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ee51ad9-5201-43b0-b677-7a924c390388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:50.457624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810775-1'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:50.519019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-d7b29d46-8f3d-44b5-b225-2542decec394', 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'fixed_ips': [{'subnet_id': '1c6e298c-757d-4f0d-b518-04efa537caff'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:16:50.521193 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:50.539595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37246) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:50.540500 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7ee51ad9-5201-43b0-b677-7a924c390388 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=49891c6ccfd5479fb50328ca57fb78c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6935604 Sep 23 22:16:50.546879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee51ad9-5201-43b0-b677-7a924c390388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b013aeb-70c7-43af-9cf2-d5e2bc763897,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:50.597516 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:50.709076 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-f3d70639-5f23-4353-8280-dbde992e4a5f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3756e6e4b7384c58b79362f025ad60eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352027 Sep 23 22:16:50.816237 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Allocated IP 172.20.0.2 (d7b29d46-8f3d-44b5-b225-2542decec394/1c6e298c-757d-4f0d-b518-04efa537caff/022cef4c-3212-4371-89e5-cba70926d06a) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:16:50.975852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd20c5-b06a-4dde-ab24-43d7fd58e341 req-c819efda-e659-46f8-b5d3-38370315a30b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:50.990031 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86dd20c5-b06a-4dde-ab24-43d7fd58e341 req-c819efda-e659-46f8-b5d3-38370315a30b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 945 time: 0.2219477 Sep 23 22:16:51.087905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f89b102d-c01a-452f-b633-1eecad54b57c,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:51.100140 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:51.147236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:51.149575 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86dd20c5-b06a-4dde-ab24-43d7fd58e341 req-5f2f3c21-4df8-46a7-9b44-f6bd7ad67033 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536422 Sep 23 22:16:51.177481 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b020f8a-1097-44ae-91f6-4ac028ea82d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:51.198261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:51.198397 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-43ee87ef-c77f-419b-a499-36c508f32256 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:51.198800 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-43ee87ef-c77f-419b-a499-36c508f32256 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4444451 Sep 23 22:16:51.232987 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:51.242796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-01db8023-f9f3-4ad8-8679-ea88dc6140da tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Request body: {'port': {'device_id': 'cc746830-d04f-432d-a117-f722711958e6', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '3756e6e4b7384c58b79362f025ad60eb'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:51.256073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f89b102d-c01a-452f-b633-1eecad54b57c'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:51.259822 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24681c08-9d16-4549-a29e-aff087b9083c" -d '{"events": [{"server_uuid": "3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b", "name": "network-vif-unplugged", "status": "completed", "tag": "f89b102d-c01a-452f-b633-1eecad54b57c"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:51.263281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:51.298560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Network d7b29d46-8f3d-44b5-b225-2542decec394 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:16:51.303991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:16:51.307823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:16:51.321821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Pushing event updated for resources: {'Port': ['ID=022cef4c-3212-4371-89e5-cba70926d06a,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:51.335115 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:51.349558 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b020f8a-1097-44ae-91f6-4ac028ea82d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:51.441501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Attempting to bind port 022cef4c-3212-4371-89e5-cba70926d06a on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:16:51.442860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Attempting to bind port 022cef4c-3212-4371-89e5-cba70926d06a by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '4b4a7d45-976c-4da6-81aa-7d2c28671968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:16:51.443997 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Attempting to bind port 022cef4c-3212-4371-89e5-cba70926d06a on network d7b29d46-8f3d-44b5-b225-2542decec394 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:51.458371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:16:51.467519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Checking segment: {'id': '4b4a7d45-976c-4da6-81aa-7d2c28671968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:16:51.467519 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:51.467519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Bound using segment: {'id': '4b4a7d45-976c-4da6-81aa-7d2c28671968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:16:51.467519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Bound port: 022cef4c-3212-4371-89e5-cba70926d06a, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4a7d45-976c-4da6-81aa-7d2c28671968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:16:51.467519 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:51.468294 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cea4b4f-5d29-4b33-8985-1a63a319911e req-778fa47f-97b3-4662-8aff-4241a8f6f12a tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 210 time: 0.2427638 Sep 23 22:16:51.496778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Pushing event updated for resources: {'Port': ['ID=f89b102d-c01a-452f-b633-1eecad54b57c,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:51.532617 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fea3895-5d92-4736-9319-ffb1db54b007 req-baab1974-71ae-4fd4-a52a-a02bda6dd235 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 210 time: 0.0494835 Sep 23 22:16:51.535990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Attempting to bind port f89b102d-c01a-452f-b633-1eecad54b57c on host n-h2-810775-1 for vnic_type normal with profile {"migrating_to": "n-h1-810775-1"} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:16:51.536455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Attempting to bind port f89b102d-c01a-452f-b633-1eecad54b57c by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:16:51.536939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Attempting to bind port f89b102d-c01a-452f-b633-1eecad54b57c on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:51.543250 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Port f89b102d-c01a-452f-b633-1eecad54b57c on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:16:51.543688 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Attempting to bind port f89b102d-c01a-452f-b633-1eecad54b57c on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:51.550853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:16:51.551444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Checking segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:16:51.552359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Bound using segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:16:51.552359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Bound port: f89b102d-c01a-452f-b633-1eecad54b57c, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:16:51.552915 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:51.559089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] For port 022cef4c-3212-4371-89e5-cba70926d06a, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:51.564967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] For port 022cef4c-3212-4371-89e5-cba70926d06a, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=022cef4c-3212-4371-89e5-cba70926d06a,segment=NetworkSegment(4b4a7d45-976c-4da6-81aa-7d2c28671968),segment_id=4b4a7d45-976c-4da6-81aa-7d2c28671968)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:16:51.638117 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:51.715260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:51.720438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f89b102d-c01a-452f-b633-1eecad54b57c,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:16:51.792281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:51.813485 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d019f-ab69-46cd-9e7f-14a3aae8bc19 None None] Pushing event updated for resources: {'Port': ['ID=022cef4c-3212-4371-89e5-cba70926d06a,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:51.897228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Pushing event updated for resources: {'Port': ['ID=f89b102d-c01a-452f-b633-1eecad54b57c,revision_number=8']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:51.900548 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236d114-9f3d-4cd2-af1e-ba6e9af558c6 req-3b3636b2-10bb-4213-944e-c2e74491cf46 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:51.905753 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2236d114-9f3d-4cd2-af1e-ba6e9af558c6 req-3b3636b2-10bb-4213-944e-c2e74491cf46 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=fec6847c-d222-4583-9f36-5b75019dc3b1 HTTP/1.1" status: 200 len: 948 time: 0.1978209 Sep 23 22:16:51.912853 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b020f8a-1097-44ae-91f6-4ac028ea82d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:51.919229 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b020f8a-1097-44ae-91f6-4ac028ea82d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:51.934919 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0b020f8a-1097-44ae-91f6-4ac028ea82d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b013aeb-70c7-43af-9cf2-d5e2bc763897 HTTP/1.1" status: 204 len: 168 time: 1.3875208 Sep 23 22:16:51.951743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:51.952559 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:51.955952 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2bc0640a-65b7-445f-94c6-c59ba1533a1b service neutron] 10.222.0.43 "PUT /v2.0/ports/f89b102d-c01a-452f-b633-1eecad54b57c HTTP/1.1" status: 200 len: 1121 time: 1.5089018 Sep 23 22:16:52.062959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b020f8a-1097-44ae-91f6-4ac028ea82d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b013aeb-70c7-43af-9cf2-d5e2bc763897,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:52.101951 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2236d114-9f3d-4cd2-af1e-ba6e9af558c6 req-0a29700e-db09-42dd-aaac-72b7f9359946 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896567 Sep 23 22:16:52.104265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-01db8023-f9f3-4ad8-8679-ea88dc6140da tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Made reservation on behalf of 3756e6e4b7384c58b79362f025ad60eb for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:16:52.115379 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-01db8023-f9f3-4ad8-8679-ea88dc6140da tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:52.150646 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['f89b102d-c01a-452f-b633-1eecad54b57c'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:52.283900 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4929f3c8-debf-4c32-b98b-2dd302360124 x-openstack-request-id: req-4929f3c8-debf-4c32-b98b-2dd302360124 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:52.284355 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b", "name": "network-vif-unplugged", "status": "completed", "tag": "f89b102d-c01a-452f-b633-1eecad54b57c", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:52.284875 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4929f3c8-debf-4c32-b98b-2dd302360124 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:52.285437 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f89b102d-c01a-452f-b633-1eecad54b57c', 'code': 200} Sep 23 22:16:52.472896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 022cef4c-3212-4371-89e5-cba70926d06a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:16:52.658488 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 022cef4c-3212-4371-89e5-cba70926d06a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:52.659133 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:52.762568 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf5748-549d-4afc-a6d9-8969b84d966a req-e52c2570-521d-4c42-91cf-409ee7c284be tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:52.784321 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fabf5748-549d-4afc-a6d9-8969b84d966a req-e52c2570-521d-4c42-91cf-409ee7c284be tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 943 time: 0.3806288 Sep 23 22:16:52.821331 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:52.825566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-01db8023-f9f3-4ad8-8679-ea88dc6140da tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Allocated IP 192.168.233.209 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/7557436f-7fe6-45e1-866b-ed4e1ffca5d6) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:16:52.900335 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:52.903498 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:52.992405 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 022cef4c-3212-4371-89e5-cba70926d06a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=022cef4c-3212-4371-89e5-cba70926d06a,segment=NetworkSegment(4b4a7d45-976c-4da6-81aa-7d2c28671968),segment_id=4b4a7d45-976c-4da6-81aa-7d2c28671968)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:53.098025 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fabf5748-549d-4afc-a6d9-8969b84d966a req-5d86ffec-9989-4ecf-8aa0-bee63fa9ef60 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120472 Sep 23 22:16:53.124063 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:53.265975 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=022cef4c-3212-4371-89e5-cba70926d06a,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:53.344329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37358) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:53.370723 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b7e3eccb-6149-48c7-a227-4a84c544c547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:53.394657 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8575fc8d-d662-4dbd-90e6-9da5582bf2dd req-38fad78c-b89b-458f-8018-3914a4d25928 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 210 time: 0.1447403 Sep 23 22:16:53.405681 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab8edf-e9e6-4d8f-b45c-437d80a2f246 None None] Network d7b29d46-8f3d-44b5-b225-2542decec394 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:16:53.421141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Allocated IP 172.25.1.105 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/d58fa87b-9cca-4abc-926f-c020862098af) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:16:53.538740 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b7e3eccb-6149-48c7-a227-4a84c544c547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:53.554220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0a67135f-5a3f-432c-81dc-f9e6bce1fd39 None None] Provisioning complete for port 022cef4c-3212-4371-89e5-cba70926d06a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:53.554856 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0a67135f-5a3f-432c-81dc-f9e6bce1fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:53.568443 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0376898c-54a6-4670-aeca-ddc7f970d52f req-63d969a0-5593-4ca0-ab3d-a9f313c162b8 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 210 time: 0.0852497 Sep 23 22:16:53.592310 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b7e3eccb-6149-48c7-a227-4a84c544c547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:53.607179 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-01db8023-f9f3-4ad8-8679-ea88dc6140da tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:53.766469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3eccb-6149-48c7-a227-4a84c544c547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c840de3-94a6-43e5-ad7a-9f407414be08,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:53.777511 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b7e3eccb-6149-48c7-a227-4a84c544c547 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f25ac48eac3c44f88eedda6afadf8652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4315393 Sep 23 22:16:53.781625 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37372) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:53.865161 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:53.898537 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-354ec835-59de-4717-8585-aa936b2c4913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:53.905490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device f89b102d-c01a-452f-b633-1eecad54b57c details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:16:53.964674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e6261-dbe0-44c6-9a1a-42a1b485f863 req-4c3039b1-8c36-4bb4-a7cb-b3b89a5c0187 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:53.967414 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-036e6261-dbe0-44c6-9a1a-42a1b485f863 req-4c3039b1-8c36-4bb4-a7cb-b3b89a5c0187 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=fec6847c-d222-4583-9f36-5b75019dc3b1 HTTP/1.1" status: 200 len: 948 time: 0.2210972 Sep 23 22:16:53.974966 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-01db8023-f9f3-4ad8-8679-ea88dc6140da tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:54.114897 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-01db8023-f9f3-4ad8-8679-ea88dc6140da tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:16:54.151249 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-01db8023-f9f3-4ad8-8679-ea88dc6140da tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:16:54.155755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-01db8023-f9f3-4ad8-8679-ea88dc6140da tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:16:54.164380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f89b102d-c01a-452f-b633-1eecad54b57c,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:54.204037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db8023-f9f3-4ad8-8679-ea88dc6140da tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event updated for resources: {'Port': ['ID=7557436f-7fe6-45e1-866b-ed4e1ffca5d6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:54.256779 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device f89b102d-c01a-452f-b633-1eecad54b57c has no active binding in host n-h1-810775-1 {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 22:16:54.260352 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-036e6261-dbe0-44c6-9a1a-42a1b485f863 req-5a8947e4-63f9-4160-a69c-d6b64b23c1df tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612319 Sep 23 22:16:54.266686 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:54.279573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-79837860-7d13-4571-b67b-e5b68f18cac7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:54.283182 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-79837860-7d13-4571-b67b-e5b68f18cac7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.67 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 820 time: 0.3284278 Sep 23 22:16:54.283955 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1', '286dd15c-7fc1-4071-8dd8-38aeb54576b2', 'b142229a-6288-47ed-bd33-e95175347df1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:54.291946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b', 'tag': 'f89b102d-c01a-452f-b633-1eecad54b57c'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:54.295580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d', '22eb675b-033b-4f09-a95d-dda8d9843398'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:16:54.301420 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5352f03-9f57-4d24-a057-03fa8d2d2b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b", "tag": "f89b102d-c01a-452f-b633-1eecad54b57c"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:54.317079 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-354ec835-59de-4717-8585-aa936b2c4913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:54.334652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-4c07d4ed-50f3-4efe-9344-317e95b13d4d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Request body: {'port': {'device_id': 'cbb14c8d-674b-403a-9e8b-4e736b556bc7', 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176', 'admin_state_up': True, 'tenant_id': '15cbc9172a21412ea06786b579eff720'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:54.413566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:16:54.436383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 022cef4c-3212-4371-89e5-cba70926d06a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:16:54.463555 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-01db8023-f9f3-4ad8-8679-ea88dc6140da tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:54.464706 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-01db8023-f9f3-4ad8-8679-ea88dc6140da tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:54.552430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:16:54.570203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:16:54.713652 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-01db8023-f9f3-4ad8-8679-ea88dc6140da tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4962115 Sep 23 22:16:54.738537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589d618-dbb9-4660-9b5e-141771fcc108 req-25c2c65c-d610-4ffb-8a18-011bfa259094 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:54.740256 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d589d618-dbb9-4660-9b5e-141771fcc108 req-25c2c65c-d610-4ffb-8a18-011bfa259094 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 943 time: 0.1739955 Sep 23 22:16:54.748862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Request body: {'port': {'device_id': 'cc746830-d04f-432d-a117-f722711958e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:54.863767 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=d58fa87b-9cca-4abc-926f-c020862098af,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:54.888902 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:54.959960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09d6a3-5f39-45a1-9c2c-7126ee2b164c req-705b224e-d8ef-4489-a6b8-1fbf163b4d88 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:54.965939 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5b09d6a3-5f39-45a1-9c2c-7126ee2b164c req-705b224e-d8ef-4489-a6b8-1fbf163b4d88 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.43 "GET /v2.0/ports?device_id=fec6847c-d222-4583-9f36-5b75019dc3b1 HTTP/1.1" status: 200 len: 948 time: 0.6804073 Sep 23 22:16:54.976799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 022cef4c-3212-4371-89e5-cba70926d06a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:54.977430 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:55.088994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-4c07d4ed-50f3-4efe-9344-317e95b13d4d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Made reservation on behalf of 15cbc9172a21412ea06786b579eff720 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:16:55.094557 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-4c07d4ed-50f3-4efe-9344-317e95b13d4d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:55.165726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-df969fee-1f6d-4a9f-810a-5106fd5978cd None None] Provisioning complete for port 022cef4c-3212-4371-89e5-cba70926d06a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:55.166177 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-df969fee-1f6d-4a9f-810a-5106fd5978cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:55.224245 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15d0d82-c078-413f-972d-e9db8120d4f0 x-openstack-request-id: req-a15d0d82-c078-413f-972d-e9db8120d4f0 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:55.225141 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b", "tag": "f89b102d-c01a-452f-b633-1eecad54b57c", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:55.225612 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a15d0d82-c078-413f-972d-e9db8120d4f0 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:55.226360 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b', 'tag': 'f89b102d-c01a-452f-b633-1eecad54b57c', 'status': 'completed', 'code': 200} Sep 23 22:16:55.291455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-5b09d6a3-5f39-45a1-9c2c-7126ee2b164c req-04dff7c0-76c7-4196-81ec-795092048963 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Deleting port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:16:55.292302 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5b09d6a3-5f39-45a1-9c2c-7126ee2b164c req-04dff7c0-76c7-4196-81ec-795092048963 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:55.534036 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d589d618-dbb9-4660-9b5e-141771fcc108 req-39e08a6f-6f5a-4e55-b87a-b91be03dd42b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7054951 Sep 23 22:16:55.763165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-df969fee-1f6d-4a9f-810a-5106fd5978cd None None] Provisioning complete for port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:16:55.763924 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-df969fee-1f6d-4a9f-810a-5106fd5978cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:55.790690 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e9092-1270-4f88-a100-206e99e46185 req-19cd0f36-765f-46dc-bc9a-8e782a07c537 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:55.792399 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe3e9092-1270-4f88-a100-206e99e46185 req-19cd0f36-765f-46dc-bc9a-8e782a07c537 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 936 time: 0.1583149 Sep 23 22:16:55.809051 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5352f03-9f57-4d24-a057-03fa8d2d2b3e req-bef50153-d252-4fcf-b5f4-4da4e26cb74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:55.810717 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5352f03-9f57-4d24-a057-03fa8d2d2b3e req-bef50153-d252-4fcf-b5f4-4da4e26cb74f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 1124 time: 0.2955241 Sep 23 22:16:55.887350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-df969fee-1f6d-4a9f-810a-5106fd5978cd None None] Port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:16:55.926372 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe3e9092-1270-4f88-a100-206e99e46185 req-72fc10a9-5bee-40fe-b204-5ddb9635370f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221135 Sep 23 22:16:55.932820 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-354ec835-59de-4717-8585-aa936b2c4913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:55.938732 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-354ec835-59de-4717-8585-aa936b2c4913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:55.942807 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-354ec835-59de-4717-8585-aa936b2c4913 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c840de3-94a6-43e5-ad7a-9f407414be08 HTTP/1.1" status: 204 len: 168 time: 2.1546338 Sep 23 22:16:55.993944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f3405712-155e-4ff6-8005-5731f18c511a req-c50de280-a5ba-4bf7-8794-7a8156bc9989 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 210 time: 0.6878512 Sep 23 22:16:56.073993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ec835-59de-4717-8585-aa936b2c4913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c840de3-94a6-43e5-ad7a-9f407414be08,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:56.226121 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5352f03-9f57-4d24-a057-03fa8d2d2b3e req-74df08ae-4c7b-4a29-b7da-6ba9562e6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:56.227638 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5352f03-9f57-4d24-a057-03fa8d2d2b3e req-74df08ae-4c7b-4a29-b7da-6ba9562e6869 service neutron] 10.222.0.67 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.4063210 Sep 23 22:16:56.267130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5b09d6a3-5f39-45a1-9c2c-7126ee2b164c req-04dff7c0-76c7-4196-81ec-795092048963 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] For port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:56.267509 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5b09d6a3-5f39-45a1-9c2c-7126ee2b164c req-04dff7c0-76c7-4196-81ec-795092048963 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:56.289396 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-5b09d6a3-5f39-45a1-9c2c-7126ee2b164c req-04dff7c0-76c7-4196-81ec-795092048963 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Calling delete_port for 4f008378-6ddb-4255-baf3-bddbd1eb9d9e owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:16:56.294089 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:56.296494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-4c07d4ed-50f3-4efe-9344-317e95b13d4d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Allocated IP 172.20.0.3 (c9f420e2-d329-4ff8-a6ea-b7ebff440176/e37ead02-da09-4adf-8e2d-f15b75dbcd24/151f6b5e-2b3a-4769-8d7c-64442241b8ef) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:16:56.307854 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:56.415536 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5352f03-9f57-4d24-a057-03fa8d2d2b3e req-11167b86-5c73-438c-8171-d89bb0e3290b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f89b102d-c01a-452f-b633-1eecad54b57c HTTP/1.1" status: 200 len: 217 time: 0.1136937 Sep 23 22:16:56.543552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Transition to ACTIVE for port object 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:16:56.569280 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5d119-faf2-463f-8326-3fb498e9d781 req-fd683f7f-2800-4f57-b16f-031cf5671ecf tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:56.571124 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-74b5d119-faf2-463f-8326-3fb498e9d781 req-fd683f7f-2800-4f57-b16f-031cf5671ecf tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=fec6847c-d222-4583-9f36-5b75019dc3b1 HTTP/1.1" status: 200 len: 948 time: 0.3408070 Sep 23 22:16:56.617623 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-4c07d4ed-50f3-4efe-9344-317e95b13d4d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:56.617956 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:56.654262 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5352f03-9f57-4d24-a057-03fa8d2d2b3e req-3659652f-a0bf-448d-9a0f-ae93a1065b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:56.656667 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5352f03-9f57-4d24-a057-03fa8d2d2b3e req-3659652f-a0bf-448d-9a0f-ae93a1065b5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.2314327 Sep 23 22:16:56.666145 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5b09d6a3-5f39-45a1-9c2c-7126ee2b164c req-04dff7c0-76c7-4196-81ec-795092048963 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:56.689620 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:56.731429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dff7c0-76c7-4196-81ec-795092048963 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Pushing event deleted for resources: {'Port': ['ID=4f008378-6ddb-4255-baf3-bddbd1eb9d9e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:56.775114 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-4c07d4ed-50f3-4efe-9344-317e95b13d4d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:56.777375 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5352f03-9f57-4d24-a057-03fa8d2d2b3e req-730a4316-e122-4aef-a796-99fae779d660 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022944 Sep 23 22:16:56.802023 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b09d6a3-5f39-45a1-9c2c-7126ee2b164c req-04dff7c0-76c7-4196-81ec-795092048963 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] No DVR routers for this DVR port 4f008378-6ddb-4255-baf3-bddbd1eb9d9e on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:16:56.804844 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5b09d6a3-5f39-45a1-9c2c-7126ee2b164c req-04dff7c0-76c7-4196-81ec-795092048963 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:56.807028 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5b09d6a3-5f39-45a1-9c2c-7126ee2b164c req-04dff7c0-76c7-4196-81ec-795092048963 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.43 "DELETE /v2.0/ports/4f008378-6ddb-4255-baf3-bddbd1eb9d9e HTTP/1.1" status: 204 len: 173 time: 1.8086431 Sep 23 22:16:56.860381 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-74b5d119-faf2-463f-8326-3fb498e9d781 req-cf87bee5-ed8a-44b6-ac40-e379e8ae5b5f tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f2fe911-4839-4c12-9e83-c06fc736edda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766879 Sep 23 22:16:56.867016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Pushing event updated for resources: {'Port': ['ID=7557436f-7fe6-45e1-866b-ed4e1ffca5d6,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:56.903465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-4c07d4ed-50f3-4efe-9344-317e95b13d4d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Network c9f420e2-d329-4ff8-a6ea-b7ebff440176 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:16:56.913844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-4c07d4ed-50f3-4efe-9344-317e95b13d4d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:16:56.916650 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-4c07d4ed-50f3-4efe-9344-317e95b13d4d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:16:57.019164 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07d4ed-50f3-4efe-9344-317e95b13d4d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Pushing event updated for resources: {'Port': ['ID=151f6b5e-2b3a-4769-8d7c-64442241b8ef,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:57.159182 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-4c07d4ed-50f3-4efe-9344-317e95b13d4d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:57.160243 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-4c07d4ed-50f3-4efe-9344-317e95b13d4d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:57.188076 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5352f03-9f57-4d24-a057-03fa8d2d2b3e req-deb9d5e2-2f54-4a6a-bccf-d5683c0df91e service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532689 Sep 23 22:16:57.207981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de251a9-bcff-4902-9605-194711b17058 req-f41cd737-c195-4f7c-baf0-23bb3d40cac0 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:57.211582 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9de251a9-bcff-4902-9605-194711b17058 req-f41cd737-c195-4f7c-baf0-23bb3d40cac0 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 943 time: 0.1609066 Sep 23 22:16:57.228867 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'name': 'network-vif-deleted', 'tag': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:57.231981 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83043bf5-24d2-4360-9e22-aae5b01f863e" -d '{"events": [{"server_uuid": "fec6847c-d222-4583-9f36-5b75019dc3b1", "name": "network-vif-deleted", "tag": "4f008378-6ddb-4255-baf3-bddbd1eb9d9e"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:57.285678 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9de251a9-bcff-4902-9605-194711b17058 req-381fbf15-ae43-4482-b801-70e2465e07e0 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590718 Sep 23 22:16:57.302283 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-4c07d4ed-50f3-4efe-9344-317e95b13d4d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9778180 Sep 23 22:16:57.339727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Request body: {'port': {'device_id': 'cbb14c8d-674b-403a-9e8b-4e736b556bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:16:57.349918 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Attempting to bind port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:16:57.350267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Attempting to bind port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:16:57.350644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Attempting to bind port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:57.389052 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-01a04e2b-2466-4456-85d8-ec6c8688f2aa service neutron] 10.222.0.67 "GET /v2.0/ports/f89b102d-c01a-452f-b633-1eecad54b57c/bindings/n-h1-810775-1 HTTP/1.1" status: 200 len: 384 time: 0.3280694 Sep 23 22:16:57.458695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:16:57.459047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Attempting to bind port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:57.503741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:16:57.504051 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:16:57.504517 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:16:57.505064 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Bound port: 7557436f-7fe6-45e1-866b-ed4e1ffca5d6, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:16:57.505452 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:57.538332 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:57.575613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a4455-49df-41e5-84f6-97edcafcfd28 req-95f41201-fc11-4df3-8a26-6abf68a67d0a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:57.577225 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cf1a4455-49df-41e5-84f6-97edcafcfd28 req-95f41201-fc11-4df3-8a26-6abf68a67d0a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 948 time: 0.3433738 Sep 23 22:16:57.614610 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c9ec3-e3df-43d5-937b-6c906b83b64a req-1d07f902-74d4-4421-90fd-6866b9fb6add tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:57.618191 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f53c9ec3-e3df-43d5-937b-6c906b83b64a req-1d07f902-74d4-4421-90fd-6866b9fb6add tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 931 time: 0.1613922 Sep 23 22:16:57.619070 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5352f03-9f57-4d24-a057-03fa8d2d2b3e req-97a948a7-d363-4070-9149-6dd3c72eb360 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162662 Sep 23 22:16:57.660968 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:57.753686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] For port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:57.784447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f53c9ec3-e3df-43d5-937b-6c906b83b64a req-5738ad09-e29c-4621-bad5-f2e743b901e5 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221545 Sep 23 22:16:57.794797 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cf1a4455-49df-41e5-84f6-97edcafcfd28 req-88080cf6-9e20-44dd-bb7a-9a65bf3bf57e tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835840 Sep 23 22:16:57.873545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] For port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7557436f-7fe6-45e1-866b-ed4e1ffca5d6,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:16:57.936867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4f008378-6ddb-4255-baf3-bddbd1eb9d9e no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:16:57.958098 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:58.037621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 4f008378-6ddb-4255-baf3-bddbd1eb9d9e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:16:58.038821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4f008378-6ddb-4255-baf3-bddbd1eb9d9e not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:16:58.066832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151f6b5e-2b3a-4769-8d7c-64442241b8ef {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:58.088313 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:58.111751 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:58.112575 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:58.114481 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] 10.222.0.43 "PUT /v2.0/ports/7557436f-7fe6-45e1-866b-ed4e1ffca5d6 HTTP/1.1" status: 200 len: 1096 time: 3.3709559 Sep 23 22:16:58.117846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc746830-d04f-432d-a117-f722711958e6', 'tag': '7557436f-7fe6-45e1-866b-ed4e1ffca5d6'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:16:58.120448 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e572d7-a3b1-4d50-b28a-0ddbfa98b3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc746830-d04f-432d-a117-f722711958e6", "tag": "7557436f-7fe6-45e1-866b-ed4e1ffca5d6"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:16:58.132387 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-0e8b40ff-9bd9-4713-b3e7-4b96c0f9a08f service neutron] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f89b102d-c01a-452f-b633-1eecad54b57c,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:58.137635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Transition to ACTIVE for port object 151f6b5e-2b3a-4769-8d7c-64442241b8ef will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:16:58.205230 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eff6f6-0837-4943-87bf-7648284f93e5 x-openstack-request-id: req-40eff6f6-0837-4943-87bf-7648284f93e5 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:58.206004 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec6847c-d222-4583-9f36-5b75019dc3b1", "name": "network-vif-deleted", "tag": "4f008378-6ddb-4255-baf3-bddbd1eb9d9e", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:58.206886 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40eff6f6-0837-4943-87bf-7648284f93e5 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:58.210091 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec6847c-d222-4583-9f36-5b75019dc3b1', 'name': 'network-vif-deleted', 'tag': '4f008378-6ddb-4255-baf3-bddbd1eb9d9e', 'status': 'completed', 'code': 200} Sep 23 22:16:58.222791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f1f2a-4093-4fbe-ab8d-f31ebfaf0444 service neutron] Pushing event updated for resources: {'Port': ['ID=7557436f-7fe6-45e1-866b-ed4e1ffca5d6,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:58.251802 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-0e8b40ff-9bd9-4713-b3e7-4b96c0f9a08f service neutron] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:58.342887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-0e8b40ff-9bd9-4713-b3e7-4b96c0f9a08f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f89b102d-c01a-452f-b633-1eecad54b57c {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:16:58.355742 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:58.368986 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-0e8b40ff-9bd9-4713-b3e7-4b96c0f9a08f service neutron] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=f89b102d-c01a-452f-b633-1eecad54b57c,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:16:58.471590 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Router a2a3fe4c-8ad3-425f-85b4-8cac985204cb is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:16:58.532553 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-0e8b40ff-9bd9-4713-b3e7-4b96c0f9a08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:58.559679 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-60d7d4b6-5a2f-4e70-9386-dbbf506ee3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:58.561395 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-60d7d4b6-5a2f-4e70-9386-dbbf506ee3e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 1099 time: 0.1366639 Sep 23 22:16:58.604214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d4279b9-cf27-41f1-9496-cca71836dc7b req-e14b9378-6374-4f7d-a754-eb313d00b1f4 tempest-ListImageFiltersTestJSON-1902746488 tempest-ListImageFiltersTestJSON-1902746488-project] 10.222.0.22 "GET /v2.0/ports?device_id=fec6847c-d222-4583-9f36-5b75019dc3b1 HTTP/1.1" status: 200 len: 210 time: 0.1360564 Sep 23 22:16:58.653773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Pushing event updated for resources: {'Port': ['ID=151f6b5e-2b3a-4769-8d7c-64442241b8ef,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:58.740441 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Attempting to bind port 151f6b5e-2b3a-4769-8d7c-64442241b8ef on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:16:58.740970 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Attempting to bind port 151f6b5e-2b3a-4769-8d7c-64442241b8ef by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:16:58.741529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Attempting to bind port 151f6b5e-2b3a-4769-8d7c-64442241b8ef on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:58.750964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Port 151f6b5e-2b3a-4769-8d7c-64442241b8ef on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:16:58.757672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Attempting to bind port 151f6b5e-2b3a-4769-8d7c-64442241b8ef on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:16:58.761807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:16:58.762363 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Checking segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:16:58.762983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Bound using segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:16:58.763926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Bound port: 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:16:58.764498 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:58.790716 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-d133b3ff-008c-453f-b519-8f24993144a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=7557436f-7fe6-45e1-866b-ed4e1ffca5d6 HTTP/1.1" status: 200 len: 217 time: 0.1920426 Sep 23 22:16:58.799919 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf0ce05-2b9d-4816-9af3-1d8868c7d519 x-openstack-request-id: req-ecf0ce05-2b9d-4816-9af3-1d8868c7d519 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:16:58.800390 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc746830-d04f-432d-a117-f722711958e6", "tag": "7557436f-7fe6-45e1-866b-ed4e1ffca5d6", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:16:58.800792 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ecf0ce05-2b9d-4816-9af3-1d8868c7d519 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:16:58.801463 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc746830-d04f-432d-a117-f722711958e6', 'tag': '7557436f-7fe6-45e1-866b-ed4e1ffca5d6', 'status': 'completed', 'code': 200} Sep 23 22:16:58.888413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:16:58.897345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:16:59.074765 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:59.165648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:59.166738 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:59.169160 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] 10.222.0.67 "PUT /v2.0/ports/151f6b5e-2b3a-4769-8d7c-64442241b8ef HTTP/1.1" status: 200 len: 1091 time: 1.8486741 Sep 23 22:16:59.220401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ff158-7174-4169-a45e-1b8520f94d68 service neutron] Pushing event updated for resources: {'Port': ['ID=151f6b5e-2b3a-4769-8d7c-64442241b8ef,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:59.277466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:16:59.279962 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-b2a798d2-e947-41b8-b4e1-3702cc397b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:59.281914 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-b2a798d2-e947-41b8-b4e1-3702cc397b29 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.4699709 Sep 23 22:16:59.285451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-0e8b40ff-9bd9-4713-b3e7-4b96c0f9a08f service neutron] Transition to ACTIVE for port object f89b102d-c01a-452f-b633-1eecad54b57c will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:16:59.296281 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Sync routers for ids ['a2a3fe4c-8ad3-425f-85b4-8cac985204cb'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:16:59.325137 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Routers {'a2a3fe4c-8ad3-425f-85b4-8cac985204cb'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:16:59.326677 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:16:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a2a3fe4c-8ad3-425f-85b4-8cac985204cb'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:16:59.341525 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a3514-52ec-4984-98cb-0fb4736240b7 req-5584cbf0-8d15-44d8-b993-cd4d6762cd88 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:59.349306 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb5a3514-52ec-4984-98cb-0fb4736240b7 req-5584cbf0-8d15-44d8-b993-cd4d6762cd88 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 943 time: 0.1907883 Sep 23 22:16:59.387792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-57c3e7fc-9f7f-48b3-8eca-4446433a6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:59.389385 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-57c3e7fc-9f7f-48b3-8eca-4446433a6aa8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 1094 time: 0.0817628 Sep 23 22:16:59.398640 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-0e8b40ff-9bd9-4713-b3e7-4b96c0f9a08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:59.406226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-f7e23ce3-c8d9-4035-9a2b-668ba3b3d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:59.408186 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-f7e23ce3-c8d9-4035-9a2b-668ba3b3d8ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088600 Sep 23 22:16:59.443004 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb5a3514-52ec-4984-98cb-0fb4736240b7 req-8c23e8cc-1413-46dd-a23b-dc7dda11ad31 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926969 Sep 23 22:16:59.474135 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:16:59.491105 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ea11837b-7fc1-4f5a-9369-d968477ac6d7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.4368396 Sep 23 22:16:59.491737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37608) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:16:59.500497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-f9e742b2-9cfb-4c92-b3fd-5a46e556a9f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef HTTP/1.1" status: 200 len: 217 time: 0.0926075 Sep 23 22:16:59.591865 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Set router a2a3fe4c-8ad3-425f-85b4-8cac985204cb gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:16:59.596231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-1e8a57b6-af92-40f0-be73-b6bab1281e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:59.597887 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-1e8a57b6-af92-40f0-be73-b6bab1281e7a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.0781333 Sep 23 22:16:59.679121 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-0e8b40ff-9bd9-4713-b3e7-4b96c0f9a08f service neutron] No DVR routers for this DVR port f89b102d-c01a-452f-b633-1eecad54b57c on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:16:59.690200 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-485d3b25-86b3-40c5-8120-04878d19b8aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837507 Sep 23 22:16:59.707255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b40ff-9bd9-4713-b3e7-4b96c0f9a08f service neutron] Pushing event updated for resources: {'Port': ['ID=f89b102d-c01a-452f-b633-1eecad54b57c,revision_number=10']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:16:59.802258 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-0e8b40ff-9bd9-4713-b3e7-4b96c0f9a08f service neutron] 10.222.0.67 "PUT /v2.0/ports/f89b102d-c01a-452f-b633-1eecad54b57c/bindings/n-h1-810775-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3628035 Sep 23 22:16:59.852676 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227be14e-e16c-4848-b9d5-7f812af3f48b req-855d3b7e-a893-4eff-9b99-a4b281249bed tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:59.854889 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-227be14e-e16c-4848-b9d5-7f812af3f48b req-855d3b7e-a893-4eff-9b99-a4b281249bed tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 948 time: 0.2786446 Sep 23 22:16:59.858222 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-3da2635a-e553-4893-bc8b-64377deae6d1 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092700 Sep 23 22:16:59.861794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0c993-0454-471e-a533-bb1d6ea693b8 req-8b65e11d-03d7-4f19-8fa6-5b25e1a335b7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:16:59.869781 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-12c0c993-0454-471e-a533-bb1d6ea693b8 req-8b65e11d-03d7-4f19-8fa6-5b25e1a335b7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 943 time: 0.1455514 Sep 23 22:16:59.879107 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-1d9844e2-86cb-4c19-9fdd-407f9fdc33ed service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811311 Sep 23 22:16:59.944274 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-12c0c993-0454-471e-a533-bb1d6ea693b8 req-787bef43-ea80-4bce-bbf9-6fb731ada423 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733554 Sep 23 22:17:00.018776 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-253365757-router', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:16:50Z', 'updated_at': '2021-09-23T22:16:55Z', 'revision_number': 3, 'project_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'gw_port': {'id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:73:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:16:52Z', 'updated_at': '2021-09-23T22:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:00.065873 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18908ee4-bdae-4499-bc8d-bcdf7e7c736d req-dbded303-75a3-4453-93b9-2dbd903335f1 service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718957 Sep 23 22:17:00.107415 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Checking router: a2a3fe4c-8ad3-425f-85b4-8cac985204cb for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:17:00.108869 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Updating router a2a3fe4c-8ad3-425f-85b4-8cac985204cb port d58fa87b-9cca-4abc-926f-c020862098af binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:17:00.122846 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-227be14e-e16c-4848-b9d5-7f812af3f48b req-99a7ada2-e41a-4546-85c2-dbb2d1d3d7e7 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517800 Sep 23 22:17:00.123054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-33fa2371-ed15-4159-82ad-e83126ad1942 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:00.125996 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-33fa2371-ed15-4159-82ad-e83126ad1942 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b&tenant_id=3f7af936c5414346bc188ecd0d80fb62&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1095 time: 0.1160171 Sep 23 22:17:00.170381 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:00.208752 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb14c8d-674b-403a-9e8b-4e736b556bc7', 'tag': '151f6b5e-2b3a-4769-8d7c-64442241b8ef'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:00.212044 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516eac7e-dfb5-48c8-b756-97a1f01c4af4" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb14c8d-674b-403a-9e8b-4e736b556bc7", "tag": "151f6b5e-2b3a-4769-8d7c-64442241b8ef"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:00.221008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-d59b3ec3-e970-49a5-ba82-b0b059743426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:00.222703 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-d59b3ec3-e970-49a5-ba82-b0b059743426 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b&tenant_id=3f7af936c5414346bc188ecd0d80fb62 HTTP/1.1" status: 200 len: 1095 time: 0.0786572 Sep 23 22:17:00.387245 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6089013b-048c-4d8e-88e0-3c6df5b8397b req-285f0e78-9208-4745-b1fb-efc35226e743 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513276 Sep 23 22:17:00.399094 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-8cf1338d-60cf-4f68-a649-14bcda9df732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:00.401155 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-8cf1338d-60cf-4f68-a649-14bcda9df732 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 1095 time: 0.1200888 Sep 23 22:17:00.558512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-609498f6-b565-4871-bd56-d859be0e68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:00.561045 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-609498f6-b565-4871-bd56-d859be0e68e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.1487505 Sep 23 22:17:00.693450 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:00.707452 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-33adf7ba-7a32-485c-9577-009ac67a9c8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f89b102d-c01a-452f-b633-1eecad54b57c HTTP/1.1" status: 200 len: 217 time: 0.1305501 Sep 23 22:17:00.714576 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:17:00.735746 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e572d7-a3b1-4d50-b28a-0ddbfa98b3eb req-6ede4c45-f5ef-40dd-8ef4-aba571cfd497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:00.738924 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-46e572d7-a3b1-4d50-b28a-0ddbfa98b3eb req-6ede4c45-f5ef-40dd-8ef4-aba571cfd497 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 1099 time: 0.1859913 Sep 23 22:17:00.764231 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:00.853410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-053e158b-36c2-4a5f-83b7-722fb08236f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:00.859899 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-053e158b-36c2-4a5f-83b7-722fb08236f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.1237867 Sep 23 22:17:00.860061 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abf33b-c7fe-4750-9786-7ad0334cd0cb None None] Pushing event updated for resources: {'Port': ['ID=d58fa87b-9cca-4abc-926f-c020862098af,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:00.883980 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:00.899250 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf33b-c7fe-4750-9786-7ad0334cd0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:00.899578 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf33b-c7fe-4750-9786-7ad0334cd0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:00.900107 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf33b-c7fe-4750-9786-7ad0334cd0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:00.904037 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf33b-c7fe-4750-9786-7ad0334cd0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:00.904037 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf33b-c7fe-4750-9786-7ad0334cd0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:00.904037 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf33b-c7fe-4750-9786-7ad0334cd0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:00.904037 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf33b-c7fe-4750-9786-7ad0334cd0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:00.904037 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf33b-c7fe-4750-9786-7ad0334cd0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:00.904576 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf33b-c7fe-4750-9786-7ad0334cd0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:00.904670 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf33b-c7fe-4750-9786-7ad0334cd0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:00.905192 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf33b-c7fe-4750-9786-7ad0334cd0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:00.905878 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf33b-c7fe-4750-9786-7ad0334cd0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:00.910814 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2a1a2fd4-e604-4554-bee8-4f720d6e9ae4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449853 Sep 23 22:17:00.921973 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Attempting to bind port d58fa87b-9cca-4abc-926f-c020862098af on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:17:00.922658 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Attempting to bind port d58fa87b-9cca-4abc-926f-c020862098af by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:17:00.928751 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Attempting to bind port d58fa87b-9cca-4abc-926f-c020862098af on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:00.940826 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:17:00.941518 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:17:00.942199 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:00.942869 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:17:00.943691 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Bound port: d58fa87b-9cca-4abc-926f-c020862098af, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:17:00.944410 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:01.031678 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] For port d58fa87b-9cca-4abc-926f-c020862098af, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:17:01.037815 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] For port d58fa87b-9cca-4abc-926f-c020862098af, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d58fa87b-9cca-4abc-926f-c020862098af,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:17:01.044271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e572d7-a3b1-4d50-b28a-0ddbfa98b3eb req-af0511f5-61b7-4152-a23c-44e47114fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:01.045879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-46e572d7-a3b1-4d50-b28a-0ddbfa98b3eb req-af0511f5-61b7-4152-a23c-44e47114fdf6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2404203 Sep 23 22:17:01.088370 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2d4ac8b5-bcf3-468b-94fa-eb4616d08f73 service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590757 Sep 23 22:17:01.126725 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-46e572d7-a3b1-4d50-b28a-0ddbfa98b3eb req-06cb081e-8005-4d7b-b458-01fb72f9d671 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=7557436f-7fe6-45e1-866b-ed4e1ffca5d6 HTTP/1.1" status: 200 len: 217 time: 0.0470982 Sep 23 22:17:01.170675 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:01.192195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f89b102d-c01a-452f-b633-1eecad54b57c no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:17:01.234752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e572d7-a3b1-4d50-b28a-0ddbfa98b3eb req-1587684d-2cdd-4dc6-a0ff-2b3402b43c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:01.236553 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-46e572d7-a3b1-4d50-b28a-0ddbfa98b3eb req-1587684d-2cdd-4dc6-a0ff-2b3402b43c85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0974197 Sep 23 22:17:01.240468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Allocated IP 172.20.0.1 (d7b29d46-8f3d-44b5-b225-2542decec394/1c6e298c-757d-4f0d-b518-04efa537caff/28fd9e71-3a27-4502-9e3c-03ca951a43b3) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:17:01.258928 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-2c7cff6c-0883-4770-a97e-338f202b9beb service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578519 Sep 23 22:17:01.282191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f89b102d-c01a-452f-b633-1eecad54b57c not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:17:01.282461 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Routers {'a2a3fe4c-8ad3-425f-85b4-8cac985204cb'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:17:01.283129 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:16:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a2a3fe4c-8ad3-425f-85b4-8cac985204cb'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:01.379895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e572d7-a3b1-4d50-b28a-0ddbfa98b3eb req-19ef55b0-8262-483f-8941-f446a835d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:01.382055 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-46e572d7-a3b1-4d50-b28a-0ddbfa98b3eb req-19ef55b0-8262-483f-8941-f446a835d3f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1259000 Sep 23 22:17:01.390590 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abf33b-c7fe-4750-9786-7ad0334cd0cb None None] Pushing event updated for resources: {'Port': ['ID=d58fa87b-9cca-4abc-926f-c020862098af,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:01.435267 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9133b2ad-d6b9-4dd2-8a22-c5c5e33376df x-openstack-request-id: req-9133b2ad-d6b9-4dd2-8a22-c5c5e33376df {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:01.435695 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb14c8d-674b-403a-9e8b-4e736b556bc7", "tag": "151f6b5e-2b3a-4769-8d7c-64442241b8ef", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:01.436185 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9133b2ad-d6b9-4dd2-8a22-c5c5e33376df {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:01.437328 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb14c8d-674b-403a-9e8b-4e736b556bc7', 'tag': '151f6b5e-2b3a-4769-8d7c-64442241b8ef', 'status': 'completed', 'code': 200} Sep 23 22:17:01.488634 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] Set router a2a3fe4c-8ad3-425f-85b4-8cac985204cb gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:17:01.596136 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:01.620452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516eac7e-dfb5-48c8-b756-97a1f01c4af4 req-76fa0bfc-f91f-494d-b434-f11312c437f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:01.622188 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-516eac7e-dfb5-48c8-b756-97a1f01c4af4 req-76fa0bfc-f91f-494d-b434-f11312c437f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 1094 time: 0.1199501 Sep 23 22:17:01.634992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1b5f3-76a8-4f1a-a41f-9f03ef981dcf req-69e4ebf0-a821-4ba0-9351-be2636a008ee tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:01.644643 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1db1b5f3-76a8-4f1a-a41f-9f03ef981dcf req-69e4ebf0-a821-4ba0-9351-be2636a008ee tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 944 time: 0.1170545 Sep 23 22:17:01.690766 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-253365757-router', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:16:50Z', 'updated_at': '2021-09-23T22:16:55Z', 'revision_number': 3, 'project_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'gw_port': {'id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:73:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:16:52Z', 'updated_at': '2021-09-23T22:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:01.823607 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946c0d1-19d9-4b89-9ee2-465420f931ba None None] The sync data for ids ['a2a3fe4c-8ad3-425f-85b4-8cac985204cb'] in n-d-810775-1 is: [{'id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-253365757-router', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:16:50Z', 'updated_at': '2021-09-23T22:16:55Z', 'revision_number': 3, 'project_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'gw_port': {'id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:73:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:16:52Z', 'updated_at': '2021-09-23T22:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:17:01.881267 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1db1b5f3-76a8-4f1a-a41f-9f03ef981dcf req-db1144d1-5581-47bf-9a9a-8a65b150e072 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849566 Sep 23 22:17:01.881267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516eac7e-dfb5-48c8-b756-97a1f01c4af4 req-2c51132d-3fe2-4d4d-b92e-3d694f6b0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:01.881267 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-516eac7e-dfb5-48c8-b756-97a1f01c4af4 req-2c51132d-3fe2-4d4d-b92e-3d694f6b0822 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.2093344 Sep 23 22:17:01.909257 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:01.923849 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-516eac7e-dfb5-48c8-b756-97a1f01c4af4 req-7d35dec6-d20d-45bc-8b47-de5ab191cf80 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef HTTP/1.1" status: 200 len: 217 time: 0.0576036 Sep 23 22:17:01.980761 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Network d7b29d46-8f3d-44b5-b225-2542decec394 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:17:01.987595 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-46e572d7-a3b1-4d50-b28a-0ddbfa98b3eb req-fe8a1b49-7d9c-424d-ab7f-43dbc104a4a7 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667179 Sep 23 22:17:01.999931 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:17:02.013737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:17:02.018413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Pushing event updated for resources: {'Port': ['ID=28fd9e71-3a27-4502-9e3c-03ca951a43b3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:02.042441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15ece7-e292-4942-8e70-27dd3322ed75 req-ce055c97-5ef2-430d-82f7-0920147a9d91 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:02.049956 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ea0a8-9be3-415a-a0fe-d845e03ac953 req-120ce337-4f6e-4108-b697-f8f7281555b9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:02.051205 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0e15ece7-e292-4942-8e70-27dd3322ed75 req-ce055c97-5ef2-430d-82f7-0920147a9d91 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 943 time: 0.1899006 Sep 23 22:17:02.052626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c44ea0a8-9be3-415a-a0fe-d845e03ac953 req-120ce337-4f6e-4108-b697-f8f7281555b9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 948 time: 0.1276853 Sep 23 22:17:02.055956 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516eac7e-dfb5-48c8-b756-97a1f01c4af4 req-13eddbc8-ac26-42af-acb8-441253a9bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:02.058353 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-516eac7e-dfb5-48c8-b756-97a1f01c4af4 req-13eddbc8-ac26-42af-acb8-441253a9bd0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.1226313 Sep 23 22:17:02.114614 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-516eac7e-dfb5-48c8-b756-97a1f01c4af4 req-16fb18a1-2752-4597-8fb2-33b6e42f44e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459492 Sep 23 22:17:02.189513 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c44ea0a8-9be3-415a-a0fe-d845e03ac953 req-fcb79f02-2b15-4f98-84de-819a74f70e21 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231740 Sep 23 22:17:02.231858 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0e15ece7-e292-4942-8e70-27dd3322ed75 req-e605219c-363a-4dde-b768-f45c7f249cf0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781039 Sep 23 22:17:02.242935 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:02.360376 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-46e572d7-a3b1-4d50-b28a-0ddbfa98b3eb req-cbe4c10f-e5a3-4621-a28e-9554495d9d23 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550000 Sep 23 22:17:02.437403 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-516eac7e-dfb5-48c8-b756-97a1f01c4af4 req-b7bcc14c-22df-49d1-b4c6-80dc98e553c7 service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123648 Sep 23 22:17:02.539371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e2cd4714-6d7f-4a27-85c4-87f7034fb921 None None] Provisioning complete for port 28fd9e71-3a27-4502-9e3c-03ca951a43b3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:02.546673 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4714-6d7f-4a27-85c4-87f7034fb921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:02.584192 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-9f5ab012-f506-4a40-b342-5786aad2fbad tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:02.592771 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-9f5ab012-f506-4a40-b342-5786aad2fbad tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b&tenant_id=3f7af936c5414346bc188ecd0d80fb62&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 1095 time: 0.2356153 Sep 23 22:17:02.623884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e2cd4714-6d7f-4a27-85c4-87f7034fb921 None None] Port 28fd9e71-3a27-4502-9e3c-03ca951a43b3 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:17:02.627956 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:02.744259 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37710) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:02.752192 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-516eac7e-dfb5-48c8-b756-97a1f01c4af4 req-0a9dda92-0858-4767-8266-ab7a9dac4360 service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924211 Sep 23 22:17:02.824030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37714) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:02.938582 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:03.013447 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3041798e-a51c-432d-84d6-b75aba26042a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:03.021724 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-c82317a7-b8bc-48a0-9b20-d009dc23ef09 service neutron] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:17:03.038482 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:03.045237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99467b13-ba52-4d4e-8e03-1e95862030e9 req-eae3805d-2276-4d29-9fe7-85f9f6907b36 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:03.048098 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99467b13-ba52-4d4e-8e03-1e95862030e9 req-eae3805d-2276-4d29-9fe7-85f9f6907b36 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 944 time: 0.0787289 Sep 23 22:17:03.061013 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-c82317a7-b8bc-48a0-9b20-d009dc23ef09 service neutron] Notify callbacks [] for binding, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:03.061013 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6e0c9c8-800c-43a5-9c1a-4dbeaf3b03d4 req-c82317a7-b8bc-48a0-9b20-d009dc23ef09 service neutron] 10.222.0.43 "DELETE /v2.0/ports/f89b102d-c01a-452f-b633-1eecad54b57c/bindings/n-h2-810775-1 HTTP/1.1" status: 204 len: 173 time: 0.4434252 Sep 23 22:17:03.111867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99467b13-ba52-4d4e-8e03-1e95862030e9 req-d9f86ea9-5afe-4202-a8a2-ea0cc911009e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559320 Sep 23 22:17:03.153556 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4ab4f3d0-9dcf-4e3c-91df-55c475ba8e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:03.205959 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 151f6b5e-2b3a-4769-8d7c-64442241b8ef details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:17:03.209836 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Pushing event updated for resources: {'Port': ['ID=28fd9e71-3a27-4502-9e3c-03ca951a43b3,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:03.219817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:03.357322 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba3140-b50b-40db-9dcd-ed8fea6d9729 req-a8c8cf92-a3e4-4efc-8346-202d2e336d99 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:03.362068 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47ba3140-b50b-40db-9dcd-ed8fea6d9729 req-a8c8cf92-a3e4-4efc-8346-202d2e336d99 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 1095 time: 0.0842247 Sep 23 22:17:03.400198 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Network d7b29d46-8f3d-44b5-b225-2542decec394 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:17:03.404144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:17:03.447568 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47ba3140-b50b-40db-9dcd-ed8fea6d9729 req-4136286c-e941-4bce-bc27-a40cebfe976d tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586708 Sep 23 22:17:03.479341 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3041798e-a51c-432d-84d6-b75aba26042a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:03.583316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:03.585266 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3041798e-a51c-432d-84d6-b75aba26042a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:03.613165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '151f6b5e-2b3a-4769-8d7c-64442241b8ef', 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176', 'port_id': '151f6b5e-2b3a-4769-8d7c-64442241b8ef', 'mac_address': 'fa:16:3e:89:7e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37ead02-da09-4adf-8e2d-f15b75dbcd24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:17:03.659168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb5473-c6c2-4ad7-8862-9be7c01b9d26 req-412cc233-c801-498b-9003-01ed3f9ff20b tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:03.666094 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bedb5473-c6c2-4ad7-8862-9be7c01b9d26 req-412cc233-c801-498b-9003-01ed3f9ff20b tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 948 time: 0.0827200 Sep 23 22:17:03.701907 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041798e-a51c-432d-84d6-b75aba26042a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abe1b40-1b05-420d-a661-444f0f24457a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:03.748337 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3041798e-a51c-432d-84d6-b75aba26042a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=702fd3ed685d4489924b5adaf500c184&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0029228 Sep 23 22:17:03.755126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37740) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:03.775398 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:03.778395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Router a2a3fe4c-8ad3-425f-85b4-8cac985204cb has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:17:03.821031 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151f6b5e-2b3a-4769-8d7c-64442241b8ef {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:17:03.845651 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:03.861411 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bedb5473-c6c2-4ad7-8862-9be7c01b9d26 req-442b852b-0262-445b-9724-dd45f4305933 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923513 Sep 23 22:17:03.940632 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:03.957131 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:17:04.108392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e842438d-bbb5-4d81-8cf1-a8b28d0f57c7 None None] Provisioning complete for port 28fd9e71-3a27-4502-9e3c-03ca951a43b3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:04.109067 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e842438d-bbb5-4d81-8cf1-a8b28d0f57c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:04.174713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7557436f-7fe6-45e1-866b-ed4e1ffca5d6,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:04.207016 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '7557436f-7fe6-45e1-866b-ed4e1ffca5d6', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '7557436f-7fe6-45e1-866b-ed4e1ffca5d6', 'mac_address': 'fa:16:3e:bf:83:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:17:04.308861 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=151f6b5e-2b3a-4769-8d7c-64442241b8ef,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:04.363405 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d58fa87b-9cca-4abc-926f-c020862098af up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:17:04.368191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e842438d-bbb5-4d81-8cf1-a8b28d0f57c7 None None] Port 28fd9e71-3a27-4502-9e3c-03ca951a43b3 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:17:04.412586 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:04.434914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:17:04.468975 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7557436f-7fe6-45e1-866b-ed4e1ffca5d6,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:04.475921 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d58fa87b-9cca-4abc-926f-c020862098af triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:04.487181 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:04.534259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['151f6b5e-2b3a-4769-8d7c-64442241b8ef'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:04.572705 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:04.629627 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2392f8f8-f549-4eb2-af68-36b26878fc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:04.698655 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:04.702876 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf9650-a44a-4fac-b4d9-6bc25e32766b req-0d698153-a539-4b85-89ed-b28fe62efb4e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:04.703235 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-92bf9650-a44a-4fac-b4d9-6bc25e32766b req-0d698153-a539-4b85-89ed-b28fe62efb4e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 944 time: 0.7846777 Sep 23 22:17:04.705507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=7557436f-7fe6-45e1-866b-ed4e1ffca5d6,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:04.712071 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4ab4f3d0-9dcf-4e3c-91df-55c475ba8e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:04.731618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:17:04.746598 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-72a31d19-82d2-47e5-81a1-586de10e0914 admin admin] 10.222.0.22 "PUT /v2.0/routers/a2a3fe4c-8ad3-425f-85b4-8cac985204cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2408879 Sep 23 22:17:04.760113 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Sync routers for ids ['a2a3fe4c-8ad3-425f-85b4-8cac985204cb'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:17:04.788105 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2392f8f8-f549-4eb2-af68-36b26878fc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:04.793748 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port d58fa87b-9cca-4abc-926f-c020862098af, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d58fa87b-9cca-4abc-926f-c020862098af,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:04.802286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Routers {'a2a3fe4c-8ad3-425f-85b4-8cac985204cb'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:17:04.803591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:16:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a2a3fe4c-8ad3-425f-85b4-8cac985204cb'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:04.806297 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4ab4f3d0-9dcf-4e3c-91df-55c475ba8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:04.900452 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:04.962951 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-92bf9650-a44a-4fac-b4d9-6bc25e32766b req-2970f834-17f8-46f1-92b3-9b38b8336601 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474742 Sep 23 22:17:04.965693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4f3d0-9dcf-4e3c-91df-55c475ba8e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269e85a0-456f-4a84-ae97-641a8c55e31b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:04.974492 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4ab4f3d0-9dcf-4e3c-91df-55c475ba8e69 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f926ad5d95b4b688fba1d574c6d3f18&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1488681 Sep 23 22:17:04.978208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37766) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:05.094782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=d58fa87b-9cca-4abc-926f-c020862098af,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:05.122152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['7557436f-7fe6-45e1-866b-ed4e1ffca5d6'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:05.157236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-796ababf-1301-488b-aab2-5cd5dd1353f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:05.238442 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2392f8f8-f549-4eb2-af68-36b26878fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:05.243216 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2392f8f8-f549-4eb2-af68-36b26878fc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:05.250011 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2392f8f8-f549-4eb2-af68-36b26878fc97 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3abe1b40-1b05-420d-a661-444f0f24457a HTTP/1.1" status: 204 len: 168 time: 1.4836380 Sep 23 22:17:05.262303 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-796ababf-1301-488b-aab2-5cd5dd1353f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:05.291481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392f8f8-f549-4eb2-af68-36b26878fc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abe1b40-1b05-420d-a661-444f0f24457a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:05.322150 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db97b19-128c-4ab1-9777-568f5f074a0a req-7a29bba3-2770-4bfa-9af0-bea0b7153481 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:05.324960 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0db97b19-128c-4ab1-9777-568f5f074a0a req-7a29bba3-2770-4bfa-9af0-bea0b7153481 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 949 time: 0.1714258 Sep 23 22:17:05.335082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-3123d582-7e77-41eb-9721-243c870a5aa6 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:05.336010 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-3123d582-7e77-41eb-9721-243c870a5aa6 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 807 time: 0.1999736 Sep 23 22:17:05.363512 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-d478cafd-f11d-4d8c-a768-b15f71e4fe05 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/quotas/3f7af936c5414346bc188ecd0d80fb62 HTTP/1.1" status: 200 len: 375 time: 0.0122981 Sep 23 22:17:05.453411 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0db97b19-128c-4ab1-9777-568f5f074a0a req-154758eb-aa94-4f90-984d-3eb0627e57bb tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182733 Sep 23 22:17:05.464056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Set router a2a3fe4c-8ad3-425f-85b4-8cac985204cb gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:17:05.495334 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-005d1508-6d0f-4c39-8068-25bf052b95fd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170628 Sep 23 22:17:05.560673 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-796ababf-1301-488b-aab2-5cd5dd1353f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:05.565179 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-796ababf-1301-488b-aab2-5cd5dd1353f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:05.566758 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-796ababf-1301-488b-aab2-5cd5dd1353f6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/269e85a0-456f-4a84-ae97-641a8c55e31b HTTP/1.1" status: 204 len: 168 time: 0.5871990 Sep 23 22:17:05.595510 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ababf-1301-488b-aab2-5cd5dd1353f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269e85a0-456f-4a84-ae97-641a8c55e31b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:05.694494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-ec360302-6416-435d-88f3-705acec1a1e9 service neutron] 10.222.0.22 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917086 Sep 23 22:17:05.894894 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-e2012cc2-5d6b-42ea-900c-dcf1b0ee0fb6 service neutron] 10.222.0.22 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926899 Sep 23 22:17:06.005698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-253365757-router', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:16:50Z', 'updated_at': '2021-09-23T22:17:02Z', 'revision_number': 4, 'project_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'gw_port': {'id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:73:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:16:52Z', 'updated_at': '2021-09-23T22:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '28fd9e71-3a27-4502-9e3c-03ca951a43b3', 'name': '', 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'mac_address': 'fa:16:3e:7b:79:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1c6e298c-757d-4f0d-b518-04efa537caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:17:00Z', 'updated_at': '2021-09-23T22:17:02Z', 'revision_number': 2, 'project_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'subnets': [{'id': '1c6e298c-757d-4f0d-b518-04efa537caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:06.057008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37792) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:06.082460 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Checking router: a2a3fe4c-8ad3-425f-85b4-8cac985204cb for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:17:06.094513 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Updating router a2a3fe4c-8ad3-425f-85b4-8cac985204cb port 28fd9e71-3a27-4502-9e3c-03ca951a43b3 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:17:06.189729 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:06.288892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d58fa87b-9cca-4abc-926f-c020862098af up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:17:06.292243 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:06.297059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e625c-1234-4a21-8c99-1c16f29284b0 req-f5c77386-6a48-43a4-9250-4e8fccdb7b58 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:06.313844 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-885e625c-1234-4a21-8c99-1c16f29284b0 req-f5c77386-6a48-43a4-9250-4e8fccdb7b58 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 944 time: 0.1183429 Sep 23 22:17:06.449754 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5afd0581-e498-4e01-ba5c-df3cff0493b6 req-e5353a1b-c629-4cae-822d-08a6dcb4526a tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 210 time: 0.0480690 Sep 23 22:17:06.471149 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-885e625c-1234-4a21-8c99-1c16f29284b0 req-cd016729-486b-409f-bf03-6084499141f9 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470597 Sep 23 22:17:06.693512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d58fa87b-9cca-4abc-926f-c020862098af triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:06.694333 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:06.719800 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:06.740666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a618ece-6e00-4b51-9af5-e2091c994124 req-af37eef8-6a94-459f-a531-a47e166d472a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:06.747622 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a618ece-6e00-4b51-9af5-e2091c994124 req-af37eef8-6a94-459f-a531-a47e166d472a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 949 time: 0.1402433 Sep 23 22:17:06.848056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a618ece-6e00-4b51-9af5-e2091c994124 req-9c4cc153-7c1d-4fed-9dc0-84069e33b139 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833251 Sep 23 22:17:06.863794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37820) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:06.864168 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8bf953f9-1368-4e1f-969d-430895e4176f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aff233912dbc4ecfa8bb414900494930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8057697 Sep 23 22:17:06.881068 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:06.975023 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f611eef-e7cd-4a12-bcf3-a190a2a6478a None None] Pushing event updated for resources: {'Port': ['ID=28fd9e71-3a27-4502-9e3c-03ca951a43b3,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:07.016433 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Attempting to bind port 28fd9e71-3a27-4502-9e3c-03ca951a43b3 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:17:07.016433 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Attempting to bind port 28fd9e71-3a27-4502-9e3c-03ca951a43b3 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '4b4a7d45-976c-4da6-81aa-7d2c28671968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:17:07.016433 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Attempting to bind port 28fd9e71-3a27-4502-9e3c-03ca951a43b3 on network d7b29d46-8f3d-44b5-b225-2542decec394 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:07.022416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:17:07.023230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Checking segment: {'id': '4b4a7d45-976c-4da6-81aa-7d2c28671968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:17:07.023960 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:07.024618 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Bound using segment: {'id': '4b4a7d45-976c-4da6-81aa-7d2c28671968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:17:07.025396 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Bound port: 28fd9e71-3a27-4502-9e3c-03ca951a43b3, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4a7d45-976c-4da6-81aa-7d2c28671968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:17:07.025651 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a2a1b812-6d33-42e8-af14-a6e98ddd4671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:07.026256 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:07.098567 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a2a1b812-6d33-42e8-af14-a6e98ddd4671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:07.153823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] For port 28fd9e71-3a27-4502-9e3c-03ca951a43b3, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:17:07.159306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] For port 28fd9e71-3a27-4502-9e3c-03ca951a43b3, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=28fd9e71-3a27-4502-9e3c-03ca951a43b3,segment=NetworkSegment(4b4a7d45-976c-4da6-81aa-7d2c28671968),segment_id=4b4a7d45-976c-4da6-81aa-7d2c28671968)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:17:07.176161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37828) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:07.181734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1299524020-network', 'tenant_id': '6858b8cf211645d289d03b64f39eea66'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:07.227794 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:07.316587 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 151f6b5e-2b3a-4769-8d7c-64442241b8ef up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:17:07.340318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Made reservation on behalf of 6858b8cf211645d289d03b64f39eea66 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:17:07.342676 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:07.357055 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:07.385310 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a2a1b812-6d33-42e8-af14-a6e98ddd4671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:07.390887 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a2a1b812-6d33-42e8-af14-a6e98ddd4671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:07.392809 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a2a1b812-6d33-42e8-af14-a6e98ddd4671 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f2fe911-4839-4c12-9e83-c06fc736edda HTTP/1.1" status: 204 len: 168 time: 0.5268884 Sep 23 22:17:07.440908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1b812-6d33-42e8-af14-a6e98ddd4671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2fe911-4839-4c12-9e83-c06fc736edda,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:07.560055 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Routers {'a2a3fe4c-8ad3-425f-85b4-8cac985204cb'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:17:07.560710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:16:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a2a3fe4c-8ad3-425f-85b4-8cac985204cb'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:07.576481 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f611eef-e7cd-4a12-bcf3-a190a2a6478a None None] Pushing event updated for resources: {'Port': ['ID=28fd9e71-3a27-4502-9e3c-03ca951a43b3,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:07.755951 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a381ba2d-7533-42fb-ab50-5c029c9f3627 req-ce304787-96e5-4dae-bd39-6f36e61b82a4 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 210 time: 0.1024678 Sep 23 22:17:07.770716 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:07.823059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405af16f-373f-465b-a2ca-0c881f570483 req-c2a0d674-365d-4bbe-a591-ae38acbddf6b tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:07.827585 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-405af16f-373f-465b-a2ca-0c881f570483 req-c2a0d674-365d-4bbe-a591-ae38acbddf6b tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 944 time: 0.1197517 Sep 23 22:17:07.861373 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:07.879813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e3e05ab2-d55e-43a7-826c-e922fa494fb7 None None] Provisioning complete for port 28fd9e71-3a27-4502-9e3c-03ca951a43b3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:07.880661 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e3e05ab2-d55e-43a7-826c-e922fa494fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:07.906158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:17:07.927067 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-405af16f-373f-465b-a2ca-0c881f570483 req-f4cd8029-6eeb-4f75-82e3-6f35b389820f tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898089 Sep 23 22:17:07.954083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca4781e-9705-47b5-a9e4-c3c842363366,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:07.967686 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:07.968157 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Added segment ad9a3fff-37ec-463d-96ba-0f3594062dd2 of type vlan for network 37abb59f-d999-4b31-b723-297a6e1856d2 Sep 23 22:17:07.969615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:17:07.971496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:07.971865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:07.972189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:07.973144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:07.973612 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:07.973813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:07.974174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:07.974518 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:07.974899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:07.975242 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:07.975583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:07.976200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:08.095690 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:08.121309 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] Set router a2a3fe4c-8ad3-425f-85b4-8cac985204cb gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:17:08.129508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9c08a-c635-4f0e-bf28-3b8861190bf2 req-2fe8222d-ce93-438a-916c-63c8905e9a21 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:08.131124 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62a9c08a-c635-4f0e-bf28-3b8861190bf2 req-2fe8222d-ce93-438a-916c-63c8905e9a21 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 949 time: 0.0905139 Sep 23 22:17:08.185956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 151f6b5e-2b3a-4769-8d7c-64442241b8ef completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:17:08.192487 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e3e05ab2-d55e-43a7-826c-e922fa494fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:08.203584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 151f6b5e-2b3a-4769-8d7c-64442241b8ef triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:08.204359 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:08.215509 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62a9c08a-c635-4f0e-bf28-3b8861190bf2 req-4e7b8013-b55c-4217-82b6-7d769daf2df6 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772896 Sep 23 22:17:08.285051 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:17:08.321825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:08.322204 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:08.352363 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:08.354111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:08.355085 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:08.382630 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e3e05ab2-d55e-43a7-826c-e922fa494fb7 None None] For port 28fd9e71-3a27-4502-9e3c-03ca951a43b3, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=28fd9e71-3a27-4502-9e3c-03ca951a43b3,segment=NetworkSegment(4b4a7d45-976c-4da6-81aa-7d2c28671968),segment_id=4b4a7d45-976c-4da6-81aa-7d2c28671968)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:08.474918 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e3e05ab2-d55e-43a7-826c-e922fa494fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:08.488768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] Pushing event updated for resources: {'Network': ['ID=37abb59f-d999-4b31-b723-297a6e1856d2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:08.539211 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 37abb59f-d999-4b31-b723-297a6e1856d2 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:17:08.606626 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-98d25981-4d2c-42f9-bab8-0eea968e76f7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4291883 Sep 23 22:17:08.610841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37866) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:08.616978 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-0cbab834-e5b8-416d-b6ed-c4c00db639c0 admin admin] Request body: {'subnet': {'network_id': '37abb59f-d999-4b31-b723-297a6e1856d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299524020-subnet', 'tenant_id': '6858b8cf211645d289d03b64f39eea66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:08.729623 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbab834-e5b8-416d-b6ed-c4c00db639c0 admin admin] Made reservation on behalf of 6858b8cf211645d289d03b64f39eea66 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:17:08.735109 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0cbab834-e5b8-416d-b6ed-c4c00db639c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:08.991432 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e05ab2-d55e-43a7-826c-e922fa494fb7 None None] Pushing event updated for resources: {'Port': ['ID=28fd9e71-3a27-4502-9e3c-03ca951a43b3,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:08.992652 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca86c31d-fd12-4138-894d-f8499e69ec8d req-a4d413e2-292c-459f-a923-0a0dce6eb9d7 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 210 time: 0.0594640 Sep 23 22:17:09.001433 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-25154a9a-09ac-4432-8442-40711fcf4482 None None] Provisioning complete for port 28fd9e71-3a27-4502-9e3c-03ca951a43b3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:09.001749 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-25154a9a-09ac-4432-8442-40711fcf4482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:09.047890 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:09.074190 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:09.171997 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7557436f-7fe6-45e1-866b-ed4e1ffca5d6,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:09.174165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc746830-d04f-432d-a117-f722711958e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7557436f-7fe6-45e1-866b-ed4e1ffca5d6'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:09.177456 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b3cb5e-c4b4-4254-bb07-cb718d4fa85a" -d '{"events": [{"server_uuid": "cc746830-d04f-432d-a117-f722711958e6", "name": "network-vif-plugged", "status": "completed", "tag": "7557436f-7fe6-45e1-866b-ed4e1ffca5d6"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:09.223169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:09.293350 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818743f5-9102-4067-ad5c-7e6fa19ee89c x-openstack-request-id: req-818743f5-9102-4067-ad5c-7e6fa19ee89c {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:09.293350 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc746830-d04f-432d-a117-f722711958e6", "name": "network-vif-plugged", "status": "completed", "tag": "7557436f-7fe6-45e1-866b-ed4e1ffca5d6", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:09.293350 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-818743f5-9102-4067-ad5c-7e6fa19ee89c {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:09.293350 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc746830-d04f-432d-a117-f722711958e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7557436f-7fe6-45e1-866b-ed4e1ffca5d6', 'code': 200} Sep 23 22:17:09.293350 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:09.294756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-253365757-router', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:16:50Z', 'updated_at': '2021-09-23T22:17:02Z', 'revision_number': 4, 'project_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'gw_port': {'id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:16:52Z', 'updated_at': '2021-09-23T22:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '28fd9e71-3a27-4502-9e3c-03ca951a43b3', 'name': '', 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'mac_address': 'fa:16:3e:7b:79:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1c6e298c-757d-4f0d-b518-04efa537caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:17:00Z', 'updated_at': '2021-09-23T22:17:07Z', 'revision_number': 4, 'project_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'subnets': [{'id': '1c6e298c-757d-4f0d-b518-04efa537caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:09.309017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537fb47-6990-48c0-ab83-78658881682e req-a4bbae78-8d00-4e13-8457-d5e93249f729 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:09.312478 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2537fb47-6990-48c0-ab83-78658881682e req-a4bbae78-8d00-4e13-8457-d5e93249f729 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 944 time: 0.1536758 Sep 23 22:17:09.405527 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0cbab834-e5b8-416d-b6ed-c4c00db639c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:09.406529 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2537fb47-6990-48c0-ab83-78658881682e req-07351a89-3531-4387-824b-ce4bc2e5a474 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766501 Sep 23 22:17:09.443893 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:09.455331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838f2bd-e871-4777-9279-3ac373a20264 None None] The sync data for ids ['a2a3fe4c-8ad3-425f-85b4-8cac985204cb'] in n-d-810775-1 is: [{'id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-253365757-router', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:16:50Z', 'updated_at': '2021-09-23T22:17:02Z', 'revision_number': 4, 'project_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'gw_port': {'id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:16:52Z', 'updated_at': '2021-09-23T22:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '28fd9e71-3a27-4502-9e3c-03ca951a43b3', 'name': '', 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'mac_address': 'fa:16:3e:7b:79:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1c6e298c-757d-4f0d-b518-04efa537caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:17:00Z', 'updated_at': '2021-09-23T22:17:07Z', 'revision_number': 4, 'project_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'subnets': [{'id': '1c6e298c-757d-4f0d-b518-04efa537caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:17:09.538799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=7557436f-7fe6-45e1-866b-ed4e1ffca5d6,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:09.591105 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d78ab8-b08e-44ef-b003-dc4da88479c2 req-3318dd6f-747d-435a-9190-64bacfcc41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:09.593504 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-21d78ab8-b08e-44ef-b003-dc4da88479c2 req-3318dd6f-747d-435a-9190-64bacfcc41fe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 1101 time: 0.1463652 Sep 23 22:17:09.754113 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a2c4f-8f19-4bb7-b291-3015b65d8eb5 req-22a3c45e-8f30-4869-8a3f-4c12a512e42a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:09.761840 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-21d78ab8-b08e-44ef-b003-dc4da88479c2 req-5027b688-e793-4db1-b7a3-75686c2f6354 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510949 Sep 23 22:17:09.763835 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed4a2c4f-8f19-4bb7-b291-3015b65d8eb5 req-22a3c45e-8f30-4869-8a3f-4c12a512e42a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 950 time: 0.3927002 Sep 23 22:17:09.770724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=151f6b5e-2b3a-4769-8d7c-64442241b8ef,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:09.784785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbab834-e5b8-416d-b6ed-c4c00db639c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac10b33-6787-46a7-993d-48c66ce6fa97,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:09.826441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbab834-e5b8-416d-b6ed-c4c00db639c0 admin admin] Checking segment: {'id': 'ad9a3fff-37ec-463d-96ba-0f3594062dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37abb59f-d999-4b31-b723-297a6e1856d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:17:09.827090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbab834-e5b8-416d-b6ed-c4c00db639c0 admin admin] Network hostable DHCP agents. Network: 37abb59f-d999-4b31-b723-297a6e1856d2, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:17:09.903511 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed4a2c4f-8f19-4bb7-b291-3015b65d8eb5 req-2eb524bb-d3ac-4b9f-89fb-3d81f2cd5a80 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387146 Sep 23 22:17:09.956303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-fe6aa2d0-c9d1-4f47-8dc5-4eabae4dcd38 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:09.956303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-fe6aa2d0-c9d1-4f47-8dc5-4eabae4dcd38 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.67 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 807 time: 0.2946789 Sep 23 22:17:09.963150 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-ca1ac1f2-98b8-48e6-a099-643f7e0fbeb2 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f3520afaa5074c579b26bba5e93d7206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576928 Sep 23 22:17:10.010217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbab834-e5b8-416d-b6ed-c4c00db639c0 admin admin] Network 37abb59f-d999-4b31-b723-297a6e1856d2 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:17:10.027471 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Request body: {'port': {'device_id': '021e98a7-4987-44f3-9910-0ed676da6046', 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c', 'admin_state_up': True, 'tenant_id': '3f7af936c5414346bc188ecd0d80fb62'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:10.315452 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2a883aa3-9335-4f31-8848-e6905bddd86b req-204f85fb-e972-4699-b473-cdb2864a0110 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 210 time: 0.0375450 Sep 23 22:17:10.317958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-0a5350e1-96f4-4746-a5f8-2fda8c60a958 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:10.318764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37920) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:10.326692 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-0a5350e1-96f4-4746-a5f8-2fda8c60a958 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3623366 Sep 23 22:17:10.346526 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-ed89152c-7367-4543-80a0-6caae09c8b1b tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/quotas/f3520afaa5074c579b26bba5e93d7206 HTTP/1.1" status: 200 len: 375 time: 0.0188131 Sep 23 22:17:10.379989 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-0cbab834-e5b8-416d-b6ed-c4c00db639c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 37abb59f-d999-4b31-b723-297a6e1856d2) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:17:10.390872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbab834-e5b8-416d-b6ed-c4c00db639c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:10.391345 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0cbab834-e5b8-416d-b6ed-c4c00db639c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:10.396120 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-0a86500c-57f1-4ffc-8d5b-1817dc2b3542 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f3520afaa5074c579b26bba5e93d7206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484324 Sep 23 22:17:10.402315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800fcde9-de24-405b-abdd-ff63fc10e966 None None] Network 37abb59f-d999-4b31-b723-297a6e1856d2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:17:10.485974 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 28fd9e71-3a27-4502-9e3c-03ca951a43b3 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:17:10.535517 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5e7102a-5a07-4b5b-8608-bfc34960cd74 req-f1862517-b430-43c9-b041-fa48e1e043fb tempest-AbsoluteLimitsNegativeTestJSON-250272802 tempest-AbsoluteLimitsNegativeTestJSON-250272802-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d8eabe86b97f47d3b69b366b955ec5f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488739 Sep 23 22:17:10.552726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Made reservation on behalf of 3f7af936c5414346bc188ecd0d80fb62 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:17:10.556341 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1273036334-network', 'tenant_id': 'd7e0d6759d924518baf82fd7296f27c3'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:10.561055 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:10.622063 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 28fd9e71-3a27-4502-9e3c-03ca951a43b3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:10.622455 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:10.685026 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0cbab834-e5b8-416d-b6ed-c4c00db639c0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0727055 Sep 23 22:17:10.691714 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37940) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:10.714239 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1299524020-router', 'tenant_id': '6858b8cf211645d289d03b64f39eea66', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:10.766750 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7102a-5a07-4b5b-8608-bfc34960cd74 req-7adc0025-9b07-4f71-9150-a0bccac612d0 tempest-AbsoluteLimitsNegativeTestJSON-250272802 tempest-AbsoluteLimitsNegativeTestJSON-250272802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:10.778294 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5e7102a-5a07-4b5b-8608-bfc34960cd74 req-7adc0025-9b07-4f71-9150-a0bccac612d0 tempest-AbsoluteLimitsNegativeTestJSON-250272802 tempest-AbsoluteLimitsNegativeTestJSON-250272802-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2354136 Sep 23 22:17:10.804853 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5e7102a-5a07-4b5b-8608-bfc34960cd74 req-dccd286d-3266-49c5-8b3b-2d85384b8fc6 tempest-AbsoluteLimitsNegativeTestJSON-250272802 tempest-AbsoluteLimitsNegativeTestJSON-250272802-project] 10.222.0.22 "GET /v2.0/quotas/d8eabe86b97f47d3b69b366b955ec5f0 HTTP/1.1" status: 200 len: 375 time: 0.0254352 Sep 23 22:17:10.814253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-37abb59f-d999-4b31-b723-297a6e1856d2', 'network_id': '37abb59f-d999-4b31-b723-297a6e1856d2', 'tenant_id': '6858b8cf211645d289d03b64f39eea66', 'fixed_ips': [{'subnet_id': '1ac10b33-6787-46a7-993d-48c66ce6fa97'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:17:10.814638 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:10.835699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] Made reservation on behalf of d7e0d6759d924518baf82fd7296f27c3 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:17:10.845771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:10.920440 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5e7102a-5a07-4b5b-8608-bfc34960cd74 req-87c851e4-da20-4a03-9a1e-aaf952ef6c0e tempest-AbsoluteLimitsNegativeTestJSON-250272802 tempest-AbsoluteLimitsNegativeTestJSON-250272802-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d8eabe86b97f47d3b69b366b955ec5f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144762 Sep 23 22:17:10.925751 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:11.040691 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:11.040691 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:11.078551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a6301-432c-4c33-b155-8624a78b8bb0 req-92d82ad5-07b1-4bb9-b074-0f9a38237a47 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:11.080675 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ab7a6301-432c-4c33-b155-8624a78b8bb0 req-92d82ad5-07b1-4bb9-b074-0f9a38237a47 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 945 time: 0.2891128 Sep 23 22:17:11.144857 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da2614d2-afb5-48ea-97e0-725ba2893330 req-825ef579-9752-4d5d-af85-78eacb771ebe tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 210 time: 0.0706279 Sep 23 22:17:11.199328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Allocated IP 172.20.0.10 (92f95a66-bc42-4e40-8636-d20f8aa81d6c/b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12/d33bd0ce-d6c6-43ec-8993-ec8849cd3663) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:17:11.213172 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ab7a6301-432c-4c33-b155-8624a78b8bb0 req-069b9707-1333-483c-8bdb-a8f08b008600 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229975 Sep 23 22:17:11.320241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Allocated IP 172.20.0.2 (37abb59f-d999-4b31-b723-297a6e1856d2/1ac10b33-6787-46a7-993d-48c66ce6fa97/60d91733-f7e9-4090-ac06-bafe7295c1ee) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:17:11.379492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb14c8d-674b-403a-9e8b-4e736b556bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151f6b5e-2b3a-4769-8d7c-64442241b8ef'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:11.383026 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23f3700-c472-404c-84ff-0897c6b94925" -d '{"events": [{"server_uuid": "cbb14c8d-674b-403a-9e8b-4e736b556bc7", "name": "network-vif-plugged", "status": "completed", "tag": "151f6b5e-2b3a-4769-8d7c-64442241b8ef"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:11.430358 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:11.484221 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9255b70-01c5-4f66-9967-00f385c1dded req-7c27481c-8b23-40d6-8966-db411f969dfb tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 210 time: 0.0562291 Sep 23 22:17:11.582480 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:11.717215 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:11.722618 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81a7d69-6338-496a-9b76-c5838c44a097 x-openstack-request-id: req-d81a7d69-6338-496a-9b76-c5838c44a097 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:11.723228 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb14c8d-674b-403a-9e8b-4e736b556bc7", "name": "network-vif-plugged", "status": "completed", "tag": "151f6b5e-2b3a-4769-8d7c-64442241b8ef", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:11.723680 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d81a7d69-6338-496a-9b76-c5838c44a097 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:11.724398 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb14c8d-674b-403a-9e8b-4e736b556bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151f6b5e-2b3a-4769-8d7c-64442241b8ef', 'code': 200} Sep 23 22:17:11.725239 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:11.727611 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:11.757473 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:11.800403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Network 92f95a66-bc42-4e40-8636-d20f8aa81d6c is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:17:11.807602 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:17:11.825947 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:17:11.831598 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Pushing event updated for resources: {'Port': ['ID=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:11.836547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Network 37abb59f-d999-4b31-b723-297a6e1856d2 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:17:11.841149 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:17:11.849018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:17:11.875168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:11.875607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:11.880652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:11.880652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:11.880652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:11.880652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:11.880652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:11.881214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:11.882311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:11.883033 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:11.883703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:11.884368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:11.898359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Pushing event updated for resources: {'Port': ['ID=60d91733-f7e9-4090-ac06-bafe7295c1ee,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:11.917572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37958) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:11.961434 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Attempting to bind port 60d91733-f7e9-4090-ac06-bafe7295c1ee on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:17:11.962834 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Attempting to bind port 60d91733-f7e9-4090-ac06-bafe7295c1ee by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ad9a3fff-37ec-463d-96ba-0f3594062dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37abb59f-d999-4b31-b723-297a6e1856d2'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:17:11.963382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Attempting to bind port 60d91733-f7e9-4090-ac06-bafe7295c1ee on network 37abb59f-d999-4b31-b723-297a6e1856d2 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:11.969961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:11.977233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:17:11.977444 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:11.977531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Checking segment: {'id': 'ad9a3fff-37ec-463d-96ba-0f3594062dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37abb59f-d999-4b31-b723-297a6e1856d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:17:11.977531 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:11.977531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Bound using segment: {'id': 'ad9a3fff-37ec-463d-96ba-0f3594062dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37abb59f-d999-4b31-b723-297a6e1856d2'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:17:11.977531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Bound port: 60d91733-f7e9-4090-ac06-bafe7295c1ee, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9a3fff-37ec-463d-96ba-0f3594062dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37abb59f-d999-4b31-b723-297a6e1856d2'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:17:11.977531 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:11.977907 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:11.982068 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:12.004920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3384638-6d89-4051-b325-5a1825125d05 req-b78bffa5-2d79-4b93-b828-c0e2b413c13d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:12.015023 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a3384638-6d89-4051-b325-5a1825125d05 req-b78bffa5-2d79-4b93-b828-c0e2b413c13d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 950 time: 0.5816216 Sep 23 22:17:12.074223 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] For port 60d91733-f7e9-4090-ac06-bafe7295c1ee, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:17:12.078304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] For port 60d91733-f7e9-4090-ac06-bafe7295c1ee, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=60d91733-f7e9-4090-ac06-bafe7295c1ee,segment=NetworkSegment(ad9a3fff-37ec-463d-96ba-0f3594062dd2),segment_id=ad9a3fff-37ec-463d-96ba-0f3594062dd2)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:17:12.101936 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:17:12.113902 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-007310f1-c2f3-4a7a-9a08-00969e73ae43 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1158788 Sep 23 22:17:12.136381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Request body: {'port': {'device_id': '021e98a7-4987-44f3-9910-0ed676da6046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:12.143847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfa7a57-95ff-4469-9845-09387450763f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:12.165765 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:12.166377 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] Added segment b5ccab38-37af-4d46-8097-a32785c4a971 of type vlan for network 537d5abd-cf6a-4787-8768-ccbd2318eabc Sep 23 22:17:12.172838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a7740-dfda-497d-9fc1-f5a4dc21d1d0 req-44cba069-2377-483d-83a8-bb364e169585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:12.177693 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-078a7740-dfda-497d-9fc1-f5a4dc21d1d0 req-44cba069-2377-483d-83a8-bb364e169585 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 1096 time: 0.2919950 Sep 23 22:17:12.192679 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ac6394c2-d3fe-46b8-9439-4bc8b747abca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:12.216087 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:12.271459 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a3384638-6d89-4051-b325-5a1825125d05 req-7ab6ae96-93e8-4933-bb90-967d14526b25 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535834 Sep 23 22:17:12.313543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-91f5944c-205c-4f37-ba20-6cf5e5bd3844 req-842fd7a4-4a09-4446-98c4-043ca4d9a8b1 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 210 time: 0.0480511 Sep 23 22:17:12.315613 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:12.322186 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687054c-be7c-477c-98f5-7e85e3667c8d None None] Pushing event updated for resources: {'Port': ['ID=60d91733-f7e9-4090-ac06-bafe7295c1ee,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:12.339916 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:12.436327 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-078a7740-dfda-497d-9fc1-f5a4dc21d1d0 req-3ab683a7-b09a-45b0-81e1-90c7fedd6dd3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281859 Sep 23 22:17:12.532701 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159d602-02c9-4c00-8d7a-d19ed1e0930e req-6864e48a-dce9-4a70-8f66-9492bd8b863e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:12.537663 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3159d602-02c9-4c00-8d7a-d19ed1e0930e req-6864e48a-dce9-4a70-8f66-9492bd8b863e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 945 time: 0.1456683 Sep 23 22:17:12.537663 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:12.538417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:12.538993 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:12.551857 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ac6394c2-d3fe-46b8-9439-4bc8b747abca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:12.653664 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ac6394c2-d3fe-46b8-9439-4bc8b747abca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:12.716947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] Pushing event updated for resources: {'Network': ['ID=537d5abd-cf6a-4787-8768-ccbd2318eabc,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:12.730289 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9a812ecc-26ae-4c09-9c34-dd00efcf2c08 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4099085 Sep 23 22:17:12.731698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37972) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:12.736492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 537d5abd-cf6a-4787-8768-ccbd2318eabc details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:17:12.745030 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3159d602-02c9-4c00-8d7a-d19ed1e0930e req-53558e94-b839-469f-8b00-38ac8ef7b5e4 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919491 Sep 23 22:17:12.762967 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e9b85343-a203-4c1c-942a-033655c0def9 admin admin] Request body: {'subnet': {'network_id': '537d5abd-cf6a-4787-8768-ccbd2318eabc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1273036334-subnet', 'tenant_id': 'd7e0d6759d924518baf82fd7296f27c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:13.014760 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b9f4207d-1e75-440a-87e8-968dd131e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:13.019416 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:13.024238 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b85343-a203-4c1c-942a-033655c0def9 admin admin] Made reservation on behalf of d7e0d6759d924518baf82fd7296f27c3 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:17:13.028446 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e9b85343-a203-4c1c-942a-033655c0def9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:13.066527 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:13.271659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6394c2-d3fe-46b8-9439-4bc8b747abca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0728075f-048f-4879-99b4-bbdc0df81bdf,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:13.292296 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ac6394c2-d3fe-46b8-9439-4bc8b747abca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d8eabe86b97f47d3b69b366b955ec5f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3732603 Sep 23 22:17:13.295546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Allocated IP 172.25.1.94 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/d788232e-aa88-410b-9111-9f3944366a1a) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:17:13.298326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37974) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:13.359626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb48923-ce4c-4151-8f6c-260c44e08910 req-d794a96d-42cf-433c-ada4-8fbb996a35da tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:13.374626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fb48923-ce4c-4151-8f6c-260c44e08910 req-d794a96d-42cf-433c-ada4-8fbb996a35da tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 932 time: 0.7239044 Sep 23 22:17:13.500920 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e9b85343-a203-4c1c-942a-033655c0def9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:13.549803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fb48923-ce4c-4151-8f6c-260c44e08910 req-fa4a987b-d94a-412b-ac82-81f7dcdb37cf tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730127 Sep 23 22:17:13.583275 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ccbc839-e75d-45e4-b438-1c47a4d67e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:13.602301 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:13.614070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33bd0ce-d6c6-43ec-8993-ec8849cd3663 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:17:13.647436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde3b124-8479-40dd-a7ac-6ff19cc7ad43 None None] Network 37abb59f-d999-4b31-b723-297a6e1856d2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:17:13.657482 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ccbc839-e75d-45e4-b438-1c47a4d67e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:13.669290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f662d-e831-4bff-8971-9754c04a12ad req-9576d79c-224d-4af4-9287-21b4b51034cc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:13.671405 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-229f662d-e831-4bff-8971-9754c04a12ad req-9576d79c-224d-4af4-9287-21b4b51034cc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 950 time: 0.2229116 Sep 23 22:17:13.672095 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b85343-a203-4c1c-942a-033655c0def9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ac5866-d937-4a9c-84d6-e5d4ca0f7a39,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:13.684831 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:13.742483 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c16f512d-2b6d-486a-b8e3-75c164ac22a3 req-1aeb40b9-24f1-4f5e-b8a5-c2066dd4c971 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 210 time: 0.0513494 Sep 23 22:17:13.745500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Transition to ACTIVE for port object d33bd0ce-d6c6-43ec-8993-ec8849cd3663 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:17:13.761546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b85343-a203-4c1c-942a-033655c0def9 admin admin] Checking segment: {'id': 'b5ccab38-37af-4d46-8097-a32785c4a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '537d5abd-cf6a-4787-8768-ccbd2318eabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:17:13.762403 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b85343-a203-4c1c-942a-033655c0def9 admin admin] Network hostable DHCP agents. Network: 537d5abd-cf6a-4787-8768-ccbd2318eabc, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:17:13.780603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d09afc95-ea69-44e7-8ad3-cb3321e3e458 None None] Provisioning complete for port 60d91733-f7e9-4090-ac06-bafe7295c1ee triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:13.780603 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d09afc95-ea69-44e7-8ad3-cb3321e3e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:13.783906 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:13.810123 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:13.872679 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-229f662d-e831-4bff-8971-9754c04a12ad req-318d503f-9e9f-4bd7-9c2f-1bf74b9f38f9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812170 Sep 23 22:17:13.890459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:17:13.903143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:17:13.907018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Pushing event updated for resources: {'Port': ['ID=d788232e-aa88-410b-9111-9f3944366a1a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:13.916963 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:17:13.917429 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ccbc839-e75d-45e4-b438-1c47a4d67e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:13.923091 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ccbc839-e75d-45e4-b438-1c47a4d67e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:13.924692 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0ccbc839-e75d-45e4-b438-1c47a4d67e5b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0728075f-048f-4879-99b4-bbdc0df81bdf HTTP/1.1" status: 204 len: 168 time: 0.6256061 Sep 23 22:17:13.985627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbc839-e75d-45e4-b438-1c47a4d67e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0728075f-048f-4879-99b4-bbdc0df81bdf,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:14.003682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Pushing event updated for resources: {'Port': ['ID=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:14.010421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b85343-a203-4c1c-942a-033655c0def9 admin admin] Network 537d5abd-cf6a-4787-8768-ccbd2318eabc is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:17:14.085767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a4889-e820-43af-8fd7-72755e16b1a1 req-b0f83435-985d-4b4d-814d-8726a8963e12 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:14.087699 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b24a4889-e820-43af-8fd7-72755e16b1a1 req-b0f83435-985d-4b4d-814d-8726a8963e12 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 945 time: 0.1598370 Sep 23 22:17:14.122572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-e9b85343-a203-4c1c-942a-033655c0def9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 537d5abd-cf6a-4787-8768-ccbd2318eabc) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:17:14.150553 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a53c61b-5768-48ec-b2b3-8877f7d94f8e None None] Network 537d5abd-cf6a-4787-8768-ccbd2318eabc requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:17:14.233744 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d09afc95-ea69-44e7-8ad3-cb3321e3e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:14.269946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b85343-a203-4c1c-942a-033655c0def9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:14.271376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e9b85343-a203-4c1c-942a-033655c0def9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:14.288409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Attempting to bind port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:17:14.288409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Attempting to bind port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:17:14.288409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Attempting to bind port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:14.307012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:17:14.314157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Attempting to bind port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:14.334988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:17:14.335671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Checking segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:17:14.336175 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Bound using segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:17:14.336929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Bound port: d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:17:14.337580 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:14.441735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 60d91733-f7e9-4090-ac06-bafe7295c1ee up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:17:14.444944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b24a4889-e820-43af-8fd7-72755e16b1a1 req-e831e6df-eae5-4bf3-b378-b88869f0491c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428626 Sep 23 22:17:14.486287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d09afc95-ea69-44e7-8ad3-cb3321e3e458 None None] For port 60d91733-f7e9-4090-ac06-bafe7295c1ee, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=60d91733-f7e9-4090-ac06-bafe7295c1ee,segment=NetworkSegment(ad9a3fff-37ec-463d-96ba-0f3594062dd2),segment_id=ad9a3fff-37ec-463d-96ba-0f3594062dd2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:14.548201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:17:14.556638 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d09afc95-ea69-44e7-8ad3-cb3321e3e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:14.556972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:17:14.586191 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-a0e704e5-ee55-4315-9c15-fc2f9dd77cbb tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=f3520afaa5074c579b26bba5e93d7206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1763656 Sep 23 22:17:14.660773 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:14.673491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc437983-75ee-458f-9057-27cb67aee225 None None] Network 537d5abd-cf6a-4787-8768-ccbd2318eabc requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:17:14.778307 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-207991dc-1783-438b-b9fe-665ef3b47836 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:14.780945 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:14.784113 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-207991dc-1783-438b-b9fe-665ef3b47836 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894488 Sep 23 22:17:14.787408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:14.788986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] 10.222.0.67 "PUT /v2.0/ports/d33bd0ce-d6c6-43ec-8993-ec8849cd3663 HTTP/1.1" status: 200 len: 1092 time: 2.6596315 Sep 23 22:17:14.794057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021e98a7-4987-44f3-9910-0ed676da6046', 'tag': 'd33bd0ce-d6c6-43ec-8993-ec8849cd3663'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:14.795108 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e9b85343-a203-4c1c-942a-033655c0def9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0488691 Sep 23 22:17:14.802288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09afc95-ea69-44e7-8ad3-cb3321e3e458 None None] Pushing event updated for resources: {'Port': ['ID=60d91733-f7e9-4090-ac06-bafe7295c1ee,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:14.806815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 60d91733-f7e9-4090-ac06-bafe7295c1ee triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:14.808287 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:14.809027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea96ee-ee4d-498c-91fe-7b638c97d000 req-0bbc62dd-fc7c-4a14-b604-1f325f94588a tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:14.810409 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a25ec5-9cd9-4159-b6a9-81136ca90329" -d '{"events": [{"name": "network-changed", "server_uuid": "021e98a7-4987-44f3-9910-0ed676da6046", "tag": "d33bd0ce-d6c6-43ec-8993-ec8849cd3663"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:14.812067 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-feea96ee-ee4d-498c-91fe-7b638c97d000 req-0bbc62dd-fc7c-4a14-b604-1f325f94588a tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 1101 time: 0.4003682 Sep 23 22:17:14.817964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Request body: {'port': {'device_id': '77322fd2-4def-47e6-b7e3-14c0221bffa2', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': 'f3520afaa5074c579b26bba5e93d7206'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:14.908132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ee53f-d930-46e0-ab4e-b1ca21859d34 service neutron] Pushing event updated for resources: {'Port': ['ID=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:14.962736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac939c-8c3d-4868-ab93-6db055cbe469 req-76e31918-f226-4da9-8cb3-cd12e839cef8 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:14.971408 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbac939c-8c3d-4868-ab93-6db055cbe469 req-76e31918-f226-4da9-8cb3-cd12e839cef8 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 944 time: 0.2265153 Sep 23 22:17:14.976843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1946116e-eb06-419a-8f8d-9bbcc192fe4c None None] Provisioning complete for port 60d91733-f7e9-4090-ac06-bafe7295c1ee triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:14.977568 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1946116e-eb06-419a-8f8d-9bbcc192fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:15.135882 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbac939c-8c3d-4868-ab93-6db055cbe469 req-d5068141-6006-449b-ad75-b691fe928c13 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612225 Sep 23 22:17:15.201455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-032c3c39-0dbf-4011-9261-d69f60c8b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:15.206511 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-032c3c39-0dbf-4011-9261-d69f60c8b9ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 1095 time: 0.1841395 Sep 23 22:17:15.262274 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-feea96ee-ee4d-498c-91fe-7b638c97d000 req-b76fea0a-b01b-482a-9643-f4a6ee91baf1 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757065 Sep 23 22:17:15.287024 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:15.334805 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-542a8d6e-285c-4896-99b0-28ca340f2d60 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663 HTTP/1.1" status: 200 len: 217 time: 0.1023316 Sep 23 22:17:15.345796 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6a3367-5db2-4b0c-849f-d0376f03a86d x-openstack-request-id: req-4b6a3367-5db2-4b0c-849f-d0376f03a86d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:15.346162 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021e98a7-4987-44f3-9910-0ed676da6046", "tag": "d33bd0ce-d6c6-43ec-8993-ec8849cd3663", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:15.353653 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b6a3367-5db2-4b0c-849f-d0376f03a86d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:15.353653 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021e98a7-4987-44f3-9910-0ed676da6046', 'tag': 'd33bd0ce-d6c6-43ec-8993-ec8849cd3663', 'status': 'completed', 'code': 200} Sep 23 22:17:15.368451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Made reservation on behalf of f3520afaa5074c579b26bba5e93d7206 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:17:15.373142 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:15.374977 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af9d70a1-6c28-4e44-97ee-838f316060eb req-99b9b7d7-6b46-47ae-9682-f8a337b461b6 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 210 time: 0.0424178 Sep 23 22:17:15.413333 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:15.430522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-4c6aeb9b-e025-43dc-867d-3f57a1fab956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:15.434833 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-4c6aeb9b-e025-43dc-867d-3f57a1fab956 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.0843656 Sep 23 22:17:15.522006 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-a380eb51-56be-4b3e-8394-1ff56da1b019 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747209 Sep 23 22:17:15.609318 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a9c7d265-0735-4a03-bbe8-038c4651f1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:15.810891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814f486-bd53-4885-97a4-cfdf1fa0194c req-40f9c3d2-8e12-47c9-ba04-c4dda62340b5 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:15.813529 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d814f486-bd53-4885-97a4-cfdf1fa0194c req-40f9c3d2-8e12-47c9-ba04-c4dda62340b5 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 945 time: 0.0827658 Sep 23 22:17:15.815811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-913b7d6a-6893-4b01-898e-6e4be6c02030 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461176 Sep 23 22:17:15.860080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-2028b5e6-69f6-485e-a163-b89b66002f12 req-c5b26c9d-e7ee-426f-8cb6-8c3490e00152 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-202413987', 'description': 'tempest-description-1650387641'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:15.878096 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d814f486-bd53-4885-97a4-cfdf1fa0194c req-32fc5628-ef0d-4588-9bed-050b7cf57f52 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576694 Sep 23 22:17:15.948190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38032) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:16.014318 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:16.045165 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-fa092c75-41e0-44c4-9687-f528175eb196 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3756e6e4b7384c58b79362f025ad60eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263453 Sep 23 22:17:16.096470 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e9ca368-86e8-4782-b080-d3286d3f6b28 req-9646667c-fc62-4e93-b84b-7c1a8ff7f7ac service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084048 Sep 23 22:17:16.113747 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:16.120355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-603961332-network', 'tenant_id': 'c25ebeb633064639837d7061e30004ff'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:16.183162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 60d91733-f7e9-4090-ac06-bafe7295c1ee up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:17:16.204264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-6ac18edd-836c-4036-af22-cf9bf46f689b tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:16.204778 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:16.206085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-6ac18edd-836c-4036-af22-cf9bf46f689b tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1430027 Sep 23 22:17:16.229940 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-4b57ec75-8126-43d7-b507-3127fe00e070 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/quotas/3756e6e4b7384c58b79362f025ad60eb HTTP/1.1" status: 200 len: 375 time: 0.0159569 Sep 23 22:17:16.245560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 60d91733-f7e9-4090-ac06-bafe7295c1ee triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:16.245850 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:16.335593 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-39d50bba-6ada-4a87-94f6-ad72553888c3 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0981145 Sep 23 22:17:16.362849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a25ec5-9cd9-4159-b6a9-81136ca90329 req-fcb6276c-69d5-4260-80d7-fa4a18197ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:16.365591 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9a25ec5-9cd9-4159-b6a9-81136ca90329 req-fcb6276c-69d5-4260-80d7-fa4a18197ed1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 1095 time: 0.0787659 Sep 23 22:17:16.395860 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2028b5e6-69f6-485e-a163-b89b66002f12 req-c5b26c9d-e7ee-426f-8cb6-8c3490e00152 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:16.411468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb35c520-c9ac-4a54-9156-9d3e79a479a6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:16.477557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a25ec5-9cd9-4159-b6a9-81136ca90329 req-1294d97d-bdd8-41d2-a4e8-cba55525a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:16.479206 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9a25ec5-9cd9-4159-b6a9-81136ca90329 req-1294d97d-bdd8-41d2-a4e8-cba55525a135 service neutron] 10.222.0.67 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.1061933 Sep 23 22:17:16.496349 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:16.539567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9a25ec5-9cd9-4159-b6a9-81136ca90329 req-eb5d88b4-faa0-4658-80b2-c05f0389bb73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663 HTTP/1.1" status: 200 len: 217 time: 0.0519204 Sep 23 22:17:16.566491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] Made reservation on behalf of c25ebeb633064639837d7061e30004ff for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:17:16.570284 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:16.654439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a25ec5-9cd9-4159-b6a9-81136ca90329 req-23a0694a-4008-4a7c-8e66-434d708a59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:16.654439 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9a25ec5-9cd9-4159-b6a9-81136ca90329 req-23a0694a-4008-4a7c-8e66-434d708a59c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.1010175 Sep 23 22:17:16.657097 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7782916-2ed2-4ac9-84e3-b514193699d4 req-03cca128-c285-484e-a646-5c59f53b7a3d tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:16.658791 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7782916-2ed2-4ac9-84e3-b514193699d4 req-03cca128-c285-484e-a646-5c59f53b7a3d tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0614448 Sep 23 22:17:16.688214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9a25ec5-9cd9-4159-b6a9-81136ca90329 req-854e1c0c-5319-4e7a-b080-27c481007b2a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284142 Sep 23 22:17:16.744931 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:16.772090 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7782916-2ed2-4ac9-84e3-b514193699d4 req-e1fb8fe2-d7c7-4fb7-bb69-1ba4d0d72880 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015544 Sep 23 22:17:16.834837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Allocated IP 192.168.233.163 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/5a539d36-33d5-4ffd-b90d-6db1f992fcc2) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:17:16.846064 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9a25ec5-9cd9-4159-b6a9-81136ca90329 req-438a80c0-15de-4382-8f5d-d48a6d243bb2 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435032 Sep 23 22:17:16.872067 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:16.997938 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9a25ec5-9cd9-4159-b6a9-81136ca90329 req-5bb3433b-bbda-47e9-9ca5-2a8b153b5e96 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438003 Sep 23 22:17:17.010321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa7a97-e7b2-400c-8e23-bd3891409438 req-5bc229d4-e252-481b-8487-c75f348e13cd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:17.011986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-14fa7a97-e7b2-400c-8e23-bd3891409438 req-5bc229d4-e252-481b-8487-c75f348e13cd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 944 time: 0.0854273 Sep 23 22:17:17.063647 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-14fa7a97-e7b2-400c-8e23-bd3891409438 req-afc1bbeb-3190-48a5-b820-6f215295ab79 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 Sep 23 22:17:17.067617 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2028b5e6-69f6-485e-a163-b89b66002f12 req-c5b26c9d-e7ee-426f-8cb6-8c3490e00152 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:17.172571 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2028b5e6-69f6-485e-a163-b89b66002f12 req-c5b26c9d-e7ee-426f-8cb6-8c3490e00152 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:17.177593 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afd35fb6-c0ae-48f7-97ca-a6452ec1dd7b req-2a98fc8c-19eb-4569-b23a-0085713a23fd tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 210 time: 0.0432377 Sep 23 22:17:17.246033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b26c9d-e7ee-426f-8cb6-8c3490e00152 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f781e40-df0e-45d5-af50-d8ac2ab8850c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:17.255782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Router 0ca68688-3032-4129-b626-1117abf57b11 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:17:17.277427 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:17.293638 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2df4342d-6ff7-41b9-823b-3d6def62a8f0 req-478147cc-f6a9-42be-a8d2-5b50ea746db8 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 210 time: 0.0512445 Sep 23 22:17:17.345997 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:17.444049 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:17.463350 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:17:17.477605 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Sync routers for ids ['0ca68688-3032-4129-b626-1117abf57b11'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:17:17.491102 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Routers {'0ca68688-3032-4129-b626-1117abf57b11'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:17:17.491958 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:17:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ca68688-3032-4129-b626-1117abf57b11'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:17.525366 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:17.527259 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:17.552914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701875e-3c28-4a52-9356-05bef9f0a5ce req-c0987b7b-e039-408d-a1ab-6ec327f18a99 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:17.555133 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e701875e-3c28-4a52-9356-05bef9f0a5ce req-c0987b7b-e039-408d-a1ab-6ec327f18a99 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0614622 Sep 23 22:17:17.620324 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Set router 0ca68688-3032-4129-b626-1117abf57b11 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:17:17.630646 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e701875e-3c28-4a52-9356-05bef9f0a5ce req-2e5ebeec-4db7-4878-bce6-5b6e5098f06b tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676956 Sep 23 22:17:17.650891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:17:17.654922 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:17.658911 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-531740dc-0182-4e28-b5b1-62c10a64314c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9645016 Sep 23 22:17:17.660151 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2028b5e6-69f6-485e-a163-b89b66002f12 req-c5b26c9d-e7ee-426f-8cb6-8c3490e00152 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:17.661548 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38058) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:17.667073 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2028b5e6-69f6-485e-a163-b89b66002f12 req-c5b26c9d-e7ee-426f-8cb6-8c3490e00152 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.8258140 Sep 23 22:17:17.674271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:17:17.731312 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:17:17.736144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:17:17.750237 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:17.751572 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] Added segment 4b6cca1f-badb-4106-8dca-afc898f0e7c0 of type vlan for network 3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d Sep 23 22:17:17.759067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e611193-f39c-48bc-b656-8859e3a7252c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:17.988665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.042496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Pushing event updated for resources: {'Port': ['ID=5a539d36-33d5-4ffd-b90d-6db1f992fcc2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:18.101774 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca68688-3032-4129-b626-1117abf57b11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299524020-router', 'tenant_id': '6858b8cf211645d289d03b64f39eea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd788232e-aa88-410b-9111-9f3944366a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:17:11Z', 'updated_at': '2021-09-23T22:17:14Z', 'revision_number': 3, 'project_id': '6858b8cf211645d289d03b64f39eea66', 'gw_port': {'id': 'd788232e-aa88-410b-9111-9f3944366a1a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:39:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca68688-3032-4129-b626-1117abf57b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:17:13Z', 'updated_at': '2021-09-23T22:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:18.136379 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:18.137513 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.138503 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Checking router: 0ca68688-3032-4129-b626-1117abf57b11 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:17:18.139073 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Updating router 0ca68688-3032-4129-b626-1117abf57b11 port d788232e-aa88-410b-9111-9f3944366a1a binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:17:18.166502 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-592c884f-c0af-4323-9251-84c43cb0cd0c req-55a50c64-5ab4-41af-bbe2-eaf5e4a5d6f1 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/0f781e40-df0e-45d5-af50-d8ac2ab8850c HTTP/1.1" status: 200 len: 1804 time: 0.4393649 Sep 23 22:17:18.178983 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.183387 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-592c884f-c0af-4323-9251-84c43cb0cd0c req-a10f4d19-1ac9-460d-8df3-790106c7025a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f781e40-df0e-45d5-af50-d8ac2ab8850c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:18.183890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-592c884f-c0af-4323-9251-84c43cb0cd0c req-a10f4d19-1ac9-460d-8df3-790106c7025a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f781e40-df0e-45d5-af50-d8ac2ab8850c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:18.223124 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-72727a42-26a5-4023-b821-2a86b436e56a None None] Provisioning complete for port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:18.223791 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-72727a42-26a5-4023-b821-2a86b436e56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.225789 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.227983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:18.228618 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.279158 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-03e5cae0-ad24-412d-b124-80718d71fc12 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4656184 Sep 23 22:17:18.328583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Request body: {'port': {'device_id': '77322fd2-4def-47e6-b7e3-14c0221bffa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:18.333155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] Pushing event updated for resources: {'Network': ['ID=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:18.372499 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:17:18.482748 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.484682 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.512108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86a9fb-c44a-4997-abef-5f8c9f1f6c5d req-888bd8e6-f754-4983-bc3b-aa5291fb22f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:18.520782 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb86a9fb-c44a-4997-abef-5f8c9f1f6c5d req-888bd8e6-f754-4983-bc3b-aa5291fb22f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 944 time: 0.0952961 Sep 23 22:17:18.528753 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b8f7ebdd-3587-460b-b95f-18e6681b40bd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5792737 Sep 23 22:17:18.537806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38078) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:18.543918 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-40b41901-23f4-4384-a45e-4f58c882cc75 admin admin] Request body: {'subnet': {'network_id': '3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-603961332-subnet', 'tenant_id': 'c25ebeb633064639837d7061e30004ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:18.555110 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-72727a42-26a5-4023-b821-2a86b436e56a None None] Port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:17:18.641255 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-592c884f-c0af-4323-9251-84c43cb0cd0c req-a10f4d19-1ac9-460d-8df3-790106c7025a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.656528 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.678337 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb86a9fb-c44a-4997-abef-5f8c9f1f6c5d req-077e42f7-f114-40f2-9012-d6490c2c8084 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564074 Sep 23 22:17:18.688321 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.794326 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-592c884f-c0af-4323-9251-84c43cb0cd0c req-a10f4d19-1ac9-460d-8df3-790106c7025a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.820699 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.825835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b41901-23f4-4384-a45e-4f58c882cc75 admin admin] Made reservation on behalf of c25ebeb633064639837d7061e30004ff for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:17:18.828304 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-40b41901-23f4-4384-a45e-4f58c882cc75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.911963 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Attempting to bind port d788232e-aa88-410b-9111-9f3944366a1a on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:17:18.912769 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Attempting to bind port d788232e-aa88-410b-9111-9f3944366a1a by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:17:18.913357 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Attempting to bind port d788232e-aa88-410b-9111-9f3944366a1a on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:18.918439 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-592c884f-c0af-4323-9251-84c43cb0cd0c req-a10f4d19-1ac9-460d-8df3-790106c7025a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.941199 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:17:18.941876 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:17:18.942593 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.943299 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:17:18.944469 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Bound port: d788232e-aa88-410b-9111-9f3944366a1a, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:17:18.945223 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:18.951330 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f8c78-b7dd-402d-bf52-631ca5951d9d None None] Pushing event updated for resources: {'Port': ['ID=d788232e-aa88-410b-9111-9f3944366a1a,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:18.957924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f4d19-1ac9-460d-8df3-790106c7025a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa07b47e-6348-45b3-ae7d-0700e1aec5c5,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:18.960833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4bdb0-d64c-43d6-b925-ee0b5146878c req-763ccd4a-3d67-46f7-8f47-4a3947b7f686 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:18.962031 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3a4bdb0-d64c-43d6-b925-ee0b5146878c req-763ccd4a-3d67-46f7-8f47-4a3947b7f686 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 936 time: 0.1879077 Sep 23 22:17:18.996636 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Allocated IP 172.20.0.1 (37abb59f-d999-4b31-b723-297a6e1856d2/1ac10b33-6787-46a7-993d-48c66ce6fa97/84b454fc-809b-40be-9a04-1a6b2a9ae45f) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:17:19.020864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:17:19.030729 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:19.045321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Transition to ACTIVE for port object 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:17:19.048567 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-592c884f-c0af-4323-9251-84c43cb0cd0c req-a10f4d19-1ac9-460d-8df3-790106c7025a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:19.049880 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-592c884f-c0af-4323-9251-84c43cb0cd0c req-a10f4d19-1ac9-460d-8df3-790106c7025a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8710263 Sep 23 22:17:19.067061 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] For port d788232e-aa88-410b-9111-9f3944366a1a, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:17:19.067061 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] For port d788232e-aa88-410b-9111-9f3944366a1a, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d788232e-aa88-410b-9111-9f3944366a1a,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:17:19.135110 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:19.138777 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3a4bdb0-d64c-43d6-b925-ee0b5146878c req-fc1a13b3-0204-461d-b0d1-cfb057f8fae0 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb35c520-c9ac-4a54-9156-9d3e79a479a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453350 Sep 23 22:17:19.174358 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:19.244487 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Routers {'0ca68688-3032-4129-b626-1117abf57b11'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:17:19.245317 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:17:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ca68688-3032-4129-b626-1117abf57b11'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:19.256172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Pushing event updated for resources: {'Port': ['ID=5a539d36-33d5-4ffd-b90d-6db1f992fcc2,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:19.327294 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f8c78-b7dd-402d-bf52-631ca5951d9d None None] Pushing event updated for resources: {'Port': ['ID=d788232e-aa88-410b-9111-9f3944366a1a,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:19.348905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device d33bd0ce-d6c6-43ec-8993-ec8849cd3663 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:17:19.379826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-759dc18c-79aa-4869-be30-ff0015dd3cae req-ed98f29f-045a-45b2-a09e-6df47d0e7246 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 210 time: 0.0856061 Sep 23 22:17:19.389287 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] Set router 0ca68688-3032-4129-b626-1117abf57b11 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:17:19.394545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b3a28-4d91-448b-85cd-5e77f00af363 req-6c64f474-d4e2-46ec-8594-ca0d8d0e3c18 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:19.406769 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-893b3a28-4d91-448b-85cd-5e77f00af363 req-6c64f474-d4e2-46ec-8594-ca0d8d0e3c18 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 1096 time: 0.2601962 Sep 23 22:17:19.556747 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:19.578501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'd33bd0ce-d6c6-43ec-8993-ec8849cd3663', 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c', 'port_id': 'd33bd0ce-d6c6-43ec-8993-ec8849cd3663', 'mac_address': 'fa:16:3e:4a:4c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:17:19.633058 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-893b3a28-4d91-448b-85cd-5e77f00af363 req-2f2c229a-c5ef-4cff-aed1-d7208e7fd5ff tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179439 Sep 23 22:17:19.647349 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:19.660899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Attempting to bind port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:17:19.660899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Attempting to bind port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:17:19.660899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Attempting to bind port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:19.669411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33bd0ce-d6c6-43ec-8993-ec8849cd3663 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:17:19.676432 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:17:19.677043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Attempting to bind port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:19.684123 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:17:19.684572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:17:19.685055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:17:19.685765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Bound port: 5a539d36-33d5-4ffd-b90d-6db1f992fcc2, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:17:19.687315 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:19.696522 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:19.696738 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca68688-3032-4129-b626-1117abf57b11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299524020-router', 'tenant_id': '6858b8cf211645d289d03b64f39eea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd788232e-aa88-410b-9111-9f3944366a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:17:11Z', 'updated_at': '2021-09-23T22:17:14Z', 'revision_number': 3, 'project_id': '6858b8cf211645d289d03b64f39eea66', 'gw_port': {'id': 'd788232e-aa88-410b-9111-9f3944366a1a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:39:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca68688-3032-4129-b626-1117abf57b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:17:13Z', 'updated_at': '2021-09-23T22:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:19.705585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-c3e21556-6c8f-46f0-9c5f-176444ef61c1 req-df353c02-dd3a-44af-a320-21bde723ae4c tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1622004658', 'description': 'tempest-description-767944864'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:19.755599 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:19.763007 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:19.767604 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f3434-6fc2-45fb-a8c1-210728e97bc7 None None] The sync data for ids ['0ca68688-3032-4129-b626-1117abf57b11'] in n-d-810775-1 is: [{'id': '0ca68688-3032-4129-b626-1117abf57b11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299524020-router', 'tenant_id': '6858b8cf211645d289d03b64f39eea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd788232e-aa88-410b-9111-9f3944366a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:17:11Z', 'updated_at': '2021-09-23T22:17:14Z', 'revision_number': 3, 'project_id': '6858b8cf211645d289d03b64f39eea66', 'gw_port': {'id': 'd788232e-aa88-410b-9111-9f3944366a1a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:39:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca68688-3032-4129-b626-1117abf57b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:17:13Z', 'updated_at': '2021-09-23T22:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:17:19.838969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] For port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:17:19.842885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] For port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5a539d36-33d5-4ffd-b90d-6db1f992fcc2,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:17:19.863554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:19.867880 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-82f2aff9-b0ab-4b5c-9bde-f84ea26f3c52 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3756e6e4b7384c58b79362f025ad60eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743821 Sep 23 22:17:19.873377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:19.875161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:19.875586 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:19.876402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:19.877479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:19.877894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:19.878330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:19.878726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:19.879119 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:19.879948 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:19.880558 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:19.881440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:17:19.897008 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-40b41901-23f4-4384-a45e-4f58c882cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:19.912022 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:19.958096 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:19.958358 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:19.960096 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] 10.222.0.67 "PUT /v2.0/ports/5a539d36-33d5-4ffd-b90d-6db1f992fcc2 HTTP/1.1" status: 200 len: 1096 time: 1.6383557 Sep 23 22:17:19.962699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77322fd2-4def-47e6-b7e3-14c0221bffa2', 'tag': '5a539d36-33d5-4ffd-b90d-6db1f992fcc2'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:19.965512 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1d88f7-940c-418c-b1b3-0dc650a805ce" -d '{"events": [{"name": "network-changed", "server_uuid": "77322fd2-4def-47e6-b7e3-14c0221bffa2", "tag": "5a539d36-33d5-4ffd-b90d-6db1f992fcc2"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:20.003291 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:20.021600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba29f77-b29f-4886-9e80-bfe505017938 service neutron] Pushing event updated for resources: {'Port': ['ID=5a539d36-33d5-4ffd-b90d-6db1f992fcc2,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:20.039070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b41901-23f4-4384-a45e-4f58c882cc75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf929a3-bff0-47e3-ab18-e2f69ade1c5c,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:20.054236 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c3e21556-6c8f-46f0-9c5f-176444ef61c1 req-df353c02-dd3a-44af-a320-21bde723ae4c tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:20.221219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['d33bd0ce-d6c6-43ec-8993-ec8849cd3663'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:20.316796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-77ecd846-d087-4003-bf7e-00a808f15c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:20.318355 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-77ecd846-d087-4003-bf7e-00a808f15c6b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3520afaa5074c579b26bba5e93d7206&device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 1099 time: 0.2017522 Sep 23 22:17:20.391041 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-d6e2cb0f-7b5e-40e9-80f0-ad2d27101dd9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5a539d36-33d5-4ffd-b90d-6db1f992fcc2 HTTP/1.1" status: 200 len: 217 time: 0.0515399 Sep 23 22:17:20.457217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-ad2bac6c-b114-4a6c-9869-832d42d773df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:20.458919 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-ad2bac6c-b114-4a6c-9869-832d42d773df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0601461 Sep 23 22:17:20.512427 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Network 37abb59f-d999-4b31-b723-297a6e1856d2 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:17:20.538637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:17:20.547221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:17:20.551298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Pushing event updated for resources: {'Port': ['ID=84b454fc-809b-40be-9a04-1a6b2a9ae45f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:20.583052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-ce7332cb-6475-4e9a-97af-437bc5422485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:20.586061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b41901-23f4-4384-a45e-4f58c882cc75 admin admin] Checking segment: {'id': '4b6cca1f-badb-4106-8dca-afc898f0e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:17:20.586339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b41901-23f4-4384-a45e-4f58c882cc75 admin admin] Network hostable DHCP agents. Network: 3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:17:20.588301 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-ce7332cb-6475-4e9a-97af-437bc5422485 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846932 Sep 23 22:17:20.599045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-8ead5004-9d4d-4ed4-8cfb-9aa5a9489ad7 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:20.601389 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-8ead5004-9d4d-4ed4-8cfb-9aa5a9489ad7 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7239475 Sep 23 22:17:20.640185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-5151485b-3c27-4257-b3cf-cf51ad72e066 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Request body: {'port': {'device_id': '26899d1f-4480-4ba0-899c-f5c870a9c489', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '3756e6e4b7384c58b79362f025ad60eb'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:20.696065 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:20.763907 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-f3565945-a020-4301-a312-32db428fa84a service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648736 Sep 23 22:17:20.878630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b41901-23f4-4384-a45e-4f58c882cc75 admin admin] Network 3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:17:20.956840 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f72eedf-c117-4214-8dd8-398284ddcd4a req-07e3b315-13d5-4e7e-8e28-d4376e256281 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842594 Sep 23 22:17:21.008555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c0519c82-114a-4946-a94f-f1808d50617c None None] Provisioning complete for port 84b454fc-809b-40be-9a04-1a6b2a9ae45f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:21.009572 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c0519c82-114a-4946-a94f-f1808d50617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:21.022057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-40b41901-23f4-4384-a45e-4f58c882cc75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:17:21.047874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b41901-23f4-4384-a45e-4f58c882cc75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:21.048649 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-40b41901-23f4-4384-a45e-4f58c882cc75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:21.052082 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34677ab-23f3-48a1-8a0b-11b25f5d077a None None] Network 3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:17:21.052693 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c3e21556-6c8f-46f0-9c5f-176444ef61c1 req-df353c02-dd3a-44af-a320-21bde723ae4c tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:21.092326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c0519c82-114a-4946-a94f-f1808d50617c None None] Port 84b454fc-809b-40be-9a04-1a6b2a9ae45f cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:17:21.209600 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0703256-2f5d-42c5-b5ed-21529112b0c5 None None] Network 3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:17:21.234864 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c3e21556-6c8f-46f0-9c5f-176444ef61c1 req-df353c02-dd3a-44af-a320-21bde723ae4c tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:21.287984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df353c02-dd3a-44af-a320-21bde723ae4c tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76c1d68-b941-44d8-a2ed-99da698b9d56,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:21.337202 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:21.394473 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-5151485b-3c27-4257-b3cf-cf51ad72e066 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Made reservation on behalf of 3756e6e4b7384c58b79362f025ad60eb for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:17:21.400894 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-5151485b-3c27-4257-b3cf-cf51ad72e066 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:21.570285 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-40b41901-23f4-4384-a45e-4f58c882cc75 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0309186 Sep 23 22:17:21.582039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c3e21556-6c8f-46f0-9c5f-176444ef61c1 req-df353c02-dd3a-44af-a320-21bde723ae4c tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:21.583415 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c3e21556-6c8f-46f0-9c5f-176444ef61c1 req-df353c02-dd3a-44af-a320-21bde723ae4c tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.9635649 Sep 23 22:17:21.831813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a9424-f515-41e9-9518-518e88f28281 req-ccff5be3-2371-45bd-91e3-c08ef354d3f2 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:21.833508 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-901a9424-f515-41e9-9518-518e88f28281 req-ccff5be3-2371-45bd-91e3-c08ef354d3f2 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 945 time: 0.1531632 Sep 23 22:17:21.835079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-5151485b-3c27-4257-b3cf-cf51ad72e066 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Allocated IP 192.168.233.184 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/e63f6fa0-49ab-448d-9fa1-d432c01b6d91) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:17:21.890290 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:21.938764 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-901a9424-f515-41e9-9518-518e88f28281 req-f39f4c34-f8ee-4287-8894-e1d9b6718821 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863850 Sep 23 22:17:21.975157 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:22.030691 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537a79f1-2835-4216-944d-58e00e253dc4 x-openstack-request-id: req-537a79f1-2835-4216-944d-58e00e253dc4 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:22.031504 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77322fd2-4def-47e6-b7e3-14c0221bffa2", "tag": "5a539d36-33d5-4ffd-b90d-6db1f992fcc2", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:22.031903 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-537a79f1-2835-4216-944d-58e00e253dc4 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:22.032541 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77322fd2-4def-47e6-b7e3-14c0221bffa2', 'tag': '5a539d36-33d5-4ffd-b90d-6db1f992fcc2', 'status': 'completed', 'code': 200} Sep 23 22:17:22.168713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Pushing event updated for resources: {'Port': ['ID=84b454fc-809b-40be-9a04-1a6b2a9ae45f,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:22.172043 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:22.211561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d88f7-940c-418c-b1b3-0dc650a805ce req-181d8d02-7fd3-4fcd-ad43-70207013cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:22.214601 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f1d88f7-940c-418c-b1b3-0dc650a805ce req-181d8d02-7fd3-4fcd-ad43-70207013cc71 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3520afaa5074c579b26bba5e93d7206&device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 1099 time: 0.1130350 Sep 23 22:17:22.234616 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-5151485b-3c27-4257-b3cf-cf51ad72e066 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:22.251838 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d788232e-aa88-410b-9111-9f3944366a1a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:17:22.269029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dbe46-0aee-4d8a-8c75-822fd6c9d00d req-05749dba-6c9b-4704-bf1b-9e7102294eb7 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:22.270797 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-912dbe46-0aee-4d8a-8c75-822fd6c9d00d req-05749dba-6c9b-4704-bf1b-9e7102294eb7 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 948 time: 0.1611986 Sep 23 22:17:22.322782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d788232e-aa88-410b-9111-9f3944366a1a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:22.323379 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:22.368163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d88f7-940c-418c-b1b3-0dc650a805ce req-a8329632-ba34-45fd-9c95-cc5705bd3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:22.370212 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f1d88f7-940c-418c-b1b3-0dc650a805ce req-a8329632-ba34-45fd-9c95-cc5705bd3db4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.1477017 Sep 23 22:17:22.399468 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Network 37abb59f-d999-4b31-b723-297a6e1856d2 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:17:22.406287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:17:22.411052 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-912dbe46-0aee-4d8a-8c75-822fd6c9d00d req-7aa887ef-9a28-4083-b3b2-baefefb0aefe tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb35c520-c9ac-4a54-9156-9d3e79a479a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057768 Sep 23 22:17:22.454438 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f1d88f7-940c-418c-b1b3-0dc650a805ce req-b2814cf9-0bff-4f99-943c-a0576319cb08 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5a539d36-33d5-4ffd-b90d-6db1f992fcc2 HTTP/1.1" status: 200 len: 217 time: 0.0763221 Sep 23 22:17:22.522532 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-2c482e04-c978-4715-b721-eab003f7198b tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:17:22.523939 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-2c482e04-c978-4715-b721-eab003f7198b tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0887337 Sep 23 22:17:22.524874 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-5151485b-3c27-4257-b3cf-cf51ad72e066 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:22.593888 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d88f7-940c-418c-b1b3-0dc650a805ce req-7eb0077e-7223-41f1-864a-648659ce4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:22.595627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151485b-3c27-4257-b3cf-cf51ad72e066 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event updated for resources: {'Port': ['ID=e63f6fa0-49ab-448d-9fa1-d432c01b6d91,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:22.597924 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f1d88f7-940c-418c-b1b3-0dc650a805ce req-7eb0077e-7223-41f1-864a-648659ce4ffa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1347013 Sep 23 22:17:22.647273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-ae8b961d-d1a4-4e55-b3e4-1ab264ae52e8 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:22.649912 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-ae8b961d-d1a4-4e55-b3e4-1ab264ae52e8 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports/151f6b5e-2b3a-4769-8d7c-64442241b8ef HTTP/1.1" status: 200 len: 1093 time: 0.0584292 Sep 23 22:17:22.696279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0f15bcc0-b1a2-47e2-b7a5-05e42dd46922 service neutron] Request body: {'binding': {'host': 'n-h1-810775-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:22.696625 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d88f7-940c-418c-b1b3-0dc650a805ce req-8713875b-8314-4bad-b1e1-c98bbe470e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:22.696817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0f15bcc0-b1a2-47e2-b7a5-05e42dd46922 service neutron] Unknown quota resources ['binding']. {{(pid=95491) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:17:22.699461 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f1d88f7-940c-418c-b1b3-0dc650a805ce req-8713875b-8314-4bad-b1e1-c98bbe470e5e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926545 Sep 23 22:17:22.759667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1', '286dd15c-7fc1-4071-8dd8-38aeb54576b2', 'b142229a-6288-47ed-bd33-e95175347df1', '7557436f-7fe6-45e1-866b-ed4e1ffca5d6'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:22.771248 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d', '22eb675b-033b-4f09-a95d-dda8d9843398'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:22.816135 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-5151485b-3c27-4257-b3cf-cf51ad72e066 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:17:22.824400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-5151485b-3c27-4257-b3cf-cf51ad72e066 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:17:22.838348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-5151485b-3c27-4257-b3cf-cf51ad72e066 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:17:22.857766 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:22.893509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Router 0ca68688-3032-4129-b626-1117abf57b11 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:17:22.911823 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f1d88f7-940c-418c-b1b3-0dc650a805ce req-79505467-7009-4a40-81c7-9c8008d5f220 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986952 Sep 23 22:17:22.939638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d490b68-6cd5-44a1-8b9c-c2823ca1081b req-5c6def16-6010-4cc9-b1af-a9fc0292fcbc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:22.941468 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d490b68-6cd5-44a1-8b9c-c2823ca1081b req-5c6def16-6010-4cc9-b1af-a9fc0292fcbc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 936 time: 0.3367910 Sep 23 22:17:22.988356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-5151485b-3c27-4257-b3cf-cf51ad72e066 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:22.988356 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-5151485b-3c27-4257-b3cf-cf51ad72e066 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:23.002965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0f15bcc0-b1a2-47e2-b7a5-05e42dd46922 service neutron] Attempting to bind port 151f6b5e-2b3a-4769-8d7c-64442241b8ef on host n-h1-810775-1 for vnic_type normal with profile None {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:17:23.002965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0f15bcc0-b1a2-47e2-b7a5-05e42dd46922 service neutron] Attempting to bind port 151f6b5e-2b3a-4769-8d7c-64442241b8ef by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:17:23.002965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0f15bcc0-b1a2-47e2-b7a5-05e42dd46922 service neutron] Attempting to bind port 151f6b5e-2b3a-4769-8d7c-64442241b8ef on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:23.005754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port d788232e-aa88-410b-9111-9f3944366a1a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d788232e-aa88-410b-9111-9f3944366a1a,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:23.007775 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c6ac6260-63ee-4eae-9ea1-a1476c244fa0 None None] Provisioning complete for port 84b454fc-809b-40be-9a04-1a6b2a9ae45f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:23.008471 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6260-63ee-4eae-9ea1-a1476c244fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:23.092707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0f15bcc0-b1a2-47e2-b7a5-05e42dd46922 service neutron] Port 151f6b5e-2b3a-4769-8d7c-64442241b8ef on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:17:23.093179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0f15bcc0-b1a2-47e2-b7a5-05e42dd46922 service neutron] Attempting to bind port 151f6b5e-2b3a-4769-8d7c-64442241b8ef on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:23.123595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0f15bcc0-b1a2-47e2-b7a5-05e42dd46922 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:17:23.123974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0f15bcc0-b1a2-47e2-b7a5-05e42dd46922 service neutron] Checking segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:17:23.124575 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0f15bcc0-b1a2-47e2-b7a5-05e42dd46922 service neutron] Bound using segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:17:23.125844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0f15bcc0-b1a2-47e2-b7a5-05e42dd46922 service neutron] Bound port: 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:17:23.140728 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d490b68-6cd5-44a1-8b9c-c2823ca1081b req-33bba274-0c26-4aad-8b11-05411eba1609 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754727 Sep 23 22:17:23.151016 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:23.172903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac6260-63ee-4eae-9ea1-a1476c244fa0 None None] Port 84b454fc-809b-40be-9a04-1a6b2a9ae45f cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:17:23.203215 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f1d88f7-940c-418c-b1b3-0dc650a805ce req-17cd3aac-dbc9-4e7b-bc59-b37846dde31b service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792227 Sep 23 22:17:23.224382 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-5151485b-3c27-4257-b3cf-cf51ad72e066 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6028662 Sep 23 22:17:23.227818 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:17:23.236862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cfd4b9b2-1e76-4434-a7be-022f346a4990 admin admin] 10.222.0.22 "PUT /v2.0/routers/0ca68688-3032-4129-b626-1117abf57b11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5722208 Sep 23 22:17:23.252883 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Request body: {'port': {'device_id': '26899d1f-4480-4ba0-899c-f5c870a9c489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:23.256614 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0f15bcc0-b1a2-47e2-b7a5-05e42dd46922 service neutron] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:17:23.304892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Sync routers for ids ['0ca68688-3032-4129-b626-1117abf57b11'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:17:23.340856 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:23.361583 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0f15bcc0-b1a2-47e2-b7a5-05e42dd46922 service neutron] Notify callbacks [] for binding, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:23.364598 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0f15bcc0-b1a2-47e2-b7a5-05e42dd46922 service neutron] 10.222.0.22 "POST /v2.0/ports/151f6b5e-2b3a-4769-8d7c-64442241b8ef/bindings HTTP/1.1" status: 201 len: 389 time: 0.6884050 Sep 23 22:17:23.407378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device d33bd0ce-d6c6-43ec-8993-ec8849cd3663 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:17:23.414954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Routers {'0ca68688-3032-4129-b626-1117abf57b11'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:17:23.416797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:17:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ca68688-3032-4129-b626-1117abf57b11'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:23.442856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=d788232e-aa88-410b-9111-9f3944366a1a,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:23.562989 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-02489ecd-719a-4040-9102-ca45839d6c43 req-99ffdda3-a424-46a8-bbec-167f241e729d tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/e76c1d68-b941-44d8-a2ed-99da698b9d56 HTTP/1.1" status: 200 len: 1804 time: 0.0824416 Sep 23 22:17:23.622282 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-02489ecd-719a-4040-9102-ca45839d6c43 req-9aeed07b-207c-4e0b-b1bc-e8db66d0a80c tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e76c1d68-b941-44d8-a2ed-99da698b9d56', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:23.622972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-02489ecd-719a-4040-9102-ca45839d6c43 req-9aeed07b-207c-4e0b-b1bc-e8db66d0a80c tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e76c1d68-b941-44d8-a2ed-99da698b9d56', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:23.686116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-efda0ce1-f720-4c19-a26c-7b2bd51e4ac6 None None] Provisioning complete for port e63f6fa0-49ab-448d-9fa1-d432c01b6d91 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:23.686530 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-efda0ce1-f720-4c19-a26c-7b2bd51e4ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:23.755837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-efda0ce1-f720-4c19-a26c-7b2bd51e4ac6 None None] Port e63f6fa0-49ab-448d-9fa1-d432c01b6d91 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:17:23.802766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63f6fa0-49ab-448d-9fa1-d432c01b6d91 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:17:23.821291 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:23.863539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-b327da0f-d049-4cd2-8fee-2222748e1194 req-77550228-69a7-4072-8a81-d5e356beb188 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1000247251', 'description': 'tempest-description-1331365889'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:23.878866 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-02489ecd-719a-4040-9102-ca45839d6c43 req-9aeed07b-207c-4e0b-b1bc-e8db66d0a80c tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:23.880539 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Set router 0ca68688-3032-4129-b626-1117abf57b11 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:17:23.894547 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Transition to ACTIVE for port object e63f6fa0-49ab-448d-9fa1-d432c01b6d91 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:17:23.922501 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-02489ecd-719a-4040-9102-ca45839d6c43 req-9aeed07b-207c-4e0b-b1bc-e8db66d0a80c tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:23.985517 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:17:24.004716 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:24.008043 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b327da0f-d049-4cd2-8fee-2222748e1194 req-77550228-69a7-4072-8a81-d5e356beb188 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:24.015709 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:24.016086 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:24.020083 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-02489ecd-719a-4040-9102-ca45839d6c43 req-9aeed07b-207c-4e0b-b1bc-e8db66d0a80c tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:24.182122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeed07b-207c-4e0b-b1bc-e8db66d0a80c tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9b9317-ed05-4597-ac84-8b1bc69e083a,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:24.255456 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Pushing event updated for resources: {'Port': ['ID=e63f6fa0-49ab-448d-9fa1-d432c01b6d91,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:24.265715 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b327da0f-d049-4cd2-8fee-2222748e1194 req-77550228-69a7-4072-8a81-d5e356beb188 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:24.389450 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b327da0f-d049-4cd2-8fee-2222748e1194 req-77550228-69a7-4072-8a81-d5e356beb188 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:24.449597 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:24.470299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77550228-69a7-4072-8a81-d5e356beb188 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c7755b-2968-4f78-8e83-debdc7d04e55,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:24.512253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d788232e-aa88-410b-9111-9f3944366a1a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:17:24.525369 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b327da0f-d049-4cd2-8fee-2222748e1194 req-77550228-69a7-4072-8a81-d5e356beb188 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:24.527164 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b327da0f-d049-4cd2-8fee-2222748e1194 req-77550228-69a7-4072-8a81-d5e356beb188 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6690652 Sep 23 22:17:24.529300 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-d831d789-46c3-4903-8ae9-fde7bffda23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:24.538805 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-d831d789-46c3-4903-8ae9-fde7bffda23d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 1096 time: 0.2133710 Sep 23 22:17:24.583430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Attempting to bind port e63f6fa0-49ab-448d-9fa1-d432c01b6d91 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:17:24.584073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Attempting to bind port e63f6fa0-49ab-448d-9fa1-d432c01b6d91 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:17:24.584815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Attempting to bind port e63f6fa0-49ab-448d-9fa1-d432c01b6d91 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:24.590660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-02489ecd-719a-4040-9102-ca45839d6c43 req-9aeed07b-207c-4e0b-b1bc-e8db66d0a80c tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:24.609907 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-02489ecd-719a-4040-9102-ca45839d6c43 req-9aeed07b-207c-4e0b-b1bc-e8db66d0a80c tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9943042 Sep 23 22:17:24.661643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Port e63f6fa0-49ab-448d-9fa1-d432c01b6d91 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:17:24.662173 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Attempting to bind port e63f6fa0-49ab-448d-9fa1-d432c01b6d91 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:24.682731 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:17:24.683838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:17:24.684935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:17:24.685726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Bound port: e63f6fa0-49ab-448d-9fa1-d432c01b6d91, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:17:24.686882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:24.723317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021e98a7-4987-44f3-9910-0ed676da6046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33bd0ce-d6c6-43ec-8993-ec8849cd3663'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:24.739675 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e253b10f-2dd7-4555-b2ca-55eeee22a44e" -d '{"events": [{"server_uuid": "021e98a7-4987-44f3-9910-0ed676da6046", "name": "network-vif-plugged", "status": "completed", "tag": "d33bd0ce-d6c6-43ec-8993-ec8849cd3663"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:24.835951 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:24.856384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd6e40-27a7-43da-b8f4-b36a665752fc req-0f6ce7d3-afb6-4652-b220-7a231e5c6d3d tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:24.859240 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ddd6e40-27a7-43da-b8f4-b36a665752fc req-0f6ce7d3-afb6-4652-b220-7a231e5c6d3d tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 945 time: 0.1541839 Sep 23 22:17:24.869967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca68688-3032-4129-b626-1117abf57b11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299524020-router', 'tenant_id': '6858b8cf211645d289d03b64f39eea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd788232e-aa88-410b-9111-9f3944366a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:17:11Z', 'updated_at': '2021-09-23T22:17:21Z', 'revision_number': 4, 'project_id': '6858b8cf211645d289d03b64f39eea66', 'gw_port': {'id': 'd788232e-aa88-410b-9111-9f3944366a1a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca68688-3032-4129-b626-1117abf57b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:17:13Z', 'updated_at': '2021-09-23T22:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '84b454fc-809b-40be-9a04-1a6b2a9ae45f', 'name': '', 'network_id': '37abb59f-d999-4b31-b723-297a6e1856d2', 'tenant_id': '6858b8cf211645d289d03b64f39eea66', 'mac_address': 'fa:16:3e:79:80:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca68688-3032-4129-b626-1117abf57b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ac10b33-6787-46a7-993d-48c66ce6fa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:17:18Z', 'updated_at': '2021-09-23T22:17:21Z', 'revision_number': 2, 'project_id': '6858b8cf211645d289d03b64f39eea66', 'subnets': [{'id': '1ac10b33-6787-46a7-993d-48c66ce6fa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:24.937727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Checking router: 0ca68688-3032-4129-b626-1117abf57b11 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:17:24.938111 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Updating router 0ca68688-3032-4129-b626-1117abf57b11 port 84b454fc-809b-40be-9a04-1a6b2a9ae45f binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:17:24.956354 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ddd6e40-27a7-43da-b8f4-b36a665752fc req-bbb5d0ec-a3d9-4af3-bbdc-99b05301e08c tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716460 Sep 23 22:17:24.969765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] For port e63f6fa0-49ab-448d-9fa1-d432c01b6d91, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:17:24.985003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] For port e63f6fa0-49ab-448d-9fa1-d432c01b6d91, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e63f6fa0-49ab-448d-9fa1-d432c01b6d91,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:17:24.989667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-9f80492c-e1b8-45d7-89f9-9b8bbcf25445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:24.992948 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-9f80492c-e1b8-45d7-89f9-9b8bbcf25445 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.4127467 Sep 23 22:17:24.996623 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:25.019329 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d788232e-aa88-410b-9111-9f3944366a1a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:25.019898 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:25.037974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46255323-e4ff-4b34-b22e-30010abab18b req-66f7a41a-8bd7-4c7d-95dc-05fbf3a332fe tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:25.046465 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46255323-e4ff-4b34-b22e-30010abab18b req-66f7a41a-8bd7-4c7d-95dc-05fbf3a332fe tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 948 time: 0.2312829 Sep 23 22:17:25.126811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-3dd00716-b909-445b-bc54-f7953463ea9a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef HTTP/1.1" status: 200 len: 217 time: 0.0779130 Sep 23 22:17:25.142900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46255323-e4ff-4b34-b22e-30010abab18b req-5f944365-4023-4514-9a38-c76b3bec6e44 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb35c520-c9ac-4a54-9156-9d3e79a479a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913789 Sep 23 22:17:25.236133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5ce0f-9225-4095-982e-7c5c38751962 req-d9204ea0-2fd4-41c2-8056-eba8a4514d78 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:25.238529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-91164c3d-999d-44d7-99a1-6fa58ccf0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:25.240094 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-91164c3d-999d-44d7-99a1-6fa58ccf0662 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.0961342 Sep 23 22:17:25.242462 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fc5ce0f-9225-4095-982e-7c5c38751962 req-d9204ea0-2fd4-41c2-8056-eba8a4514d78 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 945 time: 0.1346192 Sep 23 22:17:25.262782 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:25.304989 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-be212c41-b00f-448d-8006-d0d2992a1bb2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509965 Sep 23 22:17:25.327698 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:25.356089 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fc5ce0f-9225-4095-982e-7c5c38751962 req-b38e4b0e-e4f8-4432-a055-fa0bb0b7cea9 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068580 Sep 23 22:17:25.395308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:17:25.452911 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Pushing event updated for resources: {'Port': ['ID=e63f6fa0-49ab-448d-9fa1-d432c01b6d91,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:25.474785 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:25.528984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:25.532645 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:25.533048 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-804ad7a2-ebaf-4649-bb95-2f0d91826e26 service neutron] 10.222.0.67 "PUT /v2.0/ports/e63f6fa0-49ab-448d-9fa1-d432c01b6d91 HTTP/1.1" status: 200 len: 1096 time: 2.2904458 Sep 23 22:17:25.553713 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-e3ac163c-7f24-4f05-ade9-522d21a8141d req-c71750c9-46c7-40e2-9b61-63ea0caea8fd tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-56558931', 'description': 'tempest-description-896210361'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:25.563646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26899d1f-4480-4ba0-899c-f5c870a9c489', 'tag': 'e63f6fa0-49ab-448d-9fa1-d432c01b6d91'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:25.566215 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b18f4f5-e481-4f78-b99c-bee0e6b5361a" -d '{"events": [{"name": "network-changed", "server_uuid": "26899d1f-4480-4ba0-899c-f5c870a9c489", "tag": "e63f6fa0-49ab-448d-9fa1-d432c01b6d91"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:25.602870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5587e7-32b5-40c9-961d-556f42c04b86 req-358d6695-0030-4092-aa13-d23009c94e66 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:25.605475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5a5587e7-32b5-40c9-961d-556f42c04b86 req-358d6695-0030-4092-aa13-d23009c94e66 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 948 time: 0.3323314 Sep 23 22:17:25.640899 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-ff67788b-9f9f-4589-9418-c599746899cc service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081832 Sep 23 22:17:25.683960 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e3ac163c-7f24-4f05-ade9-522d21a8141d req-c71750c9-46c7-40e2-9b61-63ea0caea8fd tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:25.784033 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5a5587e7-32b5-40c9-961d-556f42c04b86 req-1201f4da-843e-465a-b30f-ae1cf2cb9992 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684003 Sep 23 22:17:25.855479 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e3ac163c-7f24-4f05-ade9-522d21a8141d req-c71750c9-46c7-40e2-9b61-63ea0caea8fd tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:25.915115 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-271c195a-cb8f-460d-a64b-d14382da746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:25.918331 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-271c195a-cb8f-460d-a64b-d14382da746f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 1099 time: 0.1778381 Sep 23 22:17:25.923039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-c0a627b3-8c30-486d-ae65-f111aac9a97e req-1618b402-7b7f-4773-9745-4e72f024b501 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1323831194', 'description': 'tempest-description-1079974114'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:25.940898 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e3ac163c-7f24-4f05-ade9-522d21a8141d req-c71750c9-46c7-40e2-9b61-63ea0caea8fd tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:25.990509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71750c9-46c7-40e2-9b61-63ea0caea8fd tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6edc15e6-9ed5-4422-b4f1-99f6e77eeacb,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:26.008922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-aac0b607-a189-4700-b6cd-983599ca7d6a service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535287 Sep 23 22:17:26.017434 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-3673406c-d1af-4009-b864-55f2f22ff0be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=e63f6fa0-49ab-448d-9fa1-d432c01b6d91 HTTP/1.1" status: 200 len: 217 time: 0.0809846 Sep 23 22:17:26.081042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-e4ec7520-de89-48e8-bbb7-1f8186368f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:26.082601 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-e4ec7520-de89-48e8-bbb7-1f8186368f65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0595171 Sep 23 22:17:26.156800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-9501ad30-e68f-4ee6-89c5-3e210badc183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:26.166361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-9501ad30-e68f-4ee6-89c5-3e210badc183 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0724554 Sep 23 22:17:26.204906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5a539d36-33d5-4ffd-b90d-6db1f992fcc2,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:26.211463 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c0a627b3-8c30-486d-ae65-f111aac9a97e req-1618b402-7b7f-4773-9745-4e72f024b501 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:26.237915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '5a539d36-33d5-4ffd-b90d-6db1f992fcc2', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '5a539d36-33d5-4ffd-b90d-6db1f992fcc2', 'mac_address': 'fa:16:3e:b2:7e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:17:26.241209 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:26.283737 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e3ac163c-7f24-4f05-ade9-522d21a8141d req-c71750c9-46c7-40e2-9b61-63ea0caea8fd tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:26.286615 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3ac163c-7f24-4f05-ade9-522d21a8141d req-c71750c9-46c7-40e2-9b61-63ea0caea8fd tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.7453475 Sep 23 22:17:26.310102 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:26.325180 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:26.344545 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-77b7a239-7658-4f31-98d5-3b9461f46e40 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681085 Sep 23 22:17:26.426091 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a360f73c-b8b4-405e-bf37-a7dc6be66dc5 x-openstack-request-id: req-a360f73c-b8b4-405e-bf37-a7dc6be66dc5 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:26.426544 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021e98a7-4987-44f3-9910-0ed676da6046", "name": "network-vif-plugged", "status": "completed", "tag": "d33bd0ce-d6c6-43ec-8993-ec8849cd3663", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:26.426949 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a360f73c-b8b4-405e-bf37-a7dc6be66dc5 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:26.427604 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021e98a7-4987-44f3-9910-0ed676da6046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33bd0ce-d6c6-43ec-8993-ec8849cd3663', 'code': 200} Sep 23 22:17:26.448276 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:17:26.507546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-18dd1ef2-feb3-4692-9cd3-34976d8e7563 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:26.509507 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-18dd1ef2-feb3-4692-9cd3-34976d8e7563 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7&tenant_id=15cbc9172a21412ea06786b579eff720&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1096 time: 0.1626916 Sep 23 22:17:26.542642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810775-1'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:26.549340 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588e0621-c0d0-4fdd-b914-45c9d778e80f x-openstack-request-id: req-588e0621-c0d0-4fdd-b914-45c9d778e80f {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:26.549535 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26899d1f-4480-4ba0-899c-f5c870a9c489", "tag": "e63f6fa0-49ab-448d-9fa1-d432c01b6d91", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:26.549794 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-588e0621-c0d0-4fdd-b914-45c9d778e80f {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:26.552511 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26899d1f-4480-4ba0-899c-f5c870a9c489', 'tag': 'e63f6fa0-49ab-448d-9fa1-d432c01b6d91', 'status': 'completed', 'code': 200} Sep 23 22:17:26.724538 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5a539d36-33d5-4ffd-b90d-6db1f992fcc2,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:26.762751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddac16-fe4c-4436-810d-ebc33c908357 None None] Pushing event updated for resources: {'Port': ['ID=84b454fc-809b-40be-9a04-1a6b2a9ae45f,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:26.763649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc55275-cc8c-498c-a903-312513145911 req-0994d04e-a91b-48b0-b7dc-7ae81776ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:26.769383 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7dc55275-cc8c-498c-a903-312513145911 req-0994d04e-a91b-48b0-b7dc-7ae81776ed05 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 1097 time: 0.2232914 Sep 23 22:17:26.822769 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f90a-6564-4c8a-a486-7145a128d29a req-6e391210-5986-4ba4-bb81-c5d22c18f94b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:26.824264 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-86b0f90a-6564-4c8a-a486-7145a128d29a req-6e391210-5986-4ba4-bb81-c5d22c18f94b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.1703665 Sep 23 22:17:26.923239 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:26.934383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Attempting to bind port 84b454fc-809b-40be-9a04-1a6b2a9ae45f on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:17:26.935041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Attempting to bind port 84b454fc-809b-40be-9a04-1a6b2a9ae45f by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ad9a3fff-37ec-463d-96ba-0f3594062dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37abb59f-d999-4b31-b723-297a6e1856d2'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:17:26.935579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Attempting to bind port 84b454fc-809b-40be-9a04-1a6b2a9ae45f on network 37abb59f-d999-4b31-b723-297a6e1856d2 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:26.978348 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7dc55275-cc8c-498c-a903-312513145911 req-9d494c21-d208-4610-aea8-99643df2caae service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891358 Sep 23 22:17:26.980388 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:17:26.981880 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Checking segment: {'id': 'ad9a3fff-37ec-463d-96ba-0f3594062dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37abb59f-d999-4b31-b723-297a6e1856d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:17:26.982572 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:26.983311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Bound using segment: {'id': 'ad9a3fff-37ec-463d-96ba-0f3594062dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37abb59f-d999-4b31-b723-297a6e1856d2'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:17:26.984315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Bound port: 84b454fc-809b-40be-9a04-1a6b2a9ae45f, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9a3fff-37ec-463d-96ba-0f3594062dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '37abb59f-d999-4b31-b723-297a6e1856d2'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:17:26.984906 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:27.018077 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-86b0f90a-6564-4c8a-a486-7145a128d29a req-76794f40-8311-45a0-b0ac-ad4f6c8ac6b3 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656384 Sep 23 22:17:27.023376 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f3189d5f-b5b6-4e54-bc25-7be29309b3de None None] Provisioning complete for port 84b454fc-809b-40be-9a04-1a6b2a9ae45f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:27.024146 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f3189d5f-b5b6-4e54-bc25-7be29309b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:27.097683 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=5a539d36-33d5-4ffd-b90d-6db1f992fcc2,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:27.132712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f3189d5f-b5b6-4e54-bc25-7be29309b3de None None] Port 84b454fc-809b-40be-9a04-1a6b2a9ae45f cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:17:27.151905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] For port 84b454fc-809b-40be-9a04-1a6b2a9ae45f, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:17:27.157657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] For port 84b454fc-809b-40be-9a04-1a6b2a9ae45f, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=84b454fc-809b-40be-9a04-1a6b2a9ae45f,segment=NetworkSegment(ad9a3fff-37ec-463d-96ba-0f3594062dd2),segment_id=ad9a3fff-37ec-463d-96ba-0f3594062dd2)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:17:27.184732 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f52f730-5dcf-438d-ac4a-1c0f3310aca0 req-23a9066d-94e1-484f-9933-4e7bc7ef347e service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7987027 Sep 23 22:17:27.250396 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:27.268230 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc38250-1b91-47e0-bda4-bd56e82bf2c6 req-9ddb8228-afef-4fda-8292-614e321a6dec tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:27.270125 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4cc38250-1b91-47e0-bda4-bd56e82bf2c6 req-9ddb8228-afef-4fda-8292-614e321a6dec tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 949 time: 0.0690641 Sep 23 22:17:27.348572 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4cc38250-1b91-47e0-bda4-bd56e82bf2c6 req-27445d3e-4306-4c47-9049-069c16f1bc88 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb35c520-c9ac-4a54-9156-9d3e79a479a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722787 Sep 23 22:17:27.351277 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c0a627b3-8c30-486d-ae65-f111aac9a97e req-1618b402-7b7f-4773-9745-4e72f024b501 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:27.353004 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:27.390881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Routers {'0ca68688-3032-4129-b626-1117abf57b11'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:17:27.395781 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:17:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ca68688-3032-4129-b626-1117abf57b11'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:27.471018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['5a539d36-33d5-4ffd-b90d-6db1f992fcc2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:27.482514 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddac16-fe4c-4436-810d-ebc33c908357 None None] Pushing event updated for resources: {'Port': ['ID=84b454fc-809b-40be-9a04-1a6b2a9ae45f,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:27.490877 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c0a627b3-8c30-486d-ae65-f111aac9a97e req-1618b402-7b7f-4773-9745-4e72f024b501 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:27.570773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf5a1e-5757-4744-95bb-7b30dee50293 req-e95b60ca-f62d-456d-bfa3-15ba88133b03 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:27.584178 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fcf5a1e-5757-4744-95bb-7b30dee50293 req-e95b60ca-f62d-456d-bfa3-15ba88133b03 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 945 time: 0.1165419 Sep 23 22:17:27.658119 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618b402-7b7f-4773-9745-4e72f024b501 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5483f02-99ef-4027-b8ce-efafe3ae3fa0,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:27.682845 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c0a627b3-8c30-486d-ae65-f111aac9a97e req-1618b402-7b7f-4773-9745-4e72f024b501 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:27.684194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c0a627b3-8c30-486d-ae65-f111aac9a97e req-1618b402-7b7f-4773-9745-4e72f024b501 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.7767737 Sep 23 22:17:27.713553 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fcf5a1e-5757-4744-95bb-7b30dee50293 req-2666ce38-85e7-4601-8961-4d07be6c1cdf tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281700 Sep 23 22:17:27.720027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18f4f5-e481-4f78-b99c-bee0e6b5361a req-e3e93e06-0f45-4b84-8f59-116da257cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:27.721928 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b18f4f5-e481-4f78-b99c-bee0e6b5361a req-e3e93e06-0f45-4b84-8f59-116da257cb28 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 1099 time: 0.1409178 Sep 23 22:17:27.766113 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:27.803521 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] Set router 0ca68688-3032-4129-b626-1117abf57b11 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:17:27.894889 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1c119a5c-eabc-415b-a9a5-97a2163eb536 None None] Provisioning complete for port 84b454fc-809b-40be-9a04-1a6b2a9ae45f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:27.900154 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c119a5c-eabc-415b-a9a5-97a2163eb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:27.923400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:17:28.008859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18f4f5-e481-4f78-b99c-bee0e6b5361a req-d5bdd9e7-14d0-43fb-94ee-1ce8bdf8b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:28.010983 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b18f4f5-e481-4f78-b99c-bee0e6b5361a req-d5bdd9e7-14d0-43fb-94ee-1ce8bdf8b5ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2643580 Sep 23 22:17:28.050591 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-b8534c6f-c2f2-4362-91c0-f4d34cef30ef tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:28.058509 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-b8534c6f-c2f2-4362-91c0-f4d34cef30ef tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/networks?id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d HTTP/1.1" status: 200 len: 812 time: 0.2226131 Sep 23 22:17:28.076999 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-7c6cbdfc-ff27-49f8-a4fe-6e4b355ffd88 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/quotas/c25ebeb633064639837d7061e30004ff HTTP/1.1" status: 200 len: 375 time: 0.0173388 Sep 23 22:17:28.119150 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b18f4f5-e481-4f78-b99c-bee0e6b5361a req-30a0bfd5-926c-4799-ae10-04fd31e99d1e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=e63f6fa0-49ab-448d-9fa1-d432c01b6d91 HTTP/1.1" status: 200 len: 217 time: 0.0951419 Sep 23 22:17:28.122194 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-ecbceb4b-912e-42ff-979d-4c3861ca21df tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c25ebeb633064639837d7061e30004ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430381 Sep 23 22:17:28.122372 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:28.162669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0de07-08cc-4487-b9bf-683dddd55359 req-4397f539-8252-4ca8-944d-91295be3067b tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:28.164297 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74c0de07-08cc-4487-b9bf-683dddd55359 req-4397f539-8252-4ca8-944d-91295be3067b tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 948 time: 0.2315464 Sep 23 22:17:28.255181 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:28.368012 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74c0de07-08cc-4487-b9bf-683dddd55359 req-5baf76e0-bd29-4f6f-a92f-3b95d09ad784 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704369 Sep 23 22:17:28.368582 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c119a5c-eabc-415b-a9a5-97a2163eb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:28.400333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18f4f5-e481-4f78-b99c-bee0e6b5361a req-f3c2b98f-531b-43eb-b6b6-ba07635fba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:28.402547 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b18f4f5-e481-4f78-b99c-bee0e6b5361a req-f3c2b98f-531b-43eb-b6b6-ba07635fba23 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.2689342 Sep 23 22:17:28.412715 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-736a55f8-a5f7-40b5-9f2d-b77411f4da36 service neutron] 10.222.0.22 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901726 Sep 23 22:17:28.432218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-532d4680-559e-43b1-8975-7416e38e6129 req-f1b615a4-1774-4b99-a49a-87fb57e0af71 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1325766021', 'description': 'tempest-description-2131872508'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:28.528564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Pushing event updated for resources: {'Port': ['ID=151f6b5e-2b3a-4769-8d7c-64442241b8ef,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:28.547857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Attempting to bind port 151f6b5e-2b3a-4769-8d7c-64442241b8ef on host n-h2-810775-1 for vnic_type normal with profile {"migrating_to": "n-h1-810775-1"} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:17:28.548263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Attempting to bind port 151f6b5e-2b3a-4769-8d7c-64442241b8ef by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:17:28.548653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Attempting to bind port 151f6b5e-2b3a-4769-8d7c-64442241b8ef on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:28.553984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb14c8d-674b-403a-9e8b-4e736b556bc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '151f6b5e-2b3a-4769-8d7c-64442241b8ef'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:28.558938 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3febf3dd-4bb1-485e-9c8e-7b95b94239c9" -d '{"events": [{"server_uuid": "cbb14c8d-674b-403a-9e8b-4e736b556bc7", "name": "network-vif-unplugged", "status": "completed", "tag": "151f6b5e-2b3a-4769-8d7c-64442241b8ef"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:28.567787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18f4f5-e481-4f78-b99c-bee0e6b5361a req-78904240-7201-44a8-8ac9-971527c6de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:28.569663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b18f4f5-e481-4f78-b99c-bee0e6b5361a req-78904240-7201-44a8-8ac9-971527c6de06 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1559417 Sep 23 22:17:28.570996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Port 151f6b5e-2b3a-4769-8d7c-64442241b8ef on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:17:28.571384 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Attempting to bind port 151f6b5e-2b3a-4769-8d7c-64442241b8ef on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:28.609334 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1c119a5c-eabc-415b-a9a5-97a2163eb536 None None] For port 84b454fc-809b-40be-9a04-1a6b2a9ae45f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=84b454fc-809b-40be-9a04-1a6b2a9ae45f,segment=NetworkSegment(ad9a3fff-37ec-463d-96ba-0f3594062dd2),segment_id=ad9a3fff-37ec-463d-96ba-0f3594062dd2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:28.629352 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:17:28.629715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Checking segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:17:28.630106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Bound using segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:17:28.630573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Bound port: 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:17:28.632564 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:28.638301 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-9d9e92e7-0d22-47d5-95e2-1b71ee549173 service neutron] 10.222.0.22 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241514 Sep 23 22:17:28.638550 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-532d4680-559e-43b1-8975-7416e38e6129 req-f1b615a4-1774-4b99-a49a-87fb57e0af71 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:28.692332 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c119a5c-eabc-415b-a9a5-97a2163eb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:28.818752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca68688-3032-4129-b626-1117abf57b11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299524020-router', 'tenant_id': '6858b8cf211645d289d03b64f39eea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd788232e-aa88-410b-9111-9f3944366a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:17:11Z', 'updated_at': '2021-09-23T22:17:21Z', 'revision_number': 4, 'project_id': '6858b8cf211645d289d03b64f39eea66', 'gw_port': {'id': 'd788232e-aa88-410b-9111-9f3944366a1a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca68688-3032-4129-b626-1117abf57b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:17:13Z', 'updated_at': '2021-09-23T22:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '84b454fc-809b-40be-9a04-1a6b2a9ae45f', 'name': '', 'network_id': '37abb59f-d999-4b31-b723-297a6e1856d2', 'tenant_id': '6858b8cf211645d289d03b64f39eea66', 'mac_address': 'fa:16:3e:79:80:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca68688-3032-4129-b626-1117abf57b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ac10b33-6787-46a7-993d-48c66ce6fa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:17:18Z', 'updated_at': '2021-09-23T22:17:27Z', 'revision_number': 4, 'project_id': '6858b8cf211645d289d03b64f39eea66', 'subnets': [{'id': '1ac10b33-6787-46a7-993d-48c66ce6fa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:28.866667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66e710-3473-4780-9dc4-8258d296b6cc None None] The sync data for ids ['0ca68688-3032-4129-b626-1117abf57b11'] in n-d-810775-1 is: [{'id': '0ca68688-3032-4129-b626-1117abf57b11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299524020-router', 'tenant_id': '6858b8cf211645d289d03b64f39eea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd788232e-aa88-410b-9111-9f3944366a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:17:11Z', 'updated_at': '2021-09-23T22:17:21Z', 'revision_number': 4, 'project_id': '6858b8cf211645d289d03b64f39eea66', 'gw_port': {'id': 'd788232e-aa88-410b-9111-9f3944366a1a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca68688-3032-4129-b626-1117abf57b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:17:13Z', 'updated_at': '2021-09-23T22:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '84b454fc-809b-40be-9a04-1a6b2a9ae45f', 'name': '', 'network_id': '37abb59f-d999-4b31-b723-297a6e1856d2', 'tenant_id': '6858b8cf211645d289d03b64f39eea66', 'mac_address': 'fa:16:3e:79:80:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca68688-3032-4129-b626-1117abf57b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1ac10b33-6787-46a7-993d-48c66ce6fa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:17:18Z', 'updated_at': '2021-09-23T22:17:27Z', 'revision_number': 4, 'project_id': '6858b8cf211645d289d03b64f39eea66', 'subnets': [{'id': '1ac10b33-6787-46a7-993d-48c66ce6fa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:17:28.874002 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c119a5c-eabc-415b-a9a5-97a2163eb536 None None] Pushing event updated for resources: {'Port': ['ID=84b454fc-809b-40be-9a04-1a6b2a9ae45f,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:28.905210 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b18f4f5-e481-4f78-b99c-bee0e6b5361a req-551b5577-4d8e-41b6-a2d2-54d4d662858f service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255417 Sep 23 22:17:28.947278 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:17:28.983685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:17:29.087989 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:29.156515 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87cf65-015f-4776-a324-0d44756316e2 req-4308ef7c-7734-44e2-adee-87d388a2ed5f tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:29.158177 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe87cf65-015f-4776-a324-0d44756316e2 req-4308ef7c-7734-44e2-adee-87d388a2ed5f tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.1296263 Sep 23 22:17:29.276427 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe87cf65-015f-4776-a324-0d44756316e2 req-7110053c-43b3-4a85-ad15-b9df7f1d2c39 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929751 Sep 23 22:17:29.328355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-532d4680-559e-43b1-8975-7416e38e6129 req-f1b615a4-1774-4b99-a49a-87fb57e0af71 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:29.428019 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba330a7-008f-47a2-bae5-efa2c216fafe req-59e84b81-6fc2-4623-ba23-146688ee3c4e tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:29.438367 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6ba330a7-008f-47a2-bae5-efa2c216fafe req-59e84b81-6fc2-4623-ba23-146688ee3c4e tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 949 time: 0.0840094 Sep 23 22:17:29.444158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Pushing event updated for resources: {'Port': ['ID=151f6b5e-2b3a-4769-8d7c-64442241b8ef,revision_number=8']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:29.529435 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-532d4680-559e-43b1-8975-7416e38e6129 req-f1b615a4-1774-4b99-a49a-87fb57e0af71 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:29.534761 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6ba330a7-008f-47a2-bae5-efa2c216fafe req-a0f9adde-0bf6-49f7-98fa-c83e1c053289 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb35c520-c9ac-4a54-9156-9d3e79a479a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944006 Sep 23 22:17:29.606962 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7e4567-227c-4175-87ad-61e594d55b7b x-openstack-request-id: req-bc7e4567-227c-4175-87ad-61e594d55b7b {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:29.609336 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb14c8d-674b-403a-9e8b-4e736b556bc7", "name": "network-vif-unplugged", "status": "completed", "tag": "151f6b5e-2b3a-4769-8d7c-64442241b8ef", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:29.609336 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc7e4567-227c-4175-87ad-61e594d55b7b {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:29.609336 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb14c8d-674b-403a-9e8b-4e736b556bc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '151f6b5e-2b3a-4769-8d7c-64442241b8ef', 'code': 200} Sep 23 22:17:29.662519 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-532d4680-559e-43b1-8975-7416e38e6129 req-f1b615a4-1774-4b99-a49a-87fb57e0af71 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:29.682896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-532d4680-559e-43b1-8975-7416e38e6129 req-f1b615a4-1774-4b99-a49a-87fb57e0af71 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2708049 Sep 23 22:17:29.684596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:29.685278 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:29.689352 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7f7e44ce-5bfa-4d59-8f4b-6db8a5746734 service neutron] 10.222.0.43 "PUT /v2.0/ports/151f6b5e-2b3a-4769-8d7c-64442241b8ef HTTP/1.1" status: 200 len: 1121 time: 3.1532881 Sep 23 22:17:29.710992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b615a4-1774-4b99-a49a-87fb57e0af71 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f0ea16-572b-4a82-9d07-714b547d94b4,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:29.744756 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b18f4f5-e481-4f78-b99c-bee0e6b5361a req-362dc6d7-81ac-4d5e-8622-89fcefd48c29 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7816601 Sep 23 22:17:29.896527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6e225-ab3c-4782-ad1f-4114a7badee0 req-96a21e34-5bad-4b0d-88f1-c4538ef3c9c8 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:29.911341 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbe6e225-ab3c-4782-ad1f-4114a7badee0 req-96a21e34-5bad-4b0d-88f1-c4538ef3c9c8 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 943 time: 0.1518192 Sep 23 22:17:29.957542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['151f6b5e-2b3a-4769-8d7c-64442241b8ef'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:30.030797 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbe6e225-ab3c-4782-ad1f-4114a7badee0 req-31fbd78a-1c45-4cae-b1c3-430aae53eabd tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152215 Sep 23 22:17:30.204681 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ebe9baf5-fb50-42e5-ba6b-c29903eefad7 req-179e4e16-4eef-41bc-98b5-46e870dcad65 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 210 time: 0.1366272 Sep 23 22:17:30.291956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322a57b-30fa-40ac-8e64-1ca5a9f928fa req-d968485d-e2ae-4c09-9301-2e58747f5fcf tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:30.304751 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e322a57b-30fa-40ac-8e64-1ca5a9f928fa req-d968485d-e2ae-4c09-9301-2e58747f5fcf tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 948 time: 0.1698639 Sep 23 22:17:30.374299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 84b454fc-809b-40be-9a04-1a6b2a9ae45f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:17:30.377088 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e322a57b-30fa-40ac-8e64-1ca5a9f928fa req-bed429e2-b444-44a7-9f6b-a6817dfb3063 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704319 Sep 23 22:17:30.436005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a18d0067-8f9b-470b-939f-4e6dfb6e6fb3 req-0c5c3e65-6c28-408e-9e77-050a5509b8d4 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/e5483f02-99ef-4027-b8ce-efafe3ae3fa0 HTTP/1.1" status: 200 len: 1805 time: 0.0823994 Sep 23 22:17:30.544206 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a18d0067-8f9b-470b-939f-4e6dfb6e6fb3 req-79ea2b60-bb7b-4352-aa2b-15af3748a17a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/f3f0ea16-572b-4a82-9d07-714b547d94b4 HTTP/1.1" status: 200 len: 1805 time: 0.0937135 Sep 23 22:17:30.552554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a18d0067-8f9b-470b-939f-4e6dfb6e6fb3 req-21c65ea4-1a4b-4a56-ad10-0fcd577f5eb0 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e5483f02-99ef-4027-b8ce-efafe3ae3fa0', 'remote_group_id': 'f3f0ea16-572b-4a82-9d07-714b547d94b4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:30.553638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a18d0067-8f9b-470b-939f-4e6dfb6e6fb3 req-21c65ea4-1a4b-4a56-ad10-0fcd577f5eb0 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e5483f02-99ef-4027-b8ce-efafe3ae3fa0', 'remote_group_id': 'f3f0ea16-572b-4a82-9d07-714b547d94b4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:30.631982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 84b454fc-809b-40be-9a04-1a6b2a9ae45f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:30.637041 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:30.800138 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a179b-5f81-4e23-a94a-56bf3dbcfb58 req-c20949e4-13ad-40f5-8829-321dcebd4b5f tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:30.824809 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a18d0067-8f9b-470b-939f-4e6dfb6e6fb3 req-21c65ea4-1a4b-4a56-ad10-0fcd577f5eb0 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:30.826133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-395a179b-5f81-4e23-a94a-56bf3dbcfb58 req-c20949e4-13ad-40f5-8829-321dcebd4b5f tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.1713855 Sep 23 22:17:30.913272 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-395a179b-5f81-4e23-a94a-56bf3dbcfb58 req-dc855be4-89b8-4384-b6fc-86f278247bbe tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844195 Sep 23 22:17:30.928731 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a18d0067-8f9b-470b-939f-4e6dfb6e6fb3 req-21c65ea4-1a4b-4a56-ad10-0fcd577f5eb0 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:31.032281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a18d0067-8f9b-470b-939f-4e6dfb6e6fb3 req-21c65ea4-1a4b-4a56-ad10-0fcd577f5eb0 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:31.057983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c65ea4-1a4b-4a56-ad10-0fcd577f5eb0 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a06cd6-84de-451a-8436-15724de61d20,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:31.109351 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624b4bb-189a-4db3-823e-000d45997d87 req-4e6c22d2-c4ce-46dd-b836-a44e43c31193 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:31.121003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3624b4bb-189a-4db3-823e-000d45997d87 req-4e6c22d2-c4ce-46dd-b836-a44e43c31193 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 949 time: 0.0996819 Sep 23 22:17:31.173572 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3624b4bb-189a-4db3-823e-000d45997d87 req-abd6ae38-6c14-4153-b0f7-bdc03d167d06 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb35c520-c9ac-4a54-9156-9d3e79a479a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513401 Sep 23 22:17:31.231536 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a18d0067-8f9b-470b-939f-4e6dfb6e6fb3 req-21c65ea4-1a4b-4a56-ad10-0fcd577f5eb0 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:31.244863 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a18d0067-8f9b-470b-939f-4e6dfb6e6fb3 req-21c65ea4-1a4b-4a56-ad10-0fcd577f5eb0 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6916044 Sep 23 22:17:31.417884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device e63f6fa0-49ab-448d-9fa1-d432c01b6d91 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:17:31.428451 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dd5b9-ea4e-4f68-89c8-a8368841f2be req-60d6a8b3-8702-4944-a5b4-ac6597d2820a tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:31.431859 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1a7dd5b9-ea4e-4f68-89c8-a8368841f2be req-60d6a8b3-8702-4944-a5b4-ac6597d2820a tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 1097 time: 0.1007347 Sep 23 22:17:31.434184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:17:31.525941 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1a7dd5b9-ea4e-4f68-89c8-a8368841f2be req-52b7272f-d869-4630-80e0-7ee27f997011 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845861 Sep 23 22:17:31.552066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-befd8ead-bf8b-4289-95eb-418ad91cc9d3 req-3cb47d76-e437-42f8-b340-49e221940187 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-682644117', 'description': 'tempest-description-1717132511'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:31.564940 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd69b4-a5e4-4914-a8b5-67b8b30d86df req-0fac8066-12e9-4ae0-a83c-de273618c063 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:31.573000 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fcd69b4-a5e4-4914-a8b5-67b8b30d86df req-0fac8066-12e9-4ae0-a83c-de273618c063 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 943 time: 0.1562178 Sep 23 22:17:31.610153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb14c8d-674b-403a-9e8b-4e736b556bc7', 'tag': '151f6b5e-2b3a-4769-8d7c-64442241b8ef'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:31.615926 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d708278-f6c4-48ec-8d86-4c4068cfd614" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb14c8d-674b-403a-9e8b-4e736b556bc7", "tag": "151f6b5e-2b3a-4769-8d7c-64442241b8ef"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:31.653730 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fcd69b4-a5e4-4914-a8b5-67b8b30d86df req-4e85975a-fe63-479a-b8b7-239d854f6e3f tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794401 Sep 23 22:17:31.673252 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:17:31.690690 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:31.690690 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:31.704723 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-befd8ead-bf8b-4289-95eb-418ad91cc9d3 req-3cb47d76-e437-42f8-b340-49e221940187 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:31.840633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port e63f6fa0-49ab-448d-9fa1-d432c01b6d91, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e63f6fa0-49ab-448d-9fa1-d432c01b6d91,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:31.870789 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f2edc9d5-8dcd-41d3-9db0-e87adf69ab6d req-c1975657-2cd5-46d2-8470-6bbcfa804c14 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 210 time: 0.0509493 Sep 23 22:17:31.892212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'e63f6fa0-49ab-448d-9fa1-d432c01b6d91', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'e63f6fa0-49ab-448d-9fa1-d432c01b6d91', 'mac_address': 'fa:16:3e:d3:4a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:17:31.933042 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-befd8ead-bf8b-4289-95eb-418ad91cc9d3 req-3cb47d76-e437-42f8-b340-49e221940187 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:32.015127 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:32.051282 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:32.059990 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785eec79-cd71-4f4e-b30a-209ad63a4ff5 req-e067769f-a236-489c-9342-aa3c634fb821 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:32.062215 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-785eec79-cd71-4f4e-b30a-209ad63a4ff5 req-e067769f-a236-489c-9342-aa3c634fb821 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 948 time: 0.0853925 Sep 23 22:17:32.073247 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77322fd2-4def-47e6-b7e3-14c0221bffa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a539d36-33d5-4ffd-b90d-6db1f992fcc2'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:32.075819 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20aeafc1-9ce7-456e-b2f6-5967ece385f2" -d '{"events": [{"server_uuid": "77322fd2-4def-47e6-b7e3-14c0221bffa2", "name": "network-vif-plugged", "status": "completed", "tag": "5a539d36-33d5-4ffd-b90d-6db1f992fcc2"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:32.092161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 151f6b5e-2b3a-4769-8d7c-64442241b8ef details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:17:32.098613 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63f6fa0-49ab-448d-9fa1-d432c01b6d91 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:17:32.104325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5a539d36-33d5-4ffd-b90d-6db1f992fcc2,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:32.113902 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-befd8ead-bf8b-4289-95eb-418ad91cc9d3 req-3cb47d76-e437-42f8-b340-49e221940187 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:32.147964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port e63f6fa0-49ab-448d-9fa1-d432c01b6d91, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e63f6fa0-49ab-448d-9fa1-d432c01b6d91,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:32.151977 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-785eec79-cd71-4f4e-b30a-209ad63a4ff5 req-98f532cf-f055-4fac-80ef-2af8c05e4a4b tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758662 Sep 23 22:17:32.166236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb47d76-e437-42f8-b340-49e221940187 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e29150-a20d-4dfd-91f9-67433aba65d5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:32.283924 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be89920-32e0-49ca-b4ce-bec03912c18b x-openstack-request-id: req-4be89920-32e0-49ca-b4ce-bec03912c18b {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:32.284220 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb14c8d-674b-403a-9e8b-4e736b556bc7", "tag": "151f6b5e-2b3a-4769-8d7c-64442241b8ef", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:32.284476 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4be89920-32e0-49ca-b4ce-bec03912c18b {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:32.284888 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb14c8d-674b-403a-9e8b-4e736b556bc7', 'tag': '151f6b5e-2b3a-4769-8d7c-64442241b8ef', 'status': 'completed', 'code': 200} Sep 23 22:17:32.318996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:32.340022 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 151f6b5e-2b3a-4769-8d7c-64442241b8ef has no active binding in host n-h1-810775-1 {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 22:17:32.351182 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2638b1d-0a6e-4178-b829-2dbe7768b065 x-openstack-request-id: req-d2638b1d-0a6e-4178-b829-2dbe7768b065 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:32.351182 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77322fd2-4def-47e6-b7e3-14c0221bffa2", "name": "network-vif-plugged", "status": "completed", "tag": "5a539d36-33d5-4ffd-b90d-6db1f992fcc2", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:32.351182 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2638b1d-0a6e-4178-b829-2dbe7768b065 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:32.351182 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77322fd2-4def-47e6-b7e3-14c0221bffa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a539d36-33d5-4ffd-b90d-6db1f992fcc2', 'code': 200} Sep 23 22:17:32.351182 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:32.353721 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:32.384476 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-befd8ead-bf8b-4289-95eb-418ad91cc9d3 req-3cb47d76-e437-42f8-b340-49e221940187 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:32.391412 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-befd8ead-bf8b-4289-95eb-418ad91cc9d3 req-3cb47d76-e437-42f8-b340-49e221940187 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8420849 Sep 23 22:17:32.486836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d708278-f6c4-48ec-8d86-4c4068cfd614 req-b3a2896d-65c5-4664-95ff-96920d4e3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:32.492343 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d708278-f6c4-48ec-8d86-4c4068cfd614 req-b3a2896d-65c5-4664-95ff-96920d4e3f5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 1124 time: 0.1289577 Sep 23 22:17:32.521838 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=e63f6fa0-49ab-448d-9fa1-d432c01b6d91,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:32.655399 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23e92f-e5bf-41d1-afdc-b5f340e2252f req-5ed42acc-74dd-41af-8535-cc9b8ed904d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:32.656282 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-afda251e-b77f-4f05-a574-91edade8f651 req-e1c50ee0-1bee-4972-bbcf-4ec119e4e7c3 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1565535803', 'description': 'tempest-description-1127094002'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:32.660292 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a23e92f-e5bf-41d1-afdc-b5f340e2252f req-5ed42acc-74dd-41af-8535-cc9b8ed904d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 1101 time: 0.2052450 Sep 23 22:17:32.714009 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=5a539d36-33d5-4ffd-b90d-6db1f992fcc2,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:32.739855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d708278-f6c4-48ec-8d86-4c4068cfd614 req-4ffda70e-af05-4149-8154-c695b91f5b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:32.741661 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d708278-f6c4-48ec-8d86-4c4068cfd614 req-4ffda70e-af05-4149-8154-c695b91f5b1b service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.2411437 Sep 23 22:17:32.814344 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-afda251e-b77f-4f05-a574-91edade8f651 req-e1c50ee0-1bee-4972-bbcf-4ec119e4e7c3 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:32.828539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d708278-f6c4-48ec-8d86-4c4068cfd614 req-5722a653-b38c-47ae-97eb-a9fdc9c279bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef HTTP/1.1" status: 200 len: 217 time: 0.0749066 Sep 23 22:17:32.833893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc1eec-3be5-45e0-a195-0191b2d7fa0e req-36cc8233-1d54-4f0b-afaf-041b594cce4f tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:32.849347 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eecc1eec-3be5-45e0-a195-0191b2d7fa0e req-36cc8233-1d54-4f0b-afaf-041b594cce4f tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 950 time: 0.3347013 Sep 23 22:17:32.894829 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['e63f6fa0-49ab-448d-9fa1-d432c01b6d91'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:32.917474 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a23e92f-e5bf-41d1-afdc-b5f340e2252f req-46b8d894-bc23-474c-a2db-d146cd3c0da0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cb35c520-c9ac-4a54-9156-9d3e79a479a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421470 Sep 23 22:17:33.025088 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eecc1eec-3be5-45e0-a195-0191b2d7fa0e req-3f7898aa-cbab-45b2-ab96-55911ed21669 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb35c520-c9ac-4a54-9156-9d3e79a479a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710157 Sep 23 22:17:33.032462 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-afda251e-b77f-4f05-a574-91edade8f651 req-e1c50ee0-1bee-4972-bbcf-4ec119e4e7c3 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:33.034751 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d708278-f6c4-48ec-8d86-4c4068cfd614 req-d9f074ea-a61d-41d5-ac93-d20cb7d8bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:33.036449 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d708278-f6c4-48ec-8d86-4c4068cfd614 req-d9f074ea-a61d-41d5-ac93-d20cb7d8bb13 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.1055298 Sep 23 22:17:33.117776 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-afda251e-b77f-4f05-a574-91edade8f651 req-e1c50ee0-1bee-4972-bbcf-4ec119e4e7c3 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:33.209605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c50ee0-1bee-4972-bbcf-4ec119e4e7c3 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2902d2-bead-461d-bf2e-4b709008f100,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:33.386872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbeb84-55f1-4e7a-a7f9-f1ad7e271246 req-fda8a1f1-572a-45ac-85c2-a3a56e7fce8b tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:33.406294 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7fbeb84-55f1-4e7a-a7f9-f1ad7e271246 req-fda8a1f1-572a-45ac-85c2-a3a56e7fce8b tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 943 time: 0.2510035 Sep 23 22:17:33.454617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-83467863-f3b9-4a7b-aa3a-46c1b03fb4b8 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:33.456404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-83467863-f3b9-4a7b-aa3a-46c1b03fb4b8 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.43 "GET /v2.0/networks?id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d HTTP/1.1" status: 200 len: 812 time: 0.3204494 Sep 23 22:17:33.459070 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-afda251e-b77f-4f05-a574-91edade8f651 req-e1c50ee0-1bee-4972-bbcf-4ec119e4e7c3 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:33.460423 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afda251e-b77f-4f05-a574-91edade8f651 req-e1c50ee0-1bee-4972-bbcf-4ec119e4e7c3 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8115737 Sep 23 22:17:33.498817 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7fbeb84-55f1-4e7a-a7f9-f1ad7e271246 req-42912e77-31a4-4d0d-826f-b540071210bb tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858047 Sep 23 22:17:33.506680 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d708278-f6c4-48ec-8d86-4c4068cfd614 req-743b45db-61eb-46b4-ae01-998347c51834 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410304 Sep 23 22:17:33.506680 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-368a13f8-dd14-4d89-a3f1-8756c6eedb98 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'port': {'device_id': '163e6594-f807-4196-a3fe-6952b918c1d1', 'network_id': '3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d', 'admin_state_up': True, 'tenant_id': 'c25ebeb633064639837d7061e30004ff'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:33.731099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e4ebc-41c2-4272-9f6e-8e460cffc814 req-440a0aa9-e75a-4c05-b113-ee845b49599d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:33.744839 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e58e4ebc-41c2-4272-9f6e-8e460cffc814 req-440a0aa9-e75a-4c05-b113-ee845b49599d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 949 time: 0.1152463 Sep 23 22:17:33.811256 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e58e4ebc-41c2-4272-9f6e-8e460cffc814 req-c408a5c8-cde6-45f6-bc89-10f1c77728db tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603595 Sep 23 22:17:33.876246 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d708278-f6c4-48ec-8d86-4c4068cfd614 req-1567ec98-7864-4942-b2df-0ee9c9396ebe service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023869 Sep 23 22:17:33.946490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-372915fb-6bfb-437a-9835-9a9f3a010f52 req-58c0d379-3387-4c61-818a-714d356679d0 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 210 time: 0.2500482 Sep 23 22:17:34.032398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-368a13f8-dd14-4d89-a3f1-8756c6eedb98 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Made reservation on behalf of c25ebeb633064639837d7061e30004ff for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:17:34.040969 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7e064a6-1276-4482-8e96-04662809b0eb req-906b9b80-2f64-42c4-ac74-5d7861bb44ba tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/58e29150-a20d-4dfd-91f9-67433aba65d5 HTTP/1.1" status: 200 len: 1804 time: 0.1899059 Sep 23 22:17:34.046782 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-368a13f8-dd14-4d89-a3f1-8756c6eedb98 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:34.278523 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7e064a6-1276-4482-8e96-04662809b0eb req-9face6db-0ace-4981-8161-7e4ab87326d0 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/6f2902d2-bead-461d-bf2e-4b709008f100 HTTP/1.1" status: 200 len: 1805 time: 0.2200201 Sep 23 22:17:34.293154 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-e7e064a6-1276-4482-8e96-04662809b0eb req-b794f7d4-c971-4acc-800c-5e6437b59f18 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '58e29150-a20d-4dfd-91f9-67433aba65d5', 'remote_group_id': '6f2902d2-bead-461d-bf2e-4b709008f100', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:34.293154 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-e7e064a6-1276-4482-8e96-04662809b0eb req-b794f7d4-c971-4acc-800c-5e6437b59f18 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '58e29150-a20d-4dfd-91f9-67433aba65d5', 'remote_group_id': '6f2902d2-bead-461d-bf2e-4b709008f100', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:34.333563 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d708278-f6c4-48ec-8d86-4c4068cfd614 req-4a5f9d76-d404-4171-ada5-75d8e3363986 service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113543 Sep 23 22:17:34.589856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-368a13f8-dd14-4d89-a3f1-8756c6eedb98 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Allocated IP 172.20.0.8 (3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d/fcf929a3-bff0-47e3-ab18-e2f69ade1c5c/35bf5425-59b2-4a42-bcbd-ab8f82329195) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:17:34.594644 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e7e064a6-1276-4482-8e96-04662809b0eb req-b794f7d4-c971-4acc-800c-5e6437b59f18 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:34.673062 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e7e064a6-1276-4482-8e96-04662809b0eb req-b794f7d4-c971-4acc-800c-5e6437b59f18 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:34.708485 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f3ab5-f53c-4e55-8c9f-72ab7074eb4a req-24c578c4-8696-4b21-a374-6f4df869fb47 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:34.710837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-499f3ab5-f53c-4e55-8c9f-72ab7074eb4a req-24c578c4-8696-4b21-a374-6f4df869fb47 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 950 time: 0.2766249 Sep 23 22:17:34.774745 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e7e064a6-1276-4482-8e96-04662809b0eb req-b794f7d4-c971-4acc-800c-5e6437b59f18 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:34.865821 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794f7d4-c971-4acc-800c-5e6437b59f18 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf7ce10-2f09-46f3-98de-551bd7a790ee,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:34.914804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-499f3ab5-f53c-4e55-8c9f-72ab7074eb4a req-5ef6db25-9605-4045-ba7d-2ebc5e356ea5 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb35c520-c9ac-4a54-9156-9d3e79a479a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828446 Sep 23 22:17:34.946265 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e7e064a6-1276-4482-8e96-04662809b0eb req-b794f7d4-c971-4acc-800c-5e6437b59f18 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:34.961797 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7e064a6-1276-4482-8e96-04662809b0eb req-b794f7d4-c971-4acc-800c-5e6437b59f18 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6812296 Sep 23 22:17:34.979484 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-368a13f8-dd14-4d89-a3f1-8756c6eedb98 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:35.022939 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-55c11da0-808e-4294-b4ff-c06078d13e31 service neutron] 10.222.0.67 "GET /v2.0/ports/151f6b5e-2b3a-4769-8d7c-64442241b8ef/bindings/n-h1-810775-1 HTTP/1.1" status: 200 len: 384 time: 0.2914469 Sep 23 22:17:35.159669 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-368a13f8-dd14-4d89-a3f1-8756c6eedb98 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:35.228866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b46e79-4870-4b27-be47-9f5f868ad711 req-fabcedee-ad53-4ff3-8363-5b5903dd8ecf tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:35.241134 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-99b46e79-4870-4b27-be47-9f5f868ad711 req-fabcedee-ad53-4ff3-8363-5b5903dd8ecf tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 943 time: 0.1249001 Sep 23 22:17:35.312858 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-99b46e79-4870-4b27-be47-9f5f868ad711 req-7d3ec25a-6c6e-4ea0-b522-98078f6bb538 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704317 Sep 23 22:17:35.366430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-368a13f8-dd14-4d89-a3f1-8756c6eedb98 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Network 3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:17:35.468596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device e63f6fa0-49ab-448d-9fa1-d432c01b6d91 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:17:35.597718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-ad300178-aeb9-4106-9306-304ae2cff056 service neutron] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:35.627698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-ad300178-aeb9-4106-9306-304ae2cff056 service neutron] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:17:35.655833 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port e63f6fa0-49ab-448d-9fa1-d432c01b6d91 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:17:35.661368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port e63f6fa0-49ab-448d-9fa1-d432c01b6d91 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:35.661929 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:35.769624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-ad300178-aeb9-4106-9306-304ae2cff056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151f6b5e-2b3a-4769-8d7c-64442241b8ef {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:17:35.799450 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-368a13f8-dd14-4d89-a3f1-8756c6eedb98 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:17:35.803550 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a13f8-dd14-4d89-a3f1-8756c6eedb98 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'Port': ['ID=35bf5425-59b2-4a42-bcbd-ab8f82329195,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:35.815161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-368a13f8-dd14-4d89-a3f1-8756c6eedb98 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:17:35.819763 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5a0d589-5033-4765-97e1-1111c07c3434 req-8adf1228-a21e-4233-b566-06fdf2a2b3de tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/6f2902d2-bead-461d-bf2e-4b709008f100 HTTP/1.1" status: 200 len: 1805 time: 0.4682248 Sep 23 22:17:35.825087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-ad300178-aeb9-4106-9306-304ae2cff056 service neutron] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:35.848005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a930a-f489-444f-8f27-a7133f7ca409 req-37528a18-f385-4f36-9d43-f27da4bbdb12 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:35.861321 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cc5a930a-f489-444f-8f27-a7133f7ca409 req-37528a18-f385-4f36-9d43-f27da4bbdb12 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 949 time: 0.7228703 Sep 23 22:17:35.919954 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b5a0d589-5033-4765-97e1-1111c07c3434 req-03ab4fa8-5c54-44fd-a111-8c3cfbd477b7 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:35.948765 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b5a0d589-5033-4765-97e1-1111c07c3434 req-03ab4fa8-5c54-44fd-a111-8c3cfbd477b7 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:35.968380 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:36.036554 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-ad300178-aeb9-4106-9306-304ae2cff056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:36.094733 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port e63f6fa0-49ab-448d-9fa1-d432c01b6d91, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e63f6fa0-49ab-448d-9fa1-d432c01b6d91,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:36.096935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26899d1f-4480-4ba0-899c-f5c870a9c489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63f6fa0-49ab-448d-9fa1-d432c01b6d91'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:36.102157 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9deeeae9-82d2-47e9-8dd6-d3a685b67fed" -d '{"events": [{"server_uuid": "26899d1f-4480-4ba0-899c-f5c870a9c489", "name": "network-vif-plugged", "status": "completed", "tag": "e63f6fa0-49ab-448d-9fa1-d432c01b6d91"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:36.122359 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cc5a930a-f489-444f-8f27-a7133f7ca409 req-3bc6d04f-aef4-42cf-b152-47a1fa6f2bd0 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633267 Sep 23 22:17:36.129507 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b5a0d589-5033-4765-97e1-1111c07c3434 req-03ab4fa8-5c54-44fd-a111-8c3cfbd477b7 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:36.137379 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b5a0d589-5033-4765-97e1-1111c07c3434 req-03ab4fa8-5c54-44fd-a111-8c3cfbd477b7 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:36.158852 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5a0d589-5033-4765-97e1-1111c07c3434 req-03ab4fa8-5c54-44fd-a111-8c3cfbd477b7 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "DELETE /v2.0/security-groups/6f2902d2-bead-461d-bf2e-4b709008f100 HTTP/1.1" status: 204 len: 173 time: 0.3273077 Sep 23 22:17:36.207132 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab4fa8-5c54-44fd-a111-8c3cfbd477b7 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2902d2-bead-461d-bf2e-4b709008f100,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:36.223379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-368a13f8-dd14-4d89-a3f1-8756c6eedb98 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:36.224168 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-368a13f8-dd14-4d89-a3f1-8756c6eedb98 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:36.259079 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:36.326772 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:36.365660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-ad300178-aeb9-4106-9306-304ae2cff056 service neutron] Transition to ACTIVE for port object 151f6b5e-2b3a-4769-8d7c-64442241b8ef will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:17:36.369335 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-368a13f8-dd14-4d89-a3f1-8756c6eedb98 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8685164 Sep 23 22:17:36.388580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Request body: {'port': {'device_id': '163e6594-f807-4196-a3fe-6952b918c1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:36.455747 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=e63f6fa0-49ab-448d-9fa1-d432c01b6d91,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:36.504693 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:36.523213 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210f458-f269-47cc-a134-fe6c99bd3c74 req-f678759d-d0be-4225-9120-793d778f6289 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:36.533013 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7210f458-f269-47cc-a134-fe6c99bd3c74 req-f678759d-d0be-4225-9120-793d778f6289 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 931 time: 0.1668391 Sep 23 22:17:36.591138 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7210f458-f269-47cc-a134-fe6c99bd3c74 req-136608bf-6ecf-460b-b6fa-11bde907be32 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569773 Sep 23 22:17:36.646364 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d325d497-9bd7-44e2-9f3b-fbc60c3cdf19 x-openstack-request-id: req-d325d497-9bd7-44e2-9f3b-fbc60c3cdf19 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:36.646949 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26899d1f-4480-4ba0-899c-f5c870a9c489", "name": "network-vif-plugged", "status": "completed", "tag": "e63f6fa0-49ab-448d-9fa1-d432c01b6d91", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:36.647197 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d325d497-9bd7-44e2-9f3b-fbc60c3cdf19 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:36.647846 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26899d1f-4480-4ba0-899c-f5c870a9c489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63f6fa0-49ab-448d-9fa1-d432c01b6d91', 'code': 200} Sep 23 22:17:36.663011 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-ad300178-aeb9-4106-9306-304ae2cff056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:36.791355 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b416356d-c6dc-4336-a140-add93936366d req-a050851a-27a4-487f-be6f-e9286f03b2b0 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/58e29150-a20d-4dfd-91f9-67433aba65d5 HTTP/1.1" status: 200 len: 1804 time: 0.1290026 Sep 23 22:17:36.816016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad300178-aeb9-4106-9306-304ae2cff056 service neutron] Pushing event updated for resources: {'Port': ['ID=151f6b5e-2b3a-4769-8d7c-64442241b8ef,revision_number=10']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:36.930597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-ad300178-aeb9-4106-9306-304ae2cff056 service neutron] No DVR routers for this DVR port 151f6b5e-2b3a-4769-8d7c-64442241b8ef on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:17:36.960473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca289dd5-41aa-400c-b23e-fcd2cea9fb22 req-1d4a7402-f599-4da6-a7f2-9710519ad460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:36.963199 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ca289dd5-41aa-400c-b23e-fcd2cea9fb22 req-1d4a7402-f599-4da6-a7f2-9710519ad460 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 1101 time: 0.1699216 Sep 23 22:17:36.964944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f5ba8-e96c-470f-b71f-acae01e5e025 req-234e64f2-1980-4cbf-9556-d3d91eb7435a tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:36.966802 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cc8f5ba8-e96c-470f-b71f-acae01e5e025 req-234e64f2-1980-4cbf-9556-d3d91eb7435a tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 950 time: 0.4585044 Sep 23 22:17:36.999460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-ad300178-aeb9-4106-9306-304ae2cff056 service neutron] 10.222.0.67 "PUT /v2.0/ports/151f6b5e-2b3a-4769-8d7c-64442241b8ef/bindings/n-h1-810775-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9535146 Sep 23 22:17:36.999787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74debe8d-2c6b-4ae4-88dd-d0d944875221 req-6e07ebbe-b78c-4097-8099-61f8ef1086a9 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:37.000823 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-74debe8d-2c6b-4ae4-88dd-d0d944875221 req-6e07ebbe-b78c-4097-8099-61f8ef1086a9 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 944 time: 0.1254430 Sep 23 22:17:37.086377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ca289dd5-41aa-400c-b23e-fcd2cea9fb22 req-add6deb7-71f4-46d9-b9f2-6f80b87c1ab5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139169 Sep 23 22:17:37.112668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-74debe8d-2c6b-4ae4-88dd-d0d944875221 req-560ab360-3223-42fa-8aba-a3564f9d683e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940218 Sep 23 22:17:37.132496 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cc8f5ba8-e96c-470f-b71f-acae01e5e025 req-4718bce5-65f1-4c34-99c4-aac83ba79083 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb35c520-c9ac-4a54-9156-9d3e79a479a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413677 Sep 23 22:17:37.181683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-f4df38f9-6292-4d68-af12-f70a0176860e req-78c5b55a-f8a1-41eb-b0d6-db558705dca1 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1636565250', 'description': 'tempest-description-1366362853'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:37.352383 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-5a4b2bb2-8e2c-4b7d-b599-683c3d0ba661 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:37.364420 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-5a4b2bb2-8e2c-4b7d-b599-683c3d0ba661 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7&tenant_id=15cbc9172a21412ea06786b579eff720&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1095 time: 0.1228700 Sep 23 22:17:37.366138 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f4df38f9-6292-4d68-af12-f70a0176860e req-78c5b55a-f8a1-41eb-b0d6-db558705dca1 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:37.479402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 151f6b5e-2b3a-4769-8d7c-64442241b8ef no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:17:37.592480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35bf5425-59b2-4a42-bcbd-ab8f82329195 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:17:37.625276 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:37.650695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 151f6b5e-2b3a-4769-8d7c-64442241b8ef not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:17:37.677219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Transition to ACTIVE for port object 35bf5425-59b2-4a42-bcbd-ab8f82329195 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:17:37.726081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-4b2a5e86-3491-4f77-976c-9f9cbf7c9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:37.727939 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:17:37.728907 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-4b2a5e86-3491-4f77-976c-9f9cbf7c9d3f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7&tenant_id=15cbc9172a21412ea06786b579eff720 HTTP/1.1" status: 200 len: 1095 time: 0.3372002 Sep 23 22:17:37.733969 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f4df38f9-6292-4d68-af12-f70a0176860e req-78c5b55a-f8a1-41eb-b0d6-db558705dca1 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:37.829926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a364681-44f2-41de-8209-1655bc527bc3 req-e4307b86-4c05-4862-a4ac-9fb442c8aec5 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:37.861045 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1a364681-44f2-41de-8209-1655bc527bc3 req-e4307b86-4c05-4862-a4ac-9fb442c8aec5 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 950 time: 0.4202900 Sep 23 22:17:37.886486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-3fb985d1-402c-4969-ba72-e403bedae112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:37.890772 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-3fb985d1-402c-4969-ba72-e403bedae112 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 1095 time: 0.1194921 Sep 23 22:17:37.892398 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:37.962894 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1a364681-44f2-41de-8209-1655bc527bc3 req-51020c31-999e-4d4c-bc5e-fc3e6837cdaf tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004608 Sep 23 22:17:37.980635 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f4df38f9-6292-4d68-af12-f70a0176860e req-78c5b55a-f8a1-41eb-b0d6-db558705dca1 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:38.011522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Pushing event updated for resources: {'Port': ['ID=35bf5425-59b2-4a42-bcbd-ab8f82329195,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:38.182120 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Attempting to bind port 35bf5425-59b2-4a42-bcbd-ab8f82329195 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:17:38.183259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Attempting to bind port 35bf5425-59b2-4a42-bcbd-ab8f82329195 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '4b6cca1f-badb-4106-8dca-afc898f0e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:17:38.183259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Attempting to bind port 35bf5425-59b2-4a42-bcbd-ab8f82329195 on network 3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:38.210156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Port 35bf5425-59b2-4a42-bcbd-ab8f82329195 on network 3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:17:38.212807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Attempting to bind port 35bf5425-59b2-4a42-bcbd-ab8f82329195 on network 3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:38.234038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:17:38.235043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Checking segment: {'id': '4b6cca1f-badb-4106-8dca-afc898f0e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:17:38.241389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Bound using segment: {'id': '4b6cca1f-badb-4106-8dca-afc898f0e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:17:38.248700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Bound port: 35bf5425-59b2-4a42-bcbd-ab8f82329195, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6cca1f-badb-4106-8dca-afc898f0e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:17:38.255730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:38.289053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5b55a-f8a1-41eb-b0d6-db558705dca1 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c909ace3-c26a-4770-9b00-d7468a4d03a9,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:38.335495 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f4df38f9-6292-4d68-af12-f70a0176860e req-78c5b55a-f8a1-41eb-b0d6-db558705dca1 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:38.358579 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4df38f9-6292-4d68-af12-f70a0176860e req-78c5b55a-f8a1-41eb-b0d6-db558705dca1 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1802757 Sep 23 22:17:38.384964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0651a2c1-b4a7-4f66-81b5-c530ade03907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:38.391704 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0651a2c1-b4a7-4f66-81b5-c530ade03907 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.4922853 Sep 23 22:17:38.551170 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] For port 35bf5425-59b2-4a42-bcbd-ab8f82329195, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:17:38.557220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] For port 35bf5425-59b2-4a42-bcbd-ab8f82329195, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=35bf5425-59b2-4a42-bcbd-ab8f82329195,segment=NetworkSegment(4b6cca1f-badb-4106-8dca-afc898f0e7c0),segment_id=4b6cca1f-badb-4106-8dca-afc898f0e7c0)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:17:38.591042 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-7a343a36-a59f-4851-a500-9c76de6f2122 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef HTTP/1.1" status: 200 len: 217 time: 0.1807520 Sep 23 22:17:38.695440 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:38.732219 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0e481a9c-0aaf-4133-8bd7-3226479395c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:38.737048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-0e481a9c-0aaf-4133-8bd7-3226479395c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.1407659 Sep 23 22:17:38.812112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:38.812803 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:38.814386 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] 10.222.0.43 "PUT /v2.0/ports/35bf5425-59b2-4a42-bcbd-ab8f82329195 HTTP/1.1" status: 200 len: 1091 time: 2.4303293 Sep 23 22:17:38.814869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163e6594-f807-4196-a3fe-6952b918c1d1', 'tag': '35bf5425-59b2-4a42-bcbd-ab8f82329195'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:38.817192 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d26238c-ead8-4e02-a95f-7cd464c139ee" -d '{"events": [{"name": "network-changed", "server_uuid": "163e6594-f807-4196-a3fe-6952b918c1d1", "tag": "35bf5425-59b2-4a42-bcbd-ab8f82329195"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:38.833352 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-43c2d73c-5df3-44b7-90e8-72f691047b97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577116 Sep 23 22:17:38.905222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d536b4-ecd2-4bc0-b29d-436c1b6f0c5f service neutron] Pushing event updated for resources: {'Port': ['ID=35bf5425-59b2-4a42-bcbd-ab8f82329195,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:39.001155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478ab0b-b058-406c-a5e7-5417afec10e1 req-f1c95c78-6e31-4a40-b51c-c9bdcb556071 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:39.005696 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a478ab0b-b058-406c-a5e7-5417afec10e1 req-f1c95c78-6e31-4a40-b51c-c9bdcb556071 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 943 time: 0.2618022 Sep 23 22:17:39.009611 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd6e4e-d85f-441a-b662-5972c4aec1e4 req-1fcae7de-7c1a-4302-bf21-a7142f48c4c4 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:39.013417 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08cd6e4e-d85f-441a-b662-5972c4aec1e4 req-1fcae7de-7c1a-4302-bf21-a7142f48c4c4 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 944 time: 0.2290061 Sep 23 22:17:39.094907 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-68f323ac-9190-4a9b-93dc-59a510427ea3 service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372086 Sep 23 22:17:39.119345 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a478ab0b-b058-406c-a5e7-5417afec10e1 req-7b1bb097-b2b3-4387-a63b-bded35edc1d4 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927742 Sep 23 22:17:39.154880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-72a955a6-a96c-472b-af0e-0e9ed2cdef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:39.157255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-72a955a6-a96c-472b-af0e-0e9ed2cdef0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c25ebeb633064639837d7061e30004ff&device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 1094 time: 0.1423757 Sep 23 22:17:39.191626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08cd6e4e-d85f-441a-b662-5972c4aec1e4 req-04d0fe55-b940-4b39-b6a6-2cb21a81f9bd tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629455 Sep 23 22:17:39.250453 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-638e763b-7594-4ed1-9578-bfa34e8763c7 req-dfcd1d09-bc4b-496f-8181-205ea16c5163 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/c909ace3-c26a-4770-9b00-d7468a4d03a9 HTTP/1.1" status: 200 len: 1805 time: 0.1021900 Sep 23 22:17:39.266073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-638e763b-7594-4ed1-9578-bfa34e8763c7 req-7ead92bb-cd8a-43a2-94f5-d9f5ff237217 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c909ace3-c26a-4770-9b00-d7468a4d03a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:39.271730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-638e763b-7594-4ed1-9578-bfa34e8763c7 req-7ead92bb-cd8a-43a2-94f5-d9f5ff237217 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c909ace3-c26a-4770-9b00-d7468a4d03a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:39.274470 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-55697fd1-60c5-4626-8264-14af1e032965 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35bf5425-59b2-4a42-bcbd-ab8f82329195 HTTP/1.1" status: 200 len: 217 time: 0.0808001 Sep 23 22:17:39.317502 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-ea82d9f9-3459-47a7-a1ce-3b70fca485cd service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118289 Sep 23 22:17:39.374327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-b83a900d-d67e-4705-a79b-6f27a2786a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:39.375900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-b83a900d-d67e-4705-a79b-6f27a2786a31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcf929a3-bff0-47e3-ab18-e2f69ade1c5c HTTP/1.1" status: 200 len: 852 time: 0.0910199 Sep 23 22:17:39.415926 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-0d89fc81-7745-431a-a4c1-4a153e62a3eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303926 Sep 23 22:17:39.425309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce427584-81b6-4484-bd41-974b37a5f334 req-32787155-8982-4ccd-a47c-ca8661a6bc43 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:39.426973 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce427584-81b6-4484-bd41-974b37a5f334 req-32787155-8982-4ccd-a47c-ca8661a6bc43 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 950 time: 0.0995393 Sep 23 22:17:39.486908 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-638e763b-7594-4ed1-9578-bfa34e8763c7 req-7ead92bb-cd8a-43a2-94f5-d9f5ff237217 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:39.507773 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-638e763b-7594-4ed1-9578-bfa34e8763c7 req-7ead92bb-cd8a-43a2-94f5-d9f5ff237217 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:39.642968 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-638e763b-7594-4ed1-9578-bfa34e8763c7 req-7ead92bb-cd8a-43a2-94f5-d9f5ff237217 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:39.696096 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead92bb-cd8a-43a2-94f5-d9f5ff237217 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efd1883-b60a-4801-aac6-9bff89784189,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:39.768826 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-638e763b-7594-4ed1-9578-bfa34e8763c7 req-7ead92bb-cd8a-43a2-94f5-d9f5ff237217 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:39.771229 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-638e763b-7594-4ed1-9578-bfa34e8763c7 req-7ead92bb-cd8a-43a2-94f5-d9f5ff237217 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5101454 Sep 23 22:17:39.896236 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937f1b07-7c2b-4ae9-9210-8b934a659ada x-openstack-request-id: req-937f1b07-7c2b-4ae9-9210-8b934a659ada {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:39.896591 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163e6594-f807-4196-a3fe-6952b918c1d1", "tag": "35bf5425-59b2-4a42-bcbd-ab8f82329195", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:39.896741 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-937f1b07-7c2b-4ae9-9210-8b934a659ada {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:39.897247 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163e6594-f807-4196-a3fe-6952b918c1d1', 'tag': '35bf5425-59b2-4a42-bcbd-ab8f82329195', 'status': 'completed', 'code': 200} Sep 23 22:17:39.934684 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce427584-81b6-4484-bd41-974b37a5f334 req-78332284-d767-42fd-b253-364cd1dcdcdf tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/security-groups?id=cb35c520-c9ac-4a54-9156-9d3e79a479a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821620 Sep 23 22:17:39.968254 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-7a6c886c-5092-4b09-a266-36d81607c39b service neutron] 10.222.0.43 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402148 Sep 23 22:17:39.993911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-97ba98e8-f3a7-492e-8524-f3469dccdab9 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:39.996992 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-97ba98e8-f3a7-492e-8524-f3469dccdab9 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7&tenant_id=15cbc9172a21412ea06786b579eff720&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 1095 time: 0.0962081 Sep 23 22:17:40.187977 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6280716-988b-4b2a-bab1-cfb23a7b154d req-97ce1584-6f2b-4637-bec4-ca1f6e4e14f4 service neutron] 10.222.0.43 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073405 Sep 23 22:17:40.203230 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06632b9-bd32-40ca-8286-d7bb787f0adf req-0a7b6145-d49a-4785-ad4d-b9b6300102a0 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:40.205593 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a06632b9-bd32-40ca-8286-d7bb787f0adf req-0a7b6145-d49a-4785-ad4d-b9b6300102a0 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 950 time: 0.0837882 Sep 23 22:17:40.259650 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a06632b9-bd32-40ca-8286-d7bb787f0adf req-bf072f42-6a91-47b3-b093-93ac77339925 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472713 Sep 23 22:17:40.320154 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-c049348e-5bb1-41ef-bc6a-203d955b09ad service neutron] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:17:40.323809 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-c049348e-5bb1-41ef-bc6a-203d955b09ad service neutron] Notify callbacks [] for binding, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:40.326032 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-782b97f3-a274-4800-87ee-343fb17e9b8b req-c049348e-5bb1-41ef-bc6a-203d955b09ad service neutron] 10.222.0.43 "DELETE /v2.0/ports/151f6b5e-2b3a-4769-8d7c-64442241b8ef/bindings/n-h2-810775-1 HTTP/1.1" status: 204 len: 173 time: 0.3192537 Sep 23 22:17:40.399731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26238c-ead8-4e02-a95f-7cd464c139ee req-0d50d0bc-bc09-444a-8144-f7df1c1841f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:40.402330 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d26238c-ead8-4e02-a95f-7cd464c139ee req-0d50d0bc-bc09-444a-8144-f7df1c1841f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c25ebeb633064639837d7061e30004ff&device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 1094 time: 0.0570283 Sep 23 22:17:40.583357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d59b2bc-acda-47a5-b955-29ea92c27f76 req-342e6e02-f36d-48a7-ad09-722002577aab tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/c909ace3-c26a-4770-9b00-d7468a4d03a9 HTTP/1.1" status: 200 len: 2398 time: 0.0871074 Sep 23 22:17:40.602901 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-2d59b2bc-acda-47a5-b955-29ea92c27f76 req-2f2c12a1-e085-414e-8b52-75780ee140e9 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c909ace3-c26a-4770-9b00-d7468a4d03a9', 'remote_group_id': None}]} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:40.604962 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-2d59b2bc-acda-47a5-b955-29ea92c27f76 req-2f2c12a1-e085-414e-8b52-75780ee140e9 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c909ace3-c26a-4770-9b00-d7468a4d03a9', 'remote_group_id': None}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:40.612795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31978f4f-f50a-4591-92a9-78b4eef07283 req-9d9c13d7-3779-49bb-8c07-2c142a71dce4 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:40.614565 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-31978f4f-f50a-4591-92a9-78b4eef07283 req-9d9c13d7-3779-49bb-8c07-2c142a71dce4 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.67 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 950 time: 0.1356518 Sep 23 22:17:40.671186 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26238c-ead8-4e02-a95f-7cd464c139ee req-42fbdcfa-c561-45e9-ad10-aee1a76f0a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:40.674022 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d26238c-ead8-4e02-a95f-7cd464c139ee req-42fbdcfa-c561-45e9-ad10-aee1a76f0a51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d HTTP/1.1" status: 200 len: 913 time: 0.2613666 Sep 23 22:17:40.762522 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d26238c-ead8-4e02-a95f-7cd464c139ee req-7df7cbe9-b0e2-4c97-a2e9-c19b880f1db1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35bf5425-59b2-4a42-bcbd-ab8f82329195 HTTP/1.1" status: 200 len: 217 time: 0.0737121 Sep 23 22:17:40.842586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-31978f4f-f50a-4591-92a9-78b4eef07283 req-aaf6d18b-171d-4e26-a7dd-67d65e4cd9b4 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Deleting port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:17:40.842925 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-31978f4f-f50a-4591-92a9-78b4eef07283 req-aaf6d18b-171d-4e26-a7dd-67d65e4cd9b4 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:40.850283 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2d59b2bc-acda-47a5-b955-29ea92c27f76 req-2f2c12a1-e085-414e-8b52-75780ee140e9 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:40.866132 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26238c-ead8-4e02-a95f-7cd464c139ee req-cea5afb0-c2ee-4a56-936a-d175dfabaf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:40.867578 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d26238c-ead8-4e02-a95f-7cd464c139ee req-cea5afb0-c2ee-4a56-936a-d175dfabaf1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcf929a3-bff0-47e3-ab18-e2f69ade1c5c HTTP/1.1" status: 200 len: 852 time: 0.0960915 Sep 23 22:17:40.900769 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2d59b2bc-acda-47a5-b955-29ea92c27f76 req-2f2c12a1-e085-414e-8b52-75780ee140e9 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:40.976049 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d26238c-ead8-4e02-a95f-7cd464c139ee req-99f7344d-1231-4486-9aca-82d8a01594b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975459 Sep 23 22:17:40.985425 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2d59b2bc-acda-47a5-b955-29ea92c27f76 req-2f2c12a1-e085-414e-8b52-75780ee140e9 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:41.024435 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c12a1-e085-414e-8b52-75780ee140e9 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c743f999-34f8-492d-b45f-da98d94097dc,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:41.215710 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-31978f4f-f50a-4591-92a9-78b4eef07283 req-aaf6d18b-171d-4e26-a7dd-67d65e4cd9b4 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] For port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5a539d36-33d5-4ffd-b90d-6db1f992fcc2,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:41.216298 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-31978f4f-f50a-4591-92a9-78b4eef07283 req-aaf6d18b-171d-4e26-a7dd-67d65e4cd9b4 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:41.238807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-31978f4f-f50a-4591-92a9-78b4eef07283 req-aaf6d18b-171d-4e26-a7dd-67d65e4cd9b4 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Calling delete_port for 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:17:41.250108 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8027a3b-89a0-4bfa-93ba-81b54282dd8b req-f5beb4a6-ae42-4c18-a2bf-d3c8c47d4303 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:41.257704 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b8027a3b-89a0-4bfa-93ba-81b54282dd8b req-f5beb4a6-ae42-4c18-a2bf-d3c8c47d4303 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 943 time: 0.1836171 Sep 23 22:17:41.277297 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2d59b2bc-acda-47a5-b955-29ea92c27f76 req-2f2c12a1-e085-414e-8b52-75780ee140e9 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:41.280539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d59b2bc-acda-47a5-b955-29ea92c27f76 req-2f2c12a1-e085-414e-8b52-75780ee140e9 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6876776 Sep 23 22:17:41.311909 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d26238c-ead8-4e02-a95f-7cd464c139ee req-2bcd5cce-9df2-467d-bbbd-ac684d53f4e4 service neutron] 10.222.0.43 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415292 Sep 23 22:17:41.416565 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b8027a3b-89a0-4bfa-93ba-81b54282dd8b req-facb2f94-f66c-497a-8991-00660c76cebd tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562760 Sep 23 22:17:41.423132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad70aa0-ac15-4ec9-820e-e657981bffad req-422a49d2-0d38-44f5-b652-fe7e58199a10 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:41.430798 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ad70aa0-ac15-4ec9-820e-e657981bffad req-422a49d2-0d38-44f5-b652-fe7e58199a10 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 944 time: 0.0841119 Sep 23 22:17:41.537386 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d26238c-ead8-4e02-a95f-7cd464c139ee req-10dbf717-6fa2-49a0-bcbd-e8952abadb80 service neutron] 10.222.0.43 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842537 Sep 23 22:17:41.563993 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ad70aa0-ac15-4ec9-820e-e657981bffad req-08996fd2-af9b-4946-adad-eaae21cba729 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012902 Sep 23 22:17:41.749215 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-31978f4f-f50a-4591-92a9-78b4eef07283 req-aaf6d18b-171d-4e26-a7dd-67d65e4cd9b4 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:41.804090 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b324381-bf8c-4176-89bd-c595d80075f8 req-3d1e981b-0b9d-4f3d-8c72-9e39b8f8625b tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.22 "GET /v2.0/ports?device_id=77322fd2-4def-47e6-b7e3-14c0221bffa2 HTTP/1.1" status: 200 len: 210 time: 0.0841129 Sep 23 22:17:41.866275 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317a7e6-7165-4679-84d2-31716e33b992 req-45ca63eb-3032-4648-a025-5bb52b9ea360 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:41.872057 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8317a7e6-7165-4679-84d2-31716e33b992 req-45ca63eb-3032-4648-a025-5bb52b9ea360 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 1101 time: 0.2718208 Sep 23 22:17:41.877160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6d18b-171d-4e26-a7dd-67d65e4cd9b4 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Pushing event deleted for resources: {'Port': ['ID=5a539d36-33d5-4ffd-b90d-6db1f992fcc2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:41.906232 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3565c0ed-f72a-45f4-9e8a-2d580c58b9b8 req-7d131cd4-c612-4fc9-80c9-2c35b41e90af tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/c909ace3-c26a-4770-9b00-d7468a4d03a9 HTTP/1.1" status: 200 len: 2996 time: 0.0707545 Sep 23 22:17:41.982645 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f915ec22-ae4c-4ba0-93ed-6834f7d827c1 req-89a42760-80a5-440d-843f-4bc2a28f41d3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3249466 Sep 23 22:17:42.149767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 35bf5425-59b2-4a42-bcbd-ab8f82329195 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:17:42.189778 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cde6fb9f-bc8c-40c0-b878-1315d2644311 req-7c85b91d-76cb-45ed-b3f1-8a54ecee7561 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-group-rules/c743f999-34f8-492d-b45f-da98d94097dc HTTP/1.1" status: 200 len: 783 time: 0.0614145 Sep 23 22:17:42.199317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-31978f4f-f50a-4591-92a9-78b4eef07283 req-aaf6d18b-171d-4e26-a7dd-67d65e4cd9b4 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] No DVR routers for this DVR port 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:17:42.230709 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-31978f4f-f50a-4591-92a9-78b4eef07283 req-aaf6d18b-171d-4e26-a7dd-67d65e4cd9b4 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:42.240591 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-31978f4f-f50a-4591-92a9-78b4eef07283 req-aaf6d18b-171d-4e26-a7dd-67d65e4cd9b4 tempest-ImagesNegativeTestJSON-867786562 tempest-ImagesNegativeTestJSON-867786562-project] 10.222.0.67 "DELETE /v2.0/ports/5a539d36-33d5-4ffd-b90d-6db1f992fcc2 HTTP/1.1" status: 204 len: 173 time: 1.6174347 Sep 23 22:17:42.244688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77322fd2-4def-47e6-b7e3-14c0221bffa2', 'name': 'network-vif-deleted', 'tag': '5a539d36-33d5-4ffd-b90d-6db1f992fcc2'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:42.261275 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2ba648-0fa2-4871-8a52-675f443d770e" -d '{"events": [{"server_uuid": "77322fd2-4def-47e6-b7e3-14c0221bffa2", "name": "network-vif-deleted", "tag": "5a539d36-33d5-4ffd-b90d-6db1f992fcc2"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:42.313622 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 35bf5425-59b2-4a42-bcbd-ab8f82329195, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=35bf5425-59b2-4a42-bcbd-ab8f82329195,segment=NetworkSegment(4b6cca1f-badb-4106-8dca-afc898f0e7c0),segment_id=4b6cca1f-badb-4106-8dca-afc898f0e7c0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:42.329141 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '35bf5425-59b2-4a42-bcbd-ab8f82329195', 'network_id': '3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d', 'port_id': '35bf5425-59b2-4a42-bcbd-ab8f82329195', 'mac_address': 'fa:16:3e:cf:37:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf929a3-bff0-47e3-ab18-e2f69ade1c5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:17:42.336545 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8317a7e6-7165-4679-84d2-31716e33b992 req-4e8dfa15-eae1-4db1-bd48-bbc095fae2a3 tempest-ServersOnMultiNodesTest-685950414 tempest-ServersOnMultiNodesTest-685950414-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220016 Sep 23 22:17:42.339219 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915ec22-ae4c-4ba0-93ed-6834f7d827c1 req-ded2b59d-3591-4fb0-8b9a-f3dfdaff8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:42.340340 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f915ec22-ae4c-4ba0-93ed-6834f7d827c1 req-ded2b59d-3591-4fb0-8b9a-f3dfdaff8d2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4 HTTP/1.1" status: 200 len: 1100 time: 0.2365978 Sep 23 22:17:42.341073 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cde6fb9f-bc8c-40c0-b878-1315d2644311 req-684a9ee6-ef60-4b2c-82fb-603f12da3684 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/c909ace3-c26a-4770-9b00-d7468a4d03a9 HTTP/1.1" status: 200 len: 2996 time: 0.1507597 Sep 23 22:17:42.416099 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cde6fb9f-bc8c-40c0-b878-1315d2644311 req-13de0fe5-4149-4833-a9fe-a9f7190cb914 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:42.426053 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:42.460048 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cde6fb9f-bc8c-40c0-b878-1315d2644311 req-13de0fe5-4149-4833-a9fe-a9f7190cb914 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:42.480394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35bf5425-59b2-4a42-bcbd-ab8f82329195 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:17:42.543188 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 35bf5425-59b2-4a42-bcbd-ab8f82329195, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=35bf5425-59b2-4a42-bcbd-ab8f82329195,segment=NetworkSegment(4b6cca1f-badb-4106-8dca-afc898f0e7c0),segment_id=4b6cca1f-badb-4106-8dca-afc898f0e7c0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:42.608623 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cde6fb9f-bc8c-40c0-b878-1315d2644311 req-13de0fe5-4149-4833-a9fe-a9f7190cb914 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:42.617445 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cde6fb9f-bc8c-40c0-b878-1315d2644311 req-13de0fe5-4149-4833-a9fe-a9f7190cb914 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:42.635439 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cde6fb9f-bc8c-40c0-b878-1315d2644311 req-13de0fe5-4149-4833-a9fe-a9f7190cb914 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/c743f999-34f8-492d-b45f-da98d94097dc HTTP/1.1" status: 204 len: 173 time: 0.2933667 Sep 23 22:17:42.654147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de0fe5-4149-4833-a9fe-a9f7190cb914 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c743f999-34f8-492d-b45f-da98d94097dc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:42.676865 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:42.704921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915ec22-ae4c-4ba0-93ed-6834f7d827c1 req-6df9ccce-1ade-44fd-aec0-a9fb63cb99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:42.707154 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f915ec22-ae4c-4ba0-93ed-6834f7d827c1 req-6df9ccce-1ade-44fd-aec0-a9fb63cb99c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.3394973 Sep 23 22:17:42.744427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098876f-cdc5-40a7-9443-87d7bb45152f req-eb481cf9-81af-48c1-819f-ceeaed39f106 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:42.746171 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4098876f-cdc5-40a7-9443-87d7bb45152f req-eb481cf9-81af-48c1-819f-ceeaed39f106 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 1095 time: 0.1991003 Sep 23 22:17:42.754571 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8895d9f-c550-447c-bb00-88800fb06ac8 x-openstack-request-id: req-b8895d9f-c550-447c-bb00-88800fb06ac8 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:42.754956 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77322fd2-4def-47e6-b7e3-14c0221bffa2", "name": "network-vif-deleted", "tag": "5a539d36-33d5-4ffd-b90d-6db1f992fcc2", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:42.755276 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8895d9f-c550-447c-bb00-88800fb06ac8 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:42.757601 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77322fd2-4def-47e6-b7e3-14c0221bffa2', 'name': 'network-vif-deleted', 'tag': '5a539d36-33d5-4ffd-b90d-6db1f992fcc2', 'status': 'completed', 'code': 200} Sep 23 22:17:42.831038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=35bf5425-59b2-4a42-bcbd-ab8f82329195,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:42.838270 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f915ec22-ae4c-4ba0-93ed-6834f7d827c1 req-bf9e6c99-cee3-436d-899c-b789c95fe891 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=9475cbe1-f6d6-44c6-b0fb-82a4800791f9 HTTP/1.1" status: 200 len: 217 time: 0.1194019 Sep 23 22:17:42.958585 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4098876f-cdc5-40a7-9443-87d7bb45152f req-84e820a0-f772-4de0-8599-3301e9c19e15 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218047 Sep 23 22:17:42.968292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915ec22-ae4c-4ba0-93ed-6834f7d827c1 req-ba30899c-438d-4e87-93c8-117e6e468b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:42.969891 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f915ec22-ae4c-4ba0-93ed-6834f7d827c1 req-ba30899c-438d-4e87-93c8-117e6e468b90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1135924 Sep 23 22:17:42.973981 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b038c692-c03c-4d16-8ac1-5f77da4fdbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:43.059853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['35bf5425-59b2-4a42-bcbd-ab8f82329195'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:43.084314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915ec22-ae4c-4ba0-93ed-6834f7d827c1 req-ea4460de-5c34-48a2-be5e-f714b8aeeb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:43.086015 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f915ec22-ae4c-4ba0-93ed-6834f7d827c1 req-ea4460de-5c34-48a2-be5e-f714b8aeeb3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074343 Sep 23 22:17:43.327303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12965d-e755-4ea5-8ec3-d0ccd5a026b1 req-093a9800-63d4-4fa5-9ce1-9bf7f6b7ae0e tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:43.330151 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1f12965d-e755-4ea5-8ec3-d0ccd5a026b1 req-093a9800-63d4-4fa5-9ce1-9bf7f6b7ae0e tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 944 time: 0.2206159 Sep 23 22:17:43.395357 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f915ec22-ae4c-4ba0-93ed-6834f7d827c1 req-3611228e-fb17-44df-9b44-c1b3e0a9fe48 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978771 Sep 23 22:17:43.409767 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32732e04-9949-4657-b2c2-0df87ecf23fd req-a410d3aa-7396-44df-afb9-68d6906d2456 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/c909ace3-c26a-4770-9b00-d7468a4d03a9 HTTP/1.1" status: 200 len: 2398 time: 0.1049604 Sep 23 22:17:43.494144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:17:43.571309 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-32732e04-9949-4657-b2c2-0df87ecf23fd req-e29dab17-bf94-439d-b884-6ada4a0ff025 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:43.606231 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:17:43.606620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5a539d36-33d5-4ffd-b90d-6db1f992fcc2 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:17:43.648772 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-32732e04-9949-4657-b2c2-0df87ecf23fd req-e29dab17-bf94-439d-b884-6ada4a0ff025 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:43.756946 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1f12965d-e755-4ea5-8ec3-d0ccd5a026b1 req-ad5937e4-9a18-4526-9ccb-2c8c4602311d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594549 Sep 23 22:17:43.772589 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f915ec22-ae4c-4ba0-93ed-6834f7d827c1 req-83e25e01-67d2-460e-a238-418c4ba5e374 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579400 Sep 23 22:17:43.819889 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-32732e04-9949-4657-b2c2-0df87ecf23fd req-e29dab17-bf94-439d-b884-6ada4a0ff025 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:43.824224 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-32732e04-9949-4657-b2c2-0df87ecf23fd req-e29dab17-bf94-439d-b884-6ada4a0ff025 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:43.831079 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32732e04-9949-4657-b2c2-0df87ecf23fd req-e29dab17-bf94-439d-b884-6ada4a0ff025 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "DELETE /v2.0/security-groups/c909ace3-c26a-4770-9b00-d7468a4d03a9 HTTP/1.1" status: 204 len: 173 time: 0.4140189 Sep 23 22:17:43.877028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dab17-bf94-439d-b884-6ada4a0ff025 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c909ace3-c26a-4770-9b00-d7468a4d03a9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:44.147146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd080e0-5bcf-46de-ac9d-e989c125d1dd req-cae2e618-e84d-4c1b-9cb4-5eba571083b0 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:44.168823 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bdd080e0-5bcf-46de-ac9d-e989c125d1dd req-cae2e618-e84d-4c1b-9cb4-5eba571083b0 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 950 time: 0.0987127 Sep 23 22:17:44.219925 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bdd080e0-5bcf-46de-ac9d-e989c125d1dd req-84ffdcf0-4d39-4d03-a4f1-281722785b7e tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596664 Sep 23 22:17:44.314690 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-cb843bac-1971-4fd6-be73-348b4ae2f9da tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:44.316582 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-b7f2dd30-ed4f-4170-a157-19e5780803d2 req-25674eb1-6a13-4e1f-a230-1de87131d20b tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] show failed (client error): The resource could not be found. Sep 23 22:17:44.324951 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b7f2dd30-ed4f-4170-a157-19e5780803d2 req-25674eb1-6a13-4e1f-a230-1de87131d20b tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/6f2902d2-bead-461d-bf2e-4b709008f100 HTTP/1.1" status: 404 len: 352 time: 0.0482695 Sep 23 22:17:44.326834 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-cb843bac-1971-4fd6-be73-348b4ae2f9da tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 820 time: 0.2237251 Sep 23 22:17:44.351870 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-774fc30c-92b2-4c30-90e8-d834f7e46987 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/quotas/15cbc9172a21412ea06786b579eff720 HTTP/1.1" status: 200 len: 375 time: 0.0213690 Sep 23 22:17:44.430742 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46f41c60-92a8-44b0-b6e5-c05a133fd154 req-3e7ac7bf-4bc8-4825-86df-8fbf2813000a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/58e29150-a20d-4dfd-91f9-67433aba65d5 HTTP/1.1" status: 200 len: 1804 time: 0.0689578 Sep 23 22:17:44.440790 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-a0a88dff-d6df-4c62-a647-71958dfeab2b tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875387 Sep 23 22:17:44.557893 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-46f41c60-92a8-44b0-b6e5-c05a133fd154 req-67ca58d1-97a6-459b-8a67-80574c02572a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:44.613190 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-150a309e-2299-4ca4-9639-4c4b28d70e6e service neutron] 10.222.0.22 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709564 Sep 23 22:17:44.620540 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-46f41c60-92a8-44b0-b6e5-c05a133fd154 req-67ca58d1-97a6-459b-8a67-80574c02572a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:44.760379 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-dc4ca794-bff6-4691-bdb6-5136fdc3ee47 service neutron] 10.222.0.22 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400557 Sep 23 22:17:44.973828 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-46f41c60-92a8-44b0-b6e5-c05a133fd154 req-67ca58d1-97a6-459b-8a67-80574c02572a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:44.976413 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-46f41c60-92a8-44b0-b6e5-c05a133fd154 req-67ca58d1-97a6-459b-8a67-80574c02572a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:44.977663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46f41c60-92a8-44b0-b6e5-c05a133fd154 req-67ca58d1-97a6-459b-8a67-80574c02572a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "DELETE /v2.0/security-groups/58e29150-a20d-4dfd-91f9-67433aba65d5 HTTP/1.1" status: 204 len: 173 time: 0.5461090 Sep 23 22:17:45.021688 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca58d1-97a6-459b-8a67-80574c02572a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e29150-a20d-4dfd-91f9-67433aba65d5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:45.153465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2da460-bb5f-4927-ae32-004c2d5ecf21 req-00701741-1838-45c0-bebc-3d2468f71616 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:45.163683 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d2da460-bb5f-4927-ae32-004c2d5ecf21 req-00701741-1838-45c0-bebc-3d2468f71616 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 944 time: 0.0838170 Sep 23 22:17:45.248640 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d2da460-bb5f-4927-ae32-004c2d5ecf21 req-aa15c217-6c40-4ce0-9b87-b1aee804845e tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828600 Sep 23 22:17:45.313266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f18844-660c-4f6e-bae9-d34e383cb5d9 req-600a4721-7035-4b8a-9528-01d24a98b8c7 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:45.315326 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63f18844-660c-4f6e-bae9-d34e383cb5d9 req-600a4721-7035-4b8a-9528-01d24a98b8c7 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.67 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 950 time: 0.1245410 Sep 23 22:17:45.350754 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a3d985-360b-4887-bbe6-0bc0baabd03d req-205fbde7-fbe2-49b8-be4e-55c9daf95e2e tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/f3f0ea16-572b-4a82-9d07-714b547d94b4 HTTP/1.1" status: 200 len: 1805 time: 0.1177700 Sep 23 22:17:45.500405 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d0905035-8282-4ee2-9f09-49817a36b4dd req-47d366e8-9670-40cd-80d2-700d3703eca2 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 210 time: 0.0525808 Sep 23 22:17:45.562659 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a3d985-360b-4887-bbe6-0bc0baabd03d req-077ce3ee-5203-40a4-9019-4932e4cc2793 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:45.608491 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-42d6856e-8f22-47cb-8052-d112c5d73501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:45.629029 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a3d985-360b-4887-bbe6-0bc0baabd03d req-077ce3ee-5203-40a4-9019-4932e4cc2793 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:45.657395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-63f18844-660c-4f6e-bae9-d34e383cb5d9 req-60fcb7eb-a784-4743-ad23-695bd5448985 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Deleting port e63f6fa0-49ab-448d-9fa1-d432c01b6d91 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:17:45.657808 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63f18844-660c-4f6e-bae9-d34e383cb5d9 req-60fcb7eb-a784-4743-ad23-695bd5448985 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:45.722552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9cffe-79b8-4627-a2a0-bdbbc35126aa req-fe22bf52-b512-4187-b569-2d907a0b7f5a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:45.724851 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be9cffe-79b8-4627-a2a0-bdbbc35126aa req-fe22bf52-b512-4187-b569-2d907a0b7f5a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 950 time: 0.1544824 Sep 23 22:17:45.779546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-63f18844-660c-4f6e-bae9-d34e383cb5d9 req-60fcb7eb-a784-4743-ad23-695bd5448985 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] For port e63f6fa0-49ab-448d-9fa1-d432c01b6d91, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e63f6fa0-49ab-448d-9fa1-d432c01b6d91,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:45.779546 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63f18844-660c-4f6e-bae9-d34e383cb5d9 req-60fcb7eb-a784-4743-ad23-695bd5448985 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:45.799558 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-63f18844-660c-4f6e-bae9-d34e383cb5d9 req-60fcb7eb-a784-4743-ad23-695bd5448985 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Calling delete_port for e63f6fa0-49ab-448d-9fa1-d432c01b6d91 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:17:45.829758 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be9cffe-79b8-4627-a2a0-bdbbc35126aa req-5a273149-0b40-4ba5-a63a-33b77d34f64d tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964870 Sep 23 22:17:46.060222 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a3d985-360b-4887-bbe6-0bc0baabd03d req-077ce3ee-5203-40a4-9019-4932e4cc2793 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:46.064000 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a3d985-360b-4887-bbe6-0bc0baabd03d req-077ce3ee-5203-40a4-9019-4932e4cc2793 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:46.071968 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a3d985-360b-4887-bbe6-0bc0baabd03d req-077ce3ee-5203-40a4-9019-4932e4cc2793 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "DELETE /v2.0/security-groups/f3f0ea16-572b-4a82-9d07-714b547d94b4 HTTP/1.1" status: 204 len: 173 time: 0.7175641 Sep 23 22:17:46.098041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ce3ee-5203-40a4-9019-4932e4cc2793 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f0ea16-572b-4a82-9d07-714b547d94b4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:46.128700 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:46.133929 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63f18844-660c-4f6e-bae9-d34e383cb5d9 req-60fcb7eb-a784-4743-ad23-695bd5448985 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:46.148127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1', '286dd15c-7fc1-4071-8dd8-38aeb54576b2', 'b142229a-6288-47ed-bd33-e95175347df1', '7557436f-7fe6-45e1-866b-ed4e1ffca5d6'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:46.206860 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcb7eb-a784-4743-ad23-695bd5448985 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event deleted for resources: {'Port': ['ID=e63f6fa0-49ab-448d-9fa1-d432c01b6d91,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:46.221093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2b9761f-e112-42c8-82fc-b495f9c270ec req-1cb27e9a-c99a-4195-b1e9-c2756f5b6324 tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/e5483f02-99ef-4027-b8ce-efafe3ae3fa0 HTTP/1.1" status: 200 len: 1805 time: 0.1082547 Sep 23 22:17:46.293989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 35bf5425-59b2-4a42-bcbd-ab8f82329195 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:17:46.335703 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f18844-660c-4f6e-bae9-d34e383cb5d9 req-60fcb7eb-a784-4743-ad23-695bd5448985 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] No DVR routers for this DVR port e63f6fa0-49ab-448d-9fa1-d432c01b6d91 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:17:46.340210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63f18844-660c-4f6e-bae9-d34e383cb5d9 req-60fcb7eb-a784-4743-ad23-695bd5448985 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:46.346402 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63f18844-660c-4f6e-bae9-d34e383cb5d9 req-60fcb7eb-a784-4743-ad23-695bd5448985 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.67 "DELETE /v2.0/ports/e63f6fa0-49ab-448d-9fa1-d432c01b6d91 HTTP/1.1" status: 204 len: 173 time: 1.0190575 Sep 23 22:17:46.347123 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26899d1f-4480-4ba0-899c-f5c870a9c489', 'name': 'network-vif-deleted', 'tag': 'e63f6fa0-49ab-448d-9fa1-d432c01b6d91'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:46.355850 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325b10a7-ca7e-4d50-b2d2-6976b1bb4dcd" -d '{"events": [{"server_uuid": "26899d1f-4480-4ba0-899c-f5c870a9c489", "name": "network-vif-deleted", "tag": "e63f6fa0-49ab-448d-9fa1-d432c01b6d91"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:46.364422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d', '22eb675b-033b-4f09-a95d-dda8d9843398', 'e63f6fa0-49ab-448d-9fa1-d432c01b6d91'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:46.400436 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f2b9761f-e112-42c8-82fc-b495f9c270ec req-855c50fc-8646-4fc9-bfcf-0b4b8ffc75ff tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:46.464474 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f2b9761f-e112-42c8-82fc-b495f9c270ec req-855c50fc-8646-4fc9-bfcf-0b4b8ffc75ff tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:46.496360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73be7d6-3c15-46d2-8822-7be1f94c6701 req-c42da3d3-e016-4520-b879-6b810b6eff7b tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:46.506272 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b73be7d6-3c15-46d2-8822-7be1f94c6701 req-c42da3d3-e016-4520-b879-6b810b6eff7b tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 944 time: 0.1457019 Sep 23 22:17:46.605266 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b73be7d6-3c15-46d2-8822-7be1f94c6701 req-628f68a4-1f01-482e-89a7-0711eef88001 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963104 Sep 23 22:17:46.687646 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 35bf5425-59b2-4a42-bcbd-ab8f82329195 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:17:46.716392 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f2b9761f-e112-42c8-82fc-b495f9c270ec req-855c50fc-8646-4fc9-bfcf-0b4b8ffc75ff tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:46.719682 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f2b9761f-e112-42c8-82fc-b495f9c270ec req-855c50fc-8646-4fc9-bfcf-0b4b8ffc75ff tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:46.720975 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2b9761f-e112-42c8-82fc-b495f9c270ec req-855c50fc-8646-4fc9-bfcf-0b4b8ffc75ff tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "DELETE /v2.0/security-groups/e5483f02-99ef-4027-b8ce-efafe3ae3fa0 HTTP/1.1" status: 204 len: 173 time: 0.4975770 Sep 23 22:17:46.753309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c50fc-8646-4fc9-bfcf-0b4b8ffc75ff tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5483f02-99ef-4027-b8ce-efafe3ae3fa0,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:46.760646 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8543eb-2597-44f5-8b47-e1e6295f4d0c x-openstack-request-id: req-ff8543eb-2597-44f5-8b47-e1e6295f4d0c {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:46.760987 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26899d1f-4480-4ba0-899c-f5c870a9c489", "name": "network-vif-deleted", "tag": "e63f6fa0-49ab-448d-9fa1-d432c01b6d91", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:46.762572 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff8543eb-2597-44f5-8b47-e1e6295f4d0c {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:46.763013 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26899d1f-4480-4ba0-899c-f5c870a9c489', 'name': 'network-vif-deleted', 'tag': 'e63f6fa0-49ab-448d-9fa1-d432c01b6d91', 'status': 'completed', 'code': 200} Sep 23 22:17:46.844821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 35bf5425-59b2-4a42-bcbd-ab8f82329195 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:46.847294 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:46.928012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38448) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:46.962707 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-767c46c4-09e6-4f14-8ea9-5668b252a688 req-a98736ec-2ce4-4071-b732-f700ae5fecb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 210 time: 0.0625408 Sep 23 22:17:47.095065 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-66577577-fb4b-475a-a5e7-6bfc0f0246ce req-cf01eb6f-beff-4357-99ba-02c2f023f65a tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/e76c1d68-b941-44d8-a2ed-99da698b9d56 HTTP/1.1" status: 200 len: 2403 time: 0.1382520 Sep 23 22:17:47.203280 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7b1bacc9-e099-4731-8b82-db9e4fc55126 req-61e37f0c-d9bd-465c-ba4d-36563b48a586 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=26899d1f-4480-4ba0-899c-f5c870a9c489 HTTP/1.1" status: 200 len: 210 time: 0.0662880 Sep 23 22:17:47.286570 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:47.392775 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:47.401695 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:47.410506 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-26dc7394-cd37-46a4-96e0-bc6c8c6ff888 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f3520afaa5074c579b26bba5e93d7206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809008 Sep 23 22:17:47.414071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38452) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:47.417234 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-66577577-fb4b-475a-a5e7-6bfc0f0246ce req-b353ca8e-9331-493d-980c-4876d5e665ad tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:47.501597 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-02dd41b5-3ffa-4f08-b7b7-4126abdd21ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:47.518976 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-66577577-fb4b-475a-a5e7-6bfc0f0246ce req-b353ca8e-9331-493d-980c-4876d5e665ad tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:47.549525 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-02dd41b5-3ffa-4f08-b7b7-4126abdd21ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:47.567359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163e6594-f807-4196-a3fe-6952b918c1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bf5425-59b2-4a42-bcbd-ab8f82329195'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:47.571647 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09e86cc-d224-4326-93ff-dd9a6a1d7fb5" -d '{"events": [{"server_uuid": "163e6594-f807-4196-a3fe-6952b918c1d1", "name": "network-vif-plugged", "status": "completed", "tag": "35bf5425-59b2-4a42-bcbd-ab8f82329195"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:47.639066 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 35bf5425-59b2-4a42-bcbd-ab8f82329195, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=35bf5425-59b2-4a42-bcbd-ab8f82329195,segment=NetworkSegment(4b6cca1f-badb-4106-8dca-afc898f0e7c0),segment_id=4b6cca1f-badb-4106-8dca-afc898f0e7c0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:47.704760 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773ead88-61bc-453d-9c2d-7ca0dbf8b66d x-openstack-request-id: req-773ead88-61bc-453d-9c2d-7ca0dbf8b66d {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:47.705800 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163e6594-f807-4196-a3fe-6952b918c1d1", "name": "network-vif-plugged", "status": "completed", "tag": "35bf5425-59b2-4a42-bcbd-ab8f82329195", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:47.705800 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-773ead88-61bc-453d-9c2d-7ca0dbf8b66d {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:47.707182 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163e6594-f807-4196-a3fe-6952b918c1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bf5425-59b2-4a42-bcbd-ab8f82329195', 'code': 200} Sep 23 22:17:47.751464 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-66577577-fb4b-475a-a5e7-6bfc0f0246ce req-b353ca8e-9331-493d-980c-4876d5e665ad tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:47.756216 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-66577577-fb4b-475a-a5e7-6bfc0f0246ce req-b353ca8e-9331-493d-980c-4876d5e665ad tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:47.757781 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-66577577-fb4b-475a-a5e7-6bfc0f0246ce req-b353ca8e-9331-493d-980c-4876d5e665ad tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "DELETE /v2.0/security-groups/e76c1d68-b941-44d8-a2ed-99da698b9d56 HTTP/1.1" status: 204 len: 173 time: 0.6601851 Sep 23 22:17:47.778434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353ca8e-9331-493d-980c-4876d5e665ad tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76c1d68-b941-44d8-a2ed-99da698b9d56,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:47.780816 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-02dd41b5-3ffa-4f08-b7b7-4126abdd21ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:47.784387 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-02dd41b5-3ffa-4f08-b7b7-4126abdd21ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:47.787239 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-02dd41b5-3ffa-4f08-b7b7-4126abdd21ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb35c520-c9ac-4a54-9156-9d3e79a479a6 HTTP/1.1" status: 204 len: 168 time: 0.3705428 Sep 23 22:17:47.797994 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:47.893400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cfe65c49-e541-43d2-bbae-d67f4ba63fd5 req-dcbc92d1-f1e7-48f9-b7ff-32c0505a7c7b tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "GET /v2.0/security-groups/0f781e40-df0e-45d5-af50-d8ac2ab8850c HTTP/1.1" status: 200 len: 2397 time: 0.0884795 Sep 23 22:17:47.907290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd41b5-3ffa-4f08-b7b7-4126abdd21ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb35c520-c9ac-4a54-9156-9d3e79a479a6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:48.026110 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=35bf5425-59b2-4a42-bcbd-ab8f82329195,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:48.032181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9d796-02d4-4832-9952-222e666cb3ba req-9353f0e5-5e9f-46e2-8b8f-97042d39a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:48.034954 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-37c9d796-02d4-4832-9952-222e666cb3ba req-9353f0e5-5e9f-46e2-8b8f-97042d39a473 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 1096 time: 0.2475481 Sep 23 22:17:48.131006 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebd87d-9880-4b66-b3de-54261595e601 req-e1a179e0-7a7b-4cd0-aad2-e35a8a4d77eb tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:48.135235 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eeebd87d-9880-4b66-b3de-54261595e601 req-e1a179e0-7a7b-4cd0-aad2-e35a8a4d77eb tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 945 time: 0.2339430 Sep 23 22:17:48.138783 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-37c9d796-02d4-4832-9952-222e666cb3ba req-2cafa952-785b-459c-8cc3-d4eeb022487b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884521 Sep 23 22:17:48.193417 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cfe65c49-e541-43d2-bbae-d67f4ba63fd5 req-c92abec2-019e-4440-bb75-0609f0e46c6e tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:48.218807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eeebd87d-9880-4b66-b3de-54261595e601 req-c9da34f6-d15a-4d03-ac03-751d9b9dd0e6 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768831 Sep 23 22:17:48.322743 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cfe65c49-e541-43d2-bbae-d67f4ba63fd5 req-c92abec2-019e-4440-bb75-0609f0e46c6e tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:48.424555 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:48.499624 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cfe65c49-e541-43d2-bbae-d67f4ba63fd5 req-c92abec2-019e-4440-bb75-0609f0e46c6e tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:48.502305 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cfe65c49-e541-43d2-bbae-d67f4ba63fd5 req-c92abec2-019e-4440-bb75-0609f0e46c6e tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:48.503524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cfe65c49-e541-43d2-bbae-d67f4ba63fd5 req-c92abec2-019e-4440-bb75-0609f0e46c6e tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] 10.222.0.22 "DELETE /v2.0/security-groups/0f781e40-df0e-45d5-af50-d8ac2ab8850c HTTP/1.1" status: 204 len: 173 time: 0.6088092 Sep 23 22:17:48.531764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38472) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:48.571182 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92abec2-019e-4440-bb75-0609f0e46c6e tempest-SecurityGroupRulesTestJSON-2008600011 tempest-SecurityGroupRulesTestJSON-2008600011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f781e40-df0e-45d5-af50-d8ac2ab8850c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:48.676605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b84a88-d311-4520-96d4-7cc6a2b5f1b6 admin admin] Deleting subnet 68ac5866-d937-4a9c-84d6-e5d4ca0f7a39 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:17:48.704744 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-49b84a88-d311-4520-96d4-7cc6a2b5f1b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:48.825085 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-49b84a88-d311-4520-96d4-7cc6a2b5f1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:48.943518 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-49b84a88-d311-4520-96d4-7cc6a2b5f1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:49.345832 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-49b84a88-d311-4520-96d4-7cc6a2b5f1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:49.354445 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b7535b9e-2343-426c-97b1-8f91a7ea4a1f req-8082658d-5fba-456e-834e-495fe75e7b4f tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 210 time: 0.5226717 Sep 23 22:17:49.417592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-307ee1f2-d952-408a-85e0-f4dbc10d27f4 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:49.421021 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-307ee1f2-d952-408a-85e0-f4dbc10d27f4 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.67 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 820 time: 0.9757864 Sep 23 22:17:49.427240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b84a88-d311-4520-96d4-7cc6a2b5f1b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ac5866-d937-4a9c-84d6-e5d4ca0f7a39,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:49.432170 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-49b84a88-d311-4520-96d4-7cc6a2b5f1b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:49.437637 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-49b84a88-d311-4520-96d4-7cc6a2b5f1b6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/68ac5866-d937-4a9c-84d6-e5d4ca0f7a39 HTTP/1.1" status: 204 len: 168 time: 0.9015925 Sep 23 22:17:49.439910 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38490) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:49.455325 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-551c5836-7584-4206-a5db-8dcbc6f49a37 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Request body: {'port': {'device_id': '616c4bb8-e7c1-4660-a888-5ed03346943f', 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176', 'admin_state_up': True, 'tenant_id': '15cbc9172a21412ea06786b579eff720'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:49.537293 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device e63f6fa0-49ab-448d-9fa1-d432c01b6d91 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:17:49.588986 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: e63f6fa0-49ab-448d-9fa1-d432c01b6d91 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:17:49.594333 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device e63f6fa0-49ab-448d-9fa1-d432c01b6d91 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:17:49.730724 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4a36ffc-ca4f-45f9-b6fc-8061ea05a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:49.848422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c773-5d34-481a-8d63-31730025383c req-679b5ffd-e5b0-44e5-9aca-9dcc6e5e3eaf tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:49.853889 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0243c773-5d34-481a-8d63-31730025383c req-679b5ffd-e5b0-44e5-9aca-9dcc6e5e3eaf tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 950 time: 0.1181889 Sep 23 22:17:49.925577 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0243c773-5d34-481a-8d63-31730025383c req-49780da9-b10a-4aee-bb2a-1662f2649787 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532670 Sep 23 22:17:50.055580 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4a36ffc-ca4f-45f9-b6fc-8061ea05a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:50.084269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-b4a36ffc-ca4f-45f9-b6fc-8061ea05a2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537d5abd-cf6a-4787-8768-ccbd2318eabc']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:50.097190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-b4a36ffc-ca4f-45f9-b6fc-8061ea05a2e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ccab38-37af-4d46-8097-a32785c4a971') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:50.099470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-b4a36ffc-ca4f-45f9-b6fc-8061ea05a2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ccab38-37af-4d46-8097-a32785c4a971') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:17:50.111004 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4a36ffc-ca4f-45f9-b6fc-8061ea05a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:50.141372 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4a36ffc-ca4f-45f9-b6fc-8061ea05a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:50.157561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a36ffc-ca4f-45f9-b6fc-8061ea05a2e5 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:17:50.157977 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4a36ffc-ca4f-45f9-b6fc-8061ea05a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:17:50.253451 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:17:50.261042 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ad40c-1ea5-43d7-85b5-678d01507309 req-09001834-7848-4eab-9d9d-e605f7c0ff36 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:50.262652 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3f2ad40c-1ea5-43d7-85b5-678d01507309 req-09001834-7848-4eab-9d9d-e605f7c0ff36 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 945 time: 0.7526464 Sep 23 22:17:50.359162 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3f2ad40c-1ea5-43d7-85b5-678d01507309 req-13761ae1-b3bc-4d71-bb0f-bbcfce36dcf3 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651233 Sep 23 22:17:50.373949 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4a36ffc-ca4f-45f9-b6fc-8061ea05a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:50.413903 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4a36ffc-ca4f-45f9-b6fc-8061ea05a2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:50.416818 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b4a36ffc-ca4f-45f9-b6fc-8061ea05a2e5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/537d5abd-cf6a-4787-8768-ccbd2318eabc HTTP/1.1" status: 204 len: 168 time: 0.9766314 Sep 23 22:17:50.423988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-551c5836-7584-4206-a5db-8dcbc6f49a37 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Made reservation on behalf of 15cbc9172a21412ea06786b579eff720 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:17:50.430925 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-551c5836-7584-4206-a5db-8dcbc6f49a37 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:50.474323 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a36ffc-ca4f-45f9-b6fc-8061ea05a2e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=537d5abd-cf6a-4787-8768-ccbd2318eabc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:50.584039 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-4b52d941-95ae-4c93-8aed-76976d41dd77 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4e608eb9ef014590b8653b962073e3ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590503 Sep 23 22:17:50.730883 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5a31ed7c-ddb7-47f7-ac74-508ef6ebf3d4 req-8d932234-c80b-4244-8f03-f3ad36ec2736 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 210 time: 0.0974860 Sep 23 22:17:50.932318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-00934a52-890c-4a1f-bafd-30381fb1e487 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:50.952786 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-00934a52-890c-4a1f-bafd-30381fb1e487 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3586106 Sep 23 22:17:50.958241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-551c5836-7584-4206-a5db-8dcbc6f49a37 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Allocated IP 172.20.0.6 (c9f420e2-d329-4ff8-a6ea-b7ebff440176/e37ead02-da09-4adf-8e2d-f15b75dbcd24/e23a60a8-f3a5-4d0f-95b4-7040ac188459) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:17:50.994733 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-ea3da10c-57ed-4935-b85e-4ea871807ab6 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/quotas/4e608eb9ef014590b8653b962073e3ea HTTP/1.1" status: 200 len: 375 time: 0.0402200 Sep 23 22:17:51.050853 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-b5e95737-d450-4b0f-89ad-9e4c3ea01ba8 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e608eb9ef014590b8653b962073e3ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534685 Sep 23 22:17:51.079176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38526) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:51.200357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-301760a5-b65b-44a1-a94a-6019a9f82b35 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d7e0d6759d924518baf82fd7296f27c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1158609 Sep 23 22:17:51.202143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38528) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:51.351476 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-551c5836-7584-4206-a5db-8dcbc6f49a37 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:51.370719 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-28603bf4-7146-41ac-960a-ee870e27b176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:51.450340 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-28603bf4-7146-41ac-960a-ee870e27b176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:51.537985 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-551c5836-7584-4206-a5db-8dcbc6f49a37 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:51.644852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-551c5836-7584-4206-a5db-8dcbc6f49a37 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Network c9f420e2-d329-4ff8-a6ea-b7ebff440176 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:17:51.665885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-551c5836-7584-4206-a5db-8dcbc6f49a37 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:17:51.677352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-551c5836-7584-4206-a5db-8dcbc6f49a37 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:17:51.683448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e8d7d-f5e5-44f5-a560-7d729f606c69 req-f67afc5e-ffc2-4554-bae2-9d97447cd655 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:51.689679 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-634e8d7d-f5e5-44f5-a560-7d729f606c69 req-f67afc5e-ffc2-4554-bae2-9d97447cd655 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 945 time: 0.1558018 Sep 23 22:17:51.751467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995455b-c687-4b60-b228-7d4e945413bb req-53155475-632b-4786-a941-093b7428e0f7 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:51.759710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8995455b-c687-4b60-b228-7d4e945413bb req-53155475-632b-4786-a941-093b7428e0f7 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 950 time: 0.3997142 Sep 23 22:17:51.761411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c5836-7584-4206-a5db-8dcbc6f49a37 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Pushing event updated for resources: {'Port': ['ID=e23a60a8-f3a5-4d0f-95b4-7040ac188459,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:51.770381 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-28603bf4-7146-41ac-960a-ee870e27b176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:51.777002 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-28603bf4-7146-41ac-960a-ee870e27b176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:51.779965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-28603bf4-7146-41ac-960a-ee870e27b176 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2bfa7a57-95ff-4469-9845-09387450763f HTTP/1.1" status: 204 len: 168 time: 0.5757997 Sep 23 22:17:51.793839 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-634e8d7d-f5e5-44f5-a560-7d729f606c69 req-f1a9c860-f650-4b5e-88cc-4cd663287d3a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884807 Sep 23 22:17:51.796869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583da48-d22a-4077-a37f-3eb586de916b req-4f2d1975-c694-4bea-89c1-c3ece4795378 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:51.800492 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9583da48-d22a-4077-a37f-3eb586de916b req-4f2d1975-c694-4bea-89c1-c3ece4795378 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 950 time: 0.4330688 Sep 23 22:17:51.816052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28603bf4-7146-41ac-960a-ee870e27b176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfa7a57-95ff-4469-9845-09387450763f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:51.888070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-551c5836-7584-4206-a5db-8dcbc6f49a37 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:51.889869 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-551c5836-7584-4206-a5db-8dcbc6f49a37 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:51.951019 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8995455b-c687-4b60-b228-7d4e945413bb req-1950b8f0-cc71-4817-85b3-cd70732c214a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893287 Sep 23 22:17:52.009560 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-551c5836-7584-4206-a5db-8dcbc6f49a37 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5711846 Sep 23 22:17:52.043158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-248c5e4b-d152-4415-af6e-953bc23fda4b req-1abec66e-2527-47a8-8e4a-8838da7cb0a2 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 210 time: 0.1087580 Sep 23 22:17:52.053686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Request body: {'port': {'device_id': '616c4bb8-e7c1-4660-a888-5ed03346943f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:52.289191 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9583da48-d22a-4077-a37f-3eb586de916b req-dd2c4b6c-160e-4278-8ad2-54cdaac6dcba tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Deleting port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:17:52.290016 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9583da48-d22a-4077-a37f-3eb586de916b req-dd2c4b6c-160e-4278-8ad2-54cdaac6dcba tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:52.318172 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29c9498d-a0a9-4c47-be53-9f4b4d6ecaa6 req-0b4b8b07-afae-4963-abec-a84df4e7a9ce tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1000247251&fields=id&tenant_id=c25ebeb633064639837d7061e30004ff HTTP/1.1" status: 200 len: 267 time: 0.1140499 Sep 23 22:17:52.348222 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:52.396792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbc91f-0f61-4dea-9d44-df1d90c18730 req-b36b72e7-ec8c-43c3-aa63-cba327d321df tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:52.408703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9498d-a0a9-4c47-be53-9f4b4d6ecaa6 req-1973c82d-802f-4028-aa6c-f8825d3a5be3 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:52.411723 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3dfbc91f-0f61-4dea-9d44-df1d90c18730 req-b36b72e7-ec8c-43c3-aa63-cba327d321df tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 931 time: 0.2801435 Sep 23 22:17:52.417329 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29c9498d-a0a9-4c47-be53-9f4b4d6ecaa6 req-1973c82d-802f-4028-aa6c-f8825d3a5be3 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0887389 Sep 23 22:17:52.444357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-29c9498d-a0a9-4c47-be53-9f4b4d6ecaa6 req-0e7450ae-4f09-431c-b8fc-7c27384770a5 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'port': {'security_groups': ['4e611193-f39c-48bc-b656-8859e3a7252c', 'a1c7755b-2968-4f78-8e83-debdc7d04e55']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:52.671370 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-29c9498d-a0a9-4c47-be53-9f4b4d6ecaa6 req-0e7450ae-4f09-431c-b8fc-7c27384770a5 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:52.753918 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9583da48-d22a-4077-a37f-3eb586de916b req-dd2c4b6c-160e-4278-8ad2-54cdaac6dcba tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] For port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7557436f-7fe6-45e1-866b-ed4e1ffca5d6,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:52.754905 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9583da48-d22a-4077-a37f-3eb586de916b req-dd2c4b6c-160e-4278-8ad2-54cdaac6dcba tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:52.867265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9583da48-d22a-4077-a37f-3eb586de916b req-dd2c4b6c-160e-4278-8ad2-54cdaac6dcba tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Calling delete_port for 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:17:52.885920 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3dfbc91f-0f61-4dea-9d44-df1d90c18730 req-44ee9b45-5a7f-400e-83b0-5d28f24738a1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727228 Sep 23 22:17:53.064168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-29c9498d-a0a9-4c47-be53-9f4b4d6ecaa6 req-0e7450ae-4f09-431c-b8fc-7c27384770a5 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] For port 35bf5425-59b2-4a42-bcbd-ab8f82329195, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=35bf5425-59b2-4a42-bcbd-ab8f82329195,segment=NetworkSegment(4b6cca1f-badb-4106-8dca-afc898f0e7c0),segment_id=4b6cca1f-badb-4106-8dca-afc898f0e7c0)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:53.111035 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-29c9498d-a0a9-4c47-be53-9f4b4d6ecaa6 req-0e7450ae-4f09-431c-b8fc-7c27384770a5 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:53.288654 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-29c9498d-a0a9-4c47-be53-9f4b4d6ecaa6 req-0e7450ae-4f09-431c-b8fc-7c27384770a5 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:53.301945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['35bf5425-59b2-4a42-bcbd-ab8f82329195'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:53.421527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9498d-a0a9-4c47-be53-9f4b4d6ecaa6 req-0e7450ae-4f09-431c-b8fc-7c27384770a5 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:53.422302 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-29c9498d-a0a9-4c47-be53-9f4b4d6ecaa6 req-0e7450ae-4f09-431c-b8fc-7c27384770a5 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:53.443797 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29c9498d-a0a9-4c47-be53-9f4b4d6ecaa6 req-0e7450ae-4f09-431c-b8fc-7c27384770a5 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "PUT /v2.0/ports/35bf5425-59b2-4a42-bcbd-ab8f82329195 HTTP/1.1" status: 200 len: 981 time: 1.0082035 Sep 23 22:17:53.444445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163e6594-f807-4196-a3fe-6952b918c1d1', 'tag': '35bf5425-59b2-4a42-bcbd-ab8f82329195'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:53.447740 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a965e1c-5052-4337-94b8-70fb15967fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "163e6594-f807-4196-a3fe-6952b918c1d1", "tag": "35bf5425-59b2-4a42-bcbd-ab8f82329195"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:53.458428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37971db-ba1e-4f34-b658-1124edb34a3b req-01a398e6-a33f-4dbb-a745-681603845543 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:53.476814 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b37971db-ba1e-4f34-b658-1124edb34a3b req-01a398e6-a33f-4dbb-a745-681603845543 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 950 time: 0.2985005 Sep 23 22:17:53.543304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7450ae-4f09-431c-b8fc-7c27384770a5 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'Port': ['ID=35bf5425-59b2-4a42-bcbd-ab8f82329195,revision_number=6']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:53.550379 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9583da48-d22a-4077-a37f-3eb586de916b req-dd2c4b6c-160e-4278-8ad2-54cdaac6dcba tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:53.582389 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5aba601-e54a-4ab3-8d08-9dbe18e0f14b req-2d5bc1c6-e67b-4498-ac89-27d2866d3746 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 210 time: 0.0666265 Sep 23 22:17:53.648691 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['35bf5425-59b2-4a42-bcbd-ab8f82329195'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:53.652475 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d', '22eb675b-033b-4f09-a95d-dda8d9843398'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:53.679386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23a60a8-f3a5-4d0f-95b4-7040ac188459 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:17:53.707751 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b37971db-ba1e-4f34-b658-1124edb34a3b req-ef0b580b-f203-41fc-8a1d-38611bfafa8c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179916 Sep 23 22:17:53.730460 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c4b6c-160e-4278-8ad2-54cdaac6dcba tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event deleted for resources: {'Port': ['ID=7557436f-7fe6-45e1-866b-ed4e1ffca5d6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:53.748449 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:53.777387 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c17e67ae-3165-42fa-998d-8bfa5136af72 req-a3ab98ff-8be6-4f92-a63e-034974610db9 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-56558931&fields=id&tenant_id=c25ebeb633064639837d7061e30004ff HTTP/1.1" status: 200 len: 267 time: 0.1304736 Sep 23 22:17:53.822028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Transition to ACTIVE for port object e23a60a8-f3a5-4d0f-95b4-7040ac188459 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:17:53.822861 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b408c5-e109-4664-a901-87b08e37feba x-openstack-request-id: req-24b408c5-e109-4664-a901-87b08e37feba {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:53.823131 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163e6594-f807-4196-a3fe-6952b918c1d1", "tag": "35bf5425-59b2-4a42-bcbd-ab8f82329195", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:53.824084 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24b408c5-e109-4664-a901-87b08e37feba {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:53.826767 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163e6594-f807-4196-a3fe-6952b918c1d1', 'tag': '35bf5425-59b2-4a42-bcbd-ab8f82329195', 'status': 'completed', 'code': 200} Sep 23 22:17:53.938076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e67ae-3165-42fa-998d-8bfa5136af72 req-e4ad3dda-ddf5-4fd7-8fc8-5e8c2b602a63 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:53.939767 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-9583da48-d22a-4077-a37f-3eb586de916b req-dd2c4b6c-160e-4278-8ad2-54cdaac6dcba tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] No DVR routers for this DVR port 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:17:53.945547 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9583da48-d22a-4077-a37f-3eb586de916b req-dd2c4b6c-160e-4278-8ad2-54cdaac6dcba tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:53.947047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c17e67ae-3165-42fa-998d-8bfa5136af72 req-e4ad3dda-ddf5-4fd7-8fc8-5e8c2b602a63 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 984 time: 0.1682236 Sep 23 22:17:53.951911 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9583da48-d22a-4077-a37f-3eb586de916b req-dd2c4b6c-160e-4278-8ad2-54cdaac6dcba tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "DELETE /v2.0/ports/7557436f-7fe6-45e1-866b-ed4e1ffca5d6 HTTP/1.1" status: 204 len: 173 time: 2.1323740 Sep 23 22:17:53.953233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc746830-d04f-432d-a117-f722711958e6', 'name': 'network-vif-deleted', 'tag': '7557436f-7fe6-45e1-866b-ed4e1ffca5d6'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:53.955668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-c17e67ae-3165-42fa-998d-8bfa5136af72 req-6d8b6687-0379-490e-88fc-71f8a5d75b3a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'port': {'security_groups': ['4e611193-f39c-48bc-b656-8859e3a7252c', 'a1c7755b-2968-4f78-8e83-debdc7d04e55', '6edc15e6-9ed5-4422-b4f1-99f6e77eeacb']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:53.972473 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45de164-64c5-4ab0-ab56-5eaaeaf3fe95" -d '{"events": [{"server_uuid": "cc746830-d04f-432d-a117-f722711958e6", "name": "network-vif-deleted", "tag": "7557436f-7fe6-45e1-866b-ed4e1ffca5d6"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:53.979185 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:54.104453 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c17e67ae-3165-42fa-998d-8bfa5136af72 req-6d8b6687-0379-490e-88fc-71f8a5d75b3a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:54.258695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:17:54.265248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Pushing event updated for resources: {'Port': ['ID=e23a60a8-f3a5-4d0f-95b4-7040ac188459,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:54.359156 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:17:54.359993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7557436f-7fe6-45e1-866b-ed4e1ffca5d6 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:17:54.423037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a965e1c-5052-4337-94b8-70fb15967fe0 req-a6d90bfd-2513-4841-9d33-1fcec770f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:54.427113 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a965e1c-5052-4337-94b8-70fb15967fe0 req-a6d90bfd-2513-4841-9d33-1fcec770f2fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c25ebeb633064639837d7061e30004ff&device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 1135 time: 0.4408760 Sep 23 22:17:54.635678 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c17e67ae-3165-42fa-998d-8bfa5136af72 req-6d8b6687-0379-490e-88fc-71f8a5d75b3a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] For port 35bf5425-59b2-4a42-bcbd-ab8f82329195, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=35bf5425-59b2-4a42-bcbd-ab8f82329195,segment=NetworkSegment(4b6cca1f-badb-4106-8dca-afc898f0e7c0),segment_id=4b6cca1f-badb-4106-8dca-afc898f0e7c0)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:17:54.709939 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c17e67ae-3165-42fa-998d-8bfa5136af72 req-6d8b6687-0379-490e-88fc-71f8a5d75b3a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:54.747130 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1', '286dd15c-7fc1-4071-8dd8-38aeb54576b2', 'b142229a-6288-47ed-bd33-e95175347df1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:54.785277 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c17e67ae-3165-42fa-998d-8bfa5136af72 req-6d8b6687-0379-490e-88fc-71f8a5d75b3a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:54.857370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a965e1c-5052-4337-94b8-70fb15967fe0 req-965bbdd4-3cce-4e34-815a-f3b3be2bf0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:54.859223 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a965e1c-5052-4337-94b8-70fb15967fe0 req-965bbdd4-3cce-4e34-815a-f3b3be2bf0c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d HTTP/1.1" status: 200 len: 913 time: 0.4132483 Sep 23 22:17:54.925299 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b6687-0379-490e-88fc-71f8a5d75b3a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'Port': ['ID=35bf5425-59b2-4a42-bcbd-ab8f82329195,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:54.948413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e67ae-3165-42fa-998d-8bfa5136af72 req-6d8b6687-0379-490e-88fc-71f8a5d75b3a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:54.949461 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c17e67ae-3165-42fa-998d-8bfa5136af72 req-6d8b6687-0379-490e-88fc-71f8a5d75b3a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:54.963250 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c17e67ae-3165-42fa-998d-8bfa5136af72 req-6d8b6687-0379-490e-88fc-71f8a5d75b3a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "PUT /v2.0/ports/35bf5425-59b2-4a42-bcbd-ab8f82329195 HTTP/1.1" status: 200 len: 1020 time: 1.0146208 Sep 23 22:17:54.990532 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43784957-617c-41fb-8715-d6433e69bfe3 req-078bbbb5-0870-4019-9997-28e6974b8623 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:55.001518 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43784957-617c-41fb-8715-d6433e69bfe3 req-078bbbb5-0870-4019-9997-28e6974b8623 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 943 time: 0.7183526 Sep 23 22:17:55.003979 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a965e1c-5052-4337-94b8-70fb15967fe0 req-a05aae2a-cd27-4c55-bfc5-87e18ba0c9e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35bf5425-59b2-4a42-bcbd-ab8f82329195 HTTP/1.1" status: 200 len: 217 time: 0.1041491 Sep 23 22:17:55.009170 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b662acf-680d-4de2-bb6c-adf644b80154 x-openstack-request-id: req-9b662acf-680d-4de2-bb6c-adf644b80154 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:55.009462 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc746830-d04f-432d-a117-f722711958e6", "name": "network-vif-deleted", "tag": "7557436f-7fe6-45e1-866b-ed4e1ffca5d6", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:55.009714 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b662acf-680d-4de2-bb6c-adf644b80154 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:55.010117 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc746830-d04f-432d-a117-f722711958e6', 'name': 'network-vif-deleted', 'tag': '7557436f-7fe6-45e1-866b-ed4e1ffca5d6', 'status': 'completed', 'code': 200} Sep 23 22:17:55.131789 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43784957-617c-41fb-8715-d6433e69bfe3 req-deb1de29-775f-4792-b6dd-9c389b3d4638 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294456 Sep 23 22:17:55.140900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a965e1c-5052-4337-94b8-70fb15967fe0 req-2bd80c5e-a77c-4d48-9a8f-413a04ea32e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:55.145724 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a965e1c-5052-4337-94b8-70fb15967fe0 req-2bd80c5e-a77c-4d48-9a8f-413a04ea32e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcf929a3-bff0-47e3-ab18-e2f69ade1c5c HTTP/1.1" status: 200 len: 852 time: 0.0892949 Sep 23 22:17:55.150270 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Attempting to bind port e23a60a8-f3a5-4d0f-95b4-7040ac188459 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:17:55.152426 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Attempting to bind port e23a60a8-f3a5-4d0f-95b4-7040ac188459 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:17:55.154469 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Attempting to bind port e23a60a8-f3a5-4d0f-95b4-7040ac188459 on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:55.233622 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['35bf5425-59b2-4a42-bcbd-ab8f82329195'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:55.238811 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a965e1c-5052-4337-94b8-70fb15967fe0 req-84a7eb0c-fc5f-46d8-bce2-ef2fdcc676b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746603 Sep 23 22:17:55.245683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Port e23a60a8-f3a5-4d0f-95b4-7040ac188459 on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:17:55.246058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Attempting to bind port e23a60a8-f3a5-4d0f-95b4-7040ac188459 on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:17:55.253735 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd6a24f3-0648-4fbf-a231-0cb4a9a54278 req-55544f55-5d88-4060-8112-5bdc4fdf8ad5 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 210 time: 0.0594373 Sep 23 22:17:55.259689 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:17:55.260029 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Checking segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:17:55.260421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Bound using segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:17:55.260874 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Bound port: e23a60a8-f3a5-4d0f-95b4-7040ac188459, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:17:55.261276 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:55.398623 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a965e1c-5052-4337-94b8-70fb15967fe0 req-d57de931-3bc7-4cb1-8bd5-063ca07f5c16 service neutron] 10.222.0.43 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402075 Sep 23 22:17:55.437415 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0715ee1c-7da9-4d74-949e-abecc0a96c73 req-94fa8df1-cd81-4e5e-8e32-5531d89ff436 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc746830-d04f-432d-a117-f722711958e6 HTTP/1.1" status: 200 len: 210 time: 0.0376022 Sep 23 22:17:55.732564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:17:55.796537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af623c51-960b-4cd6-91ba-92203a731027 req-e757f73d-8d4d-4637-807c-6e82885f4b3d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:55.798488 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-af623c51-960b-4cd6-91ba-92203a731027 req-e757f73d-8d4d-4637-807c-6e82885f4b3d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 1023 time: 0.1612589 Sep 23 22:17:55.800619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:17:55.827896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163e6594-f807-4196-a3fe-6952b918c1d1', 'tag': '35bf5425-59b2-4a42-bcbd-ab8f82329195'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:55.832262 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d129a361-a934-440a-94c1-aa2974278941" -d '{"events": [{"name": "network-changed", "server_uuid": "163e6594-f807-4196-a3fe-6952b918c1d1", "tag": "35bf5425-59b2-4a42-bcbd-ab8f82329195"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:55.879120 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a965e1c-5052-4337-94b8-70fb15967fe0 req-a1030bb8-db12-4fdd-8ffb-20b644675066 service neutron] 10.222.0.43 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186211 Sep 23 22:17:55.928790 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc37c59-d2f8-4a4d-a76e-83045e8795d6 x-openstack-request-id: req-0cc37c59-d2f8-4a4d-a76e-83045e8795d6 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:55.928945 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163e6594-f807-4196-a3fe-6952b918c1d1", "tag": "35bf5425-59b2-4a42-bcbd-ab8f82329195", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:55.929805 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0cc37c59-d2f8-4a4d-a76e-83045e8795d6 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:55.930078 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-af623c51-960b-4cd6-91ba-92203a731027 req-59fbcc93-148f-41d0-a877-c0ac853d7e23 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1c7755b-2968-4f78-8e83-debdc7d04e55&id=6edc15e6-9ed5-4422-b4f1-99f6e77eeacb&id=4e611193-f39c-48bc-b656-8859e3a7252c HTTP/1.1" status: 200 len: 6147 time: 0.1175787 Sep 23 22:17:55.930369 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163e6594-f807-4196-a3fe-6952b918c1d1', 'tag': '35bf5425-59b2-4a42-bcbd-ab8f82329195', 'status': 'completed', 'code': 200} Sep 23 22:17:55.951796 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:56.012564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:56.013248 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:56.015225 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] 10.222.0.67 "PUT /v2.0/ports/e23a60a8-f3a5-4d0f-95b4-7040ac188459 HTTP/1.1" status: 200 len: 1091 time: 3.9780178 Sep 23 22:17:56.045574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81fb86-d8fd-4d5f-aae2-f26ef35b2017 service neutron] Pushing event updated for resources: {'Port': ['ID=e23a60a8-f3a5-4d0f-95b4-7040ac188459,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:56.075950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-be200e31-66c0-4738-b42f-53ec90830d0e req-e03f1fc3-1baf-405d-a85e-7a35de8e0df1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'security_group': {'name': ' tempest-securitygroup -230412148 ', 'description': 'tempest-description-1525526953'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:56.143247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129a361-a934-440a-94c1-aa2974278941 req-41b1c01e-0ea2-46ae-aedb-fe3d34ddc3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:56.150183 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d129a361-a934-440a-94c1-aa2974278941 req-41b1c01e-0ea2-46ae-aedb-fe3d34ddc3f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c25ebeb633064639837d7061e30004ff&device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 1174 time: 0.0838306 Sep 23 22:17:56.220081 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-be200e31-66c0-4738-b42f-53ec90830d0e req-e03f1fc3-1baf-405d-a85e-7a35de8e0df1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:56.335342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129a361-a934-440a-94c1-aa2974278941 req-4cb92447-2414-4a83-b880-3a77345d6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:56.336908 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d129a361-a934-440a-94c1-aa2974278941 req-4cb92447-2414-4a83-b880-3a77345d6a40 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d HTTP/1.1" status: 200 len: 913 time: 0.1782024 Sep 23 22:17:56.345234 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-6c3aa728-6223-4b4a-8b3a-150dfad2d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:56.346964 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-6c3aa728-6223-4b4a-8b3a-150dfad2d284 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 1094 time: 0.0897794 Sep 23 22:17:56.399538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d129a361-a934-440a-94c1-aa2974278941 req-926bb3d8-3250-49f5-9115-f0f32538504e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35bf5425-59b2-4a42-bcbd-ab8f82329195 HTTP/1.1" status: 200 len: 217 time: 0.0494146 Sep 23 22:17:56.520162 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-be200e31-66c0-4738-b42f-53ec90830d0e req-e03f1fc3-1baf-405d-a85e-7a35de8e0df1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:56.534374 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-2912be8e-9d73-435a-b47d-74d7bf9a6196 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459 HTTP/1.1" status: 200 len: 217 time: 0.1332765 Sep 23 22:17:56.553656 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4e0ad02b-78b6-4180-aa00-ac4f806a45c1 req-ccd9b645-d6d6-42d6-8c9c-2f716b0b783e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1611786 Sep 23 22:17:56.587832 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-be200e31-66c0-4738-b42f-53ec90830d0e req-e03f1fc3-1baf-405d-a85e-7a35de8e0df1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:56.618557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129a361-a934-440a-94c1-aa2974278941 req-2643a86f-292b-42d6-bd9c-e41f3dba27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:56.620095 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d129a361-a934-440a-94c1-aa2974278941 req-2643a86f-292b-42d6-bd9c-e41f3dba27e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcf929a3-bff0-47e3-ab18-e2f69ade1c5c HTTP/1.1" status: 200 len: 852 time: 0.2009141 Sep 23 22:17:56.630704 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-452a2c45-5d18-4795-8493-c4e2029fdd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:56.632167 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-452a2c45-5d18-4795-8493-c4e2029fdd81 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.0808392 Sep 23 22:17:56.677912 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d129a361-a934-440a-94c1-aa2974278941 req-716862cb-bdfc-4fe6-885c-21092c5d5d3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447609 Sep 23 22:17:56.687952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94d441-5bbf-47b5-b604-1a1efae3b8dd req-6ce9f739-e33e-4e4a-af11-e9f225cbc46c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:56.689573 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0c94d441-5bbf-47b5-b604-1a1efae3b8dd req-6ce9f739-e33e-4e4a-af11-e9f225cbc46c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 943 time: 0.2016881 Sep 23 22:17:56.718690 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-75a51a80-920c-4aee-bf16-ec804a781653 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=4e608eb9ef014590b8653b962073e3ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607409 Sep 23 22:17:56.722425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f1fc3-1baf-405d-a85e-7a35de8e0df1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb734ed-927d-4903-a273-dabb383fe2eb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:56.762720 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-4d9086f6-8230-4f32-a565-5e1b4c4619fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913031 Sep 23 22:17:56.802137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-be200e31-66c0-4738-b42f-53ec90830d0e req-e03f1fc3-1baf-405d-a85e-7a35de8e0df1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:56.812865 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be200e31-66c0-4738-b42f-53ec90830d0e req-e03f1fc3-1baf-405d-a85e-7a35de8e0df1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.7463994 Sep 23 22:17:57.073351 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c6732923-dcdb-48e8-b7e8-10189c45a840 req-d3b29a3f-5379-410b-ad23-4010574397d9 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 210 time: 0.0660939 Sep 23 22:17:57.129035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-26ca9a95-4624-49f0-b6c4-d77eef66f114 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:57.137421 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-26ca9a95-4624-49f0-b6c4-d77eef66f114 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4104104 Sep 23 22:17:57.168065 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Request body: {'port': {'device_id': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '4e608eb9ef014590b8653b962073e3ea'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:57.291778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616c4bb8-e7c1-4660-a888-5ed03346943f', 'tag': 'e23a60a8-f3a5-4d0f-95b4-7040ac188459'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:17:57.300252 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ece695-e84b-404b-9b96-ba65f5f4e97f" -d '{"events": [{"name": "network-changed", "server_uuid": "616c4bb8-e7c1-4660-a888-5ed03346943f", "tag": "e23a60a8-f3a5-4d0f-95b4-7040ac188459"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:17:57.336640 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0c94d441-5bbf-47b5-b604-1a1efae3b8dd req-e1e2a64d-cc3f-4bb6-8907-70dc7aa8cf2a tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6126790 Sep 23 22:17:57.342712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['35bf5425-59b2-4a42-bcbd-ab8f82329195'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:17:57.485912 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d129a361-a934-440a-94c1-aa2974278941 req-5fbb7e65-fef0-41cc-b263-3b39682548ef service neutron] 10.222.0.43 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7877951 Sep 23 22:17:57.583929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ad02b-78b6-4180-aa00-ac4f806a45c1 req-cc0b70c2-8b01-4648-88aa-7e0e4b1d9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:57.587616 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e0ad02b-78b6-4180-aa00-ac4f806a45c1 req-cc0b70c2-8b01-4648-88aa-7e0e4b1d9858 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3756e6e4b7384c58b79362f025ad60eb&device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 1100 time: 0.8881898 Sep 23 22:17:57.638995 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e34b73c8-6a48-4262-b13b-1e6e50871d2b req-fd091459-5c69-4e95-a13c-67d57b9a852c tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/efb734ed-927d-4903-a273-dabb383fe2eb HTTP/1.1" status: 200 len: 1780 time: 0.3497064 Sep 23 22:17:57.814105 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Made reservation on behalf of 4e608eb9ef014590b8653b962073e3ea for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:17:57.821893 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:57.855857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ad02b-78b6-4180-aa00-ac4f806a45c1 req-0b409a6c-385a-4911-9545-0d97d86c5797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:57.859015 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e0ad02b-78b6-4180-aa00-ac4f806a45c1 req-0b409a6c-385a-4911-9545-0d97d86c5797 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2141442 Sep 23 22:17:57.861237 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5b8833-3e08-4df7-a42c-999216c30f92 x-openstack-request-id: req-ce5b8833-3e08-4df7-a42c-999216c30f92 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:17:57.861693 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "616c4bb8-e7c1-4660-a888-5ed03346943f", "tag": "e23a60a8-f3a5-4d0f-95b4-7040ac188459", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:17:57.862337 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce5b8833-3e08-4df7-a42c-999216c30f92 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:17:57.862954 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616c4bb8-e7c1-4660-a888-5ed03346943f', 'tag': 'e23a60a8-f3a5-4d0f-95b4-7040ac188459', 'status': 'completed', 'code': 200} Sep 23 22:17:57.863998 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:58.049848 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e0ad02b-78b6-4180-aa00-ac4f806a45c1 req-7f60f1dd-f94e-4856-be87-2983ca91f8dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b9df0991-055c-407c-a221-7fbaf95f1c6d HTTP/1.1" status: 200 len: 217 time: 0.1694701 Sep 23 22:17:58.090629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-49043248-99a7-4ae5-ad3f-a39a67486d2f service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3002086 Sep 23 22:17:58.170561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21efb5db-d419-41db-9f29-d7d5e2fe0e3e req-123ba3e1-41ac-4ee0-b374-2e1883a2ca51 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/efb734ed-927d-4903-a273-dabb383fe2eb HTTP/1.1" status: 200 len: 1780 time: 0.1765416 Sep 23 22:17:58.208055 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:58.237759 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d129a361-a934-440a-94c1-aa2974278941 req-834b4f44-bf37-4dbc-87c2-3353ba086615 service neutron] 10.222.0.43 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6582115 Sep 23 22:17:58.326135 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:58.378088 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06acff8-7882-4e78-90f2-b8566abcbbbb req-8c4aa5ca-e838-4c74-bab4-4ae54e27526e tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:58.386581 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d06acff8-7882-4e78-90f2-b8566abcbbbb req-8c4aa5ca-e838-4c74-bab4-4ae54e27526e tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 950 time: 0.1758449 Sep 23 22:17:58.387227 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38658) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:58.391030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ad02b-78b6-4180-aa00-ac4f806a45c1 req-98240af9-5ff3-4bb9-be08-94e7824abf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:58.393864 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e0ad02b-78b6-4180-aa00-ac4f806a45c1 req-98240af9-5ff3-4bb9-be08-94e7824abf15 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.2439392 Sep 23 22:17:58.500674 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4176fe-8919-4169-8dce-89a759078a44,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:58.623855 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d06acff8-7882-4e78-90f2-b8566abcbbbb req-84e9850b-0935-4d22-9c9e-e87ffcf1309c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361209 Sep 23 22:17:58.651790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Allocated IP 192.168.233.139 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/b8a48767-9de0-4a30-87d2-06779ab8d5e8) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:17:58.662220 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-11c8b63e-c442-4c5a-822b-e888580db147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:58.677434 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-21efb5db-d419-41db-9f29-d7d5e2fe0e3e req-5d231a38-6169-4556-b4a9-8ac451be2420 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:58.728665 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26de6f6-67c8-44ac-8ef4-abbae09076f6 req-4696755b-2c92-484e-89d9-4e6ca366b150 service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891097 Sep 23 22:17:58.759219 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ad02b-78b6-4180-aa00-ac4f806a45c1 req-3a738bd0-7daa-46d7-95a2-04eeeb39a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:58.762350 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e0ad02b-78b6-4180-aa00-ac4f806a45c1 req-3a738bd0-7daa-46d7-95a2-04eeeb39a746 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3476479 Sep 23 22:17:58.779377 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-21efb5db-d419-41db-9f29-d7d5e2fe0e3e req-5d231a38-6169-4556-b4a9-8ac451be2420 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:58.830695 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de6fc073-ea46-499f-9ea8-a405eda38c23 req-ac915426-cb96-4523-b41d-abe8bb5ec7b9 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 210 time: 0.0809343 Sep 23 22:17:59.059519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ece695-e84b-404b-9b96-ba65f5f4e97f req-e437aee6-2fe6-46f4-b077-24c6dcd54415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:59.070709 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93ece695-e84b-404b-9b96-ba65f5f4e97f req-e437aee6-2fe6-46f4-b077-24c6dcd54415 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 1094 time: 0.1347024 Sep 23 22:17:59.109902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dae4ac-2f54-4663-bd2b-080c097fe864 req-d6eea8cd-5b3a-466d-8de7-da2609418780 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:59.118051 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-97dae4ac-2f54-4663-bd2b-080c097fe864 req-d6eea8cd-5b3a-466d-8de7-da2609418780 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 943 time: 0.1381793 Sep 23 22:17:59.130462 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:59.152152 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-21efb5db-d419-41db-9f29-d7d5e2fe0e3e req-5d231a38-6169-4556-b4a9-8ac451be2420 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:59.157699 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-21efb5db-d419-41db-9f29-d7d5e2fe0e3e req-5d231a38-6169-4556-b4a9-8ac451be2420 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:59.172180 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21efb5db-d419-41db-9f29-d7d5e2fe0e3e req-5d231a38-6169-4556-b4a9-8ac451be2420 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "DELETE /v2.0/security-groups/efb734ed-927d-4903-a273-dabb383fe2eb HTTP/1.1" status: 204 len: 173 time: 1.0003247 Sep 23 22:17:59.192548 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-97dae4ac-2f54-4663-bd2b-080c097fe864 req-e23f5512-724e-461c-b151-fdcead1d36ce tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708523 Sep 23 22:17:59.261854 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e0ad02b-78b6-4180-aa00-ac4f806a45c1 req-48554d09-d994-420e-8370-18218b53f12b service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843218 Sep 23 22:17:59.316090 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-0d3990c4-d637-4ff9-91fb-db7ce616dfc1 req-f2f3616e-735c-4ef6-b726-7526d49f4c71 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] show failed (client error): The resource could not be found. Sep 23 22:17:59.317873 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d3990c4-d637-4ff9-91fb-db7ce616dfc1 req-f2f3616e-735c-4ef6-b726-7526d49f4c71 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/efb734ed-927d-4903-a273-dabb383fe2eb HTTP/1.1" status: 404 len: 352 time: 0.0424085 Sep 23 22:17:59.340596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d231a38-6169-4556-b4a9-8ac451be2420 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb734ed-927d-4903-a273-dabb383fe2eb,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:59.345861 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:59.447531 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:17:59.452384 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:17:59.457039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:17:59.475451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-ad90cd9e-aafc-4bdc-98a2-75d992e5a895 req-5f935cf5-2064-4593-9ff0-28416c919d1f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-402141128', 'description': 'tempest-description-28441749'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:59.501314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c229dfe-7fa2-49e4-9073-755526001621 req-8fdb0b75-e0d4-430f-94f6-667b9f2e3ae7 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:59.502916 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c229dfe-7fa2-49e4-9073-755526001621 req-8fdb0b75-e0d4-430f-94f6-667b9f2e3ae7 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 950 time: 0.2253697 Sep 23 22:17:59.527566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:59.528210 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:59.578231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Pushing event updated for resources: {'Port': ['ID=b8a48767-9de0-4a30-87d2-06779ab8d5e8,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:59.610157 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e0ad02b-78b6-4180-aa00-ac4f806a45c1 req-afca7c90-2960-4b53-8bfb-0628a5ea9742 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720523 Sep 23 22:17:59.614707 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-11c8b63e-c442-4c5a-822b-e888580db147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:59.728411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ece695-e84b-404b-9b96-ba65f5f4e97f req-6cfe22a8-1130-429f-977a-95e6bb895342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:59.731457 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93ece695-e84b-404b-9b96-ba65f5f4e97f req-6cfe22a8-1130-429f-977a-95e6bb895342 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.6347280 Sep 23 22:17:59.732955 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-11c8b63e-c442-4c5a-822b-e888580db147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:59.757731 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7f8ad3b7-c240-4dda-b9e6-e56f14882825 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5987709 Sep 23 22:17:59.803846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Request body: {'port': {'device_id': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:17:59.856099 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93ece695-e84b-404b-9b96-ba65f5f4e97f req-f35c4807-4f7f-401f-959e-04b630d25157 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459 HTTP/1.1" status: 200 len: 217 time: 0.1096880 Sep 23 22:17:59.861703 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-11c8b63e-c442-4c5a-822b-e888580db147 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e592362b8ad24748926a750a1850e0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4642119 Sep 23 22:17:59.867368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38682) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:17:59.871378 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8b63e-c442-4c5a-822b-e888580db147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c95e032-f74c-438e-b1eb-e36992b3dce3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:17:59.880359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ce92b-9e83-49ab-a924-c954f39e1085 req-6391d79f-4f75-430e-b821-0575516cb84b tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:59.881331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-620848f4-ef05-4e1b-bb45-1a4a5231d6b5 None None] Provisioning complete for port b8a48767-9de0-4a30-87d2-06779ab8d5e8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:17:59.882115 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-620848f4-ef05-4e1b-bb45-1a4a5231d6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:59.882364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-759ce92b-9e83-49ab-a924-c954f39e1085 req-6391d79f-4f75-430e-b821-0575516cb84b tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 950 time: 0.1216569 Sep 23 22:17:59.926495 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:59.954443 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ad90cd9e-aafc-4bdc-98a2-75d992e5a895 req-5f935cf5-2064-4593-9ff0-28416c919d1f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:59.969234 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9c229dfe-7fa2-49e4-9073-755526001621 req-8dad28a5-49d4-46e4-afb8-8e67c038fd82 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Deleting port b142229a-6288-47ed-bd33-e95175347df1 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:17:59.977652 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9c229dfe-7fa2-49e4-9073-755526001621 req-8dad28a5-49d4-46e4-afb8-8e67c038fd82 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:17:59.977652 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ece695-e84b-404b-9b96-ba65f5f4e97f req-d99db4fe-d2f4-42dc-a24c-784a15608add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:17:59.977652 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93ece695-e84b-404b-9b96-ba65f5f4e97f req-d99db4fe-d2f4-42dc-a24c-784a15608add service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.1149025 Sep 23 22:18:00.020508 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-620848f4-ef05-4e1b-bb45-1a4a5231d6b5 None None] Port b8a48767-9de0-4a30-87d2-06779ab8d5e8 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:18:00.038626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-759ce92b-9e83-49ab-a924-c954f39e1085 req-3db6cc76-2ec7-4f59-bd7f-d03c5775469c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133907 Sep 23 22:18:00.039912 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93ece695-e84b-404b-9b96-ba65f5f4e97f req-af9fc542-5037-42b6-b37a-d41eb8d00ba3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397732 Sep 23 22:18:00.097968 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f69c161-5a5e-4b29-8265-8f7710dbbaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:00.135003 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f69c161-5a5e-4b29-8265-8f7710dbbaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:00.298920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0b8b0-355c-4b9f-8b8e-a30931a26070 req-80a317cb-a890-49b6-ab0a-b802000b1f4c tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:00.301685 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16b0b8b0-355c-4b9f-8b8e-a30931a26070 req-80a317cb-a890-49b6-ab0a-b802000b1f4c tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 1097 time: 0.1489716 Sep 23 22:18:00.318059 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93ece695-e84b-404b-9b96-ba65f5f4e97f req-7e2c8a9b-131c-4844-860a-18359b1f013b service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615125 Sep 23 22:18:00.330164 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9c229dfe-7fa2-49e4-9073-755526001621 req-8dad28a5-49d4-46e4-afb8-8e67c038fd82 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] For port b142229a-6288-47ed-bd33-e95175347df1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b142229a-6288-47ed-bd33-e95175347df1,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:00.330535 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9c229dfe-7fa2-49e4-9073-755526001621 req-8dad28a5-49d4-46e4-afb8-8e67c038fd82 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:00.374892 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9c229dfe-7fa2-49e4-9073-755526001621 req-8dad28a5-49d4-46e4-afb8-8e67c038fd82 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Calling delete_port for b142229a-6288-47ed-bd33-e95175347df1 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:18:00.407292 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16b0b8b0-355c-4b9f-8b8e-a30931a26070 req-85195b47-bbb7-4624-9eca-f7492469f406 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974090 Sep 23 22:18:00.438122 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f69c161-5a5e-4b29-8265-8f7710dbbaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:00.443677 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f69c161-5a5e-4b29-8265-8f7710dbbaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:00.446149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1f69c161-5a5e-4b29-8265-8f7710dbbaad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4c95e032-f74c-438e-b1eb-e36992b3dce3 HTTP/1.1" status: 204 len: 168 time: 0.5764859 Sep 23 22:18:00.481221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69c161-5a5e-4b29-8265-8f7710dbbaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c95e032-f74c-438e-b1eb-e36992b3dce3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:00.538776 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93ece695-e84b-404b-9b96-ba65f5f4e97f req-7161f2cb-ab26-4fc8-ba22-2206e34dd338 service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108011 Sep 23 22:18:00.557716 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ad90cd9e-aafc-4bdc-98a2-75d992e5a895 req-5f935cf5-2064-4593-9ff0-28416c919d1f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:00.645267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a48767-9de0-4a30-87d2-06779ab8d5e8 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:18:00.660150 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ad90cd9e-aafc-4bdc-98a2-75d992e5a895 req-5f935cf5-2064-4593-9ff0-28416c919d1f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:00.665242 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:00.734240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a683d91-0bd5-4da4-af2b-7278fb8488e9 req-2b239d3a-88c0-4d26-b206-15b9d7994989 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:00.741090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f935cf5-2064-4593-9ff0-28416c919d1f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b9c6e2-6caf-4ebb-9367-da5c8d5ce1b0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:00.750039 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5a683d91-0bd5-4da4-af2b-7278fb8488e9 req-2b239d3a-88c0-4d26-b206-15b9d7994989 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 936 time: 0.1860750 Sep 23 22:18:00.780131 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ad90cd9e-aafc-4bdc-98a2-75d992e5a895 req-5f935cf5-2064-4593-9ff0-28416c919d1f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:00.781711 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ad90cd9e-aafc-4bdc-98a2-75d992e5a895 req-5f935cf5-2064-4593-9ff0-28416c919d1f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.3306651 Sep 23 22:18:00.811838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Transition to ACTIVE for port object b8a48767-9de0-4a30-87d2-06779ab8d5e8 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:18:00.843684 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9c229dfe-7fa2-49e4-9073-755526001621 req-8dad28a5-49d4-46e4-afb8-8e67c038fd82 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:00.851580 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5a683d91-0bd5-4da4-af2b-7278fb8488e9 req-6530e979-8455-48c6-a6b4-e03e339a0a8f tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/security-groups?id=0b4176fe-8919-4169-8dce-89a759078a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993557 Sep 23 22:18:00.859526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1', '286dd15c-7fc1-4071-8dd8-38aeb54576b2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:00.932311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d', '22eb675b-033b-4f09-a95d-dda8d9843398'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:00.937010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad28a5-49d4-46e4-afb8-8e67c038fd82 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event deleted for resources: {'Port': ['ID=b142229a-6288-47ed-bd33-e95175347df1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:00.980374 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:01.121633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c229dfe-7fa2-49e4-9073-755526001621 req-8dad28a5-49d4-46e4-afb8-8e67c038fd82 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] No DVR routers for this DVR port b142229a-6288-47ed-bd33-e95175347df1 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:18:01.131613 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9c229dfe-7fa2-49e4-9073-755526001621 req-8dad28a5-49d4-46e4-afb8-8e67c038fd82 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:01.136962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c229dfe-7fa2-49e4-9073-755526001621 req-8dad28a5-49d4-46e4-afb8-8e67c038fd82 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "DELETE /v2.0/ports/b142229a-6288-47ed-bd33-e95175347df1 HTTP/1.1" status: 204 len: 173 time: 1.5405860 Sep 23 22:18:01.145332 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd781f6c1-2aa2-41ed-9b6d-5443cdcfd523', 'name': 'network-vif-deleted', 'tag': 'b142229a-6288-47ed-bd33-e95175347df1'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:01.148242 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f22d297-fe5c-426a-a525-4870ca98ece0" -d '{"events": [{"server_uuid": "d781f6c1-2aa2-41ed-9b6d-5443cdcfd523", "name": "network-vif-deleted", "tag": "b142229a-6288-47ed-bd33-e95175347df1"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:01.198166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261eb234-3120-4979-970b-2c893e9632bd req-789762f5-b539-417c-97c3-21799488624f tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:01.199801 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-261eb234-3120-4979-970b-2c893e9632bd req-789762f5-b539-417c-97c3-21799488624f tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 943 time: 0.3000343 Sep 23 22:18:01.307035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a48767-9de0-4a30-87d2-06779ab8d5e8,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:01.359496 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-261eb234-3120-4979-970b-2c893e9632bd req-532f3981-fdaa-41c9-a513-39c3a5654709 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427555 Sep 23 22:18:01.429938 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-f8dfdc01-5648-43a0-b3b6-67f68e053bdd req-584bb8d7-52a0-4cc1-84db-9e32bb8be82b tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-134659163', 'description': 'tempest-description-1827004839'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:01.516304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Attempting to bind port b8a48767-9de0-4a30-87d2-06779ab8d5e8 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:18:01.516867 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Attempting to bind port b8a48767-9de0-4a30-87d2-06779ab8d5e8 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:18:01.517489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Attempting to bind port b8a48767-9de0-4a30-87d2-06779ab8d5e8 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:01.528606 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Port b8a48767-9de0-4a30-87d2-06779ab8d5e8 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:18:01.529336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Attempting to bind port b8a48767-9de0-4a30-87d2-06779ab8d5e8 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:01.538563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:18:01.539110 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:18:01.540131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:18:01.540690 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Bound port: b8a48767-9de0-4a30-87d2-06779ab8d5e8, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:18:01.541327 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:01.593248 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device e23a60a8-f3a5-4d0f-95b4-7040ac188459 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:18:01.631244 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f8dfdc01-5648-43a0-b3b6-67f68e053bdd req-584bb8d7-52a0-4cc1-84db-9e32bb8be82b tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:01.797956 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] For port b8a48767-9de0-4a30-87d2-06779ab8d5e8, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:18:01.824240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] For port b8a48767-9de0-4a30-87d2-06779ab8d5e8, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b8a48767-9de0-4a30-87d2-06779ab8d5e8,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:18:01.877999 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:01.913712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f8dfdc01-5648-43a0-b3b6-67f68e053bdd req-584bb8d7-52a0-4cc1-84db-9e32bb8be82b tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:01.987251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:01.987818 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a48767-9de0-4a30-87d2-06779ab8d5e8,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:01.999296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:02.000283 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:02.002193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-fdfdf543-5827-4150-a2c2-a2c28501d9e7 service neutron] 10.222.0.67 "PUT /v2.0/ports/b8a48767-9de0-4a30-87d2-06779ab8d5e8 HTTP/1.1" status: 200 len: 1096 time: 2.2058480 Sep 23 22:18:02.002923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'tag': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:02.005955 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78482b0d-fd00-4de7-ae03-e673d3075803" -d '{"events": [{"name": "network-changed", "server_uuid": "cc00b2b5-b8f5-4fc5-bf01-51075bb17e29", "tag": "b8a48767-9de0-4a30-87d2-06779ab8d5e8"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:02.012527 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'e23a60a8-f3a5-4d0f-95b4-7040ac188459', 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176', 'port_id': 'e23a60a8-f3a5-4d0f-95b4-7040ac188459', 'mac_address': 'fa:16:3e:ec:95:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37ead02-da09-4adf-8e2d-f15b75dbcd24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:18:02.089460 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:02.127129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23a60a8-f3a5-4d0f-95b4-7040ac188459 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:18:02.139797 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f8dfdc01-5648-43a0-b3b6-67f68e053bdd req-584bb8d7-52a0-4cc1-84db-9e32bb8be82b tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:02.198233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:02.207869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bb8d7-52a0-4cc1-84db-9e32bb8be82b tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f559696-a0eb-4823-a23d-c3e687a28790,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:02.290764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b142229a-6288-47ed-bd33-e95175347df1 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:18:02.311578 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f8dfdc01-5648-43a0-b3b6-67f68e053bdd req-584bb8d7-52a0-4cc1-84db-9e32bb8be82b tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:02.312964 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f8dfdc01-5648-43a0-b3b6-67f68e053bdd req-584bb8d7-52a0-4cc1-84db-9e32bb8be82b tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8889170 Sep 23 22:18:02.367631 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: b142229a-6288-47ed-bd33-e95175347df1 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:18:02.368757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b142229a-6288-47ed-bd33-e95175347df1 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:18:02.374131 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:02.404550 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-c48478ec-dc8b-4d43-b087-6a3084d1d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:02.410692 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-c48478ec-dc8b-4d43-b087-6a3084d1d475 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e608eb9ef014590b8653b962073e3ea&device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 1099 time: 0.1206748 Sep 23 22:18:02.519117 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-9364f7e6-61c3-4c91-95af-bd573de1f48d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b8a48767-9de0-4a30-87d2-06779ab8d5e8 HTTP/1.1" status: 200 len: 217 time: 0.0914865 Sep 23 22:18:02.545997 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=e23a60a8-f3a5-4d0f-95b4-7040ac188459,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:02.571184 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a104a05c-d590-4e49-9c9c-16f788d109b2 req-4bc57dfb-d7ad-4bba-b520-c31668d1e82e tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=d781f6c1-2aa2-41ed-9b6d-5443cdcfd523 HTTP/1.1" status: 200 len: 210 time: 0.0717671 Sep 23 22:18:02.609996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-4996e801-1ffd-455a-a1ac-627c7d310f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:02.611599 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-4996e801-1ffd-455a-a1ac-627c7d310f7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0786333 Sep 23 22:18:02.673336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-a4beed54-e306-4049-bb2d-d4612dcd788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:02.674637 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b110d60b-deea-47ad-b5e4-e11fdab9101c x-openstack-request-id: req-b110d60b-deea-47ad-b5e4-e11fdab9101c {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:02.675398 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d781f6c1-2aa2-41ed-9b6d-5443cdcfd523", "name": "network-vif-deleted", "tag": "b142229a-6288-47ed-bd33-e95175347df1", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:02.675562 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-a4beed54-e306-4049-bb2d-d4612dcd788b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0540063 Sep 23 22:18:02.675755 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b110d60b-deea-47ad-b5e4-e11fdab9101c {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:02.675755 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd781f6c1-2aa2-41ed-9b6d-5443cdcfd523', 'name': 'network-vif-deleted', 'tag': 'b142229a-6288-47ed-bd33-e95175347df1', 'status': 'completed', 'code': 200} Sep 23 22:18:02.773864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38756) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:02.868994 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-7ec73c75-fda9-4ce5-b57b-7b7f0d3c0715 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851530 Sep 23 22:18:02.901589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4503d70-a6c2-4acd-8a43-ef5de6c07057 req-298112b2-1bc1-4841-aa71-ce8520a14a72 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:02.903371 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e4503d70-a6c2-4acd-8a43-ef5de6c07057 req-298112b2-1bc1-4841-aa71-ce8520a14a72 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 948 time: 0.0836725 Sep 23 22:18:02.933068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['e23a60a8-f3a5-4d0f-95b4-7040ac188459'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:02.963888 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e4503d70-a6c2-4acd-8a43-ef5de6c07057 req-923bfd46-f53e-4fda-8801-20b59970b704 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/security-groups?id=0b4176fe-8919-4169-8dce-89a759078a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490820 Sep 23 22:18:02.988142 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-662596629-network', 'tenant_id': '82296d3f34b743a49b62fe4a34a02210'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:03.026168 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c63c891-c470-494a-b255-39feef204c50 x-openstack-request-id: req-8c63c891-c470-494a-b255-39feef204c50 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:03.026661 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc00b2b5-b8f5-4fc5-bf01-51075bb17e29", "tag": "b8a48767-9de0-4a30-87d2-06779ab8d5e8", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:03.026916 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c63c891-c470-494a-b255-39feef204c50 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:03.027319 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'tag': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8', 'status': 'completed', 'code': 200} Sep 23 22:18:03.036485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7176eee9-0dca-494e-a4dc-cc6ed3b52618 req-b5bda88f-824b-4efd-a5b9-796e52a947ce service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593792 Sep 23 22:18:03.118514 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-0dd1a0e4-cbcb-4283-85b2-9d58ddccda90 req-20848367-a456-42d2-bae4-46b9927e0bd8 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1038109710', 'description': 'tempest-description-582696116'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:03.192319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] Made reservation on behalf of 82296d3f34b743a49b62fe4a34a02210 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:18:03.194530 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:03.209443 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:03.348242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0dd1a0e4-cbcb-4283-85b2-9d58ddccda90 req-20848367-a456-42d2-bae4-46b9927e0bd8 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:03.355064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482b0d-fd00-4de7-ae03-e673d3075803 req-f5529918-963f-4992-900f-d585d741b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:03.356704 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78482b0d-fd00-4de7-ae03-e673d3075803 req-f5529918-963f-4992-900f-d585d741b7fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e608eb9ef014590b8653b962073e3ea&device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 1099 time: 0.0478845 Sep 23 22:18:03.453726 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:03.464576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482b0d-fd00-4de7-ae03-e673d3075803 req-f08f21b2-48ef-42e0-a15d-23921644879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:03.466655 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78482b0d-fd00-4de7-ae03-e673d3075803 req-f08f21b2-48ef-42e0-a15d-23921644879c service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.1015122 Sep 23 22:18:03.511940 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78482b0d-fd00-4de7-ae03-e673d3075803 req-0c3d67d2-8dc5-4256-8d56-17fd223764c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b8a48767-9de0-4a30-87d2-06779ab8d5e8 HTTP/1.1" status: 200 len: 217 time: 0.0379097 Sep 23 22:18:03.535897 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:03.571268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482b0d-fd00-4de7-ae03-e673d3075803 req-a18a1e7b-573f-40dd-b40a-9c274725c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:03.572996 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78482b0d-fd00-4de7-ae03-e673d3075803 req-a18a1e7b-573f-40dd-b40a-9c274725c545 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0532959 Sep 23 22:18:03.578595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:18:03.588987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029c73f3-34af-4fca-ba15-818bb7aa921b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:03.615196 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:03.615580 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] Added segment 9784f627-9c17-40cb-bdb3-8230bd4ef3cd of type vlan for network 5902990f-f310-446e-bbb0-7ab1a253a020 Sep 23 22:18:03.647081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482b0d-fd00-4de7-ae03-e673d3075803 req-680180c3-dcd1-4c66-80d8-365ef5a120ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:03.649705 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78482b0d-fd00-4de7-ae03-e673d3075803 req-680180c3-dcd1-4c66-80d8-365ef5a120ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686555 Sep 23 22:18:03.674740 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:03.688997 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0dd1a0e4-cbcb-4283-85b2-9d58ddccda90 req-20848367-a456-42d2-bae4-46b9927e0bd8 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:03.773363 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0dd1a0e4-cbcb-4283-85b2-9d58ddccda90 req-20848367-a456-42d2-bae4-46b9927e0bd8 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:03.786906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78482b0d-fd00-4de7-ae03-e673d3075803 req-bdddd201-9b85-4bcb-9914-c5a52ac5c4dd service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283960 Sep 23 22:18:03.804676 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20848367-a456-42d2-bae4-46b9927e0bd8 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9b7a7c-fbfe-489e-b03c-eaefd56018f3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:03.819647 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:03.820639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:03.821268 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:03.892446 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0dd1a0e4-cbcb-4283-85b2-9d58ddccda90 req-20848367-a456-42d2-bae4-46b9927e0bd8 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:03.893732 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0dd1a0e4-cbcb-4283-85b2-9d58ddccda90 req-20848367-a456-42d2-bae4-46b9927e0bd8 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7792838 Sep 23 22:18:03.894478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] Pushing event updated for resources: {'Network': ['ID=5902990f-f310-446e-bbb0-7ab1a253a020,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:03.911808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 5902990f-f310-446e-bbb0-7ab1a253a020 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:18:03.921310 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78482b0d-fd00-4de7-ae03-e673d3075803 req-a3283d71-8e37-415f-acb7-c43cfc35aa0e service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256402 Sep 23 22:18:03.936041 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b48e234f-55de-4e37-9efc-c12d896e36ef admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1595044 Sep 23 22:18:03.938915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38772) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:03.947342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c4126c26-54dc-4ce2-915e-3e749015adaf admin admin] Request body: {'subnet': {'network_id': '5902990f-f310-446e-bbb0-7ab1a253a020', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-662596629-subnet', 'tenant_id': '82296d3f34b743a49b62fe4a34a02210', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:04.062232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542eb81a-ee68-414d-bd14-394113fb2cab req-53edb1ef-319a-489c-8084-d39dc14bcd3c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:04.063929 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-542eb81a-ee68-414d-bd14-394113fb2cab req-53edb1ef-319a-489c-8084-d39dc14bcd3c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 944 time: 0.0912378 Sep 23 22:18:04.108735 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-542eb81a-ee68-414d-bd14-394113fb2cab req-6f7751d9-d1a9-4d81-9fff-01074c835b3e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379026 Sep 23 22:18:04.124017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-d61eab62-af66-4fff-b087-5562accf31cc tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:18:04.125769 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-d61eab62-af66-4fff-b087-5562accf31cc tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074773 Sep 23 22:18:04.189668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-dc353e40-135f-41b4-8370-21c304b59bc8 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:04.190889 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-dc353e40-135f-41b4-8370-21c304b59bc8 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports/d33bd0ce-d6c6-43ec-8993-ec8849cd3663 HTTP/1.1" status: 200 len: 1094 time: 0.0591919 Sep 23 22:18:04.196092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4126c26-54dc-4ce2-915e-3e749015adaf admin admin] Made reservation on behalf of 82296d3f34b743a49b62fe4a34a02210 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:18:04.198531 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c4126c26-54dc-4ce2-915e-3e749015adaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:04.206387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-c0eb0a81-dab6-4f6d-af9f-d435aef2fa42 service neutron] Request body: {'binding': {'host': 'n-h1-810775-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:04.206849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-c0eb0a81-dab6-4f6d-af9f-d435aef2fa42 service neutron] Unknown quota resources ['binding']. {{(pid=95491) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:18:04.446742 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-c0eb0a81-dab6-4f6d-af9f-d435aef2fa42 service neutron] Attempting to bind port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 on host n-h1-810775-1 for vnic_type normal with profile None {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:18:04.447288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-c0eb0a81-dab6-4f6d-af9f-d435aef2fa42 service neutron] Attempting to bind port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:18:04.447822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-c0eb0a81-dab6-4f6d-af9f-d435aef2fa42 service neutron] Attempting to bind port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:04.456682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-c0eb0a81-dab6-4f6d-af9f-d435aef2fa42 service neutron] Port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:18:04.457156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-c0eb0a81-dab6-4f6d-af9f-d435aef2fa42 service neutron] Attempting to bind port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:04.464028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-c0eb0a81-dab6-4f6d-af9f-d435aef2fa42 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:18:04.464329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-c0eb0a81-dab6-4f6d-af9f-d435aef2fa42 service neutron] Checking segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:18:04.464708 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-c0eb0a81-dab6-4f6d-af9f-d435aef2fa42 service neutron] Bound using segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:18:04.465165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-c0eb0a81-dab6-4f6d-af9f-d435aef2fa42 service neutron] Bound port: d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:18:04.529404 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c4126c26-54dc-4ce2-915e-3e749015adaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:04.532906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-c0eb0a81-dab6-4f6d-af9f-d435aef2fa42 service neutron] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:18:04.586150 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-c0eb0a81-dab6-4f6d-af9f-d435aef2fa42 service neutron] Notify callbacks [] for binding, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:04.588198 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-c0eb0a81-dab6-4f6d-af9f-d435aef2fa42 service neutron] 10.222.0.22 "POST /v2.0/ports/d33bd0ce-d6c6-43ec-8993-ec8849cd3663/bindings HTTP/1.1" status: 201 len: 389 time: 0.3855255 Sep 23 22:18:04.662404 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4126c26-54dc-4ce2-915e-3e749015adaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=142a58b7-6b97-4fcf-8a12-ad5f6909dbfc,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:04.689652 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-df755a9a-8c68-43b3-9455-9461ed080ebf tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:04.692308 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-df755a9a-8c68-43b3-9455-9461ed080ebf tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/networks?id=d7b29d46-8f3d-44b5-b225-2542decec394 HTTP/1.1" status: 200 len: 814 time: 0.2817304 Sep 23 22:18:04.730548 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-7899663d-301f-4545-a5f9-ea4331043fca tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/quotas/8d7ce4c0d4a742c7a48e51291cbd5740 HTTP/1.1" status: 200 len: 375 time: 0.0274491 Sep 23 22:18:04.735695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4126c26-54dc-4ce2-915e-3e749015adaf admin admin] Checking segment: {'id': '9784f627-9c17-40cb-bdb3-8230bd4ef3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5902990f-f310-446e-bbb0-7ab1a253a020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:18:04.736254 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4126c26-54dc-4ce2-915e-3e749015adaf admin admin] Network hostable DHCP agents. Network: 5902990f-f310-446e-bbb0-7ab1a253a020, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:18:04.840443 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-41dbb086-0a07-4288-b092-0f024fe44636 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8d7ce4c0d4a742c7a48e51291cbd5740&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980034 Sep 23 22:18:04.944676 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-14d6a4d1-2f2a-4da4-be46-04b237a9cf72 req-21b47b25-cde2-4137-bea7-2629b14bc4b9 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c25ebeb633064639837d7061e30004ff HTTP/1.1" status: 200 len: 10892 time: 0.1203105 Sep 23 22:18:04.961929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4126c26-54dc-4ce2-915e-3e749015adaf admin admin] Network 5902990f-f310-446e-bbb0-7ab1a253a020 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:18:05.008142 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-aaf647bf-bf49-4960-8d80-337a79741ff8 service neutron] 10.222.0.22 "GET /v2.0/networks/d7b29d46-8f3d-44b5-b225-2542decec394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600356 Sep 23 22:18:05.008642 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-14d6a4d1-2f2a-4da4-be46-04b237a9cf72 req-8c3ca30a-c513-49ff-ba71-ffd264066ba7 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/4e611193-f39c-48bc-b656-8859e3a7252c HTTP/1.1" status: 200 len: 2981 time: 0.0554378 Sep 23 22:18:05.105281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-c4126c26-54dc-4ce2-915e-3e749015adaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 5902990f-f310-446e-bbb0-7ab1a253a020) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:18:05.109578 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-14d6a4d1-2f2a-4da4-be46-04b237a9cf72 req-121cb5d1-d07c-4c55-a9fc-1fb88dcf53b8 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/4e611193-f39c-48bc-b656-8859e3a7252c HTTP/1.1" status: 200 len: 2981 time: 0.0877368 Sep 23 22:18:05.124443 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4126c26-54dc-4ce2-915e-3e749015adaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:05.125279 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c4126c26-54dc-4ce2-915e-3e749015adaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:05.131755 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4141552-e70c-482d-9b47-1a0401f0a055 None None] Network 5902990f-f310-446e-bbb0-7ab1a253a020 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:18:05.180497 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-b13ac7cd-b0ba-432f-a853-c61c9f4d2750 service neutron] 10.222.0.22 "GET /v2.0/networks/d7b29d46-8f3d-44b5-b225-2542decec394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587007 Sep 23 22:18:05.312132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc99a72-ec1b-47b2-be8c-632f9c4d2196 req-848128f5-4b43-4a4f-881d-dc7f68c68dcf tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:05.314200 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dc99a72-ec1b-47b2-be8c-632f9c4d2196 req-848128f5-4b43-4a4f-881d-dc7f68c68dcf tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 948 time: 0.0840116 Sep 23 22:18:05.324003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c4126c26-54dc-4ce2-915e-3e749015adaf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3836322 Sep 23 22:18:05.339662 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003d659a-d07b-4072-852a-9655017ff768 None None] Network 5902990f-f310-446e-bbb0-7ab1a253a020 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:18:05.414164 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dc99a72-ec1b-47b2-be8c-632f9c4d2196 req-328c4f49-e3bb-4deb-8fe9-5a820d16f997 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/security-groups?id=0b4176fe-8919-4169-8dce-89a759078a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924373 Sep 23 22:18:05.586694 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-28c78eed-d3a1-48b6-8220-c381db1b7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:05.588299 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-28c78eed-d3a1-48b6-8220-c381db1b7cec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 1097 time: 0.1418703 Sep 23 22:18:05.695358 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device e23a60a8-f3a5-4d0f-95b4-7040ac188459 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:18:05.849684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb46bf-b0d3-445e-b917-cb086e4c14a9 req-595403ce-b63b-4bd9-b603-95baf0f9cf77 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:05.851576 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1bcb46bf-b0d3-445e-b917-cb086e4c14a9 req-595403ce-b63b-4bd9-b603-95baf0f9cf77 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.2064567 Sep 23 22:18:05.852946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-90d19cef-aa0b-4d45-840a-0e01d83f2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:05.854485 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-90d19cef-aa0b-4d45-840a-0e01d83f2d01 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.2584157 Sep 23 22:18:05.860073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port e23a60a8-f3a5-4d0f-95b4-7040ac188459 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:18:05.868273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port e23a60a8-f3a5-4d0f-95b4-7040ac188459 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:18:05.868882 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:05.920452 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-c9b5c891-b858-4115-ae2a-e03e049d8769 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663 HTTP/1.1" status: 200 len: 217 time: 0.0517220 Sep 23 22:18:05.975045 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1bcb46bf-b0d3-445e-b917-cb086e4c14a9 req-8db5c41c-5678-43e0-b38b-83fe2fe15147 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158018 Sep 23 22:18:06.014307 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:06.016121 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-661b33c3-7c0e-4b86-9dc8-dceedffa9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:06.019041 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-661b33c3-7c0e-4b86-9dc8-dceedffa9043 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.0919952 Sep 23 22:18:06.072667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616c4bb8-e7c1-4660-a888-5ed03346943f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23a60a8-f3a5-4d0f-95b4-7040ac188459'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:06.075421 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13adcca-7627-4979-91dc-6a06dba29eaf" -d '{"events": [{"server_uuid": "616c4bb8-e7c1-4660-a888-5ed03346943f", "name": "network-vif-plugged", "status": "completed", "tag": "e23a60a8-f3a5-4d0f-95b4-7040ac188459"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:06.089820 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-93e3af72-0f1b-4a0f-9562-4d0ce44df05f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611966 Sep 23 22:18:06.094761 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:06.209927 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:06.216524 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:06.261883 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eae891c1-23d7-4ac5-8471-d14ca19b255b req-046038d5-eb35-481f-b259-3344a9b433b7 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/b2b9c6e2-6caf-4ebb-9367-da5c8d5ce1b0 HTTP/1.1" status: 200 len: 1798 time: 0.2141881 Sep 23 22:18:06.282544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac8123-4ea3-40ba-8ebb-2141a0d4b526 req-dbe49b4d-2769-43cc-97f2-a1997cbcdbb1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:06.284662 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-faac8123-4ea3-40ba-8ebb-2141a0d4b526 req-dbe49b4d-2769-43cc-97f2-a1997cbcdbb1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.0732617 Sep 23 22:18:06.308173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=e23a60a8-f3a5-4d0f-95b4-7040ac188459,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:06.343833 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-faac8123-4ea3-40ba-8ebb-2141a0d4b526 req-5b570d2e-b7f3-4820-8077-595250c165f7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517621 Sep 23 22:18:06.451180 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8ae81b1-c678-458e-87ba-d17e3d7d26aa req-2ddfeade-89d3-4dea-8ae2-cc59d65ff0ba tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 210 time: 0.0533969 Sep 23 22:18:06.723744 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-0b2bad0b-2db4-46c0-b715-a50529acf9b1 service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6191247 Sep 23 22:18:06.773636 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-eae891c1-23d7-4ac5-8471-d14ca19b255b req-b71db9d1-b7f0-485d-bab4-26593f6fb2e1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:06.858778 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-eae891c1-23d7-4ac5-8471-d14ca19b255b req-b71db9d1-b7f0-485d-bab4-26593f6fb2e1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:06.924690 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-f5048e79-f8b7-468f-97f7-2b68b962232c service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886606 Sep 23 22:18:07.054208 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-eae891c1-23d7-4ac5-8471-d14ca19b255b req-b71db9d1-b7f0-485d-bab4-26593f6fb2e1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:07.058900 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-eae891c1-23d7-4ac5-8471-d14ca19b255b req-b71db9d1-b7f0-485d-bab4-26593f6fb2e1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:07.061677 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eae891c1-23d7-4ac5-8471-d14ca19b255b req-b71db9d1-b7f0-485d-bab4-26593f6fb2e1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "DELETE /v2.0/security-groups/b2b9c6e2-6caf-4ebb-9367-da5c8d5ce1b0 HTTP/1.1" status: 204 len: 173 time: 0.7863860 Sep 23 22:18:07.082448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71db9d1-b7f0-485d-bab4-26593f6fb2e1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b9c6e2-6caf-4ebb-9367-da5c8d5ce1b0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:07.140923 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68faf5c8-ac98-4683-84cf-bada95e525ff x-openstack-request-id: req-68faf5c8-ac98-4683-84cf-bada95e525ff {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:07.140923 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616c4bb8-e7c1-4660-a888-5ed03346943f", "name": "network-vif-plugged", "status": "completed", "tag": "e23a60a8-f3a5-4d0f-95b4-7040ac188459", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:07.140923 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68faf5c8-ac98-4683-84cf-bada95e525ff {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:07.140923 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616c4bb8-e7c1-4660-a888-5ed03346943f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23a60a8-f3a5-4d0f-95b4-7040ac188459', 'code': 200} Sep 23 22:18:07.202160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-6a16ee4b-4637-43c5-a0f7-f7c8e3febf92 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:07.204850 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-6a16ee4b-4637-43c5-a0f7-f7c8e3febf92 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/networks?id=5902990f-f310-446e-bbb0-7ab1a253a020 HTTP/1.1" status: 200 len: 821 time: 0.5606198 Sep 23 22:18:07.228398 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-7cd5f1ea-6b36-4f76-9db0-da7a6b2e327e tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/quotas/82296d3f34b743a49b62fe4a34a02210 HTTP/1.1" status: 200 len: 375 time: 0.0163188 Sep 23 22:18:07.280948 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-1344697a-09f0-4b79-b14d-20047991df07 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=82296d3f34b743a49b62fe4a34a02210&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423265 Sep 23 22:18:07.408015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38139a83-f66a-4e7d-9805-d71c4ff3f899 req-25a7884d-71f7-4404-af77-55c0560d5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:07.410448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-38139a83-f66a-4e7d-9805-d71c4ff3f899 req-25a7884d-71f7-4404-af77-55c0560d5f87 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 1096 time: 0.1343615 Sep 23 22:18:07.460361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-6ffdb50b-0dab-4fb1-9cad-f209e161199c service neutron] 10.222.0.22 "GET /v2.0/networks/5902990f-f310-446e-bbb0-7ab1a253a020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623001 Sep 23 22:18:07.486206 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-38139a83-f66a-4e7d-9805-d71c4ff3f899 req-147f505d-4c50-4618-b7b8-caa84ee1c44e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654559 Sep 23 22:18:07.600718 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-7b60cb5a-fec1-42a9-8a78-330eb864c3b8 service neutron] 10.222.0.22 "GET /v2.0/networks/5902990f-f310-446e-bbb0-7ab1a253a020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289752 Sep 23 22:18:07.627879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b8a48767-9de0-4a30-87d2-06779ab8d5e8 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:18:07.880720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b8a48767-9de0-4a30-87d2-06779ab8d5e8, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b8a48767-9de0-4a30-87d2-06779ab8d5e8,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:07.906456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8', 'mac_address': 'fa:16:3e:2a:20:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:18:08.000328 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:08.032579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a48767-9de0-4a30-87d2-06779ab8d5e8 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:18:08.117464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b8a48767-9de0-4a30-87d2-06779ab8d5e8, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b8a48767-9de0-4a30-87d2-06779ab8d5e8,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:08.183349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fdea2-dbde-4d38-9bc0-25be8f2be3a3 req-192744ca-ff15-4df4-95e4-c9e062715e7f tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:08.193741 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9e7fdea2-dbde-4d38-9bc0-25be8f2be3a3 req-192744ca-ff15-4df4-95e4-c9e062715e7f tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 948 time: 0.3424311 Sep 23 22:18:08.248219 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:08.266718 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9e7fdea2-dbde-4d38-9bc0-25be8f2be3a3 req-790315fb-cd31-4144-85ea-9d901d6bd4e6 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/security-groups?id=0b4176fe-8919-4169-8dce-89a759078a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664570 Sep 23 22:18:08.326576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ba845-b290-476f-92e3-90ca3e29a931 req-f56c9d9f-9c03-4ef5-b13f-984f76480fe6 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:08.330569 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-541ba845-b290-476f-92e3-90ca3e29a931 req-f56c9d9f-9c03-4ef5-b13f-984f76480fe6 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.67 "GET /v2.0/ports?device_id=511667e4-d33e-4742-904b-bfa1cb9263b5 HTTP/1.1" status: 200 len: 949 time: 0.1073768 Sep 23 22:18:08.376155 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [req-38b7ee67-f512-44f9-8f98-7a0c8c126ac8 req-5adda239-30c6-45c5-adf4-ec55710f79d3 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] show failed (client error): The resource could not be found. Sep 23 22:18:08.378085 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b8a48767-9de0-4a30-87d2-06779ab8d5e8,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:08.386148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3646ea-6dbf-4766-9d73-0129b590a706 req-3d5bfbfd-dee6-49c4-9c96-cf086efb6f7e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:08.389547 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd3646ea-6dbf-4766-9d73-0129b590a706 req-3d5bfbfd-dee6-49c4-9c96-cf086efb6f7e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.1305532 Sep 23 22:18:08.398835 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-38b7ee67-f512-44f9-8f98-7a0c8c126ac8 req-5adda239-30c6-45c5-adf4-ec55710f79d3 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/b2b9c6e2-6caf-4ebb-9367-da5c8d5ce1b0 HTTP/1.1" status: 404 len: 352 time: 0.0370595 Sep 23 22:18:08.507303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2f03-4ac6-46c9-96ed-eb243367271f req-cc21fcce-d5cd-4c9d-90a4-63612e6cda6a tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:08.518082 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9ea2f03-4ac6-46c9-96ed-eb243367271f req-cc21fcce-d5cd-4c9d-90a4-63612e6cda6a tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.0681894 Sep 23 22:18:08.529575 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd3646ea-6dbf-4766-9d73-0129b590a706 req-d3251c5b-61e3-4996-a5fb-4a8b5d2818e1 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308262 Sep 23 22:18:08.600838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-541ba845-b290-476f-92e3-90ca3e29a931 req-5266cd8e-c5bf-448d-9a84-f8d3e461236c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Deleting port 22eb675b-033b-4f09-a95d-dda8d9843398 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:18:08.601624 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-541ba845-b290-476f-92e3-90ca3e29a931 req-5266cd8e-c5bf-448d-9a84-f8d3e461236c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:08.608582 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9ea2f03-4ac6-46c9-96ed-eb243367271f req-b1823d3b-e376-438f-ba01-17e8bdb0b22e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880749 Sep 23 22:18:08.739445 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-69dc0eba-cded-486f-9150-08df411869f8 req-04327bca-f568-4cc4-b5c7-21f2f0ee8d37 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 210 time: 0.0424907 Sep 23 22:18:08.758425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-541ba845-b290-476f-92e3-90ca3e29a931 req-5266cd8e-c5bf-448d-9a84-f8d3e461236c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] For port 22eb675b-033b-4f09-a95d-dda8d9843398, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=22eb675b-033b-4f09-a95d-dda8d9843398,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:08.758821 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-541ba845-b290-476f-92e3-90ca3e29a931 req-5266cd8e-c5bf-448d-9a84-f8d3e461236c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:08.782921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-541ba845-b290-476f-92e3-90ca3e29a931 req-5266cd8e-c5bf-448d-9a84-f8d3e461236c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Calling delete_port for 22eb675b-033b-4f09-a95d-dda8d9843398 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:18:08.837522 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b8a48767-9de0-4a30-87d2-06779ab8d5e8'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:08.899390 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ee4c5d6-9500-4442-8513-ba21fb728dc5 req-a9eab35b-d46c-43ca-ad2a-1f35d3332f32 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 210 time: 0.0470295 Sep 23 22:18:08.926398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba773e-e0d3-4ef6-8a47-ebd8611b17fb req-48d792cf-c19b-4002-b561-dfbdb5f6a292 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:08.928554 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7dba773e-e0d3-4ef6-8a47-ebd8611b17fb req-48d792cf-c19b-4002-b561-dfbdb5f6a292 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=511667e4-d33e-4742-904b-bfa1cb9263b5 HTTP/1.1" status: 200 len: 949 time: 0.1225660 Sep 23 22:18:09.053263 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7dba773e-e0d3-4ef6-8a47-ebd8611b17fb req-a59382a4-1cf5-454c-ba86-5b7a05959f5b tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944695 Sep 23 22:18:09.216790 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-934d2c21-ad0a-4f56-a60a-588978aef6ac req-5c4e5d74-8606-4f3f-9e3e-a24a1eec038b tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/9f559696-a0eb-4823-a23d-c3e687a28790 HTTP/1.1" status: 200 len: 1800 time: 0.1697786 Sep 23 22:18:09.338180 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-541ba845-b290-476f-92e3-90ca3e29a931 req-5266cd8e-c5bf-448d-9a84-f8d3e461236c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:09.374379 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1', '286dd15c-7fc1-4071-8dd8-38aeb54576b2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:09.501431 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-c47fffb0-22d9-40b0-a84c-4c75dccad770 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:09.504473 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-c47fffb0-22d9-40b0-a84c-4c75dccad770 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.43 "GET /v2.0/networks?id=d7b29d46-8f3d-44b5-b225-2542decec394 HTTP/1.1" status: 200 len: 814 time: 0.3614435 Sep 23 22:18:09.522562 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-934d2c21-ad0a-4f56-a60a-588978aef6ac req-dc964b83-d311-45a6-b5f5-bce439a51830 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:09.532961 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Request body: {'port': {'device_id': 'fb0869f3-2ec5-4f30-b424-a4212ef8b0ab', 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394', 'admin_state_up': True, 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:09.553696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266cd8e-c5bf-448d-9a84-f8d3e461236c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event deleted for resources: {'Port': ['ID=22eb675b-033b-4f09-a95d-dda8d9843398,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:09.583020 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-934d2c21-ad0a-4f56-a60a-588978aef6ac req-dc964b83-d311-45a6-b5f5-bce439a51830 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:09.616075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-541ba845-b290-476f-92e3-90ca3e29a931 req-5266cd8e-c5bf-448d-9a84-f8d3e461236c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] No DVR routers for this DVR port 22eb675b-033b-4f09-a95d-dda8d9843398 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:18:09.622774 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-541ba845-b290-476f-92e3-90ca3e29a931 req-5266cd8e-c5bf-448d-9a84-f8d3e461236c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:09.625088 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-541ba845-b290-476f-92e3-90ca3e29a931 req-5266cd8e-c5bf-448d-9a84-f8d3e461236c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.67 "DELETE /v2.0/ports/22eb675b-033b-4f09-a95d-dda8d9843398 HTTP/1.1" status: 204 len: 173 time: 1.2893074 Sep 23 22:18:09.625734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511667e4-d33e-4742-904b-bfa1cb9263b5', 'name': 'network-vif-deleted', 'tag': '22eb675b-033b-4f09-a95d-dda8d9843398'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:09.634428 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bda353-633f-47fb-81fc-107fbb82a27c" -d '{"events": [{"server_uuid": "511667e4-d33e-4742-904b-bfa1cb9263b5", "name": "network-vif-deleted", "tag": "22eb675b-033b-4f09-a95d-dda8d9843398"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:09.678367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65da5c-0748-4c27-971b-1040f41d50f7 req-05a43eb5-f8a5-44b3-9b46-767d018e6d0f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:09.679903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a65da5c-0748-4c27-971b-1040f41d50f7 req-05a43eb5-f8a5-44b3-9b46-767d018e6d0f tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "GET /v2.0/ports?device_id=b25aa487-049d-4660-ba84-d6837433cd6b HTTP/1.1" status: 200 len: 949 time: 0.2685044 Sep 23 22:18:09.759722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8f48d-2997-4584-a074-0eb7d5281885 req-399c92ac-7ab4-4b99-909e-4c53965172a7 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:09.761607 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-23c8f48d-2997-4584-a074-0eb7d5281885 req-399c92ac-7ab4-4b99-909e-4c53965172a7 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 949 time: 0.2556045 Sep 23 22:18:09.830160 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-934d2c21-ad0a-4f56-a60a-588978aef6ac req-dc964b83-d311-45a6-b5f5-bce439a51830 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:09.832952 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-934d2c21-ad0a-4f56-a60a-588978aef6ac req-dc964b83-d311-45a6-b5f5-bce439a51830 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:09.854395 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-934d2c21-ad0a-4f56-a60a-588978aef6ac req-dc964b83-d311-45a6-b5f5-bce439a51830 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "DELETE /v2.0/security-groups/9f559696-a0eb-4823-a23d-c3e687a28790 HTTP/1.1" status: 204 len: 173 time: 0.6316471 Sep 23 22:18:09.854721 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-23c8f48d-2997-4584-a074-0eb7d5281885 req-3bfe7c14-2357-4af6-ae2e-d2d53f82f7ce tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/security-groups?id=0b4176fe-8919-4169-8dce-89a759078a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783634 Sep 23 22:18:09.915515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc964b83-d311-45a6-b5f5-bce439a51830 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f559696-a0eb-4823-a23d-c3e687a28790,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:10.120712 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4123cb73-5f5f-4524-bfeb-b4cff9963240 x-openstack-request-id: req-4123cb73-5f5f-4524-bfeb-b4cff9963240 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:10.120712 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511667e4-d33e-4742-904b-bfa1cb9263b5", "name": "network-vif-deleted", "tag": "22eb675b-033b-4f09-a95d-dda8d9843398", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:10.120712 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4123cb73-5f5f-4524-bfeb-b4cff9963240 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:10.120712 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511667e4-d33e-4742-904b-bfa1cb9263b5', 'name': 'network-vif-deleted', 'tag': '22eb675b-033b-4f09-a95d-dda8d9843398', 'status': 'completed', 'code': 200} Sep 23 22:18:10.120712 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-0a65da5c-0748-4c27-971b-1040f41d50f7 req-b785a787-3b76-4461-9120-ddb4fe4489f9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Deleting port 286dd15c-7fc1-4071-8dd8-38aeb54576b2 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:18:10.120712 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0a65da5c-0748-4c27-971b-1040f41d50f7 req-b785a787-3b76-4461-9120-ddb4fe4489f9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:10.124480 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:10.355072 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad798f-9fab-49cd-95c2-11b277712fc3 req-ee09bd7a-23e7-41c8-bbfa-6feac088de7c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:10.364650 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bbad798f-9fab-49cd-95c2-11b277712fc3 req-ee09bd7a-23e7-41c8-bbfa-6feac088de7c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.1660228 Sep 23 22:18:10.370266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Made reservation on behalf of 8d7ce4c0d4a742c7a48e51291cbd5740 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:18:10.375280 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:10.511694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24a5e6-05c8-40c9-afef-9895e177829e req-aced644f-46e5-402d-8864-d102171201a5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:10.530322 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c24a5e6-05c8-40c9-afef-9895e177829e req-aced644f-46e5-402d-8864-d102171201a5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.4639556 Sep 23 22:18:10.572091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-0a65da5c-0748-4c27-971b-1040f41d50f7 req-b785a787-3b76-4461-9120-ddb4fe4489f9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] For port 286dd15c-7fc1-4071-8dd8-38aeb54576b2, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=286dd15c-7fc1-4071-8dd8-38aeb54576b2,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:10.573249 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0a65da5c-0748-4c27-971b-1040f41d50f7 req-b785a787-3b76-4461-9120-ddb4fe4489f9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:10.584815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Allocated IP 172.20.0.7 (d7b29d46-8f3d-44b5-b225-2542decec394/1c6e298c-757d-4f0d-b518-04efa537caff/04614b54-16b2-4ab2-aae2-a8f6788fe3d4) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:18:10.618426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-0a65da5c-0748-4c27-971b-1040f41d50f7 req-b785a787-3b76-4461-9120-ddb4fe4489f9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Calling delete_port for 286dd15c-7fc1-4071-8dd8-38aeb54576b2 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:18:10.664071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c24a5e6-05c8-40c9-afef-9895e177829e req-68026ff0-1a25-45da-9c64-984ad92982a3 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327376 Sep 23 22:18:10.821542 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18d4f0d8-145f-49b4-8f0e-81737bb9e44d req-7a8869aa-8c63-4b28-bcbf-04f9eabcf69f tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 210 time: 0.0456319 Sep 23 22:18:10.851016 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:10.873013 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bbad798f-9fab-49cd-95c2-11b277712fc3 req-19a165f4-dbd1-47f6-a059-a5bce6337b83 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040462 Sep 23 22:18:10.963096 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:11.032454 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-d9762889-2cea-4c1c-a46b-7c8724d92fc6 req-fc1b551b-7a43-4645-b5a7-72685163aefe tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] show failed (client error): The resource could not be found. Sep 23 22:18:11.062187 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d9762889-2cea-4c1c-a46b-7c8724d92fc6 req-fc1b551b-7a43-4645-b5a7-72685163aefe tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/9f559696-a0eb-4823-a23d-c3e687a28790 HTTP/1.1" status: 404 len: 352 time: 0.2037382 Sep 23 22:18:11.224111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Network d7b29d46-8f3d-44b5-b225-2542decec394 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:18:11.283226 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0a65da5c-0748-4c27-971b-1040f41d50f7 req-b785a787-3b76-4461-9120-ddb4fe4489f9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:11.288394 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e8ce718a-a544-4380-96cc-13a598955b9d req-058aa928-2a21-4d83-aa15-0145cc5b71b2 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=511667e4-d33e-4742-904b-bfa1cb9263b5 HTTP/1.1" status: 200 len: 210 time: 0.0899453 Sep 23 22:18:11.322752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:18:11.339140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:11.383478 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ba69b8-4d9b-4ecc-87a2-39d5bedc0094 req-55a0f7bb-dec1-405a-8f5f-fcae54cb9e73 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 210 time: 0.2315409 Sep 23 22:18:11.392064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785a787-3b76-4461-9120-ddb4fe4489f9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event deleted for resources: {'Port': ['ID=286dd15c-7fc1-4071-8dd8-38aeb54576b2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:11.396485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:18:11.424081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Pushing event updated for resources: {'Port': ['ID=04614b54-16b2-4ab2-aae2-a8f6788fe3d4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:11.521990 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:11.605056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a65da5c-0748-4c27-971b-1040f41d50f7 req-b785a787-3b76-4461-9120-ddb4fe4489f9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] No DVR routers for this DVR port 286dd15c-7fc1-4071-8dd8-38aeb54576b2 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:18:11.614440 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0a65da5c-0748-4c27-971b-1040f41d50f7 req-b785a787-3b76-4461-9120-ddb4fe4489f9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:11.636788 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a65da5c-0748-4c27-971b-1040f41d50f7 req-b785a787-3b76-4461-9120-ddb4fe4489f9 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "DELETE /v2.0/ports/286dd15c-7fc1-4071-8dd8-38aeb54576b2 HTTP/1.1" status: 204 len: 173 time: 1.9447401 Sep 23 22:18:11.655498 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:11.658347 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:11.671991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:11.675367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:11.675367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:11.675367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:11.675367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:11.675367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:11.687132 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:11.688956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:11.690954 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:11.692603 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:11.826560 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:11.827460 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:11.941162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa32d76-d221-4b26-b052-6f556a946577 req-ae9e1882-f801-4334-99f5-9d77bae390a6 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:11.963419 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-efa32d76-d221-4b26-b052-6f556a946577 req-ae9e1882-f801-4334-99f5-9d77bae390a6 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 949 time: 0.2539847 Sep 23 22:18:11.971172 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-dbbeb9f1-6796-456e-b2af-538d567eadd5 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4459891 Sep 23 22:18:11.995508 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b8a48767-9de0-4a30-87d2-06779ab8d5e8 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:18:12.001874 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Request body: {'port': {'device_id': 'fb0869f3-2ec5-4f30-b424-a4212ef8b0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:12.031685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25aa487-049d-4660-ba84-d6837433cd6b', 'name': 'network-vif-deleted', 'tag': '286dd15c-7fc1-4071-8dd8-38aeb54576b2'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:12.034341 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044afdc6-5161-46b5-8f06-8aa4785d21b4" -d '{"events": [{"server_uuid": "b25aa487-049d-4660-ba84-d6837433cd6b", "name": "network-vif-deleted", "tag": "286dd15c-7fc1-4071-8dd8-38aeb54576b2"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:12.122673 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-efa32d76-d221-4b26-b052-6f556a946577 req-b5eb72b9-9cf9-4713-9099-4247c5caca7c tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/security-groups?id=0b4176fe-8919-4169-8dce-89a759078a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570809 Sep 23 22:18:12.237869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4e0a8-2626-4b76-9133-1a211d2f3391 req-2622a94b-daf9-46dd-b6ce-fa13d2bd6785 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:12.254690 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:12.260658 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13c4e0a8-2626-4b76-9133-1a211d2f3391 req-2622a94b-daf9-46dd-b6ce-fa13d2bd6785 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 1096 time: 0.2306445 Sep 23 22:18:12.354729 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6cb5716b-f787-497d-9729-07ecdaec6aff req-736f9389-171c-4749-a43a-f749005b1417 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/9a9b7a7c-fbfe-489e-b03c-eaefd56018f3 HTTP/1.1" status: 200 len: 1800 time: 0.1485631 Sep 23 22:18:12.388314 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13c4e0a8-2626-4b76-9133-1a211d2f3391 req-7ad19e2c-0281-4ec6-a95e-c9fea0392f69 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256163 Sep 23 22:18:12.472965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-3f4d1142-8d37-404f-98d8-da5c4c928d2a None None] Provisioning complete for port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:18:12.481011 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3f4d1142-8d37-404f-98d8-da5c4c928d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:12.723847 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6cb5716b-f787-497d-9729-07ecdaec6aff req-ff30857e-0aba-41df-bea3-1c758e495956 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:12.784170 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6cb5716b-f787-497d-9729-07ecdaec6aff req-ff30857e-0aba-41df-bea3-1c758e495956 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:12.982615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port b8a48767-9de0-4a30-87d2-06779ab8d5e8 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:18:13.009793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-cbd3d211-c3d6-4c95-8b6d-0fa84129ed04 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:13.015227 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-cbd3d211-c3d6-4c95-8b6d-0fa84129ed04 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.43 "GET /v2.0/networks?id=5902990f-f310-446e-bbb0-7ab1a253a020 HTTP/1.1" status: 200 len: 821 time: 0.5147314 Sep 23 22:18:13.028731 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432be34-0176-4fdb-9d36-c266371e99cc req-eef62584-6fa0-406e-9c21-465e9b66b738 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:13.041420 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c432be34-0176-4fdb-9d36-c266371e99cc req-eef62584-6fa0-406e-9c21-465e9b66b738 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.2684877 Sep 23 22:18:13.135685 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c432be34-0176-4fdb-9d36-c266371e99cc req-a87828cd-278b-4cee-864c-23ea85622802 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929747 Sep 23 22:18:13.139764 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6cb5716b-f787-497d-9729-07ecdaec6aff req-ff30857e-0aba-41df-bea3-1c758e495956 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:13.142569 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6cb5716b-f787-497d-9729-07ecdaec6aff req-ff30857e-0aba-41df-bea3-1c758e495956 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:13.143825 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6cb5716b-f787-497d-9729-07ecdaec6aff req-ff30857e-0aba-41df-bea3-1c758e495956 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "DELETE /v2.0/security-groups/9a9b7a7c-fbfe-489e-b03c-eaefd56018f3 HTTP/1.1" status: 204 len: 173 time: 0.7879913 Sep 23 22:18:13.171287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d1142-8d37-404f-98d8-da5c4c928d2a None None] Port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:18:13.192854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port b8a48767-9de0-4a30-87d2-06779ab8d5e8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:18:13.192854 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:13.208908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30857e-0aba-41df-bea3-1c758e495956 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9b7a7c-fbfe-489e-b03c-eaefd56018f3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:13.242129 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:18:13.259604 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8cd41f-1a96-485c-8eb8-d1048cbbcbf2 x-openstack-request-id: req-2a8cd41f-1a96-485c-8eb8-d1048cbbcbf2 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:13.259963 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25aa487-049d-4660-ba84-d6837433cd6b", "name": "network-vif-deleted", "tag": "286dd15c-7fc1-4071-8dd8-38aeb54576b2", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:13.260307 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a8cd41f-1a96-485c-8eb8-d1048cbbcbf2 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:13.260759 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:13.260885 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25aa487-049d-4660-ba84-d6837433cd6b', 'name': 'network-vif-deleted', 'tag': '286dd15c-7fc1-4071-8dd8-38aeb54576b2', 'status': 'completed', 'code': 200} Sep 23 22:18:13.281471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Transition to ACTIVE for port object 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:18:13.299389 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9d58-45c2-441d-a800-bc978acd764a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:13.386886 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:13.493026 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6b0d0d7-002a-4c7a-8a2b-6ac9d0bb98f4 req-91de6719-45a5-45ff-b7c5-75fa60419c20 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 210 time: 0.0314200 Sep 23 22:18:13.517726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Request body: {'port': {'device_id': '00aa10b3-8965-4249-b774-9f65d944955b', 'network_id': '5902990f-f310-446e-bbb0-7ab1a253a020', 'admin_state_up': True, 'tenant_id': '82296d3f34b743a49b62fe4a34a02210'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:13.615069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4b378-c8de-4320-86c8-cca799f5ba87 req-4a17ed93-fbb6-4877-ba4e-a3e176c1b22a tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:13.636554 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-65f4b378-c8de-4320-86c8-cca799f5ba87 req-4a17ed93-fbb6-4877-ba4e-a3e176c1b22a tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 931 time: 0.3527787 Sep 23 22:18:13.747720 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Pushing event updated for resources: {'Port': ['ID=04614b54-16b2-4ab2-aae2-a8f6788fe3d4,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:13.847892 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:13.893318 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-e691dca6-fa8c-4163-93a0-4ea8d2dec76c req-38c803a1-b512-4e49-86da-3837d4d93d5a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] show failed (client error): The resource could not be found. Sep 23 22:18:13.894532 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e691dca6-fa8c-4163-93a0-4ea8d2dec76c req-38c803a1-b512-4e49-86da-3837d4d93d5a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/9a9b7a7c-fbfe-489e-b03c-eaefd56018f3 HTTP/1.1" status: 404 len: 352 time: 0.0463667 Sep 23 22:18:13.943180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:13.947589 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0c25db-47cc-4b4d-839c-77cadc73b02b" -d '{"events": [{"server_uuid": "cc00b2b5-b8f5-4fc5-bf01-51075bb17e29", "name": "network-vif-plugged", "status": "completed", "tag": "b8a48767-9de0-4a30-87d2-06779ab8d5e8"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:14.054877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Made reservation on behalf of 82296d3f34b743a49b62fe4a34a02210 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:18:14.063347 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:14.075168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b8a48767-9de0-4a30-87d2-06779ab8d5e8, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b8a48767-9de0-4a30-87d2-06779ab8d5e8,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:14.131857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Attempting to bind port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:18:14.133800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Attempting to bind port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '4b4a7d45-976c-4da6-81aa-7d2c28671968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:18:14.134340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Attempting to bind port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 on network d7b29d46-8f3d-44b5-b225-2542decec394 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:14.197463 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:14.198818 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 22eb675b-033b-4f09-a95d-dda8d9843398 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:18:14.212860 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-65f4b378-c8de-4320-86c8-cca799f5ba87 req-ea038b5b-1b8d-4650-8d3d-a5de86bca4c2 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524676 Sep 23 22:18:14.213898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 on network d7b29d46-8f3d-44b5-b225-2542decec394 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:18:14.214441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Attempting to bind port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 on network d7b29d46-8f3d-44b5-b225-2542decec394 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:14.244598 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:18:14.245901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Checking segment: {'id': '4b4a7d45-976c-4da6-81aa-7d2c28671968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:18:14.246550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Bound using segment: {'id': '4b4a7d45-976c-4da6-81aa-7d2c28671968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:18:14.248832 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Bound port: 04614b54-16b2-4ab2-aae2-a8f6788fe3d4, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4a7d45-976c-4da6-81aa-7d2c28671968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:18:14.249512 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:14.274226 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 22eb675b-033b-4f09-a95d-dda8d9843398 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:18:14.275166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 22eb675b-033b-4f09-a95d-dda8d9843398 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:18:14.380671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 286dd15c-7fc1-4071-8dd8-38aeb54576b2 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:18:14.416476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16d66d-8a4b-4bd4-80e2-231ed8a716c3 req-98a4d8ab-7a94-4fa5-9293-916cf3e042cc tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:14.423119 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c16d66d-8a4b-4bd4-80e2-231ed8a716c3 req-98a4d8ab-7a94-4fa5-9293-916cf3e042cc tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 949 time: 0.2998431 Sep 23 22:18:14.470648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] For port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:18:14.474477 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 286dd15c-7fc1-4071-8dd8-38aeb54576b2 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:18:14.474967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 286dd15c-7fc1-4071-8dd8-38aeb54576b2 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:18:14.477381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b8a48767-9de0-4a30-87d2-06779ab8d5e8,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:14.533933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] For port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=04614b54-16b2-4ab2-aae2-a8f6788fe3d4,segment=NetworkSegment(4b4a7d45-976c-4da6-81aa-7d2c28671968),segment_id=4b4a7d45-976c-4da6-81aa-7d2c28671968)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:18:14.586850 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c16d66d-8a4b-4bd4-80e2-231ed8a716c3 req-e2abed6a-9362-4e74-b1d1-6fd9a1abf5ce tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/security-groups?id=0b4176fe-8919-4169-8dce-89a759078a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565857 Sep 23 22:18:14.625941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-84f4b45b-f694-4e6b-be2e-47ad36a25f46 req-8bbed7f4-e8ea-4a27-b359-0d2019eca513 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c25ebeb633064639837d7061e30004ff HTTP/1.1" status: 200 len: 6147 time: 0.1928232 Sep 23 22:18:14.631311 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:14.655832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Allocated IP 172.20.0.5 (5902990f-f310-446e-bbb0-7ab1a253a020/142a58b7-6b97-4fcf-8a12-ad5f6909dbfc/d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:18:14.745877 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:18:14.774361 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957c2816-8c65-4b4c-b9f7-b02f18e4689c x-openstack-request-id: req-957c2816-8c65-4b4c-b9f7-b02f18e4689c {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:14.775394 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc00b2b5-b8f5-4fc5-bf01-51075bb17e29", "name": "network-vif-plugged", "status": "completed", "tag": "b8a48767-9de0-4a30-87d2-06779ab8d5e8", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:14.776055 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-957c2816-8c65-4b4c-b9f7-b02f18e4689c {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:14.776746 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8', 'code': 200} Sep 23 22:18:15.011720 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:15.018357 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:15.023776 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] 10.222.0.43 "PUT /v2.0/ports/04614b54-16b2-4ab2-aae2-a8f6788fe3d4 HTTP/1.1" status: 200 len: 1091 time: 3.0278354 Sep 23 22:18:15.024890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0869f3-2ec5-4f30-b424-a4212ef8b0ab', 'tag': '04614b54-16b2-4ab2-aae2-a8f6788fe3d4'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:15.036041 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022ae4ae-20c4-4f39-9a43-1b7b29ab624e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0869f3-2ec5-4f30-b424-a4212ef8b0ab", "tag": "04614b54-16b2-4ab2-aae2-a8f6788fe3d4"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:15.151227 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:15.202839 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515eac3-6676-4083-ae2b-9a07e7dfa46b service neutron] Pushing event updated for resources: {'Port': ['ID=04614b54-16b2-4ab2-aae2-a8f6788fe3d4,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:15.219501 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-84f4b45b-f694-4e6b-be2e-47ad36a25f46 req-fcf14e86-7a72-4c7c-b7f7-18221224dab2 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/4e611193-f39c-48bc-b656-8859e3a7252c HTTP/1.1" status: 200 len: 2981 time: 0.5758984 Sep 23 22:18:15.302649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c36229-e9c3-4bd2-b1e3-1d5e5f0020f7 req-2bc893b3-9838-43fd-b7cd-c2effad1424f tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:15.311434 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32c36229-e9c3-4bd2-b1e3-1d5e5f0020f7 req-2bc893b3-9838-43fd-b7cd-c2effad1424f tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.1913700 Sep 23 22:18:15.324684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48d7c1-cd19-4198-87d7-d8444376d012 req-102ab454-7258-4798-9046-4aef984c0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:15.327263 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb48d7c1-cd19-4198-87d7-d8444376d012 req-102ab454-7258-4798-9046-4aef984c0930 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 1101 time: 0.1997602 Sep 23 22:18:15.348680 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-84f4b45b-f694-4e6b-be2e-47ad36a25f46 req-ce4a8b1e-dcd8-4ab9-bace-2481808a6c4b tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/4e611193-f39c-48bc-b656-8859e3a7252c HTTP/1.1" status: 200 len: 2981 time: 0.1105056 Sep 23 22:18:15.395360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-9abf5f83-3a5e-413b-b8db-93d8f27cba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:15.399366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-9abf5f83-3a5e-413b-b8db-93d8f27cba15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d7ce4c0d4a742c7a48e51291cbd5740&device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 1094 time: 0.1577430 Sep 23 22:18:15.464311 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-ca7440ec-d10b-42dd-8c40-851e940629e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04614b54-16b2-4ab2-aae2-a8f6788fe3d4 HTTP/1.1" status: 200 len: 217 time: 0.0532420 Sep 23 22:18:15.486817 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32c36229-e9c3-4bd2-b1e3-1d5e5f0020f7 req-ed71913b-da39-409b-9a1e-2f5a67b16b6a tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737304 Sep 23 22:18:15.506863 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb48d7c1-cd19-4198-87d7-d8444376d012 req-3c8827dc-a44b-4d78-ac2d-cfa622a5222b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0b4176fe-8919-4169-8dce-89a759078a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694117 Sep 23 22:18:15.546860 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:15.585957 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-297c3e31-3f59-4b25-8f74-19d547a8b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:15.663965 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-a21f82fd-4dde-416c-b2de-5e0fe3c4fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:15.663965 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-a21f82fd-4dde-416c-b2de-5e0fe3c4fd35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c6e298c-757d-4f0d-b518-04efa537caff HTTP/1.1" status: 200 len: 853 time: 0.1872351 Sep 23 22:18:15.720691 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Network 5902990f-f310-446e-bbb0-7ab1a253a020 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:18:15.738117 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Pushing event updated for resources: {'Port': ['ID=d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:15.754654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:18:15.775985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:18:15.793164 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:15.793452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:15.794444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:15.795086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:15.795592 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:15.796096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:15.796588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:15.797128 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:15.797624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:15.805398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:15.805398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:15.805398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:16.022951 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e2cb2c-dce0-4224-9063-26b1b73b3221 x-openstack-request-id: req-58e2cb2c-dce0-4224-9063-26b1b73b3221 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:16.023565 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0869f3-2ec5-4f30-b424-a4212ef8b0ab", "tag": "04614b54-16b2-4ab2-aae2-a8f6788fe3d4", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:16.023945 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58e2cb2c-dce0-4224-9063-26b1b73b3221 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:16.024779 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0869f3-2ec5-4f30-b424-a4212ef8b0ab', 'tag': '04614b54-16b2-4ab2-aae2-a8f6788fe3d4', 'status': 'completed', 'code': 200} Sep 23 22:18:16.030686 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:16.031870 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:16.066295 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:16.098599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ecf6c-1a8e-4907-9c7d-6e55c1a8e486 req-1d384488-5557-48bb-8384-ba53bb337241 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:16.101670 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f66ecf6c-1a8e-4907-9c7d-6e55c1a8e486 req-1d384488-5557-48bb-8384-ba53bb337241 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 931 time: 0.3783236 Sep 23 22:18:16.195778 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-5e96f620-1613-4f9c-a865-cd9d7f39ba93 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6837459 Sep 23 22:18:16.306528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f66ecf6c-1a8e-4907-9c7d-6e55c1a8e486 req-8039aa29-02c6-44c9-9826-c042c78f68f9 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867859 Sep 23 22:18:16.368254 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ee144-cb57-47cb-963c-b6a40a22777c req-8d8761b2-e7e2-4fee-ac06-53237b5715bb tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:16.375842 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8e1ee144-cb57-47cb-963c-b6a40a22777c req-8d8761b2-e7e2-4fee-ac06-53237b5715bb tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 943 time: 0.1512182 Sep 23 22:18:16.389698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-e7f48cde-4400-45d3-91ba-bdf89a4254d3 req-8a1264de-1c58-4117-aed9-04be6229e62f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1936008242', 'description': 'tempest-description-507815832'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:16.450705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Request body: {'port': {'device_id': '00aa10b3-8965-4249-b774-9f65d944955b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:16.479556 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8e1ee144-cb57-47cb-963c-b6a40a22777c req-be580ab6-0ea0-49e5-9740-6a5dcf45fa64 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024144 Sep 23 22:18:16.494073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-357e330d-1e10-4155-a804-e15aafb1d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:16.500810 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-357e330d-1e10-4155-a804-e15aafb1d824 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7b29d46-8f3d-44b5-b225-2542decec394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038253 Sep 23 22:18:16.627207 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:16.770673 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e7f48cde-4400-45d3-91ba-bdf89a4254d3 req-8a1264de-1c58-4117-aed9-04be6229e62f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:16.828771 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-5a42f2f5-370d-49e8-8058-240dcaaf41fb service neutron] 10.222.0.43 "GET /v2.0/networks/d7b29d46-8f3d-44b5-b225-2542decec394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055608 Sep 23 22:18:16.879840 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:17.319022 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fdd2984-2244-4fbe-8b95-eac53f4e056e req-8a2df49c-3f23-4f59-bbfa-ce89cb1bbccb service neutron] 10.222.0.43 "GET /v2.0/networks/d7b29d46-8f3d-44b5-b225-2542decec394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319408 Sep 23 22:18:17.339100 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:17.431709 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a03050-937b-461f-b811-2e785c23e69f req-87cae72e-ecca-4c5f-9b55-42d54fb41448 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:17.443487 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f2a03050-937b-461f-b811-2e785c23e69f req-87cae72e-ecca-4c5f-9b55-42d54fb41448 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 950 time: 0.1222792 Sep 23 22:18:17.534150 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f2a03050-937b-461f-b811-2e785c23e69f req-4dd9ef3d-c973-4c4d-a636-f841cf9aed12 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/security-groups?id=0b4176fe-8919-4169-8dce-89a759078a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893135 Sep 23 22:18:17.554156 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e7f48cde-4400-45d3-91ba-bdf89a4254d3 req-8a1264de-1c58-4117-aed9-04be6229e62f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:17.685736 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e7f48cde-4400-45d3-91ba-bdf89a4254d3 req-8a1264de-1c58-4117-aed9-04be6229e62f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:17.807407 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:18:17.817655 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f00b5-a664-458e-be8e-7bff76e3bcd6 req-9aefc7ef-ecb2-434d-abb2-bb83ab2702ac tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:17.821044 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-963f00b5-a664-458e-be8e-7bff76e3bcd6 req-9aefc7ef-ecb2-434d-abb2-bb83ab2702ac tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.0800238 Sep 23 22:18:17.833626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1264de-1c58-4117-aed9-04be6229e62f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ccdd9f-d7f5-4245-b746-d638d2ff59d9,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:17.840176 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:17.845197 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e7f48cde-4400-45d3-91ba-bdf89a4254d3 req-8a1264de-1c58-4117-aed9-04be6229e62f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:17.847525 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7f48cde-4400-45d3-91ba-bdf89a4254d3 req-8a1264de-1c58-4117-aed9-04be6229e62f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.4658623 Sep 23 22:18:17.878903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Transition to ACTIVE for port object d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:18:17.958701 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:17.986194 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-963f00b5-a664-458e-be8e-7bff76e3bcd6 req-bd4aa765-fef3-463e-a7a1-5da16c545add tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517892 Sep 23 22:18:18.007753 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ae4ae-20c4-4f39-9a43-1b7b29ab624e req-6add9973-b4b8-410a-82f6-ec7d71cf3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:18.040033 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-022ae4ae-20c4-4f39-9a43-1b7b29ab624e req-6add9973-b4b8-410a-82f6-ec7d71cf3273 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d7ce4c0d4a742c7a48e51291cbd5740&device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 1094 time: 0.1559341 Sep 23 22:18:18.149787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Pushing event updated for resources: {'Port': ['ID=d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:18.231009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Attempting to bind port d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:18:18.236338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Attempting to bind port d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '9784f627-9c17-40cb-bdb3-8230bd4ef3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5902990f-f310-446e-bbb0-7ab1a253a020'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:18:18.236338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Attempting to bind port d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 on network 5902990f-f310-446e-bbb0-7ab1a253a020 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:18.239622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Port d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 on network 5902990f-f310-446e-bbb0-7ab1a253a020 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:18:18.240246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Attempting to bind port d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 on network 5902990f-f310-446e-bbb0-7ab1a253a020 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:18.248373 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:18:18.249082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Checking segment: {'id': '9784f627-9c17-40cb-bdb3-8230bd4ef3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5902990f-f310-446e-bbb0-7ab1a253a020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:18:18.249723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Bound using segment: {'id': '9784f627-9c17-40cb-bdb3-8230bd4ef3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5902990f-f310-446e-bbb0-7ab1a253a020'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:18:18.250399 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Bound port: d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9784f627-9c17-40cb-bdb3-8230bd4ef3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5902990f-f310-446e-bbb0-7ab1a253a020'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:18:18.251061 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:18.391929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ae4ae-20c4-4f39-9a43-1b7b29ab624e req-fc1aee9f-0766-46ca-b9a5-7fed7969d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:18.396129 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-022ae4ae-20c4-4f39-9a43-1b7b29ab624e req-fc1aee9f-0766-46ca-b9a5-7fed7969d0fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7b29d46-8f3d-44b5-b225-2542decec394 HTTP/1.1" status: 200 len: 915 time: 0.2972546 Sep 23 22:18:18.441973 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] For port d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:18:18.448390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] For port d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1,segment=NetworkSegment(9784f627-9c17-40cb-bdb3-8230bd4ef3cd),segment_id=9784f627-9c17-40cb-bdb3-8230bd4ef3cd)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:18:18.454165 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:18.490356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c85334-64b5-48d2-8e99-d694d6aff222 req-e5e5a79e-1db7-4728-9364-689c837571b2 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:18.494264 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-85c85334-64b5-48d2-8e99-d694d6aff222 req-e5e5a79e-1db7-4728-9364-689c837571b2 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 943 time: 0.1461012 Sep 23 22:18:18.559842 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-85c85334-64b5-48d2-8e99-d694d6aff222 req-c1b22890-ab87-47cc-b7a5-d2329374eb70 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573146 Sep 23 22:18:18.592163 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:18.673366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:18.674249 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:18.675943 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] 10.222.0.43 "PUT /v2.0/ports/d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 HTTP/1.1" status: 200 len: 1091 time: 2.2447526 Sep 23 22:18:18.676484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00aa10b3-8965-4249-b774-9f65d944955b', 'tag': 'd8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:18.678949 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b932325d-b410-4567-b9f5-0c961ce3008c" -d '{"events": [{"name": "network-changed", "server_uuid": "00aa10b3-8965-4249-b774-9f65d944955b", "tag": "d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:18.734660 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-e367a64d-2457-4230-a78f-1cf1d033d2ab req-d3638442-b250-495d-81b7-58622eb5107f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1108479841', 'description': 'tempest-description-978071098'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:18.810465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e7e2b-1fa4-41f4-aff8-b6ca91ac7178 req-a0f5de92-9bb1-4353-99ca-bbb027c43717 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:18.812174 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b8e7e2b-1fa4-41f4-aff8-b6ca91ac7178 req-a0f5de92-9bb1-4353-99ca-bbb027c43717 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 943 time: 0.1414809 Sep 23 22:18:18.813613 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72939e-a721-4533-a7ab-de311f8e6fff service neutron] Pushing event updated for resources: {'Port': ['ID=d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:18.854320 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e367a64d-2457-4230-a78f-1cf1d033d2ab req-d3638442-b250-495d-81b7-58622eb5107f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:18.885211 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b8e7e2b-1fa4-41f4-aff8-b6ca91ac7178 req-ac961fc3-e2d7-4a1c-adf5-1d574526ef92 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503688 Sep 23 22:18:19.032865 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e367a64d-2457-4230-a78f-1cf1d033d2ab req-d3638442-b250-495d-81b7-58622eb5107f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:19.116247 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e367a64d-2457-4230-a78f-1cf1d033d2ab req-d3638442-b250-495d-81b7-58622eb5107f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:19.173717 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3638442-b250-495d-81b7-58622eb5107f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a9a622-5c80-486d-ba18-51d7c74528f6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:19.251813 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e367a64d-2457-4230-a78f-1cf1d033d2ab req-d3638442-b250-495d-81b7-58622eb5107f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:19.254194 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e367a64d-2457-4230-a78f-1cf1d033d2ab req-d3638442-b250-495d-81b7-58622eb5107f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5399015 Sep 23 22:18:19.484587 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1de7a-db30-40a7-b593-db7cf681cf20 req-6408df2b-b4e2-4f99-b941-417069c24e03 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:19.489750 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0fd1de7a-db30-40a7-b593-db7cf681cf20 req-6408df2b-b4e2-4f99-b941-417069c24e03 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 950 time: 0.0984235 Sep 23 22:18:19.531391 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0fd1de7a-db30-40a7-b593-db7cf681cf20 req-298b8cd7-e83f-401c-a3bb-ea107c51f07f tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/security-groups?id=0b4176fe-8919-4169-8dce-89a759078a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380673 Sep 23 22:18:19.750492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca229b7b-8054-4475-9636-436a63d6b8c6 req-3d9ae16f-7c98-4eee-b946-6c932c0ab933 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:19.757191 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ca229b7b-8054-4475-9636-436a63d6b8c6 req-3d9ae16f-7c98-4eee-b946-6c932c0ab933 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4 HTTP/1.1" status: 200 len: 949 time: 0.0929067 Sep 23 22:18:19.804740 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ca229b7b-8054-4475-9636-436a63d6b8c6 req-2869b898-5cc8-40d9-a46d-ed5f63bfe5ce tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384941 Sep 23 22:18:19.893012 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db05fbd-a02b-4591-8fe1-49ef1862315e x-openstack-request-id: req-1db05fbd-a02b-4591-8fe1-49ef1862315e {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:19.893865 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00aa10b3-8965-4249-b774-9f65d944955b", "tag": "d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:19.894059 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1db05fbd-a02b-4591-8fe1-49ef1862315e {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:19.894614 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00aa10b3-8965-4249-b774-9f65d944955b', 'tag': 'd8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1', 'status': 'completed', 'code': 200} Sep 23 22:18:20.042429 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447e748-4612-4048-99d4-f97e948a08de req-a289ffe1-6c8f-4504-8579-37a1854e2a98 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:20.059131 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8447e748-4612-4048-99d4-f97e948a08de req-a289ffe1-6c8f-4504-8579-37a1854e2a98 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.0987730 Sep 23 22:18:20.138433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8447e748-4612-4048-99d4-f97e948a08de req-180ef6ef-adc1-484a-81c4-46da4c452ad3 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707102 Sep 23 22:18:20.449876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-328ddc58-77c3-404f-8f7a-3bc213a5a6db tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:20.451571 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-328ddc58-77c3-404f-8f7a-3bc213a5a6db tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/networks?id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d HTTP/1.1" status: 200 len: 812 time: 0.2454939 Sep 23 22:18:20.491698 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-c00c28f2-5bf2-489a-9c1d-4268b6416256 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/quotas/c25ebeb633064639837d7061e30004ff HTTP/1.1" status: 200 len: 375 time: 0.0317364 Sep 23 22:18:20.610013 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-43b016c6-511d-4936-a788-f247734ba867 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c25ebeb633064639837d7061e30004ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084619 Sep 23 22:18:20.742515 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-efc28390-1df6-48cb-92a2-5b6202cc9529 service neutron] 10.222.0.22 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140826 Sep 23 22:18:20.929781 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-b5b227c1-a0fe-4a04-bae2-335a18962fcc service neutron] 10.222.0.22 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785691 Sep 23 22:18:21.506045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89754641-fa1d-4da4-9064-03c2e1ec1248 req-b5c572ac-010a-4226-8ec1-e1a6828151af tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:21.522089 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89754641-fa1d-4da4-9064-03c2e1ec1248 req-b5c572ac-010a-4226-8ec1-e1a6828151af tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 943 time: 0.1257162 Sep 23 22:18:21.549192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a12353-79b5-49eb-8655-ce0e6b03eee8 req-f9f8fdfe-835d-4a5c-98ea-ccabf2560bf9 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:21.558434 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f2a12353-79b5-49eb-8655-ce0e6b03eee8 req-f9f8fdfe-835d-4a5c-98ea-ccabf2560bf9 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 943 time: 0.2800100 Sep 23 22:18:21.631444 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89754641-fa1d-4da4-9064-03c2e1ec1248 req-3085622b-5cd1-45a4-8bf9-71be2ac6817f tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075778 Sep 23 22:18:21.638725 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f2a12353-79b5-49eb-8655-ce0e6b03eee8 req-b4e73b13-539f-4ee2-a1dc-da58d712482d tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792727 Sep 23 22:18:21.865748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c520a4-b710-42da-bfb8-614a7177f1c1 req-ed8280f1-c5b7-4499-9401-e483fc474215 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:21.867865 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-68c520a4-b710-42da-bfb8-614a7177f1c1 req-ed8280f1-c5b7-4499-9401-e483fc474215 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4 HTTP/1.1" status: 200 len: 949 time: 0.1075187 Sep 23 22:18:21.931215 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-68c520a4-b710-42da-bfb8-614a7177f1c1 req-dd2b40ed-b448-4ac3-82a5-5d2ee1a7d9db tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533359 Sep 23 22:18:22.103611 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aec46a-6f1d-4351-bad6-bb35eef0afcf req-9ab49ce6-77d4-44b9-a01f-8ee3b2966c97 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:22.107585 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-12aec46a-6f1d-4351-bad6-bb35eef0afcf req-9ab49ce6-77d4-44b9-a01f-8ee3b2966c97 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.0711179 Sep 23 22:18:22.166208 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d341f7b-645b-45c9-9616-852b0be2a78a req-77773020-0a25-4249-a157-12b38d488b4b tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 210 time: 0.0635796 Sep 23 22:18:22.183576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-12aec46a-6f1d-4351-bad6-bb35eef0afcf req-fd387de3-a2f5-4f15-b011-86cde0939fbf tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683315 Sep 23 22:18:22.849410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024f10b-fbf5-4afd-89fe-207f457818b0 req-78b79df2-8c8e-4c26-8461-f6e523cfb698 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:22.860383 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6024f10b-fbf5-4afd-89fe-207f457818b0 req-78b79df2-8c8e-4c26-8461-f6e523cfb698 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 943 time: 0.1132731 Sep 23 22:18:22.909490 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e8a46-47b4-4c52-b877-aebed85523da req-ff36ae12-838f-468c-8ba9-080af7af9f8e tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:22.912808 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-460e8a46-47b4-4c52-b877-aebed85523da req-ff36ae12-838f-468c-8ba9-080af7af9f8e tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 943 time: 0.1209812 Sep 23 22:18:22.929679 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6024f10b-fbf5-4afd-89fe-207f457818b0 req-d16b91d2-f16f-4e56-914e-b46460970cba tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678821 Sep 23 22:18:23.037361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-460e8a46-47b4-4c52-b877-aebed85523da req-a5b1dd0c-cafc-49d6-aa5d-8b458a1e67a8 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135185 Sep 23 22:18:23.316512 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60ee049d-35f5-43dd-bf6e-4ab0ef00ea96 req-9c2b333b-5045-4891-9380-88497dd234a9 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 210 time: 0.0456300 Sep 23 22:18:23.414787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239b516-9e35-48f5-9fb4-5efd107e7e0e req-93ae2efc-c0ff-4bfd-b5eb-7cc298398a9c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:23.416531 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1239b516-9e35-48f5-9fb4-5efd107e7e0e req-93ae2efc-c0ff-4bfd-b5eb-7cc298398a9c tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4 HTTP/1.1" status: 200 len: 949 time: 0.0845671 Sep 23 22:18:23.520326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b126b-74a5-4d74-addc-982533d3a07e req-fc5fa9c3-febe-47bd-b554-b361410f82ce tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:23.539046 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c71b126b-74a5-4d74-addc-982533d3a07e req-fc5fa9c3-febe-47bd-b554-b361410f82ce tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.1141605 Sep 23 22:18:23.545905 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1239b516-9e35-48f5-9fb4-5efd107e7e0e req-c788ba0d-425b-4291-ba7d-4be6d05039ab tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134911 Sep 23 22:18:23.614133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c71b126b-74a5-4d74-addc-982533d3a07e req-d0dc02af-5b3f-4e7f-ae8e-cfc2c8e484e5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740583 Sep 23 22:18:24.124598 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a1a38-12e6-4b99-be98-252abed905b2 req-d2b424a6-76ac-4600-a4b3-2c67c7e5e918 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:24.128273 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-101a1a38-12e6-4b99-be98-252abed905b2 req-d2b424a6-76ac-4600-a4b3-2c67c7e5e918 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 943 time: 0.0875485 Sep 23 22:18:24.270678 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-101a1a38-12e6-4b99-be98-252abed905b2 req-ee443249-2a6c-4aa9-8ccb-3922a08e6ba1 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353462 Sep 23 22:18:24.457273 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee522e-19c9-4dc9-ad2a-5c2f95fa6963 req-6fb6d369-9584-46aa-9ece-e8ad3e70ef02 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:24.471419 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82ee522e-19c9-4dc9-ad2a-5c2f95fa6963 req-6fb6d369-9584-46aa-9ece-e8ad3e70ef02 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 943 time: 0.1042516 Sep 23 22:18:24.528356 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82ee522e-19c9-4dc9-ad2a-5c2f95fa6963 req-c9096e8d-04dd-4822-adb2-304a030af56e tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554976 Sep 23 22:18:24.659429 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-530d7ee3-2179-4a95-9e30-0236f3bbbb14 req-229e5b0b-40ff-46c6-b027-c30d8e1bdfa1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 210 time: 0.0796359 Sep 23 22:18:24.780747 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fae2a-d310-4947-9cea-5f08225e324c req-bf439d03-0523-434b-8b84-52ce9fb08f06 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:24.791027 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e39fae2a-d310-4947-9cea-5f08225e324c req-bf439d03-0523-434b-8b84-52ce9fb08f06 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4 HTTP/1.1" status: 200 len: 949 time: 0.1148455 Sep 23 22:18:24.841346 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e39fae2a-d310-4947-9cea-5f08225e324c req-d30ab6ef-3b86-4a85-8373-f5547bfc048b tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484636 Sep 23 22:18:24.874573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a16cf-ab44-4cdf-9052-f8e671ab1bd6 req-c5988cef-ae18-47b0-8b48-374a5381a4f9 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:24.877053 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ec8a16cf-ab44-4cdf-9052-f8e671ab1bd6 req-c5988cef-ae18-47b0-8b48-374a5381a4f9 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.0869267 Sep 23 22:18:24.947638 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ec8a16cf-ab44-4cdf-9052-f8e671ab1bd6 req-1c33a5e5-c773-4837-9ec2-64338512b3e6 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601664 Sep 23 22:18:25.169209 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-022ae4ae-20c4-4f39-9a43-1b7b29ab624e req-4c7d1f3a-24ec-4923-8922-b69fd22b6212 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04614b54-16b2-4ab2-aae2-a8f6788fe3d4 HTTP/1.1" status: 200 len: 217 time: 0.1234481 Sep 23 22:18:25.483145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ae4ae-20c4-4f39-9a43-1b7b29ab624e req-a147277f-edf8-4bff-b38b-a1b851a72c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:25.485956 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-022ae4ae-20c4-4f39-9a43-1b7b29ab624e req-a147277f-edf8-4bff-b38b-a1b851a72c45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c6e298c-757d-4f0d-b518-04efa537caff HTTP/1.1" status: 200 len: 853 time: 0.1252787 Sep 23 22:18:25.600500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ae4ae-20c4-4f39-9a43-1b7b29ab624e req-5e7f449b-b6b3-4029-9d3a-9560281987e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:25.610825 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-022ae4ae-20c4-4f39-9a43-1b7b29ab624e req-5e7f449b-b6b3-4029-9d3a-9560281987e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7b29d46-8f3d-44b5-b225-2542decec394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057572 Sep 23 22:18:25.632842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-c74aa484-4325-461a-9dda-88a67d85fbb6 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:25.635020 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-c74aa484-4325-461a-9dda-88a67d85fbb6 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.67 "GET /v2.0/networks?id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d HTTP/1.1" status: 200 len: 812 time: 0.3367593 Sep 23 22:18:25.645632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932325d-b410-4567-b9f5-0c961ce3008c req-11967864-b15d-4524-aa38-80f9a8fca4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:25.647406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b932325d-b410-4567-b9f5-0c961ce3008c req-11967864-b15d-4524-aa38-80f9a8fca4b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82296d3f34b743a49b62fe4a34a02210&device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 1094 time: 0.1808753 Sep 23 22:18:25.659916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcc019-9ae4-4911-a6b0-eb2d22c88ca2 req-24648267-1189-4785-bc06-55a51ee6101e tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:25.666528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03fcc019-9ae4-4911-a6b0-eb2d22c88ca2 req-24648267-1189-4785-bc06-55a51ee6101e tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 943 time: 0.1978791 Sep 23 22:18:25.666873 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-ec719243-5750-473e-93ab-2de32c999486 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'port': {'device_id': 'a1b4ca85-25a3-4672-8969-71068bad3564', 'network_id': '3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d', 'admin_state_up': True, 'tenant_id': 'c25ebeb633064639837d7061e30004ff'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:25.757985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b8a48767-9de0-4a30-87d2-06779ab8d5e8 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:18:25.871650 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd7206-45f8-41b1-9b5c-aad8809574b7 req-a04b579c-1634-4ee5-81eb-9dcf0dc8e8e4 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:25.884818 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0afd7206-45f8-41b1-9b5c-aad8809574b7 req-a04b579c-1634-4ee5-81eb-9dcf0dc8e8e4 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 943 time: 0.2034097 Sep 23 22:18:25.888632 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03fcc019-9ae4-4911-a6b0-eb2d22c88ca2 req-3f2c19de-dec8-439b-be50-7d0c8c1b5c2b tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174385 Sep 23 22:18:25.965177 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-022ae4ae-20c4-4f39-9a43-1b7b29ab624e req-e52d35d1-3826-4b65-abc5-f91cb92f9e32 service neutron] 10.222.0.43 "GET /v2.0/networks/d7b29d46-8f3d-44b5-b225-2542decec394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209362 Sep 23 22:18:26.002772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932325d-b410-4567-b9f5-0c961ce3008c req-5829fd94-a012-4a75-b3d5-641027d1870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:26.005073 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b932325d-b410-4567-b9f5-0c961ce3008c req-5829fd94-a012-4a75-b3d5-641027d1870c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=82296d3f34b743a49b62fe4a34a02210&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3328531 Sep 23 22:18:26.018042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b8a48767-9de0-4a30-87d2-06779ab8d5e8, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b8a48767-9de0-4a30-87d2-06779ab8d5e8,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:26.019426 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0afd7206-45f8-41b1-9b5c-aad8809574b7 req-50ea3999-16d2-470a-a05e-63f929640a5f tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326463 Sep 23 22:18:26.033190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8', 'mac_address': 'fa:16:3e:2a:20:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:18:26.045848 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-367c17de-6c84-4701-9a7a-4287f422d9b9 req-9f95d790-437f-4000-a582-bc3f91e15b4a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 210 time: 0.0469849 Sep 23 22:18:26.144134 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:26.161354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8a48767-9de0-4a30-87d2-06779ab8d5e8 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:18:26.188541 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b8a48767-9de0-4a30-87d2-06779ab8d5e8, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b8a48767-9de0-4a30-87d2-06779ab8d5e8,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:26.230323 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-022ae4ae-20c4-4f39-9a43-1b7b29ab624e req-85f02fbe-881f-41c4-83ee-21d6c947f8f7 service neutron] 10.222.0.43 "GET /v2.0/networks/d7b29d46-8f3d-44b5-b225-2542decec394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461879 Sep 23 22:18:26.261508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-ec719243-5750-473e-93ab-2de32c999486 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Made reservation on behalf of c25ebeb633064639837d7061e30004ff for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:18:26.265742 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:26.267460 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-ec719243-5750-473e-93ab-2de32c999486 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:26.287815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fc312-ac4f-4d63-ba31-b32ea2810482 req-2c51e59b-bc4c-491e-baf4-12c2cb58870b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:26.290065 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3e7fc312-ac4f-4d63-ba31-b32ea2810482 req-2c51e59b-bc4c-491e-baf4-12c2cb58870b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.0753882 Sep 23 22:18:26.329393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc352c6-285e-4962-9dcb-ee3187e15e7f req-e5d4687f-a4ea-4169-9aad-6414cdf92d0a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:26.332071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6dc352c6-285e-4962-9dcb-ee3187e15e7f req-e5d4687f-a4ea-4169-9aad-6414cdf92d0a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4 HTTP/1.1" status: 200 len: 949 time: 0.1923766 Sep 23 22:18:26.354104 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3e7fc312-ac4f-4d63-ba31-b32ea2810482 req-22058d96-480e-440f-9f15-68274a15bcd7 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571189 Sep 23 22:18:26.365203 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b8a48767-9de0-4a30-87d2-06779ab8d5e8,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:26.375916 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:26.376475 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:26.376945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:26.377509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:26.377953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:26.378383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:26.378810 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:26.379232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:26.379659 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:26.380079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:26.380503 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:26.380944 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:26.463295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932325d-b410-4567-b9f5-0c961ce3008c req-19dcdea1-e9c6-4639-b857-e9cdc7cb277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:26.466064 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b932325d-b410-4567-b9f5-0c961ce3008c req-19dcdea1-e9c6-4639-b857-e9cdc7cb277f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4333384 Sep 23 22:18:26.513328 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6dc352c6-285e-4962-9dcb-ee3187e15e7f req-5c35b714-2894-4536-97c0-75bce9657666 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690779 Sep 23 22:18:26.527312 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b8a48767-9de0-4a30-87d2-06779ab8d5e8'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:26.933529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-ec719243-5750-473e-93ab-2de32c999486 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Allocated IP 172.20.0.13 (3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d/fcf929a3-bff0-47e3-ab18-e2f69ade1c5c/1bdeb878-2535-4edb-9040-1b63bb4f2577) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:18:26.937923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-68eff32b-3095-4270-a3b5-86f6fa4ed68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:26.939513 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-68eff32b-3095-4270-a3b5-86f6fa4ed68f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82296d3f34b743a49b62fe4a34a02210&device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 1094 time: 0.4223404 Sep 23 22:18:27.020403 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-b0b46e38-032d-4aa3-bd0b-59b75500afdb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 HTTP/1.1" status: 200 len: 217 time: 0.0655036 Sep 23 22:18:27.146464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-fe9e7608-fd0d-463a-af32-6cbd8c77bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:27.148004 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-fe9e7608-fd0d-463a-af32-6cbd8c77bc89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=142a58b7-6b97-4fcf-8a12-ad5f6909dbfc HTTP/1.1" status: 200 len: 861 time: 0.1094263 Sep 23 22:18:27.159036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aead3-8d1d-40a0-856e-0e9d8b650ba4 req-49105383-8d0f-4172-a0f9-36e87a799465 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:27.160804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b9aead3-8d1d-40a0-856e-0e9d8b650ba4 req-49105383-8d0f-4172-a0f9-36e87a799465 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 943 time: 0.1973004 Sep 23 22:18:27.164001 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-731e91ba-6442-4665-9562-324fe2b1bc1e req-5fdb3535-5a1c-4ec9-9dee-8362296868ea tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 210 time: 0.0386844 Sep 23 22:18:27.206561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b4796-6f5f-47e6-b0a2-b5ca8ab65b18 req-201c1e3e-6bb6-4b82-a56c-c15b75028d54 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:27.208223 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f2b4796-6f5f-47e6-b0a2-b5ca8ab65b18 req-201c1e3e-6bb6-4b82-a56c-c15b75028d54 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4 HTTP/1.1" status: 200 len: 949 time: 0.0721283 Sep 23 22:18:27.291518 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-d86fb24a-d8b8-475c-898b-725fd863927e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5902990f-f310-446e-bbb0-7ab1a253a020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558763 Sep 23 22:18:27.347050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494c39-8781-4987-9243-64ef112a957c req-9654d1e6-6dcb-404e-878e-59175d328904 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:27.348750 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3494c39-8781-4987-9243-64ef112a957c req-9654d1e6-6dcb-404e-878e-59175d328904 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 943 time: 0.0966139 Sep 23 22:18:27.389679 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9f2b4796-6f5f-47e6-b0a2-b5ca8ab65b18 req-428f8dc3-843c-4062-b7f2-caee07a868cc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Deleting port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:18:27.390040 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f2b4796-6f5f-47e6-b0a2-b5ca8ab65b18 req-428f8dc3-843c-4062-b7f2-caee07a868cc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:27.416031 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b9aead3-8d1d-40a0-856e-0e9d8b650ba4 req-c7fbbf2b-8469-4a50-87cf-053c090c3855 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633053 Sep 23 22:18:27.419439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-ec719243-5750-473e-93ab-2de32c999486 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:27.449157 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3494c39-8781-4987-9243-64ef112a957c req-6b8972c9-ecb3-4dbe-ad34-beb2bc5ab541 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774245 Sep 23 22:18:27.516926 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-991a9fa3-920f-4329-8020-dfc283db6272 service neutron] 10.222.0.43 "GET /v2.0/networks/5902990f-f310-446e-bbb0-7ab1a253a020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035954 Sep 23 22:18:27.559607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9f2b4796-6f5f-47e6-b0a2-b5ca8ab65b18 req-428f8dc3-843c-4062-b7f2-caee07a868cc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] For port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=9475cbe1-f6d6-44c6-b0fb-82a4800791f9,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:27.560912 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f2b4796-6f5f-47e6-b0a2-b5ca8ab65b18 req-428f8dc3-843c-4062-b7f2-caee07a868cc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:27.586963 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9f2b4796-6f5f-47e6-b0a2-b5ca8ab65b18 req-428f8dc3-843c-4062-b7f2-caee07a868cc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Calling delete_port for 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:18:27.634668 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-ec719243-5750-473e-93ab-2de32c999486 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:27.649648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['35bf5425-59b2-4a42-bcbd-ab8f82329195'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:27.736826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-ec719243-5750-473e-93ab-2de32c999486 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Network 3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:18:27.749286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-ec719243-5750-473e-93ab-2de32c999486 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:18:27.758220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-ec719243-5750-473e-93ab-2de32c999486 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:18:27.764019 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8154f509-e9d6-414e-a59b-356a27c70bfc req-7b9490a5-94f1-4be1-b4de-375a65f51b3d service neutron] 10.222.0.43 "GET /v2.0/networks/5902990f-f310-446e-bbb0-7ab1a253a020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378457 Sep 23 22:18:27.764582 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b8a48767-9de0-4a30-87d2-06779ab8d5e8 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:18:27.768238 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec719243-5750-473e-93ab-2de32c999486 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'Port': ['ID=1bdeb878-2535-4edb-9040-1b63bb4f2577,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:27.790561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.43', 63868) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:27.812892 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bb811-47de-4425-b8fa-3e77c2d03d6a req-e4341027-aa0d-4aff-8890-7bae6966cb0c tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:27.814167 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-046bb811-47de-4425-b8fa-3e77c2d03d6a req-e4341027-aa0d-4aff-8890-7bae6966cb0c tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.2281952 Sep 23 22:18:27.912307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port b8a48767-9de0-4a30-87d2-06779ab8d5e8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:18:27.913170 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:27.930020 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1469e19-b05a-44d2-a33d-8ad4beb0154a req-7400b3ff-caab-4369-b56c-98189f1ac68b tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:27.932882 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1469e19-b05a-44d2-a33d-8ad4beb0154a req-7400b3ff-caab-4369-b56c-98189f1ac68b tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4 HTTP/1.1" status: 200 len: 949 time: 0.1276217 Sep 23 22:18:27.937439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-ec719243-5750-473e-93ab-2de32c999486 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:27.938507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-ec719243-5750-473e-93ab-2de32c999486 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:27.999051 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f2b4796-6f5f-47e6-b0a2-b5ca8ab65b18 req-428f8dc3-843c-4062-b7f2-caee07a868cc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:27.999803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-046bb811-47de-4425-b8fa-3e77c2d03d6a req-aefef5bc-7927-4018-bead-525f89ac3b41 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692779 Sep 23 22:18:28.019154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb382c6-3208-4c95-82ff-8b4d7cdf5e75 req-384a947a-ce56-4e7b-a934-8322c3dcc5ac tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:28.039126 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccb382c6-3208-4c95-82ff-8b4d7cdf5e75 req-384a947a-ce56-4e7b-a934-8322c3dcc5ac tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 949 time: 0.2297440 Sep 23 22:18:28.056428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:28.078240 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1469e19-b05a-44d2-a33d-8ad4beb0154a req-34b0281d-36f7-4723-941e-8ef5056934b3 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354539 Sep 23 22:18:28.090930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f8dc3-843c-4062-b7f2-caee07a868cc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event deleted for resources: {'Port': ['ID=9475cbe1-f6d6-44c6-b0fb-82a4800791f9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:28.116010 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:28.178353 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-ec719243-5750-473e-93ab-2de32c999486 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5143449 Sep 23 22:18:28.215579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b8a48767-9de0-4a30-87d2-06779ab8d5e8, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b8a48767-9de0-4a30-87d2-06779ab8d5e8,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:28.216760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:28.223053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2b4796-6f5f-47e6-b0a2-b5ca8ab65b18 req-428f8dc3-843c-4062-b7f2-caee07a868cc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] No DVR routers for this DVR port 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:18:28.224027 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ff8782-a9c1-4cd5-8f54-8efcd9b73d53" -d '{"events": [{"server_uuid": "cc00b2b5-b8f5-4fc5-bf01-51075bb17e29", "name": "network-vif-plugged", "status": "completed", "tag": "b8a48767-9de0-4a30-87d2-06779ab8d5e8"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:28.224151 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f2b4796-6f5f-47e6-b0a2-b5ca8ab65b18 req-428f8dc3-843c-4062-b7f2-caee07a868cc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:28.226669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f2b4796-6f5f-47e6-b0a2-b5ca8ab65b18 req-428f8dc3-843c-4062-b7f2-caee07a868cc tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "DELETE /v2.0/ports/9475cbe1-f6d6-44c6-b0fb-82a4800791f9 HTTP/1.1" status: 204 len: 173 time: 1.0077415 Sep 23 22:18:28.227392 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5a8d89-da8a-40c2-82e9-28eaaa4236c4', 'name': 'network-vif-deleted', 'tag': '9475cbe1-f6d6-44c6-b0fb-82a4800791f9'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:28.232291 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b76f4f9-678b-4e4b-ab49-b80ec2424a70" -d '{"events": [{"server_uuid": "bb5a8d89-da8a-40c2-82e9-28eaaa4236c4", "name": "network-vif-deleted", "tag": "9475cbe1-f6d6-44c6-b0fb-82a4800791f9"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:28.245642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Request body: {'port': {'device_id': 'a1b4ca85-25a3-4672-8969-71068bad3564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:28.331999 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da2c4da-e5ef-4e80-a264-6b0032ee61d6 x-openstack-request-id: req-4da2c4da-e5ef-4e80-a264-6b0032ee61d6 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:28.332119 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5a8d89-da8a-40c2-82e9-28eaaa4236c4", "name": "network-vif-deleted", "tag": "9475cbe1-f6d6-44c6-b0fb-82a4800791f9", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:28.332408 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4da2c4da-e5ef-4e80-a264-6b0032ee61d6 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:28.333055 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5a8d89-da8a-40c2-82e9-28eaaa4236c4', 'name': 'network-vif-deleted', 'tag': '9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'status': 'completed', 'code': 200} Sep 23 22:18:28.364728 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a40de56-31b3-41bf-8f59-d2528ccfea05 x-openstack-request-id: req-2a40de56-31b3-41bf-8f59-d2528ccfea05 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:28.365052 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc00b2b5-b8f5-4fc5-bf01-51075bb17e29", "name": "network-vif-plugged", "status": "completed", "tag": "b8a48767-9de0-4a30-87d2-06779ab8d5e8", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:28.365382 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a40de56-31b3-41bf-8f59-d2528ccfea05 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:28.365709 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8', 'code': 200} Sep 23 22:18:28.366242 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb267b09-6d79-412c-b8a8-a8ef715dd7df req-21198486-d441-4f52-8786-9f215247d3e8 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:28.367858 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb267b09-6d79-412c-b8a8-a8ef715dd7df req-21198486-d441-4f52-8786-9f215247d3e8 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 932 time: 0.0988972 Sep 23 22:18:28.403321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-ccb382c6-3208-4c95-82ff-8b4d7cdf5e75 req-02fb5591-3e3a-4cb3-99d8-9074fe56f815 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Deleting port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:18:28.403910 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ccb382c6-3208-4c95-82ff-8b4d7cdf5e75 req-02fb5591-3e3a-4cb3-99d8-9074fe56f815 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:28.409130 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:28.432661 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:28.462695 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb267b09-6d79-412c-b8a8-a8ef715dd7df req-13c1dedb-487f-46ac-b025-287eee3009f9 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798099 Sep 23 22:18:28.503299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b8a48767-9de0-4a30-87d2-06779ab8d5e8,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:28.517090 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['9475cbe1-f6d6-44c6-b0fb-82a4800791f9', 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:28.675088 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4363c58-524c-43ac-b725-3456e9b71de5 req-7a6ccebe-968b-4ed4-951c-e68c36666293 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:28.686895 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4363c58-524c-43ac-b725-3456e9b71de5 req-7a6ccebe-968b-4ed4-951c-e68c36666293 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 943 time: 0.0814354 Sep 23 22:18:28.769273 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4363c58-524c-43ac-b725-3456e9b71de5 req-74ce1d6e-e25c-4c39-9ea1-65a26e052703 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810339 Sep 23 22:18:28.958135 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-ccb382c6-3208-4c95-82ff-8b4d7cdf5e75 req-02fb5591-3e3a-4cb3-99d8-9074fe56f815 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] For port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=eba7adc3-3a44-4ad7-878e-8d5c35e2afb1,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:28.958889 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ccb382c6-3208-4c95-82ff-8b4d7cdf5e75 req-02fb5591-3e3a-4cb3-99d8-9074fe56f815 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:29.002120 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-ccb382c6-3208-4c95-82ff-8b4d7cdf5e75 req-02fb5591-3e3a-4cb3-99d8-9074fe56f815 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Calling delete_port for eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:18:29.085239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830aa43-f90f-4ba7-bde5-e53fd4edf562 req-4c2d6865-6c2c-4913-9baf-dc4c15f74d14 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:29.086884 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8830aa43-f90f-4ba7-bde5-e53fd4edf562 req-4c2d6865-6c2c-4913-9baf-dc4c15f74d14 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 943 time: 0.4037182 Sep 23 22:18:29.187702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6282faf-03d7-4171-818b-f72e3ef7e97a req-28509314-6cec-4d84-b466-2cee805ba1cf tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:29.192029 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6282faf-03d7-4171-818b-f72e3ef7e97a req-28509314-6cec-4d84-b466-2cee805ba1cf tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.0583539 Sep 23 22:18:29.217333 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8830aa43-f90f-4ba7-bde5-e53fd4edf562 req-15b0efbe-2713-4bed-8d7b-8b6b996d8441 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122992 Sep 23 22:18:29.228311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bdeb878-2535-4edb-9040-1b63bb4f2577 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:18:29.261679 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:29.273421 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6282faf-03d7-4171-818b-f72e3ef7e97a req-0945814a-4248-4f01-a994-ff3c7b861b9a tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702500 Sep 23 22:18:29.317325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Transition to ACTIVE for port object 1bdeb878-2535-4edb-9040-1b63bb4f2577 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:18:29.419804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ae6e6ac-21e1-4a0f-a70b-03f2b6199e2e req-06f543fb-5b2c-447b-96a3-f7ed61873b3a tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb5a8d89-da8a-40c2-82e9-28eaaa4236c4 HTTP/1.1" status: 200 len: 210 time: 0.0417583 Sep 23 22:18:29.419804 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:29.420935 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ccb382c6-3208-4c95-82ff-8b4d7cdf5e75 req-02fb5591-3e3a-4cb3-99d8-9074fe56f815 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:29.446947 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['9475cbe1-f6d6-44c6-b0fb-82a4800791f9'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:29.469975 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:29.538042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdeb878-2535-4edb-9040-1b63bb4f2577,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:29.571107 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb382c6-3208-4c95-82ff-8b4d7cdf5e75 req-02fb5591-3e3a-4cb3-99d8-9074fe56f815 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] No DVR routers for this DVR port eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:18:29.607537 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ccb382c6-3208-4c95-82ff-8b4d7cdf5e75 req-02fb5591-3e3a-4cb3-99d8-9074fe56f815 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:29.611213 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccb382c6-3208-4c95-82ff-8b4d7cdf5e75 req-02fb5591-3e3a-4cb3-99d8-9074fe56f815 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.43 "DELETE /v2.0/ports/eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 HTTP/1.1" status: 204 len: 173 time: 1.5535116 Sep 23 22:18:29.612202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2799ba98-e191-4679-913f-eaff7ba48567', 'name': 'network-vif-deleted', 'tag': 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:29.616717 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39935e1a-4c2d-4f52-a069-bd54b2e95cd2" -d '{"events": [{"server_uuid": "2799ba98-e191-4679-913f-eaff7ba48567", "name": "network-vif-deleted", "tag": "eba7adc3-3a44-4ad7-878e-8d5c35e2afb1"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:29.650679 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb5591-3e3a-4cb3-99d8-9074fe56f815 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event deleted for resources: {'Port': ['ID=eba7adc3-3a44-4ad7-878e-8d5c35e2afb1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:29.801771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efc1a9-e6d2-45ff-9bab-9c05f1fa890d req-06987d22-e0c9-4272-9567-5c58c77a05ad tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:29.816336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-75efc1a9-e6d2-45ff-9bab-9c05f1fa890d req-06987d22-e0c9-4272-9567-5c58c77a05ad tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 944 time: 0.1761425 Sep 23 22:18:29.856944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Attempting to bind port 1bdeb878-2535-4edb-9040-1b63bb4f2577 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:18:29.856944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Attempting to bind port 1bdeb878-2535-4edb-9040-1b63bb4f2577 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '4b6cca1f-badb-4106-8dca-afc898f0e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:18:29.856944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Attempting to bind port 1bdeb878-2535-4edb-9040-1b63bb4f2577 on network 3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:29.856944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Port 1bdeb878-2535-4edb-9040-1b63bb4f2577 on network 3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:18:29.856944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Attempting to bind port 1bdeb878-2535-4edb-9040-1b63bb4f2577 on network 3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:29.865601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:18:29.866114 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Checking segment: {'id': '4b6cca1f-badb-4106-8dca-afc898f0e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:18:29.866592 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Bound using segment: {'id': '4b6cca1f-badb-4106-8dca-afc898f0e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:18:29.867299 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Bound port: 1bdeb878-2535-4edb-9040-1b63bb4f2577, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6cca1f-badb-4106-8dca-afc898f0e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:18:29.868919 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:29.955487 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-75efc1a9-e6d2-45ff-9bab-9c05f1fa890d req-2801cfc4-962b-4668-ba33-5df7c4ea09ad tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358197 Sep 23 22:18:29.956022 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568d6f74-b593-4709-ae50-dd9a8d10d503 x-openstack-request-id: req-568d6f74-b593-4709-ae50-dd9a8d10d503 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:29.956347 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2799ba98-e191-4679-913f-eaff7ba48567", "name": "network-vif-deleted", "tag": "eba7adc3-3a44-4ad7-878e-8d5c35e2afb1", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:29.956605 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-568d6f74-b593-4709-ae50-dd9a8d10d503 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:29.957026 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2799ba98-e191-4679-913f-eaff7ba48567', 'name': 'network-vif-deleted', 'tag': 'eba7adc3-3a44-4ad7-878e-8d5c35e2afb1', 'status': 'completed', 'code': 200} Sep 23 22:18:30.021322 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] For port 1bdeb878-2535-4edb-9040-1b63bb4f2577, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:18:30.026849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] For port 1bdeb878-2535-4edb-9040-1b63bb4f2577, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1bdeb878-2535-4edb-9040-1b63bb4f2577,segment=NetworkSegment(4b6cca1f-badb-4106-8dca-afc898f0e7c0),segment_id=4b6cca1f-badb-4106-8dca-afc898f0e7c0)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:18:30.151453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f7cd-b576-4c81-bdc7-8fd8e2a4ddb1 req-e03318da-02df-42d2-ac66-0576bafd8b26 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:30.155569 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7e42f7cd-b576-4c81-bdc7-8fd8e2a4ddb1 req-e03318da-02df-42d2-ac66-0576bafd8b26 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 943 time: 0.1074071 Sep 23 22:18:30.209644 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7e42f7cd-b576-4c81-bdc7-8fd8e2a4ddb1 req-2e6c477e-6080-43b2-ab82-ac68914e6659 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445378 Sep 23 22:18:30.400220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:18:30.409626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0808f2b-88d9-4844-9c53-e3b383c39138 req-ab92c05f-7b6d-4ad1-b70b-806d29b6aa8d tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:30.411219 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e0808f2b-88d9-4844-9c53-e3b383c39138 req-ab92c05f-7b6d-4ad1-b70b-806d29b6aa8d tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 943 time: 0.0685108 Sep 23 22:18:30.464421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ecc97-68e1-4373-ad7d-07c866bde9c0 req-9cb00b53-c897-405e-859c-8347928391bd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:30.466114 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-560ecc97-68e1-4373-ad7d-07c866bde9c0 req-9cb00b53-c897-405e-859c-8347928391bd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.0604236 Sep 23 22:18:30.481221 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e0808f2b-88d9-4844-9c53-e3b383c39138 req-f9e7b9be-6e3b-435f-be09-0c4522a40882 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594151 Sep 23 22:18:30.519037 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=04614b54-16b2-4ab2-aae2-a8f6788fe3d4,segment=NetworkSegment(4b4a7d45-976c-4da6-81aa-7d2c28671968),segment_id=4b4a7d45-976c-4da6-81aa-7d2c28671968)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:30.533013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '04614b54-16b2-4ab2-aae2-a8f6788fe3d4', 'network_id': 'd7b29d46-8f3d-44b5-b225-2542decec394', 'port_id': '04614b54-16b2-4ab2-aae2-a8f6788fe3d4', 'mac_address': 'fa:16:3e:cd:10:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6e298c-757d-4f0d-b518-04efa537caff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:18:30.538532 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-560ecc97-68e1-4373-ad7d-07c866bde9c0 req-0165484d-7fd8-4fc4-ac03-8e5d156aa433 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643439 Sep 23 22:18:30.589587 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:30.620332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:18:30.673778 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-985c7227-a83f-4574-922d-778af0acc12d req-97c296b8-4e4c-4934-af43-5d77949588a8 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=2799ba98-e191-4679-913f-eaff7ba48567 HTTP/1.1" status: 200 len: 210 time: 0.0270100 Sep 23 22:18:30.740194 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:30.754923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=04614b54-16b2-4ab2-aae2-a8f6788fe3d4,segment=NetworkSegment(4b4a7d45-976c-4da6-81aa-7d2c28671968),segment_id=4b4a7d45-976c-4da6-81aa-7d2c28671968)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:30.784049 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:30.784683 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:30.786329 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] 10.222.0.67 "PUT /v2.0/ports/1bdeb878-2535-4edb-9040-1b63bb4f2577 HTTP/1.1" status: 200 len: 1092 time: 2.5513160 Sep 23 22:18:30.818147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd11b7b-6572-4a8b-a684-a8ac886c5858 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdeb878-2535-4edb-9040-1b63bb4f2577,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:30.835858 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:30.894689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=04614b54-16b2-4ab2-aae2-a8f6788fe3d4,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:31.055380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-500f276e-ee60-4fb0-99ed-cc6dbd2605f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:31.057188 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-500f276e-ee60-4fb0-99ed-cc6dbd2605f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c25ebeb633064639837d7061e30004ff&device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 1095 time: 0.0685189 Sep 23 22:18:31.123569 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-d3bd76cd-985b-4421-8a2c-a566069a901f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bdeb878-2535-4edb-9040-1b63bb4f2577 HTTP/1.1" status: 200 len: 217 time: 0.0450292 Sep 23 22:18:31.196774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bd36f-c4d0-4b39-874f-880d89d1eb36 req-46e3a83d-1808-49f0-94fd-3e5be13c3563 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:31.200215 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be6bd36f-c4d0-4b39-874f-880d89d1eb36 req-46e3a83d-1808-49f0-94fd-3e5be13c3563 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 944 time: 0.1003592 Sep 23 22:18:31.246472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-78437ed7-088c-40e2-a99e-759a57f03a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:31.248457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-78437ed7-088c-40e2-a99e-759a57f03a4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fcf929a3-bff0-47e3-ab18-e2f69ade1c5c HTTP/1.1" status: 200 len: 852 time: 0.1120129 Sep 23 22:18:31.281365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['04614b54-16b2-4ab2-aae2-a8f6788fe3d4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:31.310769 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-50928a7a-e0e8-4ec6-8d4d-d05b1781427b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450528 Sep 23 22:18:31.371761 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be6bd36f-c4d0-4b39-874f-880d89d1eb36 req-746cedef-0b2d-42f8-9f26-4519c477ee3a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537590 Sep 23 22:18:31.546085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-1c34afb9-01a2-4c94-b59e-00f6e8cd64db service neutron] 10.222.0.67 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217515 Sep 23 22:18:31.573794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f24bd6-5cc0-4922-a6fd-4130a6871e60 req-391f13f7-8776-4d46-bbab-f56595b88a68 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:31.588854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6f24bd6-5cc0-4922-a6fd-4130a6871e60 req-391f13f7-8776-4d46-bbab-f56595b88a68 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 944 time: 0.1447306 Sep 23 22:18:31.642411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b01e81-d245-4c21-a160-24ae8680d945 req-ba0afb78-ed83-43a9-8ee9-4f5e904ddf83 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:31.652376 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03b01e81-d245-4c21-a160-24ae8680d945 req-ba0afb78-ed83-43a9-8ee9-4f5e904ddf83 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 943 time: 0.0808275 Sep 23 22:18:31.724624 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03b01e81-d245-4c21-a160-24ae8680d945 req-817ea4df-3c34-43ef-8042-4ca817bf59f6 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699179 Sep 23 22:18:31.862606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6f24bd6-5cc0-4922-a6fd-4130a6871e60 req-1659b378-ea34-4b24-82a8-d4a1bad87151 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720447 Sep 23 22:18:31.923896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b253afe-f112-4595-aa6c-b4ef3dc19d72 req-78d2de00-8ac4-404e-a7f7-7661ac0253bf service neutron] 10.222.0.67 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675622 Sep 23 22:18:31.925098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b2e4b-99d3-48fd-8852-aaf87ceebd11 req-eac113ad-92b8-41d2-9382-c3c2c6856dac tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:31.925098 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-033b2e4b-99d3-48fd-8852-aaf87ceebd11 req-eac113ad-92b8-41d2-9382-c3c2c6856dac tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.0841751 Sep 23 22:18:31.957948 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b4ca85-25a3-4672-8969-71068bad3564', 'tag': '1bdeb878-2535-4edb-9040-1b63bb4f2577'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:31.960626 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11b21a6-f888-43e7-8cc2-e53b3d542951" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b4ca85-25a3-4672-8969-71068bad3564", "tag": "1bdeb878-2535-4edb-9040-1b63bb4f2577"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:31.964390 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-033b2e4b-99d3-48fd-8852-aaf87ceebd11 req-80ceb9d6-0f97-4dc1-a0c0-27c33e7df502 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806720 Sep 23 22:18:32.049174 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f02f2c-ed68-40d1-8843-b91af8bb9dfd x-openstack-request-id: req-05f02f2c-ed68-40d1-8843-b91af8bb9dfd {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:32.049574 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b4ca85-25a3-4672-8969-71068bad3564", "tag": "1bdeb878-2535-4edb-9040-1b63bb4f2577", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:32.049853 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-05f02f2c-ed68-40d1-8843-b91af8bb9dfd {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:32.050542 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b4ca85-25a3-4672-8969-71068bad3564', 'tag': '1bdeb878-2535-4edb-9040-1b63bb4f2577', 'status': 'completed', 'code': 200} Sep 23 22:18:32.377763 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b21a6-f888-43e7-8cc2-e53b3d542951 req-ee615f4d-7763-400b-840d-1bd185c42979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:32.380055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c11b21a6-f888-43e7-8cc2-e53b3d542951 req-ee615f4d-7763-400b-840d-1bd185c42979 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c25ebeb633064639837d7061e30004ff&device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 1095 time: 0.0734818 Sep 23 22:18:32.411925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:18:32.416604 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:18:32.487127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:18:32.487127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device eba7adc3-3a44-4ad7-878e-8d5c35e2afb1 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:18:32.487127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:18:32.550734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:18:32.552120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 9475cbe1-f6d6-44c6-b0fb-82a4800791f9 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:18:32.612293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b21a6-f888-43e7-8cc2-e53b3d542951 req-1ed0756d-82bf-4a8a-9056-2d374f7eef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:32.614519 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c11b21a6-f888-43e7-8cc2-e53b3d542951 req-1ed0756d-82bf-4a8a-9056-2d374f7eef85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d HTTP/1.1" status: 200 len: 913 time: 0.1858222 Sep 23 22:18:32.736564 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c11b21a6-f888-43e7-8cc2-e53b3d542951 req-61e5306e-29c3-4b1a-9f77-2a56efc06f64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bdeb878-2535-4edb-9040-1b63bb4f2577 HTTP/1.1" status: 200 len: 217 time: 0.1079960 Sep 23 22:18:32.774140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d619f09-d39f-42d2-90b3-2259c5ce1211 req-0fbc981e-f47d-4b93-a086-b3ae29249f0d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:32.776281 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d619f09-d39f-42d2-90b3-2259c5ce1211 req-0fbc981e-f47d-4b93-a086-b3ae29249f0d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 944 time: 0.1605458 Sep 23 22:18:32.794857 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1,segment=NetworkSegment(9784f627-9c17-40cb-bdb3-8230bd4ef3cd),segment_id=9784f627-9c17-40cb-bdb3-8230bd4ef3cd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:32.816719 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'd8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1', 'network_id': '5902990f-f310-446e-bbb0-7ab1a253a020', 'port_id': 'd8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1', 'mac_address': 'fa:16:3e:af:90:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142a58b7-6b97-4fcf-8a12-ad5f6909dbfc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:18:32.854820 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d619f09-d39f-42d2-90b3-2259c5ce1211 req-15e63f04-53ef-42fd-acae-c0bcf7a312aa tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516000 Sep 23 22:18:32.863787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b21a6-f888-43e7-8cc2-e53b3d542951 req-5a5bf624-29b4-4a63-a01f-7821532fc87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:32.865656 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c11b21a6-f888-43e7-8cc2-e53b3d542951 req-5a5bf624-29b4-4a63-a01f-7821532fc87b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fcf929a3-bff0-47e3-ab18-e2f69ade1c5c HTTP/1.1" status: 200 len: 852 time: 0.1086602 Sep 23 22:18:32.915325 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:32.958544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:18:32.970389 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c11b21a6-f888-43e7-8cc2-e53b3d542951 req-c8c519c2-6ccd-4f53-bf52-4f389c3bbcc5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801432 Sep 23 22:18:33.004518 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1,segment=NetworkSegment(9784f627-9c17-40cb-bdb3-8230bd4ef3cd),segment_id=9784f627-9c17-40cb-bdb3-8230bd4ef3cd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:33.019593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f361ed-0779-4ae9-89c9-223ff9f9701b req-718ae078-4e4e-45fb-8007-ad4677540546 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:33.019593 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21f361ed-0779-4ae9-89c9-223ff9f9701b req-718ae078-4e4e-45fb-8007-ad4677540546 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 943 time: 0.1127141 Sep 23 22:18:33.083451 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103359c3-8b0f-4c08-bee0-ca5f7325e491 req-d93310de-ff92-486c-95d7-216241b69053 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:33.102157 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-103359c3-8b0f-4c08-bee0-ca5f7325e491 req-d93310de-ff92-486c-95d7-216241b69053 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 949 time: 0.1116891 Sep 23 22:18:33.116588 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:33.140747 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21f361ed-0779-4ae9-89c9-223ff9f9701b req-e1dcfe85-cce8-48c0-a7a8-1c9982322bc5 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026011 Sep 23 22:18:33.247191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:33.295900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c11b21a6-f888-43e7-8cc2-e53b3d542951 req-d446086a-8d04-4a70-80e0-5048e07c6f1f service neutron] 10.222.0.67 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819440 Sep 23 22:18:33.318494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-103359c3-8b0f-4c08-bee0-ca5f7325e491 req-aa1bf025-7296-42fb-b635-a6c1c12c0251 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115219 Sep 23 22:18:33.330113 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b8877-7631-4d24-959b-192a8b71c180 req-a87c899f-bf10-483e-b9bf-060b6d3ae915 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:33.355916 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e73b8877-7631-4d24-959b-192a8b71c180 req-a87c899f-bf10-483e-b9bf-060b6d3ae915 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 944 time: 0.0983016 Sep 23 22:18:33.412770 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e73b8877-7631-4d24-959b-192a8b71c180 req-2833fe60-b9f3-4cfb-9072-3c0bcb312de7 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554020 Sep 23 22:18:33.517339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:33.535328 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c11b21a6-f888-43e7-8cc2-e53b3d542951 req-d489c3c5-1299-4b09-b2b4-a34c56d8a04f service neutron] 10.222.0.67 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119858 Sep 23 22:18:33.660036 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89767aa6-814d-4db8-bb75-50a3d87de35b req-94260d4b-01e7-4b18-9929-dde85411f910 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:33.672337 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89767aa6-814d-4db8-bb75-50a3d87de35b req-94260d4b-01e7-4b18-9929-dde85411f910 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 946 time: 0.1051936 Sep 23 22:18:33.753352 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89767aa6-814d-4db8-bb75-50a3d87de35b req-51516c83-2388-4697-a6fe-b61c01163293 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766916 Sep 23 22:18:33.818447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-4553281c-9ea7-4610-b106-7ea0e90f40dd tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:33.820392 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-4553281c-9ea7-4610-b106-7ea0e90f40dd tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046&tenant_id=3f7af936c5414346bc188ecd0d80fb62&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1097 time: 0.0750086 Sep 23 22:18:33.853618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810775-1'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:33.980311 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:34.009604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb12ad-d7b1-4128-b5bb-f06f892014d4 req-6827b001-1619-41b3-9a02-7c1dbbf2aabc tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:34.016311 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4cb12ad-d7b1-4128-b5bb-f06f892014d4 req-6827b001-1619-41b3-9a02-7c1dbbf2aabc tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 1096 time: 0.1062694 Sep 23 22:18:34.034148 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5ea0d-370d-45f6-a5f4-de09f3eaf798 req-77ae400d-368f-48e1-9ed5-65b91050e4b1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:34.043279 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0ba5ea0d-370d-45f6-a5f4-de09f3eaf798 req-77ae400d-368f-48e1-9ed5-65b91050e4b1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 944 time: 0.1023283 Sep 23 22:18:34.098415 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0ba5ea0d-370d-45f6-a5f4-de09f3eaf798 req-9376acab-4d8b-459b-aa49-12209dfb29a3 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537703 Sep 23 22:18:34.139719 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4cb12ad-d7b1-4128-b5bb-f06f892014d4 req-77d0578d-780d-44e3-b5d3-570dbf2f285d tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177180 Sep 23 22:18:34.310635 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c0a86-73c3-429c-8dbd-e0f839b3a165 req-771ae15b-ada2-4cb0-8f81-dfd5578ae4f3 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:34.315827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:34.318535 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b15c0a86-73c3-429c-8dbd-e0f839b3a165 req-771ae15b-ada2-4cb0-8f81-dfd5578ae4f3 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 944 time: 0.0755661 Sep 23 22:18:34.363370 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b15c0a86-73c3-429c-8dbd-e0f839b3a165 req-372010c2-0554-4887-b92e-cac67ff81092 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438137 Sep 23 22:18:34.399725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:18:34.425986 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:18:34.456725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021e98a7-4987-44f3-9910-0ed676da6046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd33bd0ce-d6c6-43ec-8993-ec8849cd3663'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:34.459908 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b310808e-0511-4a6e-98f3-25004be8ca37" -d '{"events": [{"server_uuid": "021e98a7-4987-44f3-9910-0ed676da6046", "name": "network-vif-unplugged", "status": "completed", "tag": "d33bd0ce-d6c6-43ec-8993-ec8849cd3663"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:34.466744 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:34.540058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e75a3-582a-4989-ab9b-1c00b54b49ae req-e5543f6f-03ab-4262-b3c5-1ad0cd8457b2 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:34.541669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d24e75a3-582a-4989-ab9b-1c00b54b49ae req-e5543f6f-03ab-4262-b3c5-1ad0cd8457b2 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 949 time: 0.0950248 Sep 23 22:18:34.591554 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:34.625135 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d24e75a3-582a-4989-ab9b-1c00b54b49ae req-1dc5e9f0-7ce2-4435-94c8-6dd47c4a4f89 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/security-groups?id=a43ceb31-9023-46d9-8b46-64b6d78e9825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690844 Sep 23 22:18:34.642560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:18:34.650411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:18:34.651573 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:34.713217 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Pushing event updated for resources: {'Port': ['ID=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:34.766039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Attempting to bind port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 on host n-h2-810775-1 for vnic_type normal with profile {"migrating_to": "n-h1-810775-1"} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:18:34.766495 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Attempting to bind port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:18:34.766859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Attempting to bind port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:34.774709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:18:34.775032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Attempting to bind port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:34.782578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:18:34.783601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Checking segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:18:34.784026 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Bound using segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:18:34.784498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Bound port: d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:18:34.784876 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:34.875874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:18:34.879930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:18:34.897216 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:34.977939 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0869f3-2ec5-4f30-b424-a4212ef8b0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04614b54-16b2-4ab2-aae2-a8f6788fe3d4'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:34.982859 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880efb52-d771-465a-bfca-4e99a0057a9e" -d '{"events": [{"server_uuid": "fb0869f3-2ec5-4f30-b424-a4212ef8b0ab", "name": "network-vif-plugged", "status": "completed", "tag": "04614b54-16b2-4ab2-aae2-a8f6788fe3d4"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:35.002246 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:35.004799 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded1198-e68e-42ee-867f-e7e40dceafcd req-28f4c446-2b67-4640-9181-3674186c9fce tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:35.009952 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ded1198-e68e-42ee-867f-e7e40dceafcd req-28f4c446-2b67-4640-9181-3674186c9fce tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 944 time: 0.1562862 Sep 23 22:18:35.022552 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=04614b54-16b2-4ab2-aae2-a8f6788fe3d4,segment=NetworkSegment(4b4a7d45-976c-4da6-81aa-7d2c28671968),segment_id=4b4a7d45-976c-4da6-81aa-7d2c28671968)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:35.118646 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:35.175198 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ded1198-e68e-42ee-867f-e7e40dceafcd req-efad4acf-d7f2-42d2-8d1d-737509299555 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507740 Sep 23 22:18:35.184524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:35.185680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:35.188162 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] 10.222.0.43 "PUT /v2.0/ports/d33bd0ce-d6c6-43ec-8993-ec8849cd3663 HTTP/1.1" status: 200 len: 1122 time: 1.3409109 Sep 23 22:18:35.224681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e66205-2b72-4500-af83-ed86ac43fe62 service neutron] Pushing event updated for resources: {'Port': ['ID=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,revision_number=8']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:35.307867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=04614b54-16b2-4ab2-aae2-a8f6788fe3d4,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:35.407994 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d33bd0ce-d6c6-43ec-8993-ec8849cd3663'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:35.425675 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd329d9-b8e5-45af-9180-b612c7d3447e x-openstack-request-id: req-5fd329d9-b8e5-45af-9180-b612c7d3447e {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:35.426143 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021e98a7-4987-44f3-9910-0ed676da6046", "name": "network-vif-unplugged", "status": "completed", "tag": "d33bd0ce-d6c6-43ec-8993-ec8849cd3663", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:35.427959 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5fd329d9-b8e5-45af-9180-b612c7d3447e {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:35.427959 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021e98a7-4987-44f3-9910-0ed676da6046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd33bd0ce-d6c6-43ec-8993-ec8849cd3663', 'code': 200} Sep 23 22:18:35.532887 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['d33bd0ce-d6c6-43ec-8993-ec8849cd3663'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:35.832978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1bdeb878-2535-4edb-9040-1b63bb4f2577 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:18:36.016316 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a915-b102-426f-957d-e7d1131af73c req-4561bf05-2191-4466-b07d-a5bf389c2f70 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:36.019724 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-29a0a915-b102-426f-957d-e7d1131af73c req-4561bf05-2191-4466-b07d-a5bf389c2f70 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 944 time: 0.1340346 Sep 23 22:18:36.034310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 1bdeb878-2535-4edb-9040-1b63bb4f2577, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1bdeb878-2535-4edb-9040-1b63bb4f2577,segment=NetworkSegment(4b6cca1f-badb-4106-8dca-afc898f0e7c0),segment_id=4b6cca1f-badb-4106-8dca-afc898f0e7c0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:36.059990 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '1bdeb878-2535-4edb-9040-1b63bb4f2577', 'network_id': '3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d', 'port_id': '1bdeb878-2535-4edb-9040-1b63bb4f2577', 'mac_address': 'fa:16:3e:8a:8a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf929a3-bff0-47e3-ab18-e2f69ade1c5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:18:36.069839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc4e35-b5ec-42bf-a16e-30d26c2cdcc3 req-6c03705f-8c7f-476a-a082-e334f895f9e6 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:36.079967 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f7dc4e35-b5ec-42bf-a16e-30d26c2cdcc3 req-6c03705f-8c7f-476a-a082-e334f895f9e6 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 949 time: 0.1284776 Sep 23 22:18:36.132869 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-29a0a915-b102-426f-957d-e7d1131af73c req-db650a8a-130a-418c-b27d-53bf392eb984 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933883 Sep 23 22:18:36.170271 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:36.193909 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bdeb878-2535-4edb-9040-1b63bb4f2577 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:18:36.208776 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5039c0-d94c-4123-abae-bc8c3d2f9f59 x-openstack-request-id: req-ea5039c0-d94c-4123-abae-bc8c3d2f9f59 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:36.209235 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0869f3-2ec5-4f30-b424-a4212ef8b0ab", "name": "network-vif-plugged", "status": "completed", "tag": "04614b54-16b2-4ab2-aae2-a8f6788fe3d4", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:36.209491 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea5039c0-d94c-4123-abae-bc8c3d2f9f59 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:36.209900 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0869f3-2ec5-4f30-b424-a4212ef8b0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04614b54-16b2-4ab2-aae2-a8f6788fe3d4', 'code': 200} Sep 23 22:18:36.223686 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 1bdeb878-2535-4edb-9040-1b63bb4f2577, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1bdeb878-2535-4edb-9040-1b63bb4f2577,segment=NetworkSegment(4b6cca1f-badb-4106-8dca-afc898f0e7c0),segment_id=4b6cca1f-badb-4106-8dca-afc898f0e7c0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:36.248281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-f7dc4e35-b5ec-42bf-a16e-30d26c2cdcc3 req-665aff07-e633-4d78-a2b2-59241efc4653 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Deleting port b9df0991-055c-407c-a221-7fbaf95f1c6d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:18:36.248838 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f7dc4e35-b5ec-42bf-a16e-30d26c2cdcc3 req-665aff07-e633-4d78-a2b2-59241efc4653 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:36.354853 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcfad3-f687-4c45-9151-ecb6768b9d19 req-964f7777-7468-442c-84ea-5f52f9f43944 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:36.358137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-68dcfad3-f687-4c45-9151-ecb6768b9d19 req-964f7777-7468-442c-84ea-5f52f9f43944 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 944 time: 0.0635152 Sep 23 22:18:36.414450 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-68dcfad3-f687-4c45-9151-ecb6768b9d19 req-29df5f42-c8c5-4043-949f-b33a0d5ec91d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Sep 23 22:18:36.424936 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d33bd0ce-d6c6-43ec-8993-ec8849cd3663 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:18:36.425382 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f7dc4e35-b5ec-42bf-a16e-30d26c2cdcc3 req-665aff07-e633-4d78-a2b2-59241efc4653 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] For port b9df0991-055c-407c-a221-7fbaf95f1c6d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b9df0991-055c-407c-a221-7fbaf95f1c6d,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:36.425863 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f7dc4e35-b5ec-42bf-a16e-30d26c2cdcc3 req-665aff07-e633-4d78-a2b2-59241efc4653 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:36.432171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:18:36.441165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b476673-0ba2-4da9-8256-c79d261cc60a req-efbb5e19-6ff2-45bb-aa68-accfb7db10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:36.442450 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b476673-0ba2-4da9-8256-c79d261cc60a req-efbb5e19-6ff2-45bb-aa68-accfb7db10bd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 1096 time: 0.1431355 Sep 23 22:18:36.447202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-f7dc4e35-b5ec-42bf-a16e-30d26c2cdcc3 req-665aff07-e633-4d78-a2b2-59241efc4653 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Calling delete_port for b9df0991-055c-407c-a221-7fbaf95f1c6d owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:18:36.557122 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b476673-0ba2-4da9-8256-c79d261cc60a req-8a7ac8b1-c267-40d4-9379-9c713d186fb7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969427 Sep 23 22:18:36.623842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:36.637242 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa7534-0429-4ba3-be43-5d9012981397 req-023bb89e-f232-4ae5-87b2-b3f4bf65b7bf tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:36.642589 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-99fa7534-0429-4ba3-be43-5d9012981397 req-023bb89e-f232-4ae5-87b2-b3f4bf65b7bf tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 944 time: 0.0775034 Sep 23 22:18:36.652097 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d33bd0ce-d6c6-43ec-8993-ec8849cd3663 has no active binding in host n-h1-810775-1 {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 22:18:36.660180 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:36.661645 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:36.723110 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-99fa7534-0429-4ba3-be43-5d9012981397 req-a87f0225-e320-4160-933a-f85bdd9f6c70 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750158 Sep 23 22:18:36.743162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=1bdeb878-2535-4edb-9040-1b63bb4f2577,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:36.758195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:18:36.770400 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:18:36.770400 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:36.831758 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f7dc4e35-b5ec-42bf-a16e-30d26c2cdcc3 req-665aff07-e633-4d78-a2b2-59241efc4653 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:36.877344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9df0991-055c-407c-a221-7fbaf95f1c6d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:36.893531 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bc2980f9-c8ad-426e-9ee0-4b6bd73d1338 req-a35933d5-d08a-4153-9ce2-9100d99c0ce3 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8c2a65b-3e75-48d3-947c-18b62980bb69 HTTP/1.1" status: 200 len: 210 time: 0.0807009 Sep 23 22:18:36.961670 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:36.971052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665aff07-e633-4d78-a2b2-59241efc4653 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Pushing event deleted for resources: {'Port': ['ID=b9df0991-055c-407c-a221-7fbaf95f1c6d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:37.024485 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1,segment=NetworkSegment(9784f627-9c17-40cb-bdb3-8230bd4ef3cd),segment_id=9784f627-9c17-40cb-bdb3-8230bd4ef3cd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:37.064422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dc4e35-b5ec-42bf-a16e-30d26c2cdcc3 req-665aff07-e633-4d78-a2b2-59241efc4653 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] No DVR routers for this DVR port b9df0991-055c-407c-a221-7fbaf95f1c6d on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:18:37.068824 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f7dc4e35-b5ec-42bf-a16e-30d26c2cdcc3 req-665aff07-e633-4d78-a2b2-59241efc4653 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:37.072760 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f7dc4e35-b5ec-42bf-a16e-30d26c2cdcc3 req-665aff07-e633-4d78-a2b2-59241efc4653 tempest-ServersOnMultiNodesTest-1608813542 tempest-ServersOnMultiNodesTest-1608813542-project] 10.222.0.67 "DELETE /v2.0/ports/b9df0991-055c-407c-a221-7fbaf95f1c6d HTTP/1.1" status: 204 len: 173 time: 0.9792731 Sep 23 22:18:37.114265 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:37.203604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ac9c2-074f-48d8-8dd8-1c08088e88d8 req-25aa1be2-822e-4922-bf73-d30a1dc136a9 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:37.221967 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ca1ac9c2-074f-48d8-8dd8-1c08088e88d8 req-25aa1be2-822e-4922-bf73-d30a1dc136a9 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 945 time: 0.1481581 Sep 23 22:18:37.274263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:37.324621 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ca1ac9c2-074f-48d8-8dd8-1c08088e88d8 req-c9a78481-f804-4cd2-b60f-3dc107cacd1a tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961435 Sep 23 22:18:37.428861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021e98a7-4987-44f3-9910-0ed676da6046', 'tag': 'd33bd0ce-d6c6-43ec-8993-ec8849cd3663'}, {'server_uuid': 'f8c2a65b-3e75-48d3-947c-18b62980bb69', 'name': 'network-vif-deleted', 'tag': 'b9df0991-055c-407c-a221-7fbaf95f1c6d'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:37.434425 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80c0f1a-a180-4f68-9b65-0be388267a05" -d '{"events": [{"name": "network-changed", "server_uuid": "021e98a7-4987-44f3-9910-0ed676da6046", "tag": "d33bd0ce-d6c6-43ec-8993-ec8849cd3663"}, {"server_uuid": "f8c2a65b-3e75-48d3-947c-18b62980bb69", "name": "network-vif-deleted", "tag": "b9df0991-055c-407c-a221-7fbaf95f1c6d"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:37.562483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['1bdeb878-2535-4edb-9040-1b63bb4f2577'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:37.818936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-9e0f934f-e8f9-4515-92be-057fab4f076a tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:18:37.821996 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-9e0f934f-e8f9-4515-92be-057fab4f076a tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133083 Sep 23 22:18:37.844335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7c608-6358-4e44-b909-6828ef44a40a req-be2c2f39-b194-4c6d-bb52-261fcf0a9bd1 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:37.847476 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-acc7c608-6358-4e44-b909-6828ef44a40a req-be2c2f39-b194-4c6d-bb52-261fcf0a9bd1 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 944 time: 0.1386001 Sep 23 22:18:37.903824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ee9878e1-7c50-4ff1-9996-d7e980db70dd tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:37.906404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ee9878e1-7c50-4ff1-9996-d7e980db70dd tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports/e23a60a8-f3a5-4d0f-95b4-7040ac188459 HTTP/1.1" status: 200 len: 1093 time: 0.0752668 Sep 23 22:18:37.926593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ba9cb758-7a5a-4511-8b07-fc4cf3e4a77e service neutron] Request body: {'binding': {'host': 'n-h1-810775-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:37.927794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ba9cb758-7a5a-4511-8b07-fc4cf3e4a77e service neutron] Unknown quota resources ['binding']. {{(pid=95491) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:18:37.957966 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-acc7c608-6358-4e44-b909-6828ef44a40a req-681e4180-19f0-4161-9be3-a1662f55b5ca tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973220 Sep 23 22:18:38.044762 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e45b823-9635-4d91-837c-e107ef4a4997 x-openstack-request-id: req-9e45b823-9635-4d91-837c-e107ef4a4997 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:38.045235 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021e98a7-4987-44f3-9910-0ed676da6046", "tag": "d33bd0ce-d6c6-43ec-8993-ec8849cd3663", "status": "completed", "code": 200}, {"server_uuid": "f8c2a65b-3e75-48d3-947c-18b62980bb69", "name": "network-vif-deleted", "tag": "b9df0991-055c-407c-a221-7fbaf95f1c6d", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:38.045934 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e45b823-9635-4d91-837c-e107ef4a4997 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:38.046934 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021e98a7-4987-44f3-9910-0ed676da6046', 'tag': 'd33bd0ce-d6c6-43ec-8993-ec8849cd3663', 'status': 'completed', 'code': 200} Sep 23 22:18:38.047331 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c2a65b-3e75-48d3-947c-18b62980bb69', 'name': 'network-vif-deleted', 'tag': 'b9df0991-055c-407c-a221-7fbaf95f1c6d', 'status': 'completed', 'code': 200} Sep 23 22:18:38.211286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00aa10b3-8965-4249-b774-9f65d944955b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:38.213296 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09753da-b397-47b2-b989-785bdef61913 req-e349b4aa-cbeb-4bed-b902-426c8480b6ff tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:38.213810 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cada7649-6480-4225-a781-ca06d1c35753" -d '{"events": [{"server_uuid": "00aa10b3-8965-4249-b774-9f65d944955b", "name": "network-vif-plugged", "status": "completed", "tag": "d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:38.216630 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d09753da-b397-47b2-b989-785bdef61913 req-e349b4aa-cbeb-4bed-b902-426c8480b6ff tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 945 time: 0.1065857 Sep 23 22:18:38.278505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ba9cb758-7a5a-4511-8b07-fc4cf3e4a77e service neutron] Attempting to bind port e23a60a8-f3a5-4d0f-95b4-7040ac188459 on host n-h1-810775-1 for vnic_type normal with profile None {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:18:38.279328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ba9cb758-7a5a-4511-8b07-fc4cf3e4a77e service neutron] Attempting to bind port e23a60a8-f3a5-4d0f-95b4-7040ac188459 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:18:38.280510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ba9cb758-7a5a-4511-8b07-fc4cf3e4a77e service neutron] Attempting to bind port e23a60a8-f3a5-4d0f-95b4-7040ac188459 on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:38.317615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ba9cb758-7a5a-4511-8b07-fc4cf3e4a77e service neutron] Port e23a60a8-f3a5-4d0f-95b4-7040ac188459 on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:18:38.319851 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ba9cb758-7a5a-4511-8b07-fc4cf3e4a77e service neutron] Attempting to bind port e23a60a8-f3a5-4d0f-95b4-7040ac188459 on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:38.329053 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c0f1a-a180-4f68-9b65-0be388267a05 req-dd44812d-543a-46a2-b458-c3a2b03518eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:38.331005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b80c0f1a-a180-4f68-9b65-0be388267a05 req-dd44812d-543a-46a2-b458-c3a2b03518eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 1125 time: 0.1192884 Sep 23 22:18:38.334674 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ba9cb758-7a5a-4511-8b07-fc4cf3e4a77e service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:18:38.337904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ba9cb758-7a5a-4511-8b07-fc4cf3e4a77e service neutron] Checking segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:18:38.337904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ba9cb758-7a5a-4511-8b07-fc4cf3e4a77e service neutron] Bound using segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:18:38.337904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ba9cb758-7a5a-4511-8b07-fc4cf3e4a77e service neutron] Bound port: e23a60a8-f3a5-4d0f-95b4-7040ac188459, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:18:38.374800 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d09753da-b397-47b2-b989-785bdef61913 req-b0875b93-358d-4e49-8dc6-2398d947d139 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466482 Sep 23 22:18:38.515153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ba9cb758-7a5a-4511-8b07-fc4cf3e4a77e service neutron] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:18:38.537529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c0f1a-a180-4f68-9b65-0be388267a05 req-4fe32135-3eb8-4d7c-b324-85efa7bda8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:38.539721 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b80c0f1a-a180-4f68-9b65-0be388267a05 req-4fe32135-3eb8-4d7c-b324-85efa7bda8d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.1961946 Sep 23 22:18:38.624792 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ba9cb758-7a5a-4511-8b07-fc4cf3e4a77e service neutron] Notify callbacks [] for binding, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:38.627205 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ba9cb758-7a5a-4511-8b07-fc4cf3e4a77e service neutron] 10.222.0.22 "POST /v2.0/ports/e23a60a8-f3a5-4d0f-95b4-7040ac188459/bindings HTTP/1.1" status: 201 len: 389 time: 0.7075973 Sep 23 22:18:38.629915 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b80c0f1a-a180-4f68-9b65-0be388267a05 req-b580f919-f8b5-4f09-b08b-51a680fa7838 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663 HTTP/1.1" status: 200 len: 217 time: 0.0778501 Sep 23 22:18:38.800211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c0f1a-a180-4f68-9b65-0be388267a05 req-9552b627-c571-464e-ae19-83be8d280f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:38.802715 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b80c0f1a-a180-4f68-9b65-0be388267a05 req-9552b627-c571-464e-ae19-83be8d280f70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.1610308 Sep 23 22:18:38.891428 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b80c0f1a-a180-4f68-9b65-0be388267a05 req-a21b12ae-b3ce-482f-ba18-bd2ec83597f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730946 Sep 23 22:18:38.911678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d255c54-b07b-4e32-8b41-cdacd8f0c23b req-eadaeb20-8a43-48eb-b28c-0aca71c1c5b0 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:38.915386 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7d255c54-b07b-4e32-8b41-cdacd8f0c23b req-eadaeb20-8a43-48eb-b28c-0aca71c1c5b0 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 945 time: 0.4523656 Sep 23 22:18:39.032414 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7d255c54-b07b-4e32-8b41-cdacd8f0c23b req-f2bb4170-7ad2-44b1-9694-7f0c753c103d tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094124 Sep 23 22:18:39.139309 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549348ad-e27f-495d-854f-e0afb158695f x-openstack-request-id: req-549348ad-e27f-495d-854f-e0afb158695f {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:39.140045 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00aa10b3-8965-4249-b774-9f65d944955b", "name": "network-vif-plugged", "status": "completed", "tag": "d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:39.140352 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-549348ad-e27f-495d-854f-e0afb158695f {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:39.140728 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00aa10b3-8965-4249-b774-9f65d944955b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1', 'code': 200} Sep 23 22:18:39.149449 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b80c0f1a-a180-4f68-9b65-0be388267a05 req-b53ec683-4f9f-4b6f-8896-185cea01547c service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380695 Sep 23 22:18:39.568231 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90008f-2cfa-4aed-8d57-024d3d038868 req-99ebcec2-a61d-4de6-a1bd-b0b806a80f85 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:39.581641 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f90008f-2cfa-4aed-8d57-024d3d038868 req-99ebcec2-a61d-4de6-a1bd-b0b806a80f85 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 944 time: 0.1253476 Sep 23 22:18:39.662303 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f90008f-2cfa-4aed-8d57-024d3d038868 req-89cfebe0-e781-49dc-9227-47a162285d7d tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792463 Sep 23 22:18:39.837983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39422) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:39.845095 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1bdeb878-2535-4edb-9040-1b63bb4f2577 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:18:39.951916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7f655-c41c-4e33-bb5f-36048be7a30b req-0514444a-9010-42c4-a30e-397c918ead98 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:39.954271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21f314-5be5-4677-bc89-f6f4d42da907 req-0e28a4e3-7378-47a5-a101-65d52852f0ba tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:39.956844 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b21f314-5be5-4677-bc89-f6f4d42da907 req-0e28a4e3-7378-47a5-a101-65d52852f0ba tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 945 time: 0.7577565 Sep 23 22:18:39.971399 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-90f7f655-c41c-4e33-bb5f-36048be7a30b req-0514444a-9010-42c4-a30e-397c918ead98 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.1784194 Sep 23 22:18:40.036573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b13ec-0f64-407f-87f1-127b16ac7fa2 req-a293757f-5909-4f2a-836f-3d7e3e0b5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:40.039152 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-593b13ec-0f64-407f-87f1-127b16ac7fa2 req-a293757f-5909-4f2a-836f-3d7e3e0b5425 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 1096 time: 0.2617285 Sep 23 22:18:40.058339 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-90f7f655-c41c-4e33-bb5f-36048be7a30b req-1284557d-5df4-490b-b7a7-fd7f5d45118b tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830276 Sep 23 22:18:40.111665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 1bdeb878-2535-4edb-9040-1b63bb4f2577 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:18:40.122421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 1bdeb878-2535-4edb-9040-1b63bb4f2577 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:18:40.123010 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:40.156340 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b80c0f1a-a180-4f68-9b65-0be388267a05 req-6ed54c66-c2fd-4cc9-b55f-180edc4da600 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9958560 Sep 23 22:18:40.200946 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b21f314-5be5-4677-bc89-f6f4d42da907 req-6def9091-cbf1-4768-8d33-7dc749aae59d tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325609 Sep 23 22:18:40.259217 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a024651a-ba2d-4b36-817c-945f420d3beb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3756e6e4b7384c58b79362f025ad60eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220641 Sep 23 22:18:40.265089 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39432) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:40.280137 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-593b13ec-0f64-407f-87f1-127b16ac7fa2 req-ebb79aec-90a1-49c0-872c-95a096238f41 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122951 Sep 23 22:18:40.337555 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:40.362118 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d839dad-0afc-4f74-af5d-d15301ef5a4c req-167ee82d-9579-4bc2-9250-c13eba9a9f73 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:40.364800 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d839dad-0afc-4f74-af5d-d15301ef5a4c req-167ee82d-9579-4bc2-9250-c13eba9a9f73 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 945 time: 0.1828959 Sep 23 22:18:40.460721 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 1bdeb878-2535-4edb-9040-1b63bb4f2577, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1bdeb878-2535-4edb-9040-1b63bb4f2577,segment=NetworkSegment(4b6cca1f-badb-4106-8dca-afc898f0e7c0),segment_id=4b6cca1f-badb-4106-8dca-afc898f0e7c0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:40.465851 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d80ad01-32a8-42df-8115-cac499e5d6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:40.472290 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d839dad-0afc-4f74-af5d-d15301ef5a4c req-ad2d2f12-a174-4e37-a303-f5efe4c79d04 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980968 Sep 23 22:18:40.475244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c3ead-9a47-4be5-8d12-ed389adfc5b7 req-83d9833d-131c-4591-898c-2904621f1939 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:40.477427 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-655c3ead-9a47-4be5-8d12-ed389adfc5b7 req-83d9833d-131c-4591-898c-2904621f1939 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 945 time: 0.1631920 Sep 23 22:18:40.525864 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d80ad01-32a8-42df-8115-cac499e5d6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:40.539087 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:40.541130 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b9df0991-055c-407c-a221-7fbaf95f1c6d no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:18:40.578990 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: b9df0991-055c-407c-a221-7fbaf95f1c6d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:18:40.579761 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b9df0991-055c-407c-a221-7fbaf95f1c6d not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:18:40.588309 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-655c3ead-9a47-4be5-8d12-ed389adfc5b7 req-5a67c6da-bc55-4f19-9914-84a3160fc1de tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999184 Sep 23 22:18:40.699425 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d80ad01-32a8-42df-8115-cac499e5d6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:40.703944 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d80ad01-32a8-42df-8115-cac499e5d6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:40.714593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=1bdeb878-2535-4edb-9040-1b63bb4f2577,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:40.716423 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9d80ad01-32a8-42df-8115-cac499e5d6ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a43ceb31-9023-46d9-8b46-64b6d78e9825 HTTP/1.1" status: 204 len: 168 time: 0.4429126 Sep 23 22:18:40.726809 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80ad01-32a8-42df-8115-cac499e5d6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43ceb31-9023-46d9-8b46-64b6d78e9825,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:40.847153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd5340-b8d7-4039-99c7-b40b199183ee req-bae3f122-0f75-4987-9eaf-852e3ef5592a tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:40.849230 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63dd5340-b8d7-4039-99c7-b40b199183ee req-bae3f122-0f75-4987-9eaf-852e3ef5592a tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 944 time: 0.0648537 Sep 23 22:18:40.910060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63dd5340-b8d7-4039-99c7-b40b199183ee req-1a9eac37-e69d-4790-bee1-6a326e09745f tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543442 Sep 23 22:18:41.141829 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b4ca85-25a3-4672-8969-71068bad3564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdeb878-2535-4edb-9040-1b63bb4f2577'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:41.157965 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c7bad1-7305-4230-8e38-cf9ab4e11542" -d '{"events": [{"server_uuid": "a1b4ca85-25a3-4672-8969-71068bad3564", "name": "network-vif-plugged", "status": "completed", "tag": "1bdeb878-2535-4edb-9040-1b63bb4f2577"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:41.250433 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8b77df-6dcb-4df9-a175-2fefb688b7a6 x-openstack-request-id: req-1f8b77df-6dcb-4df9-a175-2fefb688b7a6 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:41.250941 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b4ca85-25a3-4672-8969-71068bad3564", "name": "network-vif-plugged", "status": "completed", "tag": "1bdeb878-2535-4edb-9040-1b63bb4f2577", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:41.251516 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f8b77df-6dcb-4df9-a175-2fefb688b7a6 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:41.252336 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b4ca85-25a3-4672-8969-71068bad3564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdeb878-2535-4edb-9040-1b63bb4f2577', 'code': 200} Sep 23 22:18:41.283355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be88edc-ecfd-4170-b97c-339d690b4591 req-905f6a0f-c875-4d10-a0b5-df540cfb869e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:41.285286 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7be88edc-ecfd-4170-b97c-339d690b4591 req-905f6a0f-c875-4d10-a0b5-df540cfb869e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.0713313 Sep 23 22:18:41.361325 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7be88edc-ecfd-4170-b97c-339d690b4591 req-c337e3d8-194d-43fd-84a6-03210d99752b tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689862 Sep 23 22:18:41.448772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39458) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:41.483383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf20175-ed59-4303-92f2-95ea77901df0 req-8162bd88-1131-4672-915d-7d649e1e3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:41.485146 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8cf20175-ed59-4303-92f2-95ea77901df0 req-8162bd88-1131-4672-915d-7d649e1e3f57 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 1097 time: 0.0564566 Sep 23 22:18:41.508744 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2029c67e-dd5c-4ed0-938a-e8dfeee18da7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2364f83ee71643a3bf0c58717a1765e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585327 Sep 23 22:18:41.515713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39460) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:41.572986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8cf20175-ed59-4303-92f2-95ea77901df0 req-4aa040d6-a2c1-4a76-b46b-1d127780b54f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747204 Sep 23 22:18:41.654669 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-035afa06-0a5a-44e5-9be7-7cde8d6160d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:41.679169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e7e45-7b93-4d73-9403-a5b2ae18b24f req-70d28ac7-d9db-46ae-bde4-56fb1f6ba26f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:41.687141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-657e7e45-7b93-4d73-9403-a5b2ae18b24f req-70d28ac7-d9db-46ae-bde4-56fb1f6ba26f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 946 time: 0.1062086 Sep 23 22:18:41.737554 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-035afa06-0a5a-44e5-9be7-7cde8d6160d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:41.786838 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-657e7e45-7b93-4d73-9403-a5b2ae18b24f req-ed38268b-7cfb-4640-9cf9-190e1a9614ce tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987134 Sep 23 22:18:41.867723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941324e-373b-41e8-bf13-a7a0f2ced472 req-9972dba9-aba7-4555-8b26-4c119a1b2b32 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:41.879256 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8941324e-373b-41e8-bf13-a7a0f2ced472 req-9972dba9-aba7-4555-8b26-4c119a1b2b32 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 945 time: 0.1084571 Sep 23 22:18:41.918413 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8941324e-373b-41e8-bf13-a7a0f2ced472 req-0cb0428c-3d30-4aea-9477-8bf7b84fe852 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373585 Sep 23 22:18:41.991814 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-035afa06-0a5a-44e5-9be7-7cde8d6160d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:41.995517 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-035afa06-0a5a-44e5-9be7-7cde8d6160d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:42.001074 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-035afa06-0a5a-44e5-9be7-7cde8d6160d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/66f42f26-a0a2-4f6a-9a6d-0a6c678923a8 HTTP/1.1" status: 204 len: 168 time: 0.4808164 Sep 23 22:18:42.054070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035afa06-0a5a-44e5-9be7-7cde8d6160d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f42f26-a0a2-4f6a-9a6d-0a6c678923a8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:42.161544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be3f78-21ed-476c-a47d-73d3519c7e2c req-e2b7448f-3681-4c8a-ab00-a45f155960d7 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:42.161544 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f2be3f78-21ed-476c-a47d-73d3519c7e2c req-e2b7448f-3681-4c8a-ab00-a45f155960d7 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 944 time: 0.1000817 Sep 23 22:18:42.231931 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f2be3f78-21ed-476c-a47d-73d3519c7e2c req-8055098b-0713-490e-9174-d82a470f46d1 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507996 Sep 23 22:18:42.523560 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd053c-e857-42d8-b692-deca6d6b071b req-d98933c3-6841-4224-bac6-7c6664b4dc04 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:42.529095 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2dfd053c-e857-42d8-b692-deca6d6b071b req-d98933c3-6841-4224-bac6-7c6664b4dc04 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.0636790 Sep 23 22:18:42.621930 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2dfd053c-e857-42d8-b692-deca6d6b071b req-b0621720-486e-4480-bfc4-7618284220ef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834093 Sep 23 22:18:42.873976 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52ed4950-d751-4b35-9f68-583bb277eef8 req-b54901d5-2f25-4bbf-bbb7-8a4d96186de7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1533949 Sep 23 22:18:42.948541 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2e68df8c-b984-4b5c-8888-19b7bee7c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:43.119610 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed4950-d751-4b35-9f68-583bb277eef8 req-9ca5f3e7-8e47-4595-a080-d64298e5f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:43.126257 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52ed4950-d751-4b35-9f68-583bb277eef8 req-9ca5f3e7-8e47-4595-a080-d64298e5f000 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 1095 time: 0.1884212 Sep 23 22:18:43.185362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546948d-f6ad-4700-a493-c7778b0745c4 req-5ad4bf3f-3b65-4f20-bdcc-859a6f154ba3 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:43.188912 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9546948d-f6ad-4700-a493-c7778b0745c4 req-5ad4bf3f-3b65-4f20-bdcc-859a6f154ba3 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 945 time: 0.1242332 Sep 23 22:18:43.207612 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14667033-0e8a-4c5e-90a4-0f8d92a63e1d req-f21ccae3-c535-4115-9702-752c4955dcfc tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:43.210944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-14667033-0e8a-4c5e-90a4-0f8d92a63e1d req-f21ccae3-c535-4115-9702-752c4955dcfc tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 946 time: 0.2066779 Sep 23 22:18:43.339314 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9546948d-f6ad-4700-a493-c7778b0745c4 req-671baa24-417e-4d7a-b256-539f87f75970 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345394 Sep 23 22:18:43.406413 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-14667033-0e8a-4c5e-90a4-0f8d92a63e1d req-324aa2a6-d3ca-4983-9757-45edf62d27c8 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775064 Sep 23 22:18:43.507128 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed4950-d751-4b35-9f68-583bb277eef8 req-491601d1-7b09-4a3a-8a71-b45e3244f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:43.524802 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52ed4950-d751-4b35-9f68-583bb277eef8 req-491601d1-7b09-4a3a-8a71-b45e3244f2eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.3566303 Sep 23 22:18:43.790139 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52ed4950-d751-4b35-9f68-583bb277eef8 req-31df3001-1d7a-410d-89ac-aa5c5212c800 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e087bac2-f6ee-46b7-aca7-2522cc678453 HTTP/1.1" status: 200 len: 217 time: 0.2486916 Sep 23 22:18:43.894675 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9f6b3-3f91-48cd-b928-5ab68b56d6b8 req-3d095ef5-40cc-46ef-bc60-a9dfe2780780 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:43.903545 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cac9f6b3-3f91-48cd-b928-5ab68b56d6b8 req-3d095ef5-40cc-46ef-bc60-a9dfe2780780 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 944 time: 0.3729463 Sep 23 22:18:43.944954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed4950-d751-4b35-9f68-583bb277eef8 req-d501c8c1-734c-4744-9b18-beb047c8ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:43.946624 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52ed4950-d751-4b35-9f68-583bb277eef8 req-d501c8c1-734c-4744-9b18-beb047c8ab3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.1365638 Sep 23 22:18:43.991968 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cac9f6b3-3f91-48cd-b928-5ab68b56d6b8 req-095cf5c3-fccf-4638-ada5-d29f871d4441 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874045 Sep 23 22:18:44.032058 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52ed4950-d751-4b35-9f68-583bb277eef8 req-1f3036f1-22b4-4a8a-9e86-d9664de3db80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628386 Sep 23 22:18:44.335389 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52ed4950-d751-4b35-9f68-583bb277eef8 req-3d980c7b-f565-44e8-aeb0-408b9c3128b8 service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921393 Sep 23 22:18:44.713255 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef35f34-7e28-42b3-a5db-408d3db21fc2 req-701979ab-7e2b-47b5-be01-0889249229e7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:44.715487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bef35f34-7e28-42b3-a5db-408d3db21fc2 req-701979ab-7e2b-47b5-be01-0889249229e7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.4646418 Sep 23 22:18:44.760224 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39552) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:44.786391 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52ed4950-d751-4b35-9f68-583bb277eef8 req-f197bafe-63a6-49f0-8484-e596fcee6e67 service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166756 Sep 23 22:18:44.844322 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bef35f34-7e28-42b3-a5db-408d3db21fc2 req-2306fa80-d9d4-477c-9e59-0ca1cb754f21 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849593 Sep 23 22:18:45.079318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-479899909-network', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:45.277647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] Made reservation on behalf of dacb45334ec54270b9b5c40339f72c21 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:18:45.281637 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:45.303063 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:45.350834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bae62d-d4d7-48bb-84e3-231150ac1e5a req-4f5fc5f5-a3d3-4c37-9fb7-27a5fe8ab7b4 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:45.357289 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-08bae62d-d4d7-48bb-84e3-231150ac1e5a req-4f5fc5f5-a3d3-4c37-9fb7-27a5fe8ab7b4 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 946 time: 0.2004550 Sep 23 22:18:45.450631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-08bae62d-d4d7-48bb-84e3-231150ac1e5a req-21590d34-c058-4d22-93c7-1818cbb0cebe tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771823 Sep 23 22:18:45.584571 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f493af66-8d25-414c-993e-eef823595eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:45.607210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:45.675617 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:45.729532 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718587e6-60d9-4482-8523-47d3f955549b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:45.747013 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:18:45.769816 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:45.770724 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] Added segment b2bcc213-5fa3-4c8a-98e0-0b2ca140828d of type vlan for network 08aec10d-7ccd-4a26-9c47-33a022483104 Sep 23 22:18:45.890051 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device d33bd0ce-d6c6-43ec-8993-ec8849cd3663 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:18:45.916533 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:45.975761 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-61200ed8-8a60-4923-a732-d0fb0e3e4919 service neutron] 10.222.0.67 "GET /v2.0/ports/d33bd0ce-d6c6-43ec-8993-ec8849cd3663/bindings/n-h1-810775-1 HTTP/1.1" status: 200 len: 384 time: 0.3360746 Sep 23 22:18:46.126005 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3453bf12-d4da-4767-965d-9fd115326413 req-2d72ce1e-2979-4463-abdc-742457bbe2d9 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1936008242&fields=id&tenant_id=c25ebeb633064639837d7061e30004ff HTTP/1.1" status: 200 len: 267 time: 0.2769470 Sep 23 22:18:46.127819 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:46.198416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10627d98-98ee-47e9-822c-a6cdce7f3607 req-a5620409-6420-44bd-a1a8-1fc5b8629be6 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:46.212158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10627d98-98ee-47e9-822c-a6cdce7f3607 req-a5620409-6420-44bd-a1a8-1fc5b8629be6 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 944 time: 0.3850102 Sep 23 22:18:46.213616 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:46.215158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:46.216068 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:46.328395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] Pushing event updated for resources: {'Network': ['ID=08aec10d-7ccd-4a26-9c47-33a022483104,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:46.329817 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10627d98-98ee-47e9-822c-a6cdce7f3607 req-05876bc2-16d5-4c4d-b76f-1f0b1e19cbd1 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158626 Sep 23 22:18:46.360324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 08aec10d-7ccd-4a26-9c47-33a022483104 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:18:46.375564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453bf12-d4da-4767-965d-9fd115326413 req-74fff4ce-894a-4840-b160-19395d3549ed tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:46.377236 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3453bf12-d4da-4767-965d-9fd115326413 req-74fff4ce-894a-4840-b160-19395d3549ed tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 946 time: 0.2501402 Sep 23 22:18:46.383833 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9bf8859f-5e87-4a73-8161-180709116349 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6220572 Sep 23 22:18:46.390957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39580) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:46.398435 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-df8585c1-0983-4ec6-b19c-0ab81064b042 admin admin] Request body: {'subnet': {'network_id': '08aec10d-7ccd-4a26-9c47-33a022483104', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-479899909-subnet', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:46.430029 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-3453bf12-d4da-4767-965d-9fd115326413 req-c9314590-59f3-4040-b047-24e3bd092e7d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'port': {'security_groups': ['4e611193-f39c-48bc-b656-8859e3a7252c', 'e0ccdd9f-d7f5-4245-b746-d638d2ff59d9']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:46.578806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-dd5ed341-22fe-4eb4-9eec-8ef7fe52b0e4 service neutron] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:46.594277 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3453bf12-d4da-4767-965d-9fd115326413 req-c9314590-59f3-4040-b047-24e3bd092e7d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:46.602024 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf05bac-b5f4-4f2d-b077-d2ca67c6f051 req-94ce4c48-520c-4d81-b2ad-3d72a0efa5eb tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:46.611812 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1bf05bac-b5f4-4f2d-b077-d2ca67c6f051 req-94ce4c48-520c-4d81-b2ad-3d72a0efa5eb tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 945 time: 0.1217740 Sep 23 22:18:46.631464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8585c1-0983-4ec6-b19c-0ab81064b042 admin admin] Made reservation on behalf of dacb45334ec54270b9b5c40339f72c21 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:18:46.637019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df8585c1-0983-4ec6-b19c-0ab81064b042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:46.652453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-dd5ed341-22fe-4eb4-9eec-8ef7fe52b0e4 service neutron] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:18:46.727918 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1bf05bac-b5f4-4f2d-b077-d2ca67c6f051 req-2bf73d9d-e18b-4440-a9df-9480c94cd90b tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149938 Sep 23 22:18:46.761974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-dd5ed341-22fe-4eb4-9eec-8ef7fe52b0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33bd0ce-d6c6-43ec-8993-ec8849cd3663 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:18:46.772832 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:46.796990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-dd5ed341-22fe-4eb4-9eec-8ef7fe52b0e4 service neutron] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:46.884728 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-dd5ed341-22fe-4eb4-9eec-8ef7fe52b0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:46.914408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f0f31-33e0-4e96-bbf3-e4415b51c2d1 req-5a71c5d9-673a-46f1-852c-ea1b954eb92d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:46.924828 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c96f0f31-33e0-4e96-bbf3-e4415b51c2d1 req-5a71c5d9-673a-46f1-852c-ea1b954eb92d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.0880082 Sep 23 22:18:47.033774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c96f0f31-33e0-4e96-bbf3-e4415b51c2d1 req-e7bd0807-6ddb-493b-aa37-4de2c488b9a9 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074262 Sep 23 22:18:47.097666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-dd5ed341-22fe-4eb4-9eec-8ef7fe52b0e4 service neutron] Transition to ACTIVE for port object d33bd0ce-d6c6-43ec-8993-ec8849cd3663 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:18:47.170145 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-dd5ed341-22fe-4eb4-9eec-8ef7fe52b0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:47.313324 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-dd5ed341-22fe-4eb4-9eec-8ef7fe52b0e4 service neutron] No DVR routers for this DVR port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:18:47.316227 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:47.364151 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-dd5ed341-22fe-4eb4-9eec-8ef7fe52b0e4 service neutron] 10.222.0.67 "PUT /v2.0/ports/d33bd0ce-d6c6-43ec-8993-ec8849cd3663/bindings/n-h1-810775-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3848736 Sep 23 22:18:47.365420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ed341-22fe-4eb4-9eec-8ef7fe52b0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,revision_number=10']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:47.367260 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-3453bf12-d4da-4767-965d-9fd115326413 req-c9314590-59f3-4040-b047-24e3bd092e7d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] For port 1bdeb878-2535-4edb-9040-1b63bb4f2577, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1bdeb878-2535-4edb-9040-1b63bb4f2577,segment=NetworkSegment(4b6cca1f-badb-4106-8dca-afc898f0e7c0),segment_id=4b6cca1f-badb-4106-8dca-afc898f0e7c0)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:47.398789 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df8585c1-0983-4ec6-b19c-0ab81064b042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:47.470559 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3453bf12-d4da-4767-965d-9fd115326413 req-c9314590-59f3-4040-b047-24e3bd092e7d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:47.545094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8585c1-0983-4ec6-b19c-0ab81064b042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b2fa0b-679a-4a07-9c09-e8835b6418d0,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:47.552239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffa75f-6245-4bee-89b8-2e5491a69bbf req-2341bdb3-03a2-4e9e-9c8e-e96b45af1cc7 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:47.556749 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3453bf12-d4da-4767-965d-9fd115326413 req-c9314590-59f3-4040-b047-24e3bd092e7d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:47.575155 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['35bf5425-59b2-4a42-bcbd-ab8f82329195'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:47.576338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-04ffa75f-6245-4bee-89b8-2e5491a69bbf req-2341bdb3-03a2-4e9e-9c8e-e96b45af1cc7 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 945 time: 0.1349368 Sep 23 22:18:47.630083 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['1bdeb878-2535-4edb-9040-1b63bb4f2577'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:47.639033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8585c1-0983-4ec6-b19c-0ab81064b042 admin admin] Checking segment: {'id': 'b2bcc213-5fa3-4c8a-98e0-0b2ca140828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08aec10d-7ccd-4a26-9c47-33a022483104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:18:47.639706 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8585c1-0983-4ec6-b19c-0ab81064b042 admin admin] Network hostable DHCP agents. Network: 08aec10d-7ccd-4a26-9c47-33a022483104, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:18:47.674834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453bf12-d4da-4767-965d-9fd115326413 req-c9314590-59f3-4040-b047-24e3bd092e7d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:47.676432 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3453bf12-d4da-4767-965d-9fd115326413 req-c9314590-59f3-4040-b047-24e3bd092e7d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:47.684285 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3453bf12-d4da-4767-965d-9fd115326413 req-c9314590-59f3-4040-b047-24e3bd092e7d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "PUT /v2.0/ports/1bdeb878-2535-4edb-9040-1b63bb4f2577 HTTP/1.1" status: 200 len: 982 time: 1.2682974 Sep 23 22:18:47.707209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b4ca85-25a3-4672-8969-71068bad3564', 'tag': '1bdeb878-2535-4edb-9040-1b63bb4f2577'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:47.712144 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55796423-65c0-4b17-bed1-c77dae19ee6b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b4ca85-25a3-4672-8969-71068bad3564", "tag": "1bdeb878-2535-4edb-9040-1b63bb4f2577"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:47.768999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-04ffa75f-6245-4bee-89b8-2e5491a69bbf req-69396ff4-5a14-4353-8423-7d4b8ec8629a tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916568 Sep 23 22:18:47.783868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-58d3e35b-107a-41fa-b1c9-f500ade18622 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:47.785757 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-58d3e35b-107a-41fa-b1c9-f500ade18622 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046&tenant_id=3f7af936c5414346bc188ecd0d80fb62&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1096 time: 0.2002125 Sep 23 22:18:47.876323 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['1bdeb878-2535-4edb-9040-1b63bb4f2577'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:47.928394 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a92a1d9c-7617-4704-a636-53c505e21db8 req-2d502d3e-f176-4559-b1e5-3d2fb889a3aa tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/e0ccdd9f-d7f5-4245-b746-d638d2ff59d9 HTTP/1.1" status: 200 len: 1800 time: 0.1918864 Sep 23 22:18:47.931383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-3ed17b81-b126-4759-ad6f-3010bc391f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:47.934097 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-3ed17b81-b126-4759-ad6f-3010bc391f45 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046&tenant_id=3f7af936c5414346bc188ecd0d80fb62 HTTP/1.1" status: 200 len: 1096 time: 0.1272187 Sep 23 22:18:47.943746 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9314590-59f3-4040-b047-24e3bd092e7d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'Port': ['ID=1bdeb878-2535-4edb-9040-1b63bb4f2577,revision_number=6']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:47.954172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8585c1-0983-4ec6-b19c-0ab81064b042 admin admin] Network 08aec10d-7ccd-4a26-9c47-33a022483104 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:18:48.002824 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74d7a4-d3da-45b9-a4c8-9cb4d7a9acfb req-8fdcdbc3-402e-4288-9265-af8e4da6ad1f tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:48.005032 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be74d7a4-d3da-45b9-a4c8-9cb4d7a9acfb req-8fdcdbc3-402e-4288-9265-af8e4da6ad1f tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.43 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 945 time: 0.2516234 Sep 23 22:18:48.074742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-df8585c1-0983-4ec6-b19c-0ab81064b042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 08aec10d-7ccd-4a26-9c47-33a022483104) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:18:48.086995 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8585c1-0983-4ec6-b19c-0ab81064b042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:48.087505 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df8585c1-0983-4ec6-b19c-0ab81064b042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:48.128340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-93f56c26-d95b-4546-8c90-452eb76a2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:48.135491 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-93f56c26-d95b-4546-8c90-452eb76a2a43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 1096 time: 0.1633894 Sep 23 22:18:48.151214 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [req-a92a1d9c-7617-4704-a636-53c505e21db8 req-9c37fd59-2f33-4fd2-9107-b917f52ed29d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 22:18:48.165394 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a92a1d9c-7617-4704-a636-53c505e21db8 req-9c37fd59-2f33-4fd2-9107-b917f52ed29d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "DELETE /v2.0/security-groups/e0ccdd9f-d7f5-4245-b746-d638d2ff59d9 HTTP/1.1" status: 409 len: 341 time: 0.2347631 Sep 23 22:18:48.186629 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3959e055-414e-44c4-9e0c-daab1f824e07 None None] Network 08aec10d-7ccd-4a26-9c47-33a022483104 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:18:48.206166 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-df8585c1-0983-4ec6-b19c-0ab81064b042 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8080175 Sep 23 22:18:48.207206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39610) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:48.235656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-479899909-router', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:48.289041 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca20801-ed16-4db3-8bcd-c0fb8aee5caa x-openstack-request-id: req-5ca20801-ed16-4db3-8bcd-c0fb8aee5caa {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:48.292085 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b4ca85-25a3-4672-8969-71068bad3564", "tag": "1bdeb878-2535-4edb-9040-1b63bb4f2577", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:48.292510 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ca20801-ed16-4db3-8bcd-c0fb8aee5caa {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:48.293133 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b4ca85-25a3-4672-8969-71068bad3564', 'tag': '1bdeb878-2535-4edb-9040-1b63bb4f2577', 'status': 'completed', 'code': 200} Sep 23 22:18:48.348924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-be74d7a4-d3da-45b9-a4c8-9cb4d7a9acfb req-8fde6535-4a43-4459-a91d-32778bdf257b tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Deleting port d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:18:48.368493 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-be74d7a4-d3da-45b9-a4c8-9cb4d7a9acfb req-8fde6535-4a43-4459-a91d-32778bdf257b tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:48.437508 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:48.455810 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:48.607748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-be74d7a4-d3da-45b9-a4c8-9cb4d7a9acfb req-8fde6535-4a43-4459-a91d-32778bdf257b tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] For port d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1,segment=NetworkSegment(9784f627-9c17-40cb-bdb3-8230bd4ef3cd),segment_id=9784f627-9c17-40cb-bdb3-8230bd4ef3cd)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:48.608550 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-be74d7a4-d3da-45b9-a4c8-9cb4d7a9acfb req-8fde6535-4a43-4459-a91d-32778bdf257b tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:48.631415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-be74d7a4-d3da-45b9-a4c8-9cb4d7a9acfb req-8fde6535-4a43-4459-a91d-32778bdf257b tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Calling delete_port for d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:18:48.766365 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:48.768490 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-52ab942c-bf2f-41a2-ae2f-cb07490a5d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:48.771861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-52ab942c-bf2f-41a2-ae2f-cb07490a5d7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.6232440 Sep 23 22:18:48.795015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645db1be-aa4f-4e4a-aef5-d93e01afa488 req-fa50ef8d-ec09-45e4-85a6-e2a2596f2884 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:48.805968 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-645db1be-aa4f-4e4a-aef5-d93e01afa488 req-fa50ef8d-ec09-45e4-85a6-e2a2596f2884 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.3586218 Sep 23 22:18:48.815116 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55796423-65c0-4b17-bed1-c77dae19ee6b req-c10e09e5-a4db-493f-9c61-372f0fbdef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:48.816979 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-55796423-65c0-4b17-bed1-c77dae19ee6b req-c10e09e5-a4db-493f-9c61-372f0fbdef92 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c25ebeb633064639837d7061e30004ff&device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 1136 time: 0.4357615 Sep 23 22:18:48.904802 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-a52ee92a-11c6-46a4-afa2-f0c08838be4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663 HTTP/1.1" status: 200 len: 217 time: 0.0956807 Sep 23 22:18:48.923036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-08aec10d-7ccd-4a26-9c47-33a022483104', 'network_id': '08aec10d-7ccd-4a26-9c47-33a022483104', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21', 'fixed_ips': [{'subnet_id': 'e7b2fa0b-679a-4a07-9c09-e8835b6418d0'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:18:48.924234 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:48.953538 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:49.005531 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-96e9f9ac-f6b5-4ff4-9d42-0f34b7ba5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:49.008565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-96e9f9ac-f6b5-4ff4-9d42-0f34b7ba5278 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.0833807 Sep 23 22:18:49.050762 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab9b57-86fa-4780-ac02-287073eecbc6 req-a9feb89e-9b45-477f-939e-412d392c436c tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:49.068415 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-81ab9b57-86fa-4780-ac02-287073eecbc6 req-a9feb89e-9b45-477f-939e-412d392c436c tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 945 time: 0.7229304 Sep 23 22:18:49.072803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-034cf0f0-ddea-4fc7-8a71-913598df0a69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494292 Sep 23 22:18:49.132641 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-645db1be-aa4f-4e4a-aef5-d93e01afa488 req-f69b931f-4c2a-4915-a30a-199f872d0341 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233871 Sep 23 22:18:49.163684 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Allocated IP 172.20.0.2 (08aec10d-7ccd-4a26-9c47-33a022483104/e7b2fa0b-679a-4a07-9c09-e8835b6418d0/e241becb-e495-47d9-9b18-07c13e70f3ac) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:18:49.534225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55796423-65c0-4b17-bed1-c77dae19ee6b req-7a3846f7-9fb5-4efd-ac0d-c9b6db490e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:49.537086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-55796423-65c0-4b17-bed1-c77dae19ee6b req-7a3846f7-9fb5-4efd-ac0d-c9b6db490e43 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d HTTP/1.1" status: 200 len: 913 time: 0.7064376 Sep 23 22:18:49.637948 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:49.654942 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-be74d7a4-d3da-45b9-a4c8-9cb4d7a9acfb req-8fde6535-4a43-4459-a91d-32778bdf257b tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:49.659948 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:49.673751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:49.677391 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-5411b6d1-6b83-437a-8709-00f2bbd807a0 service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369885 Sep 23 22:18:49.686940 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-55796423-65c0-4b17-bed1-c77dae19ee6b req-35b5de97-23f4-4d88-b775-aed60be63166 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bdeb878-2535-4edb-9040-1b63bb4f2577 HTTP/1.1" status: 200 len: 217 time: 0.1298344 Sep 23 22:18:49.768591 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-81ab9b57-86fa-4780-ac02-287073eecbc6 req-1215978c-a2a1-4049-ad21-77c0b61fb395 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/security-groups?id=029c73f3-34af-4fca-ba15-818bb7aa921b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6964350 Sep 23 22:18:49.769933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde6535-4a43-4459-a91d-32778bdf257b tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Pushing event deleted for resources: {'Port': ['ID=d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:49.778675 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:49.987823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Network 08aec10d-7ccd-4a26-9c47-33a022483104 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:18:50.012375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:18:50.016198 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-be74d7a4-d3da-45b9-a4c8-9cb4d7a9acfb req-8fde6535-4a43-4459-a91d-32778bdf257b tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] No DVR routers for this DVR port d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:18:50.022034 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-be74d7a4-d3da-45b9-a4c8-9cb4d7a9acfb req-8fde6535-4a43-4459-a91d-32778bdf257b tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:50.026070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:18:50.031848 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Pushing event updated for resources: {'Port': ['ID=e241becb-e495-47d9-9b18-07c13e70f3ac,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:50.034581 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be74d7a4-d3da-45b9-a4c8-9cb4d7a9acfb req-8fde6535-4a43-4459-a91d-32778bdf257b tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.43 "DELETE /v2.0/ports/d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 HTTP/1.1" status: 204 len: 173 time: 2.0023136 Sep 23 22:18:50.137987 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55796423-65c0-4b17-bed1-c77dae19ee6b req-08b95df2-ab40-450e-a025-c40237d9a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:50.142313 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Attempting to bind port e241becb-e495-47d9-9b18-07c13e70f3ac on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:18:50.142794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Attempting to bind port e241becb-e495-47d9-9b18-07c13e70f3ac by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b2bcc213-5fa3-4c8a-98e0-0b2ca140828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08aec10d-7ccd-4a26-9c47-33a022483104'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:18:50.143220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Attempting to bind port e241becb-e495-47d9-9b18-07c13e70f3ac on network 08aec10d-7ccd-4a26-9c47-33a022483104 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:50.146411 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-55796423-65c0-4b17-bed1-c77dae19ee6b req-08b95df2-ab40-450e-a025-c40237d9a063 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fcf929a3-bff0-47e3-ab18-e2f69ade1c5c HTTP/1.1" status: 200 len: 852 time: 0.4330287 Sep 23 22:18:50.151015 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:18:50.151388 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Checking segment: {'id': 'b2bcc213-5fa3-4c8a-98e0-0b2ca140828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08aec10d-7ccd-4a26-9c47-33a022483104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:18:50.151963 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:50.152382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Bound using segment: {'id': 'b2bcc213-5fa3-4c8a-98e0-0b2ca140828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08aec10d-7ccd-4a26-9c47-33a022483104'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:18:50.152873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Bound port: e241becb-e495-47d9-9b18-07c13e70f3ac, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bcc213-5fa3-4c8a-98e0-0b2ca140828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08aec10d-7ccd-4a26-9c47-33a022483104'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:18:50.153289 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:50.180297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5a39-2d56-4d6c-845a-7fcb8f4ef743 req-7ae8ea3e-b138-461b-8d2c-a12774c696d4 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:50.182266 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c7ac5a39-2d56-4d6c-845a-7fcb8f4ef743 req-7ae8ea3e-b138-461b-8d2c-a12774c696d4 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 945 time: 0.1236136 Sep 23 22:18:50.195264 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-55796423-65c0-4b17-bed1-c77dae19ee6b req-8811b5aa-d935-468a-9067-279faf1fe6b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371304 Sep 23 22:18:50.245032 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c7ac5a39-2d56-4d6c-845a-7fcb8f4ef743 req-590fd188-67eb-47e8-85a9-24346e83fa7c tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510399 Sep 23 22:18:50.253538 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] For port e241becb-e495-47d9-9b18-07c13e70f3ac, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:18:50.258913 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] For port e241becb-e495-47d9-9b18-07c13e70f3ac, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e241becb-e495-47d9-9b18-07c13e70f3ac,segment=NetworkSegment(b2bcc213-5fa3-4c8a-98e0-0b2ca140828d),segment_id=b2bcc213-5fa3-4c8a-98e0-0b2ca140828d)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:18:50.271845 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-08c2d494-f678-4012-a17c-d1a7abae54f4 service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834877 Sep 23 22:18:50.388881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7de58-27f0-49a2-94df-be6a5cb2f832 req-8b675d72-8560-48a4-8c8c-70662398f46d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:50.390810 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a1b7de58-27f0-49a2-94df-be6a5cb2f832 req-8b675d72-8560-48a4-8c8c-70662398f46d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 985 time: 0.1928818 Sep 23 22:18:50.406594 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00aa10b3-8965-4249-b774-9f65d944955b', 'name': 'network-vif-deleted', 'tag': 'd8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:50.410883 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e64d0eb-4771-4c8b-a88e-4cc3f5f90fbc" -d '{"events": [{"server_uuid": "00aa10b3-8965-4249-b774-9f65d944955b", "name": "network-vif-deleted", "tag": "d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:50.428381 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-55796423-65c0-4b17-bed1-c77dae19ee6b req-190c9792-e21c-435a-b739-051567bf6528 service neutron] 10.222.0.67 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093639 Sep 23 22:18:50.493490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a1b7de58-27f0-49a2-94df-be6a5cb2f832 req-00ddee51-eaed-4dde-ae4f-fa55214abda7 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0ccdd9f-d7f5-4245-b746-d638d2ff59d9&id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0876954 Sep 23 22:18:50.589488 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca279c0c-29d7-4370-b8f0-540dfba091f8 req-df6072ff-67fc-4c4f-9508-124c1dae736e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:50.595844 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ca279c0c-29d7-4370-b8f0-540dfba091f8 req-df6072ff-67fc-4c4f-9508-124c1dae736e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.1879966 Sep 23 22:18:50.598141 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:50.622656 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-55796423-65c0-4b17-bed1-c77dae19ee6b req-4fb23def-2dce-40ff-9775-27c0abadbfc5 service neutron] 10.222.0.67 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835945 Sep 23 22:18:50.625076 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:50.629678 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:50.754177 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bda1a3-1196-4d13-9e16-360aa437fd9d x-openstack-request-id: req-50bda1a3-1196-4d13-9e16-360aa437fd9d {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:50.760827 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00aa10b3-8965-4249-b774-9f65d944955b", "name": "network-vif-deleted", "tag": "d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:50.762796 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50bda1a3-1196-4d13-9e16-360aa437fd9d {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:50.763508 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00aa10b3-8965-4249-b774-9f65d944955b', 'name': 'network-vif-deleted', 'tag': 'd8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1', 'status': 'completed', 'code': 200} Sep 23 22:18:50.829873 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ca279c0c-29d7-4370-b8f0-540dfba091f8 req-25b725ab-3869-4089-811e-6589391e7774 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052820 Sep 23 22:18:50.974221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd9c10-e827-4559-ab9c-ac17573366e9 req-23118066-2248-4d1e-98d5-6fdde68de48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:50.978030 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08cd9c10-e827-4559-ab9c-ac17573366e9 req-23118066-2248-4d1e-98d5-6fdde68de48b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c25ebeb633064639837d7061e30004ff&device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 1136 time: 0.1260915 Sep 23 22:18:50.985230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a1d98-b847-4873-baf7-6978c51a1f3d None None] Pushing event updated for resources: {'Port': ['ID=e241becb-e495-47d9-9b18-07c13e70f3ac,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:51.058517 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-119e7816-94aa-4e0f-9939-a1eb00e70a53 req-f1d49e4c-7cb7-431f-a1fc-9bf885a678c6 tempest-ServerAddressesNegativeTestJSON-915718662 tempest-ServerAddressesNegativeTestJSON-915718662-project] 10.222.0.22 "GET /v2.0/ports?device_id=00aa10b3-8965-4249-b774-9f65d944955b HTTP/1.1" status: 200 len: 210 time: 0.0701773 Sep 23 22:18:51.065072 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Allocated IP 172.25.1.195 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:18:51.244246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd9c10-e827-4559-ab9c-ac17573366e9 req-65570aa3-c61c-45bb-bf32-569f96ae8cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:51.245978 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08cd9c10-e827-4559-ab9c-ac17573366e9 req-65570aa3-c61c-45bb-bf32-569f96ae8cb7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d HTTP/1.1" status: 200 len: 913 time: 0.2591369 Sep 23 22:18:51.418476 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:51.427906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08cd9c10-e827-4559-ab9c-ac17573366e9 req-43b8dcb4-d9b1-4f14-a7c5-64dc054413dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bdeb878-2535-4edb-9040-1b63bb4f2577 HTTP/1.1" status: 200 len: 217 time: 0.1534078 Sep 23 22:18:51.632116 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:51.692615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fe898-4725-449d-96c3-7c9bd937cfe9 req-d8e28116-6a11-4e96-bc9b-c5fb01b52d11 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:51.694903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-676fe898-4725-449d-96c3-7c9bd937cfe9 req-d8e28116-6a11-4e96-bc9b-c5fb01b52d11 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 945 time: 0.1950481 Sep 23 22:18:51.697631 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd9c10-e827-4559-ab9c-ac17573366e9 req-0006e901-99ec-4cf2-b246-a865c38594a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:51.700108 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08cd9c10-e827-4559-ab9c-ac17573366e9 req-0006e901-99ec-4cf2-b246-a865c38594a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fcf929a3-bff0-47e3-ab18-e2f69ade1c5c HTTP/1.1" status: 200 len: 852 time: 0.2619421 Sep 23 22:18:51.703001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-beca18e6-57e2-4d86-918a-85b40efec24b tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:51.704543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-beca18e6-57e2-4d86-918a-85b40efec24b tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046&tenant_id=3f7af936c5414346bc188ecd0d80fb62&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 1096 time: 0.4575872 Sep 23 22:18:51.714935 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:18:51.756461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:18:51.767772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:18:51.776459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:18:51.894099 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08cd9c10-e827-4559-ab9c-ac17573366e9 req-3c0ff472-0b98-4c12-b652-7a28708beeae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371005 Sep 23 22:18:51.960865 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-676fe898-4725-449d-96c3-7c9bd937cfe9 req-ec239db1-3131-4834-bf54-d92b462c9f6a tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540476 Sep 23 22:18:51.987055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:51.999969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08785a69-c907-4a94-9ee1-d58b641331e1 req-6620127b-0ec7-465a-b31e-d5c832491136 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:52.001906 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-08785a69-c907-4a94-9ee1-d58b641331e1 req-6620127b-0ec7-465a-b31e-d5c832491136 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 985 time: 0.2952161 Sep 23 22:18:52.100296 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08cd9c10-e827-4559-ab9c-ac17573366e9 req-18a0f6d7-351a-4ac3-98d3-e1ac58f14b83 service neutron] 10.222.0.67 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319999 Sep 23 22:18:52.174234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-d58e9c7b-7b87-429c-91ca-b55fafec8044 service neutron] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:18:52.201314 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-08785a69-c907-4a94-9ee1-d58b641331e1 req-ebc2b43c-7303-4fd7-ad8b-1f60571926b8 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0ccdd9f-d7f5-4245-b746-d638d2ff59d9&id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1633706 Sep 23 22:18:52.233012 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-d58e9c7b-7b87-429c-91ca-b55fafec8044 service neutron] Notify callbacks [] for binding, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:52.247019 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10da4150-0f63-4978-b9b4-fe9e9280de13 req-d58e9c7b-7b87-429c-91ca-b55fafec8044 service neutron] 10.222.0.43 "DELETE /v2.0/ports/d33bd0ce-d6c6-43ec-8993-ec8849cd3663/bindings/n-h2-810775-1 HTTP/1.1" status: 204 len: 173 time: 0.5149610 Sep 23 22:18:52.306532 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39688) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:52.391563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192393f-d7b3-4053-b470-2ccf8ca48d95 req-7f4f0cbd-3b8d-4aee-a0a3-36eec1737245 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:52.403986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f192393f-d7b3-4053-b470-2ccf8ca48d95 req-7f4f0cbd-3b8d-4aee-a0a3-36eec1737245 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.2296679 Sep 23 22:18:52.417922 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e241becb-e495-47d9-9b18-07c13e70f3ac up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:18:52.431708 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08cd9c10-e827-4559-ab9c-ac17573366e9 req-cad0e28c-1710-4195-99b0-fdc77ab5543d service neutron] 10.222.0.67 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222244 Sep 23 22:18:52.505824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:18:52.513862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f192393f-d7b3-4053-b470-2ccf8ca48d95 req-25dd7a3c-ce09-4183-b82b-2fc99c1cf041 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074884 Sep 23 22:18:52.568527 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:18:52.569213 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d8a0b90c-ce80-4bd0-8a2e-9dcd9be56ed1 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:18:52.606532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e241becb-e495-47d9-9b18-07c13e70f3ac triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:18:52.607302 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:52.759637 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:52.796928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cdf51f-bd1b-4fb0-9c86-2937f85fd2f9 None None] Network 08aec10d-7ccd-4a26-9c47-33a022483104 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:18:52.844216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port e241becb-e495-47d9-9b18-07c13e70f3ac, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e241becb-e495-47d9-9b18-07c13e70f3ac,segment=NetworkSegment(b2bcc213-5fa3-4c8a-98e0-0b2ca140828d),segment_id=b2bcc213-5fa3-4c8a-98e0-0b2ca140828d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:52.923834 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:52.935541 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d5227-176c-4e46-8c54-103741ff7bdf req-37adc365-6fed-4137-811b-18500d983b4c tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:52.937206 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e69d5227-176c-4e46-8c54-103741ff7bdf req-37adc365-6fed-4137-811b-18500d983b4c tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 1096 time: 0.4924765 Sep 23 22:18:52.944278 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c2c4fa-8a0c-4ff8-8e47-92207259e8be admin admin] Deleting subnet 142a58b7-6b97-4fcf-8a12-ad5f6909dbfc {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:18:52.955781 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20c2c4fa-8a0c-4ff8-8e47-92207259e8be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:53.034818 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:53.036092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4b6d935d-7d95-4663-8f6a-020148d04936 None None] Provisioning complete for port e241becb-e495-47d9-9b18-07c13e70f3ac triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:18:53.036723 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4b6d935d-7d95-4663-8f6a-020148d04936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:53.104712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=e241becb-e495-47d9-9b18-07c13e70f3ac,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:53.150218 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20c2c4fa-8a0c-4ff8-8e47-92207259e8be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:53.161758 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e69d5227-176c-4e46-8c54-103741ff7bdf req-c004e1cf-7acb-4017-b9e7-f3b1e031cad8 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119694 Sep 23 22:18:53.250786 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20c2c4fa-8a0c-4ff8-8e47-92207259e8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:53.457968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dd03b-494e-4152-90a2-9e352e69b57e req-8f4486b7-33e9-40e5-9760-a030870f2305 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:53.459726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5c7dd03b-494e-4152-90a2-9e352e69b57e req-8f4486b7-33e9-40e5-9760-a030870f2305 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 1096 time: 0.0806115 Sep 23 22:18:53.509494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5c7dd03b-494e-4152-90a2-9e352e69b57e req-5a883daf-f486-49b6-aa22-f5bea0d75592 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422544 Sep 23 22:18:53.543468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96db43-2cb6-42e7-8778-e13929b88639 req-eee04f79-fb89-44fe-ba7c-e13d2a2bb85d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:53.545426 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c96db43-2cb6-42e7-8778-e13929b88639 req-eee04f79-fb89-44fe-ba7c-e13d2a2bb85d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 985 time: 0.1152759 Sep 23 22:18:53.546878 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:53.734794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3a9de-8a11-4026-af70-d397e2020962 req-612959bb-da3f-48ee-b576-f32b326e71d2 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:53.737531 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6e3a9de-8a11-4026-af70-d397e2020962 req-612959bb-da3f-48ee-b576-f32b326e71d2 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 950 time: 0.1186066 Sep 23 22:18:53.759492 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20c2c4fa-8a0c-4ff8-8e47-92207259e8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:53.765306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-83132b99-d9eb-4c8a-9dd9-f74e5709b701 None None] Provisioning complete for port e241becb-e495-47d9-9b18-07c13e70f3ac triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:18:53.766283 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-83132b99-d9eb-4c8a-9dd9-f74e5709b701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:53.815103 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2c4fa-8a0c-4ff8-8e47-92207259e8be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=142a58b7-6b97-4fcf-8a12-ad5f6909dbfc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:53.872341 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c96db43-2cb6-42e7-8778-e13929b88639 req-c992abef-47f3-44e4-aef5-479be4cd7a6d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0ccdd9f-d7f5-4245-b746-d638d2ff59d9&id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2711890 Sep 23 22:18:53.872341 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20c2c4fa-8a0c-4ff8-8e47-92207259e8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:53.872830 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6e3a9de-8a11-4026-af70-d397e2020962 req-5dda666d-ea79-4459-8e2a-a3632b7a2529 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/security-groups?id=0b4176fe-8919-4169-8dce-89a759078a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884478 Sep 23 22:18:53.873306 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-20c2c4fa-8a0c-4ff8-8e47-92207259e8be admin admin] 10.222.0.22 "DELETE /v2.0/subnets/142a58b7-6b97-4fcf-8a12-ad5f6909dbfc HTTP/1.1" status: 204 len: 168 time: 1.4081016 Sep 23 22:18:53.873306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39730) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:54.023175 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-698d5b25-dcf5-4467-b111-b270a32cd471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:54.079586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f54e14-5719-488b-8d40-fa6a5bd54bf6 req-7ca95ced-3935-4b89-aafb-ba8a845e2401 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:54.081338 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c4f54e14-5719-488b-8d40-fa6a5bd54bf6 req-7ca95ced-3935-4b89-aafb-ba8a845e2401 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.1004827 Sep 23 22:18:54.174470 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-698d5b25-dcf5-4467-b111-b270a32cd471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:54.194989 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Router e40d8d7a-2c03-40c9-a9cd-c38905de2885 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:18:54.232723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-698d5b25-dcf5-4467-b111-b270a32cd471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5902990f-f310-446e-bbb0-7ab1a253a020']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:18:54.305991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-698d5b25-dcf5-4467-b111-b270a32cd471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9784f627-9c17-40cb-bdb3-8230bd4ef3cd') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:18:54.306297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-698d5b25-dcf5-4467-b111-b270a32cd471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9784f627-9c17-40cb-bdb3-8230bd4ef3cd') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:18:54.359675 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-698d5b25-dcf5-4467-b111-b270a32cd471 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:54.363888 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e241becb-e495-47d9-9b18-07c13e70f3ac up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:18:54.364296 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c4f54e14-5719-488b-8d40-fa6a5bd54bf6 req-7bfe6ca8-1e66-4b0c-9670-0c24e39eb2ed tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418065 Sep 23 22:18:54.389830 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-698d5b25-dcf5-4467-b111-b270a32cd471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:54.405082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698d5b25-dcf5-4467-b111-b270a32cd471 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:18:54.405525 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-698d5b25-dcf5-4467-b111-b270a32cd471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:18:54.407382 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:18:54.470967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e241becb-e495-47d9-9b18-07c13e70f3ac triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:18:54.471733 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:54.479661 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:18:54.502949 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Sync routers for ids ['e40d8d7a-2c03-40c9-a9cd-c38905de2885'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:18:54.521541 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Routers {'e40d8d7a-2c03-40c9-a9cd-c38905de2885'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:18:54.522589 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:18:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e40d8d7a-2c03-40c9-a9cd-c38905de2885'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:18:54.573253 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-698d5b25-dcf5-4467-b111-b270a32cd471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:54.575688 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:54.577207 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-80126654-d692-40cd-9349-def0babb8841 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3689299 Sep 23 22:18:54.581554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39740) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:54.596791 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-698d5b25-dcf5-4467-b111-b270a32cd471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:54.603733 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-698d5b25-dcf5-4467-b111-b270a32cd471 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5902990f-f310-446e-bbb0-7ab1a253a020 HTTP/1.1" status: 204 len: 168 time: 0.7457492 Sep 23 22:18:54.630185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d5b25-dcf5-4467-b111-b270a32cd471 admin admin] Pushing event deleted for resources: {'Network': ['ID=5902990f-f310-446e-bbb0-7ab1a253a020,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:54.686779 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Set router e40d8d7a-2c03-40c9-a9cd-c38905de2885 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:18:54.919752 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'name': 'tempest-FloatingIPsTestJSON-479899909-router', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:18:48Z', 'updated_at': '2021-09-23T22:18:52Z', 'revision_number': 3, 'project_id': 'dacb45334ec54270b9b5c40339f72c21', 'gw_port': {'id': '6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:18:50Z', 'updated_at': '2021-09-23T22:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:18:54.962999 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Checking router: e40d8d7a-2c03-40c9-a9cd-c38905de2885 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:18:54.963346 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Updating router e40d8d7a-2c03-40c9-a9cd-c38905de2885 port 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:18:55.012775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39748) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:55.090890 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:55.125326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87f135-7c24-4c7e-82c5-1a18fbcabdeb req-f326727c-1bc9-4b9b-a781-e6c41a09c14a tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:55.128709 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ab87f135-7c24-4c7e-82c5-1a18fbcabdeb req-f326727c-1bc9-4b9b-a781-e6c41a09c14a tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 950 time: 0.1676400 Sep 23 22:18:55.146176 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3172620f-d57c-4d8c-b367-828aeba01ac3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82296d3f34b743a49b62fe4a34a02210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1287885 Sep 23 22:18:55.152264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39754) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:55.262194 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ab87f135-7c24-4c7e-82c5-1a18fbcabdeb req-975ea2a0-3a69-4c68-b831-abf8c1e4d99d tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/security-groups?id=0b4176fe-8919-4169-8dce-89a759078a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238370 Sep 23 22:18:55.297916 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2fda8b89-4f98-433e-b20a-6cf9bbddb380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:55.330592 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2fda8b89-4f98-433e-b20a-6cf9bbddb380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:55.428254 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-dc58d64c-22b9-4f13-afd1-9f6127b4395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:55.429871 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-dc58d64c-22b9-4f13-afd1-9f6127b4395a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 1096 time: 0.1089830 Sep 23 22:18:55.493143 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2fda8b89-4f98-433e-b20a-6cf9bbddb380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:55.493740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5b335-6a86-4b44-bfae-f58a68186303 req-735a6205-bb14-4a8c-82c3-9431b884586b tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:55.496006 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2fda8b89-4f98-433e-b20a-6cf9bbddb380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:55.501365 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2fda8b89-4f98-433e-b20a-6cf9bbddb380 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/029c73f3-34af-4fca-ba15-818bb7aa921b HTTP/1.1" status: 204 len: 168 time: 0.3420737 Sep 23 22:18:55.501680 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-95b5b335-6a86-4b44-bfae-f58a68186303 req-735a6205-bb14-4a8c-82c3-9431b884586b tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 985 time: 0.1818025 Sep 23 22:18:55.514253 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:55.524709 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda8b89-4f98-433e-b20a-6cf9bbddb380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029c73f3-34af-4fca-ba15-818bb7aa921b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:55.602370 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:55.668427 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-95b5b335-6a86-4b44-bfae-f58a68186303 req-8f5e657f-1633-4426-8860-2201018b9074 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0ccdd9f-d7f5-4245-b746-d638d2ff59d9&id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1657143 Sep 23 22:18:55.744066 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d055fa-a0d9-4d6f-a7c5-4b02c20db528 None None] Pushing event updated for resources: {'Port': ['ID=6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:55.802716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Attempting to bind port 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:18:55.803001 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Attempting to bind port 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:18:55.803358 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Attempting to bind port 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:18:55.812008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-504d261f-4d20-4cfb-add4-a5aeab4fd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:55.816874 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-504d261f-4d20-4cfb-add4-a5aeab4fd060 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.3750157 Sep 23 22:18:55.817980 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:18:55.822246 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:18:55.822956 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:55.825649 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:18:55.826373 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Bound port: 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:18:55.826946 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:55.868688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f997fe-98ec-4fac-a686-252d54d1fa1b req-789e92d4-0b4a-41ca-b76a-1fb3dfbcc130 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:55.888827 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98f997fe-98ec-4fac-a686-252d54d1fa1b req-789e92d4-0b4a-41ca-b76a-1fb3dfbcc130 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.1173832 Sep 23 22:18:55.890056 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:55.906163 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] For port 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:18:55.909901 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] For port 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:18:55.914116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b8a48767-9de0-4a30-87d2-06779ab8d5e8 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:18:55.916589 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d055fa-a0d9-4d6f-a7c5-4b02c20db528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:55.916944 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d055fa-a0d9-4d6f-a7c5-4b02c20db528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:55.917352 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d055fa-a0d9-4d6f-a7c5-4b02c20db528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:55.917695 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d055fa-a0d9-4d6f-a7c5-4b02c20db528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:55.918026 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d055fa-a0d9-4d6f-a7c5-4b02c20db528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:55.918343 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d055fa-a0d9-4d6f-a7c5-4b02c20db528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:55.918922 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d055fa-a0d9-4d6f-a7c5-4b02c20db528 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:55.919310 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d055fa-a0d9-4d6f-a7c5-4b02c20db528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:55.919639 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d055fa-a0d9-4d6f-a7c5-4b02c20db528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:55.919964 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d055fa-a0d9-4d6f-a7c5-4b02c20db528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:55.920293 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d055fa-a0d9-4d6f-a7c5-4b02c20db528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:55.920616 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d055fa-a0d9-4d6f-a7c5-4b02c20db528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:18:55.957018 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-fc1e396c-3c7a-44de-ac22-376c6b67fc17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459 HTTP/1.1" status: 200 len: 217 time: 0.1283190 Sep 23 22:18:55.964896 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98f997fe-98ec-4fac-a686-252d54d1fa1b req-f0ce332c-ceaa-4cc9-89f6-224efc3264ad tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721300 Sep 23 22:18:56.097206 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:56.133151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:56.135849 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272eb605-ee72-4e3b-b8d9-a4b25e81f034" -d '{"events": [{"server_uuid": "cc00b2b5-b8f5-4fc5-bf01-51075bb17e29", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a48767-9de0-4a30-87d2-06779ab8d5e8"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:56.156239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b8a48767-9de0-4a30-87d2-06779ab8d5e8, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b8a48767-9de0-4a30-87d2-06779ab8d5e8,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:56.211942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-5c3ea8d6-85bd-4e09-a90e-3b4b7de50595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:56.213481 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-5c3ea8d6-85bd-4e09-a90e-3b4b7de50595 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.2474582 Sep 23 22:18:56.294917 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-07e093f7-fba0-4438-8c16-7e2a91123a57 req-1b0c3034-8c3c-4a3e-9407-1825fede4474 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1108479841&fields=id&tenant_id=c25ebeb633064639837d7061e30004ff HTTP/1.1" status: 200 len: 267 time: 0.2428758 Sep 23 22:18:56.296958 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-605f028c-856b-4e47-8518-6c56023f14dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463958 Sep 23 22:18:56.396997 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:56.456603 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Routers {'e40d8d7a-2c03-40c9-a9cd-c38905de2885'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:18:56.457301 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:18:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e40d8d7a-2c03-40c9-a9cd-c38905de2885'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:18:56.466859 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:56.477227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Allocated IP 172.20.0.1 (08aec10d-7ccd-4a26-9c47-33a022483104/e7b2fa0b-679a-4a07-9c09-e8835b6418d0/bc557548-53e8-4b45-b3e7-c268d58e9a2a) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:18:56.496581 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e093f7-fba0-4438-8c16-7e2a91123a57 req-a3bd2a8a-38dc-4819-900e-c7c22bc195bf tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:56.505808 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-07e093f7-fba0-4438-8c16-7e2a91123a57 req-a3bd2a8a-38dc-4819-900e-c7c22bc195bf tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 985 time: 0.2017128 Sep 23 22:18:56.521523 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-07e093f7-fba0-4438-8c16-7e2a91123a57 req-f91ece27-1078-4ee7-aeeb-fdc3a689bc89 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'port': {'security_groups': ['4e611193-f39c-48bc-b656-8859e3a7252c', 'e0ccdd9f-d7f5-4245-b746-d638d2ff59d9', 'c9a9a622-5c80-486d-ba18-51d7c74528f6']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:56.560807 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-01eb283c-0498-4e8d-94e0-7f4b241ff7fb service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453394 Sep 23 22:18:56.629543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b8a48767-9de0-4a30-87d2-06779ab8d5e8,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:56.634388 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] Set router e40d8d7a-2c03-40c9-a9cd-c38905de2885 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:18:56.756923 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-07e093f7-fba0-4438-8c16-7e2a91123a57 req-f91ece27-1078-4ee7-aeeb-fdc3a689bc89 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:56.849927 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d055fa-a0d9-4d6f-a7c5-4b02c20db528 None None] Pushing event updated for resources: {'Port': ['ID=6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:56.874788 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-b9e34275-5bc0-4b95-b25b-3dc1c59b9cbc service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963831 Sep 23 22:18:56.890503 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:56.930478 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'name': 'tempest-FloatingIPsTestJSON-479899909-router', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:18:48Z', 'updated_at': '2021-09-23T22:18:52Z', 'revision_number': 3, 'project_id': 'dacb45334ec54270b9b5c40339f72c21', 'gw_port': {'id': '6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:18:50Z', 'updated_at': '2021-09-23T22:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:18:56.966424 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d268c67-fa7d-4c73-90db-9f4aad4e759c None None] The sync data for ids ['e40d8d7a-2c03-40c9-a9cd-c38905de2885'] in n-d-810775-1 is: [{'id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'name': 'tempest-FloatingIPsTestJSON-479899909-router', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:18:48Z', 'updated_at': '2021-09-23T22:18:52Z', 'revision_number': 3, 'project_id': 'dacb45334ec54270b9b5c40339f72c21', 'gw_port': {'id': '6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:18:50Z', 'updated_at': '2021-09-23T22:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:18:57.123024 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-07e093f7-fba0-4438-8c16-7e2a91123a57 req-f91ece27-1078-4ee7-aeeb-fdc3a689bc89 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] For port 1bdeb878-2535-4edb-9040-1b63bb4f2577, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1bdeb878-2535-4edb-9040-1b63bb4f2577,segment=NetworkSegment(4b6cca1f-badb-4106-8dca-afc898f0e7c0),segment_id=4b6cca1f-badb-4106-8dca-afc898f0e7c0)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:57.141520 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:57.265510 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-07e093f7-fba0-4438-8c16-7e2a91123a57 req-f91ece27-1078-4ee7-aeeb-fdc3a689bc89 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:57.270311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Network 08aec10d-7ccd-4a26-9c47-33a022483104 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:18:57.272702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Pushing event updated for resources: {'Port': ['ID=bc557548-53e8-4b45-b3e7-c268d58e9a2a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:57.278832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:18:57.283174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:18:57.342034 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:57.347560 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-07e093f7-fba0-4438-8c16-7e2a91123a57 req-f91ece27-1078-4ee7-aeeb-fdc3a689bc89 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:57.363704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['35bf5425-59b2-4a42-bcbd-ab8f82329195'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:57.420839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e093f7-fba0-4438-8c16-7e2a91123a57 req-f91ece27-1078-4ee7-aeeb-fdc3a689bc89 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:57.420839 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-07e093f7-fba0-4438-8c16-7e2a91123a57 req-f91ece27-1078-4ee7-aeeb-fdc3a689bc89 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:57.428548 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-07e093f7-fba0-4438-8c16-7e2a91123a57 req-f91ece27-1078-4ee7-aeeb-fdc3a689bc89 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "PUT /v2.0/ports/1bdeb878-2535-4edb-9040-1b63bb4f2577 HTTP/1.1" status: 200 len: 1021 time: 0.9216440 Sep 23 22:18:57.448104 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['1bdeb878-2535-4edb-9040-1b63bb4f2577'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:57.481319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b4ca85-25a3-4672-8969-71068bad3564', 'tag': '1bdeb878-2535-4edb-9040-1b63bb4f2577'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:18:57.484583 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3011d4bf-7187-4ff9-b537-62e09c2d7cce" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b4ca85-25a3-4672-8969-71068bad3564", "tag": "1bdeb878-2535-4edb-9040-1b63bb4f2577"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:18:57.702910 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['1bdeb878-2535-4edb-9040-1b63bb4f2577'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:18:57.758987 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ece27-1078-4ee7-aeeb-fdc3a689bc89 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'Port': ['ID=1bdeb878-2535-4edb-9040-1b63bb4f2577,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:58.006040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c04554ba-186e-4cd5-ae38-3fed5a20fb7e None None] Provisioning complete for port bc557548-53e8-4b45-b3e7-c268d58e9a2a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:18:58.007302 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c04554ba-186e-4cd5-ae38-3fed5a20fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:58.096662 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:58.105327 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39850) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:58.136467 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c04554ba-186e-4cd5-ae38-3fed5a20fb7e None None] Port bc557548-53e8-4b45-b3e7-c268d58e9a2a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:18:58.228376 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24e5f611-6aed-48f4-b8cb-4c76ebc6a2e8 req-b22862a9-61d3-412e-8999-edfa83ae53b9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2452090 Sep 23 22:18:58.341846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1221898362-network', 'tenant_id': '11e30205b2324e7496fade177885b5b1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:58.347008 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4067a607-4627-4e04-a8e5-b299f98f5e08 x-openstack-request-id: req-4067a607-4627-4e04-a8e5-b299f98f5e08 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:58.347343 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc00b2b5-b8f5-4fc5-bf01-51075bb17e29", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a48767-9de0-4a30-87d2-06779ab8d5e8", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:58.347526 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4067a607-4627-4e04-a8e5-b299f98f5e08 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:58.348445 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8', 'code': 200} Sep 23 22:18:58.574735 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5f611-6aed-48f4-b8cb-4c76ebc6a2e8 req-b232d977-96e4-421c-a80f-f98fd5c5efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:58.576406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24e5f611-6aed-48f4-b8cb-4c76ebc6a2e8 req-b232d977-96e4-421c-a80f-f98fd5c5efbc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8b6969335334004955419fa121e731e&device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 1096 time: 0.2999258 Sep 23 22:18:58.584605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] Made reservation on behalf of 11e30205b2324e7496fade177885b5b1 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:18:58.586941 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:58.600350 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:58.646144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:18:58.806767 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:58.867420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5f611-6aed-48f4-b8cb-4c76ebc6a2e8 req-09f1a554-6ba6-401a-a762-52be1c35ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:58.873145 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24e5f611-6aed-48f4-b8cb-4c76ebc6a2e8 req-09f1a554-6ba6-401a-a762-52be1c35ea62 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f02de17-3cdd-47cd-827d-131803615523 HTTP/1.1" status: 200 len: 924 time: 0.2638559 Sep 23 22:18:58.884605 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f280df75-37a3-4f8d-af94-72026f664d04 req-f94fb697-ddc9-4d6c-90f3-8e46e94fc024 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/c9a9a622-5c80-486d-ba18-51d7c74528f6 HTTP/1.1" status: 200 len: 1800 time: 0.1202476 Sep 23 22:18:58.907440 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:58.936233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:18:58.936857 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:58.973543 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:59.045744 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:59.074359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:18:59.093200 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Pushing event updated for resources: {'Port': ['ID=bc557548-53e8-4b45-b3e7-c268d58e9a2a,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:59.094819 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:59.095404 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] Added segment fb9c0776-bfe2-461f-8bb0-e489d7faf39c of type vlan for network 06e0c85f-e1e7-4f82-bc38-c5a3db63d2db Sep 23 22:18:59.151879 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:59.178187 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24e5f611-6aed-48f4-b8cb-4c76ebc6a2e8 req-5246245e-0ba0-470c-8000-88c040d3f5c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1ffde62-2312-4e94-abcf-1fa7f324800c HTTP/1.1" status: 200 len: 1001 time: 0.2920709 Sep 23 22:18:59.220513 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:59.253470 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:59.305273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:18:59.335639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26717d-e1ec-4c36-9c06-1474eabba331 req-fd06362c-7a96-4327-b980-e80273cfd4c3 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:59.337741 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f26717d-e1ec-4c36-9c06-1474eabba331 req-fd06362c-7a96-4327-b980-e80273cfd4c3 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.5041480 Sep 23 22:18:59.347230 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8971ab1-4861-453e-9506-2d4dd2e998db,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:59.347472 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-f280df75-37a3-4f8d-af94-72026f664d04 req-d83ad771-72bd-4d5b-b690-e6385a8accaa tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 22:18:59.347472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f280df75-37a3-4f8d-af94-72026f664d04 req-d83ad771-72bd-4d5b-b690-e6385a8accaa tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "DELETE /v2.0/security-groups/c9a9a622-5c80-486d-ba18-51d7c74528f6 HTTP/1.1" status: 409 len: 341 time: 0.3117819 Sep 23 22:18:59.358868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Network 08aec10d-7ccd-4a26-9c47-33a022483104 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:18:59.363378 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:18:59.376146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5f611-6aed-48f4-b8cb-4c76ebc6a2e8 req-4a3ce0f9-b69a-4048-8b03-f81c19d05c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:59.380475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24e5f611-6aed-48f4-b8cb-4c76ebc6a2e8 req-4a3ce0f9-b69a-4048-8b03-f81c19d05c7c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92fcb3eb-b34b-4893-a379-9f6f842e3c9e HTTP/1.1" status: 200 len: 862 time: 0.1053081 Sep 23 22:18:59.382175 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:59.383156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:59.388170 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:59.430317 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:59.453942 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da7d328-93cb-48eb-9159-462fccb3a471 x-openstack-request-id: req-7da7d328-93cb-48eb-9159-462fccb3a471 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:18:59.453942 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b4ca85-25a3-4672-8969-71068bad3564", "tag": "1bdeb878-2535-4edb-9040-1b63bb4f2577", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:18:59.454407 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7da7d328-93cb-48eb-9159-462fccb3a471 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:18:59.455162 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b4ca85-25a3-4672-8969-71068bad3564', 'tag': '1bdeb878-2535-4edb-9040-1b63bb4f2577', 'status': 'completed', 'code': 200} Sep 23 22:18:59.577252 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:59.583554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5f611-6aed-48f4-b8cb-4c76ebc6a2e8 req-b062b0ef-076a-4c1c-a018-6efbaa5f6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:59.589550 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24e5f611-6aed-48f4-b8cb-4c76ebc6a2e8 req-b062b0ef-076a-4c1c-a018-6efbaa5f6f02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f02de17-3cdd-47cd-827d-131803615523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009003 Sep 23 22:18:59.668199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Router e40d8d7a-2c03-40c9-a9cd-c38905de2885 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:18:59.684103 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5772088 Sep 23 22:18:59.684947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f3784-e68f-412f-a0f6-74aa1db20a93 admin admin] Pushing event updated for resources: {'Network': ['ID=06e0c85f-e1e7-4f82-bc38-c5a3db63d2db,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:18:59.687350 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39866) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:18:59.702686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b107b0e7-7c5b-43a0-a052-52f900272885 admin admin] Request body: {'subnet': {'network_id': '06e0c85f-e1e7-4f82-bc38-c5a3db63d2db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1221898362-subnet', 'tenant_id': '11e30205b2324e7496fade177885b5b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:18:59.719291 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 06e0c85f-e1e7-4f82-bc38-c5a3db63d2db details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:18:59.746344 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f26717d-e1ec-4c36-9c06-1474eabba331 req-63ca46d4-1fe3-4b34-99cb-0b968705a7a5 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824885 Sep 23 22:18:59.808019 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011d4bf-7187-4ff9-b537-62e09c2d7cce req-db6c246b-6a8c-42ec-b0ed-5a7b1426e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:18:59.813147 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3011d4bf-7187-4ff9-b537-62e09c2d7cce req-db6c246b-6a8c-42ec-b0ed-5a7b1426e5ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c25ebeb633064639837d7061e30004ff&device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 1175 time: 0.2504232 Sep 23 22:18:59.922274 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b107b0e7-7c5b-43a0-a052-52f900272885 admin admin] Made reservation on behalf of 11e30205b2324e7496fade177885b5b1 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:18:59.925571 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b107b0e7-7c5b-43a0-a052-52f900272885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:18:59.989438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9a700f8a-7a27-445e-a91c-0770edcd9b49 None None] Provisioning complete for port bc557548-53e8-4b45-b3e7-c268d58e9a2a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:18:59.994242 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9a700f8a-7a27-445e-a91c-0770edcd9b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:00.051124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:19:00.100987 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2fb86b5a-9dcd-4aec-8afe-b64c9f74a88e admin admin] 10.222.0.22 "PUT /v2.0/routers/e40d8d7a-2c03-40c9-a9cd-c38905de2885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5178885 Sep 23 22:19:00.111107 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24e5f611-6aed-48f4-b8cb-4c76ebc6a2e8 req-3bdea243-26d5-4172-883d-6e1171ed757a service neutron] 10.222.0.67 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003471 Sep 23 22:19:00.117911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-9a700f8a-7a27-445e-a91c-0770edcd9b49 None None] Port bc557548-53e8-4b45-b3e7-c268d58e9a2a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:19:00.337662 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011d4bf-7187-4ff9-b537-62e09c2d7cce req-80aede7e-9f59-49dd-aada-eb68b1946b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:00.340399 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3011d4bf-7187-4ff9-b537-62e09c2d7cce req-80aede7e-9f59-49dd-aada-eb68b1946b7e service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d HTTP/1.1" status: 200 len: 913 time: 0.5170872 Sep 23 22:19:00.421548 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24e5f611-6aed-48f4-b8cb-4c76ebc6a2e8 req-a293837f-024f-4aa2-b4ce-0d8c3d2ac8d2 service neutron] 10.222.0.67 "GET /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986112 Sep 23 22:19:00.442734 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3011d4bf-7187-4ff9-b537-62e09c2d7cce req-7c50acad-6848-4612-b5ec-6d25239b7945 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bdeb878-2535-4edb-9040-1b63bb4f2577 HTTP/1.1" status: 200 len: 217 time: 0.0783982 Sep 23 22:19:00.491213 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:19:00.527366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df477c2-d98b-4343-928c-986e018bdbe4 req-225534e0-5656-44e3-80a3-4ca3a8448200 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:00.529305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2df477c2-d98b-4343-928c-986e018bdbe4 req-225534e0-5656-44e3-80a3-4ca3a8448200 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 1024 time: 0.1060605 Sep 23 22:19:00.577609 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:00.578000 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:00.637571 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011d4bf-7187-4ff9-b537-62e09c2d7cce req-d7a28283-08da-4e65-b085-009b717932e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:00.638899 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2df477c2-d98b-4343-928c-986e018bdbe4 req-2accd46c-0b25-4f58-bac4-e076307c0adb tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0ccdd9f-d7f5-4245-b746-d638d2ff59d9&id=4e611193-f39c-48bc-b656-8859e3a7252c&id=c9a9a622-5c80-486d-ba18-51d7c74528f6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0924425 Sep 23 22:19:00.639165 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3011d4bf-7187-4ff9-b537-62e09c2d7cce req-d7a28283-08da-4e65-b085-009b717932e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fcf929a3-bff0-47e3-ab18-e2f69ade1c5c HTTP/1.1" status: 200 len: 852 time: 0.1767054 Sep 23 22:19:00.700858 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3011d4bf-7187-4ff9-b537-62e09c2d7cce req-8b669dfa-de4d-429e-b7b2-226f9ec6a9da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595996 Sep 23 22:19:00.702895 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b107b0e7-7c5b-43a0-a052-52f900272885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:00.712300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Sync routers for ids ['e40d8d7a-2c03-40c9-a9cd-c38905de2885'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:19:00.744020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Routers {'e40d8d7a-2c03-40c9-a9cd-c38905de2885'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:19:00.744020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:18:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e40d8d7a-2c03-40c9-a9cd-c38905de2885'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:00.924434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107b0e7-7c5b-43a0-a052-52f900272885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d022e1ff-e8dc-42cc-aeb1-41517d623aec,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:00.988219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Set router e40d8d7a-2c03-40c9-a9cd-c38905de2885 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:19:00.988589 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-e8da4284-e99c-4a82-a599-6860f0b859a5 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1918156 Sep 23 22:19:00.993864 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:01.072726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b107b0e7-7c5b-43a0-a052-52f900272885 admin admin] Checking segment: {'id': 'fb9c0776-bfe2-461f-8bb0-e489d7faf39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '06e0c85f-e1e7-4f82-bc38-c5a3db63d2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:19:01.074546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b107b0e7-7c5b-43a0-a052-52f900272885 admin admin] Network hostable DHCP agents. Network: 06e0c85f-e1e7-4f82-bc38-c5a3db63d2db, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:19:01.113375 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3011d4bf-7187-4ff9-b537-62e09c2d7cce req-17352757-324e-449c-9101-b701316ed733 service neutron] 10.222.0.67 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015429 Sep 23 22:19:01.134349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32703d86-1d6c-4411-871c-8dd10e267141 req-ad59a00d-a6ff-4599-98f1-5db84fe92a97 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:01.136840 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32703d86-1d6c-4411-871c-8dd10e267141 req-ad59a00d-a6ff-4599-98f1-5db84fe92a97 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.1124809 Sep 23 22:19:01.177091 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:01.263455 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32703d86-1d6c-4411-871c-8dd10e267141 req-e89b36da-90e2-4047-9671-4ab9ecb305df tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135087 Sep 23 22:19:01.270320 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'name': 'tempest-FloatingIPsTestJSON-479899909-router', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:18:48Z', 'updated_at': '2021-09-23T22:18:57Z', 'revision_number': 4, 'project_id': 'dacb45334ec54270b9b5c40339f72c21', 'gw_port': {'id': '6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:18:50Z', 'updated_at': '2021-09-23T22:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'bc557548-53e8-4b45-b3e7-c268d58e9a2a', 'name': '', 'network_id': '08aec10d-7ccd-4a26-9c47-33a022483104', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21', 'mac_address': 'fa:16:3e:51:ab:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'e7b2fa0b-679a-4a07-9c09-e8835b6418d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:18:56Z', 'updated_at': '2021-09-23T22:18:58Z', 'revision_number': 2, 'project_id': 'dacb45334ec54270b9b5c40339f72c21', 'subnets': [{'id': 'e7b2fa0b-679a-4a07-9c09-e8835b6418d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:01.283401 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b107b0e7-7c5b-43a0-a052-52f900272885 admin admin] Network 06e0c85f-e1e7-4f82-bc38-c5a3db63d2db is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:19:01.310162 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3011d4bf-7187-4ff9-b537-62e09c2d7cce req-8c5df27d-3c62-435b-9a9b-5e1fea9ac30c service neutron] 10.222.0.67 "GET /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722109 Sep 23 22:19:01.365578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Checking router: e40d8d7a-2c03-40c9-a9cd-c38905de2885 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:19:01.365578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Updating router e40d8d7a-2c03-40c9-a9cd-c38905de2885 port bc557548-53e8-4b45-b3e7-c268d58e9a2a binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:19:01.366910 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:01.367004 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:01.475653 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-b107b0e7-7c5b-43a0-a052-52f900272885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 06e0c85f-e1e7-4f82-bc38-c5a3db63d2db) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:19:01.482651 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b107b0e7-7c5b-43a0-a052-52f900272885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:01.483745 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b107b0e7-7c5b-43a0-a052-52f900272885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:01.489179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d97f3c-158c-4832-b268-b64b54db83fd None None] Network 06e0c85f-e1e7-4f82-bc38-c5a3db63d2db requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:19:01.659215 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b107b0e7-7c5b-43a0-a052-52f900272885 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9666917 Sep 23 22:19:01.858259 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49c166-8c0a-4035-aa42-9db36851564b req-e186cdb4-32e1-4261-bd5f-7a9799c26d5d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:01.866687 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ea49c166-8c0a-4035-aa42-9db36851564b req-e186cdb4-32e1-4261-bd5f-7a9799c26d5d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 1024 time: 0.0732949 Sep 23 22:19:01.920820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Allocated IP 172.25.1.119 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/7090bb62-5ce8-454e-b9b3-e2c05654a541) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:19:01.937860 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ea49c166-8c0a-4035-aa42-9db36851564b req-c2275927-e604-4a57-8277-0e5feb41145a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0ccdd9f-d7f5-4245-b746-d638d2ff59d9&id=4e611193-f39c-48bc-b656-8859e3a7252c&id=c9a9a622-5c80-486d-ba18-51d7c74528f6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0687466 Sep 23 22:19:02.057050 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dce423-2761-4908-a357-14a192fae805 None None] Network 06e0c85f-e1e7-4f82-bc38-c5a3db63d2db requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:19:02.090566 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:02.214792 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:02.271062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:19:02.277544 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:02.292155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Pushing event updated for resources: {'Port': ['ID=7090bb62-5ce8-454e-b9b3-e2c05654a541,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:02.301547 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:19:02.309937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:19:02.386420 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:02.429800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:02.489779 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19c35c-7dfe-470e-9ad2-dd955a4345db None None] Pushing event updated for resources: {'Port': ['ID=bc557548-53e8-4b45-b3e7-c268d58e9a2a,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:02.536830 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Attempting to bind port bc557548-53e8-4b45-b3e7-c268d58e9a2a on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:19:02.537508 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Attempting to bind port bc557548-53e8-4b45-b3e7-c268d58e9a2a by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b2bcc213-5fa3-4c8a-98e0-0b2ca140828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08aec10d-7ccd-4a26-9c47-33a022483104'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:19:02.537722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Attempting to bind port bc557548-53e8-4b45-b3e7-c268d58e9a2a on network 08aec10d-7ccd-4a26-9c47-33a022483104 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:19:02.559359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:19:02.565528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Checking segment: {'id': 'b2bcc213-5fa3-4c8a-98e0-0b2ca140828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08aec10d-7ccd-4a26-9c47-33a022483104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:19:02.565528 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:02.565528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Bound using segment: {'id': 'b2bcc213-5fa3-4c8a-98e0-0b2ca140828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08aec10d-7ccd-4a26-9c47-33a022483104'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:19:02.565528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Bound port: bc557548-53e8-4b45-b3e7-c268d58e9a2a, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bcc213-5fa3-4c8a-98e0-0b2ca140828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '08aec10d-7ccd-4a26-9c47-33a022483104'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:19:02.565528 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:02.586446 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:02.593649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c656809-45d9-4116-a283-f050e198f702 req-5ce2ca9a-3347-4950-8550-64b1486dc0fa tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:02.609826 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c656809-45d9-4116-a283-f050e198f702 req-5ce2ca9a-3347-4950-8550-64b1486dc0fa tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.1628876 Sep 23 22:19:02.665387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] For port bc557548-53e8-4b45-b3e7-c268d58e9a2a, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:19:02.666792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1af09a-3a7f-4c9d-995c-d827bac10e29 req-0a9eafac-aacb-41a1-af44-eae1019a4a23 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:02.670553 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d1af09a-3a7f-4c9d-995c-d827bac10e29 req-0a9eafac-aacb-41a1-af44-eae1019a4a23 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 1024 time: 0.2023075 Sep 23 22:19:02.673507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] For port bc557548-53e8-4b45-b3e7-c268d58e9a2a, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bc557548-53e8-4b45-b3e7-c268d58e9a2a,segment=NetworkSegment(b2bcc213-5fa3-4c8a-98e0-0b2ca140828d),segment_id=b2bcc213-5fa3-4c8a-98e0-0b2ca140828d)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:19:02.748889 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c656809-45d9-4116-a283-f050e198f702 req-8b9795fb-ddb6-4962-99c7-ae91eb928e8d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377974 Sep 23 22:19:02.779698 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:02.876386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-1d1af09a-3a7f-4c9d-995c-d827bac10e29 req-5a2e4bd4-b112-4657-9cce-a3036e9f71fe tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Deleting port 1bdeb878-2535-4edb-9040-1b63bb4f2577 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:02.880016 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1d1af09a-3a7f-4c9d-995c-d827bac10e29 req-5a2e4bd4-b112-4657-9cce-a3036e9f71fe tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:03.005966 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:03.012728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19c35c-7dfe-470e-9ad2-dd955a4345db None None] Pushing event updated for resources: {'Port': ['ID=bc557548-53e8-4b45-b3e7-c268d58e9a2a,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:03.017744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Routers {'e40d8d7a-2c03-40c9-a9cd-c38905de2885'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:19:03.018565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:18:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e40d8d7a-2c03-40c9-a9cd-c38905de2885'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:03.020772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-83862a45-c5c6-4798-b9a4-18aa8dd90c2a None None] Provisioning complete for port bc557548-53e8-4b45-b3e7-c268d58e9a2a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:03.021261 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-83862a45-c5c6-4798-b9a4-18aa8dd90c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:03.064293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-1d1af09a-3a7f-4c9d-995c-d827bac10e29 req-5a2e4bd4-b112-4657-9cce-a3036e9f71fe tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] For port 1bdeb878-2535-4edb-9040-1b63bb4f2577, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1bdeb878-2535-4edb-9040-1b63bb4f2577,segment=NetworkSegment(4b6cca1f-badb-4106-8dca-afc898f0e7c0),segment_id=4b6cca1f-badb-4106-8dca-afc898f0e7c0)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:03.064715 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1d1af09a-3a7f-4c9d-995c-d827bac10e29 req-5a2e4bd4-b112-4657-9cce-a3036e9f71fe tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:03.085358 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-1d1af09a-3a7f-4c9d-995c-d827bac10e29 req-5a2e4bd4-b112-4657-9cce-a3036e9f71fe tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Calling delete_port for 1bdeb878-2535-4edb-9040-1b63bb4f2577 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:03.144946 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:03.277078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] Set router e40d8d7a-2c03-40c9-a9cd-c38905de2885 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:19:03.342055 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:03.343753 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-83862a45-c5c6-4798-b9a4-18aa8dd90c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:03.380148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Pushing event updated for resources: {'Port': ['ID=7090bb62-5ce8-454e-b9b3-e2c05654a541,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:03.444776 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1d1af09a-3a7f-4c9d-995c-d827bac10e29 req-5a2e4bd4-b112-4657-9cce-a3036e9f71fe tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:03.462228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['35bf5425-59b2-4a42-bcbd-ab8f82329195'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:19:03.466803 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-83862a45-c5c6-4798-b9a4-18aa8dd90c2a None None] For port bc557548-53e8-4b45-b3e7-c268d58e9a2a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bc557548-53e8-4b45-b3e7-c268d58e9a2a,segment=NetworkSegment(b2bcc213-5fa3-4c8a-98e0-0b2ca140828d),segment_id=b2bcc213-5fa3-4c8a-98e0-0b2ca140828d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:03.505082 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['1bdeb878-2535-4edb-9040-1b63bb4f2577'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:19:03.511387 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:03.515317 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fec4d193-d0db-419b-a61b-7ee1457e2405 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5239544 Sep 23 22:19:03.538892 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e4bd4-b112-4657-9cce-a3036e9f71fe tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event deleted for resources: {'Port': ['ID=1bdeb878-2535-4edb-9040-1b63bb4f2577,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:03.596655 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-83862a45-c5c6-4798-b9a4-18aa8dd90c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:03.605022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1af09a-3a7f-4c9d-995c-d827bac10e29 req-5a2e4bd4-b112-4657-9cce-a3036e9f71fe tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] No DVR routers for this DVR port 1bdeb878-2535-4edb-9040-1b63bb4f2577 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:19:03.609489 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1d1af09a-3a7f-4c9d-995c-d827bac10e29 req-5a2e4bd4-b112-4657-9cce-a3036e9f71fe tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:03.613002 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d1af09a-3a7f-4c9d-995c-d827bac10e29 req-5a2e4bd4-b112-4657-9cce-a3036e9f71fe tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.67 "DELETE /v2.0/ports/1bdeb878-2535-4edb-9040-1b63bb4f2577 HTTP/1.1" status: 204 len: 173 time: 0.9330480 Sep 23 22:19:03.613610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b4ca85-25a3-4672-8969-71068bad3564', 'name': 'network-vif-deleted', 'tag': '1bdeb878-2535-4edb-9040-1b63bb4f2577'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:19:03.616047 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfabc49-d825-41af-a01a-93eb07f41bee" -d '{"events": [{"server_uuid": "a1b4ca85-25a3-4672-8969-71068bad3564", "name": "network-vif-deleted", "tag": "1bdeb878-2535-4edb-9040-1b63bb4f2577"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:19:03.650053 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b20a713d-0a93-45b2-af73-9387f5e9e864 req-c13a7344-c1a6-4fe7-8d7f-8f5990436e8e tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 210 time: 0.1020539 Sep 23 22:19:03.716018 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-349a1ad6-f756-4019-95bc-3e8c6b2236ac tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.1902535 Sep 23 22:19:03.869552 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83862a45-c5c6-4798-b9a4-18aa8dd90c2a None None] Pushing event updated for resources: {'Port': ['ID=bc557548-53e8-4b45-b3e7-c268d58e9a2a,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:03.878570 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-02472217-d1a3-41c8-98b0-f8e5c9a4a1b5 None None] Provisioning complete for port bc557548-53e8-4b45-b3e7-c268d58e9a2a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:03.882350 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-02472217-d1a3-41c8-98b0-f8e5c9a4a1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:03.969273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fee4a85f-1d8f-48a3-a4aa-baf56cddf38f tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:03.994353 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'name': 'tempest-FloatingIPsTestJSON-479899909-router', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:18:48Z', 'updated_at': '2021-09-23T22:18:57Z', 'revision_number': 4, 'project_id': 'dacb45334ec54270b9b5c40339f72c21', 'gw_port': {'id': '6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:18:50Z', 'updated_at': '2021-09-23T22:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'bc557548-53e8-4b45-b3e7-c268d58e9a2a', 'name': '', 'network_id': '08aec10d-7ccd-4a26-9c47-33a022483104', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21', 'mac_address': 'fa:16:3e:51:ab:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'e7b2fa0b-679a-4a07-9c09-e8835b6418d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:18:56Z', 'updated_at': '2021-09-23T22:19:02Z', 'revision_number': 4, 'project_id': 'dacb45334ec54270b9b5c40339f72c21', 'subnets': [{'id': 'e7b2fa0b-679a-4a07-9c09-e8835b6418d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:04.005860 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3122a9b4-cd9f-4a3e-9364-512fbcc1444d req-fee4a85f-1d8f-48a3-a4aa-baf56cddf38f tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.2818108 Sep 23 22:19:04.036795 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd9e63-6500-4e93-be36-61075c530f79 None None] The sync data for ids ['e40d8d7a-2c03-40c9-a9cd-c38905de2885'] in n-d-810775-1 is: [{'id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'name': 'tempest-FloatingIPsTestJSON-479899909-router', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:18:48Z', 'updated_at': '2021-09-23T22:18:57Z', 'revision_number': 4, 'project_id': 'dacb45334ec54270b9b5c40339f72c21', 'gw_port': {'id': '6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:18:50Z', 'updated_at': '2021-09-23T22:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'bc557548-53e8-4b45-b3e7-c268d58e9a2a', 'name': '', 'network_id': '08aec10d-7ccd-4a26-9c47-33a022483104', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21', 'mac_address': 'fa:16:3e:51:ab:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'e7b2fa0b-679a-4a07-9c09-e8835b6418d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:18:56Z', 'updated_at': '2021-09-23T22:19:02Z', 'revision_number': 4, 'project_id': 'dacb45334ec54270b9b5c40339f72c21', 'subnets': [{'id': 'e7b2fa0b-679a-4a07-9c09-e8835b6418d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:19:04.173750 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cfcd41-a73a-4268-b3b9-ae9bc05dff2b x-openstack-request-id: req-b7cfcd41-a73a-4268-b3b9-ae9bc05dff2b {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:19:04.174102 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b4ca85-25a3-4672-8969-71068bad3564", "name": "network-vif-deleted", "tag": "1bdeb878-2535-4edb-9040-1b63bb4f2577", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:19:04.174624 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7cfcd41-a73a-4268-b3b9-ae9bc05dff2b {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:19:04.175288 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b4ca85-25a3-4672-8969-71068bad3564', 'name': 'network-vif-deleted', 'tag': '1bdeb878-2535-4edb-9040-1b63bb4f2577', 'status': 'completed', 'code': 200} Sep 23 22:19:04.470279 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1f98dcb-f745-40b0-8d5e-1db24f9a9eed req-dd4fa879-c415-4e1e-8eed-bc2b010d1f2c tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/floatingips/4e05067d-42be-492c-a3a3-f527ff0d154a HTTP/1.1" status: 200 len: 693 time: 0.2168224 Sep 23 22:19:04.545307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bc557548-53e8-4b45-b3e7-c268d58e9a2a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:19:04.558730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c26d5-8eaa-4eee-8eb9-68a9d2f7b65e req-cbad4334-b95d-4559-ac6c-5f27b4917ed8 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:04.560754 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c7c26d5-8eaa-4eee-8eb9-68a9d2f7b65e req-cbad4334-b95d-4559-ac6c-5f27b4917ed8 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.1356788 Sep 23 22:19:04.657325 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c7c26d5-8eaa-4eee-8eb9-68a9d2f7b65e req-8fa4a54c-3383-45be-830b-cad26b2d770e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822835 Sep 23 22:19:04.670829 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port bc557548-53e8-4b45-b3e7-c268d58e9a2a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:04.673355 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:04.704301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f98dcb-f745-40b0-8d5e-1db24f9a9eed req-2786de71-00ae-4f8a-952c-2e3661e41bc7 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:04.706600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1f98dcb-f745-40b0-8d5e-1db24f9a9eed req-2786de71-00ae-4f8a-952c-2e3661e41bc7 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.2247002 Sep 23 22:19:04.723678 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-c1f98dcb-f745-40b0-8d5e-1db24f9a9eed req-f6e09b43-ce0c-4d77-929e-fce155eb3437 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:19:04.725367 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1f98dcb-f745-40b0-8d5e-1db24f9a9eed req-f6e09b43-ce0c-4d77-929e-fce155eb3437 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084338 Sep 23 22:19:04.993167 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-509a9321-d00a-469a-86b5-3d512ff90e35 req-0a4c8c4c-6777-4b21-9e4a-ea220a837db5 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b4ca85-25a3-4672-8969-71068bad3564 HTTP/1.1" status: 200 len: 210 time: 0.0858881 Sep 23 22:19:05.160035 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7407bd2c-3655-435c-8d3f-4aa88199a51a req-4e941760-f701-4a24-b686-e1466407c124 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=dacb45334ec54270b9b5c40339f72c21 HTTP/1.1" status: 200 len: 696 time: 0.1841927 Sep 23 22:19:05.526189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407bd2c-3655-435c-8d3f-4aa88199a51a req-5503315f-ea8a-4943-a0d3-c6f7235f8310 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:05.530130 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7407bd2c-3655-435c-8d3f-4aa88199a51a req-5503315f-ea8a-4943-a0d3-c6f7235f8310 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/networks?id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 787 time: 0.3689897 Sep 23 22:19:05.653900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6b7c279-c2c3-495d-bfba-04a04f53b15b req-2a006d93-a5e4-4d3a-9882-e3ae64f7e21b tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/floatingips/4e05067d-42be-492c-a3a3-f527ff0d154a HTTP/1.1" status: 200 len: 693 time: 0.0775297 Sep 23 22:19:05.946877 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1bdeb878-2535-4edb-9040-1b63bb4f2577 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:05.968867 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c279-c2c3-495d-bfba-04a04f53b15b req-ee043986-4ea0-4a35-b65d-1a22da76ea63 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:05.984813 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6b7c279-c2c3-495d-bfba-04a04f53b15b req-ee043986-4ea0-4a35-b65d-1a22da76ea63 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.3150277 Sep 23 22:19:05.993524 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 1bdeb878-2535-4edb-9040-1b63bb4f2577 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:19:05.995293 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1bdeb878-2535-4edb-9040-1b63bb4f2577 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:19:06.101488 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6b7c279-c2c3-495d-bfba-04a04f53b15b req-3cd75817-97ed-4794-8019-47bc1be3200f tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.1111085 Sep 23 22:19:06.158365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d7f36-7007-42fd-a1f5-a902e6cd7f6c req-bebbb2bd-80ef-41a8-8e5a-cd3f529e2753 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:06.167982 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dd8d7f36-7007-42fd-a1f5-a902e6cd7f6c req-bebbb2bd-80ef-41a8-8e5a-cd3f529e2753 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.1474769 Sep 23 22:19:06.190398 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:06.233034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6b7c279-c2c3-495d-bfba-04a04f53b15b req-50e2c034-b92b-406b-aea9-9ac559825b70 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.1165862 Sep 23 22:19:06.261813 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dd8d7f36-7007-42fd-a1f5-a902e6cd7f6c req-51c1175b-affc-4402-a901-eed4a90bf7b8 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882342 Sep 23 22:19:06.560311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-f6b7c279-c2c3-495d-bfba-04a04f53b15b req-fbce0983-9b94-4a0c-a6e2-d408af86d8ba tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Deleting port 7090bb62-5ce8-454e-b9b3-e2c05654a541 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:06.560924 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f6b7c279-c2c3-495d-bfba-04a04f53b15b req-fbce0983-9b94-4a0c-a6e2-d408af86d8ba tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:06.707817 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f6b7c279-c2c3-495d-bfba-04a04f53b15b req-fbce0983-9b94-4a0c-a6e2-d408af86d8ba tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:06.708256 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f6b7c279-c2c3-495d-bfba-04a04f53b15b req-fbce0983-9b94-4a0c-a6e2-d408af86d8ba tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:06.731636 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-f6b7c279-c2c3-495d-bfba-04a04f53b15b req-fbce0983-9b94-4a0c-a6e2-d408af86d8ba tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Calling delete_port for 7090bb62-5ce8-454e-b9b3-e2c05654a541 owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:07.075879 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f6b7c279-c2c3-495d-bfba-04a04f53b15b req-fbce0983-9b94-4a0c-a6e2-d408af86d8ba tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:07.130712 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce0983-9b94-4a0c-a6e2-d408af86d8ba tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Pushing event deleted for resources: {'Port': ['ID=7090bb62-5ce8-454e-b9b3-e2c05654a541,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:07.210852 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f6b7c279-c2c3-495d-bfba-04a04f53b15b req-fbce0983-9b94-4a0c-a6e2-d408af86d8ba tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:07.213745 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f6b7c279-c2c3-495d-bfba-04a04f53b15b req-fbce0983-9b94-4a0c-a6e2-d408af86d8ba tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:07.215240 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6b7c279-c2c3-495d-bfba-04a04f53b15b req-fbce0983-9b94-4a0c-a6e2-d408af86d8ba tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "DELETE /v2.0/floatingips/4e05067d-42be-492c-a3a3-f527ff0d154a HTTP/1.1" status: 204 len: 173 time: 0.9712546 Sep 23 22:19:07.531931 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7258b393-55a6-40a5-8464-aabdb3060552 req-3726832e-bce1-418e-8d79-f58a1c5d36de tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1936584 Sep 23 22:19:07.551905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:07.579770 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65402e2a-558b-4457-a33a-7e512ca3c7f8 req-5abed023-ed20-4bc3-92e1-b2d890af0315 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:07.582469 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-65402e2a-558b-4457-a33a-7e512ca3c7f8 req-5abed023-ed20-4bc3-92e1-b2d890af0315 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.1164896 Sep 23 22:19:07.647396 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:07.660277 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-65402e2a-558b-4457-a33a-7e512ca3c7f8 req-cf271f46-3c80-4bfa-a41a-ce3e7e74b223 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688775 Sep 23 22:19:07.744363 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-898c03a8-f713-41c1-abe3-2655bad4b02a req-1b3ceb4b-dd71-4729-86fc-772e4f28a245 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/e0ccdd9f-d7f5-4245-b746-d638d2ff59d9 HTTP/1.1" status: 200 len: 1800 time: 0.0525005 Sep 23 22:19:07.820820 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-898c03a8-f713-41c1-abe3-2655bad4b02a req-050adc76-8c7f-4201-926e-871b170ccc48 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:07.851402 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-898c03a8-f713-41c1-abe3-2655bad4b02a req-050adc76-8c7f-4201-926e-871b170ccc48 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:07.875762 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:07.945895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b8a48767-9de0-4a30-87d2-06779ab8d5e8 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:19:07.991252 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-898c03a8-f713-41c1-abe3-2655bad4b02a req-050adc76-8c7f-4201-926e-871b170ccc48 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:07.996585 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-898c03a8-f713-41c1-abe3-2655bad4b02a req-050adc76-8c7f-4201-926e-871b170ccc48 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:08.009633 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-898c03a8-f713-41c1-abe3-2655bad4b02a req-050adc76-8c7f-4201-926e-871b170ccc48 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "DELETE /v2.0/security-groups/e0ccdd9f-d7f5-4245-b746-d638d2ff59d9 HTTP/1.1" status: 204 len: 173 time: 0.2576935 Sep 23 22:19:08.040880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Allocated IP 172.25.1.121 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/87c28b45-aaa8-45a6-8e9d-ebdcb7b2bb97) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:19:08.047047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050adc76-8c7f-4201-926e-871b170ccc48 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ccdd9f-d7f5-4245-b746-d638d2ff59d9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:08.125067 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b8a48767-9de0-4a30-87d2-06779ab8d5e8, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b8a48767-9de0-4a30-87d2-06779ab8d5e8,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:08.141593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8', 'mac_address': 'fa:16:3e:2a:20:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:19:08.216208 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:08.387966 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:08.408530 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a48767-9de0-4a30-87d2-06779ab8d5e8 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:19:08.440855 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b8a48767-9de0-4a30-87d2-06779ab8d5e8, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b8a48767-9de0-4a30-87d2-06779ab8d5e8,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:08.456487 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:08.506817 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7aef9860-f43b-4c34-b32e-f2975f255ecb req-beaad8f0-2063-4db5-8077-367661ffaa79 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/c9a9a622-5c80-486d-ba18-51d7c74528f6 HTTP/1.1" status: 200 len: 1800 time: 0.0622215 Sep 23 22:19:08.543624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:19:08.549246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:19:08.550425 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:08.556515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:19:08.632342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Pushing event updated for resources: {'Port': ['ID=87c28b45-aaa8-45a6-8e9d-ebdcb7b2bb97,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:08.675355 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b8a48767-9de0-4a30-87d2-06779ab8d5e8,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:08.676596 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7aef9860-f43b-4c34-b32e-f2975f255ecb req-dc642820-48c7-496c-9805-b4968c41fe43 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:08.721368 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7aef9860-f43b-4c34-b32e-f2975f255ecb req-dc642820-48c7-496c-9805-b4968c41fe43 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:08.739542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b8a48767-9de0-4a30-87d2-06779ab8d5e8'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:19:08.752219 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:08.996578 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7aef9860-f43b-4c34-b32e-f2975f255ecb req-dc642820-48c7-496c-9805-b4968c41fe43 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:09.002578 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7aef9860-f43b-4c34-b32e-f2975f255ecb req-dc642820-48c7-496c-9805-b4968c41fe43 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:09.008856 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:09.029478 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7aef9860-f43b-4c34-b32e-f2975f255ecb req-dc642820-48c7-496c-9805-b4968c41fe43 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "DELETE /v2.0/security-groups/c9a9a622-5c80-486d-ba18-51d7c74528f6 HTTP/1.1" status: 204 len: 173 time: 0.4933288 Sep 23 22:19:09.068344 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc642820-48c7-496c-9805-b4968c41fe43 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a9a622-5c80-486d-ba18-51d7c74528f6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:09.402631 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:09.493867 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:09.579665 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed6b0c-159e-4ba4-92f7-224887432f82 req-c674cf5b-84ce-48ad-9f1a-3ac631f0ad4c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:09.585753 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d5ed6b0c-159e-4ba4-92f7-224887432f82 req-c674cf5b-84ce-48ad-9f1a-3ac631f0ad4c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.0782871 Sep 23 22:19:09.629904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Pushing event updated for resources: {'Port': ['ID=87c28b45-aaa8-45a6-8e9d-ebdcb7b2bb97,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:09.643290 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:09.667841 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d5ed6b0c-159e-4ba4-92f7-224887432f82 req-1a4bef5f-1e70-4b25-9cb0-868383a1a0d3 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699825 Sep 23 22:19:09.737586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-7f811e25-bae1-44e1-89b7-875434423971 req-0e4e5698-ecd7-45e7-9d7f-fcd1a013082d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-790925553', 'description': 'tempest-description-1564372525'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:09.750116 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:09.758382 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7258b393-55a6-40a5-8464-aabdb3060552 req-0f9a3fa9-36fa-451b-b3cc-fb712f9a6f73 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2128031 Sep 23 22:19:09.844114 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7258b393-55a6-40a5-8464-aabdb3060552 req-a8707a93-6a08-47cc-b3ad-0939f3c1d47b tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 696 time: 0.0765729 Sep 23 22:19:09.926858 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7f811e25-bae1-44e1-89b7-875434423971 req-0e4e5698-ecd7-45e7-9d7f-fcd1a013082d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:09.960164 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b8a48767-9de0-4a30-87d2-06779ab8d5e8 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:19:10.034697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258b393-55a6-40a5-8464-aabdb3060552 req-5f6630ad-9535-4a24-b9ee-b883b7addd3a tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:10.037580 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7258b393-55a6-40a5-8464-aabdb3060552 req-5f6630ad-9535-4a24-b9ee-b883b7addd3a tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.1862903 Sep 23 22:19:10.041440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port b8a48767-9de0-4a30-87d2-06779ab8d5e8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:10.043217 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:10.127873 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7f811e25-bae1-44e1-89b7-875434423971 req-0e4e5698-ecd7-45e7-9d7f-fcd1a013082d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:10.184979 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:10.216533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:19:10.219074 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d93550c-aec5-4298-86bd-865c9f577154" -d '{"events": [{"server_uuid": "cc00b2b5-b8f5-4fc5-bf01-51075bb17e29", "name": "network-vif-plugged", "status": "completed", "tag": "b8a48767-9de0-4a30-87d2-06779ab8d5e8"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:19:10.224762 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7f811e25-bae1-44e1-89b7-875434423971 req-0e4e5698-ecd7-45e7-9d7f-fcd1a013082d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:10.238480 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b8a48767-9de0-4a30-87d2-06779ab8d5e8, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b8a48767-9de0-4a30-87d2-06779ab8d5e8,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:10.282044 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4b1acb20-1570-4e1d-9633-7e19855fcb13 req-9f877e91-68c0-48aa-9533-92e168bc567c tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/floatingips/00cbc170-488a-405b-9c5b-6438107951d6 HTTP/1.1" status: 200 len: 693 time: 0.1891038 Sep 23 22:19:10.314407 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e5698-ecd7-45e7-9d7f-fcd1a013082d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c95372d-fa41-439e-81ac-6a176e4d21ba,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:10.320842 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:10.394906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b8a48767-9de0-4a30-87d2-06779ab8d5e8,revision_number=10']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:10.448326 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7f811e25-bae1-44e1-89b7-875434423971 req-0e4e5698-ecd7-45e7-9d7f-fcd1a013082d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:10.450362 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7f811e25-bae1-44e1-89b7-875434423971 req-0e4e5698-ecd7-45e7-9d7f-fcd1a013082d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7265077 Sep 23 22:19:10.530979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1acb20-1570-4e1d-9633-7e19855fcb13 req-9d3c9181-9508-4efa-b2ea-0db92036df3e tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:10.532841 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4b1acb20-1570-4e1d-9633-7e19855fcb13 req-9d3c9181-9508-4efa-b2ea-0db92036df3e tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.2465956 Sep 23 22:19:10.619286 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4b1acb20-1570-4e1d-9633-7e19855fcb13 req-e3bde95b-4f71-47fd-9922-17833ddb1daf tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 696 time: 0.0785406 Sep 23 22:19:10.687847 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4b1acb20-1570-4e1d-9633-7e19855fcb13 req-a995760c-5f3e-4d84-a55a-659b5d1cc962 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 696 time: 0.0600863 Sep 23 22:19:10.868857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-4b1acb20-1570-4e1d-9633-7e19855fcb13 req-6ef079e5-2fe5-4500-9859-15845c2d87a5 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Deleting port 87c28b45-aaa8-45a6-8e9d-ebdcb7b2bb97 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:10.870826 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4b1acb20-1570-4e1d-9633-7e19855fcb13 req-6ef079e5-2fe5-4500-9859-15845c2d87a5 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:11.031145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-5c0400c3-c6d6-40db-bc0e-7c9f785224ce tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:11.033684 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-5c0400c3-c6d6-40db-bc0e-7c9f785224ce tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/networks?id=06e0c85f-e1e7-4f82-bc38-c5a3db63d2db HTTP/1.1" status: 200 len: 810 time: 0.2184768 Sep 23 22:19:11.043463 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4b1acb20-1570-4e1d-9633-7e19855fcb13 req-6ef079e5-2fe5-4500-9859-15845c2d87a5 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:11.043784 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4b1acb20-1570-4e1d-9633-7e19855fcb13 req-6ef079e5-2fe5-4500-9859-15845c2d87a5 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:11.058776 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-d9158662-41dd-40eb-9796-dee127b36646 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/quotas/11e30205b2324e7496fade177885b5b1 HTTP/1.1" status: 200 len: 375 time: 0.0175838 Sep 23 22:19:11.063581 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-4b1acb20-1570-4e1d-9633-7e19855fcb13 req-6ef079e5-2fe5-4500-9859-15845c2d87a5 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Calling delete_port for 87c28b45-aaa8-45a6-8e9d-ebdcb7b2bb97 owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:11.099013 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-5ce47446-59f4-4b3d-8f2c-9025c3a0e02b tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=11e30205b2324e7496fade177885b5b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357294 Sep 23 22:19:11.314224 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-427fbc31-f078-494b-a8e2-d02408a569f1 service neutron] 10.222.0.22 "GET /v2.0/networks/06e0c85f-e1e7-4f82-bc38-c5a3db63d2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040074 Sep 23 22:19:11.436599 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4b1acb20-1570-4e1d-9633-7e19855fcb13 req-6ef079e5-2fe5-4500-9859-15845c2d87a5 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:11.493716 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-ed33b25c-77ba-443e-9271-2f1cc1115eef service neutron] 10.222.0.22 "GET /v2.0/networks/06e0c85f-e1e7-4f82-bc38-c5a3db63d2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541567 Sep 23 22:19:11.535153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef079e5-2fe5-4500-9859-15845c2d87a5 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Pushing event deleted for resources: {'Port': ['ID=87c28b45-aaa8-45a6-8e9d-ebdcb7b2bb97,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:11.703930 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4b1acb20-1570-4e1d-9633-7e19855fcb13 req-6ef079e5-2fe5-4500-9859-15845c2d87a5 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:11.708043 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4b1acb20-1570-4e1d-9633-7e19855fcb13 req-6ef079e5-2fe5-4500-9859-15845c2d87a5 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:11.710163 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4b1acb20-1570-4e1d-9633-7e19855fcb13 req-6ef079e5-2fe5-4500-9859-15845c2d87a5 tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "DELETE /v2.0/floatingips/00cbc170-488a-405b-9c5b-6438107951d6 HTTP/1.1" status: 204 len: 173 time: 1.0122557 Sep 23 22:19:11.927861 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffd5939-b3fa-4bf1-8ba6-04c5f01b59d0 x-openstack-request-id: req-0ffd5939-b3fa-4bf1-8ba6-04c5f01b59d0 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:19:11.928745 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc00b2b5-b8f5-4fc5-bf01-51075bb17e29", "name": "network-vif-plugged", "status": "completed", "tag": "b8a48767-9de0-4a30-87d2-06779ab8d5e8", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:19:11.929350 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ffd5939-b3fa-4bf1-8ba6-04c5f01b59d0 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:19:11.930244 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8', 'code': 200} Sep 23 22:19:12.338288 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a86d66e-d742-42e7-9ebd-8e92cc3174fd req-c27e7316-c75c-4020-b75f-1ab7d3abddef tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/2c95372d-fa41-439e-81ac-6a176e4d21ba HTTP/1.1" status: 200 len: 1800 time: 0.0807421 Sep 23 22:19:12.344964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-9a86d66e-d742-42e7-9ebd-8e92cc3174fd req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1145080023', 'description': 'tempest-description-hth-62183593'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:12.435109 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9a86d66e-d742-42e7-9ebd-8e92cc3174fd req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:12.673472 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9a86d66e-d742-42e7-9ebd-8e92cc3174fd req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:12.790155 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9a86d66e-d742-42e7-9ebd-8e92cc3174fd req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:12.802628 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9a86d66e-d742-42e7-9ebd-8e92cc3174fd req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:12.830516 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a86d66e-d742-42e7-9ebd-8e92cc3174fd req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "PUT /v2.0/security-groups/2c95372d-fa41-439e-81ac-6a176e4d21ba HTTP/1.1" status: 200 len: 1773 time: 0.4864118 Sep 23 22:19:12.958075 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c95372d-fa41-439e-81ac-6a176e4d21ba,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:12.989507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:12.990445 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:12.990657 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-39a7b6ad-852a-4b48-bc38-812f9458bcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:12.991384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:12.991873 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:12.992256 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:12.992602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:12.994509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:12.995955 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:13.006335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:13.006335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:13.006335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:13.006335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05136f-98d2-4c95-a7c2-08f757f6ee93 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:13.085474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e417e-1b12-49e7-8190-5d1fc8e7e575 req-96dfede1-65e4-484d-9247-cdd9a3e24a90 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:13.100554 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-757e417e-1b12-49e7-8190-5d1fc8e7e575 req-96dfede1-65e4-484d-9247-cdd9a3e24a90 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.1312230 Sep 23 22:19:13.187339 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-757e417e-1b12-49e7-8190-5d1fc8e7e575 req-ae8a7a5b-3172-48ed-b397-a8ff1c2d0350 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835075 Sep 23 22:19:13.286033 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [req-deb50373-d064-4192-9bea-fa44cf70fda6 req-0dbe7147-ec01-40a6-93cb-61a05cb0814a tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] show failed (client error): The resource could not be found. Sep 23 22:19:13.287353 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-deb50373-d064-4192-9bea-fa44cf70fda6 req-0dbe7147-ec01-40a6-93cb-61a05cb0814a tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/floatingips/00cbc170-488a-405b-9c5b-6438107951d6 HTTP/1.1" status: 404 len: 350 time: 0.0559356 Sep 23 22:19:13.441063 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-680b6aaf-51d9-4555-ae8d-d8652b32fbe0 req-08d6c39d-f29c-4995-8010-7da9f5819888 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 210 time: 0.0648649 Sep 23 22:19:13.630523 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d9ca182-eb3a-47c6-960f-1517e4c48219 req-e4670424-acb1-4809-a789-8c48794e1c1b tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/2c95372d-fa41-439e-81ac-6a176e4d21ba HTTP/1.1" status: 200 len: 1773 time: 0.1159222 Sep 23 22:19:13.934784 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [req-b55bb50f-096f-4550-bf1c-34fffe4cce07 req-37d0ff6f-26b6-4b40-b03c-091eed02b7bf tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] show failed (client error): The resource could not be found. Sep 23 22:19:13.944333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40218) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:13.947161 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b55bb50f-096f-4550-bf1c-34fffe4cce07 req-37d0ff6f-26b6-4b40-b03c-091eed02b7bf tempest-FloatingIPsTestJSON-15499965 tempest-FloatingIPsTestJSON-15499965-project] 10.222.0.22 "GET /v2.0/floatingips/00cbc170-488a-405b-9c5b-6438107951d6 HTTP/1.1" status: 404 len: 350 time: 0.1165826 Sep 23 22:19:14.451627 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb377df8-c2f0-4bdd-8521-cc076b6a43e9 req-237b61a7-7f96-4ace-b0ff-2d83e3c6c9a1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/2c95372d-fa41-439e-81ac-6a176e4d21ba HTTP/1.1" status: 200 len: 1773 time: 0.4917066 Sep 23 22:19:14.599827 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb377df8-c2f0-4bdd-8521-cc076b6a43e9 req-5b9e68fc-d792-44e6-b00f-68ab5249787e tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:14.676304 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb377df8-c2f0-4bdd-8521-cc076b6a43e9 req-5b9e68fc-d792-44e6-b00f-68ab5249787e tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:14.851966 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:14.926649 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb377df8-c2f0-4bdd-8521-cc076b6a43e9 req-5b9e68fc-d792-44e6-b00f-68ab5249787e tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:14.929775 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb377df8-c2f0-4bdd-8521-cc076b6a43e9 req-5b9e68fc-d792-44e6-b00f-68ab5249787e tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:14.940327 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb377df8-c2f0-4bdd-8521-cc076b6a43e9 req-5b9e68fc-d792-44e6-b00f-68ab5249787e tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "DELETE /v2.0/security-groups/2c95372d-fa41-439e-81ac-6a176e4d21ba HTTP/1.1" status: 204 len: 173 time: 0.4850848 Sep 23 22:19:14.961450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e68fc-d792-44e6-b00f-68ab5249787e tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c95372d-fa41-439e-81ac-6a176e4d21ba,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:15.284119 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbde823-bddf-4ba2-b675-980c24f27c00 req-573c9841-6da2-4643-8b1e-1f800d0dc8ee tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:15.295577 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecbde823-bddf-4ba2-b675-980c24f27c00 req-573c9841-6da2-4643-8b1e-1f800d0dc8ee tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 945 time: 0.2255540 Sep 23 22:19:15.354922 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecbde823-bddf-4ba2-b675-980c24f27c00 req-a4f8c17d-9fa6-433d-a65f-b4818cf3d9ee tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556929 Sep 23 22:19:15.469800 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-92cb496d-5a19-4bb9-ac3a-feacc43152de req-e4bfa194-a7e8-466d-9052-dd6d1f7eae88 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 210 time: 0.0437896 Sep 23 22:19:15.508683 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Deleting port bc557548-53e8-4b45-b3e7-c268d58e9a2a {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:15.509351 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:15.596996 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2940fe33-8a61-4a5d-9bdb-297bbade94c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:15.718280 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-cd148b9e-038e-40f4-886c-957575d95f83 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:15.720194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-cd148b9e-038e-40f4-886c-957575d95f83 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f&tenant_id=15cbc9172a21412ea06786b579eff720&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1096 time: 0.0883536 Sep 23 22:19:15.753647 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810775-1'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:15.763777 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] For port bc557548-53e8-4b45-b3e7-c268d58e9a2a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bc557548-53e8-4b45-b3e7-c268d58e9a2a,segment=NetworkSegment(b2bcc213-5fa3-4c8a-98e0-0b2ca140828d),segment_id=b2bcc213-5fa3-4c8a-98e0-0b2ca140828d)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:15.765047 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:15.827895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Calling delete_port for bc557548-53e8-4b45-b3e7-c268d58e9a2a owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:15.878744 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:16.062805 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:16.106533 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [req-c12ee97f-4231-43ac-9f93-7e69eba82a11 req-26c8a59f-04b1-423d-a3a4-6520ea5f7891 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] show failed (client error): The resource could not be found. Sep 23 22:19:16.118425 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c12ee97f-4231-43ac-9f93-7e69eba82a11 req-26c8a59f-04b1-423d-a3a4-6520ea5f7891 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/c9a9a622-5c80-486d-ba18-51d7c74528f6 HTTP/1.1" status: 404 len: 352 time: 0.0390007 Sep 23 22:19:16.176249 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [req-02f0e8b5-880a-4092-97aa-4f29c8eeb2d4 req-0f5f4253-049a-4533-af57-7d892d4f2503 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] show failed (client error): The resource could not be found. Sep 23 22:19:16.179200 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-02f0e8b5-880a-4092-97aa-4f29c8eeb2d4 req-0f5f4253-049a-4533-af57-7d892d4f2503 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/e0ccdd9f-d7f5-4245-b746-d638d2ff59d9 HTTP/1.1" status: 404 len: 352 time: 0.0339863 Sep 23 22:19:16.430608 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-7a6d5be0-f32b-492a-9902-f81472324824 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:16.433141 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-7a6d5be0-f32b-492a-9902-f81472324824 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.67 "GET /v2.0/networks?id=06e0c85f-e1e7-4f82-bc38-c5a3db63d2db HTTP/1.1" status: 200 len: 810 time: 0.2512417 Sep 23 22:19:16.452054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-5d05fbf9-4135-41ea-912d-be0e40e51fdd tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Request body: {'port': {'device_id': 'cac0d2c2-86c4-4fd2-a0c9-36582cb47df3', 'network_id': '06e0c85f-e1e7-4f82-bc38-c5a3db63d2db', 'admin_state_up': True, 'tenant_id': '11e30205b2324e7496fade177885b5b1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:16.766727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:16.801989 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-5d05fbf9-4135-41ea-912d-be0e40e51fdd tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Made reservation on behalf of 11e30205b2324e7496fade177885b5b1 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:19:16.809461 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-5d05fbf9-4135-41ea-912d-be0e40e51fdd tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:16.835921 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:16.863711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:19:16.939159 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616c4bb8-e7c1-4660-a888-5ed03346943f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23a60a8-f3a5-4d0f-95b4-7040ac188459'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:19:16.943380 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b0104b-15b7-4c01-9d5c-5cfa3f832d5e" -d '{"events": [{"server_uuid": "616c4bb8-e7c1-4660-a888-5ed03346943f", "name": "network-vif-unplugged", "status": "completed", "tag": "e23a60a8-f3a5-4d0f-95b4-7040ac188459"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:19:16.951037 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:17.244644 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:17.317662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Pushing event deleted for resources: {'Port': ['ID=bc557548-53e8-4b45-b3e7-c268d58e9a2a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:17.328193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:17.328626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:17.328905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:17.329272 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:17.329603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:17.329928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:17.330242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:17.330580 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [req-8eabbeb9-39ee-415f-a6b8-7b196992feca req-f5ab9dba-63f1-42be-9b5e-8ad4198f93e1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] show failed (client error): The resource could not be found. Sep 23 22:19:17.330745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:17.331032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:17.331881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:17.331881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:17.332168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:17.336770 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:17.344720 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8eabbeb9-39ee-415f-a6b8-7b196992feca req-f5ab9dba-63f1-42be-9b5e-8ad4198f93e1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/9a9b7a7c-fbfe-489e-b03c-eaefd56018f3 HTTP/1.1" status: 404 len: 352 time: 0.0426517 Sep 23 22:19:17.453138 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:17.552412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-5d05fbf9-4135-41ea-912d-be0e40e51fdd tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Allocated IP 172.20.0.13 (06e0c85f-e1e7-4f82-bc38-c5a3db63d2db/d022e1ff-e8dc-42cc-aeb1-41517d623aec/280a2e1c-4df9-4f11-9e7c-927fa78e1975) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:19:17.564524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcca16-a52d-427e-bddd-ad9e3b97740b req-b7a518f3-bdeb-4c11-ade2-afcea4b421b7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:17.567525 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4bfcca16-a52d-427e-bddd-ad9e3b97740b req-b7a518f3-bdeb-4c11-ade2-afcea4b421b7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 943 time: 0.1233909 Sep 23 22:19:17.694267 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4bfcca16-a52d-427e-bddd-ad9e3b97740b req-3713452f-a820-4cdb-9c21-592c00febc38 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964735 Sep 23 22:19:17.753040 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Pushing event updated for resources: {'Port': ['ID=e23a60a8-f3a5-4d0f-95b4-7040ac188459,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:17.819802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Attempting to bind port e23a60a8-f3a5-4d0f-95b4-7040ac188459 on host n-h2-810775-1 for vnic_type normal with profile {"migrating_to": "n-h1-810775-1"} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:19:17.820516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Attempting to bind port e23a60a8-f3a5-4d0f-95b4-7040ac188459 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:19:17.820637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Attempting to bind port e23a60a8-f3a5-4d0f-95b4-7040ac188459 on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:19:17.851875 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:17.868827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Port e23a60a8-f3a5-4d0f-95b4-7040ac188459 on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:19:17.869268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Attempting to bind port e23a60a8-f3a5-4d0f-95b4-7040ac188459 on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:19:17.883842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:19:17.884277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Checking segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:19:17.884747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Bound using segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:19:17.885907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Bound port: e23a60a8-f3a5-4d0f-95b4-7040ac188459, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:19:17.886514 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:17.896828 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8d3508fd-9524-4972-bfcb-7564341dd0a9 req-8e9c2164-7095-484c-bc6d-13284b19b45c tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 210 time: 0.0627902 Sep 23 22:19:17.990729 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-5d05fbf9-4135-41ea-912d-be0e40e51fdd tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:18.148604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:19:18.157682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:19:18.173426 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-5d05fbf9-4135-41ea-912d-be0e40e51fdd tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:18.205931 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210d998b-c50e-4183-9b0b-9c57a8e77800 x-openstack-request-id: req-210d998b-c50e-4183-9b0b-9c57a8e77800 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:19:18.207833 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616c4bb8-e7c1-4660-a888-5ed03346943f", "name": "network-vif-unplugged", "status": "completed", "tag": "e23a60a8-f3a5-4d0f-95b4-7040ac188459", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:19:18.208353 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-210d998b-c50e-4183-9b0b-9c57a8e77800 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:19:18.209199 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616c4bb8-e7c1-4660-a888-5ed03346943f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23a60a8-f3a5-4d0f-95b4-7040ac188459', 'code': 200} Sep 23 22:19:18.308403 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:18.425519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-5d05fbf9-4135-41ea-912d-be0e40e51fdd tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Network 06e0c85f-e1e7-4f82-bc38-c5a3db63d2db is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:19:18.439702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Pushing event updated for resources: {'Port': ['ID=e23a60a8-f3a5-4d0f-95b4-7040ac188459,revision_number=8']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:18.452344 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-5d05fbf9-4135-41ea-912d-be0e40e51fdd tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:19:18.465321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-5d05fbf9-4135-41ea-912d-be0e40e51fdd tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:19:18.487983 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:18.529518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:18.530411 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:18.532143 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-2c4a5c57-0227-4842-9eac-b26498ce4818 service neutron] 10.222.0.43 "PUT /v2.0/ports/e23a60a8-f3a5-4d0f-95b4-7040ac188459 HTTP/1.1" status: 200 len: 1121 time: 2.7918580 Sep 23 22:19:18.597799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e23a60a8-f3a5-4d0f-95b4-7040ac188459 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:19:18.631754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Router e40d8d7a-2c03-40c9-a9cd-c38905de2885 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:19:18.693021 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['e23a60a8-f3a5-4d0f-95b4-7040ac188459'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:19:18.752964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05fbf9-4135-41ea-912d-be0e40e51fdd tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Pushing event updated for resources: {'Port': ['ID=280a2e1c-4df9-4f11-9e7c-927fa78e1975,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:18.801758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['e23a60a8-f3a5-4d0f-95b4-7040ac188459'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:19:18.865992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439e0cd-ba92-461d-ab33-39829aa841ac req-6b09584b-1790-4d76-bcb1-ffe1ac8f79e3 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:18.879102 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2439e0cd-ba92-461d-ab33-39829aa841ac req-6b09584b-1790-4d76-bcb1-ffe1ac8f79e3 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 945 time: 0.3976281 Sep 23 22:19:18.904231 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.resource_extend [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:19:18.905728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-5d05fbf9-4135-41ea-912d-be0e40e51fdd tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:18.906551 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-5d05fbf9-4135-41ea-912d-be0e40e51fdd tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:18.951421 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2439e0cd-ba92-461d-ab33-39829aa841ac req-41d3b004-6a4d-46e8-a961-61d70a5df694 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/security-groups?id=23e59118-221f-49c9-a38e-637cd25fa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712421 Sep 23 22:19:18.990573 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [req-612e5480-b446-4c73-a77c-101f86f76ee4 req-28f9da49-d3f5-4142-8da4-0b11529c401c tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] show failed (client error): The resource could not be found. Sep 23 22:19:19.002361 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-612e5480-b446-4c73-a77c-101f86f76ee4 req-28f9da49-d3f5-4142-8da4-0b11529c401c tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/9f559696-a0eb-4823-a23d-c3e687a28790 HTTP/1.1" status: 404 len: 352 time: 0.0305939 Sep 23 22:19:19.024566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:19:19.033479 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d926470f-4ecc-4deb-b44f-264f1403c7ae admin admin] 10.222.0.22 "PUT /v2.0/routers/e40d8d7a-2c03-40c9-a9cd-c38905de2885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0827944 Sep 23 22:19:19.033764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40280) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:19.052887 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba993d-4ad3-411c-9efb-e7e3133cbe3d None None] Sync routers for ids ['e40d8d7a-2c03-40c9-a9cd-c38905de2885'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:19:19.082336 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba993d-4ad3-411c-9efb-e7e3133cbe3d None None] Routers {'e40d8d7a-2c03-40c9-a9cd-c38905de2885'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:19:19.084330 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9bba993d-4ad3-411c-9efb-e7e3133cbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e40d8d7a-2c03-40c9-a9cd-c38905de2885'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:19.204648 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:19.206031 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:19.231933 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e23a60a8-f3a5-4d0f-95b4-7040ac188459 has no active binding in host n-h1-810775-1 {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 22:19:19.323304 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-5d05fbf9-4135-41ea-912d-be0e40e51fdd tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8747778 Sep 23 22:19:19.342541 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-9bba993d-4ad3-411c-9efb-e7e3133cbe3d None None] Set router e40d8d7a-2c03-40c9-a9cd-c38905de2885 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:19:19.368066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Request body: {'port': {'device_id': 'cac0d2c2-86c4-4fd2-a0c9-36582cb47df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:19.447023 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:19.466444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be4717-eabe-4a73-8e6e-33f68945cb3d req-cdfff973-6312-41a4-9ed5-5f16eb8ef7d9 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:19.473648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9adea2-51de-45a8-bb86-b6565fb051e2 req-363e1ce2-2b2f-4620-900f-e64bf35905f1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:19.477045 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-21be4717-eabe-4a73-8e6e-33f68945cb3d req-cdfff973-6312-41a4-9ed5-5f16eb8ef7d9 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 945 time: 0.1578593 Sep 23 22:19:19.482975 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec9adea2-51de-45a8-bb86-b6565fb051e2 req-363e1ce2-2b2f-4620-900f-e64bf35905f1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 943 time: 0.2896016 Sep 23 22:19:19.561917 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:19.690791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-21be4717-eabe-4a73-8e6e-33f68945cb3d req-54cad6ba-2549-403c-9f57-e36c26733b87 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Deleting port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:19.691680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-21be4717-eabe-4a73-8e6e-33f68945cb3d req-54cad6ba-2549-403c-9f57-e36c26733b87 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:19.778719 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9bba993d-4ad3-411c-9efb-e7e3133cbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'name': 'tempest-FloatingIPsTestJSON-479899909-router', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:18:48Z', 'updated_at': '2021-09-23T22:19:16Z', 'revision_number': 5, 'project_id': 'dacb45334ec54270b9b5c40339f72c21', 'gw_port': {'id': '6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:18:50Z', 'updated_at': '2021-09-23T22:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:19.861817 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba993d-4ad3-411c-9efb-e7e3133cbe3d None None] Checking router: e40d8d7a-2c03-40c9-a9cd-c38905de2885 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:19:19.894848 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba993d-4ad3-411c-9efb-e7e3133cbe3d None None] Routers {'e40d8d7a-2c03-40c9-a9cd-c38905de2885'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:19:19.895770 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9bba993d-4ad3-411c-9efb-e7e3133cbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e40d8d7a-2c03-40c9-a9cd-c38905de2885'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:19.915209 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec9adea2-51de-45a8-bb86-b6565fb051e2 req-d0557702-f6d3-47c9-a998-74b8c74bae7a tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312167 Sep 23 22:19:19.981789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280a2e1c-4df9-4f11-9e7c-927fa78e1975 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:19:19.999302 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:20.007997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-21be4717-eabe-4a73-8e6e-33f68945cb3d req-54cad6ba-2549-403c-9f57-e36c26733b87 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] For port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=04614b54-16b2-4ab2-aae2-a8f6788fe3d4,segment=NetworkSegment(4b4a7d45-976c-4da6-81aa-7d2c28671968),segment_id=4b4a7d45-976c-4da6-81aa-7d2c28671968)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:20.017924 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-21be4717-eabe-4a73-8e6e-33f68945cb3d req-54cad6ba-2549-403c-9f57-e36c26733b87 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:20.030474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Transition to ACTIVE for port object 280a2e1c-4df9-4f11-9e7c-927fa78e1975 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:19:20.052371 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] Deleting port 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:20.053087 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:20.068981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-21be4717-eabe-4a73-8e6e-33f68945cb3d req-54cad6ba-2549-403c-9f57-e36c26733b87 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Calling delete_port for 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:20.094759 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-9bba993d-4ad3-411c-9efb-e7e3133cbe3d None None] Set router e40d8d7a-2c03-40c9-a9cd-c38905de2885 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:19:20.176730 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9bba993d-4ad3-411c-9efb-e7e3133cbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'name': 'tempest-FloatingIPsTestJSON-479899909-router', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:18:48Z', 'updated_at': '2021-09-23T22:19:19Z', 'revision_number': 6, 'project_id': 'dacb45334ec54270b9b5c40339f72c21', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:20.202778 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:20.214415 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba993d-4ad3-411c-9efb-e7e3133cbe3d None None] The sync data for ids ['e40d8d7a-2c03-40c9-a9cd-c38905de2885'] in n-d-810775-1 is: [{'id': 'e40d8d7a-2c03-40c9-a9cd-c38905de2885', 'name': 'tempest-FloatingIPsTestJSON-479899909-router', 'tenant_id': 'dacb45334ec54270b9b5c40339f72c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:18:48Z', 'updated_at': '2021-09-23T22:19:19Z', 'revision_number': 6, 'project_id': 'dacb45334ec54270b9b5c40339f72c21', 'gw_port_host': None}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:19:20.234108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616c4bb8-e7c1-4660-a888-5ed03346943f', 'tag': 'e23a60a8-f3a5-4d0f-95b4-7040ac188459'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:19:20.236782 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c609f7-cef8-4538-97b5-836f428c4acb" -d '{"events": [{"name": "network-changed", "server_uuid": "616c4bb8-e7c1-4660-a888-5ed03346943f", "tag": "e23a60a8-f3a5-4d0f-95b4-7040ac188459"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:19:20.292666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=280a2e1c-4df9-4f11-9e7c-927fa78e1975,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:20.316094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba50e0-d9ee-4c89-aaa2-7fa1e50bc105 req-35dd61df-4a34-42da-a9ff-666273fe6236 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:20.318009 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8ba50e0-d9ee-4c89-aaa2-7fa1e50bc105 req-35dd61df-4a34-42da-a9ff-666273fe6236 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 932 time: 0.2264709 Sep 23 22:19:20.414186 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] For port 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:20.414938 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:20.441568 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-21be4717-eabe-4a73-8e6e-33f68945cb3d req-54cad6ba-2549-403c-9f57-e36c26733b87 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:20.456836 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['04614b54-16b2-4ab2-aae2-a8f6788fe3d4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:19:20.509838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] Calling delete_port for 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:20.519514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cad6ba-2549-403c-9f57-e36c26733b87 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Pushing event deleted for resources: {'Port': ['ID=04614b54-16b2-4ab2-aae2-a8f6788fe3d4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:20.603277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-21be4717-eabe-4a73-8e6e-33f68945cb3d req-54cad6ba-2549-403c-9f57-e36c26733b87 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] No DVR routers for this DVR port 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:19:20.608092 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-21be4717-eabe-4a73-8e6e-33f68945cb3d req-54cad6ba-2549-403c-9f57-e36c26733b87 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:20.611315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-21be4717-eabe-4a73-8e6e-33f68945cb3d req-54cad6ba-2549-403c-9f57-e36c26733b87 tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.43 "DELETE /v2.0/ports/04614b54-16b2-4ab2-aae2-a8f6788fe3d4 HTTP/1.1" status: 204 len: 173 time: 1.1264319 Sep 23 22:19:20.638986 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8ba50e0-d9ee-4c89-aaa2-7fa1e50bc105 req-b624dc3f-802b-4ded-9300-5fc5c80b00fa tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8971ab1-4861-453e-9506-2d4dd2e998db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073030 Sep 23 22:19:20.706629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Attempting to bind port 280a2e1c-4df9-4f11-9e7c-927fa78e1975 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:19:20.707233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Attempting to bind port 280a2e1c-4df9-4f11-9e7c-927fa78e1975 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'fb9c0776-bfe2-461f-8bb0-e489d7faf39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '06e0c85f-e1e7-4f82-bc38-c5a3db63d2db'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:19:20.707598 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Attempting to bind port 280a2e1c-4df9-4f11-9e7c-927fa78e1975 on network 06e0c85f-e1e7-4f82-bc38-c5a3db63d2db {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:19:20.728601 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [req-8310c693-5f23-4e91-ae7d-666ffe987606 req-994188b6-afc5-463c-8704-b0a3091ba094 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] show failed (client error): The resource could not be found. Sep 23 22:19:20.730628 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8310c693-5f23-4e91-ae7d-666ffe987606 req-994188b6-afc5-463c-8704-b0a3091ba094 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/b2b9c6e2-6caf-4ebb-9367-da5c8d5ce1b0 HTTP/1.1" status: 404 len: 352 time: 0.0341234 Sep 23 22:19:20.735145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Port 280a2e1c-4df9-4f11-9e7c-927fa78e1975 on network 06e0c85f-e1e7-4f82-bc38-c5a3db63d2db not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:19:20.736067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Attempting to bind port 280a2e1c-4df9-4f11-9e7c-927fa78e1975 on network 06e0c85f-e1e7-4f82-bc38-c5a3db63d2db {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:19:20.745287 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:19:20.745786 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Checking segment: {'id': 'fb9c0776-bfe2-461f-8bb0-e489d7faf39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '06e0c85f-e1e7-4f82-bc38-c5a3db63d2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:19:20.746297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Bound using segment: {'id': 'fb9c0776-bfe2-461f-8bb0-e489d7faf39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '06e0c85f-e1e7-4f82-bc38-c5a3db63d2db'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:19:20.746856 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Bound port: 280a2e1c-4df9-4f11-9e7c-927fa78e1975, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9c0776-bfe2-461f-8bb0-e489d7faf39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '06e0c85f-e1e7-4f82-bc38-c5a3db63d2db'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:19:20.749138 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:20.871363 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] For port 280a2e1c-4df9-4f11-9e7c-927fa78e1975, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:19:20.881680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] For port 280a2e1c-4df9-4f11-9e7c-927fa78e1975, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=280a2e1c-4df9-4f11-9e7c-927fa78e1975,segment=NetworkSegment(fb9c0776-bfe2-461f-8bb0-e489d7faf39c),segment_id=fb9c0776-bfe2-461f-8bb0-e489d7faf39c)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:19:21.026759 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:21.076179 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-784bd0fa-2f5c-40cf-81f2-603aff9c6700 req-13b8652c-7d87-440b-99bb-f0bfbac75d0f tempest-AttachSCSIVolumeTestJSON-1966281842 tempest-AttachSCSIVolumeTestJSON-1966281842-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb0869f3-2ec5-4f30-b424-a4212ef8b0ab HTTP/1.1" status: 200 len: 210 time: 0.0699456 Sep 23 22:19:21.131762 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:21.217557 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6036946c-cb65-4163-9750-16df3ee9469d x-openstack-request-id: req-6036946c-cb65-4163-9750-16df3ee9469d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:19:21.217557 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "616c4bb8-e7c1-4660-a888-5ed03346943f", "tag": "e23a60a8-f3a5-4d0f-95b4-7040ac188459", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:19:21.219275 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:21.220623 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6036946c-cb65-4163-9750-16df3ee9469d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:19:21.221196 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616c4bb8-e7c1-4660-a888-5ed03346943f', 'tag': 'e23a60a8-f3a5-4d0f-95b4-7040ac188459', 'status': 'completed', 'code': 200} Sep 23 22:19:21.225249 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:21.231958 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] 10.222.0.67 "PUT /v2.0/ports/280a2e1c-4df9-4f11-9e7c-927fa78e1975 HTTP/1.1" status: 200 len: 1092 time: 1.8731790 Sep 23 22:19:21.232780 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac0d2c2-86c4-4fd2-a0c9-36582cb47df3', 'tag': '280a2e1c-4df9-4f11-9e7c-927fa78e1975'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:19:21.239762 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f76f7ba-20a4-4025-9e7f-8f33ea1fb124" -d '{"events": [{"name": "network-changed", "server_uuid": "cac0d2c2-86c4-4fd2-a0c9-36582cb47df3", "tag": "280a2e1c-4df9-4f11-9e7c-927fa78e1975"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:19:21.281801 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [req-987ea088-bccc-4504-a79c-4f94af762318 req-ad156459-b28b-4d0d-b4a5-40946e1de9b1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] show failed (client error): The resource could not be found. Sep 23 22:19:21.285721 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-987ea088-bccc-4504-a79c-4f94af762318 req-ad156459-b28b-4d0d-b4a5-40946e1de9b1 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/efb734ed-927d-4903-a273-dabb383fe2eb HTTP/1.1" status: 404 len: 352 time: 0.0334654 Sep 23 22:19:21.407583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd3252-6638-4cda-9c97-e364389d8ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=280a2e1c-4df9-4f11-9e7c-927fa78e1975,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:21.535338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:21.641812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-b88f0de2-b747-41fd-822b-8faf0f939ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:21.643754 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-b88f0de2-b747-41fd-822b-8faf0f939ed2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11e30205b2324e7496fade177885b5b1&device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 1095 time: 0.1792822 Sep 23 22:19:21.647957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20106608-9db2-47d3-85fb-7fe4cd2943c6 req-6661289b-5a3f-458e-9858-9cf44b35cbc4 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:21.663471 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20106608-9db2-47d3-85fb-7fe4cd2943c6 req-6661289b-5a3f-458e-9858-9cf44b35cbc4 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 943 time: 0.2416422 Sep 23 22:19:21.668149 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:21.777401 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-f0f6b48b-c545-43c9-84df-cd8818c9f5d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=280a2e1c-4df9-4f11-9e7c-927fa78e1975 HTTP/1.1" status: 200 len: 217 time: 0.0742989 Sep 23 22:19:21.791031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c609f7-cef8-4538-97b5-836f428c4acb req-750e6d67-1457-4997-9ad6-7a3c66564467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:21.794579 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1c609f7-cef8-4538-97b5-836f428c4acb req-750e6d67-1457-4997-9ad6-7a3c66564467 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 1124 time: 0.4749522 Sep 23 22:19:21.831174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-ad5ca514-c77c-4569-875e-24149b2234d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:21.837453 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-ad5ca514-c77c-4569-875e-24149b2234d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d022e1ff-e8dc-42cc-aeb1-41517d623aec HTTP/1.1" status: 200 len: 850 time: 0.0911722 Sep 23 22:19:21.886999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-40c2ddf2-04f4-4504-8ac2-be951c4364f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06e0c85f-e1e7-4f82-bc38-c5a3db63d2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405865 Sep 23 22:19:21.901219 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:21.911262 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:21.940077 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20106608-9db2-47d3-85fb-7fe4cd2943c6 req-0cbb47e3-22a6-42cd-bc77-06ca194618b2 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740035 Sep 23 22:19:22.059087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c609f7-cef8-4538-97b5-836f428c4acb req-31eabbb4-d9c7-4c8d-98f0-8f13c51d4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:22.060850 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1c609f7-cef8-4538-97b5-836f428c4acb req-31eabbb4-d9c7-4c8d-98f0-8f13c51d4d12 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.1949511 Sep 23 22:19:22.171391 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f50d3f-d59a-46cc-9ce4-0b45613941e6 x-openstack-request-id: req-23f50d3f-d59a-46cc-9ce4-0b45613941e6 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:19:22.173176 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac0d2c2-86c4-4fd2-a0c9-36582cb47df3", "tag": "280a2e1c-4df9-4f11-9e7c-927fa78e1975", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:19:22.173176 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23f50d3f-d59a-46cc-9ce4-0b45613941e6 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:19:22.173176 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac0d2c2-86c4-4fd2-a0c9-36582cb47df3', 'tag': '280a2e1c-4df9-4f11-9e7c-927fa78e1975', 'status': 'completed', 'code': 200} Sep 23 22:19:22.175202 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1c609f7-cef8-4538-97b5-836f428c4acb req-6656128a-fb0a-426d-bc34-121bf655dddf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459 HTTP/1.1" status: 200 len: 217 time: 0.1000595 Sep 23 22:19:22.212797 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-b1567c96-9035-443a-886d-4e24b7956051 service neutron] 10.222.0.67 "GET /v2.0/networks/06e0c85f-e1e7-4f82-bc38-c5a3db63d2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173685 Sep 23 22:19:22.257285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c609f7-cef8-4538-97b5-836f428c4acb req-b58eb437-4dd1-49e8-a3c3-6078c2a394a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:22.260491 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1c609f7-cef8-4538-97b5-836f428c4acb req-b58eb437-4dd1-49e8-a3c3-6078c2a394a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.0724738 Sep 23 22:19:22.308944 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1c609f7-cef8-4538-97b5-836f428c4acb req-00098014-e5e9-4480-bef3-7955d8190a47 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384450 Sep 23 22:19:22.434349 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:22.488799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d728295-b1e9-4684-8d53-733e671a0e05 req-308ecfcf-b78e-490d-bda6-7f1fc209b237 service neutron] 10.222.0.67 "GET /v2.0/networks/06e0c85f-e1e7-4f82-bc38-c5a3db63d2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614224 Sep 23 22:19:22.497651 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:19:22.498408 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6e2cb0cb-97fc-4f78-ba4a-8e2f7ecd28d0 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:19:22.498993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bc557548-53e8-4b45-b3e7-c268d58e9a2a no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:22.523912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: bc557548-53e8-4b45-b3e7-c268d58e9a2a {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:19:22.524555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bc557548-53e8-4b45-b3e7-c268d58e9a2a not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:19:22.532044 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1c609f7-cef8-4538-97b5-836f428c4acb req-55e841f4-b03f-4140-84c5-c85409d45f9c service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141807 Sep 23 22:19:22.645742 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1c609f7-cef8-4538-97b5-836f428c4acb req-a67f2c40-839b-46c6-8aaa-a60fc86333ac service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056025 Sep 23 22:19:23.221940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0869f3-2ec5-4f30-b424-a4212ef8b0ab', 'name': 'network-vif-deleted', 'tag': '04614b54-16b2-4ab2-aae2-a8f6788fe3d4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:19:23.228751 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74f1e2c-ec36-4fcc-87de-476494f4b023" -d '{"events": [{"server_uuid": "fb0869f3-2ec5-4f30-b424-a4212ef8b0ab", "name": "network-vif-deleted", "tag": "04614b54-16b2-4ab2-aae2-a8f6788fe3d4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:19:23.251993 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:23.252977 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e40d8d7a-2c03-40c9-a9cd-c38905de2885 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:19:23.259131 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:23.263878 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9cdbb7c2-8020-47d9-bc73-de189b02208a admin admin] 10.222.0.22 "DELETE /v2.0/routers/e40d8d7a-2c03-40c9-a9cd-c38905de2885 HTTP/1.1" status: 204 len: 168 time: 4.2256572 Sep 23 22:19:23.264235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40312) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:23.336499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-1989da2d-3808-4203-8818-8056423e6574 admin admin] Deleting subnet e7b2fa0b-679a-4a07-9c09-e8835b6418d0 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:19:23.336499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1989da2d-3808-4203-8818-8056423e6574 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:23.397789 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1989da2d-3808-4203-8818-8056423e6574 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:23.503182 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1989da2d-3808-4203-8818-8056423e6574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:23.885301 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1989da2d-3808-4203-8818-8056423e6574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:23.924844 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1989da2d-3808-4203-8818-8056423e6574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:23.932643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1989da2d-3808-4203-8818-8056423e6574 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e7b2fa0b-679a-4a07-9c09-e8835b6418d0 HTTP/1.1" status: 204 len: 168 time: 0.6617715 Sep 23 22:19:23.932643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989da2d-3808-4203-8818-8056423e6574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b2fa0b-679a-4a07-9c09-e8835b6418d0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:23.932643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40318) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:23.941392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6992c678-2e8d-45c0-9dd7-9bafe87518fa None None] Network 08aec10d-7ccd-4a26-9c47-33a022483104 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:19:23.968913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76f7ba-20a4-4025-9e7f-8f33ea1fb124 req-cf704301-f765-4aa8-aa7f-a950330a12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:23.975763 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f76f7ba-20a4-4025-9e7f-8f33ea1fb124 req-cf704301-f765-4aa8-aa7f-a950330a12fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11e30205b2324e7496fade177885b5b1&device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 1095 time: 0.1314008 Sep 23 22:19:24.110563 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:24.226917 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76f7ba-20a4-4025-9e7f-8f33ea1fb124 req-87459d4b-42d8-4d55-9c9b-5e7c65cb176f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:24.228700 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f76f7ba-20a4-4025-9e7f-8f33ea1fb124 req-87459d4b-42d8-4d55-9c9b-5e7c65cb176f service neutron] 10.222.0.67 "GET /v2.0/networks?id=06e0c85f-e1e7-4f82-bc38-c5a3db63d2db HTTP/1.1" status: 200 len: 911 time: 0.2401838 Sep 23 22:19:24.320640 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f76f7ba-20a4-4025-9e7f-8f33ea1fb124 req-8a086e8f-477f-4f9a-b092-f00793db1ff0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=280a2e1c-4df9-4f11-9e7c-927fa78e1975 HTTP/1.1" status: 200 len: 217 time: 0.0722849 Sep 23 22:19:24.335491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba34c49c-185d-4b0b-afbf-4b7460c4b6b2 None None] DHCP port deletion for 08aec10d-7ccd-4a26-9c47-33a022483104 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:19:24.448120 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] Deleting port e241becb-e495-47d9-9b18-07c13e70f3ac {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:24.449022 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:24.480730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76f7ba-20a4-4025-9e7f-8f33ea1fb124 req-ae2209e1-8699-4885-8bb6-575317d0212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:24.488727 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f76f7ba-20a4-4025-9e7f-8f33ea1fb124 req-ae2209e1-8699-4885-8bb6-575317d0212f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d022e1ff-e8dc-42cc-aeb1-41517d623aec HTTP/1.1" status: 200 len: 850 time: 0.1545413 Sep 23 22:19:24.498859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ba34c49c-185d-4b0b-afbf-4b7460c4b6b2 None None] Deleting port e241becb-e495-47d9-9b18-07c13e70f3ac {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:24.501784 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ba34c49c-185d-4b0b-afbf-4b7460c4b6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:24.536436 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f76f7ba-20a4-4025-9e7f-8f33ea1fb124 req-2eb56808-f598-46d0-8791-fb2421406f12 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06e0c85f-e1e7-4f82-bc38-c5a3db63d2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327835 Sep 23 22:19:24.581832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ba34c49c-185d-4b0b-afbf-4b7460c4b6b2 None None] For port e241becb-e495-47d9-9b18-07c13e70f3ac, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e241becb-e495-47d9-9b18-07c13e70f3ac,segment=NetworkSegment(b2bcc213-5fa3-4c8a-98e0-0b2ca140828d),segment_id=b2bcc213-5fa3-4c8a-98e0-0b2ca140828d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:24.581832 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ba34c49c-185d-4b0b-afbf-4b7460c4b6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:24.598138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ba34c49c-185d-4b0b-afbf-4b7460c4b6b2 None None] Calling delete_port for e241becb-e495-47d9-9b18-07c13e70f3ac owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:24.665720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:24.694352 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:19:24.694791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 04614b54-16b2-4ab2-aae2-a8f6788fe3d4 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:19:24.874235 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ba34c49c-185d-4b0b-afbf-4b7460c4b6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:24.958603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34c49c-185d-4b0b-afbf-4b7460c4b6b2 None None] Pushing event deleted for resources: {'Port': ['ID=e241becb-e495-47d9-9b18-07c13e70f3ac,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:24.980960 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba34c49c-185d-4b0b-afbf-4b7460c4b6b2 None None] No DVR routers for this DVR port e241becb-e495-47d9-9b18-07c13e70f3ac on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:19:25.027116 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b6f75-790e-47bb-92b6-dc83b36889b5 req-31c8114f-580e-4978-9092-be3334e05919 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:25.028794 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ba0b6f75-790e-47bb-92b6-dc83b36889b5 req-31c8114f-580e-4978-9092-be3334e05919 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 944 time: 0.6339445 Sep 23 22:19:25.101441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] For port e241becb-e495-47d9-9b18-07c13e70f3ac, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e241becb-e495-47d9-9b18-07c13e70f3ac,segment=NetworkSegment(b2bcc213-5fa3-4c8a-98e0-0b2ca140828d),segment_id=b2bcc213-5fa3-4c8a-98e0-0b2ca140828d)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:25.102349 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:25.156303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] Calling delete_port for e241becb-e495-47d9-9b18-07c13e70f3ac owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:25.174381 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ba0b6f75-790e-47bb-92b6-dc83b36889b5 req-9fe92ada-affd-4474-96b6-e5a787e2a374 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8971ab1-4861-453e-9506-2d4dd2e998db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059358 Sep 23 22:19:25.205701 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f76f7ba-20a4-4025-9e7f-8f33ea1fb124 req-9bdfba00-2211-4fe9-8e64-364f98722634 service neutron] 10.222.0.67 "GET /v2.0/networks/06e0c85f-e1e7-4f82-bc38-c5a3db63d2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500211 Sep 23 22:19:25.382129 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:25.391557 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f76f7ba-20a4-4025-9e7f-8f33ea1fb124 req-d351d143-f707-443e-b9b2-032cc1eaeecb service neutron] 10.222.0.67 "GET /v2.0/networks/06e0c85f-e1e7-4f82-bc38-c5a3db63d2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372578 Sep 23 22:19:25.417356 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] Pushing event deleted for resources: {'Port': ['ID=e241becb-e495-47d9-9b18-07c13e70f3ac,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:25.427412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] No DVR routers for this DVR port e241becb-e495-47d9-9b18-07c13e70f3ac on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:19:25.607942 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:25.698513 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08aec10d-7ccd-4a26-9c47-33a022483104']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:25.715848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bcc213-5fa3-4c8a-98e0-0b2ca140828d') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:25.716218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bcc213-5fa3-4c8a-98e0-0b2ca140828d') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:25.759558 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:25.801757 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6e163-6448-486c-8762-b89d91f9f661 req-fce49b40-409b-425e-9342-8879d7c1d7a1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:25.803469 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-25f6e163-6448-486c-8762-b89d91f9f661 req-fce49b40-409b-425e-9342-8879d7c1d7a1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 943 time: 0.1574352 Sep 23 22:19:25.812696 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:25.837695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:19:25.838147 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:19:25.865222 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:19:25.967998 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-25f6e163-6448-486c-8762-b89d91f9f661 req-e5980d40-a8ae-4a97-9f93-563b776ee28b tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492825 Sep 23 22:19:26.032339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3857b-da08-4f2a-ae07-612003549629 req-f0794d4e-de7a-4fbc-b780-b9fec9ab766a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:26.035670 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8af3857b-da08-4f2a-ae07-612003549629 req-f0794d4e-de7a-4fbc-b780-b9fec9ab766a tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.43 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 1023 time: 0.0889583 Sep 23 22:19:26.160660 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a7e409-cbc9-4cc3-98e5-dab8091fb032 x-openstack-request-id: req-c5a7e409-cbc9-4cc3-98e5-dab8091fb032 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:19:26.161093 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0869f3-2ec5-4f30-b424-a4212ef8b0ab", "name": "network-vif-deleted", "tag": "04614b54-16b2-4ab2-aae2-a8f6788fe3d4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:19:26.161622 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5a7e409-cbc9-4cc3-98e5-dab8091fb032 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:19:26.162144 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0869f3-2ec5-4f30-b424-a4212ef8b0ab', 'name': 'network-vif-deleted', 'tag': '04614b54-16b2-4ab2-aae2-a8f6788fe3d4', 'status': 'completed', 'code': 200} Sep 23 22:19:26.221076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-8af3857b-da08-4f2a-ae07-612003549629 req-f35dcdc9-05f8-41bb-b106-c22beb48cd08 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Deleting port 35bf5425-59b2-4a42-bcbd-ab8f82329195 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:26.221861 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8af3857b-da08-4f2a-ae07-612003549629 req-f35dcdc9-05f8-41bb-b106-c22beb48cd08 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:26.289250 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:26.340896 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:26.343693 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] 10.222.0.22 "DELETE /v2.0/networks/08aec10d-7ccd-4a26-9c47-33a022483104 HTTP/1.1" status: 204 len: 168 time: 2.4096222 Sep 23 22:19:26.397634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3ca9a-1554-466e-9845-6a0d2e91a54a admin admin] Pushing event deleted for resources: {'Network': ['ID=08aec10d-7ccd-4a26-9c47-33a022483104,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:26.398269 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e241becb-e495-47d9-9b18-07c13e70f3ac no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:26.444163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2dda3-8fb6-4254-a45d-ca5cfc1bfd3b req-4d987f71-43bb-4290-af2e-cb1608f0c30f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:26.455598 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-8af3857b-da08-4f2a-ae07-612003549629 req-f35dcdc9-05f8-41bb-b106-c22beb48cd08 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] For port 35bf5425-59b2-4a42-bcbd-ab8f82329195, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=35bf5425-59b2-4a42-bcbd-ab8f82329195,segment=NetworkSegment(4b6cca1f-badb-4106-8dca-afc898f0e7c0),segment_id=4b6cca1f-badb-4106-8dca-afc898f0e7c0)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:26.462258 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6ac2dda3-8fb6-4254-a45d-ca5cfc1bfd3b req-4d987f71-43bb-4290-af2e-cb1608f0c30f tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 1023 time: 0.2058723 Sep 23 22:19:26.465860 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8af3857b-da08-4f2a-ae07-612003549629 req-f35dcdc9-05f8-41bb-b106-c22beb48cd08 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:26.489741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: e241becb-e495-47d9-9b18-07c13e70f3ac {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:19:26.492104 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e241becb-e495-47d9-9b18-07c13e70f3ac not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:19:26.517652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-8af3857b-da08-4f2a-ae07-612003549629 req-f35dcdc9-05f8-41bb-b106-c22beb48cd08 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Calling delete_port for 35bf5425-59b2-4a42-bcbd-ab8f82329195 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:26.609039 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6ac2dda3-8fb6-4254-a45d-ca5cfc1bfd3b req-560cc88c-10f4-4081-9f2b-0a780d8dc109 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1c7755b-2968-4f78-8e83-debdc7d04e55&id=6edc15e6-9ed5-4422-b4f1-99f6e77eeacb&id=4e611193-f39c-48bc-b656-8859e3a7252c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1457582 Sep 23 22:19:26.952001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de3fde-874e-40d3-b063-82900fa93d20 req-40eb5939-4fb6-45c4-9e8f-21c2d330f9ce tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:26.957640 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1de3fde-874e-40d3-b063-82900fa93d20 req-40eb5939-4fb6-45c4-9e8f-21c2d330f9ce tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 944 time: 0.1781054 Sep 23 22:19:26.977289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40340) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:27.115575 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8af3857b-da08-4f2a-ae07-612003549629 req-f35dcdc9-05f8-41bb-b106-c22beb48cd08 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:27.129866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['35bf5425-59b2-4a42-bcbd-ab8f82329195'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:19:27.143976 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1de3fde-874e-40d3-b063-82900fa93d20 req-bac31e22-7eab-4bce-8603-6563f16cc83f tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8971ab1-4861-453e-9506-2d4dd2e998db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749761 Sep 23 22:19:27.189403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dcdc9-05f8-41bb-b106-c22beb48cd08 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event deleted for resources: {'Port': ['ID=35bf5425-59b2-4a42-bcbd-ab8f82329195,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:27.197248 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6d02c9e9-54b6-4db2-aec6-48e2ef47b7e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dacb45334ec54270b9b5c40339f72c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131183 Sep 23 22:19:27.198301 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40344) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:27.272459 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af3857b-da08-4f2a-ae07-612003549629 req-f35dcdc9-05f8-41bb-b106-c22beb48cd08 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] No DVR routers for this DVR port 35bf5425-59b2-4a42-bcbd-ab8f82329195 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:19:27.275542 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8af3857b-da08-4f2a-ae07-612003549629 req-f35dcdc9-05f8-41bb-b106-c22beb48cd08 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:27.282290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8af3857b-da08-4f2a-ae07-612003549629 req-f35dcdc9-05f8-41bb-b106-c22beb48cd08 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.43 "DELETE /v2.0/ports/35bf5425-59b2-4a42-bcbd-ab8f82329195 HTTP/1.1" status: 204 len: 173 time: 1.2368600 Sep 23 22:19:27.320149 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49687fc6-f7f4-4a86-82f7-0b8403808f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:27.364484 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49687fc6-f7f4-4a86-82f7-0b8403808f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:27.535429 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682507-551a-46d6-9bc4-7534bfdc72a5 req-14a4fdf5-9842-40d4-94f7-431d9ca7501e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:27.538259 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a682507-551a-46d6-9bc4-7534bfdc72a5 req-14a4fdf5-9842-40d4-94f7-431d9ca7501e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 943 time: 0.1297009 Sep 23 22:19:27.644671 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a682507-551a-46d6-9bc4-7534bfdc72a5 req-0fa16a34-44c7-4532-afef-5603819bfb0a tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937300 Sep 23 22:19:27.652221 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49687fc6-f7f4-4a86-82f7-0b8403808f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:27.654873 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49687fc6-f7f4-4a86-82f7-0b8403808f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:27.656032 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-49687fc6-f7f4-4a86-82f7-0b8403808f20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/718587e6-60d9-4482-8523-47d3f955549b HTTP/1.1" status: 204 len: 168 time: 0.4567385 Sep 23 22:19:27.675322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49687fc6-f7f4-4a86-82f7-0b8403808f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718587e6-60d9-4482-8523-47d3f955549b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:27.958493 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0691bccf-94d9-41b6-9ca8-5764004e44dd req-6dc78c93-cc0c-4557-a29c-3b7f30a199a6 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/ports?device_id=163e6594-f807-4196-a3fe-6952b918c1d1 HTTP/1.1" status: 200 len: 210 time: 0.0344379 Sep 23 22:19:28.024189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 280a2e1c-4df9-4f11-9e7c-927fa78e1975 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:19:28.097846 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device e23a60a8-f3a5-4d0f-95b4-7040ac188459 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:28.163392 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163e6594-f807-4196-a3fe-6952b918c1d1', 'name': 'network-vif-deleted', 'tag': '35bf5425-59b2-4a42-bcbd-ab8f82329195'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:19:28.166732 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb4e465-020a-412e-996d-076cad17a523" -d '{"events": [{"server_uuid": "163e6594-f807-4196-a3fe-6952b918c1d1", "name": "network-vif-deleted", "tag": "35bf5425-59b2-4a42-bcbd-ab8f82329195"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:19:28.308702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 280a2e1c-4df9-4f11-9e7c-927fa78e1975, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=280a2e1c-4df9-4f11-9e7c-927fa78e1975,segment=NetworkSegment(fb9c0776-bfe2-461f-8bb0-e489d7faf39c),segment_id=fb9c0776-bfe2-461f-8bb0-e489d7faf39c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:28.331945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '280a2e1c-4df9-4f11-9e7c-927fa78e1975', 'network_id': '06e0c85f-e1e7-4f82-bc38-c5a3db63d2db', 'port_id': '280a2e1c-4df9-4f11-9e7c-927fa78e1975', 'mac_address': 'fa:16:3e:3d:e5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd022e1ff-e8dc-42cc-aeb1-41517d623aec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:19:28.399954 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:28.431244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280a2e1c-4df9-4f11-9e7c-927fa78e1975 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:19:28.467549 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 280a2e1c-4df9-4f11-9e7c-927fa78e1975, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=280a2e1c-4df9-4f11-9e7c-927fa78e1975,segment=NetworkSegment(fb9c0776-bfe2-461f-8bb0-e489d7faf39c),segment_id=fb9c0776-bfe2-461f-8bb0-e489d7faf39c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:28.505057 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-5248986d-3cd7-4ce0-9fcb-3778321de32d service neutron] 10.222.0.67 "GET /v2.0/ports/e23a60a8-f3a5-4d0f-95b4-7040ac188459/bindings/n-h1-810775-1 HTTP/1.1" status: 200 len: 384 time: 0.2767110 Sep 23 22:19:28.573212 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:28.589420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1b5e5-7c87-4dcb-80f1-c40f2acba424 req-63bd0396-edfb-4b29-a5fe-11702415a3f2 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:28.597009 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32b1b5e5-7c87-4dcb-80f1-c40f2acba424 req-63bd0396-edfb-4b29-a5fe-11702415a3f2 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 944 time: 0.1405146 Sep 23 22:19:28.701575 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=280a2e1c-4df9-4f11-9e7c-927fa78e1975,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:28.735223 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:19:28.747848 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32b1b5e5-7c87-4dcb-80f1-c40f2acba424 req-247c773c-0cdc-488c-a7f2-95f330984544 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8971ab1-4861-453e-9506-2d4dd2e998db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467121 Sep 23 22:19:28.755133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:28.756929 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:28.757534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:28.758320 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:28.759110 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:28.759698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:28.760566 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:28.761528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:28.762370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:28.764627 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:28.764627 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:28.764627 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:28.829715 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c823687-3164-4c2e-9ab3-4b2c229a8f7c x-openstack-request-id: req-5c823687-3164-4c2e-9ab3-4b2c229a8f7c {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:19:28.830815 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163e6594-f807-4196-a3fe-6952b918c1d1", "name": "network-vif-deleted", "tag": "35bf5425-59b2-4a42-bcbd-ab8f82329195", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:19:28.832005 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c823687-3164-4c2e-9ab3-4b2c229a8f7c {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:19:28.833292 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163e6594-f807-4196-a3fe-6952b918c1d1', 'name': 'network-vif-deleted', 'tag': '35bf5425-59b2-4a42-bcbd-ab8f82329195', 'status': 'completed', 'code': 200} Sep 23 22:19:29.029596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-84281b6c-5df1-45dc-aa76-9173fb51fcef service neutron] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:29.058100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['280a2e1c-4df9-4f11-9e7c-927fa78e1975'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:19:29.108519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-84281b6c-5df1-45dc-aa76-9173fb51fcef service neutron] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:19:29.158081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-84281b6c-5df1-45dc-aa76-9173fb51fcef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23a60a8-f3a5-4d0f-95b4-7040ac188459 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:19:29.176115 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-84281b6c-5df1-45dc-aa76-9173fb51fcef service neutron] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:29.231673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd431a-5fbd-42dd-b287-828961f100b8 req-5c436b42-20e7-47e4-b79b-680872cd7868 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:29.245165 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9cd431a-5fbd-42dd-b287-828961f100b8 req-5c436b42-20e7-47e4-b79b-680872cd7868 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 943 time: 0.1677077 Sep 23 22:19:29.341220 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9cd431a-5fbd-42dd-b287-828961f100b8 req-662dc04c-2285-4c07-a9d0-1871c9c60314 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919833 Sep 23 22:19:29.545072 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206320c1-b34e-48f8-88b0-b7fb289bdaec req-bf491396-5f89-4d01-8a20-ad3b3f1f88e9 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:29.545072 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-206320c1-b34e-48f8-88b0-b7fb289bdaec req-bf491396-5f89-4d01-8a20-ad3b3f1f88e9 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 945 time: 0.0604544 Sep 23 22:19:29.545072 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-206320c1-b34e-48f8-88b0-b7fb289bdaec req-aefa6a08-f024-4b38-8413-df1a9653ea81 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369232 Sep 23 22:19:29.601291 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-84281b6c-5df1-45dc-aa76-9173fb51fcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:29.682534 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f2ed091-e557-48e8-a38c-6201cc4bdcb2 req-998b5314-c097-4507-ad43-6ef3455f5532 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/6edc15e6-9ed5-4422-b4f1-99f6e77eeacb HTTP/1.1" status: 200 len: 1798 time: 0.0928483 Sep 23 22:19:29.764285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-84281b6c-5df1-45dc-aa76-9173fb51fcef service neutron] Transition to ACTIVE for port object e23a60a8-f3a5-4d0f-95b4-7040ac188459 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:19:29.824425 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5f2ed091-e557-48e8-a38c-6201cc4bdcb2 req-3235d32d-d274-4cbe-8745-5a088b9d748d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:29.901645 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-84281b6c-5df1-45dc-aa76-9173fb51fcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:29.937585 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5f2ed091-e557-48e8-a38c-6201cc4bdcb2 req-3235d32d-d274-4cbe-8745-5a088b9d748d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:30.149805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40398) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:30.349039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-84281b6c-5df1-45dc-aa76-9173fb51fcef service neutron] No DVR routers for this DVR port e23a60a8-f3a5-4d0f-95b4-7040ac188459 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:19:30.358648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84281b6c-5df1-45dc-aa76-9173fb51fcef service neutron] Pushing event updated for resources: {'Port': ['ID=e23a60a8-f3a5-4d0f-95b4-7040ac188459,revision_number=10']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:30.398562 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-84281b6c-5df1-45dc-aa76-9173fb51fcef service neutron] 10.222.0.67 "PUT /v2.0/ports/e23a60a8-f3a5-4d0f-95b4-7040ac188459/bindings/n-h1-810775-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8803349 Sep 23 22:19:30.422540 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5f2ed091-e557-48e8-a38c-6201cc4bdcb2 req-3235d32d-d274-4cbe-8745-5a088b9d748d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:30.432266 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5f2ed091-e557-48e8-a38c-6201cc4bdcb2 req-3235d32d-d274-4cbe-8745-5a088b9d748d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:30.437372 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f2ed091-e557-48e8-a38c-6201cc4bdcb2 req-3235d32d-d274-4cbe-8745-5a088b9d748d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "DELETE /v2.0/security-groups/6edc15e6-9ed5-4422-b4f1-99f6e77eeacb HTTP/1.1" status: 204 len: 173 time: 0.7403502 Sep 23 22:19:30.480442 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235d32d-d274-4cbe-8745-5a088b9d748d tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edc15e6-9ed5-4422-b4f1-99f6e77eeacb,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:30.505478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-329305414-network', 'tenant_id': 'b00b91f17d49499c92208ef9afdb92f2'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:30.620625 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] Made reservation on behalf of b00b91f17d49499c92208ef9afdb92f2 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:19:30.632751 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:30.648859 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:30.672891 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 35bf5425-59b2-4a42-bcbd-ab8f82329195 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:30.680442 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864e834-dab1-4fba-9c0d-192c1cf5b74a req-65a31ed1-8ec3-464e-a2bf-e5e3afb4006e tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:30.684254 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c864e834-dab1-4fba-9c0d-192c1cf5b74a req-65a31ed1-8ec3-464e-a2bf-e5e3afb4006e tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 945 time: 0.1110978 Sep 23 22:19:30.741639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 35bf5425-59b2-4a42-bcbd-ab8f82329195 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:19:30.742195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 35bf5425-59b2-4a42-bcbd-ab8f82329195 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:19:30.761361 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c864e834-dab1-4fba-9c0d-192c1cf5b74a req-102af803-4869-4b1a-a087-df0f289bf223 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8971ab1-4861-453e-9506-2d4dd2e998db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669296 Sep 23 22:19:30.872729 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-597eec6d-a7a0-4d6c-abab-75c02847903d req-ef0649c5-3d3d-440b-a4ec-822c851647a8 tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "GET /v2.0/security-groups/a1c7755b-2968-4f78-8e83-debdc7d04e55 HTTP/1.1" status: 200 len: 1801 time: 0.0572979 Sep 23 22:19:30.893248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-397ec411-ab99-45cf-8203-7e1ddb5a271c tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:30.906854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-397ec411-ab99-45cf-8203-7e1ddb5a271c tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f&tenant_id=15cbc9172a21412ea06786b579eff720&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1095 time: 0.2202139 Sep 23 22:19:30.941129 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-597eec6d-a7a0-4d6c-abab-75c02847903d req-b4022823-48f6-4d5a-8c50-c7c2d7184abd tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:30.973756 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-597eec6d-a7a0-4d6c-abab-75c02847903d req-b4022823-48f6-4d5a-8c50-c7c2d7184abd tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:30.980789 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:30.992019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-767bbde4-ef12-434a-8413-dc5e78111e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:30.994922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-767bbde4-ef12-434a-8413-dc5e78111e6f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f&tenant_id=15cbc9172a21412ea06786b579eff720 HTTP/1.1" status: 200 len: 1095 time: 0.0793967 Sep 23 22:19:31.078090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-8a9430d8-60c7-4a7b-a60b-106f27f819b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:31.079643 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-8a9430d8-60c7-4a7b-a60b-106f27f819b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 1095 time: 0.0546408 Sep 23 22:19:31.189656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-235d1831-1dde-43e7-b838-a657568fd4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:31.191077 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-235d1831-1dde-43e7-b838-a657568fd4cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.1013370 Sep 23 22:19:31.246170 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-b427e2b9-4bb4-419c-8660-59e8d77f773d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459 HTTP/1.1" status: 200 len: 217 time: 0.0440156 Sep 23 22:19:31.252894 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-597eec6d-a7a0-4d6c-abab-75c02847903d req-b4022823-48f6-4d5a-8c50-c7c2d7184abd tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:31.256121 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-597eec6d-a7a0-4d6c-abab-75c02847903d req-b4022823-48f6-4d5a-8c50-c7c2d7184abd tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:31.256365 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:31.257415 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-597eec6d-a7a0-4d6c-abab-75c02847903d req-b4022823-48f6-4d5a-8c50-c7c2d7184abd tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] 10.222.0.22 "DELETE /v2.0/security-groups/a1c7755b-2968-4f78-8e83-debdc7d04e55 HTTP/1.1" status: 204 len: 173 time: 0.3836114 Sep 23 22:19:31.280809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40432) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:31.285468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4022823-48f6-4d5a-8c50-c7c2d7184abd tempest-SecurityGroupsTestJSON-1147676252 tempest-SecurityGroupsTestJSON-1147676252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c7755b-2968-4f78-8e83-debdc7d04e55,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:31.440717 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-e153ee3f-95ec-4ecd-b9eb-e9d8a4001601 admin admin] Deleting subnet fcf929a3-bff0-47e3-ab18-e2f69ade1c5c {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:19:31.443979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:31.456130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:19:31.469666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ee706c83-e0ff-4232-b1a7-48b68445ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:31.472627 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ee706c83-e0ff-4232-b1a7-48b68445ee59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.2174473 Sep 23 22:19:31.486259 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:31.486749 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] Added segment 74e0dbab-d066-4294-945c-d49f1450931e of type vlan for network d445de3f-5408-4213-bcec-439e92d41e76 Sep 23 22:19:31.497648 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e153ee3f-95ec-4ecd-b9eb-e9d8a4001601 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:31.559258 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-27d8f5de-61cb-4164-879f-ed90a197cac6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624375 Sep 23 22:19:31.588607 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:31.612095 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e153ee3f-95ec-4ecd-b9eb-e9d8a4001601 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:31.630854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be5a5c-c037-43fc-846d-549e8c2db91d req-1bd31d3d-5f4b-40c1-a923-9a0927e4a952 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:31.645914 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1be5a5c-c037-43fc-846d-549e8c2db91d req-1bd31d3d-5f4b-40c1-a923-9a0927e4a952 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 944 time: 0.2333088 Sep 23 22:19:31.754100 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-82d9c436-9550-4db4-be09-28243a97ab8f service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844087 Sep 23 22:19:31.795195 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1be5a5c-c037-43fc-846d-549e8c2db91d req-997698f7-479c-477e-bd73-f2f430f41666 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476445 Sep 23 22:19:31.797456 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e153ee3f-95ec-4ecd-b9eb-e9d8a4001601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:31.824527 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:31.826597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:31.827812 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:32.013641 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8613100 Sep 23 22:19:32.022745 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170518c-86c4-426e-890d-e821e35f1cb6 req-ed44f71a-8fec-4ed6-958a-0ff50f624eec tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:32.036512 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b170518c-86c4-426e-890d-e821e35f1cb6 req-ed44f71a-8fec-4ed6-958a-0ff50f624eec tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 945 time: 0.1253877 Sep 23 22:19:32.050258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40468) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:32.055220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 280a2e1c-4df9-4f11-9e7c-927fa78e1975 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:19:32.056247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2cb24d18-f36b-49e5-839c-27d87bfe801f admin admin] Request body: {'subnet': {'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-329305414-subnet', 'tenant_id': 'b00b91f17d49499c92208ef9afdb92f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:32.104155 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e153ee3f-95ec-4ecd-b9eb-e9d8a4001601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:32.108139 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2793e2-e429-4cbc-997a-462c05c8b4ba admin admin] Pushing event updated for resources: {'Network': ['ID=d445de3f-5408-4213-bcec-439e92d41e76,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:32.132803 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network d445de3f-5408-4213-bcec-439e92d41e76 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:19:32.178982 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b170518c-86c4-426e-890d-e821e35f1cb6 req-9035d14b-8051-4dec-94ef-d631a42ad789 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8971ab1-4861-453e-9506-2d4dd2e998db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399395 Sep 23 22:19:32.193171 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153ee3f-95ec-4ecd-b9eb-e9d8a4001601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcf929a3-bff0-47e3-ab18-e2f69ade1c5c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:32.219159 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e153ee3f-95ec-4ecd-b9eb-e9d8a4001601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:32.230154 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e153ee3f-95ec-4ecd-b9eb-e9d8a4001601 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fcf929a3-bff0-47e3-ab18-e2f69ade1c5c HTTP/1.1" status: 204 len: 168 time: 0.9462671 Sep 23 22:19:32.232994 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-ae16fc90-08a8-48c8-b9d6-61a6a6ffba2c service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676726 Sep 23 22:19:32.238983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40472) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:32.269865 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8e5e4-520e-43f6-913e-1c53ceaaa1cb req-861b81d2-a6c8-413e-91fc-c874c855d77f tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:32.269865 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-53f8e5e4-520e-43f6-913e-1c53ceaaa1cb req-861b81d2-a6c8-413e-91fc-c874c855d77f tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 945 time: 0.1434844 Sep 23 22:19:32.324420 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-53f8e5e4-520e-43f6-913e-1c53ceaaa1cb req-56c63f7e-c756-4eb6-b85e-40154be6628f tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419888 Sep 23 22:19:32.397168 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9bde12ea-c703-49d1-8def-9d5afd9de834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:32.407710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 280a2e1c-4df9-4f11-9e7c-927fa78e1975 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:19:32.415160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb24d18-f36b-49e5-839c-27d87bfe801f admin admin] Made reservation on behalf of b00b91f17d49499c92208ef9afdb92f2 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:19:32.419200 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2cb24d18-f36b-49e5-839c-27d87bfe801f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:32.423438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 280a2e1c-4df9-4f11-9e7c-927fa78e1975 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:32.424514 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:32.580294 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:32.596800 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9bde12ea-c703-49d1-8def-9d5afd9de834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:32.637463 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-9bde12ea-c703-49d1-8def-9d5afd9de834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:32.648663 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac0d2c2-86c4-4fd2-a0c9-36582cb47df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280a2e1c-4df9-4f11-9e7c-927fa78e1975'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:19:32.653500 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee1918a-8587-496e-b783-77294bbcdfe2" -d '{"events": [{"server_uuid": "cac0d2c2-86c4-4fd2-a0c9-36582cb47df3", "name": "network-vif-plugged", "status": "completed", "tag": "280a2e1c-4df9-4f11-9e7c-927fa78e1975"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:19:32.658525 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-9bde12ea-c703-49d1-8def-9d5afd9de834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6cca1f-badb-4106-8dca-afc898f0e7c0') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:32.659091 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-9bde12ea-c703-49d1-8def-9d5afd9de834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6cca1f-badb-4106-8dca-afc898f0e7c0') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:32.689996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 280a2e1c-4df9-4f11-9e7c-927fa78e1975, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=280a2e1c-4df9-4f11-9e7c-927fa78e1975,segment=NetworkSegment(fb9c0776-bfe2-461f-8bb0-e489d7faf39c),segment_id=fb9c0776-bfe2-461f-8bb0-e489d7faf39c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:32.762092 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:32.808897 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9bde12ea-c703-49d1-8def-9d5afd9de834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:32.811080 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e68f1ee-9eb2-4944-9035-ad852aa79e4b x-openstack-request-id: req-9e68f1ee-9eb2-4944-9035-ad852aa79e4b {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:19:32.811479 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac0d2c2-86c4-4fd2-a0c9-36582cb47df3", "name": "network-vif-plugged", "status": "completed", "tag": "280a2e1c-4df9-4f11-9e7c-927fa78e1975", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:19:32.811762 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e68f1ee-9eb2-4944-9035-ad852aa79e4b {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:19:32.812157 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac0d2c2-86c4-4fd2-a0c9-36582cb47df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280a2e1c-4df9-4f11-9e7c-927fa78e1975', 'code': 200} Sep 23 22:19:32.856945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=280a2e1c-4df9-4f11-9e7c-927fa78e1975,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:32.873399 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2cb24d18-f36b-49e5-839c-27d87bfe801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:32.877338 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9bde12ea-c703-49d1-8def-9d5afd9de834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:32.919754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bde12ea-c703-49d1-8def-9d5afd9de834 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:19:32.920263 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9bde12ea-c703-49d1-8def-9d5afd9de834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:19:32.922462 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:19:33.002050 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ed02a-dbb9-4677-bc49-2ed749394a1b req-39aff9f2-01c8-4f17-ab96-cb799795f56a tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:33.013083 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-194ed02a-dbb9-4677-bc49-2ed749394a1b req-39aff9f2-01c8-4f17-ab96-cb799795f56a tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 944 time: 0.0762014 Sep 23 22:19:33.063678 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-194ed02a-dbb9-4677-bc49-2ed749394a1b req-8e5cc1b8-e61d-42d7-8d25-5e9205a9c23e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493095 Sep 23 22:19:33.073987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6755a-63fe-40e8-9313-14a052210f80 req-60b421b9-cc30-4786-85e6-99020745c670 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:33.083029 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13e6755a-63fe-40e8-9313-14a052210f80 req-60b421b9-cc30-4786-85e6-99020745c670 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 951 time: 0.2642841 Sep 23 22:19:33.122943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb24d18-f36b-49e5-839c-27d87bfe801f admin admin] Pushing event updated for resources: {'Subnet': ['ID=903c4ba9-2c76-4131-a769-852776e395e4,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:33.130706 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb24d18-f36b-49e5-839c-27d87bfe801f admin admin] Checking segment: {'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:19:33.131264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb24d18-f36b-49e5-839c-27d87bfe801f admin admin] Network hostable DHCP agents. Network: d445de3f-5408-4213-bcec-439e92d41e76, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:19:33.162147 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13e6755a-63fe-40e8-9313-14a052210f80 req-78ca75c1-29f8-44ca-89ec-ad97bbbe41e8 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/security-groups?id=0b4176fe-8919-4169-8dce-89a759078a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763159 Sep 23 22:19:33.163886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-a09bab8f-775b-44c6-b2f2-d7f9b84ec7fb tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:33.165725 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-a09bab8f-775b-44c6-b2f2-d7f9b84ec7fb tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f&tenant_id=15cbc9172a21412ea06786b579eff720&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 1095 time: 0.0858774 Sep 23 22:19:33.177524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa7541-015c-4490-9782-1848acfc7214 req-618c289d-a69f-439a-8ada-fbbc3a5acef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:33.188328 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cdaa7541-015c-4490-9782-1848acfc7214 req-618c289d-a69f-439a-8ada-fbbc3a5acef7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 1097 time: 0.2256858 Sep 23 22:19:33.232883 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9bde12ea-c703-49d1-8def-9d5afd9de834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:33.244854 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9bde12ea-c703-49d1-8def-9d5afd9de834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:33.254467 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9bde12ea-c703-49d1-8def-9d5afd9de834 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d HTTP/1.1" status: 204 len: 168 time: 1.0090404 Sep 23 22:19:33.298580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde12ea-c703-49d1-8def-9d5afd9de834 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c6478d1-0d0a-4b4f-81a5-462dfdd8bc6d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:33.329290 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cdaa7541-015c-4490-9782-1848acfc7214 req-142ef0e5-5f07-46ff-88e9-d4e54561a7ff service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d8971ab1-4861-453e-9506-2d4dd2e998db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325982 Sep 23 22:19:33.382317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb24d18-f36b-49e5-839c-27d87bfe801f admin admin] Network d445de3f-5408-4213-bcec-439e92d41e76 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:19:33.431488 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fc58a-121c-4294-bc08-d4cd670c36ed req-0be19ab0-4dd5-457a-a9da-6948f0a95e18 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:33.435506 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2b8fc58a-121c-4294-bc08-d4cd670c36ed req-0be19ab0-4dd5-457a-a9da-6948f0a95e18 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 946 time: 0.1217682 Sep 23 22:19:33.484561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-e27ef10b-4908-4753-b516-becd88738721 service neutron] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:19:33.484561 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-e27ef10b-4908-4753-b516-becd88738721 service neutron] Notify callbacks [] for binding, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:33.500282 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67658dcb-90c8-4f1c-ba59-fca0456d5013 req-e27ef10b-4908-4753-b516-becd88738721 service neutron] 10.222.0.43 "DELETE /v2.0/ports/e23a60a8-f3a5-4d0f-95b4-7040ac188459/bindings/n-h2-810775-1 HTTP/1.1" status: 204 len: 173 time: 0.3076944 Sep 23 22:19:33.507694 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2cb24d18-f36b-49e5-839c-27d87bfe801f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, d445de3f-5408-4213-bcec-439e92d41e76) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:19:33.523953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e32664d-1897-48a4-99ac-04b8253f87ef None None] Network d445de3f-5408-4213-bcec-439e92d41e76 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:19:33.528693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb24d18-f36b-49e5-839c-27d87bfe801f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:33.529989 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2cb24d18-f36b-49e5-839c-27d87bfe801f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:33.576735 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2b8fc58a-121c-4294-bc08-d4cd670c36ed req-eeba0109-94e5-4414-ab03-16ed4226ee6a tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8971ab1-4861-453e-9506-2d4dd2e998db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301768 Sep 23 22:19:33.694726 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2cb24d18-f36b-49e5-839c-27d87bfe801f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6427069 Sep 23 22:19:33.810713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40544) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:33.982713 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae851f7-c975-4863-8b6b-debb3ee76f91 req-d7b77444-a15f-4a62-8650-eb4d5b60861e tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:33.984481 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bae851f7-c975-4863-8b6b-debb3ee76f91 req-d7b77444-a15f-4a62-8650-eb4d5b60861e tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 945 time: 0.2675502 Sep 23 22:19:33.997849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e29ef4-caf0-4b77-9422-07e81d6f2e8a None None] Network d445de3f-5408-4213-bcec-439e92d41e76 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:19:34.003666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4f663f7e-9cc1-4b09-8d54-44afc872d0ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c25ebeb633064639837d7061e30004ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909752 Sep 23 22:19:34.007650 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40554) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:34.149281 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bae851f7-c975-4863-8b6b-debb3ee76f91 req-2cd51b4c-a282-4715-9c5e-ddf6f297c4af tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422045 Sep 23 22:19:34.174899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b8a48767-9de0-4a30-87d2-06779ab8d5e8 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:34.191426 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-827fedb8-f9a1-4513-85f8-d51dc582a058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:34.301647 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-827fedb8-f9a1-4513-85f8-d51dc582a058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:34.411814 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:34.467232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b8a48767-9de0-4a30-87d2-06779ab8d5e8, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b8a48767-9de0-4a30-87d2-06779ab8d5e8,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:34.506504 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-827fedb8-f9a1-4513-85f8-d51dc582a058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:34.515301 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-827fedb8-f9a1-4513-85f8-d51dc582a058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:34.517690 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-827fedb8-f9a1-4513-85f8-d51dc582a058 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e611193-f39c-48bc-b656-8859e3a7252c HTTP/1.1" status: 204 len: 168 time: 0.5070510 Sep 23 22:19:34.538546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fedb8-f9a1-4513-85f8-d51dc582a058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e611193-f39c-48bc-b656-8859e3a7252c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:34.631155 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:34.675864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-39688c1a-bcdc-4a16-9c95-f742f6ab0d75 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:34.678611 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-39688c1a-bcdc-4a16-9c95-f742f6ab0d75 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.67 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 945 time: 0.1671028 Sep 23 22:19:34.722274 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa8507-af88-4c1c-9ce6-ae9249f9d439 req-5b16dc3d-bc26-4c1d-8929-1eb7f8aaba32 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:34.743529 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b8a48767-9de0-4a30-87d2-06779ab8d5e8,revision_number=11']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:34.744720 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32aa8507-af88-4c1c-9ce6-ae9249f9d439 req-5b16dc3d-bc26-4c1d-8929-1eb7f8aaba32 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 944 time: 0.3467534 Sep 23 22:19:34.814242 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:19:34.821779 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9749f44-8745-4143-a6ec-8667249cb15c" -d '{"events": [{"server_uuid": "cc00b2b5-b8f5-4fc5-bf01-51075bb17e29", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a48767-9de0-4a30-87d2-06779ab8d5e8"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:19:34.861973 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32aa8507-af88-4c1c-9ce6-ae9249f9d439 req-1e714d25-3722-45b2-a1ed-3fe4fe8438f2 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129401 Sep 23 22:19:34.983523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-c6be8db7-4f44-4f0b-8988-3feb700aef8d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Deleting port f1ffde62-2312-4e94-abcf-1fa7f324800c {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:34.984185 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-c6be8db7-4f44-4f0b-8988-3feb700aef8d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:35.211350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056269ec-3f5c-463d-a6e3-3caa27b02f4c req-c1f1fac6-b621-4107-8f06-193731cabb05 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:35.225300 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-056269ec-3f5c-463d-a6e3-3caa27b02f4c req-c1f1fac6-b621-4107-8f06-193731cabb05 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 946 time: 0.1214790 Sep 23 22:19:35.273497 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-c6be8db7-4f44-4f0b-8988-3feb700aef8d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] For port f1ffde62-2312-4e94-abcf-1fa7f324800c, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1ffde62-2312-4e94-abcf-1fa7f324800c,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:35.273831 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-c6be8db7-4f44-4f0b-8988-3feb700aef8d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:35.367132 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-056269ec-3f5c-463d-a6e3-3caa27b02f4c req-13908bc4-bd94-4e39-8ad5-dd5dcafb3565 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8971ab1-4861-453e-9506-2d4dd2e998db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193876 Sep 23 22:19:35.500122 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474c642c-2d6a-49d6-b4d6-b11a96cb9571 x-openstack-request-id: req-474c642c-2d6a-49d6-b4d6-b11a96cb9571 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:19:35.500695 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc00b2b5-b8f5-4fc5-bf01-51075bb17e29", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a48767-9de0-4a30-87d2-06779ab8d5e8", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:19:35.501533 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-474c642c-2d6a-49d6-b4d6-b11a96cb9571 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:19:35.502148 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8', 'code': 200} Sep 23 22:19:35.798619 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fee33f-00e3-4d88-b3cb-31f611a0dcc6 req-9be36f82-2357-4964-9d97-1a2eabefa749 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:35.800490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-94fee33f-00e3-4d88-b3cb-31f611a0dcc6 req-9be36f82-2357-4964-9d97-1a2eabefa749 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 945 time: 0.0644357 Sep 23 22:19:35.867144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-94fee33f-00e3-4d88-b3cb-31f611a0dcc6 req-ee4b9dc2-86f4-4a69-bac4-43f683b0ba05 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups?id=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489273 Sep 23 22:19:35.994053 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-c6be8db7-4f44-4f0b-8988-3feb700aef8d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:35.994758 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-c6be8db7-4f44-4f0b-8988-3feb700aef8d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:35.995578 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-c6be8db7-4f44-4f0b-8988-3feb700aef8d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Floating IP 316e2294-63a8-4bfe-8d5d-0641b77c24ed disassociated. External IP: 172.25.1.234, port: f1ffde62-2312-4e94-abcf-1fa7f324800c. Sep 23 22:19:35.996250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-c6be8db7-4f44-4f0b-8988-3feb700aef8d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Calling delete_port for f1ffde62-2312-4e94-abcf-1fa7f324800c owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:36.063909 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f2186-7105-4bea-9762-0d9fadec46de req-61381a03-0be1-4faf-b0a4-41ed9dc7e91c tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:36.065646 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af3f2186-7105-4bea-9762-0d9fadec46de req-61381a03-0be1-4faf-b0a4-41ed9dc7e91c tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 1095 time: 0.0521154 Sep 23 22:19:36.126806 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-cfea63d8-2c39-49e5-94ae-5a97d5aa8fc1 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:36.137085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af3f2186-7105-4bea-9762-0d9fadec46de req-ebc70650-2619-4dec-a324-a76b6aa2b1e1 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591068 Sep 23 22:19:36.139470 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-cfea63d8-2c39-49e5-94ae-5a97d5aa8fc1 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/networks?id=d445de3f-5408-4213-bcec-439e92d41e76 HTTP/1.1" status: 200 len: 804 time: 0.5091960 Sep 23 22:19:36.218359 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-b176eb83-2efa-4ec2-bff0-3d38789bbf44 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/quotas/b00b91f17d49499c92208ef9afdb92f2 HTTP/1.1" status: 200 len: 375 time: 0.0766239 Sep 23 22:19:36.247624 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:36.279041 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-22f1aadc-c1ab-4f30-8da1-94f05e419bdb tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b00b91f17d49499c92208ef9afdb92f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585480 Sep 23 22:19:36.473859 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-f39ed847-b148-4877-affc-0da4dfc353a5 service neutron] 10.222.0.22 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211867 Sep 23 22:19:36.587023 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-c6be8db7-4f44-4f0b-8988-3feb700aef8d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:36.702828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be8db7-4f44-4f0b-8988-3feb700aef8d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Pushing event deleted for resources: {'Port': ['ID=f1ffde62-2312-4e94-abcf-1fa7f324800c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:36.764316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40646) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:36.857800 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-44d1c5e8-4d12-41e6-9c87-d5463658664c service neutron] 10.222.0.22 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708699 Sep 23 22:19:36.911843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef63a7-71a5-40e8-b2c2-705648955eb4 req-336c6a29-e127-471e-81b9-ab6e9c494ae7 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:36.914252 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2aef63a7-71a5-40e8-b2c2-705648955eb4 req-336c6a29-e127-471e-81b9-ab6e9c494ae7 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 1095 time: 0.0628748 Sep 23 22:19:36.985534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-c6be8db7-4f44-4f0b-8988-3feb700aef8d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:19:36.987939 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2aef63a7-71a5-40e8-b2c2-705648955eb4 req-e4102230-ed1a-45ae-b1ef-fae2f09d3bb4 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488892 Sep 23 22:19:37.022629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-783161933-network', 'tenant_id': '93af46172bae4c4f92e974da93fcb805'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:37.171923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] Made reservation on behalf of 93af46172bae4c4f92e974da93fcb805 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:19:37.177665 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:37.210230 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:37.396753 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e0363-84ea-462d-8c36-4f28224d08bf req-14769ca2-0341-43e5-85b0-03ade4af1507 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:37.410875 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-802e0363-84ea-462d-8c36-4f28224d08bf req-14769ca2-0341-43e5-85b0-03ade4af1507 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 946 time: 0.1566687 Sep 23 22:19:37.540173 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:37.593336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-802e0363-84ea-462d-8c36-4f28224d08bf req-e26cc7c0-5c94-45b2-ac73-96096b82c820 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8971ab1-4861-453e-9506-2d4dd2e998db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792915 Sep 23 22:19:37.641187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:37.678490 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b7eefa-aa74-4dc6-89a6-bae2892befbb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:37.706143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:19:37.766871 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f3342334-42fe-4a98-a6ff-3794affdf507 req-0576f1a1-fb4f-4e48-9792-1c66e4b47f29 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 210 time: 0.0745525 Sep 23 22:19:37.779627 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:37.779999 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] Added segment bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149 of type vlan for network 717b056d-3b9d-4f6a-a518-58ad20c64300 Sep 23 22:19:37.809594 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c91b86-083f-4405-b8f6-19b060548b9f req-d3cf6b75-f982-4b6b-ba3e-f112074ab93c tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:37.810453 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-24c91b86-083f-4405-b8f6-19b060548b9f req-d3cf6b75-f982-4b6b-ba3e-f112074ab93c tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 949 time: 0.1370616 Sep 23 22:19:37.849828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-c6be8db7-4f44-4f0b-8988-3feb700aef8d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:19:37.922768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3e579-bd63-444d-a4cd-95bac2f3bd4e None None] Sync routers for ids ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:19:37.942381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3e579-bd63-444d-a4cd-95bac2f3bd4e None None] Routers {'18903306-f9ac-4ec6-a5c6-ad74a06ec80e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:19:37.943042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-38a3e579-bd63-444d-a4cd-95bac2f3bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:37.952757 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:37.968202 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-c6be8db7-4f44-4f0b-8988-3feb700aef8d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] No DVR routers for this DVR port f1ffde62-2312-4e94-abcf-1fa7f324800c on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:19:37.973829 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-24c91b86-083f-4405-b8f6-19b060548b9f req-aa19b182-5f1d-430f-903e-3304ef3fe8d5 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/security-groups?id=0b4176fe-8919-4169-8dce-89a759078a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563432 Sep 23 22:19:37.975009 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-c6be8db7-4f44-4f0b-8988-3feb700aef8d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:37.977326 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eea75389-3e1c-4d65-ac2b-d91f38feff81 req-c6be8db7-4f44-4f0b-8988-3feb700aef8d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.67 "DELETE /v2.0/ports/f1ffde62-2312-4e94-abcf-1fa7f324800c HTTP/1.1" status: 204 len: 173 time: 3.2257152 Sep 23 22:19:37.977639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876bca82-c6d4-4ea8-b0a3-7e944e32b320', 'name': 'network-vif-deleted', 'tag': 'f1ffde62-2312-4e94-abcf-1fa7f324800c'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:19:37.983515 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57adccb8-45d3-4c8c-ab3e-661aa7fec5bb" -d '{"events": [{"server_uuid": "876bca82-c6d4-4ea8-b0a3-7e944e32b320", "name": "network-vif-deleted", "tag": "f1ffde62-2312-4e94-abcf-1fa7f324800c"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:19:38.097871 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:38.098924 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:38.099535 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:38.143235 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eb1cf61b-97a0-4e65-90e7-adcbef33328a req-60a8c05b-d6fa-43bd-a358-b005b36fbc06 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 210 time: 0.0900624 Sep 23 22:19:38.226677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] Pushing event updated for resources: {'Network': ['ID=717b056d-3b9d-4f6a-a518-58ad20c64300,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:38.261789 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f1ffde62-2312-4e94-abcf-1fa7f324800c no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:38.264664 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 717b056d-3b9d-4f6a-a518-58ad20c64300 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:19:38.299554 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5e3ebbb1-001d-4e3b-ba0e-176d45685deb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5331762 Sep 23 22:19:38.308963 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40680) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:38.310341 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503ff853-bca2-4871-87b2-90490f64eb5c x-openstack-request-id: req-503ff853-bca2-4871-87b2-90490f64eb5c {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:19:38.310658 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876bca82-c6d4-4ea8-b0a3-7e944e32b320", "name": "network-vif-deleted", "tag": "f1ffde62-2312-4e94-abcf-1fa7f324800c", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:19:38.311078 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-503ff853-bca2-4871-87b2-90490f64eb5c {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:19:38.311741 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876bca82-c6d4-4ea8-b0a3-7e944e32b320', 'name': 'network-vif-deleted', 'tag': 'f1ffde62-2312-4e94-abcf-1fa7f324800c', 'status': 'completed', 'code': 200} Sep 23 22:19:38.316255 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-77ff02e2-a325-476f-b8fc-f308cfd2864d admin admin] Request body: {'subnet': {'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-783161933-subnet', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:38.330566 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: f1ffde62-2312-4e94-abcf-1fa7f324800c {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:19:38.330916 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f1ffde62-2312-4e94-abcf-1fa7f324800c not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:19:38.458621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-38a3e579-bd63-444d-a4cd-95bac2f3bd4e None None] Set router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:19:38.585558 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ff02e2-a325-476f-b8fc-f308cfd2864d admin admin] Made reservation on behalf of 93af46172bae4c4f92e974da93fcb805 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:19:38.588208 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77ff02e2-a325-476f-b8fc-f308cfd2864d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:38.752310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-38a3e579-bd63-444d-a4cd-95bac2f3bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd47e812c-74e7-49be-bfb9-983828480bcf', 'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'mac_address': 'fa:16:3e:44:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:23Z', 'updated_at': '2021-09-23T22:13:37Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'subnets': [{'id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:38.783087 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3e579-bd63-444d-a4cd-95bac2f3bd4e None None] Checking router: 18903306-f9ac-4ec6-a5c6-ad74a06ec80e for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:19:38.793096 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3e579-bd63-444d-a4cd-95bac2f3bd4e None None] Routers {'18903306-f9ac-4ec6-a5c6-ad74a06ec80e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:19:38.794451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-38a3e579-bd63-444d-a4cd-95bac2f3bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:38.911320 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-38a3e579-bd63-444d-a4cd-95bac2f3bd4e None None] Set router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:19:39.015401 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66dcc2-df54-47a0-9173-fa7ff1945c2e req-f1f88037-b842-4d9a-aaa6-614a5f000d18 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:39.017040 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd66dcc2-df54-47a0-9173-fa7ff1945c2e req-f1f88037-b842-4d9a-aaa6-614a5f000d18 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 949 time: 0.0748625 Sep 23 22:19:39.018896 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77ff02e2-a325-476f-b8fc-f308cfd2864d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:39.126745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff02e2-a325-476f-b8fc-f308cfd2864d admin admin] Pushing event updated for resources: {'Subnet': ['ID=469d8c6d-9b83-47dd-87ab-1bab60b72a9e,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:39.134582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff02e2-a325-476f-b8fc-f308cfd2864d admin admin] Checking segment: {'id': 'bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:19:39.134582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ff02e2-a325-476f-b8fc-f308cfd2864d admin admin] Network hostable DHCP agents. Network: 717b056d-3b9d-4f6a-a518-58ad20c64300, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:19:39.224314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cd66dcc2-df54-47a0-9173-fa7ff1945c2e req-dc0698bd-3edd-485f-b3d0-1e55c2054d0f tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Deleting port b8a48767-9de0-4a30-87d2-06779ab8d5e8 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:39.228048 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd66dcc2-df54-47a0-9173-fa7ff1945c2e req-dc0698bd-3edd-485f-b3d0-1e55c2054d0f tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:39.254862 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-38a3e579-bd63-444d-a4cd-95bac2f3bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd47e812c-74e7-49be-bfb9-983828480bcf', 'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'mac_address': 'fa:16:3e:44:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:23Z', 'updated_at': '2021-09-23T22:13:37Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'subnets': [{'id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:39.295617 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99675c19-676d-4c2f-9c64-99af2ffda191 req-1aec2d2b-426f-40b1-97f8-9595d70769e4 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/ports?device_id=876bca82-c6d4-4ea8-b0a3-7e944e32b320 HTTP/1.1" status: 200 len: 210 time: 0.0585682 Sep 23 22:19:39.326189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3e579-bd63-444d-a4cd-95bac2f3bd4e None None] The sync data for ids ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'] in n-d-810775-1 is: [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd47e812c-74e7-49be-bfb9-983828480bcf', 'name': '', 'network_id': '7f02de17-3cdd-47cd-827d-131803615523', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'mac_address': 'fa:16:3e:44:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:23Z', 'updated_at': '2021-09-23T22:13:37Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'subnets': [{'id': '92fcb3eb-b34b-4893-a379-9f6f842e3c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:19:39.363102 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ff02e2-a325-476f-b8fc-f308cfd2864d admin admin] Network 717b056d-3b9d-4f6a-a518-58ad20c64300 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:19:39.406474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cd66dcc2-df54-47a0-9173-fa7ff1945c2e req-dc0698bd-3edd-485f-b3d0-1e55c2054d0f tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] For port b8a48767-9de0-4a30-87d2-06779ab8d5e8, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b8a48767-9de0-4a30-87d2-06779ab8d5e8,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:39.406885 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd66dcc2-df54-47a0-9173-fa7ff1945c2e req-dc0698bd-3edd-485f-b3d0-1e55c2054d0f tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:39.426812 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cd66dcc2-df54-47a0-9173-fa7ff1945c2e req-dc0698bd-3edd-485f-b3d0-1e55c2054d0f tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Calling delete_port for b8a48767-9de0-4a30-87d2-06779ab8d5e8 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:39.474123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d937291-5fc7-4b47-8d0b-b71666bc1dac req-ab65a883-627b-4dbe-b2bc-4c83fed870c0 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:39.479938 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d937291-5fc7-4b47-8d0b-b71666bc1dac req-ab65a883-627b-4dbe-b2bc-4c83fed870c0 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 949 time: 0.0935800 Sep 23 22:19:39.557477 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d937291-5fc7-4b47-8d0b-b71666bc1dac req-f81bb00d-49a8-4eb7-a4b1-72265556f286 tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/security-groups?id=0b4176fe-8919-4169-8dce-89a759078a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735204 Sep 23 22:19:39.584615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-77ff02e2-a325-476f-b8fc-f308cfd2864d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 717b056d-3b9d-4f6a-a518-58ad20c64300) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:19:39.601898 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550af428-6467-4bc6-8de0-df7a0142f3ad None None] Network 717b056d-3b9d-4f6a-a518-58ad20c64300 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:19:39.604440 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff02e2-a325-476f-b8fc-f308cfd2864d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:39.605486 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77ff02e2-a325-476f-b8fc-f308cfd2864d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:39.796503 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4a0606cf-cfba-43e3-b6da-b25c7fa05540 req-9fd20eb7-a3c9-49c3-bce9-2366ca2c1359 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 210 time: 0.2077951 Sep 23 22:19:39.801745 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-77ff02e2-a325-476f-b8fc-f308cfd2864d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4914396 Sep 23 22:19:39.810851 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40704) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:39.822407 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:39.868180 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859003f-f541-45e9-aa29-0d1e3f0fc212 None None] New status for floating IP 316e2294-63a8-4bfe-8d5d-0641b77c24ed: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:19:39.927754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40706) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:39.938760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef8af2-f723-4c43-8601-4c113b395cc5 req-f844fc14-8c87-4cdf-82fb-ea4f2e23d55d tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:39.940418 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6ef8af2-f723-4c43-8601-4c113b395cc5 req-f844fc14-8c87-4cdf-82fb-ea4f2e23d55d tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 946 time: 0.1375182 Sep 23 22:19:39.951319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-717b056d-3b9d-4f6a-a518-58ad20c64300', 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'fixed_ips': [{'subnet_id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:19:39.955611 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:40.038025 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6ef8af2-f723-4c43-8601-4c113b395cc5 req-65cedaac-8607-4b25-9a14-58a41387dbfb tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8971ab1-4861-453e-9506-2d4dd2e998db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835516 Sep 23 22:19:40.233466 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Allocated IP 172.20.0.2 (717b056d-3b9d-4f6a-a518-58ad20c64300/469d8c6d-9b83-47dd-87ab-1bab60b72a9e/ce5f1c1d-bbfe-4815-9e27-3d104260039a) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:19:40.403221 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd66dcc2-df54-47a0-9173-fa7ff1945c2e req-dc0698bd-3edd-485f-b3d0-1e55c2054d0f tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:40.407368 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:40.409351 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:40.503550 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:40.624682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0698bd-3edd-485f-b3d0-1e55c2054d0f tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Pushing event deleted for resources: {'Port': ['ID=b8a48767-9de0-4a30-87d2-06779ab8d5e8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:40.673269 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:40.742816 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Network 717b056d-3b9d-4f6a-a518-58ad20c64300 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:19:40.747910 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:19:40.754809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:19:40.755075 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd66dcc2-df54-47a0-9173-fa7ff1945c2e req-dc0698bd-3edd-485f-b3d0-1e55c2054d0f tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] No DVR routers for this DVR port b8a48767-9de0-4a30-87d2-06779ab8d5e8 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:19:40.764463 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46d8dd7c-a71d-4c65-afe2-19d88d1f5bbd req-351a24ed-233d-4f2a-9671-87bdd26186df tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 210 time: 0.0632076 Sep 23 22:19:40.780998 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40722) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:40.809715 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd66dcc2-df54-47a0-9173-fa7ff1945c2e req-dc0698bd-3edd-485f-b3d0-1e55c2054d0f tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:40.809715 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd66dcc2-df54-47a0-9173-fa7ff1945c2e req-dc0698bd-3edd-485f-b3d0-1e55c2054d0f tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.67 "DELETE /v2.0/ports/b8a48767-9de0-4a30-87d2-06779ab8d5e8 HTTP/1.1" status: 204 len: 173 time: 1.7816648 Sep 23 22:19:40.810409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'name': 'network-vif-deleted', 'tag': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:19:40.819984 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172aa13c-fad5-4cbb-837c-9fdcdae60b9a" -d '{"events": [{"server_uuid": "cc00b2b5-b8f5-4fc5-bf01-51075bb17e29", "name": "network-vif-deleted", "tag": "b8a48767-9de0-4a30-87d2-06779ab8d5e8"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:19:40.864400 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Pushing event updated for resources: {'Port': ['ID=ce5f1c1d-bbfe-4815-9e27-3d104260039a,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:40.873915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Attempting to bind port ce5f1c1d-bbfe-4815-9e27-3d104260039a on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:19:40.877995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Attempting to bind port ce5f1c1d-bbfe-4815-9e27-3d104260039a by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:19:40.877995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Attempting to bind port ce5f1c1d-bbfe-4815-9e27-3d104260039a on network 717b056d-3b9d-4f6a-a518-58ad20c64300 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:19:40.879458 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:40.885987 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:19:40.886817 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Checking segment: {'id': 'bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:19:40.887406 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:40.888191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Bound using segment: {'id': 'bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:19:40.888851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Bound port: ce5f1c1d-bbfe-4815-9e27-3d104260039a, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:19:40.890089 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:40.970219 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475e48e8-f04c-4c9d-8fe7-fcbb40ac9b03 x-openstack-request-id: req-475e48e8-f04c-4c9d-8fe7-fcbb40ac9b03 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:19:40.973868 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc00b2b5-b8f5-4fc5-bf01-51075bb17e29", "name": "network-vif-deleted", "tag": "b8a48767-9de0-4a30-87d2-06779ab8d5e8", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:19:40.974222 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-475e48e8-f04c-4c9d-8fe7-fcbb40ac9b03 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:19:40.974664 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc00b2b5-b8f5-4fc5-bf01-51075bb17e29', 'name': 'network-vif-deleted', 'tag': 'b8a48767-9de0-4a30-87d2-06779ab8d5e8', 'status': 'completed', 'code': 200} Sep 23 22:19:41.018190 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3cf6524a-4dc0-455b-8e7d-4bd59635555d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:41.048718 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] For port ce5f1c1d-bbfe-4815-9e27-3d104260039a, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:19:41.054018 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3cf6524a-4dc0-455b-8e7d-4bd59635555d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:41.061786 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] For port ce5f1c1d-bbfe-4815-9e27-3d104260039a, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ce5f1c1d-bbfe-4815-9e27-3d104260039a,segment=NetworkSegment(bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149),segment_id=bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:19:41.174866 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:41.185524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bebaa4ec-885c-41c8-aeff-f92504ed65fc req-638085f8-3898-483a-aa4b-43d28759cb55 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 210 time: 0.1701281 Sep 23 22:19:41.275428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3dcd0-a307-49a2-a149-1686b4f2bb72 None None] Pushing event updated for resources: {'Port': ['ID=ce5f1c1d-bbfe-4815-9e27-3d104260039a,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:41.284443 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e286b35-54e5-4857-9c21-65d903ee1818 req-2001d4c2-d5c4-4406-9516-d61a18603a2b tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:41.286173 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0e286b35-54e5-4857-9c21-65d903ee1818 req-2001d4c2-d5c4-4406-9516-d61a18603a2b tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.67 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 946 time: 0.3104696 Sep 23 22:19:41.299724 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3cf6524a-4dc0-455b-8e7d-4bd59635555d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:41.305981 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3cf6524a-4dc0-455b-8e7d-4bd59635555d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:41.310759 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3cf6524a-4dc0-455b-8e7d-4bd59635555d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "DELETE /v2.0/security-groups/c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd HTTP/1.1" status: 204 len: 168 time: 0.5260541 Sep 23 22:19:41.318061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40732) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:41.363353 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6524a-4dc0-455b-8e7d-4bd59635555d tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:41.398391 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:41.409612 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-9af917a8-88ae-40ce-8955-2db713427093 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] show failed (client error): The resource could not be found. Sep 23 22:19:41.415896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9af917a8-88ae-40ce-8955-2db713427093 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "GET /v2.0/security-groups/c743fa37-d9bf-49ff-8e0a-a5b4e5cec5bd HTTP/1.1" status: 404 len: 347 time: 0.0920830 Sep 23 22:19:41.423976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40734) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:41.443840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84c641-d3b0-4c65-b919-c6eb8cf1b664 req-9facff54-1a5a-4abf-9090-5f345783b023 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:41.445598 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1a84c641-d3b0-4c65-b919-c6eb8cf1b664 req-9facff54-1a5a-4abf-9090-5f345783b023 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 946 time: 0.2831800 Sep 23 22:19:41.472792 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da809b9a-114a-4c6c-8f3b-3d3ee13b5ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:41.687906 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1a84c641-d3b0-4c65-b919-c6eb8cf1b664 req-b0881fcf-9d02-4fd4-8dd1-c9c789320a24 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8971ab1-4861-453e-9506-2d4dd2e998db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285004 Sep 23 22:19:41.777624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-4e66dbbf-8375-4d2d-b6bc-fd2d6002cb21 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:41.785653 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-4e66dbbf-8375-4d2d-b6bc-fd2d6002cb21 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.43 "GET /v2.0/networks?id=d445de3f-5408-4213-bcec-439e92d41e76 HTTP/1.1" status: 200 len: 804 time: 0.4050684 Sep 23 22:19:41.822605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-4f045bd3-e4e0-4ec6-a55d-ca60c55a8ae4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Request body: {'port': {'device_id': 'd7d04289-f14d-4f6d-a27c-6f488149a5c3', 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76', 'admin_state_up': True, 'tenant_id': 'b00b91f17d49499c92208ef9afdb92f2'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:41.843378 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-0e286b35-54e5-4857-9c21-65d903ee1818 req-1197aded-5455-439a-89a6-243c8bfa1913 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Deleting port 280a2e1c-4df9-4f11-9e7c-927fa78e1975 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:41.843720 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0e286b35-54e5-4857-9c21-65d903ee1818 req-1197aded-5455-439a-89a6-243c8bfa1913 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:41.975433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f65db91a-6f3c-4e6e-a7d9-ff1c107644c0 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Deleting port 3bf8d576-5386-4128-9842-b7313b1ed4fd {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:41.975787 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f65db91a-6f3c-4e6e-a7d9-ff1c107644c0 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:41.980182 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b5b741e1-bd70-4f72-b4b2-e561788af870 req-f02bf155-886b-43e9-a16d-2644cff1427f tempest-ImagesOneServerTestJSON-1966862947 tempest-ImagesOneServerTestJSON-1966862947-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc00b2b5-b8f5-4fc5-bf01-51075bb17e29 HTTP/1.1" status: 200 len: 210 time: 0.0483532 Sep 23 22:19:42.116271 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b8a48767-9de0-4a30-87d2-06779ab8d5e8 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:42.159428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-0e286b35-54e5-4857-9c21-65d903ee1818 req-1197aded-5455-439a-89a6-243c8bfa1913 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] For port 280a2e1c-4df9-4f11-9e7c-927fa78e1975, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=280a2e1c-4df9-4f11-9e7c-927fa78e1975,segment=NetworkSegment(fb9c0776-bfe2-461f-8bb0-e489d7faf39c),segment_id=fb9c0776-bfe2-461f-8bb0-e489d7faf39c)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:42.161158 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0e286b35-54e5-4857-9c21-65d903ee1818 req-1197aded-5455-439a-89a6-243c8bfa1913 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:42.184596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-0e286b35-54e5-4857-9c21-65d903ee1818 req-1197aded-5455-439a-89a6-243c8bfa1913 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Calling delete_port for 280a2e1c-4df9-4f11-9e7c-927fa78e1975 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:42.210395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: b8a48767-9de0-4a30-87d2-06779ab8d5e8 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:19:42.212025 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b8a48767-9de0-4a30-87d2-06779ab8d5e8 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:19:42.229336 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 280a2e1c-4df9-4f11-9e7c-927fa78e1975 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:42.502125 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:42.520603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ce5f1c1d-bbfe-4815-9e27-3d104260039a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:19:42.567487 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac0d2c2-86c4-4fd2-a0c9-36582cb47df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280a2e1c-4df9-4f11-9e7c-927fa78e1975'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:19:42.570583 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b0149b-0550-4958-8937-b995942fd02d" -d '{"events": [{"server_uuid": "cac0d2c2-86c4-4fd2-a0c9-36582cb47df3", "name": "network-vif-unplugged", "status": "completed", "tag": "280a2e1c-4df9-4f11-9e7c-927fa78e1975"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:19:42.592915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 280a2e1c-4df9-4f11-9e7c-927fa78e1975, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=280a2e1c-4df9-4f11-9e7c-927fa78e1975,segment=NetworkSegment(fb9c0776-bfe2-461f-8bb0-e489d7faf39c),segment_id=fb9c0776-bfe2-461f-8bb0-e489d7faf39c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:42.628452 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6b8092be-0f49-4cb0-9e85-4221d2cd58f0 req-6259cbe3-894f-42a8-a4f0-3b09eee669b5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 210 time: 0.1480224 Sep 23 22:19:42.630256 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port ce5f1c1d-bbfe-4815-9e27-3d104260039a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:42.630908 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:42.667612 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0b3a14-4498-4188-a94e-be0606a32fbe x-openstack-request-id: req-0c0b3a14-4498-4188-a94e-be0606a32fbe {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:19:42.668106 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac0d2c2-86c4-4fd2-a0c9-36582cb47df3", "name": "network-vif-unplugged", "status": "completed", "tag": "280a2e1c-4df9-4f11-9e7c-927fa78e1975", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:19:42.668455 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c0b3a14-4498-4188-a94e-be0606a32fbe {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:19:42.668954 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac0d2c2-86c4-4fd2-a0c9-36582cb47df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280a2e1c-4df9-4f11-9e7c-927fa78e1975', 'code': 200} Sep 23 22:19:42.731821 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-da809b9a-114a-4c6c-8f3b-3d3ee13b5ca1 admin admin] Deleting port 28fd9e71-3a27-4502-9e3c-03ca951a43b3 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:42.732505 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da809b9a-114a-4c6c-8f3b-3d3ee13b5ca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:42.798655 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:42.814864 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f65db91a-6f3c-4e6e-a7d9-ff1c107644c0 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:42.817953 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f65db91a-6f3c-4e6e-a7d9-ff1c107644c0 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:42.878690 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f65db91a-6f3c-4e6e-a7d9-ff1c107644c0 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Calling delete_port for 3bf8d576-5386-4128-9842-b7313b1ed4fd owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:43.058297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa635d-2545-4013-a33c-505b78a31aa0 req-4e0f4bdf-990a-45a0-9930-8d4ec9ca8efe tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:43.060833 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bfa635d-2545-4013-a33c-505b78a31aa0 req-4e0f4bdf-990a-45a0-9930-8d4ec9ca8efe tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 944 time: 0.2221291 Sep 23 22:19:43.062220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-4f045bd3-e4e0-4ec6-a55d-ca60c55a8ae4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Made reservation on behalf of b00b91f17d49499c92208ef9afdb92f2 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:19:43.066714 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-4f045bd3-e4e0-4ec6-a55d-ca60c55a8ae4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:43.094902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2375b27c-1f06-4435-bb5d-6fea1a927012 None None] Network 717b056d-3b9d-4f6a-a518-58ad20c64300 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:19:43.105616 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:43.195643 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bfa635d-2545-4013-a33c-505b78a31aa0 req-652d7dc4-35ea-4eb9-a1e7-f039c768f7e7 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8971ab1-4861-453e-9506-2d4dd2e998db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232469 Sep 23 22:19:43.287775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-da809b9a-114a-4c6c-8f3b-3d3ee13b5ca1 admin admin] For port 28fd9e71-3a27-4502-9e3c-03ca951a43b3, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=28fd9e71-3a27-4502-9e3c-03ca951a43b3,segment=NetworkSegment(4b4a7d45-976c-4da6-81aa-7d2c28671968),segment_id=4b4a7d45-976c-4da6-81aa-7d2c28671968)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:43.288149 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da809b9a-114a-4c6c-8f3b-3d3ee13b5ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:43.307294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port ce5f1c1d-bbfe-4815-9e27-3d104260039a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ce5f1c1d-bbfe-4815-9e27-3d104260039a,segment=NetworkSegment(bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149),segment_id=bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:43.308182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-da809b9a-114a-4c6c-8f3b-3d3ee13b5ca1 admin admin] Calling delete_port for 28fd9e71-3a27-4502-9e3c-03ca951a43b3 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:43.329811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-abd7faff-1e28-4545-a025-d27618198d21 None None] Provisioning complete for port ce5f1c1d-bbfe-4815-9e27-3d104260039a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:43.330190 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-abd7faff-1e28-4545-a025-d27618198d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:43.368424 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-73343528-7b63-41d2-98ab-37e59bf87e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:43.377868 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=280a2e1c-4df9-4f11-9e7c-927fa78e1975,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:43.450064 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:43.543017 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:43.544702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-4f045bd3-e4e0-4ec6-a55d-ca60c55a8ae4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Allocated IP 172.20.0.10 (d445de3f-5408-4213-bcec-439e92d41e76/903c4ba9-2c76-4131-a769-852776e395e4/1055bc62-2ae0-46c7-90ba-0cd993e9c5ef) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:19:43.614772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=ce5f1c1d-bbfe-4815-9e27-3d104260039a,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:43.667396 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:43.680308 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f65db91a-6f3c-4e6e-a7d9-ff1c107644c0 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:43.798920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65db91a-6f3c-4e6e-a7d9-ff1c107644c0 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Pushing event deleted for resources: {'Port': ['ID=3bf8d576-5386-4128-9842-b7313b1ed4fd,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:43.938635 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ce10dc96-5c6e-47f1-b157-d16107c4661b None None] Provisioning complete for port ce5f1c1d-bbfe-4815-9e27-3d104260039a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:43.939032 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ce10dc96-5c6e-47f1-b157-d16107c4661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:43.979798 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-4f045bd3-e4e0-4ec6-a55d-ca60c55a8ae4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:43.996164 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-76fa0be9-86d8-4544-96f9-b8b1ac25963d req-a5c35e26-b426-4f04-bf48-f39a14860a28 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 210 time: 0.2054899 Sep 23 22:19:44.013460 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40764) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:44.046949 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-694501f9-644e-4443-b4e4-95c2de2e5f23 req-3a7d783c-2290-45b7-945e-61687d59fe9e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4008191 Sep 23 22:19:44.088655 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f65db91a-6f3c-4e6e-a7d9-ff1c107644c0 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:44.093344 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f65db91a-6f3c-4e6e-a7d9-ff1c107644c0 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:44.095036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f65db91a-6f3c-4e6e-a7d9-ff1c107644c0 tempest-ServersWithSpecificFlavorTestJSON-1460199356 tempest-ServersWithSpecificFlavorTestJSON-1460199356-project] 10.222.0.22 "DELETE /v2.0/floatingips/316e2294-63a8-4bfe-8d5d-0641b77c24ed HTTP/1.1" status: 204 len: 168 time: 2.6699810 Sep 23 22:19:44.166369 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0e286b35-54e5-4857-9c21-65d903ee1818 req-1197aded-5455-439a-89a6-243c8bfa1913 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:44.168787 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da809b9a-114a-4c6c-8f3b-3d3ee13b5ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:44.230684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da809b9a-114a-4c6c-8f3b-3d3ee13b5ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=28fd9e71-3a27-4502-9e3c-03ca951a43b3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:44.234495 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Allocated IP 172.25.1.95 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/a285869d-9969-4d05-86a1-a2f0c9f0e0f8) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:19:44.303863 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-4f045bd3-e4e0-4ec6-a55d-ca60c55a8ae4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:44.397443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-4f045bd3-e4e0-4ec6-a55d-ca60c55a8ae4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Network d445de3f-5408-4213-bcec-439e92d41e76 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:19:44.412920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-4f045bd3-e4e0-4ec6-a55d-ca60c55a8ae4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:19:44.416054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-4f045bd3-e4e0-4ec6-a55d-ca60c55a8ae4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:19:44.421798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f045bd3-e4e0-4ec6-a55d-ca60c55a8ae4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Pushing event updated for resources: {'Port': ['ID=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:44.476699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197aded-5455-439a-89a6-243c8bfa1913 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Pushing event deleted for resources: {'Port': ['ID=280a2e1c-4df9-4f11-9e7c-927fa78e1975,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:44.557195 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-4f045bd3-e4e0-4ec6-a55d-ca60c55a8ae4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:44.564153 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-4f045bd3-e4e0-4ec6-a55d-ca60c55a8ae4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:44.565270 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694501f9-644e-4443-b4e4-95c2de2e5f23 req-d75132e9-2438-42f6-88e1-f94d111cc9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:44.568382 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-694501f9-644e-4443-b4e4-95c2de2e5f23 req-d75132e9-2438-42f6-88e1-f94d111cc9ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 1096 time: 0.4622154 Sep 23 22:19:44.573472 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ce5f1c1d-bbfe-4815-9e27-3d104260039a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:19:44.639611 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e286b35-54e5-4857-9c21-65d903ee1818 req-1197aded-5455-439a-89a6-243c8bfa1913 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] No DVR routers for this DVR port 280a2e1c-4df9-4f11-9e7c-927fa78e1975 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:19:44.665904 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6ab587be-011f-47f5-b283-5f399482a184 req-f5088a5f-7985-4a39-b414-c338c535d7a5 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 210 time: 0.2998059 Sep 23 22:19:44.676588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port ce5f1c1d-bbfe-4815-9e27-3d104260039a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:44.677268 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:44.682592 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0e286b35-54e5-4857-9c21-65d903ee1818 req-1197aded-5455-439a-89a6-243c8bfa1913 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:44.694384 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0e286b35-54e5-4857-9c21-65d903ee1818 req-1197aded-5455-439a-89a6-243c8bfa1913 tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.67 "DELETE /v2.0/ports/280a2e1c-4df9-4f11-9e7c-927fa78e1975 HTTP/1.1" status: 204 len: 173 time: 3.3974743 Sep 23 22:19:44.724926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac0d2c2-86c4-4fd2-a0c9-36582cb47df3', 'name': 'network-vif-deleted', 'tag': '280a2e1c-4df9-4f11-9e7c-927fa78e1975'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:19:44.727445 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec4047c-1c8f-45df-b0c7-35f08e9c5663" -d '{"events": [{"server_uuid": "cac0d2c2-86c4-4fd2-a0c9-36582cb47df3", "name": "network-vif-deleted", "tag": "280a2e1c-4df9-4f11-9e7c-927fa78e1975"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:19:44.763015 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-4f045bd3-e4e0-4ec6-a55d-ca60c55a8ae4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9462378 Sep 23 22:19:44.777035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Request body: {'port': {'device_id': 'd7d04289-f14d-4f6d-a27c-6f488149a5c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:44.819904 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f5347c83-271b-4acc-8500-0898b02a281b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e608eb9ef014590b8653b962073e3ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8075237 Sep 23 22:19:44.834311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40780) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:44.924781 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:44.926248 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac596887-d841-480a-a208-bf7ea5289400 x-openstack-request-id: req-ac596887-d841-480a-a208-bf7ea5289400 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:19:44.926775 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac0d2c2-86c4-4fd2-a0c9-36582cb47df3", "name": "network-vif-deleted", "tag": "280a2e1c-4df9-4f11-9e7c-927fa78e1975", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:19:44.927137 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac596887-d841-480a-a208-bf7ea5289400 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:19:44.927745 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac0d2c2-86c4-4fd2-a0c9-36582cb47df3', 'name': 'network-vif-deleted', 'tag': '280a2e1c-4df9-4f11-9e7c-927fa78e1975', 'status': 'completed', 'code': 200} Sep 23 22:19:44.964823 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4c85ed3-23dd-4e88-a744-aa499d584efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:45.060851 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694501f9-644e-4443-b4e4-95c2de2e5f23 req-8d893668-39db-414d-af8b-d5b792d9fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:45.062452 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-694501f9-644e-4443-b4e4-95c2de2e5f23 req-8d893668-39db-414d-af8b-d5b792d9fac1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.4168603 Sep 23 22:19:45.066216 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4c85ed3-23dd-4e88-a744-aa499d584efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:45.094119 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:45.174143 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-694501f9-644e-4443-b4e4-95c2de2e5f23 req-e760edf0-99b8-4bbb-a002-f66b3d5ebdff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7580591f-965c-4a09-a27f-b2e5521bf77d HTTP/1.1" status: 200 len: 217 time: 0.0930276 Sep 23 22:19:45.328474 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da809b9a-114a-4c6c-8f3b-3d3ee13b5ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:45.416688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694501f9-644e-4443-b4e4-95c2de2e5f23 req-d6b65fff-a58f-4c6b-b512-33245920892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:45.418412 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-694501f9-644e-4443-b4e4-95c2de2e5f23 req-d6b65fff-a58f-4c6b-b512-33245920892d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.2344983 Sep 23 22:19:45.474528 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6fc53-d215-4cf1-8baf-b4f9a439cb37 req-416088c3-7113-4997-a475-e23395b82b0f tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:45.483272 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ec6fc53-d215-4cf1-8baf-b4f9a439cb37 req-416088c3-7113-4997-a475-e23395b82b0f tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 932 time: 0.2815456 Sep 23 22:19:45.509425 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-694501f9-644e-4443-b4e4-95c2de2e5f23 req-32150793-bd11-41a4-825d-ad56c7324e87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548601 Sep 23 22:19:45.583259 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4c85ed3-23dd-4e88-a744-aa499d584efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:45.585966 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4c85ed3-23dd-4e88-a744-aa499d584efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:45.590929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a4c85ed3-23dd-4e88-a744-aa499d584efe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b4176fe-8919-4169-8dce-89a759078a44 HTTP/1.1" status: 204 len: 168 time: 0.7534368 Sep 23 22:19:45.600217 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5d76123-14e5-4a8f-be42-83a258362742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:45.603759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c85ed3-23dd-4e88-a744-aa499d584efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4176fe-8919-4169-8dce-89a759078a44,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:45.621643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ec6fc53-d215-4cf1-8baf-b4f9a439cb37 req-28524c63-2ed2-4b67-a1ec-929389798596 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369956 Sep 23 22:19:45.627586 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:19:45.638908 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:45.648696 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:45.679162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40802) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:45.685625 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Transition to ACTIVE for port object 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:19:45.767266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:19:45.795379 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:45.834544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:19:45.865921 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-694501f9-644e-4443-b4e4-95c2de2e5f23 req-c70a14fb-65b4-4c51-aaf1-0a2f253dd014 service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434308 Sep 23 22:19:45.877646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Pushing event updated for resources: {'Port': ['ID=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:45.918567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:19:45.966161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Attempting to bind port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:19:45.966447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Attempting to bind port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:19:45.966752 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Attempting to bind port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef on network d445de3f-5408-4213-bcec-439e92d41e76 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:19:45.972562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef on network d445de3f-5408-4213-bcec-439e92d41e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:19:45.973311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Attempting to bind port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef on network d445de3f-5408-4213-bcec-439e92d41e76 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:19:45.980526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:19:45.980904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Checking segment: {'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:19:45.985798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Bound using segment: {'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:19:45.985798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Bound port: 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:19:45.985798 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:46.008476 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Pushing event updated for resources: {'Port': ['ID=a285869d-9969-4d05-86a1-a2f0c9f0e0f8,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:46.049331 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:46.084305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] For port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:19:46.090460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] For port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:19:46.149660 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1755d295-6435-4411-ab5a-7b2217c5a4bc req-27030ef9-fa90-4643-8d45-f4962fb1cb6b tempest-ServerGroupTestJSON-1039069588 tempest-ServerGroupTestJSON-1039069588-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac0d2c2-86c4-4fd2-a0c9-36582cb47df3 HTTP/1.1" status: 200 len: 210 time: 0.3124142 Sep 23 22:19:46.244679 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:46.394610 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:46.395651 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:46.397347 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] 10.222.0.43 "PUT /v2.0/ports/1055bc62-2ae0-46c7-90ba-0cd993e9c5ef HTTP/1.1" status: 200 len: 1092 time: 1.6250803 Sep 23 22:19:46.397560 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d04289-f14d-4f6d-a27c-6f488149a5c3', 'tag': '1055bc62-2ae0-46c7-90ba-0cd993e9c5ef'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:19:46.400535 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfc7830-289f-4213-8af6-6128f53c2f53" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d04289-f14d-4f6d-a27c-6f488149a5c3", "tag": "1055bc62-2ae0-46c7-90ba-0cd993e9c5ef"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:19:46.424364 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2561cee-57ff-4450-b434-f38337bd4772 service neutron] Pushing event updated for resources: {'Port': ['ID=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:46.493043 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2c5c55-1c8e-4e81-b93e-98ef2ccb3414 x-openstack-request-id: req-6d2c5c55-1c8e-4e81-b93e-98ef2ccb3414 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:19:46.493377 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d04289-f14d-4f6d-a27c-6f488149a5c3", "tag": "1055bc62-2ae0-46c7-90ba-0cd993e9c5ef", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:19:46.494191 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d2c5c55-1c8e-4e81-b93e-98ef2ccb3414 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:19:46.495241 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d04289-f14d-4f6d-a27c-6f488149a5c3', 'tag': '1055bc62-2ae0-46c7-90ba-0cd993e9c5ef', 'status': 'completed', 'code': 200} Sep 23 22:19:46.516694 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da809b9a-114a-4c6c-8f3b-3d3ee13b5ca1 admin admin] Router a2a3fe4c-8ad3-425f-85b4-8cac985204cb has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:19:46.524006 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-694501f9-644e-4443-b4e4-95c2de2e5f23 req-5876a1c1-508a-436f-9560-6594b813e2f1 service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771697 Sep 23 22:19:46.582604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc7830-289f-4213-8af6-6128f53c2f53 req-74730fe5-d3d1-49a8-a1ed-1bca5d05b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:46.584306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecfc7830-289f-4213-8af6-6128f53c2f53 req-74730fe5-d3d1-49a8-a1ed-1bca5d05b55d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b00b91f17d49499c92208ef9afdb92f2&device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 1095 time: 0.0602765 Sep 23 22:19:46.775388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc7830-289f-4213-8af6-6128f53c2f53 req-e59ca0d6-3004-4ba5-adf8-1aafd38c17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:46.777865 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecfc7830-289f-4213-8af6-6128f53c2f53 req-e59ca0d6-3004-4ba5-adf8-1aafd38c17bd service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b00b91f17d49499c92208ef9afdb92f2&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1709800 Sep 23 22:19:46.900604 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:46.922644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc7830-289f-4213-8af6-6128f53c2f53 req-d5c9e6bd-0fa6-4823-b7c2-bfcbe3112255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:46.924334 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecfc7830-289f-4213-8af6-6128f53c2f53 req-d5c9e6bd-0fa6-4823-b7c2-bfcbe3112255 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362789 Sep 23 22:19:47.049095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-9c6c1d64-3845-4cf1-9cc3-7f45f6459101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:47.052180 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-9c6c1d64-3845-4cf1-9cc3-7f45f6459101 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b00b91f17d49499c92208ef9afdb92f2&device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 1095 time: 0.0804622 Sep 23 22:19:47.123682 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-1b99501e-705b-4898-ae00-a942c73315a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef HTTP/1.1" status: 200 len: 217 time: 0.0606017 Sep 23 22:19:47.211320 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-021dd4d4-c5ac-471d-9a2a-e461f23a156d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:47.213782 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-021dd4d4-c5ac-471d-9a2a-e461f23a156d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=903c4ba9-2c76-4131-a769-852776e395e4 HTTP/1.1" status: 200 len: 844 time: 0.0833941 Sep 23 22:19:47.290892 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-0bd495e2-da50-4676-b660-23ad03552cca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d445de3f-5408-4213-bcec-439e92d41e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667245 Sep 23 22:19:47.352626 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:47.465175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a0cdb-b69e-4d9f-abb5-d129f19271f1 req-fba17f04-4b9d-423e-aa21-f5a6ee9cc9aa tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:47.466067 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-db2a0cdb-b69e-4d9f-abb5-d129f19271f1 req-fba17f04-4b9d-423e-aa21-f5a6ee9cc9aa tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 944 time: 0.4181483 Sep 23 22:19:47.525493 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-3d374e54-ffb7-4b56-b362-cbfbfc4588f9 service neutron] 10.222.0.43 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235670 Sep 23 22:19:47.558133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-db2a0cdb-b69e-4d9f-abb5-d129f19271f1 req-c013ece3-d4d5-4977-b3b5-333c423bf747 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623698 Sep 23 22:19:47.617047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40854) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:47.633148 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da809b9a-114a-4c6c-8f3b-3d3ee13b5ca1 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:19:47.633148 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:47.635771 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-da809b9a-114a-4c6c-8f3b-3d3ee13b5ca1 admin admin] 10.222.0.22 "PUT /v2.0/routers/a2a3fe4c-8ad3-425f-85b4-8cac985204cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7040801 Sep 23 22:19:47.639221 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40858) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:47.640606 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd5456-7501-4fac-8c2a-bd6592a3e465 None None] Sync routers for ids ['a2a3fe4c-8ad3-425f-85b4-8cac985204cb'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:19:47.658566 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd5456-7501-4fac-8c2a-bd6592a3e465 None None] Routers {'a2a3fe4c-8ad3-425f-85b4-8cac985204cb'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:19:47.659762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-95dd5456-7501-4fac-8c2a-bd6592a3e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a2a3fe4c-8ad3-425f-85b4-8cac985204cb'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:47.808091 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fced6eb9-2ee9-46fd-952e-51d28b82bcad req-32cd99b6-882c-41d9-95f1-ea98df700c88 service neutron] 10.222.0.43 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697089 Sep 23 22:19:47.855350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-95dd5456-7501-4fac-8c2a-bd6592a3e465 None None] Set router a2a3fe4c-8ad3-425f-85b4-8cac985204cb gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:19:47.987598 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1774423307-network', 'tenant_id': '9f07c46fb8ce49b99c9507b0e26f4b85'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:48.012906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40898) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:48.058511 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.185167 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-95dd5456-7501-4fac-8c2a-bd6592a3e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-253365757-router', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:16:50Z', 'updated_at': '2021-09-23T22:19:43Z', 'revision_number': 5, 'project_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'gw_port': {'id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:16:52Z', 'updated_at': '2021-09-23T22:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:48.201212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] Made reservation on behalf of 9f07c46fb8ce49b99c9507b0e26f4b85 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:19:48.205299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-04cbe92c-12e6-4b22-a959-9b147da5fd6e admin admin] Deleting subnet d022e1ff-e8dc-42cc-aeb1-41517d623aec {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:19:48.205684 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.218201 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-04cbe92c-12e6-4b22-a959-9b147da5fd6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.225141 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.232991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd5456-7501-4fac-8c2a-bd6592a3e465 None None] Checking router: a2a3fe4c-8ad3-425f-85b4-8cac985204cb for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:19:48.252244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd5456-7501-4fac-8c2a-bd6592a3e465 None None] Routers {'a2a3fe4c-8ad3-425f-85b4-8cac985204cb'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:19:48.253725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-95dd5456-7501-4fac-8c2a-bd6592a3e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a2a3fe4c-8ad3-425f-85b4-8cac985204cb'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:48.259391 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.280349 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9ef6-8dd6-44b5-89d5-965638b50ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.328854 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-04cbe92c-12e6-4b22-a959-9b147da5fd6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.383400 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.430857 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.482303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-95dd5456-7501-4fac-8c2a-bd6592a3e465 None None] Set router a2a3fe4c-8ad3-425f-85b4-8cac985204cb gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:19:48.535002 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.547142 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-04cbe92c-12e6-4b22-a959-9b147da5fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.606611 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.678737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:19:48.736116 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:48.739576 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.739925 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] Added segment edde89d6-a670-42de-9bea-bf74d4f4e80b of type vlan for network fd7d5e20-a12d-47bf-ac34-63d18b47696f Sep 23 22:19:48.803867 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.816081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-95dd5456-7501-4fac-8c2a-bd6592a3e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-253365757-router', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:16:50Z', 'updated_at': '2021-09-23T22:19:43Z', 'revision_number': 5, 'project_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'gw_port': {'id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:16:52Z', 'updated_at': '2021-09-23T22:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:48.877020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd5456-7501-4fac-8c2a-bd6592a3e465 None None] The sync data for ids ['a2a3fe4c-8ad3-425f-85b4-8cac985204cb'] in n-d-810775-1 is: [{'id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-253365757-router', 'tenant_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:16:50Z', 'updated_at': '2021-09-23T22:19:43Z', 'revision_number': 5, 'project_id': '8d7ce4c0d4a742c7a48e51291cbd5740', 'gw_port': {'id': 'd58fa87b-9cca-4abc-926f-c020862098af', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a3fe4c-8ad3-425f-85b4-8cac985204cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:16:52Z', 'updated_at': '2021-09-23T22:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:19:48.891817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-04cbe92c-12e6-4b22-a959-9b147da5fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.949653 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] Deleting port d58fa87b-9cca-4abc-926f-c020862098af {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:48.950189 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.956227 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbe92c-12e6-4b22-a959-9b147da5fd6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d022e1ff-e8dc-42cc-aeb1-41517d623aec,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:48.977135 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-04cbe92c-12e6-4b22-a959-9b147da5fd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:48.979225 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-04cbe92c-12e6-4b22-a959-9b147da5fd6e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d022e1ff-e8dc-42cc-aeb1-41517d623aec HTTP/1.1" status: 204 len: 168 time: 0.9652891 Sep 23 22:19:48.982098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Router 0ee3774a-1023-43f6-ba60-7d124a383674 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:19:48.982569 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40910) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:48.998793 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:49.000475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:49.001536 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:49.051138 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70756c2-ed71-4a46-b2f5-8ae98b35d531 req-4d4eb59c-aec1-4d05-9643-60a52d53743c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:49.052708 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f70756c2-ed71-4a46-b2f5-8ae98b35d531 req-4d4eb59c-aec1-4d05-9643-60a52d53743c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 944 time: 0.2595782 Sep 23 22:19:49.149288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] Pushing event updated for resources: {'Network': ['ID=fd7d5e20-a12d-47bf-ac34-63d18b47696f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:49.168729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network fd7d5e20-a12d-47bf-ac34-63d18b47696f details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:19:49.195791 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e77ce945-ee80-4f47-8564-5e29e8c36c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:49.210406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] For port d58fa87b-9cca-4abc-926f-c020862098af, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d58fa87b-9cca-4abc-926f-c020862098af,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:49.211107 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:49.273081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-13c09263-618d-4c94-8e49-39a4c8e65092 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6522100 Sep 23 22:19:49.277241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40914) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:49.287945 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e93f7a9a-5480-440f-a3d5-e1731c32178c admin admin] Request body: {'subnet': {'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1774423307-subnet', 'tenant_id': '9f07c46fb8ce49b99c9507b0e26f4b85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:49.341683 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e77ce945-ee80-4f47-8564-5e29e8c36c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:49.375391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-e77ce945-ee80-4f47-8564-5e29e8c36c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e0c85f-e1e7-4f82-bc38-c5a3db63d2db']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:49.389852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-e77ce945-ee80-4f47-8564-5e29e8c36c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9c0776-bfe2-461f-8bb0-e489d7faf39c') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:49.390168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-e77ce945-ee80-4f47-8564-5e29e8c36c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9c0776-bfe2-461f-8bb0-e489d7faf39c') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:49.403634 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e77ce945-ee80-4f47-8564-5e29e8c36c9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:49.422831 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e77ce945-ee80-4f47-8564-5e29e8c36c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:49.430723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77ce945-ee80-4f47-8564-5e29e8c36c9d admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:19:49.431711 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e77ce945-ee80-4f47-8564-5e29e8c36c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:19:49.433954 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:19:49.507485 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93f7a9a-5480-440f-a3d5-e1731c32178c admin admin] Made reservation on behalf of 9f07c46fb8ce49b99c9507b0e26f4b85 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:19:49.510688 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e93f7a9a-5480-440f-a3d5-e1731c32178c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:49.582314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] Calling delete_port for d58fa87b-9cca-4abc-926f-c020862098af owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:49.586779 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f70756c2-ed71-4a46-b2f5-8ae98b35d531 req-28dfc4d5-e28b-489c-b15e-96db942695ad tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185692 Sep 23 22:19:49.638690 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e77ce945-ee80-4f47-8564-5e29e8c36c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:49.650656 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e77ce945-ee80-4f47-8564-5e29e8c36c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:49.653893 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e77ce945-ee80-4f47-8564-5e29e8c36c9d admin admin] 10.222.0.22 "DELETE /v2.0/networks/06e0c85f-e1e7-4f82-bc38-c5a3db63d2db HTTP/1.1" status: 204 len: 168 time: 0.6694083 Sep 23 22:19:49.676875 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:19:49.682710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ce945-ee80-4f47-8564-5e29e8c36c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=06e0c85f-e1e7-4f82-bc38-c5a3db63d2db,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:49.698277 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Sync routers for ids ['0ee3774a-1023-43f6-ba60-7d124a383674'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:19:49.722875 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Routers {'0ee3774a-1023-43f6-ba60-7d124a383674'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:19:49.723528 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ee3774a-1023-43f6-ba60-7d124a383674'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:49.732685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7e2c9ef6-8dd6-44b5-89d5-965638b50ebb admin admin] Deleting port d47e812c-74e7-49be-bfb9-983828480bcf {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:49.733047 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9ef6-8dd6-44b5-89d5-965638b50ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:49.939868 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:49.942378 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1d6d98d8-84f4-4f8c-8fe8-165fa393b488 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 10.1234052 Sep 23 22:19:49.945126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40950) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:49.990004 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Set router 0ee3774a-1023-43f6-ba60-7d124a383674 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:19:50.041656 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e93f7a9a-5480-440f-a3d5-e1731c32178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:50.132278 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:50.195535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f7a9a-5480-440f-a3d5-e1731c32178c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0feabcec-1c76-49b1-a0fd-ebf326fb24ea,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:50.208297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f7a9a-5480-440f-a3d5-e1731c32178c admin admin] Checking segment: {'id': 'edde89d6-a670-42de-9bea-bf74d4f4e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:19:50.208757 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f7a9a-5480-440f-a3d5-e1731c32178c admin admin] Network hostable DHCP agents. Network: fd7d5e20-a12d-47bf-ac34-63d18b47696f, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:19:50.210051 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=d58fa87b-9cca-4abc-926f-c020862098af,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:50.302332 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40954) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:50.335976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f7a9a-5480-440f-a3d5-e1731c32178c admin admin] Network fd7d5e20-a12d-47bf-ac34-63d18b47696f is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:19:50.398524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-7e2c9ef6-8dd6-44b5-89d5-965638b50ebb admin admin] For port d47e812c-74e7-49be-bfb9-983828480bcf, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d47e812c-74e7-49be-bfb9-983828480bcf,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:50.398524 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9ef6-8dd6-44b5-89d5-965638b50ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:50.417758 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:19:40Z', 'updated_at': '2021-09-23T22:19:46Z', 'revision_number': 3, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'gw_port': {'id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:43Z', 'updated_at': '2021-09-23T22:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:50.423392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 28fd9e71-3a27-4502-9e3c-03ca951a43b3 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:50.445847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7e2c9ef6-8dd6-44b5-89d5-965638b50ebb admin admin] Calling delete_port for d47e812c-74e7-49be-bfb9-983828480bcf owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:50.469964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 28fd9e71-3a27-4502-9e3c-03ca951a43b3 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:19:50.472625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 28fd9e71-3a27-4502-9e3c-03ca951a43b3 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:19:50.492915 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e93f7a9a-5480-440f-a3d5-e1731c32178c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, fd7d5e20-a12d-47bf-ac34-63d18b47696f) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:19:50.500637 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Checking router: 0ee3774a-1023-43f6-ba60-7d124a383674 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:19:50.501285 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Updating router 0ee3774a-1023-43f6-ba60-7d124a383674 port a285869d-9969-4d05-86a1-a2f0c9f0e0f8 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:19:50.505652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93f7a9a-5480-440f-a3d5-e1731c32178c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:50.506546 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e93f7a9a-5480-440f-a3d5-e1731c32178c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:50.511963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a81e32a-7a65-4dfe-afd0-d958279a69a1 None None] Network fd7d5e20-a12d-47bf-ac34-63d18b47696f requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:19:50.587046 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:50.689301 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e93f7a9a-5480-440f-a3d5-e1731c32178c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4104991 Sep 23 22:19:50.761131 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2c764891-08a0-4730-bc8b-8fa2377f4766 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11e30205b2324e7496fade177885b5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538357 Sep 23 22:19:50.763093 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:50.767352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40960) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:50.864225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:19:50.888060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44be5d2-ba30-4a31-95b8-954253fe90d3 None None] Network fd7d5e20-a12d-47bf-ac34-63d18b47696f requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:19:50.933386 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:50.937604 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.032700 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9669ab94-696e-4421-8ac4-8ab35f4057b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.034819 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.resource_extend [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:19:51.101070 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9669ab94-696e-4421-8ac4-8ab35f4057b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.120732 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.121467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a3fe4c-8ad3-425f-85b4-8cac985204cb {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:19:51.132966 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.138414 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bce0861b-6958-43f9-b697-8ad5b0ef5b38 admin admin] 10.222.0.22 "DELETE /v2.0/routers/a2a3fe4c-8ad3-425f-85b4-8cac985204cb HTTP/1.1" status: 204 len: 168 time: 3.4991686 Sep 23 22:19:51.139277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40972) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:51.161806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6a54e-a85c-4d1c-97d3-b7171dbc1df6 req-0dcc6948-e1ef-4055-8980-5e11fe0c3920 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:51.176582 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c3b6a54e-a85c-4d1c-97d3-b7171dbc1df6 req-0dcc6948-e1ef-4055-8980-5e11fe0c3920 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 944 time: 0.3174238 Sep 23 22:19:51.195919 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9ef6-8dd6-44b5-89d5-965638b50ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.247840 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.270023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c9ef6-8dd6-44b5-89d5-965638b50ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=d47e812c-74e7-49be-bfb9-983828480bcf,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:51.308447 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b255cb6-8769-42c1-954d-9beb54e1b960 admin admin] Deleting subnet 1c6e298c-757d-4f0d-b518-04efa537caff {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:19:51.345429 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c3b6a54e-a85c-4d1c-97d3-b7171dbc1df6 req-d8a7d798-e3ee-4f27-998d-c9e22d8761cb tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678178 Sep 23 22:19:51.379715 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b255cb6-8769-42c1-954d-9beb54e1b960 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.453685 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:51.456798 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b255cb6-8769-42c1-954d-9beb54e1b960 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.482558 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '1055bc62-2ae0-46c7-90ba-0cd993e9c5ef', 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76', 'port_id': '1055bc62-2ae0-46c7-90ba-0cd993e9c5ef', 'mac_address': 'fa:16:3e:03:ab:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903c4ba9-2c76-4131-a769-852776e395e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:19:51.488302 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.562058 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.622605 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266743a-98af-48af-8193-97fb87ccd513 None None] Pushing event updated for resources: {'Port': ['ID=a285869d-9969-4d05-86a1-a2f0c9f0e0f8,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:51.660106 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Attempting to bind port a285869d-9969-4d05-86a1-a2f0c9f0e0f8 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:19:51.660463 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Attempting to bind port a285869d-9969-4d05-86a1-a2f0c9f0e0f8 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:19:51.660750 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.661004 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Attempting to bind port a285869d-9969-4d05-86a1-a2f0c9f0e0f8 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:19:51.669206 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:19:51.669587 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:19:51.670052 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.670451 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:19:51.671111 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Bound port: a285869d-9969-4d05-86a1-a2f0c9f0e0f8, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:19:51.671581 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.675034 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b255cb6-8769-42c1-954d-9beb54e1b960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.700001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:19:51.771291 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] For port a285869d-9969-4d05-86a1-a2f0c9f0e0f8, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:19:51.775701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:51.783888 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] For port a285869d-9969-4d05-86a1-a2f0c9f0e0f8, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a285869d-9969-4d05-86a1-a2f0c9f0e0f8,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:19:51.799441 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9669ab94-696e-4421-8ac4-8ab35f4057b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.802047 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9669ab94-696e-4421-8ac4-8ab35f4057b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.806294 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9669ab94-696e-4421-8ac4-8ab35f4057b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8971ab1-4861-453e-9506-2d4dd2e998db HTTP/1.1" status: 204 len: 168 time: 1.0365140 Sep 23 22:19:51.846033 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.882645 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.939651 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:51.942755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669ab94-696e-4421-8ac4-8ab35f4057b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8971ab1-4861-453e-9506-2d4dd2e998db,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:51.954433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Allocated IP 172.20.0.1 (717b056d-3b9d-4f6a-a518-58ad20c64300/469d8c6d-9b83-47dd-87ab-1bab60b72a9e/e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:19:51.963583 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b255cb6-8769-42c1-954d-9beb54e1b960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:51.974638 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Routers {'0ee3774a-1023-43f6-ba60-7d124a383674'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:19:51.975290 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ee3774a-1023-43f6-ba60-7d124a383674'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:52.041286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b255cb6-8769-42c1-954d-9beb54e1b960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6e298c-757d-4f0d-b518-04efa537caff,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:52.054304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d21749-58a6-4dc7-ba22-8650fe8fa437 None None] Network d7b29d46-8f3d-44b5-b225-2542decec394 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:19:52.063160 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b255cb6-8769-42c1-954d-9beb54e1b960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:52.065804 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1b255cb6-8769-42c1-954d-9beb54e1b960 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1c6e298c-757d-4f0d-b518-04efa537caff HTTP/1.1" status: 204 len: 168 time: 0.9230185 Sep 23 22:19:52.071404 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40988) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:52.145339 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266743a-98af-48af-8193-97fb87ccd513 None None] Pushing event updated for resources: {'Port': ['ID=a285869d-9969-4d05-86a1-a2f0c9f0e0f8,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:52.199421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-61a119f3-bcd1-49f1-b9f9-a6cdcaf1dfbd tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:52.205161 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] Set router 0ee3774a-1023-43f6-ba60-7d124a383674 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:19:52.221456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-61a119f3-bcd1-49f1-b9f9-a6cdcaf1dfbd tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/networks?id=fd7d5e20-a12d-47bf-ac34-63d18b47696f HTTP/1.1" status: 200 len: 822 time: 0.4269934 Sep 23 22:19:52.231655 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:52.343872 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9ef6-8dd6-44b5-89d5-965638b50ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:52.364990 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-294aab06-4299-4b75-8e33-262c955a10d8 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/quotas/9f07c46fb8ce49b99c9507b0e26f4b85 HTTP/1.1" status: 200 len: 375 time: 0.1417253 Sep 23 22:19:52.402745 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:52.410348 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:52.475920 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['1055bc62-2ae0-46c7-90ba-0cd993e9c5ef'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:19:52.481392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d58fa87b-9cca-4abc-926f-c020862098af no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:52.492600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Network 717b056d-3b9d-4f6a-a518-58ad20c64300 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:19:52.498822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:19:52.513526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:19:52.574682 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-bb87ff78-aa8a-497d-9ec5-f811c165f9e5 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f07c46fb8ce49b99c9507b0e26f4b85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1872330 Sep 23 22:19:52.618519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: d58fa87b-9cca-4abc-926f-c020862098af {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:19:52.620244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d58fa87b-9cca-4abc-926f-c020862098af not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:19:52.643019 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:52.796040 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:19:40Z', 'updated_at': '2021-09-23T22:19:46Z', 'revision_number': 3, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'gw_port': {'id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:43Z', 'updated_at': '2021-09-23T22:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:52.849833 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6c177-98c7-41c6-bed6-312961e0b5d3 None None] The sync data for ids ['0ee3774a-1023-43f6-ba60-7d124a383674'] in n-d-810775-1 is: [{'id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:19:40Z', 'updated_at': '2021-09-23T22:19:46Z', 'revision_number': 3, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'gw_port': {'id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:43Z', 'updated_at': '2021-09-23T22:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:19:52.852474 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Pushing event updated for resources: {'Port': ['ID=e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:52.996700 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:53.049288 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] Deleting port 022cef4c-3212-4371-89e5-cba70926d06a {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:53.050131 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:53.055151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d90acd-2c70-4b22-892f-a70307acf4fe None None] DHCP port deletion for d7b29d46-8f3d-44b5-b225-2542decec394 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:19:53.094777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-74cd5fda-35ad-4d50-a35b-9c379c51fa79 None None] Provisioning complete for port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:53.095071 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-74cd5fda-35ad-4d50-a35b-9c379c51fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:53.173242 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] For port 022cef4c-3212-4371-89e5-cba70926d06a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=022cef4c-3212-4371-89e5-cba70926d06a,segment=NetworkSegment(4b4a7d45-976c-4da6-81aa-7d2c28671968),segment_id=4b4a7d45-976c-4da6-81aa-7d2c28671968)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:53.173242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:53.195683 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-74cd5fda-35ad-4d50-a35b-9c379c51fa79 None None] Port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:19:53.200974 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-679ffa2f-0c1d-4afd-89a4-e12b1afe59d8 service neutron] 10.222.0.22 "GET /v2.0/networks/fd7d5e20-a12d-47bf-ac34-63d18b47696f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339329 Sep 23 22:19:53.231720 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] Calling delete_port for 022cef4c-3212-4371-89e5-cba70926d06a owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:53.241984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b7d90acd-2c70-4b22-892f-a70307acf4fe None None] Deleting port 022cef4c-3212-4371-89e5-cba70926d06a {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:53.242426 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b7d90acd-2c70-4b22-892f-a70307acf4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:53.347019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b7d90acd-2c70-4b22-892f-a70307acf4fe None None] For port 022cef4c-3212-4371-89e5-cba70926d06a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=022cef4c-3212-4371-89e5-cba70926d06a,segment=NetworkSegment(4b4a7d45-976c-4da6-81aa-7d2c28671968),segment_id=4b4a7d45-976c-4da6-81aa-7d2c28671968)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:53.347892 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b7d90acd-2c70-4b22-892f-a70307acf4fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:53.383595 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b7d90acd-2c70-4b22-892f-a70307acf4fe None None] Calling delete_port for 022cef4c-3212-4371-89e5-cba70926d06a owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:53.452033 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-cdbbbbbb-a135-4aab-a7d2-9b0aa9c3bf72 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:53.453939 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-cdbbbbbb-a135-4aab-a7d2-9b0aa9c3bf72 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 807 time: 0.9566627 Sep 23 22:19:53.512282 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:53.519826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-b200ea44-472c-400b-af0f-18c523ca4313 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/quotas/3f7af936c5414346bc188ecd0d80fb62 HTTP/1.1" status: 200 len: 375 time: 0.0507421 Sep 23 22:19:53.617571 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:53.641642 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-9bf66ab9-82b1-438d-8a94-2ef7e985ad20 service neutron] 10.222.0.22 "GET /v2.0/networks/fd7d5e20-a12d-47bf-ac34-63d18b47696f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391747 Sep 23 22:19:53.669502 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b7d90acd-2c70-4b22-892f-a70307acf4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:53.705459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d90acd-2c70-4b22-892f-a70307acf4fe None None] No DVR routers for this DVR port 022cef4c-3212-4371-89e5-cba70926d06a on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:19:53.732520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Pushing event updated for resources: {'Port': ['ID=e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:53.753097 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2c9ef6-8dd6-44b5-89d5-965638b50ebb admin admin] Router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:19:53.778571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d90acd-2c70-4b22-892f-a70307acf4fe None None] Pushing event deleted for resources: {'Port': ['ID=022cef4c-3212-4371-89e5-cba70926d06a,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:53.784892 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:53.823914 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-1ce0222e-79d4-48d6-814d-a54079655525 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2961679 Sep 23 22:19:53.836281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:53.867275 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] No DVR routers for this DVR port 022cef4c-3212-4371-89e5-cba70926d06a on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:19:54.001994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=022cef4c-3212-4371-89e5-cba70926d06a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:54.097929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Network 717b056d-3b9d-4f6a-a518-58ad20c64300 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:19:54.099672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:19:54.178336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41024) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:54.559708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a285869d-9969-4d05-86a1-a2f0c9f0e0f8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:19:54.675777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d7aa7e29-cacd-46a1-b666-f088956f38a9 None None] Provisioning complete for port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:54.676787 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d7aa7e29-cacd-46a1-b666-f088956f38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:54.758708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa7e29-cacd-46a1-b666-f088956f38a9 None None] Port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:19:54.791161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a285869d-9969-4d05-86a1-a2f0c9f0e0f8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:54.792135 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:54.841449 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:54.855351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:19:54.912964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b29d46-8f3d-44b5-b225-2542decec394']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:54.934748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f860c38-d62b-4d58-877d-b1167d48e0a4 req-ff19b64a-75fd-477e-ba40-1e6cd5bcb4d2 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:54.952364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f860c38-d62b-4d58-877d-b1167d48e0a4 req-ff19b64a-75fd-477e-ba40-1e6cd5bcb4d2 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 945 time: 0.7662621 Sep 23 22:19:55.018698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-390269261-network', 'tenant_id': '26ce9c97127a40679c07be5c0f63d816'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:55.026183 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4a7d45-976c-4da6-81aa-7d2c28671968') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:55.026475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4a7d45-976c-4da6-81aa-7d2c28671968') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:55.027640 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:55.047880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2c9ef6-8dd6-44b5-89d5-965638b50ebb admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:19:55.067677 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ebb29-2369-400e-b1df-f780157f8c4b None None] Sync routers for ids ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:19:55.072871 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port a285869d-9969-4d05-86a1-a2f0c9f0e0f8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a285869d-9969-4d05-86a1-a2f0c9f0e0f8,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:55.077614 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7e2c9ef6-8dd6-44b5-89d5-965638b50ebb admin admin] 10.222.0.22 "PUT /v2.0/routers/18903306-f9ac-4ec6-a5c6-ad74a06ec80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3888514 Sep 23 22:19:55.077614 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:55.084155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41034) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:55.088855 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:19:55.094725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ebb29-2369-400e-b1df-f780157f8c4b None None] Routers {'18903306-f9ac-4ec6-a5c6-ad74a06ec80e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:19:55.095828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-504ebb29-2369-400e-b1df-f780157f8c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:55.154287 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f860c38-d62b-4d58-877d-b1167d48e0a4 req-7ca1b968-72c6-4e15-bb85-6e0ef4d997ed tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842113 Sep 23 22:19:55.183352 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:55.195270 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:19:55.195859 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:55.196700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Router 0ee3774a-1023-43f6-ba60-7d124a383674 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:19:55.197815 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:19:55.208677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-9ab2b6ee-2975-4ece-b6a1-179220369b1a service neutron] 10.222.0.22 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3835311 Sep 23 22:19:55.212719 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:55.213165 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:55.258236 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:55.413566 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=a285869d-9969-4d05-86a1-a2f0c9f0e0f8,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:55.431081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-3c4d66c5-4aa6-452b-8cc0-73722156e3ab service neutron] 10.222.0.22 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141969 Sep 23 22:19:55.436623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-504ebb29-2369-400e-b1df-f780157f8c4b None None] Set router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:19:55.447660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] Made reservation on behalf of 26ce9c97127a40679c07be5c0f63d816 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:19:55.450157 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:55.468277 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:55.496904 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f3621a3c-3a1a-45f6-81e3-21caf64b7ea9 req-6beb269e-d712-4f82-ae20-0714e3952af0 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 210 time: 0.0450506 Sep 23 22:19:55.508503 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 022cef4c-3212-4371-89e5-cba70926d06a no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:55.537057 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:55.634867 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:55.657747 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:55.684992 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d7b29d46-8f3d-44b5-b225-2542decec394 HTTP/1.1" status: 204 len: 168 time: 3.5941322 Sep 23 22:19:55.685216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 022cef4c-3212-4371-89e5-cba70926d06a {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:19:55.685743 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 022cef4c-3212-4371-89e5-cba70926d06a not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:19:55.686505 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e158122-4dbb-4f59-9bc9-d058ab8c7fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7b29d46-8f3d-44b5-b225-2542decec394,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:55.689313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41040) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:55.743390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:19:55.766352 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5c0a8645-c703-40fb-aaf1-29c5962a05ea admin admin] 10.222.0.22 "PUT /v2.0/routers/0ee3774a-1023-43f6-ba60-7d124a383674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8176465 Sep 23 22:19:55.787338 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:55.869823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d04289-f14d-4f6d-a27c-6f488149a5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1055bc62-2ae0-46c7-90ba-0cd993e9c5ef'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:19:55.874769 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bcf267-3d8a-4058-93be-f2e32a3e78d5" -d '{"events": [{"server_uuid": "d7d04289-f14d-4f6d-a27c-6f488149a5c3", "name": "network-vif-plugged", "status": "completed", "tag": "1055bc62-2ae0-46c7-90ba-0cd993e9c5ef"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:19:55.959156 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:55.963547 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:55.976220 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:56.055321 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c47d0a9-4c7d-4ecd-b12c-1ce5ab7e25c4 x-openstack-request-id: req-3c47d0a9-4c7d-4ecd-b12c-1ce5ab7e25c4 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:19:56.056418 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Sync routers for ids ['0ee3774a-1023-43f6-ba60-7d124a383674'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:19:56.057266 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d04289-f14d-4f6d-a27c-6f488149a5c3", "name": "network-vif-plugged", "status": "completed", "tag": "1055bc62-2ae0-46c7-90ba-0cd993e9c5ef", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:19:56.057881 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c47d0a9-4c7d-4ecd-b12c-1ce5ab7e25c4 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:19:56.058838 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d04289-f14d-4f6d-a27c-6f488149a5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1055bc62-2ae0-46c7-90ba-0cd993e9c5ef', 'code': 200} Sep 23 22:19:56.078986 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Routers {'0ee3774a-1023-43f6-ba60-7d124a383674'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:19:56.079974 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ee3774a-1023-43f6-ba60-7d124a383674'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:56.096750 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:56.135735 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:56.163473 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:19:56.191989 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:56.193292 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] Added segment ee6f4d55-d95c-44a5-8653-0620ca1e4207 of type vlan for network f0e1c3e0-05ef-4974-8679-85414a53080a Sep 23 22:19:56.226742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:56.317321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-504ebb29-2369-400e-b1df-f780157f8c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:19:50Z', 'revision_number': 5, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port': {'id': 'cfe06217-a8bd-45a8-af00-62834a5989e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:15Z', 'updated_at': '2021-09-23T22:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:56.343482 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Set router 0ee3774a-1023-43f6-ba60-7d124a383674 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:19:56.386586 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:56.413900 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ebb29-2369-400e-b1df-f780157f8c4b None None] Checking router: 18903306-f9ac-4ec6-a5c6-ad74a06ec80e for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:19:56.425982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ebb29-2369-400e-b1df-f780157f8c4b None None] Routers {'18903306-f9ac-4ec6-a5c6-ad74a06ec80e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:19:56.426993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-504ebb29-2369-400e-b1df-f780157f8c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:56.492414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b64c0-27b6-489d-ab97-0c24ab6f9e81 req-310e0951-36cc-4cf7-a094-6416b64633ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:56.506683 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf4b64c0-27b6-489d-ab97-0c24ab6f9e81 req-310e0951-36cc-4cf7-a094-6416b64633ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 1097 time: 0.4146354 Sep 23 22:19:56.548008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a285869d-9969-4d05-86a1-a2f0c9f0e0f8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:19:56.645414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] Deleting port cfe06217-a8bd-45a8-af00-62834a5989e9 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:56.645726 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:56.730908 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-504ebb29-2369-400e-b1df-f780157f8c4b None None] Set router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:19:56.734217 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.resource_extend [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:19:56.734217 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf4b64c0-27b6-489d-ab97-0c24ab6f9e81 req-f5752914-b518-4e85-bae6-28f7ec017875 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998564 Sep 23 22:19:56.741447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641e4799-8a78-4d5a-84fe-0239f31dec72,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:56.754875 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-504ebb29-2369-400e-b1df-f780157f8c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:19:55Z', 'revision_number': 6, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:56.820516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85981f19-2f6b-4699-90e1-7a7850775a38 req-3886b211-f70e-473b-860c-cf4188609c68 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:56.832167 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-85981f19-2f6b-4699-90e1-7a7850775a38 req-3886b211-f70e-473b-860c-cf4188609c68 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 946 time: 0.2969799 Sep 23 22:19:56.898920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] For port cfe06217-a8bd-45a8-af00-62834a5989e9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cfe06217-a8bd-45a8-af00-62834a5989e9,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:56.899646 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:56.914072 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-85981f19-2f6b-4699-90e1-7a7850775a38 req-8308cf25-f046-448e-b5aa-a9397681c076 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727611 Sep 23 22:19:56.929446 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] Calling delete_port for cfe06217-a8bd-45a8-af00-62834a5989e9 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:57.095075 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a024e8db-3b7e-4616-95e6-e4064d76bb4d req-b23dc061-132d-4c47-93a0-e9be568d88bf tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 210 time: 0.0943346 Sep 23 22:19:57.095713 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:57.096840 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:57.097548 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:57.124616 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ebb29-2369-400e-b1df-f780157f8c4b None None] The sync data for ids ['18903306-f9ac-4ec6-a5c6-ad74a06ec80e'] in n-d-810775-1 is: [{'id': '18903306-f9ac-4ec6-a5c6-ad74a06ec80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-980732879-router', 'tenant_id': 'b8b6969335334004955419fa121e731e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:14Z', 'updated_at': '2021-09-23T22:19:55Z', 'revision_number': 6, 'project_id': 'b8b6969335334004955419fa121e731e', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:19:57.190829 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7b95377-9a1f-436e-8c62-3f27f6be00dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:57.217615 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:19:40Z', 'updated_at': '2021-09-23T22:19:52Z', 'revision_number': 4, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'gw_port': {'id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:43Z', 'updated_at': '2021-09-23T22:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38', 'name': '', 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'mac_address': 'fa:16:3e:bd:e9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:51Z', 'updated_at': '2021-09-23T22:19:53Z', 'revision_number': 2, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'subnets': [{'id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:57.223983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a285869d-9969-4d05-86a1-a2f0c9f0e0f8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:57.229557 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:57.252639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41070) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:57.275543 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Checking router: 0ee3774a-1023-43f6-ba60-7d124a383674 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:19:57.275543 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Updating router 0ee3774a-1023-43f6-ba60-7d124a383674 port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:19:57.282005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d2d9ac5f-c13b-4991-b7ad-8f3375dc83c2 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1099869158', 'description': 'tempest-description--209909524'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:57.397856 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:57.400122 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.2074199 Sep 23 22:19:57.407305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8a6d8104-f5eb-4137-883d-ebdd1e6c5c5b req-043b2492-670e-4104-a5a1-f63bd7a703f3 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 210 time: 0.1629748 Sep 23 22:19:57.411529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41074) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:57.412570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484da33d-67d3-444d-bb12-792f64b92bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e1c3e0-05ef-4974-8679-85414a53080a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:57.430892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network f0e1c3e0-05ef-4974-8679-85414a53080a details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:19:57.431921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6dbe14c5-73f3-4ad4-aa0f-18a7cdb903c6 admin admin] Request body: {'subnet': {'network_id': 'f0e1c3e0-05ef-4974-8679-85414a53080a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-390269261-subnet', 'tenant_id': '26ce9c97127a40679c07be5c0f63d816', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:57.569154 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ac5f-c13b-4991-b7ad-8f3375dc83c2 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:57.607202 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:57.656976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe06217-a8bd-45a8-af00-62834a5989e9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:57.713174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbe14c5-73f3-4ad4-aa0f-18a7cdb903c6 admin admin] Made reservation on behalf of 26ce9c97127a40679c07be5c0f63d816 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:19:57.720771 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dbe14c5-73f3-4ad4-aa0f-18a7cdb903c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:57.839284 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:57.927986 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ac5f-c13b-4991-b7ad-8f3375dc83c2 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:57.948551 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.000995 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ac5f-c13b-4991-b7ad-8f3375dc83c2 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.017736 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.107902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9ac5f-c13b-4991-b7ad-8f3375dc83c2 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f56be387-3e75-465e-89ca-821d471f33e4,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:58.176793 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.190833 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d834e71-8a34-4203-a54f-cbae312c203f None None] Pushing event updated for resources: {'Port': ['ID=e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:58.198564 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.229280 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d834e71-8a34-4203-a54f-cbae312c203f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:58.229984 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d834e71-8a34-4203-a54f-cbae312c203f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:58.229984 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d834e71-8a34-4203-a54f-cbae312c203f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:58.230179 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d834e71-8a34-4203-a54f-cbae312c203f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:58.230632 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d834e71-8a34-4203-a54f-cbae312c203f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:58.230971 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d834e71-8a34-4203-a54f-cbae312c203f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:58.231294 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d834e71-8a34-4203-a54f-cbae312c203f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:58.231618 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d834e71-8a34-4203-a54f-cbae312c203f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:58.231940 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d834e71-8a34-4203-a54f-cbae312c203f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:58.232252 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d834e71-8a34-4203-a54f-cbae312c203f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:58.232585 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d834e71-8a34-4203-a54f-cbae312c203f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:58.233099 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d834e71-8a34-4203-a54f-cbae312c203f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:19:58.266947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c6391-8c35-41ef-937a-af954584c374 req-0c6afb31-a205-4355-8241-64938df45b6d tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:58.272694 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ac5f-c13b-4991-b7ad-8f3375dc83c2 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.280714 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d2d9ac5f-c13b-4991-b7ad-8f3375dc83c2 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0261588 Sep 23 22:19:58.282340 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe5c6391-8c35-41ef-937a-af954584c374 req-0c6afb31-a205-4355-8241-64938df45b6d tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 946 time: 0.2005463 Sep 23 22:19:58.283618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41084) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:58.283803 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Attempting to bind port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:19:58.284428 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Attempting to bind port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:19:58.285666 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Attempting to bind port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 on network 717b056d-3b9d-4f6a-a518-58ad20c64300 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:19:58.315636 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:19:58.316118 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Checking segment: {'id': 'bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:19:58.318034 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.318522 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Bound using segment: {'id': 'bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:19:58.319096 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Bound port: e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:19:58.321532 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.339592 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16c9501a-48bd-440f-8409-f565f9def8d8 req-6e354c42-eda9-40f6-b719-62e4d79febf8 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 210 time: 0.0846016 Sep 23 22:19:58.341089 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dbe14c5-73f3-4ad4-aa0f-18a7cdb903c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.380139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8da2fe1d-8e37-45a5-b66c-4bf3bc20a768 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Request body: {'security_group_rule': {'security_group_id': 'f56be387-3e75-465e-89ca-821d471f33e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:58.413604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-fc5a9df4-2463-42b4-9641-bc3c320de4ec tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:58.417927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-fc5a9df4-2463-42b4-9641-bc3c320de4ec tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.67 "GET /v2.0/networks?id=fd7d5e20-a12d-47bf-ac34-63d18b47696f HTTP/1.1" status: 200 len: 822 time: 0.6808338 Sep 23 22:19:58.483526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe14c5-73f3-4ad4-aa0f-18a7cdb903c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f8a596-9311-4bca-919a-d3affee85760,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:58.491444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe14c5-73f3-4ad4-aa0f-18a7cdb903c6 admin admin] Checking segment: {'id': 'ee6f4d55-d95c-44a5-8653-0620ca1e4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f0e1c3e0-05ef-4974-8679-85414a53080a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:19:58.491852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe14c5-73f3-4ad4-aa0f-18a7cdb903c6 admin admin] Network hostable DHCP agents. Network: f0e1c3e0-05ef-4974-8679-85414a53080a, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:19:58.514006 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d47e812c-74e7-49be-bfb9-983828480bcf no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:58.578249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: d47e812c-74e7-49be-bfb9-983828480bcf {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:19:58.583236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d47e812c-74e7-49be-bfb9-983828480bcf not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:19:58.583236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cfe06217-a8bd-45a8-af00-62834a5989e9 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:19:58.583481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-69d252cf-7878-4bdb-9ac5-5dda14cd4f1b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Request body: {'port': {'device_id': '1fc95517-4356-4b06-9b3c-8cf161248e9b', 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f', 'admin_state_up': True, 'tenant_id': '9f07c46fb8ce49b99c9507b0e26f4b85'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:19:58.600750 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe14c5-73f3-4ad4-aa0f-18a7cdb903c6 admin admin] Network f0e1c3e0-05ef-4974-8679-85414a53080a is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:19:58.612692 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] For port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:19:58.618741 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] For port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38,segment=NetworkSegment(bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149),segment_id=bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:19:58.621989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: cfe06217-a8bd-45a8-af00-62834a5989e9 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:19:58.622720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cfe06217-a8bd-45a8-af00-62834a5989e9 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:19:58.644477 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-955b7c85-5b12-4276-a1d1-430979f427eb None None] Provisioning complete for port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:58.645151 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-955b7c85-5b12-4276-a1d1-430979f427eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.683882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e7b95377-9a1f-436e-8c62-3f27f6be00dc admin admin] Deleting port 84b454fc-809b-40be-9a04-1a6b2a9ae45f {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:19:58.684138 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7b95377-9a1f-436e-8c62-3f27f6be00dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.685887 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-955b7c85-5b12-4276-a1d1-430979f427eb None None] Port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:19:58.688654 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe5c6391-8c35-41ef-937a-af954584c374 req-61e2f969-2f69-48c6-8bb5-da3f1098b756 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211167 Sep 23 22:19:58.701289 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f6aa3ea-f1b3-4f48-a1f7-d1d3defd9b59 req-46b0200d-d86e-40eb-ae66-91d88173d93d tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 210 time: 0.0705073 Sep 23 22:19:58.702412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-6dbe14c5-73f3-4ad4-aa0f-18a7cdb903c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, f0e1c3e0-05ef-4974-8679-85414a53080a) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:19:58.735700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbe14c5-73f3-4ad4-aa0f-18a7cdb903c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:19:58.735700 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dbe14c5-73f3-4ad4-aa0f-18a7cdb903c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.736594 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e19b51-2564-4a86-8a3a-a84365359594 None None] Network f0e1c3e0-05ef-4974-8679-85414a53080a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:19:58.745647 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.814589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.815127 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18903306-f9ac-4ec6-a5c6-ad74a06ec80e {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:19:58.820517 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Routers {'0ee3774a-1023-43f6-ba60-7d124a383674'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:19:58.822628 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ee3774a-1023-43f6-ba60-7d124a383674'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:58.824484 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.825691 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f52a67a8-6e70-4fd6-844e-9064f03b4f92 admin admin] 10.222.0.22 "DELETE /v2.0/routers/18903306-f9ac-4ec6-a5c6-ad74a06ec80e HTTP/1.1" status: 204 len: 168 time: 3.7404909 Sep 23 22:19:58.829155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41088) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:58.835451 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8da2fe1d-8e37-45a5-b66c-4bf3bc20a768 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.922120 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-e7b95377-9a1f-436e-8c62-3f27f6be00dc admin admin] For port 84b454fc-809b-40be-9a04-1a6b2a9ae45f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=84b454fc-809b-40be-9a04-1a6b2a9ae45f,segment=NetworkSegment(ad9a3fff-37ec-463d-96ba-0f3594062dd2),segment_id=ad9a3fff-37ec-463d-96ba-0f3594062dd2)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:58.922497 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7b95377-9a1f-436e-8c62-3f27f6be00dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:58.968530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e7b95377-9a1f-436e-8c62-3f27f6be00dc admin admin] Calling delete_port for 84b454fc-809b-40be-9a04-1a6b2a9ae45f owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:19:58.995822 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6dbe14c5-73f3-4ad4-aa0f-18a7cdb903c6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5721450 Sep 23 22:19:59.026318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a121037b-6e43-4b82-85c1-4ed20da8ceea None None] Network f0e1c3e0-05ef-4974-8679-85414a53080a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:19:59.058846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fd80c9-3034-496a-aa96-79129f2228d1 admin admin] Deleting subnet 92fcb3eb-b34b-4893-a379-9f6f842e3c9e {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:19:59.069750 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1fd80c9-3034-496a-aa96-79129f2228d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:59.198824 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d834e71-8a34-4203-a54f-cbae312c203f None None] Pushing event updated for resources: {'Port': ['ID=e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:59.221413 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1fd80c9-3034-496a-aa96-79129f2228d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:59.284600 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8da2fe1d-8e37-45a5-b66c-4bf3bc20a768 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:59.294182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-69d252cf-7878-4bdb-9ac5-5dda14cd4f1b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Made reservation on behalf of 9f07c46fb8ce49b99c9507b0e26f4b85 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:19:59.301661 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] Set router 0ee3774a-1023-43f6-ba60-7d124a383674 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:19:59.303828 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-69d252cf-7878-4bdb-9ac5-5dda14cd4f1b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:59.394315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-82dc9119-9b1b-4e4e-a223-e1971afd7f79 None None] Provisioning complete for port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:19:59.394764 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-82dc9119-9b1b-4e4e-a223-e1971afd7f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:59.457004 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1fd80c9-3034-496a-aa96-79129f2228d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:59.492286 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8da2fe1d-8e37-45a5-b66c-4bf3bc20a768 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:59.564305 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-82dc9119-9b1b-4e4e-a223-e1971afd7f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:59.630461 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-82dc9119-9b1b-4e4e-a223-e1971afd7f79 None None] For port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38,segment=NetworkSegment(bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149),segment_id=bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:19:59.661780 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2fe1d-8e37-45a5-b66c-4bf3bc20a768 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ab8466-4647-4321-96d5-a59e5c13efe4,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:59.706283 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1fd80c9-3034-496a-aa96-79129f2228d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:59.755374 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-82dc9119-9b1b-4e4e-a223-e1971afd7f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:59.767804 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:19:40Z', 'updated_at': '2021-09-23T22:19:52Z', 'revision_number': 4, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'gw_port': {'id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:43Z', 'updated_at': '2021-09-23T22:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38', 'name': '', 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'mac_address': 'fa:16:3e:bd:e9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:51Z', 'updated_at': '2021-09-23T22:19:58Z', 'revision_number': 4, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'subnets': [{'id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:19:59.788317 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1fd80c9-3034-496a-aa96-79129f2228d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:19:59.792202 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b1fd80c9-3034-496a-aa96-79129f2228d1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/92fcb3eb-b34b-4893-a379-9f6f842e3c9e HTTP/1.1" status: 204 len: 168 time: 0.9603853 Sep 23 22:19:59.796830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd80c9-3034-496a-aa96-79129f2228d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92fcb3eb-b34b-4893-a379-9f6f842e3c9e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:19:59.799235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41114) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:19:59.813598 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b1a77e-bfde-4176-8ea9-05c9e06fcc30 None None] The sync data for ids ['0ee3774a-1023-43f6-ba60-7d124a383674'] in n-d-810775-1 is: [{'id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:19:40Z', 'updated_at': '2021-09-23T22:19:52Z', 'revision_number': 4, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'gw_port': {'id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:43Z', 'updated_at': '2021-09-23T22:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38', 'name': '', 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'mac_address': 'fa:16:3e:bd:e9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:51Z', 'updated_at': '2021-09-23T22:19:58Z', 'revision_number': 4, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'subnets': [{'id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:19:59.845983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647f8ea6-fa64-44f7-b708-4458aac26980 None None] Network 7f02de17-3cdd-47cd-827d-131803615523 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:20:00.070007 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc9119-9b1b-4e4e-a223-e1971afd7f79 None None] Pushing event updated for resources: {'Port': ['ID=e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:00.123767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-604131e7-4e2d-4c15-a19a-dd18a3d2ab42 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:00.127828 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-604131e7-4e2d-4c15-a19a-dd18a3d2ab42 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/networks?id=f0e1c3e0-05ef-4974-8679-85414a53080a HTTP/1.1" status: 200 len: 820 time: 0.4488204 Sep 23 22:20:00.130962 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:00.187714 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-7219d10d-3f0b-4706-b82b-c27cb8354037 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/quotas/26ce9c97127a40679c07be5c0f63d816 HTTP/1.1" status: 200 len: 375 time: 0.0514812 Sep 23 22:20:00.205866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda89acd-00a3-432d-a4ff-ef0b336d5ad0 None None] DHCP port deletion for 7f02de17-3cdd-47cd-827d-131803615523 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:20:00.290996 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61783a85-44d4-44f4-8c1d-1f68b56809cb req-a2a008e7-904b-4afa-9651-73d89c6aecbf tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 210 time: 0.6570332 Sep 23 22:20:00.295311 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8da2fe1d-8e37-45a5-b66c-4bf3bc20a768 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:00.296479 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8da2fe1d-8e37-45a5-b66c-4bf3bc20a768 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9304438 Sep 23 22:20:00.300118 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-9d1688bc-90db-463b-801b-72096d1ed452 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=26ce9c97127a40679c07be5c0f63d816&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1034062 Sep 23 22:20:00.304517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41116) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:00.312390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3f446380-0f8e-47f9-ae0a-0125a992b111 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Request body: {'security_group_rule': {'security_group_id': 'f56be387-3e75-465e-89ca-821d471f33e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:00.394626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-dda89acd-00a3-432d-a4ff-ef0b336d5ad0 None None] Deleting port d1e50caf-acfd-4b36-846b-8250c2533be1 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:20:00.395277 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dda89acd-00a3-432d-a4ff-ef0b336d5ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:00.430516 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7b95377-9a1f-436e-8c62-3f27f6be00dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:00.431895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-bb105575-d667-4b9b-b932-929e22405db0 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:00.439409 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-bb105575-d667-4b9b-b932-929e22405db0 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.67 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 807 time: 0.4604094 Sep 23 22:20:00.550008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-dda89acd-00a3-432d-a4ff-ef0b336d5ad0 None None] For port d1e50caf-acfd-4b36-846b-8250c2533be1, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d1e50caf-acfd-4b36-846b-8250c2533be1,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:00.550419 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dda89acd-00a3-432d-a4ff-ef0b336d5ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:00.557367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-f9e78bec-3dc0-4367-a0b5-bdabc360f5fe tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Request body: {'port': {'device_id': '59f78db0-5381-4e73-8aaf-1fce0d49f3bd', 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c', 'admin_state_up': True, 'tenant_id': '3f7af936c5414346bc188ecd0d80fb62'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:00.592281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:20:00.600058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b95377-9a1f-436e-8c62-3f27f6be00dc admin admin] Pushing event deleted for resources: {'Port': ['ID=84b454fc-809b-40be-9a04-1a6b2a9ae45f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:00.663832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-dda89acd-00a3-432d-a4ff-ef0b336d5ad0 None None] Calling delete_port for d1e50caf-acfd-4b36-846b-8250c2533be1 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:20:00.717573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-69d252cf-7878-4bdb-9ac5-5dda14cd4f1b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Allocated IP 172.20.0.9 (fd7d5e20-a12d-47bf-ac34-63d18b47696f/0feabcec-1c76-49b1-a0fd-ebf326fb24ea/89917849-41f2-4c66-b136-7c5fbbfce6a3) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:20:00.750553 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f446380-0f8e-47f9-ae0a-0125a992b111 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:00.827807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] Deleting port d1e50caf-acfd-4b36-846b-8250c2533be1 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:20:00.828260 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:00.864100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:00.864487 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:00.915584 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f446380-0f8e-47f9-ae0a-0125a992b111 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:00.975305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-9c9c01e6-af4c-4b88-ba29-539e60529c46 service neutron] 10.222.0.22 "GET /v2.0/networks/f0e1c3e0-05ef-4974-8679-85414a53080a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570809 Sep 23 22:20:01.027862 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f446380-0f8e-47f9-ae0a-0125a992b111 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:01.112190 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dda89acd-00a3-432d-a4ff-ef0b336d5ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:01.122185 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7b95377-9a1f-436e-8c62-3f27f6be00dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:01.171411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c4032-e03a-4663-a87d-7577b020e73d req-acdd9bf2-e1e7-47ea-b1b5-93f853b2ed4f tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:01.173289 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-835c4032-e03a-4663-a87d-7577b020e73d req-acdd9bf2-e1e7-47ea-b1b5-93f853b2ed4f tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 946 time: 0.5967839 Sep 23 22:20:01.183433 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda89acd-00a3-432d-a4ff-ef0b336d5ad0 None None] Pushing event deleted for resources: {'Port': ['ID=d1e50caf-acfd-4b36-846b-8250c2533be1,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:01.211531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda89acd-00a3-432d-a4ff-ef0b336d5ad0 None None] No DVR routers for this DVR port d1e50caf-acfd-4b36-846b-8250c2533be1 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:20:01.254236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f446380-0f8e-47f9-ae0a-0125a992b111 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966fda98-ef4c-4364-837c-43a63245c096,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:01.284155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] For port d1e50caf-acfd-4b36-846b-8250c2533be1, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d1e50caf-acfd-4b36-846b-8250c2533be1,segment=NetworkSegment(17d8a544-dc7a-460c-8784-eb052d3a0b04),segment_id=17d8a544-dc7a-460c-8784-eb052d3a0b04)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:01.284545 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:01.336358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] Calling delete_port for d1e50caf-acfd-4b36-846b-8250c2533be1 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:20:01.367388 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-664516fc-b419-44af-855a-62503a063ac4 service neutron] 10.222.0.22 "GET /v2.0/networks/f0e1c3e0-05ef-4974-8679-85414a53080a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904245 Sep 23 22:20:01.376050 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d1e50caf-acfd-4b36-846b-8250c2533be1 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:20:01.394875 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-f9e78bec-3dc0-4367-a0b5-bdabc360f5fe tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Made reservation on behalf of 3f7af936c5414346bc188ecd0d80fb62 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:20:01.412424 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-f9e78bec-3dc0-4367-a0b5-bdabc360f5fe tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:01.433827 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-835c4032-e03a-4663-a87d-7577b020e73d req-780eb108-016c-4b1c-b3ea-3d37b15aa188 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805496 Sep 23 22:20:01.477145 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-69d252cf-7878-4bdb-9ac5-5dda14cd4f1b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:01.520210 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: d1e50caf-acfd-4b36-846b-8250c2533be1 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:20:01.520748 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d1e50caf-acfd-4b36-846b-8250c2533be1 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:20:01.529668 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f446380-0f8e-47f9-ae0a-0125a992b111 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:01.536528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3f446380-0f8e-47f9-ae0a-0125a992b111 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2274199 Sep 23 22:20:01.547470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41124) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:01.556194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:01.716650 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-69d252cf-7878-4bdb-9ac5-5dda14cd4f1b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:01.816059 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:01.857373 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-69d252cf-7878-4bdb-9ac5-5dda14cd4f1b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Network fd7d5e20-a12d-47bf-ac34-63d18b47696f is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:20:01.884792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-69d252cf-7878-4bdb-9ac5-5dda14cd4f1b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:20:01.893442 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-69d252cf-7878-4bdb-9ac5-5dda14cd4f1b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:20:02.005550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-69d252cf-7878-4bdb-9ac5-5dda14cd4f1b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:02.006421 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-69d252cf-7878-4bdb-9ac5-5dda14cd4f1b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:02.064265 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:02.092191 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d252cf-7878-4bdb-9ac5-5dda14cd4f1b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Pushing event updated for resources: {'Port': ['ID=89917849-41f2-4c66-b136-7c5fbbfce6a3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:02.125797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b179ad3-6eb3-451f-b6f2-e6ec6308d029 req-46e7ca26-63ff-4c33-8357-35ab62453624 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:02.129398 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2b179ad3-6eb3-451f-b6f2-e6ec6308d029 req-46e7ca26-63ff-4c33-8357-35ab62453624 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 931 time: 0.3321187 Sep 23 22:20:02.132290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b95377-9a1f-436e-8c62-3f27f6be00dc admin admin] Router 0ca68688-3032-4129-b626-1117abf57b11 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:20:02.172623 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e50caf-acfd-4b36-846b-8250c2533be1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:02.183814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-f9e78bec-3dc0-4367-a0b5-bdabc360f5fe tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Allocated IP 172.20.0.14 (92f95a66-bc42-4e40-8636-d20f8aa81d6c/b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12/fa90bf5b-707b-4227-9967-dabb8405fbce) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:20:02.193085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73ab981b-29e0-4695-96d2-ca02c54cd1f0 req-5628627e-5e50-47d2-8ac3-3fb4b91ca6b7 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 210 time: 0.1098185 Sep 23 22:20:02.202684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] No DVR routers for this DVR port d1e50caf-acfd-4b36-846b-8250c2533be1 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:20:02.205942 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-69d252cf-7878-4bdb-9ac5-5dda14cd4f1b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6281660 Sep 23 22:20:02.262378 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Request body: {'port': {'device_id': '1fc95517-4356-4b06-9b3c-8cf161248e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:02.393732 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:02.437730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f02de17-3cdd-47cd-827d-131803615523']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:02.467666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d8a544-dc7a-460c-8784-eb052d3a0b04') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:02.468027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d8a544-dc7a-460c-8784-eb052d3a0b04') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:02.491133 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:02.550789 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:02.567540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:20:02.567911 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:20:02.569750 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:20:02.579691 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2b179ad3-6eb3-451f-b6f2-e6ec6308d029 req-6256efc6-e048-49a0-9251-8f01eb7c08ab tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298749 Sep 23 22:20:02.623173 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:02.629057 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:02.753523 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-f9e78bec-3dc0-4367-a0b5-bdabc360f5fe tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:02.855720 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:02.880277 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:02.886570 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7f02de17-3cdd-47cd-827d-131803615523 HTTP/1.1" status: 204 len: 168 time: 3.0270503 Sep 23 22:20:02.891978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fb526-0d3d-466f-8441-27a830726a96 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f02de17-3cdd-47cd-827d-131803615523,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:02.896247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41140) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:02.907443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a1ddc-9550-4556-b02a-b1cde6369a2b req-f301c13b-2805-42d4-9f83-856b685e509b tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:02.916223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-954a1ddc-9550-4556-b02a-b1cde6369a2b req-f301c13b-2805-42d4-9f83-856b685e509b tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 946 time: 0.1302617 Sep 23 22:20:03.013776 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bff64515-9812-48e8-94c0-11faa5742e8f req-eb124084-70c3-4c56-85dd-f20b262d750f tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 210 time: 0.2314079 Sep 23 22:20:03.036417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b95377-9a1f-436e-8c62-3f27f6be00dc admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:20:03.068236 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e7b95377-9a1f-436e-8c62-3f27f6be00dc admin admin] 10.222.0.22 "PUT /v2.0/routers/0ca68688-3032-4129-b626-1117abf57b11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3720100 Sep 23 22:20:03.077561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41142) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:03.085091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517fd508-c743-4b07-ae56-5b2d6ef23167 None None] Sync routers for ids ['0ca68688-3032-4129-b626-1117abf57b11'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:20:03.085716 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-954a1ddc-9550-4556-b02a-b1cde6369a2b req-ca4fd39b-6723-42ea-837c-2c34a213ef2b tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638250 Sep 23 22:20:03.097530 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517fd508-c743-4b07-ae56-5b2d6ef23167 None None] Routers {'0ca68688-3032-4129-b626-1117abf57b11'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:20:03.098582 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-517fd508-c743-4b07-ae56-5b2d6ef23167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ca68688-3032-4129-b626-1117abf57b11'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:03.131517 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-f9e78bec-3dc0-4367-a0b5-bdabc360f5fe tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:03.195622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-f9e78bec-3dc0-4367-a0b5-bdabc360f5fe tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Network 92f95a66-bc42-4e40-8636-d20f8aa81d6c is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:20:03.214990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-f9e78bec-3dc0-4367-a0b5-bdabc360f5fe tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:20:03.234106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-f9e78bec-3dc0-4367-a0b5-bdabc360f5fe tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:20:03.236048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d33bd0ce-d6c6-43ec-8993-ec8849cd3663'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:20:03.305253 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-f9e78bec-3dc0-4367-a0b5-bdabc360f5fe tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:03.306518 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-f9e78bec-3dc0-4367-a0b5-bdabc360f5fe tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:03.362685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e78bec-3dc0-4367-a0b5-bdabc360f5fe tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Pushing event updated for resources: {'Port': ['ID=fa90bf5b-707b-4227-9967-dabb8405fbce,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:03.444716 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-517fd508-c743-4b07-ae56-5b2d6ef23167 None None] Set router 0ca68688-3032-4129-b626-1117abf57b11 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:20:03.453747 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Allocated IP 172.25.1.253 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/8656b3d9-eae8-4b3a-9e75-3fca62e685cf) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:20:03.537782 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-f9e78bec-3dc0-4367-a0b5-bdabc360f5fe tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0040503 Sep 23 22:20:03.573858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba04a-75ba-408d-a841-4925fa8c215b req-4e5f1605-4b8a-4063-8c76-5abb9b9d47d2 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:03.581686 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d5eba04a-75ba-408d-a841-4925fa8c215b req-4e5f1605-4b8a-4063-8c76-5abb9b9d47d2 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 932 time: 0.2354510 Sep 23 22:20:03.642489 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:03.741422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Request body: {'port': {'device_id': '59f78db0-5381-4e73-8aaf-1fce0d49f3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:03.914703 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:03.928392 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d5eba04a-75ba-408d-a841-4925fa8c215b req-d9c221d0-50a9-4fdc-8be5-ef1630e70400 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458102 Sep 23 22:20:03.942847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db640e-bbf3-47ec-ba20-1ff3c5cfc84d req-2877968c-ee85-4326-bd8b-da626f190fe7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:03.944717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5db640e-bbf3-47ec-ba20-1ff3c5cfc84d req-2877968c-ee85-4326-bd8b-da626f190fe7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 931 time: 0.1532755 Sep 23 22:20:04.086085 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:04.119775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89917849-41f2-4c66-b136-7c5fbbfce6a3 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:20:04.146456 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:04.153447 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:04.158998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-517fd508-c743-4b07-ae56-5b2d6ef23167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca68688-3032-4129-b626-1117abf57b11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299524020-router', 'tenant_id': '6858b8cf211645d289d03b64f39eea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd788232e-aa88-410b-9111-9f3944366a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:17:11Z', 'updated_at': '2021-09-23T22:19:59Z', 'revision_number': 5, 'project_id': '6858b8cf211645d289d03b64f39eea66', 'gw_port': {'id': 'd788232e-aa88-410b-9111-9f3944366a1a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca68688-3032-4129-b626-1117abf57b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:17:13Z', 'updated_at': '2021-09-23T22:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:04.189557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Transition to ACTIVE for port object 89917849-41f2-4c66-b136-7c5fbbfce6a3 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:20:04.216154 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5db640e-bbf3-47ec-ba20-1ff3c5cfc84d req-426ddace-c9bb-4073-937f-d4a7f26bd25c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607911 Sep 23 22:20:04.269246 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b951305f-27a6-40d1-aefc-c72fa8b1ffbf req-05270062-fa7a-42a7-b4e2-e83af098343a tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 210 time: 0.0512002 Sep 23 22:20:04.347232 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:04.353154 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:04.445418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Pushing event updated for resources: {'Port': ['ID=8656b3d9-eae8-4b3a-9e75-3fca62e685cf,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:04.465586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:20:04.469442 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:20:04.606528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517fd508-c743-4b07-ae56-5b2d6ef23167 None None] Checking router: 0ca68688-3032-4129-b626-1117abf57b11 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:20:04.627756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517fd508-c743-4b07-ae56-5b2d6ef23167 None None] Routers {'0ca68688-3032-4129-b626-1117abf57b11'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:20:04.628715 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-517fd508-c743-4b07-ae56-5b2d6ef23167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ca68688-3032-4129-b626-1117abf57b11'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:04.819336 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-517fd508-c743-4b07-ae56-5b2d6ef23167 None None] Set router 0ca68688-3032-4129-b626-1117abf57b11 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:20:04.830393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:20:04.905351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-517fd508-c743-4b07-ae56-5b2d6ef23167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca68688-3032-4129-b626-1117abf57b11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299524020-router', 'tenant_id': '6858b8cf211645d289d03b64f39eea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:17:11Z', 'updated_at': '2021-09-23T22:20:04Z', 'revision_number': 6, 'project_id': '6858b8cf211645d289d03b64f39eea66', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:04.941373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517fd508-c743-4b07-ae56-5b2d6ef23167 None None] The sync data for ids ['0ca68688-3032-4129-b626-1117abf57b11'] in n-d-810775-1 is: [{'id': '0ca68688-3032-4129-b626-1117abf57b11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1299524020-router', 'tenant_id': '6858b8cf211645d289d03b64f39eea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:17:11Z', 'updated_at': '2021-09-23T22:20:04Z', 'revision_number': 6, 'project_id': '6858b8cf211645d289d03b64f39eea66', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:20:05.018849 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Pushing event updated for resources: {'Port': ['ID=89917849-41f2-4c66-b136-7c5fbbfce6a3,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:05.056223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] Deleting port d788232e-aa88-410b-9111-9f3944366a1a {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:20:05.056527 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:05.154906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa90bf5b-707b-4227-9967-dabb8405fbce {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:20:05.165928 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:05.190249 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Transition to ACTIVE for port object fa90bf5b-707b-4227-9967-dabb8405fbce will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:20:05.202566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d52714-2b8c-4951-8d09-a9614bc9fd87 req-47ca4f25-f212-4888-9878-7e5893402402 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:05.204060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-61d52714-2b8c-4951-8d09-a9614bc9fd87 req-47ca4f25-f212-4888-9878-7e5893402402 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 946 time: 0.8521934 Sep 23 22:20:05.294263 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-61d52714-2b8c-4951-8d09-a9614bc9fd87 req-c16c1b6c-9862-4135-9981-2799145c9441 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833805 Sep 23 22:20:05.323838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Attempting to bind port 89917849-41f2-4c66-b136-7c5fbbfce6a3 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:20:05.323838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Attempting to bind port 89917849-41f2-4c66-b136-7c5fbbfce6a3 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'edde89d6-a670-42de-9bea-bf74d4f4e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:20:05.324210 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:05.324377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Attempting to bind port 89917849-41f2-4c66-b136-7c5fbbfce6a3 on network fd7d5e20-a12d-47bf-ac34-63d18b47696f {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:05.354268 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:05.420135 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Port 89917849-41f2-4c66-b136-7c5fbbfce6a3 on network fd7d5e20-a12d-47bf-ac34-63d18b47696f not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:20:05.420475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Attempting to bind port 89917849-41f2-4c66-b136-7c5fbbfce6a3 on network fd7d5e20-a12d-47bf-ac34-63d18b47696f {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:05.436556 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6f39607-c800-4fdc-8375-c85137dc58d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:05.441139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f86767-5a7c-4f72-97a6-126f38e7b8b4 req-70e1664a-1cd7-400c-86de-9e31232e7294 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:05.442828 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5f86767-5a7c-4f72-97a6-126f38e7b8b4 req-70e1664a-1cd7-400c-86de-9e31232e7294 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 932 time: 0.3720765 Sep 23 22:20:05.585445 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:20:05.586438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Checking segment: {'id': 'edde89d6-a670-42de-9bea-bf74d4f4e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:20:05.587651 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Bound using segment: {'id': 'edde89d6-a670-42de-9bea-bf74d4f4e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:20:05.590444 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Bound port: 89917849-41f2-4c66-b136-7c5fbbfce6a3, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edde89d6-a670-42de-9bea-bf74d4f4e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:20:05.591247 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:05.685800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Pushing event updated for resources: {'Port': ['ID=fa90bf5b-707b-4227-9967-dabb8405fbce,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:05.726437 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:20:05.731491 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5f86767-5a7c-4f72-97a6-126f38e7b8b4 req-4dab3005-f565-465a-9376-695393984245 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855655 Sep 23 22:20:05.768944 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] For port d788232e-aa88-410b-9111-9f3944366a1a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d788232e-aa88-410b-9111-9f3944366a1a,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:05.769338 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:05.808153 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:05.810185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] Calling delete_port for d788232e-aa88-410b-9111-9f3944366a1a owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:20:05.902644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571860eb-c1a2-4518-af2e-42187ccf6609 req-ff087d1c-b7a3-499d-953b-abaaf0e881a6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:05.907356 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-571860eb-c1a2-4518-af2e-42187ccf6609 req-ff087d1c-b7a3-499d-953b-abaaf0e881a6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 943 time: 0.3647730 Sep 23 22:20:05.921526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-c12deb81-1e18-4937-8e58-c8282562d742 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:05.923128 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-c12deb81-1e18-4937-8e58-c8282562d742 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.67 "GET /v2.0/networks?id=f0e1c3e0-05ef-4974-8679-85414a53080a HTTP/1.1" status: 200 len: 820 time: 0.6678028 Sep 23 22:20:05.931084 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2980bf62-bf23-43d8-889f-d8faa63534eb req-beda027f-53e3-45e3-a76d-b8874a607f92 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 210 time: 0.0930116 Sep 23 22:20:06.003526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-a00d339e-0b70-468e-ae25-99de0575c232 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Request body: {'port': {'device_id': 'd9eaeb9d-86ba-4a31-b797-a9659bf76ebc', 'network_id': 'f0e1c3e0-05ef-4974-8679-85414a53080a', 'admin_state_up': True, 'tenant_id': '26ce9c97127a40679c07be5c0f63d816'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:06.014254 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] For port 89917849-41f2-4c66-b136-7c5fbbfce6a3, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:20:06.080587 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Attempting to bind port fa90bf5b-707b-4227-9967-dabb8405fbce on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:20:06.080922 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Attempting to bind port fa90bf5b-707b-4227-9967-dabb8405fbce by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:20:06.081326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Attempting to bind port fa90bf5b-707b-4227-9967-dabb8405fbce on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:06.083525 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] For port 89917849-41f2-4c66-b136-7c5fbbfce6a3, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=89917849-41f2-4c66-b136-7c5fbbfce6a3,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:20:06.151034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-571860eb-c1a2-4518-af2e-42187ccf6609 req-6134cf90-f0a3-44b4-b751-a280e527b0d1 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057118 Sep 23 22:20:06.153417 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Port fa90bf5b-707b-4227-9967-dabb8405fbce on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:20:06.157966 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Attempting to bind port fa90bf5b-707b-4227-9967-dabb8405fbce on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:06.170307 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:20:06.170958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Checking segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:20:06.171540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Bound using segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:20:06.173779 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Bound port: fa90bf5b-707b-4227-9967-dabb8405fbce, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:20:06.174402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:06.207514 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:06.250156 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:06.383393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:20:06.421045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=fa90bf5b-707b-4227-9967-dabb8405fbce,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:20:06.426562 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:06.427182 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:06.428613 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] 10.222.0.67 "PUT /v2.0/ports/89917849-41f2-4c66-b136-7c5fbbfce6a3 HTTP/1.1" status: 200 len: 1091 time: 4.1754129 Sep 23 22:20:06.435016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc95517-4356-4b06-9b3c-8cf161248e9b', 'tag': '89917849-41f2-4c66-b136-7c5fbbfce6a3'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:06.435802 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62515b05-6569-4708-b4d7-808d97f23b05" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc95517-4356-4b06-9b3c-8cf161248e9b", "tag": "89917849-41f2-4c66-b136-7c5fbbfce6a3"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:06.461826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d788232e-aa88-410b-9111-9f3944366a1a no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:20:06.512715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d74716-08a2-4b2b-a199-99a6254bd494 service neutron] Pushing event updated for resources: {'Port': ['ID=89917849-41f2-4c66-b136-7c5fbbfce6a3,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:06.516596 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:06.551071 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbe0982-4f10-4a67-9b07-4f01dc1be989 x-openstack-request-id: req-8bbe0982-4f10-4a67-9b07-4f01dc1be989 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:06.551443 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc95517-4356-4b06-9b3c-8cf161248e9b", "tag": "89917849-41f2-4c66-b136-7c5fbbfce6a3", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:06.551583 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8bbe0982-4f10-4a67-9b07-4f01dc1be989 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:06.551979 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc95517-4356-4b06-9b3c-8cf161248e9b', 'tag': '89917849-41f2-4c66-b136-7c5fbbfce6a3', 'status': 'completed', 'code': 200} Sep 23 22:20:06.563609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:06.564996 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:06.567071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] 10.222.0.67 "PUT /v2.0/ports/fa90bf5b-707b-4227-9967-dabb8405fbce HTTP/1.1" status: 200 len: 1092 time: 2.8408628 Sep 23 22:20:06.568922 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f78db0-5381-4e73-8aaf-1fce0d49f3bd', 'tag': 'fa90bf5b-707b-4227-9967-dabb8405fbce'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:06.572537 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc3e994-9640-4fba-9cfb-ec0924ba1ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "59f78db0-5381-4e73-8aaf-1fce0d49f3bd", "tag": "fa90bf5b-707b-4227-9967-dabb8405fbce"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:06.609516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f6f39607-c800-4fdc-8375-c85137dc58d6 admin admin] Deleting port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:20:06.609516 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6f39607-c800-4fdc-8375-c85137dc58d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:06.652770 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f852f98-928b-4b0b-b6a9-9e3ee3eaae37 x-openstack-request-id: req-8f852f98-928b-4b0b-b6a9-9e3ee3eaae37 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:06.653698 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f78db0-5381-4e73-8aaf-1fce0d49f3bd", "tag": "fa90bf5b-707b-4227-9967-dabb8405fbce", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:06.654203 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f852f98-928b-4b0b-b6a9-9e3ee3eaae37 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:06.654978 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f78db0-5381-4e73-8aaf-1fce0d49f3bd', 'tag': 'fa90bf5b-707b-4227-9967-dabb8405fbce', 'status': 'completed', 'code': 200} Sep 23 22:20:06.685142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8e658-7b3d-497c-baf6-e60bc73c7242 service neutron] Pushing event updated for resources: {'Port': ['ID=fa90bf5b-707b-4227-9967-dabb8405fbce,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:06.780346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-a00d339e-0b70-468e-ae25-99de0575c232 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Made reservation on behalf of 26ce9c97127a40679c07be5c0f63d816 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:20:06.784055 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-a00d339e-0b70-468e-ae25-99de0575c232 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:06.786223 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:06.795317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-f6f39607-c800-4fdc-8375-c85137dc58d6 admin admin] For port 83ba7442-f245-4b9f-bbb1-ce73af3c4abb, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=83ba7442-f245-4b9f-bbb1-ce73af3c4abb,segment=NetworkSegment(cb513ba4-189b-4f9a-ac8f-0e963282f544),segment_id=cb513ba4-189b-4f9a-ac8f-0e963282f544)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:06.796069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6f39607-c800-4fdc-8375-c85137dc58d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:06.796287 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:06.800965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3e994-9640-4fba-9cfb-ec0924ba1ab0 req-df0db2bf-5a8b-4cf9-b9da-e6a22cdcdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:06.803207 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecc3e994-9640-4fba-9cfb-ec0924ba1ab0 req-df0db2bf-5a8b-4cf9-b9da-e6a22cdcdd8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 1095 time: 0.0776637 Sep 23 22:20:06.840017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f6f39607-c800-4fdc-8375-c85137dc58d6 admin admin] Calling delete_port for 83ba7442-f245-4b9f-bbb1-ce73af3c4abb owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:20:06.882341 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:06.946343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62515b05-6569-4708-b4d7-808d97f23b05 req-3382e1f0-f53d-40bd-95cc-a01719e0a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:06.948254 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62515b05-6569-4708-b4d7-808d97f23b05 req-3382e1f0-f53d-40bd-95cc-a01719e0a94c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f07c46fb8ce49b99c9507b0e26f4b85&device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 1094 time: 0.3122058 Sep 23 22:20:06.957270 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Pushing event updated for resources: {'Port': ['ID=8656b3d9-eae8-4b3a-9e75-3fca62e685cf,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:07.051309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3e994-9640-4fba-9cfb-ec0924ba1ab0 req-bb12fd86-5fab-4fb3-b84d-bbadbc7ceaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:07.053336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecc3e994-9640-4fba-9cfb-ec0924ba1ab0 req-bb12fd86-5fab-4fb3-b84d-bbadbc7ceaa1 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=3f7af936c5414346bc188ecd0d80fb62&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2257483 Sep 23 22:20:07.063833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3d630-ff8e-4bf4-a8a8-a178f8965c4d req-b963decd-c8d3-4525-9eca-d6e6a4787993 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:07.065817 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5a3d630-ff8e-4bf4-a8a8-a178f8965c4d req-b963decd-c8d3-4525-9eca-d6e6a4787993 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 944 time: 0.1818132 Sep 23 22:20:07.090954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 84b454fc-809b-40be-9a04-1a6b2a9ae45f no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:20:07.132894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 84b454fc-809b-40be-9a04-1a6b2a9ae45f {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:20:07.133374 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 84b454fc-809b-40be-9a04-1a6b2a9ae45f not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:20:07.160174 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:07.246645 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5a3d630-ff8e-4bf4-a8a8-a178f8965c4d req-5492802b-1454-42f5-9bf0-a0dd06a3a258 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686106 Sep 23 22:20:07.283362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=d788232e-aa88-410b-9111-9f3944366a1a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:07.355626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3e994-9640-4fba-9cfb-ec0924ba1ab0 req-72e8e802-4c59-4316-bc92-36abca33544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:07.357716 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecc3e994-9640-4fba-9cfb-ec0924ba1ab0 req-72e8e802-4c59-4316-bc92-36abca33544f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2906361 Sep 23 22:20:07.410568 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-485c98ee-ff9f-4c0b-958b-9f556902867d req-6637e339-3721-4b57-b56a-74b58e57fcd1 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 210 time: 0.0519085 Sep 23 22:20:07.491117 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:07.544099 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6f39607-c800-4fdc-8375-c85137dc58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:07.591143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-f09737d9-4737-490e-a058-6c6fbb08a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:07.593186 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-f09737d9-4737-490e-a058-6c6fbb08a0a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 1095 time: 0.1605029 Sep 23 22:20:07.594222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f39607-c800-4fdc-8375-c85137dc58d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ba7442-f245-4b9f-bbb1-ce73af3c4abb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:07.648255 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c91ba4-837e-4a8f-aa24-140bcd4cf70f req-b3ca3a8f-42cc-426f-9977-e965ba298db7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:07.650250 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6c91ba4-837e-4a8f-aa24-140bcd4cf70f req-b3ca3a8f-42cc-426f-9977-e965ba298db7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 943 time: 0.1560450 Sep 23 22:20:07.697963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-ce62769d-3654-42b8-98fd-faaea2dfc80f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa90bf5b-707b-4227-9967-dabb8405fbce HTTP/1.1" status: 200 len: 217 time: 0.0871158 Sep 23 22:20:07.738137 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:07.745780 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d1a9d40b-a381-467d-9047-1a4b4e31ab57 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1959622 Sep 23 22:20:07.747458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62515b05-6569-4708-b4d7-808d97f23b05 req-92579851-2b43-4c7d-ad7f-f4fb847cb73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:07.749350 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62515b05-6569-4708-b4d7-808d97f23b05 req-92579851-2b43-4c7d-ad7f-f4fb847cb73c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9f07c46fb8ce49b99c9507b0e26f4b85&shared=False HTTP/1.1" status: 200 len: 923 time: 0.7814939 Sep 23 22:20:07.770161 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:07.820654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-d4e11579-ccb4-46be-b18a-17e19ab07952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:07.820654 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-d4e11579-ccb4-46be-b18a-17e19ab07952 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.0859382 Sep 23 22:20:07.971519 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-97d2d27c-e396-4d5e-86a7-c4be7b723ce2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440043 Sep 23 22:20:08.006022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-a00d339e-0b70-468e-ae25-99de0575c232 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Allocated IP 172.20.0.10 (f0e1c3e0-05ef-4974-8679-85414a53080a/75f8a596-9311-4bca-919a-d3affee85760/f9c46c87-cc4b-4537-ae85-0927afedfa89) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:20:08.017905 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:08.035726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6c91ba4-837e-4a8f-aa24-140bcd4cf70f req-473d0a0e-4af4-49ba-a2f7-9136d22b0ad1 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418164 Sep 23 22:20:08.043414 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:08.194620 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-c7a294a8-9366-41e9-9da4-d62e51b65263 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1099869158&fields=id&tenant_id=93af46172bae4c4f92e974da93fcb805 HTTP/1.1" status: 200 len: 267 time: 0.1999977 Sep 23 22:20:08.239547 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:08.240202 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ca68688-3032-4129-b626-1117abf57b11 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:20:08.248867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62515b05-6569-4708-b4d7-808d97f23b05 req-bcc1b5e1-511c-4782-9c90-3929f604c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:08.250867 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62515b05-6569-4708-b4d7-808d97f23b05 req-bcc1b5e1-511c-4782-9c90-3929f604c7e7 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4942911 Sep 23 22:20:08.254439 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:08.255554 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f24b2d27-ae02-4c9e-ac0f-111d6c295c72 admin admin] 10.222.0.22 "DELETE /v2.0/routers/0ca68688-3032-4129-b626-1117abf57b11 HTTP/1.1" status: 204 len: 168 time: 5.1768110 Sep 23 22:20:08.260464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41210) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:08.422843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece28137-7403-4ee6-9ae1-e16ec7b88b8e admin admin] Deleting subnet 1ac10b33-6787-46a7-993d-48c66ce6fa97 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:20:08.427846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ece28137-7403-4ee6-9ae1-e16ec7b88b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:08.465490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-b75188d0-bf0b-4432-9f5c-187b2e75bda2 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662573 Sep 23 22:20:08.548692 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ece28137-7403-4ee6-9ae1-e16ec7b88b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:08.587252 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6f39607-c800-4fdc-8375-c85137dc58d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:08.655401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13736459-bcfc-4f40-bf69-d397b9ad2ad0 req-f797be75-5da5-407a-9416-16d66de12ee2 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:08.657203 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13736459-bcfc-4f40-bf69-d397b9ad2ad0 req-f797be75-5da5-407a-9416-16d66de12ee2 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 944 time: 0.3046658 Sep 23 22:20:08.835843 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-373ebdd3-5a95-4883-b6c1-ba3042d97d90 req-b132641c-e48c-491e-9223-3ac5ebad3051 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425784 Sep 23 22:20:08.869390 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13736459-bcfc-4f40-bf69-d397b9ad2ad0 req-bcd46687-2f58-4b18-9f39-4a9e92d1b9f2 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954243 Sep 23 22:20:08.870945 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ece28137-7403-4ee6-9ae1-e16ec7b88b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:08.962555 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-8ed19006-945c-4f8c-b935-2fe318963b35 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:08.969988 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-8ed19006-945c-4f8c-b935-2fe318963b35 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/networks?id=717b056d-3b9d-4f6a-a518-58ad20c64300 HTTP/1.1" status: 200 len: 805 time: 0.7742507 Sep 23 22:20:09.022154 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-0a170ccc-a6c7-4312-ba5a-85e86413594d tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/quotas/93af46172bae4c4f92e974da93fcb805 HTTP/1.1" status: 200 len: 375 time: 0.0508151 Sep 23 22:20:09.059051 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-045d62ec-9d46-4ca8-a015-c35c54931f49 req-9819f00a-e2c9-4e9a-b330-b973ae17e961 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 210 time: 0.0397983 Sep 23 22:20:09.129847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-1a19e3fe-aa79-44c7-b62e-119e32d42eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:09.131758 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-1a19e3fe-aa79-44c7-b62e-119e32d42eca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f07c46fb8ce49b99c9507b0e26f4b85&device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 1094 time: 0.6515365 Sep 23 22:20:09.134712 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ece28137-7403-4ee6-9ae1-e16ec7b88b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:09.207556 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-5a456e0e-870d-4003-8158-57be6a986e32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89917849-41f2-4c66-b136-7c5fbbfce6a3 HTTP/1.1" status: 200 len: 217 time: 0.0553861 Sep 23 22:20:09.232258 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-a00d339e-0b70-468e-ae25-99de0575c232 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:09.263358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece28137-7403-4ee6-9ae1-e16ec7b88b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac10b33-6787-46a7-993d-48c66ce6fa97,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:09.297559 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ece28137-7403-4ee6-9ae1-e16ec7b88b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:09.297559 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ece28137-7403-4ee6-9ae1-e16ec7b88b8e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1ac10b33-6787-46a7-993d-48c66ce6fa97 HTTP/1.1" status: 204 len: 168 time: 1.0164835 Sep 23 22:20:09.297733 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb34f0cb-6422-448f-929c-96b41c72348c None None] Network 37abb59f-d999-4b31-b723-297a6e1856d2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:20:09.298204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41230) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:09.298287 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-39dd52f8-0609-4edb-bc7c-344691b10c05 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=93af46172bae4c4f92e974da93fcb805&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2679322 Sep 23 22:20:09.329041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-8ac95901-958f-4a30-a95a-d2a8b24298d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:09.330656 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-8ac95901-958f-4a30-a95a-d2a8b24298d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0feabcec-1c76-49b1-a0fd-ebf326fb24ea HTTP/1.1" status: 200 len: 862 time: 0.1149395 Sep 23 22:20:09.398934 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-fb1454fc-3387-47ab-a3f5-c4e014ef3c45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fd7d5e20-a12d-47bf-ac34-63d18b47696f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532775 Sep 23 22:20:09.450550 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f39607-c800-4fdc-8375-c85137dc58d6 admin admin] Router 24503f1a-f92f-43f9-abc4-f7dcb8d88598 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:20:09.460813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21667607-9036-4b0a-a872-5c9e48820a9d req-146f1ba9-9e80-4ab1-9afe-9cfd603ff940 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:09.462717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-21667607-9036-4b0a-a872-5c9e48820a9d req-146f1ba9-9e80-4ab1-9afe-9cfd603ff940 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 943 time: 0.1809700 Sep 23 22:20:09.466748 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:09.590664 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-00c8e4ea-6ea5-4f5d-9710-2c52819f9c74 service neutron] 10.222.0.22 "GET /v2.0/networks/717b056d-3b9d-4f6a-a518-58ad20c64300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786024 Sep 23 22:20:09.647244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a185ccb-3cf4-44f8-8d8c-9f7d90577327 None None] DHCP port deletion for 37abb59f-d999-4b31-b723-297a6e1856d2 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:20:09.648378 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-a00d339e-0b70-468e-ae25-99de0575c232 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:09.802605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6a185ccb-3cf4-44f8-8d8c-9f7d90577327 None None] Deleting port 60d91733-f7e9-4090-ac06-bafe7295c1ee {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:20:09.802605 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6a185ccb-3cf4-44f8-8d8c-9f7d90577327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:09.804274 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-a00d339e-0b70-468e-ae25-99de0575c232 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Network f0e1c3e0-05ef-4974-8679-85414a53080a is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:20:09.830201 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-a00d339e-0b70-468e-ae25-99de0575c232 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:20:09.834903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-a00d339e-0b70-468e-ae25-99de0575c232 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:20:09.838489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d339e-0b70-468e-ae25-99de0575c232 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Pushing event updated for resources: {'Port': ['ID=f9c46c87-cc4b-4537-ae85-0927afedfa89,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:09.855989 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-5383b7b2-c72f-4607-9bc9-5eafa4ab5a5a service neutron] 10.222.0.67 "GET /v2.0/networks/fd7d5e20-a12d-47bf-ac34-63d18b47696f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457197 Sep 23 22:20:09.942187 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-123b1ad2-1e95-43d3-bf2c-bf8a446ac06d service neutron] 10.222.0.22 "GET /v2.0/networks/717b056d-3b9d-4f6a-a518-58ad20c64300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039050 Sep 23 22:20:09.982547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6a185ccb-3cf4-44f8-8d8c-9f7d90577327 None None] For port 60d91733-f7e9-4090-ac06-bafe7295c1ee, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=60d91733-f7e9-4090-ac06-bafe7295c1ee,segment=NetworkSegment(ad9a3fff-37ec-463d-96ba-0f3594062dd2),segment_id=ad9a3fff-37ec-463d-96ba-0f3594062dd2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:09.983155 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6a185ccb-3cf4-44f8-8d8c-9f7d90577327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:10.032985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6a185ccb-3cf4-44f8-8d8c-9f7d90577327 None None] Calling delete_port for 60d91733-f7e9-4090-ac06-bafe7295c1ee owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:20:10.043732 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-a00d339e-0b70-468e-ae25-99de0575c232 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:10.044552 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-a00d339e-0b70-468e-ae25-99de0575c232 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:10.133730 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd225386-8510-4eb3-8aff-4b4af83252bf req-04d90150-e26d-4d17-b5c0-acf501373e03 service neutron] 10.222.0.67 "GET /v2.0/networks/fd7d5e20-a12d-47bf-ac34-63d18b47696f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502708 Sep 23 22:20:10.144400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-21667607-9036-4b0a-a872-5c9e48820a9d req-a40a807c-f9cb-46a3-b54b-a75ccb9d54bb tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6733844 Sep 23 22:20:10.194299 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-a00d339e-0b70-468e-ae25-99de0575c232 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1951327 Sep 23 22:20:10.215693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Request body: {'port': {'device_id': 'd9eaeb9d-86ba-4a31-b797-a9659bf76ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:10.242018 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f39607-c800-4fdc-8375-c85137dc58d6 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:20:10.262734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f6f39607-c800-4fdc-8375-c85137dc58d6 admin admin] 10.222.0.22 "PUT /v2.0/routers/24503f1a-f92f-43f9-abc4-f7dcb8d88598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2994738 Sep 23 22:20:10.271367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41240) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:10.275082 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932023a6-cc5c-4eb9-821f-5c410be03e6e None None] Sync routers for ids ['24503f1a-f92f-43f9-abc4-f7dcb8d88598'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:20:10.292543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] Deleting port 60d91733-f7e9-4090-ac06-bafe7295c1ee {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:20:10.292886 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:10.314252 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932023a6-cc5c-4eb9-821f-5c410be03e6e None None] Routers {'24503f1a-f92f-43f9-abc4-f7dcb8d88598'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:20:10.315665 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-932023a6-cc5c-4eb9-821f-5c410be03e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['24503f1a-f92f-43f9-abc4-f7dcb8d88598'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:10.380891 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:10.435220 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6a185ccb-3cf4-44f8-8d8c-9f7d90577327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:10.494803 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a185ccb-3cf4-44f8-8d8c-9f7d90577327 None None] No DVR routers for this DVR port 60d91733-f7e9-4090-ac06-bafe7295c1ee on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:20:10.510454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a185ccb-3cf4-44f8-8d8c-9f7d90577327 None None] Pushing event deleted for resources: {'Port': ['ID=60d91733-f7e9-4090-ac06-bafe7295c1ee,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:10.574370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] For port 60d91733-f7e9-4090-ac06-bafe7295c1ee, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=60d91733-f7e9-4090-ac06-bafe7295c1ee,segment=NetworkSegment(ad9a3fff-37ec-463d-96ba-0f3594062dd2),segment_id=ad9a3fff-37ec-463d-96ba-0f3594062dd2)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:10.575224 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:10.589489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 60d91733-f7e9-4090-ac06-bafe7295c1ee no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:20:10.622233 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] Calling delete_port for 60d91733-f7e9-4090-ac06-bafe7295c1ee owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:20:10.646339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 60d91733-f7e9-4090-ac06-bafe7295c1ee {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:20:10.646703 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 60d91733-f7e9-4090-ac06-bafe7295c1ee not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:20:10.702698 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-932023a6-cc5c-4eb9-821f-5c410be03e6e None None] Set router 24503f1a-f92f-43f9-abc4-f7dcb8d88598 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:20:10.741155 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:10.860137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:20:11.095372 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:11.207098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937ed93-b499-4acf-a235-6c1326df63b1 req-cdc67bfa-9001-4dae-94c3-d6c0e8b642d0 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:11.216523 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4937ed93-b499-4acf-a235-6c1326df63b1 req-cdc67bfa-9001-4dae-94c3-d6c0e8b642d0 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 944 time: 0.7925406 Sep 23 22:20:11.246106 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-932023a6-cc5c-4eb9-821f-5c410be03e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1912565767-router', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '363b024e-158b-4724-a60d-333019740d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:39Z', 'updated_at': '2021-09-23T22:20:07Z', 'revision_number': 5, 'project_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'gw_port': {'id': '363b024e-158b-4724-a60d-333019740d01', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:13:40Z', 'updated_at': '2021-09-23T22:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:11.304367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:11.341154 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '1055bc62-2ae0-46c7-90ba-0cd993e9c5ef', 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76', 'port_id': '1055bc62-2ae0-46c7-90ba-0cd993e9c5ef', 'mac_address': 'fa:16:3e:03:ab:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903c4ba9-2c76-4131-a769-852776e395e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:20:11.353604 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932023a6-cc5c-4eb9-821f-5c410be03e6e None None] Checking router: 24503f1a-f92f-43f9-abc4-f7dcb8d88598 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:20:11.366652 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4937ed93-b499-4acf-a235-6c1326df63b1 req-c3cefa8f-9f13-4f15-8618-d76d2e13b301 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487539 Sep 23 22:20:11.374574 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:11.396185 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932023a6-cc5c-4eb9-821f-5c410be03e6e None None] Routers {'24503f1a-f92f-43f9-abc4-f7dcb8d88598'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:20:11.397524 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-932023a6-cc5c-4eb9-821f-5c410be03e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:19:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['24503f1a-f92f-43f9-abc4-f7dcb8d88598'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:11.424819 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:11.484990 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:20:11.486264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] Pushing event deleted for resources: {'Port': ['ID=60d91733-f7e9-4090-ac06-bafe7295c1ee,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:11.503381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] No DVR routers for this DVR port 60d91733-f7e9-4090-ac06-bafe7295c1ee on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:20:11.503722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbe0ba-da81-455f-bbd4-51f8a5100f9b req-0129cf99-cb7e-47c0-a0af-4aa0468f444e tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:11.518190 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5dbe0ba-da81-455f-bbd4-51f8a5100f9b req-0129cf99-cb7e-47c0-a0af-4aa0468f444e tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 932 time: 0.2519796 Sep 23 22:20:11.570494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:11.671399 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:11.737242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] Deleting port 363b024e-158b-4724-a60d-333019740d01 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:20:11.738060 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:11.742427 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-932023a6-cc5c-4eb9-821f-5c410be03e6e None None] Set router 24503f1a-f92f-43f9-abc4-f7dcb8d88598 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:20:11.744939 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5dbe0ba-da81-455f-bbd4-51f8a5100f9b req-cbc0562f-9983-41a1-82ad-31eca58a7842 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/security-groups?id=641e4799-8a78-4d5a-84fe-0239f31dec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212062 Sep 23 22:20:11.772213 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c46c87-cc4b-4537-ae85-0927afedfa89 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:20:11.785319 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:11.830562 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Transition to ACTIVE for port object f9c46c87-cc4b-4537-ae85-0927afedfa89 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:20:11.832869 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:11.907773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37abb59f-d999-4b31-b723-297a6e1856d2']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:11.909996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:11.942869 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:11.983633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9a3fff-37ec-463d-96ba-0f3594062dd2') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:11.984219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9a3fff-37ec-463d-96ba-0f3594062dd2') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:12.001742 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:12.014707 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['1055bc62-2ae0-46c7-90ba-0cd993e9c5ef'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:20:12.059824 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-932023a6-cc5c-4eb9-821f-5c410be03e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1912565767-router', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:39Z', 'updated_at': '2021-09-23T22:20:11Z', 'revision_number': 6, 'project_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:12.066832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] For port 363b024e-158b-4724-a60d-333019740d01, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=363b024e-158b-4724-a60d-333019740d01,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:12.067256 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:12.089881 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f02af477-88e8-4f9e-b540-a4af7ed962f8 req-ebdcabf5-ab6c-4f0a-83ed-68f1292cd1ab tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 210 time: 0.1889937 Sep 23 22:20:12.098227 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:12.110079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:20:12.110899 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:12.162991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c46c87-cc4b-4537-ae85-0927afedfa89,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:12.192991 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932023a6-cc5c-4eb9-821f-5c410be03e6e None None] The sync data for ids ['24503f1a-f92f-43f9-abc4-f7dcb8d88598'] in n-d-810775-1 is: [{'id': '24503f1a-f92f-43f9-abc4-f7dcb8d88598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1912565767-router', 'tenant_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:13:39Z', 'updated_at': '2021-09-23T22:20:11Z', 'revision_number': 6, 'project_id': 'a5ff026edf6742e4be523ba4b5d9d125', 'gw_port_host': None}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:20:12.248172 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:20:12.273771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] Calling delete_port for 363b024e-158b-4724-a60d-333019740d01 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:20:12.418153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194c4ae-cc46-45c3-ba13-a3d1628f998f req-5fa5d51e-09b1-4dea-83e7-8e11bc555ca8 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:12.420927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b194c4ae-cc46-45c3-ba13-a3d1628f998f req-5fa5d51e-09b1-4dea-83e7-8e11bc555ca8 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 943 time: 0.2021976 Sep 23 22:20:12.453840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Attempting to bind port f9c46c87-cc4b-4537-ae85-0927afedfa89 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:20:12.454467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Attempting to bind port f9c46c87-cc4b-4537-ae85-0927afedfa89 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'ee6f4d55-d95c-44a5-8653-0620ca1e4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f0e1c3e0-05ef-4974-8679-85414a53080a'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:20:12.455059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Attempting to bind port f9c46c87-cc4b-4537-ae85-0927afedfa89 on network f0e1c3e0-05ef-4974-8679-85414a53080a {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:12.489388 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Port f9c46c87-cc4b-4537-ae85-0927afedfa89 on network f0e1c3e0-05ef-4974-8679-85414a53080a not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:20:12.489913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Attempting to bind port f9c46c87-cc4b-4537-ae85-0927afedfa89 on network f0e1c3e0-05ef-4974-8679-85414a53080a {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:12.512866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:20:12.512866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Checking segment: {'id': 'ee6f4d55-d95c-44a5-8653-0620ca1e4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f0e1c3e0-05ef-4974-8679-85414a53080a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:20:12.512866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Bound using segment: {'id': 'ee6f4d55-d95c-44a5-8653-0620ca1e4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f0e1c3e0-05ef-4974-8679-85414a53080a'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:20:12.512866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Bound port: f9c46c87-cc4b-4537-ae85-0927afedfa89, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6f4d55-d95c-44a5-8653-0620ca1e4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f0e1c3e0-05ef-4974-8679-85414a53080a'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:20:12.512866 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:12.551982 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b194c4ae-cc46-45c3-ba13-a3d1628f998f req-5b1848e5-0de8-4c8e-b063-3b271193272e tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048999 Sep 23 22:20:12.698397 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 83ba7442-f245-4b9f-bbb1-ce73af3c4abb no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:20:12.752248 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 83ba7442-f245-4b9f-bbb1-ce73af3c4abb {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:20:12.752798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 83ba7442-f245-4b9f-bbb1-ce73af3c4abb not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:20:12.803721 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] For port f9c46c87-cc4b-4537-ae85-0927afedfa89, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:20:12.832111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] For port f9c46c87-cc4b-4537-ae85-0927afedfa89, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f9c46c87-cc4b-4537-ae85-0927afedfa89,segment=NetworkSegment(ee6f4d55-d95c-44a5-8653-0620ca1e4207),segment_id=ee6f4d55-d95c-44a5-8653-0620ca1e4207)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:20:12.860849 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4bc0c-02dc-4de8-bd2d-b2c4aba719e0 req-e7e4fb12-0151-4ffe-9a6d-c7ca2bda45d8 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:12.862782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:20:12.864113 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69c4bc0c-02dc-4de8-bd2d-b2c4aba719e0 req-e7e4fb12-0151-4ffe-9a6d-c7ca2bda45d8 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 944 time: 0.1723301 Sep 23 22:20:12.909989 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:12.957742 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:12.964473 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] 10.222.0.22 "DELETE /v2.0/networks/37abb59f-d999-4b31-b723-297a6e1856d2 HTTP/1.1" status: 204 len: 168 time: 3.6742640 Sep 23 22:20:12.967651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697985db-fd49-4217-82d5-706af15ffe7d admin admin] Pushing event deleted for resources: {'Network': ['ID=37abb59f-d999-4b31-b723-297a6e1856d2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:12.989801 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:13.014314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:13.014920 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:13.075849 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69c4bc0c-02dc-4de8-bd2d-b2c4aba719e0 req-6db92aa3-6676-4cb2-9658-450b7fe6763d tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874382 Sep 23 22:20:13.079628 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:13.219205 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-60b3425d-71ea-44c2-85f3-113bd0b02892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:13.227136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] Pushing event deleted for resources: {'Port': ['ID=363b024e-158b-4724-a60d-333019740d01,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:13.565696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:13.574683 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:13.585242 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] 10.222.0.67 "PUT /v2.0/ports/f9c46c87-cc4b-4537-ae85-0927afedfa89 HTTP/1.1" status: 200 len: 1092 time: 3.3726764 Sep 23 22:20:13.635533 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:13.651910 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9eaeb9d-86ba-4a31-b797-a9659bf76ebc', 'tag': 'f9c46c87-cc4b-4537-ae85-0927afedfa89'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:13.658578 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:13.673356 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f881a1-cf5e-4779-81a6-2bd0487fe452" -d '{"events": [{"name": "network-changed", "server_uuid": "d9eaeb9d-86ba-4a31-b797-a9659bf76ebc", "tag": "f9c46c87-cc4b-4537-ae85-0927afedfa89"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:13.707881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d04289-f14d-4f6d-a27c-6f488149a5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1055bc62-2ae0-46c7-90ba-0cd993e9c5ef'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:13.723228 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38bd2ea-ac6d-4e8b-b557-b02b1a5d8c03" -d '{"events": [{"server_uuid": "d7d04289-f14d-4f6d-a27c-6f488149a5c3", "name": "network-vif-plugged", "status": "completed", "tag": "1055bc62-2ae0-46c7-90ba-0cd993e9c5ef"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:13.771156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c46c87-cc4b-4537-ae85-0927afedfa89,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:13.773506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:13.810527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:13.810527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:13.810527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:13.810527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:13.810527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:13.810527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:13.810527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:13.810527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:13.810527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:13.810527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:13.810527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:13.810527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e345ef8f-ff5a-4e50-bffc-15ef369cfaf7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:13.859192 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:13.886864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5eeb91-4058-41f7-83e7-4dc39936e1d4 req-a28a6896-edf2-44d3-8dc2-d14e18faa88e tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:13.888580 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f5eeb91-4058-41f7-83e7-4dc39936e1d4 req-a28a6896-edf2-44d3-8dc2-d14e18faa88e tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 944 time: 0.4218035 Sep 23 22:20:13.903346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41308) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:13.996986 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:14.005488 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:14.044184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:14.131585 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-705d028f-00b2-40c8-be69-8381532e0f75 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d7ce4c0d4a742c7a48e51291cbd5740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257035 Sep 23 22:20:14.134789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41310) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:14.135812 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f5eeb91-4058-41f7-83e7-4dc39936e1d4 req-4eccc3d6-5648-4ef7-a033-712c7275dae6 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/security-groups?id=641e4799-8a78-4d5a-84fe-0239f31dec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301126 Sep 23 22:20:14.149447 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-6e85a001-43e1-4276-a338-e15ca925a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:14.149447 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-6e85a001-43e1-4276-a338-e15ca925a53e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26ce9c97127a40679c07be5c0f63d816&device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 1095 time: 0.2268119 Sep 23 22:20:14.239543 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:14.240135 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24503f1a-f92f-43f9-abc4-f7dcb8d88598 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:20:14.248815 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:14.252488 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 89917849-41f2-4c66-b136-7c5fbbfce6a3 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:20:14.254385 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-88c907e2-0cc2-410f-82b7-e93914559517 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c46c87-cc4b-4537-ae85-0927afedfa89 HTTP/1.1" status: 200 len: 217 time: 0.0936873 Sep 23 22:20:14.255667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41314) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:14.262079 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6dccbf07-0976-43bd-95f1-ff7884eaad9b admin admin] 10.222.0.22 "DELETE /v2.0/routers/24503f1a-f92f-43f9-abc4-f7dcb8d88598 HTTP/1.1" status: 204 len: 168 time: 3.9952238 Sep 23 22:20:14.265330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3887c7fe-e3b5-4795-b348-6c45e7d973be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:14.426422 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3887c7fe-e3b5-4795-b348-6c45e7d973be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:14.548008 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79b7b696-b02c-47ad-a0c2-96c035bea57c req-1fd79cbd-55e0-4bcf-ae47-5db328ae0ac8 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 210 time: 0.1326005 Sep 23 22:20:14.552301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 363b024e-158b-4724-a60d-333019740d01 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:20:14.582006 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 363b024e-158b-4724-a60d-333019740d01 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:20:14.582712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 363b024e-158b-4724-a60d-333019740d01 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:20:14.661175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba61e1ac-952d-4d09-95db-6ec8138a5ba4 admin admin] Deleting subnet 67bc4fb3-b1cd-436c-b726-74a4c26247a1 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:20:14.673544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 89917849-41f2-4c66-b136-7c5fbbfce6a3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=89917849-41f2-4c66-b136-7c5fbbfce6a3,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:14.688614 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ba61e1ac-952d-4d09-95db-6ec8138a5ba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:14.701544 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3887c7fe-e3b5-4795-b348-6c45e7d973be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:14.730017 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3887c7fe-e3b5-4795-b348-6c45e7d973be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:14.731952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '89917849-41f2-4c66-b136-7c5fbbfce6a3', 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f', 'port_id': '89917849-41f2-4c66-b136-7c5fbbfce6a3', 'mac_address': 'fa:16:3e:09:f7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feabcec-1c76-49b1-a0fd-ebf326fb24ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:20:14.744017 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3887c7fe-e3b5-4795-b348-6c45e7d973be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23e59118-221f-49c9-a38e-637cd25fa4d7 HTTP/1.1" status: 204 len: 168 time: 0.6035807 Sep 23 22:20:14.780596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887c7fe-e3b5-4795-b348-6c45e7d973be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e59118-221f-49c9-a38e-637cd25fa4d7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:14.823346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-3e4e6fda-8e38-4ca1-a987-4aecbe6155a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:14.827551 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-3e4e6fda-8e38-4ca1-a987-4aecbe6155a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75f8a596-9311-4bca-919a-d3affee85760 HTTP/1.1" status: 200 len: 860 time: 0.5512691 Sep 23 22:20:14.844809 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:14.901563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89917849-41f2-4c66-b136-7c5fbbfce6a3 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:20:14.944373 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-3aab2776-5c48-44fc-aad8-e73ed1d37913 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0e1c3e0-05ef-4974-8679-85414a53080a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856605 Sep 23 22:20:14.952672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 89917849-41f2-4c66-b136-7c5fbbfce6a3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=89917849-41f2-4c66-b136-7c5fbbfce6a3,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:14.980376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ba61e1ac-952d-4d09-95db-6ec8138a5ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:15.006496 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:15.111688 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=89917849-41f2-4c66-b136-7c5fbbfce6a3,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:15.127263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dea278-c701-4cc9-8f7d-185cb3a3d0f6 req-6f72ef68-37b5-49d9-954e-7ae87e060eea tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:15.141938 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8dea278-c701-4cc9-8f7d-185cb3a3d0f6 req-6f72ef68-37b5-49d9-954e-7ae87e060eea tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 943 time: 0.3025980 Sep 23 22:20:15.380773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['89917849-41f2-4c66-b136-7c5fbbfce6a3'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:20:15.448523 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-a96f794c-d18d-4d96-9561-c031529eec5b service neutron] 10.222.0.67 "GET /v2.0/networks/f0e1c3e0-05ef-4974-8679-85414a53080a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957316 Sep 23 22:20:15.518671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-e1683059-dff3-4b7e-b562-43847fe407e2 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:15.531195 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-e1683059-dff3-4b7e-b562-43847fe407e2 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.43 "GET /v2.0/networks?id=717b056d-3b9d-4f6a-a518-58ad20c64300 HTTP/1.1" status: 200 len: 805 time: 0.3672409 Sep 23 22:20:15.663152 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8dea278-c701-4cc9-8f7d-185cb3a3d0f6 req-fead5a65-b5e1-4a5c-855f-2981d6a85742 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953333 Sep 23 22:20:15.724198 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5b35385d-ac24-4995-a48c-ceefa2309238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:15.780536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-8b14ae07-af9b-45e0-8e99-01c744909af7 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93af46172bae4c4f92e974da93fcb805 HTTP/1.1" status: 200 len: 380 time: 0.2365096 Sep 23 22:20:15.819354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Request body: {'port': {'device_id': 'eac2fca1-caba-43be-b9bb-b98c587ff80d', 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'admin_state_up': True, 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'security_groups': ['f56be387-3e75-465e-89ca-821d471f33e4']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:15.851324 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4b12c79-b9d5-4c9e-ae5e-bd59debda087 req-d182585b-8e14-4775-9049-d29623f05440 service neutron] 10.222.0.67 "GET /v2.0/networks/f0e1c3e0-05ef-4974-8679-85414a53080a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585360 Sep 23 22:20:15.875990 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ba61e1ac-952d-4d09-95db-6ec8138a5ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:15.890105 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e4e273-37da-4961-94e8-950d1441ee7d x-openstack-request-id: req-56e4e273-37da-4961-94e8-950d1441ee7d {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:15.890777 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9eaeb9d-86ba-4a31-b797-a9659bf76ebc", "tag": "f9c46c87-cc4b-4537-ae85-0927afedfa89", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:15.893635 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56e4e273-37da-4961-94e8-950d1441ee7d {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:15.894952 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9eaeb9d-86ba-4a31-b797-a9659bf76ebc', 'tag': 'f9c46c87-cc4b-4537-ae85-0927afedfa89', 'status': 'completed', 'code': 200} Sep 23 22:20:16.001513 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e41cce-2100-401f-8ec6-4745bc2e7f53 x-openstack-request-id: req-c2e41cce-2100-401f-8ec6-4745bc2e7f53 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:16.003122 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d04289-f14d-4f6d-a27c-6f488149a5c3", "name": "network-vif-plugged", "status": "completed", "tag": "1055bc62-2ae0-46c7-90ba-0cd993e9c5ef", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:16.003826 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2e41cce-2100-401f-8ec6-4745bc2e7f53 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:16.004767 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d04289-f14d-4f6d-a27c-6f488149a5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1055bc62-2ae0-46c7-90ba-0cd993e9c5ef', 'code': 200} Sep 23 22:20:16.305777 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508791b-c3ef-44ce-a7c3-f3c5558e51d1 req-7783e576-9ed7-4e04-b927-4d5d81c5c3d4 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:16.313604 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3508791b-c3ef-44ce-a7c3-f3c5558e51d1 req-7783e576-9ed7-4e04-b927-4d5d81c5c3d4 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 944 time: 0.1165884 Sep 23 22:20:16.423392 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3508791b-c3ef-44ce-a7c3-f3c5558e51d1 req-fcee125d-aa5b-4762-96e8-7d4f64d8a47f tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024253 Sep 23 22:20:16.619869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee30896-6ede-4648-8ed1-8bdf2c92e4ca req-ea3d0176-ea67-4468-8521-94f01aeba822 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:16.622027 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ee30896-6ede-4648-8ed1-8bdf2c92e4ca req-ea3d0176-ea67-4468-8521-94f01aeba822 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 944 time: 0.0945108 Sep 23 22:20:16.699545 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ee30896-6ede-4648-8ed1-8bdf2c92e4ca req-b851d0b5-e68f-451e-92f9-52e434d59b7f tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/security-groups?id=641e4799-8a78-4d5a-84fe-0239f31dec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711141 Sep 23 22:20:16.854014 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4a60e1d3-ab39-4321-a5ef-99ada73afcb2 req-b8bc71dc-ded9-4721-8ee0-a918a5dacd98 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 210 time: 0.0435550 Sep 23 22:20:17.058224 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821726c9-f9a6-4e17-8134-18d33191c704 req-9a76e2a8-177b-4204-af73-3773035d7315 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:17.058513 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:17.060641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Made reservation on behalf of 93af46172bae4c4f92e974da93fcb805 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:20:17.066698 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-821726c9-f9a6-4e17-8134-18d33191c704 req-9a76e2a8-177b-4204-af73-3773035d7315 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 944 time: 0.1078246 Sep 23 22:20:17.067041 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:17.067369 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:17.071288 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ba61e1ac-952d-4d09-95db-6ec8138a5ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:17.186125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61e1ac-952d-4d09-95db-6ec8138a5ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67bc4fb3-b1cd-436c-b726-74a4c26247a1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:17.205563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0006813a-04e2-4b81-9b46-e313c83a0785 None None] Network 10f25c71-64d8-44f6-bc3c-46533c0a1fea requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:20:17.234664 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ba61e1ac-952d-4d09-95db-6ec8138a5ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:17.238500 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ba61e1ac-952d-4d09-95db-6ec8138a5ba4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/67bc4fb3-b1cd-436c-b726-74a4c26247a1 HTTP/1.1" status: 204 len: 168 time: 2.9805527 Sep 23 22:20:17.241840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41332) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:17.294559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Allocated IP 172.20.0.9 (717b056d-3b9d-4f6a-a518-58ad20c64300/469d8c6d-9b83-47dd-87ab-1bab60b72a9e/9879c4b5-88a5-49de-947b-9ab65bd5b4fa) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:20:17.330429 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-821726c9-f9a6-4e17-8134-18d33191c704 req-896cd2ae-ed4e-4c36-82cf-9bcfeb751d2d tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619100 Sep 23 22:20:17.390065 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41334) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:17.399832 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f881a1-cf5e-4779-81a6-2bd0487fe452 req-6d597883-ac3b-487c-b063-faf0544564a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:17.403329 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67f881a1-cf5e-4779-81a6-2bd0487fe452 req-6d597883-ac3b-487c-b063-faf0544564a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26ce9c97127a40679c07be5c0f63d816&device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 1095 time: 0.2383351 Sep 23 22:20:17.483713 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:17.555942 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:17.629645 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:17.637757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376152be-009f-4afd-b6f0-753314f36e2e None None] DHCP port deletion for 10f25c71-64d8-44f6-bc3c-46533c0a1fea request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:20:17.692634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Network 717b056d-3b9d-4f6a-a518-58ad20c64300 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:20:17.697338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:20:17.701881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:20:17.777790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Pushing event updated for resources: {'Port': ['ID=9879c4b5-88a5-49de-947b-9ab65bd5b4fa,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:17.784486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-376152be-009f-4afd-b6f0-753314f36e2e None None] Deleting port 08284c84-5acc-4001-9df6-60c211b36cef {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:20:17.791683 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-376152be-009f-4afd-b6f0-753314f36e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:17.791853 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:17.817994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:17.820086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:17.827524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:17.828227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:17.828748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:17.829309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:17.829827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:17.830335 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:17.830851 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:17.831345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:17.831848 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:17.832347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:17.912147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:17.912882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:17.918447 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-376152be-009f-4afd-b6f0-753314f36e2e None None] For port 08284c84-5acc-4001-9df6-60c211b36cef, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=08284c84-5acc-4001-9df6-60c211b36cef,segment=NetworkSegment(cb513ba4-189b-4f9a-ac8f-0e963282f544),segment_id=cb513ba4-189b-4f9a-ac8f-0e963282f544)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:17.918447 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-376152be-009f-4afd-b6f0-753314f36e2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:17.947191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-376152be-009f-4afd-b6f0-753314f36e2e None None] Calling delete_port for 08284c84-5acc-4001-9df6-60c211b36cef owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:20:17.981526 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8a5e06c2-4ada-4372-9a84-da615498f52b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6858b8cf211645d289d03b64f39eea66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5866451 Sep 23 22:20:18.009431 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe8846-e1aa-4d8e-b634-23a639bfd851 req-850beaeb-3a62-450e-abec-973fb9cf6d9f tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:18.017448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6dfe8846-e1aa-4d8e-b634-23a639bfd851 req-850beaeb-3a62-450e-abec-973fb9cf6d9f tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 944 time: 0.1667972 Sep 23 22:20:18.019451 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41344) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:18.146980 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c60b579e-3c6e-41cb-9c26-4cd7bdf08644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:18.159675 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-c0c19812-b3ed-4d27-8de3-187cd7ae7e63 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3725181 Sep 23 22:20:18.176781 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6dfe8846-e1aa-4d8e-b634-23a639bfd851 req-8dcdc337-605d-44e3-ab1d-63920016ceee tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/security-groups?id=641e4799-8a78-4d5a-84fe-0239f31dec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580353 Sep 23 22:20:18.203874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Request body: {'port': {'device_id': 'eac2fca1-caba-43be-b9bb-b98c587ff80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:18.288752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e2d5e-9d9b-4aba-8f05-505dbaae9cdc req-852e754a-9467-49c6-98d9-82d7e3aab1b2 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:18.297461 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 89917849-41f2-4c66-b136-7c5fbbfce6a3 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:20:18.302320 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7f0e2d5e-9d9b-4aba-8f05-505dbaae9cdc req-852e754a-9467-49c6-98d9-82d7e3aab1b2 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 944 time: 0.6763945 Sep 23 22:20:18.353009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c60b579e-3c6e-41cb-9c26-4cd7bdf08644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:18.424682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f881a1-cf5e-4779-81a6-2bd0487fe452 req-05004321-a835-41f4-a63f-e9fe49bf5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:18.437766 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67f881a1-cf5e-4779-81a6-2bd0487fe452 req-05004321-a835-41f4-a63f-e9fe49bf5180 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0e1c3e0-05ef-4974-8679-85414a53080a HTTP/1.1" status: 200 len: 921 time: 0.9024034 Sep 23 22:20:18.463424 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:18.474752 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0dbca-d405-4c58-b75c-d14ba4cdf7f6 req-7147dbfb-ebe2-489c-aeb6-462e998d1a03 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:18.476333 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ef0dbca-d405-4c58-b75c-d14ba4cdf7f6 req-7147dbfb-ebe2-489c-aeb6-462e998d1a03 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 931 time: 0.1840243 Sep 23 22:20:18.493534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-725a5ede-77e5-42cc-8446-6b12b3083153 None None] Provisioning complete for port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:18.494487 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-725a5ede-77e5-42cc-8446-6b12b3083153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:18.618511 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67f881a1-cf5e-4779-81a6-2bd0487fe452 req-fe6423bb-c8d1-4fde-b5af-7d84b1a44d6e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c46c87-cc4b-4537-ae85-0927afedfa89 HTTP/1.1" status: 200 len: 217 time: 0.1665549 Sep 23 22:20:18.632054 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-725a5ede-77e5-42cc-8446-6b12b3083153 None None] Port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:20:18.633769 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7f0e2d5e-9d9b-4aba-8f05-505dbaae9cdc req-172b8e36-4949-47ec-a945-a2a2073ef1c3 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285334 Sep 23 22:20:18.646336 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 08284c84-5acc-4001-9df6-60c211b36cef no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:20:18.656568 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ef0dbca-d405-4c58-b75c-d14ba4cdf7f6 req-af856f8f-e510-4ea2-81e4-9c0192c3ed24 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups?id=f56be387-3e75-465e-89ca-821d471f33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162109 Sep 23 22:20:18.685592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] Deleting port 08284c84-5acc-4001-9df6-60c211b36cef {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:20:18.687140 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:18.865469 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:18.958788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f881a1-cf5e-4779-81a6-2bd0487fe452 req-b001ddb9-f389-41e0-8a67-c391e892e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:18.959593 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67f881a1-cf5e-4779-81a6-2bd0487fe452 req-b001ddb9-f389-41e0-8a67-c391e892e302 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75f8a596-9311-4bca-919a-d3affee85760 HTTP/1.1" status: 200 len: 860 time: 0.3188446 Sep 23 22:20:18.967201 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-376152be-009f-4afd-b6f0-753314f36e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:18.967599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] For port 08284c84-5acc-4001-9df6-60c211b36cef, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=08284c84-5acc-4001-9df6-60c211b36cef,segment=NetworkSegment(cb513ba4-189b-4f9a-ac8f-0e963282f544),segment_id=cb513ba4-189b-4f9a-ac8f-0e963282f544)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:18.967599 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:19.010687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376152be-009f-4afd-b6f0-753314f36e2e None None] Pushing event deleted for resources: {'Port': ['ID=08284c84-5acc-4001-9df6-60c211b36cef,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:19.027216 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:19.028473 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 89917849-41f2-4c66-b136-7c5fbbfce6a3 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:20:19.031130 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] Calling delete_port for 08284c84-5acc-4001-9df6-60c211b36cef owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:20:19.040549 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 89917849-41f2-4c66-b136-7c5fbbfce6a3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:19.041572 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:19.067975 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376152be-009f-4afd-b6f0-753314f36e2e None None] No DVR routers for this DVR port 08284c84-5acc-4001-9df6-60c211b36cef on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:20:19.085818 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67f881a1-cf5e-4779-81a6-2bd0487fe452 req-00099937-4750-4ee4-a1ba-1f954a5f7529 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0e1c3e0-05ef-4974-8679-85414a53080a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940850 Sep 23 22:20:19.120449 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d58a8-9cae-4814-9d1b-3f6bd5a38ead req-51f1c121-7a9c-4bb2-bd3c-b972290a3736 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:19.122155 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a06d58a8-9cae-4814-9d1b-3f6bd5a38ead req-51f1c121-7a9c-4bb2-bd3c-b972290a3736 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 944 time: 0.3117547 Sep 23 22:20:19.283401 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:19.313555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc95517-4356-4b06-9b3c-8cf161248e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89917849-41f2-4c66-b136-7c5fbbfce6a3'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:19.316102 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c352a-cfc1-47d7-905d-87a24b0f9b40" -d '{"events": [{"server_uuid": "1fc95517-4356-4b06-9b3c-8cf161248e9b", "name": "network-vif-plugged", "status": "completed", "tag": "89917849-41f2-4c66-b136-7c5fbbfce6a3"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:19.334234 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 89917849-41f2-4c66-b136-7c5fbbfce6a3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=89917849-41f2-4c66-b136-7c5fbbfce6a3,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:19.387366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9879c4b5-88a5-49de-947b-9ab65bd5b4fa {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:20:19.405601 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:19.423367 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:19.437198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Transition to ACTIVE for port object 9879c4b5-88a5-49de-947b-9ab65bd5b4fa will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:20:19.441043 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a06d58a8-9cae-4814-9d1b-3f6bd5a38ead req-5d869ce4-5a48-4b51-9be1-b67fb1a25b1b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006040 Sep 23 22:20:19.460873 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c60b579e-3c6e-41cb-9c26-4cd7bdf08644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:19.464486 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c60b579e-3c6e-41cb-9c26-4cd7bdf08644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:19.467507 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c60b579e-3c6e-41cb-9c26-4cd7bdf08644 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bca4781e-9705-47b5-a9e4-c3c842363366 HTTP/1.1" status: 204 len: 168 time: 1.4444883 Sep 23 22:20:19.527850 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67f881a1-cf5e-4779-81a6-2bd0487fe452 req-acf97481-237f-48e6-845e-eff9d256f57c service neutron] 10.222.0.67 "GET /v2.0/networks/f0e1c3e0-05ef-4974-8679-85414a53080a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283757 Sep 23 22:20:19.529795 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a55f9e-02e5-417f-8224-2a6ad9633534 x-openstack-request-id: req-e0a55f9e-02e5-417f-8224-2a6ad9633534 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:19.530189 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc95517-4356-4b06-9b3c-8cf161248e9b", "name": "network-vif-plugged", "status": "completed", "tag": "89917849-41f2-4c66-b136-7c5fbbfce6a3", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:19.530404 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0a55f9e-02e5-417f-8224-2a6ad9633534 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:19.530819 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc95517-4356-4b06-9b3c-8cf161248e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89917849-41f2-4c66-b136-7c5fbbfce6a3', 'code': 200} Sep 23 22:20:19.536310 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:19.540252 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=89917849-41f2-4c66-b136-7c5fbbfce6a3,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:19.549820 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:19.563449 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b579e-3c6e-41cb-9c26-4cd7bdf08644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca4781e-9705-47b5-a9e4-c3c842363366,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:19.596987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] Pushing event deleted for resources: {'Port': ['ID=08284c84-5acc-4001-9df6-60c211b36cef,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:19.612729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] No DVR routers for this DVR port 08284c84-5acc-4001-9df6-60c211b36cef on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:20:19.651418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e145e-c1eb-4751-926a-e9b267a7eb4c req-38515ea6-6b72-4418-b1fe-657a033b0068 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:19.653132 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1b3e145e-c1eb-4751-926a-e9b267a7eb4c req-38515ea6-6b72-4418-b1fe-657a033b0068 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 944 time: 0.2131481 Sep 23 22:20:19.672574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Pushing event updated for resources: {'Port': ['ID=9879c4b5-88a5-49de-947b-9ab65bd5b4fa,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:19.878085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1b3e145e-c1eb-4751-926a-e9b267a7eb4c req-05178644-6bf9-4474-a9b9-16af36911932 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/security-groups?id=641e4799-8a78-4d5a-84fe-0239f31dec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082722 Sep 23 22:20:19.928214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Attempting to bind port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:20:19.928943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Attempting to bind port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:20:19.929586 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Attempting to bind port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa on network 717b056d-3b9d-4f6a-a518-58ad20c64300 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:19.941142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa on network 717b056d-3b9d-4f6a-a518-58ad20c64300 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:20:19.941706 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Attempting to bind port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa on network 717b056d-3b9d-4f6a-a518-58ad20c64300 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:19.956207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:20:19.956546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Checking segment: {'id': 'bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:20:19.962766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Bound using segment: {'id': 'bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:20:19.963132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Bound port: 9879c4b5-88a5-49de-947b-9ab65bd5b4fa, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:20:19.963524 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:20.138466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] For port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:20:20.143059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] For port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=9879c4b5-88a5-49de-947b-9ab65bd5b4fa,segment=NetworkSegment(bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149),segment_id=bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:20:20.154818 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a508dfe-c62b-4c83-8c31-50d20262ab62 req-2dafcfff-744e-429d-b352-e8a2f322a30a tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:20.157873 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1a508dfe-c62b-4c83-8c31-50d20262ab62 req-2dafcfff-744e-429d-b352-e8a2f322a30a tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 943 time: 0.1393902 Sep 23 22:20:20.230283 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1a508dfe-c62b-4c83-8c31-50d20262ab62 req-b7c7b5f8-2a4e-49e8-a782-f98f3e5d26ea tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups?id=f56be387-3e75-465e-89ca-821d471f33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660479 Sep 23 22:20:20.276661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f9c46c87-cc4b-4537-ae85-0927afedfa89 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:20:20.303836 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:20.343834 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:20.456563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:20.458845 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:20.468835 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] 10.222.0.43 "PUT /v2.0/ports/9879c4b5-88a5-49de-947b-9ab65bd5b4fa HTTP/1.1" status: 200 len: 1091 time: 2.2906661 Sep 23 22:20:20.470203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac2fca1-caba-43be-b9bb-b98c587ff80d', 'tag': '9879c4b5-88a5-49de-947b-9ab65bd5b4fa'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:20.483590 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0398d7-0d6b-47c5-93ff-e5434b9253eb" -d '{"events": [{"name": "network-changed", "server_uuid": "eac2fca1-caba-43be-b9bb-b98c587ff80d", "tag": "9879c4b5-88a5-49de-947b-9ab65bd5b4fa"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:20.670299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f25c71-64d8-44f6-bc3c-46533c0a1fea']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:20.727841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b9816-b5a1-4851-ae30-bba669ee8d5a service neutron] Pushing event updated for resources: {'Port': ['ID=9879c4b5-88a5-49de-947b-9ab65bd5b4fa,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:20.756070 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67f881a1-cf5e-4779-81a6-2bd0487fe452 req-cfdfadb6-b029-4fd5-a120-f9fcad3dceac service neutron] 10.222.0.67 "GET /v2.0/networks/f0e1c3e0-05ef-4974-8679-85414a53080a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1783698 Sep 23 22:20:20.779348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-40c96efa-d20b-4733-b937-d5471cbe9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:20.787450 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-40c96efa-d20b-4733-b937-d5471cbe9c57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=93af46172bae4c4f92e974da93fcb805&device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 1094 time: 0.1584692 Sep 23 22:20:20.820030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420264a-6984-432d-bcfc-f46fccc6f037 req-54cd77d2-d93a-4b2c-89ab-781765abdba9 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:20.835026 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0420264a-6984-432d-bcfc-f46fccc6f037 req-54cd77d2-d93a-4b2c-89ab-781765abdba9 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 944 time: 0.6535113 Sep 23 22:20:20.838987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb513ba4-189b-4f9a-ac8f-0e963282f544') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:20.848188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb513ba4-189b-4f9a-ac8f-0e963282f544') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:20.857043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b39c5-9d75-4a6e-ae56-e0b2316a18f9 req-2b783b42-e671-481a-91c3-41031870f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:20.858595 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-839b39c5-9d75-4a6e-ae56-e0b2316a18f9 req-2b783b42-e671-481a-91c3-41031870f5fd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 1096 time: 1.1340744 Sep 23 22:20:20.902306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-98ffddda-e51d-47a3-bc9d-4f30ddec68a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9879c4b5-88a5-49de-947b-9ab65bd5b4fa HTTP/1.1" status: 200 len: 217 time: 0.1045902 Sep 23 22:20:20.994672 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:21.084794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c846d-1044-4442-a3fc-dd6021339709 req-56c4caab-9e32-45b4-b6c7-437732a04cdb tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:21.090011 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:21.096147 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fa2c846d-1044-4442-a3fc-dd6021339709 req-56c4caab-9e32-45b4-b6c7-437732a04cdb tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.1996517 Sep 23 22:20:21.114082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-34d4fd81-189e-492a-8be5-27a93bc21577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:21.115778 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-34d4fd81-189e-492a-8be5-27a93bc21577 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=469d8c6d-9b83-47dd-87ab-1bab60b72a9e HTTP/1.1" status: 200 len: 844 time: 0.1989207 Sep 23 22:20:21.181035 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f9c46c87-cc4b-4537-ae85-0927afedfa89, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f9c46c87-cc4b-4537-ae85-0927afedfa89,segment=NetworkSegment(ee6f4d55-d95c-44a5-8653-0620ca1e4207),segment_id=ee6f4d55-d95c-44a5-8653-0620ca1e4207)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:21.201418 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0420264a-6984-432d-bcfc-f46fccc6f037 req-45fe5b6e-2a0a-4f44-89f6-3fbb703f71e5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651071 Sep 23 22:20:21.206570 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-839b39c5-9d75-4a6e-ae56-e0b2316a18f9 req-507d1af3-91ae-4fd1-9b94-10e8e48debbf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192890 Sep 23 22:20:21.225949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:20:21.227764 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:20:21.235166 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:20:21.248011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'f9c46c87-cc4b-4537-ae85-0927afedfa89', 'network_id': 'f0e1c3e0-05ef-4974-8679-85414a53080a', 'port_id': 'f9c46c87-cc4b-4537-ae85-0927afedfa89', 'mac_address': 'fa:16:3e:e0:9f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f8a596-9311-4bca-919a-d3affee85760', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:20:21.308000 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f999ae6b-2ebf-4efd-8e34-4eb6bca9a405 x-openstack-request-id: req-f999ae6b-2ebf-4efd-8e34-4eb6bca9a405 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:21.308264 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac2fca1-caba-43be-b9bb-b98c587ff80d", "tag": "9879c4b5-88a5-49de-947b-9ab65bd5b4fa", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:21.308521 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f999ae6b-2ebf-4efd-8e34-4eb6bca9a405 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:21.308924 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac2fca1-caba-43be-b9bb-b98c587ff80d', 'tag': '9879c4b5-88a5-49de-947b-9ab65bd5b4fa', 'status': 'completed', 'code': 200} Sep 23 22:20:21.333842 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fa2c846d-1044-4442-a3fc-dd6021339709 req-6d1c70f2-81cb-4ca8-9753-2a7a3c784a71 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361376 Sep 23 22:20:21.337047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-a0814ded-513d-4cc9-a80c-f53edcd34efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:21.346290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-a0814ded-513d-4cc9-a80c-f53edcd34efb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=717b056d-3b9d-4f6a-a518-58ad20c64300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151389 Sep 23 22:20:21.515239 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:21.564764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c46c87-cc4b-4537-ae85-0927afedfa89 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:20:21.674515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f9c46c87-cc4b-4537-ae85-0927afedfa89, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f9c46c87-cc4b-4537-ae85-0927afedfa89,segment=NetworkSegment(ee6f4d55-d95c-44a5-8653-0620ca1e4207),segment_id=ee6f4d55-d95c-44a5-8653-0620ca1e4207)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:21.719181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8b2a8-a4a4-45df-badb-923eb7cccff1 req-34b813b8-e9e1-4c6d-bba7-db61552dfa1d tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:21.723493 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cac8b2a8-a4a4-45df-badb-923eb7cccff1 req-34b813b8-e9e1-4c6d-bba7-db61552dfa1d tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 944 time: 0.1802456 Sep 23 22:20:21.725024 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:21.736429 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-475e8493-f8b6-40a7-99c9-1f12594bf060 service neutron] 10.222.0.43 "GET /v2.0/networks/717b056d-3b9d-4f6a-a518-58ad20c64300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776679 Sep 23 22:20:21.744202 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:21.748026 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] 10.222.0.22 "DELETE /v2.0/networks/10f25c71-64d8-44f6-bc3c-46533c0a1fea HTTP/1.1" status: 204 len: 168 time: 4.4856772 Sep 23 22:20:21.799367 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:21.800251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device fa90bf5b-707b-4227-9967-dabb8405fbce details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:20:21.815128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73bf68-43f2-4f16-b5b2-0dbb68050779 admin admin] Pushing event deleted for resources: {'Network': ['ID=10f25c71-64d8-44f6-bc3c-46533c0a1fea,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:21.935924 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c039a-d7e0-4306-8f4d-da791f11cc2a req-f1da3f10-6810-49da-a9b0-63adc2fa755e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:21.937972 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e9c039a-d7e0-4306-8f4d-da791f11cc2a req-f1da3f10-6810-49da-a9b0-63adc2fa755e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 943 time: 0.3423507 Sep 23 22:20:21.965455 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cac8b2a8-a4a4-45df-badb-923eb7cccff1 req-387953fd-9c50-4717-968b-6de336bb6d2d tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/security-groups?id=641e4799-8a78-4d5a-84fe-0239f31dec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159336 Sep 23 22:20:22.171160 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e9c039a-d7e0-4306-8f4d-da791f11cc2a req-48e0bd5a-51e0-4f08-8401-a54a4ff90cd5 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups?id=f56be387-3e75-465e-89ca-821d471f33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915901 Sep 23 22:20:22.202803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-602e45d7-1905-4bb2-85e5-9bed4fd5d687 req-c57eb36a-c126-43a2-98f2-9651736be767 service neutron] 10.222.0.43 "GET /v2.0/networks/717b056d-3b9d-4f6a-a518-58ad20c64300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559884 Sep 23 22:20:22.307104 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=fa90bf5b-707b-4227-9967-dabb8405fbce,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:22.364637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'fa90bf5b-707b-4227-9967-dabb8405fbce', 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c', 'port_id': 'fa90bf5b-707b-4227-9967-dabb8405fbce', 'mac_address': 'fa:16:3e:7e:8c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:20:22.425727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f9c46c87-cc4b-4537-ae85-0927afedfa89,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:22.535961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0398d7-0d6b-47c5-93ff-e5434b9253eb req-6d964f44-7876-4d86-a021-851ba065f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:22.541031 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de0398d7-0d6b-47c5-93ff-e5434b9253eb req-6d964f44-7876-4d86-a021-851ba065f538 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=93af46172bae4c4f92e974da93fcb805&device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 1094 time: 0.1669784 Sep 23 22:20:22.547523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1bad5-d43d-4a6b-ad87-6fb4ab62dac2 req-dc035b17-b2de-4389-9316-9d98b26143a2 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:22.549606 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:22.557723 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7ca1bad5-d43d-4a6b-ad87-6fb4ab62dac2 req-dc035b17-b2de-4389-9316-9d98b26143a2 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 944 time: 0.2335947 Sep 23 22:20:22.589279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa90bf5b-707b-4227-9967-dabb8405fbce {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:20:22.617079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=fa90bf5b-707b-4227-9967-dabb8405fbce,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:22.681838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41444) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:22.686391 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:22.700014 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7ca1bad5-d43d-4a6b-ad87-6fb4ab62dac2 req-25baba70-e2b7-4b98-8ebe-678103e377e7 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303320 Sep 23 22:20:22.801260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41448) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:22.802888 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fd6bd725-4ebf-4b11-946f-4b4ddae14c86 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b8b6969335334004955419fa121e731e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1191888 Sep 23 22:20:22.851332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc89347-ff64-4dc3-9deb-8955312d71d9 req-7ac782fa-cd3b-4a04-b7b9-813e28b3be43 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:22.864571 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbc89347-ff64-4dc3-9deb-8955312d71d9 req-7ac782fa-cd3b-4a04-b7b9-813e28b3be43 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.2283194 Sep 23 22:20:22.904433 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=fa90bf5b-707b-4227-9967-dabb8405fbce,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:22.979961 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbc89347-ff64-4dc3-9deb-8955312d71d9 req-5b76df1c-c80a-4b64-85c2-6dafa1e8635b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111307 Sep 23 22:20:23.057145 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0398d7-0d6b-47c5-93ff-e5434b9253eb req-8eaee596-a3e7-4efa-b2fc-3f335be08c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:23.059235 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de0398d7-0d6b-47c5-93ff-e5434b9253eb req-8eaee596-a3e7-4efa-b2fc-3f335be08c8e service neutron] 10.222.0.43 "GET /v2.0/networks?id=717b056d-3b9d-4f6a-a518-58ad20c64300 HTTP/1.1" status: 200 len: 906 time: 0.5063055 Sep 23 22:20:23.137254 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de0398d7-0d6b-47c5-93ff-e5434b9253eb req-6374f0be-e441-4f9f-bf60-8fee56c52078 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9879c4b5-88a5-49de-947b-9ab65bd5b4fa HTTP/1.1" status: 200 len: 217 time: 0.0693271 Sep 23 22:20:23.153031 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e07218a-5819-4316-9dcb-611b0c1b8c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:23.190194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c24e30-b1fd-4ee1-b0c3-4bd5b82a206b req-c0145698-1d13-4bba-95a6-ef4ca019af03 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:23.192519 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56c24e30-b1fd-4ee1-b0c3-4bd5b82a206b req-c0145698-1d13-4bba-95a6-ef4ca019af03 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 945 time: 0.0993161 Sep 23 22:20:23.213453 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['f9c46c87-cc4b-4537-ae85-0927afedfa89'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:20:23.261764 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e07218a-5819-4316-9dcb-611b0c1b8c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:23.264983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['fa90bf5b-707b-4227-9967-dabb8405fbce'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:20:23.284824 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56c24e30-b1fd-4ee1-b0c3-4bd5b82a206b req-5e734dea-ffe2-49e0-93da-313d14b112b7 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/security-groups?id=641e4799-8a78-4d5a-84fe-0239f31dec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850341 Sep 23 22:20:23.329723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0398d7-0d6b-47c5-93ff-e5434b9253eb req-c39c15e4-1c73-4cab-b535-a2cfd7669e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:23.329723 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de0398d7-0d6b-47c5-93ff-e5434b9253eb req-c39c15e4-1c73-4cab-b535-a2cfd7669e34 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=469d8c6d-9b83-47dd-87ab-1bab60b72a9e HTTP/1.1" status: 200 len: 844 time: 0.1721284 Sep 23 22:20:23.501608 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0398d7-0d6b-47c5-93ff-e5434b9253eb req-d388e494-b4a3-4ea0-bf60-f8fbe4a08fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:23.504230 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de0398d7-0d6b-47c5-93ff-e5434b9253eb req-d388e494-b4a3-4ea0-bf60-f8fbe4a08fa0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=717b056d-3b9d-4f6a-a518-58ad20c64300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1652925 Sep 23 22:20:23.988331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d109c9-2bb5-4141-8e1b-60dfb0278d2b req-c1d4dd55-c56d-4bde-942d-3a81cf854c47 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:24.013090 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-24d109c9-2bb5-4141-8e1b-60dfb0278d2b req-c1d4dd55-c56d-4bde-942d-3a81cf854c47 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 945 time: 0.1859498 Sep 23 22:20:24.086863 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-24d109c9-2bb5-4141-8e1b-60dfb0278d2b req-e3954b3a-f992-417a-88a8-061479865b1c tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647237 Sep 23 22:20:24.193043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2bdab-2c58-4f57-b7a6-5a16138ce435 req-c6d508ac-1482-4538-8fa9-87acce0f6e10 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:24.201467 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8a2bdab-2c58-4f57-b7a6-5a16138ce435 req-c6d508ac-1482-4538-8fa9-87acce0f6e10 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 943 time: 0.6890438 Sep 23 22:20:24.203692 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e07218a-5819-4316-9dcb-611b0c1b8c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:24.207072 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e07218a-5819-4316-9dcb-611b0c1b8c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:24.211936 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7e07218a-5819-4316-9dcb-611b0c1b8c1f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7a8ae40-8b85-4d31-926b-2053f9557823 HTTP/1.1" status: 204 len: 168 time: 1.4089999 Sep 23 22:20:24.247991 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07218a-5819-4316-9dcb-611b0c1b8c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a8ae40-8b85-4d31-926b-2053f9557823,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:24.294336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3c602-6608-443b-aef2-72b3a28fc2b2 req-206853ba-9e47-41e0-bb68-6fb824ee7cce tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:24.296018 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2aa3c602-6608-443b-aef2-72b3a28fc2b2 req-206853ba-9e47-41e0-bb68-6fb824ee7cce tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.1295607 Sep 23 22:20:24.344027 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8a2bdab-2c58-4f57-b7a6-5a16138ce435 req-d120d9b8-d8ab-4e34-85d7-a0d9ba42243e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups?id=f56be387-3e75-465e-89ca-821d471f33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267345 Sep 23 22:20:24.390216 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de0398d7-0d6b-47c5-93ff-e5434b9253eb req-aaddbbf6-c8c8-4cb1-b88b-557f2dc5590b service neutron] 10.222.0.43 "GET /v2.0/networks/717b056d-3b9d-4f6a-a518-58ad20c64300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8463140 Sep 23 22:20:24.436468 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2aa3c602-6608-443b-aef2-72b3a28fc2b2 req-1815434a-e74d-41c6-adbb-bab21a977070 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341603 Sep 23 22:20:24.639086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de0398d7-0d6b-47c5-93ff-e5434b9253eb req-2ae0d199-8af4-45c9-829b-6150c9d58b4f service neutron] 10.222.0.43 "GET /v2.0/networks/717b056d-3b9d-4f6a-a518-58ad20c64300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393236 Sep 23 22:20:24.737938 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f9e23-8e18-4e43-a84a-5bd21753a704 req-5587e34e-92aa-4f3b-980c-0fb87a946a70 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:24.739702 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e1f9e23-8e18-4e43-a84a-5bd21753a704 req-5587e34e-92aa-4f3b-980c-0fb87a946a70 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 945 time: 0.2578657 Sep 23 22:20:24.765827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41540) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:24.873338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e1f9e23-8e18-4e43-a84a-5bd21753a704 req-ee3b4f08-334e-4166-80e4-239bb351997c tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/security-groups?id=641e4799-8a78-4d5a-84fe-0239f31dec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216660 Sep 23 22:20:24.905599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 9879c4b5-88a5-49de-947b-9ab65bd5b4fa details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:20:24.957247 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-512f4901-ef99-45aa-9a43-b9995fe2a70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:24.978879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd25295-838e-460b-a1d9-ef9a09ce80e2 req-38acc68d-eea8-4672-a759-0b88bdf3a892 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:24.980661 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bbd25295-838e-460b-a1d9-ef9a09ce80e2 req-38acc68d-eea8-4672-a759-0b88bdf3a892 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.2021945 Sep 23 22:20:25.101835 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bbd25295-838e-460b-a1d9-ef9a09ce80e2 req-eeb23825-cf28-427a-a9b5-f256f6dee491 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995073 Sep 23 22:20:25.324588 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-512f4901-ef99-45aa-9a43-b9995fe2a70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:25.325754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106eecd-f74d-4b76-9db7-d731907e676c req-71457a53-4a54-49cf-a182-434deb36c2ce tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:25.327717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9106eecd-f74d-4b76-9db7-d731907e676c req-71457a53-4a54-49cf-a182-434deb36c2ce tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 945 time: 0.0896916 Sep 23 22:20:25.328282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=9879c4b5-88a5-49de-947b-9ab65bd5b4fa,segment=NetworkSegment(bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149),segment_id=bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:25.367899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '9879c4b5-88a5-49de-947b-9ab65bd5b4fa', 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'port_id': '9879c4b5-88a5-49de-947b-9ab65bd5b4fa', 'mac_address': 'fa:16:3e:9f:23:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:20:25.397848 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-512f4901-ef99-45aa-9a43-b9995fe2a70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:25.408857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9106eecd-f74d-4b76-9db7-d731907e676c req-7e61ec27-5f4c-40b2-8008-a7ee0f1fa431 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740886 Sep 23 22:20:25.436898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41d685-8b8a-4107-8c61-64661b7d9a3c req-3530df49-e661-42ac-8984-50e382655f95 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:25.440016 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae41d685-8b8a-4107-8c61-64661b7d9a3c req-3530df49-e661-42ac-8984-50e382655f95 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.1793835 Sep 23 22:20:25.501790 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:25.534943 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9879c4b5-88a5-49de-947b-9ab65bd5b4fa {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:20:25.543739 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f4901-ef99-45aa-9a43-b9995fe2a70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc89109-938e-4dc6-b6a6-d0f77686d86a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:25.565391 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-512f4901-ef99-45aa-9a43-b9995fe2a70d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36f1742184194deebda2b5e23e7acdde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7948046 Sep 23 22:20:25.591276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41554) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:25.594101 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=9879c4b5-88a5-49de-947b-9ab65bd5b4fa,segment=NetworkSegment(bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149),segment_id=bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:25.619221 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae41d685-8b8a-4107-8c61-64661b7d9a3c req-9c70300a-efef-4a34-888b-25a0952fc126 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647825 Sep 23 22:20:25.682040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41564) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:25.686395 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcae6a-6a94-4f2e-9cf7-9405030ceeb1 req-2a1df780-81b7-442a-a848-5d41a0810ab6 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:25.696553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2dfcae6a-6a94-4f2e-9cf7-9405030ceeb1 req-2a1df780-81b7-442a-a848-5d41a0810ab6 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 943 time: 0.1595478 Sep 23 22:20:25.708472 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:25.777609 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a4a3678-8202-4531-a62f-3ca427c7504d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:25.796332 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2dfcae6a-6a94-4f2e-9cf7-9405030ceeb1 req-44a46f24-4ca6-4eb7-9326-d0b7fbb4ebcc tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups?id=f56be387-3e75-465e-89ca-821d471f33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983675 Sep 23 22:20:25.825638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=9879c4b5-88a5-49de-947b-9ab65bd5b4fa,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:25.846879 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a4a3678-8202-4531-a62f-3ca427c7504d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:25.900083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41570) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:25.911988 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e81f6167-f9d9-463d-92fe-ee399dc22786 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a5ff026edf6742e4be523ba4b5d9d125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286313 Sep 23 22:20:25.975898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754e072-54e9-48b1-a22c-343bf232bd2a req-376c767a-41ab-4796-89a1-5df538849ad4 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:25.988715 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4754e072-54e9-48b1-a22c-343bf232bd2a req-376c767a-41ab-4796-89a1-5df538849ad4 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.1756034 Sep 23 22:20:26.013732 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['9879c4b5-88a5-49de-947b-9ab65bd5b4fa'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:20:26.059039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8432c52e-19a7-413e-b947-3744ecd6b9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:26.070043 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4754e072-54e9-48b1-a22c-343bf232bd2a req-31ef9b19-c865-435c-9782-064a5ed3aa60 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802417 Sep 23 22:20:26.100284 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8432c52e-19a7-413e-b947-3744ecd6b9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:26.119951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d27d9-8879-444d-b287-c94eb93d023c req-f7369017-f617-4250-8266-f18ad5e488b3 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:26.121659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-522d27d9-8879-444d-b287-c94eb93d023c req-f7369017-f617-4250-8266-f18ad5e488b3 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 945 time: 0.1155834 Sep 23 22:20:26.125047 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a4a3678-8202-4531-a62f-3ca427c7504d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:26.127878 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a4a3678-8202-4531-a62f-3ca427c7504d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:26.130041 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5a4a3678-8202-4531-a62f-3ca427c7504d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6fc89109-938e-4dc6-b6a6-d0f77686d86a HTTP/1.1" status: 204 len: 168 time: 0.5350165 Sep 23 22:20:26.202429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a3678-8202-4531-a62f-3ca427c7504d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc89109-938e-4dc6-b6a6-d0f77686d86a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:26.217596 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-522d27d9-8879-444d-b287-c94eb93d023c req-ef7bdac7-7cf9-425c-b805-82a51072281e tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/security-groups?id=641e4799-8a78-4d5a-84fe-0239f31dec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845776 Sep 23 22:20:26.395001 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8432c52e-19a7-413e-b947-3744ecd6b9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:26.403537 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8432c52e-19a7-413e-b947-3744ecd6b9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:26.403537 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8432c52e-19a7-413e-b947-3744ecd6b9eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40ff3c4f-7373-40a6-a6cb-503f0f31e9b5 HTTP/1.1" status: 204 len: 168 time: 0.4996238 Sep 23 22:20:26.413647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519fbc8-200e-431b-9dc3-90e9121b79b2 req-570fa789-916a-4fb9-895f-1be5d704a78c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:26.420721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432c52e-19a7-413e-b947-3744ecd6b9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ff3c4f-7373-40a6-a6cb-503f0f31e9b5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:26.424157 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e519fbc8-200e-431b-9dc3-90e9121b79b2 req-570fa789-916a-4fb9-895f-1be5d704a78c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.1755366 Sep 23 22:20:26.520874 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e519fbc8-200e-431b-9dc3-90e9121b79b2 req-e59ac994-da3e-48d9-a319-526250fea4dd tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840588 Sep 23 22:20:26.705140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdacc9-8dcd-49b9-b963-f27706558835 req-43cf689c-9997-441b-884b-a75344fde098 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:26.713681 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d7cdacc9-8dcd-49b9-b963-f27706558835 req-43cf689c-9997-441b-884b-a75344fde098 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.1023016 Sep 23 22:20:26.772070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f9c46c87-cc4b-4537-ae85-0927afedfa89 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:20:26.772401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290ed0b-51fd-4d45-801b-0d1a135396e0 req-1a262750-9c79-46ee-9a05-31a9612aeb1f tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:26.773646 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d7cdacc9-8dcd-49b9-b963-f27706558835 req-92cc02ad-e795-48af-aeb8-f450eea3c318 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587234 Sep 23 22:20:26.780726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5290ed0b-51fd-4d45-801b-0d1a135396e0 req-1a262750-9c79-46ee-9a05-31a9612aeb1f tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 945 time: 0.1631010 Sep 23 22:20:26.853869 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5290ed0b-51fd-4d45-801b-0d1a135396e0 req-d69c412e-9072-4cee-b385-fd2ec3c36b25 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719898 Sep 23 22:20:27.074708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port f9c46c87-cc4b-4537-ae85-0927afedfa89 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:20:27.081912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port f9c46c87-cc4b-4537-ae85-0927afedfa89 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:27.084075 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:27.122491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0da17-8aab-47c5-b3fb-6fbbd9925af8 req-cbd36790-602f-4ac4-b0cb-8e15bf6e0480 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:27.127513 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-04b0da17-8aab-47c5-b3fb-6fbbd9925af8 req-cbd36790-602f-4ac4-b0cb-8e15bf6e0480 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.1319425 Sep 23 22:20:27.129967 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc463ec7-fd56-4b3b-8341-bd39a50f1618 req-5a2ad9cb-cb96-4411-b865-c6f30602a328 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:27.135135 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bc463ec7-fd56-4b3b-8341-bd39a50f1618 req-5a2ad9cb-cb96-4411-b865-c6f30602a328 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 944 time: 0.1578391 Sep 23 22:20:27.237557 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bc463ec7-fd56-4b3b-8341-bd39a50f1618 req-f111c439-c998-4945-9bac-e39c9871d949 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups?id=f56be387-3e75-465e-89ca-821d471f33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956068 Sep 23 22:20:27.286676 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-04b0da17-8aab-47c5-b3fb-6fbbd9925af8 req-de2a845a-d37b-4b1e-8a03-f01bc8e60998 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360376 Sep 23 22:20:27.507583 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:27.557804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e10bb4-f1a0-4675-accf-d8fca7dd20c0 req-8e5ae2f2-24d0-47c3-972d-1ca8a58e7477 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:27.563188 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-26e10bb4-f1a0-4675-accf-d8fca7dd20c0 req-8e5ae2f2-24d0-47c3-972d-1ca8a58e7477 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 945 time: 0.1682918 Sep 23 22:20:27.577148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a623b-b634-4228-83ad-d0d800e8e9b5 req-a7edebcb-b9ef-4a54-a024-6d6f3dd8c765 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:27.586909 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-120a623b-b634-4228-83ad-d0d800e8e9b5 req-a7edebcb-b9ef-4a54-a024-6d6f3dd8c765 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.1025894 Sep 23 22:20:27.596481 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f9c46c87-cc4b-4537-ae85-0927afedfa89, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f9c46c87-cc4b-4537-ae85-0927afedfa89,segment=NetworkSegment(ee6f4d55-d95c-44a5-8653-0620ca1e4207),segment_id=ee6f4d55-d95c-44a5-8653-0620ca1e4207)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:27.597554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9eaeb9d-86ba-4a31-b797-a9659bf76ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c46c87-cc4b-4537-ae85-0927afedfa89'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:27.601425 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e80b40-4c1c-412a-aec0-fb42fa28cfd9" -d '{"events": [{"server_uuid": "d9eaeb9d-86ba-4a31-b797-a9659bf76ebc", "name": "network-vif-plugged", "status": "completed", "tag": "f9c46c87-cc4b-4537-ae85-0927afedfa89"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:27.653410 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-120a623b-b634-4228-83ad-d0d800e8e9b5 req-1a7997c8-7b71-4c70-b90d-0c11b9c0bac4 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605474 Sep 23 22:20:27.674557 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-26e10bb4-f1a0-4675-accf-d8fca7dd20c0 req-bb25431b-0e7b-4c38-9e30-7e29f57abfdc tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/security-groups?id=641e4799-8a78-4d5a-84fe-0239f31dec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009309 Sep 23 22:20:27.735917 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bd50c0-c53a-453f-9e5d-f534598db967 x-openstack-request-id: req-92bd50c0-c53a-453f-9e5d-f534598db967 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:27.736212 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9eaeb9d-86ba-4a31-b797-a9659bf76ebc", "name": "network-vif-plugged", "status": "completed", "tag": "f9c46c87-cc4b-4537-ae85-0927afedfa89", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:27.736486 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92bd50c0-c53a-453f-9e5d-f534598db967 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:27.736916 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9eaeb9d-86ba-4a31-b797-a9659bf76ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c46c87-cc4b-4537-ae85-0927afedfa89', 'code': 200} Sep 23 22:20:27.897187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ee26c-c468-4090-b1dd-9f0b22d201fd req-a5a1d779-0524-41eb-8435-a989967257e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:27.899360 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-817ee26c-c468-4090-b1dd-9f0b22d201fd req-a5a1d779-0524-41eb-8435-a989967257e4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 1096 time: 0.0589142 Sep 23 22:20:27.939016 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-817ee26c-c468-4090-b1dd-9f0b22d201fd req-290909c3-033e-4d45-938e-f95d419cc05c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=641e4799-8a78-4d5a-84fe-0239f31dec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Sep 23 22:20:27.972071 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:27.972891 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device fa90bf5b-707b-4227-9967-dabb8405fbce up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:20:28.063253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f9c46c87-cc4b-4537-ae85-0927afedfa89,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:28.183399 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port fa90bf5b-707b-4227-9967-dabb8405fbce completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:20:28.196552 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port fa90bf5b-707b-4227-9967-dabb8405fbce triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:28.196552 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:28.421279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6258a-5f73-44e5-921f-20dde6222cf5 req-e710e5ce-3cd1-4109-87e8-b2dd490965c3 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:28.430625 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05c6258a-5f73-44e5-921f-20dde6222cf5 req-e710e5ce-3cd1-4109-87e8-b2dd490965c3 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 945 time: 0.1327231 Sep 23 22:20:28.462926 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:28.495779 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05c6258a-5f73-44e5-921f-20dde6222cf5 req-909eef33-3f40-40bf-9e72-52ebb371164d tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635424 Sep 23 22:20:28.605394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=fa90bf5b-707b-4227-9967-dabb8405fbce,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:28.667182 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb7e5e-e9e5-4525-bced-4635765cd0dc req-b9c0c6fa-25cf-4f8c-b2d2-cbca50785c45 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:28.676120 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-75eb7e5e-e9e5-4525-bced-4635765cd0dc req-b9c0c6fa-25cf-4f8c-b2d2-cbca50785c45 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 944 time: 0.0798793 Sep 23 22:20:28.738125 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-75eb7e5e-e9e5-4525-bced-4635765cd0dc req-195d2a40-aec3-4291-81e1-c8d49cb6a22c tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups?id=f56be387-3e75-465e-89ca-821d471f33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603447 Sep 23 22:20:28.749125 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:28.843946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=fa90bf5b-707b-4227-9967-dabb8405fbce,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:28.858703 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:28.859057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:28.859658 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:28.860000 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:28.860493 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:28.861011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:28.861364 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:28.861698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:28.862032 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:28.863471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:28.863471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:28.863471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:20:28.941591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 9879c4b5-88a5-49de-947b-9ab65bd5b4fa up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:20:28.973634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50584738-6e4e-4bdc-8a10-cb02f4008a56 req-07be822a-14db-4d27-ae4c-1766be2f3139 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:28.997319 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-50584738-6e4e-4bdc-8a10-cb02f4008a56 req-07be822a-14db-4d27-ae4c-1766be2f3139 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 946 time: 0.1847012 Sep 23 22:20:29.084223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-50584738-6e4e-4bdc-8a10-cb02f4008a56 req-8a576701-36bd-45c6-9c2d-5764eee40efc tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/security-groups?id=641e4799-8a78-4d5a-84fe-0239f31dec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824938 Sep 23 22:20:29.102270 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41690) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:29.162726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:20:29.168521 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:29.168964 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:29.463959 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:29.573894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1155453971-network', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:29.582049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=9879c4b5-88a5-49de-947b-9ab65bd5b4fa,segment=NetworkSegment(bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149),segment_id=bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:29.650500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a12a4a-9173-4656-97db-365c808aaff7 req-8c9c945f-1d8c-4f1d-b270-7c959350ec43 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:29.668979 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a12a4a-9173-4656-97db-365c808aaff7 req-8c9c945f-1d8c-4f1d-b270-7c959350ec43 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.2485769 Sep 23 22:20:29.703866 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:29.786652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] Made reservation on behalf of 0482f6f559a3421db26d6bef5bd62a78 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:20:29.788259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f78db0-5381-4e73-8aaf-1fce0d49f3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa90bf5b-707b-4227-9967-dabb8405fbce'}, {'server_uuid': 'eac2fca1-caba-43be-b9bb-b98c587ff80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9879c4b5-88a5-49de-947b-9ab65bd5b4fa'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:29.791242 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:29.795950 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af77fa6-c6b7-433c-a3bb-54ae2b0eeec8" -d '{"events": [{"server_uuid": "59f78db0-5381-4e73-8aaf-1fce0d49f3bd", "name": "network-vif-plugged", "status": "completed", "tag": "fa90bf5b-707b-4227-9967-dabb8405fbce"}, {"server_uuid": "eac2fca1-caba-43be-b9bb-b98c587ff80d", "name": "network-vif-plugged", "status": "completed", "tag": "9879c4b5-88a5-49de-947b-9ab65bd5b4fa"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:29.798807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a12a4a-9173-4656-97db-365c808aaff7 req-95a1054e-600d-4513-891f-3ecae0263c3a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234789 Sep 23 22:20:29.848501 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:29.887698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=9879c4b5-88a5-49de-947b-9ab65bd5b4fa,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:29.921290 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0090-e9e7-4c58-8189-3703f4130c14 req-115f61da-3a81-48a2-8b39-c9372f2b2981 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:29.923025 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ef4f0090-e9e7-4c58-8189-3703f4130c14 req-115f61da-3a81-48a2-8b39-c9372f2b2981 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 946 time: 0.1671956 Sep 23 22:20:30.009836 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ef4f0090-e9e7-4c58-8189-3703f4130c14 req-231515af-0863-4838-8678-a5391b6d95d3 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697968 Sep 23 22:20:30.092002 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f976b62-36c2-45fd-84d1-969cea6126cf req-09d9d9f5-5018-44fa-b88b-db3a6437f233 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:30.099529 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cccdb8-14fc-4a05-9c8e-85f36fa3537e x-openstack-request-id: req-d6cccdb8-14fc-4a05-9c8e-85f36fa3537e {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:30.099856 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f78db0-5381-4e73-8aaf-1fce0d49f3bd", "name": "network-vif-plugged", "status": "completed", "tag": "fa90bf5b-707b-4227-9967-dabb8405fbce", "code": 200}, {"server_uuid": "eac2fca1-caba-43be-b9bb-b98c587ff80d", "name": "network-vif-plugged", "status": "completed", "tag": "9879c4b5-88a5-49de-947b-9ab65bd5b4fa", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:30.100109 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6cccdb8-14fc-4a05-9c8e-85f36fa3537e {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:30.100547 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f78db0-5381-4e73-8aaf-1fce0d49f3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa90bf5b-707b-4227-9967-dabb8405fbce', 'code': 200} Sep 23 22:20:30.101582 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac2fca1-caba-43be-b9bb-b98c587ff80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9879c4b5-88a5-49de-947b-9ab65bd5b4fa', 'code': 200} Sep 23 22:20:30.112368 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:30.112567 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4f976b62-36c2-45fd-84d1-969cea6126cf req-09d9d9f5-5018-44fa-b88b-db3a6437f233 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 945 time: 0.1497009 Sep 23 22:20:30.192431 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4f976b62-36c2-45fd-84d1-969cea6126cf req-da267b2d-c7d3-47bd-b101-f079e6f96905 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups?id=f56be387-3e75-465e-89ca-821d471f33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817990 Sep 23 22:20:30.325828 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:30.333021 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13618fb-c4f2-40f9-8585-7cf955430cae req-78059da2-560a-4dbe-825e-362653ee71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:30.334448 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c13618fb-c4f2-40f9-8585-7cf955430cae req-78059da2-560a-4dbe-825e-362653ee71f6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 1097 time: 0.0712936 Sep 23 22:20:30.375149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107fb0e-7706-4abf-9f13-b2af97df7181 req-b0d0b259-ce00-4982-ad69-e20584f30ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:30.377585 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a107fb0e-7706-4abf-9f13-b2af97df7181 req-b0d0b259-ce00-4982-ad69-e20584f30ae2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 1096 time: 0.1929486 Sep 23 22:20:30.390242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:20:30.470116 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c13618fb-c4f2-40f9-8585-7cf955430cae req-9ddda388-7be3-400f-894c-eb7bd7f2e483 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228940 Sep 23 22:20:30.481582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfaeabf-e50d-450d-ad7b-1ab55cda5536,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:30.519632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebf988-0ae1-49fc-82cc-b6ba485f10f0 req-2b38761e-5240-4fbc-9466-fc8316a17bdd tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:30.521901 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-23ebf988-0ae1-49fc-82cc-b6ba485f10f0 req-2b38761e-5240-4fbc-9466-fc8316a17bdd tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 946 time: 0.2617898 Sep 23 22:20:30.531149 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:30.531149 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] Added segment c5a96eb9-e25f-4246-aa76-09911e5778f9 of type vlan for network b8785a5e-df92-480b-8acf-638778e70a5b Sep 23 22:20:30.543452 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a107fb0e-7706-4abf-9f13-b2af97df7181 req-9c5fdafa-6402-48f1-a275-5fd1789c98c8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f56be387-3e75-465e-89ca-821d471f33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546350 Sep 23 22:20:30.636610 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:30.649198 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-23ebf988-0ae1-49fc-82cc-b6ba485f10f0 req-a2dca359-3625-4a72-b948-70e6ee1d7e5e tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/security-groups?id=641e4799-8a78-4d5a-84fe-0239f31dec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022379 Sep 23 22:20:30.884284 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:30.885606 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:30.886723 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:31.020802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] Pushing event updated for resources: {'Network': ['ID=b8785a5e-df92-480b-8acf-638778e70a5b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:31.044161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3b5d1-41c5-4c49-83ef-cd912e33bacd req-4eb038aa-20fa-4ca4-a39c-e33024992e45 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:31.044773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network b8785a5e-df92-480b-8acf-638778e70a5b details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:20:31.045977 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-02d3b5d1-41c5-4c49-83ef-cd912e33bacd req-4eb038aa-20fa-4ca4-a39c-e33024992e45 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.0961921 Sep 23 22:20:31.119276 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-02d3b5d1-41c5-4c49-83ef-cd912e33bacd req-a9b21250-dc4e-4e5b-a824-9c237d71e040 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604119 Sep 23 22:20:31.127804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41752) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:31.145424 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8e1e53ff-1bdf-4204-aef6-5504dfb4f590 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0340784 Sep 23 22:20:31.145711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7143ab90-ab1d-4dd3-b04f-e42b1cac78ea admin admin] Request body: {'subnet': {'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1155453971-subnet', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:31.293226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7143ab90-ab1d-4dd3-b04f-e42b1cac78ea admin admin] Made reservation on behalf of 0482f6f559a3421db26d6bef5bd62a78 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:20:31.299459 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7143ab90-ab1d-4dd3-b04f-e42b1cac78ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:31.534615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60be203-0884-454d-a8bb-cd1f7b0a45df req-2c6d9ba4-0ff9-4a89-8749-03ba6055ba83 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:31.547867 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d60be203-0884-454d-a8bb-cd1f7b0a45df req-2c6d9ba4-0ff9-4a89-8749-03ba6055ba83 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 946 time: 0.2427864 Sep 23 22:20:31.646574 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d60be203-0884-454d-a8bb-cd1f7b0a45df req-19854456-bf05-4e83-8226-836d85f115cf tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971437 Sep 23 22:20:31.847861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b2f83-ff8c-4176-a273-aa37a4842704 req-f84fb623-08e1-4f61-9c6c-014eb1a4a6b8 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:31.860611 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-220b2f83-ff8c-4176-a273-aa37a4842704 req-f84fb623-08e1-4f61-9c6c-014eb1a4a6b8 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 945 time: 0.1710598 Sep 23 22:20:31.972000 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-220b2f83-ff8c-4176-a273-aa37a4842704 req-72295275-9287-4087-98ec-f2fcf07a03fc tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups?id=f56be387-3e75-465e-89ca-821d471f33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060312 Sep 23 22:20:32.093585 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7143ab90-ab1d-4dd3-b04f-e42b1cac78ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:32.365018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143ab90-ab1d-4dd3-b04f-e42b1cac78ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7021669-0d07-4e89-bfa4-274b44c0697b,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:32.372302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143ab90-ab1d-4dd3-b04f-e42b1cac78ea admin admin] Checking segment: {'id': 'c5a96eb9-e25f-4246-aa76-09911e5778f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:20:32.373140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7143ab90-ab1d-4dd3-b04f-e42b1cac78ea admin admin] Network hostable DHCP agents. Network: b8785a5e-df92-480b-8acf-638778e70a5b, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:20:32.392805 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24896e3d-cfbf-4a81-834d-774ba74a1924 req-bee06356-24b8-48bb-a896-8b4472395f59 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:32.402633 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-24896e3d-cfbf-4a81-834d-774ba74a1924 req-bee06356-24b8-48bb-a896-8b4472395f59 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.1467597 Sep 23 22:20:32.493623 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-24896e3d-cfbf-4a81-834d-774ba74a1924 req-a8caa42e-3f3d-4ab1-8c29-25d0c4fc5b21 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894136 Sep 23 22:20:32.682960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7143ab90-ab1d-4dd3-b04f-e42b1cac78ea admin admin] Network b8785a5e-df92-480b-8acf-638778e70a5b is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:20:32.812300 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2a441-02e4-4149-aa93-d165671f0a58 req-6c192072-1d73-4278-9074-df33bda5b6c3 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:32.825766 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4da2a441-02e4-4149-aa93-d165671f0a58 req-6c192072-1d73-4278-9074-df33bda5b6c3 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 946 time: 0.0945177 Sep 23 22:20:32.891516 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-7143ab90-ab1d-4dd3-b04f-e42b1cac78ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, b8785a5e-df92-480b-8acf-638778e70a5b) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:20:32.897077 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7143ab90-ab1d-4dd3-b04f-e42b1cac78ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:32.897866 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7143ab90-ab1d-4dd3-b04f-e42b1cac78ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:32.905985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb7d9c2-39d4-4a06-bddb-1f21050e117a None None] Network b8785a5e-df92-480b-8acf-638778e70a5b requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:20:32.972957 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4da2a441-02e4-4149-aa93-d165671f0a58 req-a4797869-1f08-45c4-9391-db7587664285 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439314 Sep 23 22:20:33.137025 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7143ab90-ab1d-4dd3-b04f-e42b1cac78ea admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0076611 Sep 23 22:20:33.140019 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41822) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:33.147911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:33.278458 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-b8785a5e-df92-480b-8acf-638778e70a5b', 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'fixed_ips': [{'subnet_id': 'e7021669-0d07-4e89-bfa4-274b44c0697b'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:20:33.280219 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:33.321543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130aeba-34a4-4dd0-be69-17f2ae1e6807 req-eefad37b-eaa6-45eb-943f-14a51c5d9cfc tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:33.321543 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0130aeba-34a4-4dd0-be69-17f2ae1e6807 req-eefad37b-eaa6-45eb-943f-14a51c5d9cfc tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 945 time: 0.0950892 Sep 23 22:20:33.339308 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:33.341753 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:33.520512 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0130aeba-34a4-4dd0-be69-17f2ae1e6807 req-c3ee7a28-d6cd-4639-9415-abc742cac1c0 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups?id=f56be387-3e75-465e-89ca-821d471f33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827903 Sep 23 22:20:33.565200 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Allocated IP 172.20.0.2 (b8785a5e-df92-480b-8acf-638778e70a5b/e7021669-0d07-4e89-bfa4-274b44c0697b/f4d410fa-c498-458e-bddf-bbd9414dfaae) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:20:33.611011 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:33.800343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508b27-aaa9-4518-9e60-95deee127c33 req-847c189f-9c56-495a-bab5-8e15a786f79d tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:33.803503 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59508b27-aaa9-4518-9e60-95deee127c33 req-847c189f-9c56-495a-bab5-8e15a786f79d tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.0803251 Sep 23 22:20:33.863618 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:34.020587 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59508b27-aaa9-4518-9e60-95deee127c33 req-ac70ccc2-600f-440e-a54e-4700edffa342 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031939 Sep 23 22:20:34.102935 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:34.103518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfddeca-c833-4a2d-ae2e-6aa96d753f02 req-45556a77-cb26-49c9-85b1-fe8947ca48fa tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:34.103518 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2dfddeca-c833-4a2d-ae2e-6aa96d753f02 req-45556a77-cb26-49c9-85b1-fe8947ca48fa tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 945 time: 0.0752788 Sep 23 22:20:34.111836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41848) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:34.120203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d00c611f-89c9-422f-a16b-8c01aca39c27 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Request body: {'floatingip': {'port_id': '9879c4b5-88a5-49de-947b-9ab65bd5b4fa'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:34.188074 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:34.260443 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d00c611f-89c9-422f-a16b-8c01aca39c27 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:34.302428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Network b8785a5e-df92-480b-8acf-638778e70a5b is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:20:34.308614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:20:34.315508 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:20:34.341463 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Pushing event updated for resources: {'Port': ['ID=f4d410fa-c498-458e-bddf-bbd9414dfaae,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:34.452316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Attempting to bind port f4d410fa-c498-458e-bddf-bbd9414dfaae on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:20:34.452971 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Attempting to bind port f4d410fa-c498-458e-bddf-bbd9414dfaae by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'c5a96eb9-e25f-4246-aa76-09911e5778f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:20:34.453591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Attempting to bind port f4d410fa-c498-458e-bddf-bbd9414dfaae on network b8785a5e-df92-480b-8acf-638778e70a5b {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:34.464346 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:20:34.464964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Checking segment: {'id': 'c5a96eb9-e25f-4246-aa76-09911e5778f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:20:34.465674 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:34.466329 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Bound using segment: {'id': 'c5a96eb9-e25f-4246-aa76-09911e5778f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:20:34.467139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Bound port: f4d410fa-c498-458e-bddf-bbd9414dfaae, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a96eb9-e25f-4246-aa76-09911e5778f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:20:34.467772 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:34.562208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc6084-e8d5-4a7b-83fa-52ebfd193f78 req-370e28e8-1eae-40c7-bff8-2e5cc4fa3907 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:34.570090 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-18dc6084-e8d5-4a7b-83fa-52ebfd193f78 req-370e28e8-1eae-40c7-bff8-2e5cc4fa3907 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 946 time: 0.1114554 Sep 23 22:20:34.604901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] For port f4d410fa-c498-458e-bddf-bbd9414dfaae, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:20:34.611489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] For port f4d410fa-c498-458e-bddf-bbd9414dfaae, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f4d410fa-c498-458e-bddf-bbd9414dfaae,segment=NetworkSegment(c5a96eb9-e25f-4246-aa76-09911e5778f9),segment_id=c5a96eb9-e25f-4246-aa76-09911e5778f9)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:20:34.658239 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-18dc6084-e8d5-4a7b-83fa-52ebfd193f78 req-c7f751ce-9995-47fa-a75c-70bad895338a tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858185 Sep 23 22:20:34.732987 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:34.830181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6a244-d499-418d-8de9-d223a8242bb6 req-bdda7104-a932-4bc0-9632-87e5da1923c7 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:34.834996 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-00b6a244-d499-418d-8de9-d223a8242bb6 req-bdda7104-a932-4bc0-9632-87e5da1923c7 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 946 time: 0.1859517 Sep 23 22:20:34.903899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb023b3-b400-4234-b0cc-d4208e2bad66 None None] Pushing event updated for resources: {'Port': ['ID=f4d410fa-c498-458e-bddf-bbd9414dfaae,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:34.910694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 89917849-41f2-4c66-b136-7c5fbbfce6a3 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:20:35.004034 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.resource_extend [None req-d00c611f-89c9-422f-a16b-8c01aca39c27 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:20:35.058488 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:35.073246 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-00b6a244-d499-418d-8de9-d223a8242bb6 req-df4864d2-2566-4d47-9b99-0bcf3b67d6a3 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/security-groups?id=641e4799-8a78-4d5a-84fe-0239f31dec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152090 Sep 23 22:20:35.091712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:35.097790 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d00c611f-89c9-422f-a16b-8c01aca39c27 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:35.107464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469d26d-2d88-4105-8cda-3cd0c7ef2461 req-725d8f43-a691-44bc-b4bc-8e4e153bc317 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:35.107464 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d469d26d-2d88-4105-8cda-3cd0c7ef2461 req-725d8f43-a691-44bc-b4bc-8e4e153bc317 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 1097 time: 0.1090536 Sep 23 22:20:35.160726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 89917849-41f2-4c66-b136-7c5fbbfce6a3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=89917849-41f2-4c66-b136-7c5fbbfce6a3,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:35.185275 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '89917849-41f2-4c66-b136-7c5fbbfce6a3', 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f', 'port_id': '89917849-41f2-4c66-b136-7c5fbbfce6a3', 'mac_address': 'fa:16:3e:09:f7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feabcec-1c76-49b1-a0fd-ebf326fb24ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:20:35.199619 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d469d26d-2d88-4105-8cda-3cd0c7ef2461 req-0ee9c94b-b0fb-4218-aa70-ed9e837298d4 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547025 Sep 23 22:20:35.242062 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:35.269950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89917849-41f2-4c66-b136-7c5fbbfce6a3 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:20:35.297500 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d00c611f-89c9-422f-a16b-8c01aca39c27 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:35.355728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 89917849-41f2-4c66-b136-7c5fbbfce6a3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=89917849-41f2-4c66-b136-7c5fbbfce6a3,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:35.375634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Allocated IP 172.25.1.159 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:20:35.400680 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed43b8-3efc-401d-b884-72e040b8bd4b req-0f922926-6fb6-416d-8746-001d380664b2 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:35.405234 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8aed43b8-3efc-401d-b884-72e040b8bd4b req-0f922926-6fb6-416d-8746-001d380664b2 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.1994121 Sep 23 22:20:35.510341 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:35.526601 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8aed43b8-3efc-401d-b884-72e040b8bd4b req-9d6fcfe5-8291-4a68-af11-d1ba465031fa tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671673 Sep 23 22:20:35.529267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255db301-8e94-4b16-aadf-3cf558703840 req-0c844368-500f-44e6-9a14-9dc616acec42 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:35.530659 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-255db301-8e94-4b16-aadf-3cf558703840 req-0c844368-500f-44e6-9a14-9dc616acec42 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 1097 time: 0.1371002 Sep 23 22:20:35.552339 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-d00c611f-89c9-422f-a16b-8c01aca39c27 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Floating IP dc7755d7-8435-4b68-858b-6dc66aac67ad associated. External IP: 172.25.1.253, port: 9879c4b5-88a5-49de-947b-9ab65bd5b4fa. Sep 23 22:20:35.593856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=89917849-41f2-4c66-b136-7c5fbbfce6a3,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:35.671647 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-255db301-8e94-4b16-aadf-3cf558703840 req-6f8d74f9-d0f7-4011-ac5d-d75c790d5d43 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632248 Sep 23 22:20:35.702991 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:35.722332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['89917849-41f2-4c66-b136-7c5fbbfce6a3'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:20:35.945755 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:36.062059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41918) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:36.092525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00c611f-89c9-422f-a16b-8c01aca39c27 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Router 0ee3774a-1023-43f6-ba60-7d124a383674 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:20:36.120125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:20:36.158726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:36.176533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:20:36.179751 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:20:36.274870 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:36.286135 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00c611f-89c9-422f-a16b-8c01aca39c27 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:20:36.293226 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d00c611f-89c9-422f-a16b-8c01aca39c27 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:36.299692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef90c9c-a591-4b33-9f15-29ec1fbd0784 None None] Sync routers for ids ['0ee3774a-1023-43f6-ba60-7d124a383674'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:20:36.331513 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d00c611f-89c9-422f-a16b-8c01aca39c27 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "PUT /v2.0/floatingips/dc7755d7-8435-4b68-858b-6dc66aac67ad HTTP/1.1" status: 200 len: 991 time: 2.2181857 Sep 23 22:20:36.332467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac2fca1-caba-43be-b9bb-b98c587ff80d', 'tag': '9879c4b5-88a5-49de-947b-9ab65bd5b4fa'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:36.334562 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2600dd0b-3e34-4879-ba83-350fa4e81dff" -d '{"events": [{"name": "network-changed", "server_uuid": "eac2fca1-caba-43be-b9bb-b98c587ff80d", "tag": "9879c4b5-88a5-49de-947b-9ab65bd5b4fa"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:36.346207 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef90c9c-a591-4b33-9f15-29ec1fbd0784 None None] Routers {'0ee3774a-1023-43f6-ba60-7d124a383674'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:20:36.347353 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-eef90c9c-a591-4b33-9f15-29ec1fbd0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:20:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ee3774a-1023-43f6-ba60-7d124a383674'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:36.381924 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f94266cd-cb5c-4229-aa82-c1da303fe966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:36.608628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f4d410fa-c498-458e-bddf-bbd9414dfaae up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:20:36.638871 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d7472-c4c2-4bc7-8017-74e03e9a0a9a req-60356e1f-f9b5-4883-9877-d2be5f1ec3e3 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:36.640623 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-004d7472-c4c2-4bc7-8017-74e03e9a0a9a req-60356e1f-f9b5-4883-9877-d2be5f1ec3e3 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 946 time: 0.4200387 Sep 23 22:20:36.701012 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a296e150-9313-45aa-88bb-79fa39e301c1 None None] Network b8785a5e-df92-480b-8acf-638778e70a5b requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:20:36.727044 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f94266cd-cb5c-4229-aa82-c1da303fe966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:36.814322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-004d7472-c4c2-4bc7-8017-74e03e9a0a9a req-8adcb571-9956-446e-a9a1-2268f76a8b2a tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Deleting port f9c46c87-cc4b-4537-ae85-0927afedfa89 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:20:36.814322 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-004d7472-c4c2-4bc7-8017-74e03e9a0a9a req-8adcb571-9956-446e-a9a1-2268f76a8b2a tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:36.917692 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f94266cd-cb5c-4229-aa82-c1da303fe966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:36.938764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 89917849-41f2-4c66-b136-7c5fbbfce6a3 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:20:37.064637 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f94266cd-cb5c-4229-aa82-c1da303fe966 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ccd420d666d4b7a813ab06ed67d936e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0013771 Sep 23 22:20:37.065453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94266cd-cb5c-4229-aa82-c1da303fe966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fd4571-9870-4380-970f-1f760c490ad9,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:37.070605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41952) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:37.081823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-004d7472-c4c2-4bc7-8017-74e03e9a0a9a req-8adcb571-9956-446e-a9a1-2268f76a8b2a tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] For port f9c46c87-cc4b-4537-ae85-0927afedfa89, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f9c46c87-cc4b-4537-ae85-0927afedfa89,segment=NetworkSegment(ee6f4d55-d95c-44a5-8653-0620ca1e4207),segment_id=ee6f4d55-d95c-44a5-8653-0620ca1e4207)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:37.082203 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-004d7472-c4c2-4bc7-8017-74e03e9a0a9a req-8adcb571-9956-446e-a9a1-2268f76a8b2a tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:37.090270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ace421f5-e999-4fbd-9bcd-efffb56c756e None None] Provisioning complete for port f4d410fa-c498-458e-bddf-bbd9414dfaae triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:37.091067 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ace421f5-e999-4fbd-9bcd-efffb56c756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:37.101581 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-004d7472-c4c2-4bc7-8017-74e03e9a0a9a req-8adcb571-9956-446e-a9a1-2268f76a8b2a tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Calling delete_port for f9c46c87-cc4b-4537-ae85-0927afedfa89 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:20:37.126934 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:37.256751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-eef90c9c-a591-4b33-9f15-29ec1fbd0784 None None] Set router 0ee3774a-1023-43f6-ba60-7d124a383674 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:20:37.265964 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-72852ce7-9793-4019-b1a0-7ee27ca991ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:37.347124 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port f4d410fa-c498-458e-bddf-bbd9414dfaae triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:37.348082 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:37.368042 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-72852ce7-9793-4019-b1a0-7ee27ca991ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:37.471833 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 89917849-41f2-4c66-b136-7c5fbbfce6a3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:37.472803 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:37.509563 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:37.846823 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ace421f5-e999-4fbd-9bcd-efffb56c756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:37.932432 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:37.951948 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-004d7472-c4c2-4bc7-8017-74e03e9a0a9a req-8adcb571-9956-446e-a9a1-2268f76a8b2a tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:37.961497 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-72852ce7-9793-4019-b1a0-7ee27ca991ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:37.965040 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-72852ce7-9793-4019-b1a0-7ee27ca991ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:37.969613 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-72852ce7-9793-4019-b1a0-7ee27ca991ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99fd4571-9870-4380-970f-1f760c490ad9 HTTP/1.1" status: 204 len: 168 time: 0.8899169 Sep 23 22:20:38.014879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72852ce7-9793-4019-b1a0-7ee27ca991ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fd4571-9870-4380-970f-1f760c490ad9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:38.015068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ace421f5-e999-4fbd-9bcd-efffb56c756e None None] For port f4d410fa-c498-458e-bddf-bbd9414dfaae, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f4d410fa-c498-458e-bddf-bbd9414dfaae,segment=NetworkSegment(c5a96eb9-e25f-4246-aa76-09911e5778f9),segment_id=c5a96eb9-e25f-4246-aa76-09911e5778f9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:38.048170 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcb571-9956-446e-a9a1-2268f76a8b2a tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Pushing event deleted for resources: {'Port': ['ID=f9c46c87-cc4b-4537-ae85-0927afedfa89,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:38.095628 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:38.131036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc95517-4356-4b06-9b3c-8cf161248e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89917849-41f2-4c66-b136-7c5fbbfce6a3'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:38.134186 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae78fb6-72aa-45c0-87e6-08167d721562" -d '{"events": [{"server_uuid": "1fc95517-4356-4b06-9b3c-8cf161248e9b", "name": "network-vif-plugged", "status": "completed", "tag": "89917849-41f2-4c66-b136-7c5fbbfce6a3"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:38.156188 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 89917849-41f2-4c66-b136-7c5fbbfce6a3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=89917849-41f2-4c66-b136-7c5fbbfce6a3,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:38.159980 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ace421f5-e999-4fbd-9bcd-efffb56c756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:38.168717 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-004d7472-c4c2-4bc7-8017-74e03e9a0a9a req-8adcb571-9956-446e-a9a1-2268f76a8b2a tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] No DVR routers for this DVR port f9c46c87-cc4b-4537-ae85-0927afedfa89 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:20:38.173654 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-004d7472-c4c2-4bc7-8017-74e03e9a0a9a req-8adcb571-9956-446e-a9a1-2268f76a8b2a tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:38.175733 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-004d7472-c4c2-4bc7-8017-74e03e9a0a9a req-8adcb571-9956-446e-a9a1-2268f76a8b2a tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.67 "DELETE /v2.0/ports/f9c46c87-cc4b-4537-ae85-0927afedfa89 HTTP/1.1" status: 204 len: 173 time: 1.5154042 Sep 23 22:20:38.176419 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9eaeb9d-86ba-4a31-b797-a9659bf76ebc', 'name': 'network-vif-deleted', 'tag': 'f9c46c87-cc4b-4537-ae85-0927afedfa89'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:38.179068 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3557ab9f-c901-471d-a3b2-fa390b116156" -d '{"events": [{"server_uuid": "d9eaeb9d-86ba-4a31-b797-a9659bf76ebc", "name": "network-vif-deleted", "tag": "f9c46c87-cc4b-4537-ae85-0927afedfa89"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:38.241373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-eef90c9c-a591-4b33-9f15-29ec1fbd0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:19:40Z', 'updated_at': '2021-09-23T22:19:52Z', 'revision_number': 4, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'gw_port': {'id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:43Z', 'updated_at': '2021-09-23T22:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'dc7755d7-8435-4b68-858b-6dc66aac67ad', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'port_id': '9879c4b5-88a5-49de-947b-9ab65bd5b4fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'mac_address': 'fa:16:3e:9f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac2fca1-caba-43be-b9bb-b98c587ff80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:20:05Z', 'updated_at': '2021-09-23T22:20:34Z', 'revision_number': 1, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38', 'name': '', 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'mac_address': 'fa:16:3e:bd:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:51Z', 'updated_at': '2021-09-23T22:19:59Z', 'revision_number': 5, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'subnets': [{'id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:38.246883 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:20:38.250414 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:20:38.294708 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:38.295511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f9c46c87-cc4b-4537-ae85-0927afedfa89 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:20:38.297379 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef90c9c-a591-4b33-9f15-29ec1fbd0784 None None] Checking router: 0ee3774a-1023-43f6-ba60-7d124a383674 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:20:38.324877 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace421f5-e999-4fbd-9bcd-efffb56c756e None None] Pushing event updated for resources: {'Port': ['ID=f4d410fa-c498-458e-bddf-bbd9414dfaae,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:38.328788 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: f9c46c87-cc4b-4537-ae85-0927afedfa89 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:20:38.329432 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f9c46c87-cc4b-4537-ae85-0927afedfa89 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:20:38.345043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Router 8c4ca6d3-2ae8-4065-b813-698dab03834b is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:20:38.363670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2e8d4e97-f97a-4a7f-ac30-73c42db71041 None None] Provisioning complete for port f4d410fa-c498-458e-bddf-bbd9414dfaae triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:38.364765 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2e8d4e97-f97a-4a7f-ac30-73c42db71041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:38.366593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef90c9c-a591-4b33-9f15-29ec1fbd0784 None None] Routers {'0ee3774a-1023-43f6-ba60-7d124a383674'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:20:38.367953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-eef90c9c-a591-4b33-9f15-29ec1fbd0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:20:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ee3774a-1023-43f6-ba60-7d124a383674'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:38.500310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=89917849-41f2-4c66-b136-7c5fbbfce6a3,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:38.556943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:20:38.573454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-eef90c9c-a591-4b33-9f15-29ec1fbd0784 None None] Set router 0ee3774a-1023-43f6-ba60-7d124a383674 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:20:38.584906 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Sync routers for ids ['8c4ca6d3-2ae8-4065-b813-698dab03834b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:20:38.604823 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Routers {'8c4ca6d3-2ae8-4065-b813-698dab03834b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:20:38.605972 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:20:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8c4ca6d3-2ae8-4065-b813-698dab03834b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:38.736244 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:38.740356 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-948b9d81-6208-43a8-bb2c-16e4e2d0c880 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5945387 Sep 23 22:20:38.740647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42000) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:38.774039 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9820224-3a9c-406f-be8c-a97b316c4246 req-2952024b-7282-47b9-b330-b7366bce5293 tempest-ServerMetadataNegativeTestJSON-718997688 tempest-ServerMetadataNegativeTestJSON-718997688-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9eaeb9d-86ba-4a31-b797-a9659bf76ebc HTTP/1.1" status: 200 len: 210 time: 0.0671196 Sep 23 22:20:38.958200 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Set router 8c4ca6d3-2ae8-4065-b813-698dab03834b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:20:39.012843 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2223bbb8-f34c-4544-bd66-abc8fbefc702 x-openstack-request-id: req-2223bbb8-f34c-4544-bd66-abc8fbefc702 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:39.017123 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac2fca1-caba-43be-b9bb-b98c587ff80d", "tag": "9879c4b5-88a5-49de-947b-9ab65bd5b4fa", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:39.017123 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2223bbb8-f34c-4544-bd66-abc8fbefc702 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:39.017123 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac2fca1-caba-43be-b9bb-b98c587ff80d', 'tag': '9879c4b5-88a5-49de-947b-9ab65bd5b4fa', 'status': 'completed', 'code': 200} Sep 23 22:20:39.091768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-eef90c9c-a591-4b33-9f15-29ec1fbd0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:19:40Z', 'updated_at': '2021-09-23T22:19:52Z', 'revision_number': 4, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'gw_port': {'id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:43Z', 'updated_at': '2021-09-23T22:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'dc7755d7-8435-4b68-858b-6dc66aac67ad', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'port_id': '9879c4b5-88a5-49de-947b-9ab65bd5b4fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'mac_address': 'fa:16:3e:9f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac2fca1-caba-43be-b9bb-b98c587ff80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:20:05Z', 'updated_at': '2021-09-23T22:20:34Z', 'revision_number': 1, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38', 'name': '', 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'mac_address': 'fa:16:3e:bd:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:51Z', 'updated_at': '2021-09-23T22:19:59Z', 'revision_number': 5, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'subnets': [{'id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:39.206227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef90c9c-a591-4b33-9f15-29ec1fbd0784 None None] The sync data for ids ['0ee3774a-1023-43f6-ba60-7d124a383674'] in n-d-810775-1 is: [{'id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:19:40Z', 'updated_at': '2021-09-23T22:19:52Z', 'revision_number': 4, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'gw_port': {'id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:43Z', 'updated_at': '2021-09-23T22:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'dc7755d7-8435-4b68-858b-6dc66aac67ad', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'port_id': '9879c4b5-88a5-49de-947b-9ab65bd5b4fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'mac_address': 'fa:16:3e:9f:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac2fca1-caba-43be-b9bb-b98c587ff80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:20:05Z', 'updated_at': '2021-09-23T22:20:34Z', 'revision_number': 1, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38', 'name': '', 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'mac_address': 'fa:16:3e:bd:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:51Z', 'updated_at': '2021-09-23T22:19:59Z', 'revision_number': 5, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'subnets': [{'id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:20:39.212232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f4d410fa-c498-458e-bddf-bbd9414dfaae up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:20:39.219522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600dd0b-3e34-4879-ba83-350fa4e81dff req-ad478ce3-7cdd-4ef0-b6b7-560ec185fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:39.220569 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2600dd0b-3e34-4879-ba83-350fa4e81dff req-ad478ce3-7cdd-4ef0-b6b7-560ec185fcfe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=93af46172bae4c4f92e974da93fcb805&device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 1096 time: 0.1913507 Sep 23 22:20:39.241932 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1673183-3ef1-4ddf-95ec-b42aabd78ad2 req-6957d6a5-4a86-4324-9995-0e7764b43831 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:39.250631 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1673183-3ef1-4ddf-95ec-b42aabd78ad2 req-6957d6a5-4a86-4324-9995-0e7764b43831 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 945 time: 0.1199718 Sep 23 22:20:39.330058 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1673183-3ef1-4ddf-95ec-b42aabd78ad2 req-2541d3a2-94d7-4b36-8307-472bcd5a7cd1 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741811 Sep 23 22:20:39.401006 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port f4d410fa-c498-458e-bddf-bbd9414dfaae triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:39.402316 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:39.417523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42006) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:39.459739 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a47a64c5-bbac-48dd-9ba4-9b74f15f6c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:39.469568 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf93fb41-215d-486d-acc2-1777a0b5a404 x-openstack-request-id: req-bf93fb41-215d-486d-acc2-1777a0b5a404 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:39.470057 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc95517-4356-4b06-9b3c-8cf161248e9b", "name": "network-vif-plugged", "status": "completed", "tag": "89917849-41f2-4c66-b136-7c5fbbfce6a3", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:39.470498 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf93fb41-215d-486d-acc2-1777a0b5a404 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:39.471124 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc95517-4356-4b06-9b3c-8cf161248e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89917849-41f2-4c66-b136-7c5fbbfce6a3', 'code': 200} Sep 23 22:20:39.513327 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca54ee73-ae14-4356-b536-d4cd40e28421 x-openstack-request-id: req-ca54ee73-ae14-4356-b536-d4cd40e28421 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:39.513629 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9eaeb9d-86ba-4a31-b797-a9659bf76ebc", "name": "network-vif-deleted", "tag": "f9c46c87-cc4b-4537-ae85-0927afedfa89", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:39.513883 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca54ee73-ae14-4356-b536-d4cd40e28421 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:39.514296 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9eaeb9d-86ba-4a31-b797-a9659bf76ebc', 'name': 'network-vif-deleted', 'tag': 'f9c46c87-cc4b-4537-ae85-0927afedfa89', 'status': 'completed', 'code': 200} Sep 23 22:20:39.537464 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:20:33Z', 'updated_at': '2021-09-23T22:20:36Z', 'revision_number': 3, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'gw_port': {'id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:35Z', 'updated_at': '2021-09-23T22:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:39.613354 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:39.636925 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Checking router: 8c4ca6d3-2ae8-4065-b813-698dab03834b for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:20:39.638261 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Updating router 8c4ca6d3-2ae8-4065-b813-698dab03834b port 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:20:39.677053 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:39.705585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600dd0b-3e34-4879-ba83-350fa4e81dff req-46888243-6cb4-4085-b7cd-f351c6b05c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:39.719532 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2600dd0b-3e34-4879-ba83-350fa4e81dff req-46888243-6cb4-4085-b7cd-f351c6b05c04 service neutron] 10.222.0.43 "GET /v2.0/networks?id=717b056d-3b9d-4f6a-a518-58ad20c64300 HTTP/1.1" status: 200 len: 906 time: 0.4806027 Sep 23 22:20:39.852114 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2600dd0b-3e34-4879-ba83-350fa4e81dff req-0cbec701-cf26-400e-8535-e3da21b8af35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9879c4b5-88a5-49de-947b-9ab65bd5b4fa HTTP/1.1" status: 200 len: 999 time: 0.1285784 Sep 23 22:20:39.907293 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84ea611-6df2-458f-941a-b9df9d744605 None None] New status for floating IP dc7755d7-8435-4b68-858b-6dc66aac67ad: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:20:39.977799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600dd0b-3e34-4879-ba83-350fa4e81dff req-90bd6f7f-89c6-4b4e-ac35-cc3188411503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:39.983739 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2600dd0b-3e34-4879-ba83-350fa4e81dff req-90bd6f7f-89c6-4b4e-ac35-cc3188411503 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=469d8c6d-9b83-47dd-87ab-1bab60b72a9e HTTP/1.1" status: 200 len: 844 time: 0.1230440 Sep 23 22:20:39.995545 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a47a64c5-bbac-48dd-9ba4-9b74f15f6c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:40.069422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Allocated IP 172.20.0.1 (b8785a5e-df92-480b-8acf-638778e70a5b/e7021669-0d07-4e89-bfa4-274b44c0697b/34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:20:40.144752 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600dd0b-3e34-4879-ba83-350fa4e81dff req-e2adc9aa-1d76-45d1-88fe-0d4a24fd5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:40.151940 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2600dd0b-3e34-4879-ba83-350fa4e81dff req-e2adc9aa-1d76-45d1-88fe-0d4a24fd5eb3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=717b056d-3b9d-4f6a-a518-58ad20c64300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603882 Sep 23 22:20:40.219332 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a47a64c5-bbac-48dd-9ba4-9b74f15f6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:40.288468 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a47a64c5-bbac-48dd-9ba4-9b74f15f6c65 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ae94d8a0ee94c129a88c850b0f49063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8677080 Sep 23 22:20:40.296166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42018) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:40.367668 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:40.413043 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2600dd0b-3e34-4879-ba83-350fa4e81dff req-180cf31b-0fc4-4497-899b-28907172bbe5 service neutron] 10.222.0.43 "GET /v2.0/networks/717b056d-3b9d-4f6a-a518-58ad20c64300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532468 Sep 23 22:20:40.434863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a64c5-bbac-48dd-9ba4-9b74f15f6c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ecffff-473f-4bf5-b15e-ca80b29e54d9,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:40.457412 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:40.486603 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:40.509786 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-640d18cf-b7be-4248-8eef-e6376a06533d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:40.570753 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Attempting to bind port 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:20:40.571830 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Attempting to bind port 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:20:40.572353 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Attempting to bind port 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:40.578926 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-640d18cf-b7be-4248-8eef-e6376a06533d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:40.583752 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-cbf4d3b0-bc9e-4ab8-bf62-4b07cd63da4c tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:20:40.584147 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695e236-d0e4-4eca-b413-06aa557ea2c4 None None] Pushing event updated for resources: {'Port': ['ID=4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:40.587955 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-cbf4d3b0-bc9e-4ab8-bf62-4b07cd63da4c tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6831257 Sep 23 22:20:40.595498 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:20:40.595863 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:20:40.596309 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:40.596699 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:20:40.597414 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Bound port: 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:20:40.597810 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:40.642617 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2600dd0b-3e34-4879-ba83-350fa4e81dff req-78cb1316-2a6a-4ddc-a6c0-d03634e1e50c service neutron] 10.222.0.43 "GET /v2.0/networks/717b056d-3b9d-4f6a-a518-58ad20c64300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108903 Sep 23 22:20:40.642617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-a28e7a5f-2a48-4976-8d30-9ce221fa25a0 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:40.642617 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-a28e7a5f-2a48-4976-8d30-9ce221fa25a0 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports/fa90bf5b-707b-4227-9967-dabb8405fbce HTTP/1.1" status: 200 len: 1094 time: 0.0407858 Sep 23 22:20:40.647322 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-9667fc41-e547-4cff-acff-8ded64b35dfb service neutron] Request body: {'binding': {'host': 'n-h1-810775-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:40.647936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-9667fc41-e547-4cff-acff-8ded64b35dfb service neutron] Unknown quota resources ['binding']. {{(pid=95491) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:20:40.670670 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] For port 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:20:40.674168 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] For port 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:20:40.744096 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:40.749013 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-640d18cf-b7be-4248-8eef-e6376a06533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:40.751921 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-640d18cf-b7be-4248-8eef-e6376a06533d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:40.752924 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-640d18cf-b7be-4248-8eef-e6376a06533d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4ecffff-473f-4bf5-b15e-ca80b29e54d9 HTTP/1.1" status: 204 len: 168 time: 0.4503100 Sep 23 22:20:40.798823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d18cf-b7be-4248-8eef-e6376a06533d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ecffff-473f-4bf5-b15e-ca80b29e54d9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:40.810649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Network b8785a5e-df92-480b-8acf-638778e70a5b is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:20:40.814078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:20:40.818185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:20:40.829768 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:40.858257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Pushing event updated for resources: {'Port': ['ID=34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:40.862794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 89917849-41f2-4c66-b136-7c5fbbfce6a3 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:20:40.878816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-9667fc41-e547-4cff-acff-8ded64b35dfb service neutron] Attempting to bind port fa90bf5b-707b-4227-9967-dabb8405fbce on host n-h1-810775-1 for vnic_type normal with profile None {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:20:40.878816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-9667fc41-e547-4cff-acff-8ded64b35dfb service neutron] Attempting to bind port fa90bf5b-707b-4227-9967-dabb8405fbce by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:20:40.879810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-9667fc41-e547-4cff-acff-8ded64b35dfb service neutron] Attempting to bind port fa90bf5b-707b-4227-9967-dabb8405fbce on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:40.893339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-9667fc41-e547-4cff-acff-8ded64b35dfb service neutron] Port fa90bf5b-707b-4227-9967-dabb8405fbce on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:20:40.893684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-9667fc41-e547-4cff-acff-8ded64b35dfb service neutron] Attempting to bind port fa90bf5b-707b-4227-9967-dabb8405fbce on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:40.896975 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:40.915412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-9667fc41-e547-4cff-acff-8ded64b35dfb service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:20:40.915767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-9667fc41-e547-4cff-acff-8ded64b35dfb service neutron] Checking segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:20:40.916146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-9667fc41-e547-4cff-acff-8ded64b35dfb service neutron] Bound using segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:20:40.916598 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-9667fc41-e547-4cff-acff-8ded64b35dfb service neutron] Bound port: fa90bf5b-707b-4227-9967-dabb8405fbce, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:20:40.984361 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42026) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:40.999296 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:20:41.072846 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695e236-d0e4-4eca-b413-06aa557ea2c4 None None] Pushing event updated for resources: {'Port': ['ID=4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:41.078463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-9667fc41-e547-4cff-acff-8ded64b35dfb service neutron] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=fa90bf5b-707b-4227-9967-dabb8405fbce,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:20:41.080621 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Routers {'8c4ca6d3-2ae8-4065-b813-698dab03834b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:20:41.083098 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:20:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8c4ca6d3-2ae8-4065-b813-698dab03834b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:41.170307 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-386b5675-68d4-42a8-b105-d47cf4c5d5f5 admin admin] Deleting subnet 75f8a596-9311-4bca-919a-d3affee85760 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:20:41.178284 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-386b5675-68d4-42a8-b105-d47cf4c5d5f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:41.178875 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-9667fc41-e547-4cff-acff-8ded64b35dfb service neutron] Notify callbacks [] for binding, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:41.181945 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-9667fc41-e547-4cff-acff-8ded64b35dfb service neutron] 10.222.0.22 "POST /v2.0/ports/fa90bf5b-707b-4227-9967-dabb8405fbce/bindings HTTP/1.1" status: 201 len: 389 time: 0.5386927 Sep 23 22:20:41.280997 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:41.313399 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-386b5675-68d4-42a8-b105-d47cf4c5d5f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:41.343383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 89917849-41f2-4c66-b136-7c5fbbfce6a3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=89917849-41f2-4c66-b136-7c5fbbfce6a3,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:41.363174 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-386b5675-68d4-42a8-b105-d47cf4c5d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:41.376348 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:41.388656 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] Set router 8c4ca6d3-2ae8-4065-b813-698dab03834b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:20:41.441915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:41.442179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-e61f3a12-a986-44d8-b2f9-038f259a551c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:41.444450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-84bc31d0-8326-4533-adef-58d151164fe5 None None] Provisioning complete for port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:41.445193 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-84bc31d0-8326-4533-adef-58d151164fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:41.450142 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-e61f3a12-a986-44d8-b2f9-038f259a551c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/networks?id=d445de3f-5408-4213-bcec-439e92d41e76 HTTP/1.1" status: 200 len: 804 time: 0.2162778 Sep 23 22:20:41.469388 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-80d88a0b-0943-4128-a854-7bae4b34be44 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/quotas/b00b91f17d49499c92208ef9afdb92f2 HTTP/1.1" status: 200 len: 375 time: 0.0179796 Sep 23 22:20:41.482716 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc95517-4356-4b06-9b3c-8cf161248e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89917849-41f2-4c66-b136-7c5fbbfce6a3'}, {'server_uuid': 'd7d04289-f14d-4f6d-a27c-6f488149a5c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1055bc62-2ae0-46c7-90ba-0cd993e9c5ef'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:41.483853 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74849d14-e1d4-4c07-9c09-f64a28dd61d5" -d '{"events": [{"server_uuid": "1fc95517-4356-4b06-9b3c-8cf161248e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "89917849-41f2-4c66-b136-7c5fbbfce6a3"}, {"server_uuid": "d7d04289-f14d-4f6d-a27c-6f488149a5c3", "name": "network-vif-unplugged", "status": "completed", "tag": "1055bc62-2ae0-46c7-90ba-0cd993e9c5ef"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:41.489492 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:41.501247 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-84bc31d0-8326-4533-adef-58d151164fe5 None None] Port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:20:41.551391 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:41.552391 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-b167c9eb-b993-44c8-b336-7b0023890444 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b00b91f17d49499c92208ef9afdb92f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819638 Sep 23 22:20:41.585323 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:41.594575 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=89917849-41f2-4c66-b136-7c5fbbfce6a3,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:41.609950 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-386b5675-68d4-42a8-b105-d47cf4c5d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:41.629904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-386b5675-68d4-42a8-b105-d47cf4c5d5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:41.631970 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-386b5675-68d4-42a8-b105-d47cf4c5d5f5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/75f8a596-9311-4bca-919a-d3affee85760 HTTP/1.1" status: 204 len: 168 time: 0.6465292 Sep 23 22:20:41.689344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:41.692783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42044) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:41.757164 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:20:33Z', 'updated_at': '2021-09-23T22:20:36Z', 'revision_number': 3, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'gw_port': {'id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:35Z', 'updated_at': '2021-09-23T22:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:41.763381 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b5675-68d4-42a8-b105-d47cf4c5d5f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f8a596-9311-4bca-919a-d3affee85760,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:41.772337 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-dc24d1bf-6c3e-41df-89a3-605643e6dc84 service neutron] 10.222.0.22 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145617 Sep 23 22:20:41.793710 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f1d5b-99f0-4270-b9a1-e6ffc1146268 None None] The sync data for ids ['8c4ca6d3-2ae8-4065-b813-698dab03834b'] in n-d-810775-1 is: [{'id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:20:33Z', 'updated_at': '2021-09-23T22:20:36Z', 'revision_number': 3, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'gw_port': {'id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:35Z', 'updated_at': '2021-09-23T22:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:20:41.930095 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0f7b0eb-daa1-489b-a77c-4e955d1e953e service neutron] 10.222.0.22 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561520 Sep 23 22:20:41.974175 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8d3f477-2363-4f25-bbbe-f97680e00633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:42.003722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9256a2-c403-43a6-b88b-2320fe46682d req-caa29a50-b36c-4666-bd80-852ca13a8a79 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:42.008703 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8b9256a2-c403-43a6-b88b-2320fe46682d req-caa29a50-b36c-4666-bd80-852ca13a8a79 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 943 time: 0.3187137 Sep 23 22:20:42.082065 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48a3ba-8487-4e11-851f-d4c846a34886 req-4089ad37-4fbc-4617-8296-e02575e9c1be tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:42.083663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca48a3ba-8487-4e11-851f-d4c846a34886 req-4089ad37-4fbc-4617-8296-e02575e9c1be tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d04289-f14d-4f6d-a27c-6f488149a5c3 HTTP/1.1" status: 200 len: 944 time: 0.1216409 Sep 23 22:20:42.320645 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:42.336787 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2f3125-dc16-4197-95ac-58749d5d6de4 x-openstack-request-id: req-6f2f3125-dc16-4197-95ac-58749d5d6de4 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:42.337348 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc95517-4356-4b06-9b3c-8cf161248e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "89917849-41f2-4c66-b136-7c5fbbfce6a3", "code": 200}, {"server_uuid": "d7d04289-f14d-4f6d-a27c-6f488149a5c3", "name": "network-vif-unplugged", "status": "completed", "tag": "1055bc62-2ae0-46c7-90ba-0cd993e9c5ef", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:42.340684 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f2f3125-dc16-4197-95ac-58749d5d6de4 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:42.340684 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc95517-4356-4b06-9b3c-8cf161248e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89917849-41f2-4c66-b136-7c5fbbfce6a3', 'code': 200} Sep 23 22:20:42.340684 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d04289-f14d-4f6d-a27c-6f488149a5c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1055bc62-2ae0-46c7-90ba-0cd993e9c5ef', 'code': 200} Sep 23 22:20:42.440865 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8d3f477-2363-4f25-bbbe-f97680e00633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:42.462983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8b9256a2-c403-43a6-b88b-2320fe46682d req-fba00943-14dd-473a-a0d6-d85701c1defc tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267092 Sep 23 22:20:42.471463 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:42.504905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-ca48a3ba-8487-4e11-851f-d4c846a34886 req-fc920540-c69a-4f5d-a8f7-c48dadc0b2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Deleting port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:20:42.505403 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ca48a3ba-8487-4e11-851f-d4c846a34886 req-fc920540-c69a-4f5d-a8f7-c48dadc0b2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:42.559078 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:42.582310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6116e-14db-4291-8407-2e9c9f10b25b req-79d82101-c887-4c73-9298-e3372136eb85 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:42.585164 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2cc6116e-14db-4291-8407-2e9c9f10b25b req-79d82101-c887-4c73-9298-e3372136eb85 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 946 time: 0.1575003 Sep 23 22:20:42.620587 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-f8d3f477-2363-4f25-bbbe-f97680e00633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e1c3e0-05ef-4974-8679-85414a53080a']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:42.654758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-2d300d71-1728-43ee-9d3f-f4b63e2eb26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:42.656387 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-2d300d71-1728-43ee-9d3f-f4b63e2eb26c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 1097 time: 0.3331065 Sep 23 22:20:42.662553 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-f8d3f477-2363-4f25-bbbe-f97680e00633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6f4d55-d95c-44a5-8653-0620ca1e4207') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:42.662553 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-f8d3f477-2363-4f25-bbbe-f97680e00633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6f4d55-d95c-44a5-8653-0620ca1e4207') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:42.664678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Pushing event updated for resources: {'Port': ['ID=34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:42.718207 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:20:42.787531 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-eccc2af9-4dab-439c-a2be-041783176234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:42.789283 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-eccc2af9-4dab-439c-a2be-041783176234 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.1216598 Sep 23 22:20:42.791601 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8d3f477-2363-4f25-bbbe-f97680e00633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:42.810357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-ca48a3ba-8487-4e11-851f-d4c846a34886 req-fc920540-c69a-4f5d-a8f7-c48dadc0b2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] For port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:42.810790 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ca48a3ba-8487-4e11-851f-d4c846a34886 req-fc920540-c69a-4f5d-a8f7-c48dadc0b2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:42.830670 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-ca48a3ba-8487-4e11-851f-d4c846a34886 req-fc920540-c69a-4f5d-a8f7-c48dadc0b2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Calling delete_port for 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:20:42.899178 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8d3f477-2363-4f25-bbbe-f97680e00633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:42.905220 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-faa40d3e-16b0-4cb0-9000-56edf66edfe8 req-04d75d70-2435-4e6a-9f57-d6f942dad764 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 210 time: 0.1095157 Sep 23 22:20:42.944655 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-36b23b4d-1501-4a22-b9eb-305acef3c37d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa90bf5b-707b-4227-9967-dabb8405fbce HTTP/1.1" status: 200 len: 217 time: 0.1084721 Sep 23 22:20:42.945883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d3f477-2363-4f25-bbbe-f97680e00633 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:20:42.946372 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8d3f477-2363-4f25-bbbe-f97680e00633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:20:42.951912 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:20:42.964976 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2cc6116e-14db-4291-8407-2e9c9f10b25b req-810da2c0-f180-4134-b2a4-e362ad99fa25 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524451 Sep 23 22:20:43.006762 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2cc9939c-e25e-4384-b6f1-53443fb4f7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:43.212384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Network b8785a5e-df92-480b-8acf-638778e70a5b is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:20:43.240132 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:20:43.262290 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:20:43.356713 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-8baf7cdb-a926-42b6-b125-0e7b6d2cf66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:43.373518 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-8baf7cdb-a926-42b6-b125-0e7b6d2cf66d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.3683922 Sep 23 22:20:43.379256 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ca48a3ba-8487-4e11-851f-d4c846a34886 req-fc920540-c69a-4f5d-a8f7-c48dadc0b2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:43.411957 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:43.412846 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:43.426718 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-98fc83ad-c446-4be4-be1f-c8060d8fec83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519202 Sep 23 22:20:43.612963 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8d3f477-2363-4f25-bbbe-f97680e00633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:43.660434 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:43.698617 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8d3f477-2363-4f25-bbbe-f97680e00633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:43.701017 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f8d3f477-2363-4f25-bbbe-f97680e00633 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f0e1c3e0-05ef-4974-8679-85414a53080a HTTP/1.1" status: 204 len: 168 time: 2.0042348 Sep 23 22:20:43.714954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:43.784626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0498bed0-d2a9-4aff-9bbd-d17cf8343390 None None] Provisioning complete for port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:43.785649 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0498bed0-d2a9-4aff-9bbd-d17cf8343390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:43.813725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3f477-2363-4f25-bbbe-f97680e00633 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e1c3e0-05ef-4974-8679-85414a53080a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:43.833716 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:43.866677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-fc179f1c-4077-4ba9-8c9d-00efc774976e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:43.866677 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-fc179f1c-4077-4ba9-8c9d-00efc774976e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 820 time: 0.7086687 Sep 23 22:20:43.974006 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0498bed0-d2a9-4aff-9bbd-d17cf8343390 None None] Port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:20:44.066211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc920540-c69a-4f5d-a8f7-c48dadc0b2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Pushing event deleted for resources: {'Port': ['ID=1055bc62-2ae0-46c7-90ba-0cd993e9c5ef,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:44.069140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:44.178416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca48a3ba-8487-4e11-851f-d4c846a34886 req-fc920540-c69a-4f5d-a8f7-c48dadc0b2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] No DVR routers for this DVR port 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:20:44.201573 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ca48a3ba-8487-4e11-851f-d4c846a34886 req-fc920540-c69a-4f5d-a8f7-c48dadc0b2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:44.203737 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca48a3ba-8487-4e11-851f-d4c846a34886 req-fc920540-c69a-4f5d-a8f7-c48dadc0b2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.43 "DELETE /v2.0/ports/1055bc62-2ae0-46c7-90ba-0cd993e9c5ef HTTP/1.1" status: 204 len: 173 time: 2.1089802 Sep 23 22:20:44.206369 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d04289-f14d-4f6d-a27c-6f488149a5c3', 'name': 'network-vif-deleted', 'tag': '1055bc62-2ae0-46c7-90ba-0cd993e9c5ef'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:44.208810 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b0c2df-e175-4d99-b008-a8820c030f68" -d '{"events": [{"server_uuid": "d7d04289-f14d-4f6d-a27c-6f488149a5c3", "name": "network-vif-deleted", "tag": "1055bc62-2ae0-46c7-90ba-0cd993e9c5ef"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:44.232298 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce5fcdd1-63f1-47d1-94be-898999d9a9c6 req-bd8d4648-1711-4b92-b0e0-225a316c1290 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1975431 Sep 23 22:20:44.254086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea6567-05c6-4a7a-8681-bc1701b4f403 req-7ab1e58a-213b-4ad9-86a1-57d4d1d0d134 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:44.255734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-abea6567-05c6-4a7a-8681-bc1701b4f403 req-7ab1e58a-213b-4ad9-86a1-57d4d1d0d134 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 943 time: 0.2256329 Sep 23 22:20:44.256296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42098) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:44.344690 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bf3e6-ab11-4a4e-97cd-aacae44e2221 req-69bfdc5a-adc2-4d22-9231-6b1b0be50aea tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:44.347040 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec7bf3e6-ab11-4a4e-97cd-aacae44e2221 req-69bfdc5a-adc2-4d22-9231-6b1b0be50aea tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 943 time: 0.9192851 Sep 23 22:20:44.379385 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8404b5c5-8d32-4046-8754-3435b48dfa6d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/quotas/15cbc9172a21412ea06786b579eff720 HTTP/1.1" status: 200 len: 375 time: 0.0259624 Sep 23 22:20:44.433607 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-abea6567-05c6-4a7a-8681-bc1701b4f403 req-33f46671-0c60-4446-892c-b9a4444f174c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564035 Sep 23 22:20:44.509677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4c14e37c-9e30-42bf-9b59-1f41194763c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26ce9c97127a40679c07be5c0f63d816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336316 Sep 23 22:20:44.509677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fcdd1-63f1-47d1-94be-898999d9a9c6 req-4c0e63d8-15ad-42d1-841a-22276c28026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:44.510009 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce5fcdd1-63f1-47d1-94be-898999d9a9c6 req-4c0e63d8-15ad-42d1-841a-22276c28026a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 1095 time: 0.2456710 Sep 23 22:20:44.511500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42102) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:44.513557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Router 8c4ca6d3-2ae8-4065-b813-698dab03834b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:20:44.655721 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-f8b1153c-3aee-45ed-aa55-32500e9692f1 service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1716599 Sep 23 22:20:44.687125 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-c564894f-790a-42eb-a0be-4a3ee2292275 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3073587 Sep 23 22:20:44.753161 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-055ff04f-e378-4cc2-afa8-bbbbe7439f86 req-954c243c-34ee-4700-8c15-ea3cece32b48 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 210 time: 0.0628693 Sep 23 22:20:44.778743 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e005dcc3-d5d6-4409-9b41-42077fa739df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:44.804786 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e005dcc3-d5d6-4409-9b41-42077fa739df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:44.894129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fcdd1-63f1-47d1-94be-898999d9a9c6 req-03cd873d-62fe-4613-baf0-20fcbdde5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:44.896254 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce5fcdd1-63f1-47d1-94be-898999d9a9c6 req-03cd873d-62fe-4613-baf0-20fcbdde5b26 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.3321409 Sep 23 22:20:44.955731 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce5fcdd1-63f1-47d1-94be-898999d9a9c6 req-46fc5dfa-d284-4180-a341-cc25625bed48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f89b102d-c01a-452f-b633-1eecad54b57c HTTP/1.1" status: 200 len: 217 time: 0.0404997 Sep 23 22:20:44.962087 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e005dcc3-d5d6-4409-9b41-42077fa739df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:44.964844 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e005dcc3-d5d6-4409-9b41-42077fa739df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:44.968371 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e005dcc3-d5d6-4409-9b41-42077fa739df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/641e4799-8a78-4d5a-84fe-0239f31dec72 HTTP/1.1" status: 204 len: 168 time: 0.4532576 Sep 23 22:20:45.005288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:20:45.032446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005dcc3-d5d6-4409-9b41-42077fa739df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641e4799-8a78-4d5a-84fe-0239f31dec72,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:45.082640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b60370-b702-404d-bec5-cf4c75133e0b req-d8bec4e1-2e61-4816-8dc3-3fa50d59d10b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:45.090806 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3b60370-b702-404d-bec5-cf4c75133e0b req-d8bec4e1-2e61-4816-8dc3-3fa50d59d10b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 946 time: 0.2087612 Sep 23 22:20:45.104808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:20:45.105778 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1055bc62-2ae0-46c7-90ba-0cd993e9c5ef not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:20:45.218996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fcdd1-63f1-47d1-94be-898999d9a9c6 req-b0a264fd-92bf-4a60-9b02-9906fadaef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:45.221371 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce5fcdd1-63f1-47d1-94be-898999d9a9c6 req-b0a264fd-92bf-4a60-9b02-9906fadaef89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.2528226 Sep 23 22:20:45.239680 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3b60370-b702-404d-bec5-cf4c75133e0b req-a6eb381e-e3c9-4cf5-af2c-e688f3049050 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260252 Sep 23 22:20:45.270609 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:20:45.371260 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:45.372497 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:45.378728 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce5fcdd1-63f1-47d1-94be-898999d9a9c6 req-913719f1-46ad-460e-8af3-79e5561e8260 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375954 Sep 23 22:20:45.386346 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eee16a-fb29-4f41-9e9b-f2f884352a8d x-openstack-request-id: req-b9eee16a-fb29-4f41-9e9b-f2f884352a8d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:45.386346 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d04289-f14d-4f6d-a27c-6f488149a5c3", "name": "network-vif-deleted", "tag": "1055bc62-2ae0-46c7-90ba-0cd993e9c5ef", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:45.386346 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9eee16a-fb29-4f41-9e9b-f2f884352a8d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:45.390517 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d04289-f14d-4f6d-a27c-6f488149a5c3', 'name': 'network-vif-deleted', 'tag': '1055bc62-2ae0-46c7-90ba-0cd993e9c5ef', 'status': 'completed', 'code': 200} Sep 23 22:20:45.409598 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-ec7bf3e6-ab11-4a4e-97cd-aacae44e2221 req-ef115cc1-435e-46f1-8c19-b656169c0226 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Deleting port 89917849-41f2-4c66-b136-7c5fbbfce6a3 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:20:45.409939 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ec7bf3e6-ab11-4a4e-97cd-aacae44e2221 req-ef115cc1-435e-46f1-8c19-b656169c0226 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:45.459323 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-1ee4d911-2026-459e-a81d-1cb180f123ba service neutron] 10.222.0.22 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7366567 Sep 23 22:20:45.550768 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-559e4cc1-1e86-4823-8d09-566dcd3d9ce5 service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8567259 Sep 23 22:20:45.606294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce5fcdd1-63f1-47d1-94be-898999d9a9c6 req-773956a3-8c62-40ef-96df-d480d8283e76 service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145846 Sep 23 22:20:45.739925 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-65c337f5-000f-4a2c-9b67-9009ae311f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:45.744792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:20:45.763965 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Sync routers for ids ['8c4ca6d3-2ae8-4065-b813-698dab03834b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:20:45.771029 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9544713e-0db0-41d0-8882-853379c40c3a admin admin] 10.222.0.22 "PUT /v2.0/routers/8c4ca6d3-2ae8-4065-b813-698dab03834b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0270822 Sep 23 22:20:45.791349 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Routers {'8c4ca6d3-2ae8-4065-b813-698dab03834b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:20:45.793583 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:20:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8c4ca6d3-2ae8-4065-b813-698dab03834b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:45.829071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce5fcdd1-63f1-47d1-94be-898999d9a9c6 req-7dc3d0ec-43db-473f-b4c0-93d5bb7ac8a2 service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150059 Sep 23 22:20:45.837265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-ec7bf3e6-ab11-4a4e-97cd-aacae44e2221 req-ef115cc1-435e-46f1-8c19-b656169c0226 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] For port 89917849-41f2-4c66-b136-7c5fbbfce6a3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=89917849-41f2-4c66-b136-7c5fbbfce6a3,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:45.837884 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ec7bf3e6-ab11-4a4e-97cd-aacae44e2221 req-ef115cc1-435e-46f1-8c19-b656169c0226 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:45.897150 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-ec7bf3e6-ab11-4a4e-97cd-aacae44e2221 req-ef115cc1-435e-46f1-8c19-b656169c0226 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Calling delete_port for 89917849-41f2-4c66-b136-7c5fbbfce6a3 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:20:45.978845 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-d495f8e8-dee3-4e50-9ecc-e99e95ef020c service neutron] 10.222.0.22 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910891 Sep 23 22:20:46.103714 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:46.294635 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Set router 8c4ca6d3-2ae8-4065-b813-698dab03834b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:20:46.458484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-24c11170-a93b-455e-8885-cefd391e1cca tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:46.460063 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-24c11170-a93b-455e-8885-cefd391e1cca tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.67 "GET /v2.0/networks?id=d445de3f-5408-4213-bcec-439e92d41e76 HTTP/1.1" status: 200 len: 804 time: 0.2041125 Sep 23 22:20:46.462376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ec7bf3e6-ab11-4a4e-97cd-aacae44e2221 req-ef115cc1-435e-46f1-8c19-b656169c0226 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:46.536674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef115cc1-435e-46f1-8c19-b656169c0226 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Pushing event deleted for resources: {'Port': ['ID=89917849-41f2-4c66-b136-7c5fbbfce6a3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:46.556090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-9a9e5f94-79e6-4d86-90a1-ac880094efe7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Request body: {'port': {'device_id': 'd70a270f-a73b-40e6-9c9a-095a6646b9cc', 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76', 'admin_state_up': True, 'tenant_id': 'b00b91f17d49499c92208ef9afdb92f2'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:46.619318 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24d540f7-20da-4ad0-bfd5-137de7f327fc req-daf70781-71af-4ace-a8a1-dc7cb5d6610d tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 210 time: 0.0713062 Sep 23 22:20:46.734735 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7bf3e6-ab11-4a4e-97cd-aacae44e2221 req-ef115cc1-435e-46f1-8c19-b656169c0226 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] No DVR routers for this DVR port 89917849-41f2-4c66-b136-7c5fbbfce6a3 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:20:46.744889 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ec7bf3e6-ab11-4a4e-97cd-aacae44e2221 req-ef115cc1-435e-46f1-8c19-b656169c0226 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:46.749719 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec7bf3e6-ab11-4a4e-97cd-aacae44e2221 req-ef115cc1-435e-46f1-8c19-b656169c0226 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.67 "DELETE /v2.0/ports/89917849-41f2-4c66-b136-7c5fbbfce6a3 HTTP/1.1" status: 204 len: 173 time: 2.3671598 Sep 23 22:20:46.750604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc95517-4356-4b06-9b3c-8cf161248e9b', 'name': 'network-vif-deleted', 'tag': '89917849-41f2-4c66-b136-7c5fbbfce6a3'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:46.753462 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dd4147-b504-405f-8627-07eed0305168" -d '{"events": [{"server_uuid": "1fc95517-4356-4b06-9b3c-8cf161248e9b", "name": "network-vif-deleted", "tag": "89917849-41f2-4c66-b136-7c5fbbfce6a3"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:46.840535 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:46.912105 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 89917849-41f2-4c66-b136-7c5fbbfce6a3 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:20:46.954768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-9a9e5f94-79e6-4d86-90a1-ac880094efe7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Made reservation on behalf of b00b91f17d49499c92208ef9afdb92f2 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:20:46.958835 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-9a9e5f94-79e6-4d86-90a1-ac880094efe7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:47.010849 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:20:33Z', 'updated_at': '2021-09-23T22:20:41Z', 'revision_number': 4, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'gw_port': {'id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:35Z', 'updated_at': '2021-09-23T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3', 'name': '', 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'mac_address': 'fa:16:3e:12:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:39Z', 'updated_at': '2021-09-23T22:20:41Z', 'revision_number': 2, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'subnets': [{'id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:47.022968 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 89917849-41f2-4c66-b136-7c5fbbfce6a3 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:20:47.023589 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 89917849-41f2-4c66-b136-7c5fbbfce6a3 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:20:47.090130 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Checking router: 8c4ca6d3-2ae8-4065-b813-698dab03834b for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:20:47.093795 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Updating router 8c4ca6d3-2ae8-4065-b813-698dab03834b port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:20:47.153371 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-50ae19c2-e17e-4ec5-a0d8-c40194102902 req-45ae14bf-ee79-4053-9f33-5f07cd116c78 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 210 time: 0.1464808 Sep 23 22:20:47.161256 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:47.279485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-9a9e5f94-79e6-4d86-90a1-ac880094efe7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Allocated IP 172.20.0.6 (d445de3f-5408-4213-bcec-439e92d41e76/903c4ba9-2c76-4131-a769-852776e395e4/821490a8-b891-4c78-b405-a7935ea24bf9) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:20:47.428692 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:47.564066 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-9a9e5f94-79e6-4d86-90a1-ac880094efe7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:47.791412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c413fa-7b39-4dc3-8647-d354a383f129 req-8ca601de-d1f4-49b5-bdb4-d98afcf0062a tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:47.802065 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-09c413fa-7b39-4dc3-8647-d354a383f129 req-8ca601de-d1f4-49b5-bdb4-d98afcf0062a tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 946 time: 0.1473696 Sep 23 22:20:47.805780 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-9a9e5f94-79e6-4d86-90a1-ac880094efe7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:47.870279 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-09c413fa-7b39-4dc3-8647-d354a383f129 req-9ec6f7cf-2a3e-4309-a764-0da76db57606 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670946 Sep 23 22:20:48.043019 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bb97d4-d965-4800-9822-42dc92e35fd9 x-openstack-request-id: req-e2bb97d4-d965-4800-9822-42dc92e35fd9 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:48.043301 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc95517-4356-4b06-9b3c-8cf161248e9b", "name": "network-vif-deleted", "tag": "89917849-41f2-4c66-b136-7c5fbbfce6a3", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:48.043633 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e2bb97d4-d965-4800-9822-42dc92e35fd9 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:48.044032 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc95517-4356-4b06-9b3c-8cf161248e9b', 'name': 'network-vif-deleted', 'tag': '89917849-41f2-4c66-b136-7c5fbbfce6a3', 'status': 'completed', 'code': 200} Sep 23 22:20:48.078496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-9a9e5f94-79e6-4d86-90a1-ac880094efe7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Network d445de3f-5408-4213-bcec-439e92d41e76 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:20:48.089933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-9a9e5f94-79e6-4d86-90a1-ac880094efe7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:20:48.095053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-9a9e5f94-79e6-4d86-90a1-ac880094efe7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:20:48.122170 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e5f94-79e6-4d86-90a1-ac880094efe7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Pushing event updated for resources: {'Port': ['ID=821490a8-b891-4c78-b405-a7935ea24bf9,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:48.146137 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:48.160376 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f52f7062-ef0a-44ab-989f-2b70b9127586 req-9cd82693-32df-4553-9517-e261f26683d1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 210 time: 0.0679150 Sep 23 22:20:48.275576 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:48.306807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-9a9e5f94-79e6-4d86-90a1-ac880094efe7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:48.307761 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-9a9e5f94-79e6-4d86-90a1-ac880094efe7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:48.441419 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Attempting to bind port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:20:48.441800 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Attempting to bind port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'c5a96eb9-e25f-4246-aa76-09911e5778f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:20:48.442163 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Attempting to bind port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 on network b8785a5e-df92-480b-8acf-638778e70a5b {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:48.447457 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-85ccf3d3-6c48-435a-8c70-8969ee4e507e req-9ad12b64-0257-44d2-891f-bc97adac6c0d tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fc95517-4356-4b06-9b3c-8cf161248e9b HTTP/1.1" status: 200 len: 210 time: 0.0826187 Sep 23 22:20:48.450393 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:20:48.450901 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Checking segment: {'id': 'c5a96eb9-e25f-4246-aa76-09911e5778f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:20:48.451168 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:48.451572 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Bound using segment: {'id': 'c5a96eb9-e25f-4246-aa76-09911e5778f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:20:48.452074 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Bound port: 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a96eb9-e25f-4246-aa76-09911e5778f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:20:48.452482 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:48.533873 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:48.539387 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-9a9e5f94-79e6-4d86-90a1-ac880094efe7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0039988 Sep 23 22:20:48.562287 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] For port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:20:48.566155 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] For port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3,segment=NetworkSegment(c5a96eb9-e25f-4246-aa76-09911e5778f9),segment_id=c5a96eb9-e25f-4246-aa76-09911e5778f9)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:20:48.575162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Request body: {'port': {'device_id': 'd70a270f-a73b-40e6-9c9a-095a6646b9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:48.578381 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8215022-868c-445a-a7ef-6780449e87e3 None None] Pushing event updated for resources: {'Port': ['ID=34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:48.726866 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:48.765192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f8db4ac3-61c2-4f6e-b6a4-17b1a0284bba None None] Provisioning complete for port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:48.765562 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f8db4ac3-61c2-4f6e-b6a4-17b1a0284bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:48.769128 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:48.900265 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Routers {'8c4ca6d3-2ae8-4065-b813-698dab03834b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:20:48.901185 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:20:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8c4ca6d3-2ae8-4065-b813-698dab03834b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:48.902010 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f8db4ac3-61c2-4f6e-b6a4-17b1a0284bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:48.903788 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8215022-868c-445a-a7ef-6780449e87e3 None None] Pushing event updated for resources: {'Port': ['ID=34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:48.997880 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f8db4ac3-61c2-4f6e-b6a4-17b1a0284bba None None] For port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3,segment=NetworkSegment(c5a96eb9-e25f-4246-aa76-09911e5778f9),segment_id=c5a96eb9-e25f-4246-aa76-09911e5778f9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:49.015093 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42196) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:49.022220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-26af9475-3cee-4024-bb7e-206859057446 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--494716845', 'description': 'tempest-description--1977351618'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:49.091800 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f8db4ac3-61c2-4f6e-b6a4-17b1a0284bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:49.124368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42202) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:49.204953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db4ac3-61c2-4f6e-b6a4-17b1a0284bba None None] Pushing event updated for resources: {'Port': ['ID=34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:49.246014 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] Set router 8c4ca6d3-2ae8-4065-b813-698dab03834b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:20:49.305406 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-26af9475-3cee-4024-bb7e-206859057446 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:49.344729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c4c0100f-3507-4ee7-ad29-806cb992ed64 None None] Provisioning complete for port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:49.345775 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4c0100f-3507-4ee7-ad29-806cb992ed64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:49.376256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79927f26-5cf3-4998-86ed-4e70caac2081 req-9020c4bd-d053-4e9f-9a5b-132aba000cbe tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:49.388881 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79927f26-5cf3-4998-86ed-4e70caac2081 req-9020c4bd-d053-4e9f-9a5b-132aba000cbe tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 931 time: 0.2080314 Sep 23 22:20:49.542849 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79927f26-5cf3-4998-86ed-4e70caac2081 req-b952aef9-16e5-491f-b9ed-f38431c8e667 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468921 Sep 23 22:20:49.579719 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ff36137-46bc-48b5-abcc-b7ee3bd5294d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:49.676234 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-26af9475-3cee-4024-bb7e-206859057446 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:49.725482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821490a8-b891-4c78-b405-a7935ea24bf9 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:20:49.741017 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-553f948d-5456-4391-97b7-43f48981c8cc req-6be34440-8c0f-4e82-9002-e497c87a6370 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 210 time: 0.0718062 Sep 23 22:20:49.760507 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:49.787324 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:20:33Z', 'updated_at': '2021-09-23T22:20:41Z', 'revision_number': 4, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'gw_port': {'id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:35Z', 'updated_at': '2021-09-23T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3', 'name': '', 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'mac_address': 'fa:16:3e:12:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:39Z', 'updated_at': '2021-09-23T22:20:48Z', 'revision_number': 4, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'subnets': [{'id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:20:49.789491 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-26af9475-3cee-4024-bb7e-206859057446 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:49.844493 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Transition to ACTIVE for port object 821490a8-b891-4c78-b405-a7935ea24bf9 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:20:49.881904 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde7172e-2c90-42a3-89a7-7e924a84bc03 None None] The sync data for ids ['8c4ca6d3-2ae8-4065-b813-698dab03834b'] in n-d-810775-1 is: [{'id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:20:33Z', 'updated_at': '2021-09-23T22:20:41Z', 'revision_number': 4, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'gw_port': {'id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:35Z', 'updated_at': '2021-09-23T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3', 'name': '', 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'mac_address': 'fa:16:3e:12:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:39Z', 'updated_at': '2021-09-23T22:20:48Z', 'revision_number': 4, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'subnets': [{'id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:20:49.883346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138d0dc-68da-4a0f-8faf-abccde979d4a req-77ed9ad5-a0b5-4fe1-bd68-e37043c6df69 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:49.892781 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a138d0dc-68da-4a0f-8faf-abccde979d4a req-77ed9ad5-a0b5-4fe1-bd68-e37043c6df69 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 946 time: 0.1387370 Sep 23 22:20:49.940448 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:50.010985 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2cc7a4d1-ea7a-4dae-ac7b-f3428f1c4203 req-a6adfb60-e82a-4a8e-9d70-8bcf52f57bfc tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.1246862 Sep 23 22:20:50.028379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af9475-3cee-4024-bb7e-206859057446 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3654fa-71ec-4d8e-8d74-2030972a66a1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:50.050499 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a138d0dc-68da-4a0f-8faf-abccde979d4a req-59172ec5-e195-4f6a-a1d6-2031daaddbf5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494951 Sep 23 22:20:50.092833 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Pushing event updated for resources: {'Port': ['ID=821490a8-b891-4c78-b405-a7935ea24bf9,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:50.191138 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ff36137-46bc-48b5-abcc-b7ee3bd5294d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:50.214171 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Attempting to bind port 821490a8-b891-4c78-b405-a7935ea24bf9 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:20:50.214562 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Attempting to bind port 821490a8-b891-4c78-b405-a7935ea24bf9 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:20:50.214789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Attempting to bind port 821490a8-b891-4c78-b405-a7935ea24bf9 on network d445de3f-5408-4213-bcec-439e92d41e76 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:50.225349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Port 821490a8-b891-4c78-b405-a7935ea24bf9 on network d445de3f-5408-4213-bcec-439e92d41e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:20:50.225689 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Attempting to bind port 821490a8-b891-4c78-b405-a7935ea24bf9 on network d445de3f-5408-4213-bcec-439e92d41e76 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:50.232556 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:20:50.232996 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Checking segment: {'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:20:50.233447 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Bound using segment: {'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:20:50.234165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Bound port: 821490a8-b891-4c78-b405-a7935ea24bf9, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:20:50.239504 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:50.305700 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ff36137-46bc-48b5-abcc-b7ee3bd5294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:50.322623 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] For port 821490a8-b891-4c78-b405-a7935ea24bf9, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:20:50.327433 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] For port 821490a8-b891-4c78-b405-a7935ea24bf9, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=821490a8-b891-4c78-b405-a7935ea24bf9,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:20:50.392620 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7ff36137-46bc-48b5-abcc-b7ee3bd5294d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d7572ec753d74455b5654cfd2280b7f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2669175 Sep 23 22:20:50.396563 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-26af9475-3cee-4024-bb7e-206859057446 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:50.401183 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42222) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:50.401423 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-26af9475-3cee-4024-bb7e-206859057446 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3836534 Sep 23 22:20:50.403391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42224) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:50.412430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-20b67251-f09f-42f7-aa3c-6c8958047e79 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Request body: {'security_group_rule': {'security_group_id': 'ea3654fa-71ec-4d8e-8d74-2030972a66a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:50.427659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff36137-46bc-48b5-abcc-b7ee3bd5294d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a1bf18-f72c-4a4b-bc14-a10c0f56c0c7,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:50.472298 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:50.589495 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-20b67251-f09f-42f7-aa3c-6c8958047e79 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:50.650215 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:50.651113 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:50.660645 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] 10.222.0.67 "PUT /v2.0/ports/821490a8-b891-4c78-b405-a7935ea24bf9 HTTP/1.1" status: 200 len: 1091 time: 2.0868061 Sep 23 22:20:50.665634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70a270f-a73b-40e6-9c9a-095a6646b9cc', 'tag': '821490a8-b891-4c78-b405-a7935ea24bf9'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:50.668215 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe41ee1-e9d5-4b7a-bdfa-6494f85159de" -d '{"events": [{"name": "network-changed", "server_uuid": "d70a270f-a73b-40e6-9c9a-095a6646b9cc", "tag": "821490a8-b891-4c78-b405-a7935ea24bf9"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:50.709067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42232) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:50.729304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8094f51e-0685-4e98-91e1-986db17a570e tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1272876417', 'description': 'tempest-description--100795262'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:50.924676 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27385d8-72ca-40c3-96a4-67f9c3ce9195 x-openstack-request-id: req-e27385d8-72ca-40c3-96a4-67f9c3ce9195 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:50.925582 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70a270f-a73b-40e6-9c9a-095a6646b9cc", "tag": "821490a8-b891-4c78-b405-a7935ea24bf9", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:50.925582 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e27385d8-72ca-40c3-96a4-67f9c3ce9195 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:50.928026 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70a270f-a73b-40e6-9c9a-095a6646b9cc', 'tag': '821490a8-b891-4c78-b405-a7935ea24bf9', 'status': 'completed', 'code': 200} Sep 23 22:20:50.959125 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-20b67251-f09f-42f7-aa3c-6c8958047e79 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:51.000917 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-23f65fe7-83f4-4418-8199-76dbf018654c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:51.038023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0291376-6aa6-487d-8025-dd55912b9d63 service neutron] Pushing event updated for resources: {'Port': ['ID=821490a8-b891-4c78-b405-a7935ea24bf9,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:51.044896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8487b9d0-9358-4fc0-8713-28f15ebc97bd req-4d019dd1-4401-4dec-958e-f42ca51f6a93 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 210 time: 0.0596585 Sep 23 22:20:51.098332 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8094f51e-0685-4e98-91e1-986db17a570e tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:51.114442 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-20b67251-f09f-42f7-aa3c-6c8958047e79 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:51.118875 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-23f65fe7-83f4-4418-8199-76dbf018654c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:51.307821 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b67251-f09f-42f7-aa3c-6c8958047e79 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12b450c-81ae-47ef-9618-7692eb9143e2,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:51.357167 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3007357a-fd34-4b74-95db-c6a283376a74 req-3ef06245-cfee-4a06-8b8e-9dd0e3429cf4 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0744202 Sep 23 22:20:51.395267 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-20b67251-f09f-42f7-aa3c-6c8958047e79 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:51.396297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:20:51.399283 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-20b67251-f09f-42f7-aa3c-6c8958047e79 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9939854 Sep 23 22:20:51.407115 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42242) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:51.438045 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e2988-2887-48ce-8b6f-6ad620bca846 req-ddeb3b74-4d20-47a7-86e3-ff9fc87b08ac tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:51.438410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-776dda0e-f090-4730-b4a6-59f66a7a449e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Request body: {'security_group_rule': {'security_group_id': 'ea3654fa-71ec-4d8e-8d74-2030972a66a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:51.445491 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-011e2988-2887-48ce-8b6f-6ad620bca846 req-ddeb3b74-4d20-47a7-86e3-ff9fc87b08ac tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 943 time: 0.6722770 Sep 23 22:20:51.456600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-15cab672-26ae-44e7-b707-744c9846327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:51.464851 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-15cab672-26ae-44e7-b707-744c9846327b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b00b91f17d49499c92208ef9afdb92f2&device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 1094 time: 0.5194666 Sep 23 22:20:51.579010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:20:51.579250 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-4aa5ffaa-02dd-4f0f-899a-017e5833ad37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=821490a8-b891-4c78-b405-a7935ea24bf9 HTTP/1.1" status: 200 len: 217 time: 0.0867925 Sep 23 22:20:51.579779 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:51.658555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-085a63e1-043d-44f9-a464-010bf88116d1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:51.662181 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-085a63e1-043d-44f9-a464-010bf88116d1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.43 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 820 time: 0.4823029 Sep 23 22:20:51.687214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-69a75e48-8d95-465f-9981-a6f29524cbb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Request body: {'port': {'device_id': '4b9059a4-56aa-4be8-9926-92085b586b31', 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176', 'admin_state_up': True, 'tenant_id': '15cbc9172a21412ea06786b579eff720'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:51.702592 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6d3eb-a78d-44cd-836c-fecfbcce0d2b req-da38b35a-53e0-453e-a155-7b7e417f6e20 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:51.711766 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b5f6d3eb-a78d-44cd-836c-fecfbcce0d2b req-da38b35a-53e0-453e-a155-7b7e417f6e20 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 946 time: 0.1823926 Sep 23 22:20:51.776277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-09ff0391-3986-4d99-a43c-e457ffd410d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:51.779377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-09ff0391-3986-4d99-a43c-e457ffd410d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=903c4ba9-2c76-4131-a769-852776e395e4 HTTP/1.1" status: 200 len: 844 time: 0.1907656 Sep 23 22:20:51.851660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8094f51e-0685-4e98-91e1-986db17a570e tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:51.930633 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-01d26d18-2efc-4ce1-b6e2-b7490997bf27 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d445de3f-5408-4213-bcec-439e92d41e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381433 Sep 23 22:20:51.959843 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-011e2988-2887-48ce-8b6f-6ad620bca846 req-68322ccd-509e-40d3-acf7-1492bb93eed8 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880056 Sep 23 22:20:51.984392 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8094f51e-0685-4e98-91e1-986db17a570e tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:52.020929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b5f6d3eb-a78d-44cd-836c-fecfbcce0d2b req-61bbfe0f-b865-44a5-855f-da9dabe5df1e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081541 Sep 23 22:20:52.143540 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-776dda0e-f090-4730-b4a6-59f66a7a449e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:52.150153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094f51e-0685-4e98-91e1-986db17a570e tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e59335-3b4a-4b7e-a457-f5d6fefb88f9,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:52.222781 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-b4a5d087-c1cd-4211-99d3-8ee0da21da7b service neutron] 10.222.0.67 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791154 Sep 23 22:20:52.224001 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-23f65fe7-83f4-4418-8199-76dbf018654c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:52.232168 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-23f65fe7-83f4-4418-8199-76dbf018654c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:52.242559 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-23f65fe7-83f4-4418-8199-76dbf018654c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9a1bf18-f72c-4a4b-bc14-a10c0f56c0c7 HTTP/1.1" status: 204 len: 168 time: 1.8433208 Sep 23 22:20:52.278391 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8094f51e-0685-4e98-91e1-986db17a570e tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:52.292230 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8094f51e-0685-4e98-91e1-986db17a570e tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5774915 Sep 23 22:20:52.308188 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42248) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:52.322893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f65fe7-83f4-4418-8199-76dbf018654c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a1bf18-f72c-4a4b-bc14-a10c0f56c0c7,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:52.346362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e2fc70eb-99eb-49a5-86d6-20ff30655d1a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Request body: {'security_group_rule': {'security_group_id': '31e59335-3b4a-4b7e-a457-f5d6fefb88f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:52.447955 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-776dda0e-f090-4730-b4a6-59f66a7a449e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:52.531049 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a23e462e-b607-449d-8fd9-3b8b0206871c req-37fbb57b-27f0-4da7-a42f-ea6da3d91bcf tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 210 time: 0.2317731 Sep 23 22:20:52.551962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8abafe1d-4b54-4e2a-a3d0-7ddbbc5e755f req-6339a1a0-350f-4eea-9ff0-8a4761c4a32f service neutron] 10.222.0.67 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051884 Sep 23 22:20:52.671052 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-776dda0e-f090-4730-b4a6-59f66a7a449e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:52.679125 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7b898db1-bb06-4a4e-8a7b-e45eaf7f58ac req-93ed5568-f684-4e7e-ae73-4a13b59fa1f2 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0679717 Sep 23 22:20:52.719197 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dda0e-f090-4730-b4a6-59f66a7a449e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3536e8d6-53b5-43c3-b663-ba5b646bcdb9,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:52.940365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-69a75e48-8d95-465f-9981-a6f29524cbb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Made reservation on behalf of 15cbc9172a21412ea06786b579eff720 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:20:52.944822 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-69a75e48-8d95-465f-9981-a6f29524cbb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:53.159840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe41ee1-e9d5-4b7a-bdfa-6494f85159de req-d241c045-3650-4b34-861b-1182675c6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:53.162696 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fe41ee1-e9d5-4b7a-bdfa-6494f85159de req-d241c045-3650-4b34-861b-1182675c6ae0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b00b91f17d49499c92208ef9afdb92f2&device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 1094 time: 0.1276007 Sep 23 22:20:53.253894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-69a75e48-8d95-465f-9981-a6f29524cbb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Allocated IP 172.20.0.9 (c9f420e2-d329-4ff8-a6ea-b7ebff440176/e37ead02-da09-4adf-8e2d-f15b75dbcd24/1d7cca88-e29e-4a76-b52f-c09f2c3b849e) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:20:53.309239 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2fc70eb-99eb-49a5-86d6-20ff30655d1a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:53.433632 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-776dda0e-f090-4730-b4a6-59f66a7a449e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:53.435887 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-776dda0e-f090-4730-b4a6-59f66a7a449e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0199769 Sep 23 22:20:53.441512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe41ee1-e9d5-4b7a-bdfa-6494f85159de req-b7209894-7b81-4eb1-8371-9541d0b51890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:53.445310 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fe41ee1-e9d5-4b7a-bdfa-6494f85159de req-b7209894-7b81-4eb1-8371-9541d0b51890 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d445de3f-5408-4213-bcec-439e92d41e76 HTTP/1.1" status: 200 len: 905 time: 0.2739024 Sep 23 22:20:53.449668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42262) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:53.458965 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:53.555719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7474-d769-448d-9fd2-eaa10a48d178 req-13f8931f-9448-4a35-aa43-9eeff426a8cb tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:53.558512 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-030a7474-d769-448d-9fd2-eaa10a48d178 req-13f8931f-9448-4a35-aa43-9eeff426a8cb tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 943 time: 0.2934551 Sep 23 22:20:53.564333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726fe01-2e64-495a-a6b2-dbdf0e756a85 req-997d84f1-8ab5-49fa-83ea-90ab852be7ad tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:53.576721 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7726fe01-2e64-495a-a6b2-dbdf0e756a85 req-997d84f1-8ab5-49fa-83ea-90ab852be7ad tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 946 time: 0.3448377 Sep 23 22:20:53.580197 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fe41ee1-e9d5-4b7a-bdfa-6494f85159de req-aa779b6f-6a66-4bbe-905b-8d24df420e9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=821490a8-b891-4c78-b405-a7935ea24bf9 HTTP/1.1" status: 200 len: 217 time: 0.1117456 Sep 23 22:20:53.703799 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2fc70eb-99eb-49a5-86d6-20ff30655d1a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:53.753905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe41ee1-e9d5-4b7a-bdfa-6494f85159de req-a6bffac7-9275-4f91-9977-1118b5f559cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:53.755874 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fe41ee1-e9d5-4b7a-bdfa-6494f85159de req-a6bffac7-9275-4f91-9977-1118b5f559cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=903c4ba9-2c76-4131-a769-852776e395e4 HTTP/1.1" status: 200 len: 844 time: 0.1666739 Sep 23 22:20:53.814242 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fe41ee1-e9d5-4b7a-bdfa-6494f85159de req-05d8b194-08b6-4911-b9e3-35c11878fcb4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d445de3f-5408-4213-bcec-439e92d41e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499315 Sep 23 22:20:53.838518 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-030a7474-d769-448d-9fd2-eaa10a48d178 req-d168af83-5a97-4a0a-aa40-7ccdcbcb9ef3 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202601 Sep 23 22:20:53.884505 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7726fe01-2e64-495a-a6b2-dbdf0e756a85 req-efa24d63-5fb3-449f-b642-07fd0062857c tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965415 Sep 23 22:20:53.949520 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2fc70eb-99eb-49a5-86d6-20ff30655d1a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:53.958812 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-69a75e48-8d95-465f-9981-a6f29524cbb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:54.019583 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc70eb-99eb-49a5-86d6-20ff30655d1a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35805fd9-fefb-435a-bc1b-9046b9203284,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:54.060542 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:54.185370 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5569361-6026-4fd2-a46d-dbcf8d9fb40b req-98b8a8bb-6b2b-457c-86e1-82d7bb543bae tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 210 time: 0.1051688 Sep 23 22:20:54.248568 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fe41ee1-e9d5-4b7a-bdfa-6494f85159de req-8e7a2b7c-c1df-4ac4-802a-e341bca02f7a service neutron] 10.222.0.67 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240942 Sep 23 22:20:54.269440 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2fc70eb-99eb-49a5-86d6-20ff30655d1a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:54.280816 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e2fc70eb-99eb-49a5-86d6-20ff30655d1a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9647288 Sep 23 22:20:54.281466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42268) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:54.287228 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-69a75e48-8d95-465f-9981-a6f29524cbb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:54.306523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-701dc66d-e138-4d25-9db6-b1e2714f6c2a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Request body: {'security_group_rule': {'security_group_id': '31e59335-3b4a-4b7e-a457-f5d6fefb88f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:54.321300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['e23a60a8-f3a5-4d0f-95b4-7040ac188459'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:20:54.368059 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bba74c4-80e4-4b4a-8057-3485fcc48ccc req-fc98d462-a144-439b-a3fe-998f13dc113c tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0833385 Sep 23 22:20:54.397648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-69a75e48-8d95-465f-9981-a6f29524cbb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Network c9f420e2-d329-4ff8-a6ea-b7ebff440176 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:20:54.402516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-69a75e48-8d95-465f-9981-a6f29524cbb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:20:54.408117 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-69a75e48-8d95-465f-9981-a6f29524cbb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:20:54.448895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a75e48-8d95-465f-9981-a6f29524cbb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Pushing event updated for resources: {'Port': ['ID=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:54.462122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42270) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:54.529304 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-17430999-9273-4eec-9124-0a67c3f2f037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:54.532783 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:54.546169 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fe41ee1-e9d5-4b7a-bdfa-6494f85159de req-10b3ddc5-9f53-42c1-82f3-4103fb72d016 service neutron] 10.222.0.67 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852459 Sep 23 22:20:54.556386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-69a75e48-8d95-465f-9981-a6f29524cbb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:54.557375 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-69a75e48-8d95-465f-9981-a6f29524cbb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:54.690643 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-701dc66d-e138-4d25-9db6-b1e2714f6c2a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:54.746818 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-69a75e48-8d95-465f-9981-a6f29524cbb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0723960 Sep 23 22:20:54.773704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Request body: {'port': {'device_id': '4b9059a4-56aa-4be8-9926-92085b586b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:54.898931 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:54.963719 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-17430999-9273-4eec-9124-0a67c3f2f037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:55.057611 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-17430999-9273-4eec-9124-0a67c3f2f037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:55.072660 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Allocated IP 172.25.1.108 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/1c0dc1b1-4b99-4d0d-9445-506d7e7cf65f) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:20:55.158365 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-701dc66d-e138-4d25-9db6-b1e2714f6c2a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:55.172549 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-17430999-9273-4eec-9124-0a67c3f2f037 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56bb0343f30b4b49affbc6148cbfbc2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7052729 Sep 23 22:20:55.176597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42278) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:55.176987 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17430999-9273-4eec-9124-0a67c3f2f037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd21490-b3a6-4b89-94ed-fb27d0de87bf,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:55.187294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f96a14-ff3d-41c4-ae5a-e85d8b04cdf1 req-1523a653-bf42-4a68-a7ee-fd9d03aff80b tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:55.188907 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-91f96a14-ff3d-41c4-ae5a-e85d8b04cdf1 req-1523a653-bf42-4a68-a7ee-fd9d03aff80b tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 943 time: 0.1460998 Sep 23 22:20:55.228282 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f6ff4-e7ba-4f76-aae1-de95b5273445 req-35ec2b57-019f-453b-b65c-09db295477ad tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:55.231302 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb6f6ff4-e7ba-4f76-aae1-de95b5273445 req-35ec2b57-019f-453b-b65c-09db295477ad tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 946 time: 0.1782370 Sep 23 22:20:55.297092 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-701dc66d-e138-4d25-9db6-b1e2714f6c2a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:55.334610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dc66d-e138-4d25-9db6-b1e2714f6c2a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e51c54-1802-4115-886a-8bc8ebbe1dcc,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:55.363219 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:55.375335 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-91f96a14-ff3d-41c4-ae5a-e85d8b04cdf1 req-8cb04f4a-484b-4d4d-a28c-32ce6327ad0a tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473939 Sep 23 22:20:55.401062 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb6f6ff4-e7ba-4f76-aae1-de95b5273445 req-feb8ce60-ca41-4657-8e4a-6d237a849f07 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629508 Sep 23 22:20:55.470779 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-701dc66d-e138-4d25-9db6-b1e2714f6c2a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:55.477573 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-701dc66d-e138-4d25-9db6-b1e2714f6c2a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1785648 Sep 23 22:20:55.478611 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42286) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:20:55.479496 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-18fbb5a5-b636-4385-bc54-4e06c525cd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:55.492754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:20:55.534800 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-18fbb5a5-b636-4385-bc54-4e06c525cd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:55.601352 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7cca88-e29e-4a76-b52f-c09f2c3b849e {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:20:55.618768 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:55.646589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:55.686520 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4635ce9-5126-410b-9d56-87ea56704eed req-518e2511-96dc-446c-877e-4fed85a6c12e tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0588682 Sep 23 22:20:55.720530 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:55.729025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:20:55.732893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:20:55.738163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:20:55.748472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Pushing event updated for resources: {'Port': ['ID=1c0dc1b1-4b99-4d0d-9445-506d7e7cf65f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:55.774265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Transition to ACTIVE for port object 1d7cca88-e29e-4a76-b52f-c09f2c3b849e will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:20:55.787987 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-18fbb5a5-b636-4385-bc54-4e06c525cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:55.791646 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-18fbb5a5-b636-4385-bc54-4e06c525cd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:55.793010 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-18fbb5a5-b636-4385-bc54-4e06c525cd15 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9dd21490-b3a6-4b89-94ed-fb27d0de87bf HTTP/1.1" status: 204 len: 168 time: 0.6177917 Sep 23 22:20:55.849494 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbb5a5-b636-4385-bc54-4e06c525cd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd21490-b3a6-4b89-94ed-fb27d0de87bf,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:55.969624 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:56.048148 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:56.169623 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Pushing event updated for resources: {'Port': ['ID=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:56.213962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-78841637-e8a7-4395-88c9-ac9b097a3b39 req-02f5f667-58dd-45ca-b455-bbe93a4c8f02 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0758538 Sep 23 22:20:56.223333 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:56.371440 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:56.518509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Attempting to bind port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:20:56.519462 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Attempting to bind port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:20:56.519462 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Attempting to bind port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:56.536493 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a43b4-d099-4298-893f-91b14770b126 req-c9407c5a-33eb-49e1-8b6b-677fd647c630 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:56.549799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f48a43b4-d099-4298-893f-91b14770b126 req-c9407c5a-33eb-49e1-8b6b-677fd647c630 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.3249373 Sep 23 22:20:56.603393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:20:56.604141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Attempting to bind port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:20:56.638193 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:56.662028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:20:56.662654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Checking segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:20:56.663186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Bound using segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:20:56.663979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Bound port: 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:20:56.664680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:56.665412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f017c-2fed-4d19-994e-286aa980cebe req-1490d406-8231-42ba-b3b4-bfb9767ee974 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:56.668209 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-787f017c-2fed-4d19-994e-286aa980cebe req-1490d406-8231-42ba-b3b4-bfb9767ee974 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 943 time: 0.1301634 Sep 23 22:20:56.721869 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f48a43b4-d099-4298-893f-91b14770b126 req-c46465a8-9eb6-4668-bedf-951bad6d2818 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709080 Sep 23 22:20:56.785166 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:56.818858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Allocated IP 172.25.1.7 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/5d36dce9-a836-4057-9f15-d707389bc463) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:20:56.836364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-787f017c-2fed-4d19-994e-286aa980cebe req-2aba850a-7703-4760-9e22-febe4aa6404b tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617551 Sep 23 22:20:56.876246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:20:56.901675 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:20:56.930368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 821490a8-b891-4c78-b405-a7935ea24bf9 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:20:56.967293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Pushing event updated for resources: {'Port': ['ID=1c0dc1b1-4b99-4d0d-9445-506d7e7cf65f,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:57.007010 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:57.168020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 821490a8-b891-4c78-b405-a7935ea24bf9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=821490a8-b891-4c78-b405-a7935ea24bf9,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:57.177068 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee67ecaf-002b-4466-b662-7cb4a5659eb0 req-cad4be5f-7c17-4bc1-8a48-ba56251358b6 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0768046 Sep 23 22:20:57.203918 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '821490a8-b891-4c78-b405-a7935ea24bf9', 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76', 'port_id': '821490a8-b891-4c78-b405-a7935ea24bf9', 'mac_address': 'fa:16:3e:98:1c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903c4ba9-2c76-4131-a769-852776e395e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:20:57.218813 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:57.230240 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-82163734-4080-4b89-bd97-c60a698cb23b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7786627 Sep 23 22:20:57.239163 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:57.295429 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:57.308472 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:57.321871 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821490a8-b891-4c78-b405-a7935ea24bf9 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:20:57.386240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 821490a8-b891-4c78-b405-a7935ea24bf9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=821490a8-b891-4c78-b405-a7935ea24bf9,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:20:57.414399 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:57.451830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:57.454197 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:57.456578 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] 10.222.0.43 "PUT /v2.0/ports/1d7cca88-e29e-4a76-b52f-c09f2c3b849e HTTP/1.1" status: 200 len: 1091 time: 2.6973906 Sep 23 22:20:57.457323 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9059a4-56aa-4be8-9926-92085b586b31', 'tag': '1d7cca88-e29e-4a76-b52f-c09f2c3b849e'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:20:57.461611 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16998715-67a0-4bfe-8e02-a763ed771bac" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9059a4-56aa-4be8-9926-92085b586b31", "tag": "1d7cca88-e29e-4a76-b52f-c09f2c3b849e"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:20:57.496281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:20:57.505567 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:57.517366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:20:57.545207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:20:57.590340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bd611-b505-4705-84c8-8f3525b72031 req-f4b3d321-d33b-4604-b0a4-066c9373fb46 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:57.604233 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb6bd611-b505-4705-84c8-8f3525b72031 req-f4b3d321-d33b-4604-b0a4-066c9373fb46 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 946 time: 0.6601095 Sep 23 22:20:57.655707 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=821490a8-b891-4c78-b405-a7935ea24bf9,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:57.656737 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-202c6b60-2b90-4dbf-b3d3-36a6ede6b77b tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--494716845&fields=id&tenant_id=0482f6f559a3421db26d6bef5bd62a78 HTTP/1.1" status: 200 len: 267 time: 0.1001034 Sep 23 22:20:57.697758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594780e-82a8-43da-aa66-75b49d136b3c service neutron] Pushing event updated for resources: {'Port': ['ID=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:57.933496 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb6bd611-b505-4705-84c8-8f3525b72031 req-8391af0b-787d-489b-964f-525a207ae72f tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277845 Sep 23 22:20:57.958206 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['821490a8-b891-4c78-b405-a7935ea24bf9'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:20:57.965806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-ae4b260a-51c7-4afd-a051-a829b3e753a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:57.968663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-ae4b260a-51c7-4afd-a051-a829b3e753a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 1094 time: 0.3012230 Sep 23 22:20:57.969795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Pushing event updated for resources: {'Port': ['ID=5d36dce9-a836-4057-9f15-d707389bc463,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:58.079549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-b40e3c09-c8ed-42d1-9f1d-fb78c3201a80 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:58.089904 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-b40e3c09-c8ed-42d1-9f1d-fb78c3201a80 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/networks?id=b8785a5e-df92-480b-8acf-638778e70a5b HTTP/1.1" status: 200 len: 812 time: 0.4169538 Sep 23 22:20:58.099873 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec20c66c-63ef-4d80-98be-7f2c307c9ac8 x-openstack-request-id: req-ec20c66c-63ef-4d80-98be-7f2c307c9ac8 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:20:58.100387 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9059a4-56aa-4be8-9926-92085b586b31", "tag": "1d7cca88-e29e-4a76-b52f-c09f2c3b849e", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:20:58.100944 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec20c66c-63ef-4d80-98be-7f2c307c9ac8 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:20:58.101939 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9059a4-56aa-4be8-9926-92085b586b31', 'tag': '1d7cca88-e29e-4a76-b52f-c09f2c3b849e', 'status': 'completed', 'code': 200} Sep 23 22:20:58.104447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-2ac77637-457a-4ed1-9e72-ff057a24fc80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e HTTP/1.1" status: 200 len: 217 time: 0.1255789 Sep 23 22:20:58.113412 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-075afb65-2d7d-45f8-8132-cb9c600c0cd9 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/quotas/0482f6f559a3421db26d6bef5bd62a78 HTTP/1.1" status: 200 len: 375 time: 0.0214949 Sep 23 22:20:58.199109 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:58.217557 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-5c4e9352-05c3-4086-ba70-df90e5f301c5 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0482f6f559a3421db26d6bef5bd62a78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865498 Sep 23 22:20:58.237735 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-50aabcd4-1b68-429b-960f-13242a194bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:58.242180 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-50aabcd4-1b68-429b-960f-13242a194bc0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.1274650 Sep 23 22:20:58.302944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-343715af-3352-4960-a3fa-020bae4f676b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543232 Sep 23 22:20:58.403980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-20d7e957-d4d3-4e7f-8209-b75685b80c53 service neutron] 10.222.0.22 "GET /v2.0/networks/b8785a5e-df92-480b-8acf-638778e70a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814873 Sep 23 22:20:58.503419 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:58.623171 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-3c8c7d28-ec20-410d-9a4e-4ba43c12cf96 service neutron] 10.222.0.22 "GET /v2.0/networks/b8785a5e-df92-480b-8acf-638778e70a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158654 Sep 23 22:20:58.662046 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-83ae85f5-1229-4f44-b738-9fde569fba4d service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386354 Sep 23 22:20:58.710814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37977a-592b-4596-bbdb-5caa3c651c81 req-a5d80ba3-082f-44ee-9fe5-23a329db88ed tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:58.717996 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b37977a-592b-4596-bbdb-5caa3c651c81 req-a5d80ba3-082f-44ee-9fe5-23a329db88ed tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.4083169 Sep 23 22:20:58.846619 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:58.851121 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b37977a-592b-4596-bbdb-5caa3c651c81 req-1f67f52d-f8ae-4703-8436-1ce32b0771a8 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233130 Sep 23 22:20:58.880626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c16f0bf4-7050-4eb5-822b-6ff6640bdf2e req-df49a031-f727-4d80-addb-9707a4aa4505 service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093165 Sep 23 22:20:58.960770 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:59.217298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Pushing event updated for resources: {'Port': ['ID=5d36dce9-a836-4057-9f15-d707389bc463,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:20:59.267690 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:59.282952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c32353-2a0e-4be3-9b68-579320f894a0 req-9068c1e0-ef8d-4277-ba3a-94157017dbc9 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:59.291856 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2c32353-2a0e-4be3-9b68-579320f894a0 req-9068c1e0-ef8d-4277-ba3a-94157017dbc9 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 944 time: 0.3111753 Sep 23 22:20:59.298123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16998715-67a0-4bfe-8e02-a763ed771bac req-064de27d-7d0f-4d0f-9e80-0dc82b2508c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:59.299674 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16998715-67a0-4bfe-8e02-a763ed771bac req-064de27d-7d0f-4d0f-9e80-0dc82b2508c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 1094 time: 0.2117488 Sep 23 22:20:59.353069 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-579a8999-0593-4b92-a398-2b7a2d6e51dc req-74106ab5-b2b6-4fda-a9b4-279cdb879597 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0688889 Sep 23 22:20:59.385568 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2c32353-2a0e-4be3-9b68-579320f894a0 req-57971e1d-1af3-46ef-a023-3f3a4fef3ef8 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931160 Sep 23 22:20:59.462604 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:20:59.473212 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-200434d1-df59-448c-872a-b7ba483e8dc6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9834745 Sep 23 22:20:59.528659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-38d1232f-d609-40e4-aef1-519ae4c75b85 req-c05c2387-c43e-4595-bcf5-814dac61ec88 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 210 time: 0.0723567 Sep 23 22:20:59.573425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16998715-67a0-4bfe-8e02-a763ed771bac req-6174deae-4d75-41f8-93d7-83ef14004252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:59.576519 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16998715-67a0-4bfe-8e02-a763ed771bac req-6174deae-4d75-41f8-93d7-83ef14004252 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.2652104 Sep 23 22:20:59.581441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ad93a-852d-4fcc-ab7a-c1d7cd3a220b req-19ec4fa0-28a0-49eb-b942-ce4bb4fb62bb tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:59.593814 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b04ad93a-852d-4fcc-ab7a-c1d7cd3a220b req-19ec4fa0-28a0-49eb-b942-ce4bb4fb62bb tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 946 time: 0.1259234 Sep 23 22:20:59.682146 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16998715-67a0-4bfe-8e02-a763ed771bac req-ba56b74e-d797-4f45-ac73-abbf04a91f04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e HTTP/1.1" status: 200 len: 217 time: 0.0966718 Sep 23 22:20:59.693036 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b04ad93a-852d-4fcc-ab7a-c1d7cd3a220b req-97f37890-62c4-4734-9a64-47d4c98c1a57 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789378 Sep 23 22:20:59.936026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dae9f-a522-4d90-ba7a-de1235f4d781 req-760d0502-a7a0-4c9c-bced-7df6bb99b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:20:59.937666 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e4dae9f-a522-4d90-ba7a-de1235f4d781 req-760d0502-a7a0-4c9c-bced-7df6bb99b075 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 1097 time: 0.1152155 Sep 23 22:21:00.158704 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dae9f-a522-4d90-ba7a-de1235f4d781 req-cbd610d2-abbb-428d-9f9d-c4e3768f8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:00.160419 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e4dae9f-a522-4d90-ba7a-de1235f4d781 req-cbd610d2-abbb-428d-9f9d-c4e3768f8515 service neutron] 10.222.0.67 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.1800504 Sep 23 22:21:00.205657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16998715-67a0-4bfe-8e02-a763ed771bac req-1de0123b-f9de-42da-bad7-729143915307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:00.207100 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16998715-67a0-4bfe-8e02-a763ed771bac req-1de0123b-f9de-42da-bad7-729143915307 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.5132015 Sep 23 22:21:00.232956 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e4dae9f-a522-4d90-ba7a-de1235f4d781 req-62967e4b-9f6c-45d6-86bc-00fdca888a5d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa90bf5b-707b-4227-9967-dabb8405fbce HTTP/1.1" status: 200 len: 217 time: 0.0547495 Sep 23 22:21:00.286643 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16998715-67a0-4bfe-8e02-a763ed771bac req-a7349f04-7722-481e-8b30-aebee8ad040a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439487 Sep 23 22:21:00.359437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dae9f-a522-4d90-ba7a-de1235f4d781 req-dd63de2c-dd1d-4e80-b1c8-4d7a2ccb154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:00.361641 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e4dae9f-a522-4d90-ba7a-de1235f4d781 req-dd63de2c-dd1d-4e80-b1c8-4d7a2ccb154b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.1210687 Sep 23 22:21:00.371092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f609905-4e9e-465d-93fc-32844857d391 req-9a567eb4-aec5-405f-ab7e-235206ef0d50 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:00.372868 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f609905-4e9e-465d-93fc-32844857d391 req-9a567eb4-aec5-405f-ab7e-235206ef0d50 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/networks?id=fd7d5e20-a12d-47bf-ac34-63d18b47696f HTTP/1.1" status: 200 len: 822 time: 0.2219825 Sep 23 22:21:00.415717 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e4dae9f-a522-4d90-ba7a-de1235f4d781 req-45940bfb-4d8d-4667-9e9f-b59174483209 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452297 Sep 23 22:21:00.439344 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f609905-4e9e-465d-93fc-32844857d391 req-6fe9505f-8935-4616-a731-a9d45c2481d2 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/quotas/9f07c46fb8ce49b99c9507b0e26f4b85 HTTP/1.1" status: 200 len: 375 time: 0.0201087 Sep 23 22:21:00.521141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f609905-4e9e-465d-93fc-32844857d391 req-5fcfb857-fec3-4ef8-b50f-912e5cef7ada tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f07c46fb8ce49b99c9507b0e26f4b85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0805714 Sep 23 22:21:00.523541 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16998715-67a0-4bfe-8e02-a763ed771bac req-cdcf536f-8140-4693-b015-b3489aee26c5 service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238424 Sep 23 22:21:00.595123 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e4dae9f-a522-4d90-ba7a-de1235f4d781 req-2a14873d-2995-4d3b-a1a0-26dc0fec4a76 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673245 Sep 23 22:21:00.604277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf89a3f-73cb-4134-ab2d-5d2535ef281f req-d7ee0540-35fb-4da7-aed1-75e3669bf70c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:00.606052 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fbf89a3f-73cb-4134-ab2d-5d2535ef281f req-d7ee0540-35fb-4da7-aed1-75e3669bf70c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.0912895 Sep 23 22:21:00.764194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16998715-67a0-4bfe-8e02-a763ed771bac req-805336b5-22ba-4180-9e4f-97d60b6266f3 service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320950 Sep 23 22:21:00.765430 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fbf89a3f-73cb-4134-ab2d-5d2535ef281f req-4812417d-4764-43e4-97df-6750902807b0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373994 Sep 23 22:21:00.778994 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e4dae9f-a522-4d90-ba7a-de1235f4d781 req-f47a6ee9-37f2-473b-a0e1-4ee07df6c4eb service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718128 Sep 23 22:21:00.831458 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f609905-4e9e-465d-93fc-32844857d391 req-384e0dc8-bfb8-4741-bec3-d894536b50bd service neutron] 10.222.0.22 "GET /v2.0/networks/fd7d5e20-a12d-47bf-ac34-63d18b47696f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979841 Sep 23 22:21:00.960771 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 821490a8-b891-4c78-b405-a7935ea24bf9 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:00.985475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f609905-4e9e-465d-93fc-32844857d391 req-f97e0a07-c632-4c3d-b976-a0df156ae7b6 service neutron] 10.222.0.22 "GET /v2.0/networks/fd7d5e20-a12d-47bf-ac34-63d18b47696f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458523 Sep 23 22:21:01.195630 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 821490a8-b891-4c78-b405-a7935ea24bf9 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:21:01.205516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 821490a8-b891-4c78-b405-a7935ea24bf9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:01.207001 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:01.404904 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:01.453787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70a270f-a73b-40e6-9c9a-095a6646b9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821490a8-b891-4c78-b405-a7935ea24bf9'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:01.457331 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d522e1ef-fb7d-4b64-b302-7ef02a44f1c6" -d '{"events": [{"server_uuid": "d70a270f-a73b-40e6-9c9a-095a6646b9cc", "name": "network-vif-plugged", "status": "completed", "tag": "821490a8-b891-4c78-b405-a7935ea24bf9"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:01.487165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 821490a8-b891-4c78-b405-a7935ea24bf9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=821490a8-b891-4c78-b405-a7935ea24bf9,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:01.524078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4731c4-9125-4c0b-b3a5-60c21284f1dc req-bb82dc27-2dfa-456a-9356-7d096ed36dea tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:01.527529 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a4731c4-9125-4c0b-b3a5-60c21284f1dc req-bb82dc27-2dfa-456a-9356-7d096ed36dea tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 944 time: 0.1177177 Sep 23 22:21:01.589772 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a4731c4-9125-4c0b-b3a5-60c21284f1dc req-3ca97f3e-ad6f-425b-abc6-467673f7d5de tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532045 Sep 23 22:21:01.623292 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:01.688067 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=821490a8-b891-4c78-b405-a7935ea24bf9,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:01.701685 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-671fc81a-4491-4a3e-a303-e5348afd9962 req-1ceff34b-8a99-455c-8230-d8d315f25433 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 210 time: 0.0425770 Sep 23 22:21:01.785890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5faf61-8929-429e-a745-358f8ab072c8 req-0964bf97-1146-4d15-86be-679705b4f732 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:01.794582 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c5faf61-8929-429e-a745-358f8ab072c8 req-0964bf97-1146-4d15-86be-679705b4f732 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 946 time: 0.1056330 Sep 23 22:21:01.841705 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eef09581-799f-4943-83ad-9b758460403d req-332990dd-89de-4038-b6ed-0bcd652cfde8 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 210 time: 0.0285811 Sep 23 22:21:01.851933 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c5faf61-8929-429e-a745-358f8ab072c8 req-e85535c7-ec8a-46b6-bf5f-5354d790245a tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563488 Sep 23 22:21:01.905431 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a3d2a1-8833-40f4-9210-f42ca15c860c x-openstack-request-id: req-54a3d2a1-8833-40f4-9210-f42ca15c860c {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:01.906000 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70a270f-a73b-40e6-9c9a-095a6646b9cc", "name": "network-vif-plugged", "status": "completed", "tag": "821490a8-b891-4c78-b405-a7935ea24bf9", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:01.906453 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54a3d2a1-8833-40f4-9210-f42ca15c860c {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:01.907191 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70a270f-a73b-40e6-9c9a-095a6646b9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821490a8-b891-4c78-b405-a7935ea24bf9', 'code': 200} Sep 23 22:21:02.017448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bfd8a46-243a-4ff4-9d7f-2c6275292c3f req-d748f6c5-7b48-4535-aad3-36b3dbd176f8 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0426519 Sep 23 22:21:02.107184 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1b0d5-f6a7-4ae2-a974-d6d19485bbe9 req-a23054f0-d416-4fdf-bac5-66179b0fcdc1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:02.110132 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ebd1b0d5-f6a7-4ae2-a974-d6d19485bbe9 req-a23054f0-d416-4fdf-bac5-66179b0fcdc1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.1074958 Sep 23 22:21:02.113038 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94129f-d6db-4bb6-b504-f1ce323a03f4 req-835382af-b00d-4a6c-8f6b-4aa0e51a5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:02.115068 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-df94129f-d6db-4bb6-b504-f1ce323a03f4 req-835382af-b00d-4a6c-8f6b-4aa0e51a5aa7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 1096 time: 0.0745168 Sep 23 22:21:02.208776 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ebd1b0d5-f6a7-4ae2-a974-d6d19485bbe9 req-64f4ccf8-baa0-4834-a8ad-c6b563890a88 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853260 Sep 23 22:21:02.236544 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-df94129f-d6db-4bb6-b504-f1ce323a03f4 req-a32aa3ef-ebfe-477d-90b9-fb4876b80158 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053572 Sep 23 22:21:02.685547 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-40ffb5a1-40f5-4524-b6c1-c9c3a87802f6 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:02.687685 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-40ffb5a1-40f5-4524-b6c1-c9c3a87802f6 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd&tenant_id=3f7af936c5414346bc188ecd0d80fb62&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1097 time: 0.0910437 Sep 23 22:21:02.703891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810775-1'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:02.812743 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:02.837372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f7521-ab1a-4592-8fad-833bf257c93e req-2d029502-f20b-49a4-b611-6acd06711daf tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:02.839484 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e1f7521-ab1a-4592-8fad-833bf257c93e req-2d029502-f20b-49a4-b611-6acd06711daf tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.0996428 Sep 23 22:21:02.871668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a3c4f45e-2e08-4546-8fdc-6df512edda68 req-7cf83d85-9882-46a4-9dcd-97e18471cc1c tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 210 time: 0.0448484 Sep 23 22:21:02.973487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e1f7521-ab1a-4592-8fad-833bf257c93e req-c4b73853-5348-4f9d-b9e0-807a254d83c9 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021025 Sep 23 22:21:03.027222 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0df51ee8-2a78-45f7-8d07-10e55ab6f65e req-b28e08fd-efe7-4ba4-a58a-0743e6cd50bc tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 210 time: 0.0478497 Sep 23 22:21:03.071165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=fa90bf5b-707b-4227-9967-dabb8405fbce,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:03.122505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:03.180801 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:03.193570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f78db0-5381-4e73-8aaf-1fce0d49f3bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa90bf5b-707b-4227-9967-dabb8405fbce'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:03.193570 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05acf304-b79a-4703-ade2-5a5089ac5e09" -d '{"events": [{"server_uuid": "59f78db0-5381-4e73-8aaf-1fce0d49f3bd", "name": "network-vif-unplugged", "status": "completed", "tag": "fa90bf5b-707b-4227-9967-dabb8405fbce"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:03.201758 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5f177f1-4242-435d-b7e9-f23be1d77b94 req-e1b67c14-9f17-48fa-b83a-0fa65e12ebc1 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0447328 Sep 23 22:21:03.279512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361360b-b961-4a53-a382-5ee4c2fd747f req-81d68dd1-5902-4186-babf-d2a54a143260 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:03.286028 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4361360b-b961-4a53-a382-5ee4c2fd747f req-81d68dd1-5902-4186-babf-d2a54a143260 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 946 time: 0.1018839 Sep 23 22:21:03.321288 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42484) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:03.326269 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:03.395402 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d031432-86b9-4aa3-8818-a0a34dfd9667 x-openstack-request-id: req-2d031432-86b9-4aa3-8818-a0a34dfd9667 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:03.395763 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f78db0-5381-4e73-8aaf-1fce0d49f3bd", "name": "network-vif-unplugged", "status": "completed", "tag": "fa90bf5b-707b-4227-9967-dabb8405fbce", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:03.395952 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d031432-86b9-4aa3-8818-a0a34dfd9667 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:03.396361 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f78db0-5381-4e73-8aaf-1fce0d49f3bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa90bf5b-707b-4227-9967-dabb8405fbce', 'code': 200} Sep 23 22:21:03.414374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Pushing event updated for resources: {'Port': ['ID=fa90bf5b-707b-4227-9967-dabb8405fbce,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:03.445962 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4361360b-b961-4a53-a382-5ee4c2fd747f req-2aa8e81e-099c-48d2-b631-effa7f7f9547 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486447 Sep 23 22:21:03.479859 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbecbf1-2c0f-4e56-a755-5d583d2f4f51 req-8b459fcd-4eaf-4657-a93b-4b1473f7dbec tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:03.483490 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7bbecbf1-2c0f-4e56-a755-5d583d2f4f51 req-8b459fcd-4eaf-4657-a93b-4b1473f7dbec tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.0769475 Sep 23 22:21:03.489759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Attempting to bind port fa90bf5b-707b-4227-9967-dabb8405fbce on host n-h2-810775-1 for vnic_type normal with profile {"migrating_to": "n-h1-810775-1"} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:21:03.494096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Attempting to bind port fa90bf5b-707b-4227-9967-dabb8405fbce by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:21:03.496034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Attempting to bind port fa90bf5b-707b-4227-9967-dabb8405fbce on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:03.502186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Port fa90bf5b-707b-4227-9967-dabb8405fbce on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:21:03.502515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Attempting to bind port fa90bf5b-707b-4227-9967-dabb8405fbce on network 92f95a66-bc42-4e40-8636-d20f8aa81d6c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:03.508154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:21:03.508496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Checking segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:03.508880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Bound using segment: {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:21:03.509474 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Bound port: fa90bf5b-707b-4227-9967-dabb8405fbce, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a49edd0-3eec-4a4f-bdb6-d271d227f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92f95a66-bc42-4e40-8636-d20f8aa81d6c'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:21:03.509844 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:03.532254 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b804e26d-d732-4a5d-816f-838a148b071a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:03.567822 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7bbecbf1-2c0f-4e56-a755-5d583d2f4f51 req-1517a16b-1bb2-4379-acc0-52d94d34c250 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762913 Sep 23 22:21:03.592116 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:03.606173 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=fa90bf5b-707b-4227-9967-dabb8405fbce,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:21:03.660810 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b804e26d-d732-4a5d-816f-838a148b071a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:03.744815 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:03.842500 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b804e26d-d732-4a5d-816f-838a148b071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:03.843653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:03.844378 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:03.846056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] 10.222.0.43 "PUT /v2.0/ports/fa90bf5b-707b-4227-9967-dabb8405fbce HTTP/1.1" status: 200 len: 1122 time: 1.1473780 Sep 23 22:21:03.847122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41d729-b6bd-4585-9773-a2f357fcab13 service neutron] Pushing event updated for resources: {'Port': ['ID=fa90bf5b-707b-4227-9967-dabb8405fbce,revision_number=8']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:03.936581 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b804e26d-d732-4a5d-816f-838a148b071a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8809cbc0d5a246f3a4f85810b26512d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6136310 Sep 23 22:21:03.939521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42490) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:03.939783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804e26d-d732-4a5d-816f-838a148b071a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7839e02e-8d74-45f2-bc92-47497404d809,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:03.979379 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['fa90bf5b-707b-4227-9967-dabb8405fbce'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:21:03.986367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['fa90bf5b-707b-4227-9967-dabb8405fbce'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:21:04.052178 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c5eb1d0-9635-4fe1-929c-9fb6acc224c1 req-4e0dac83-926e-4af0-857c-32160e27c4d1 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 210 time: 0.0770497 Sep 23 22:21:04.077194 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-418c34d2-ed96-443b-920b-b08ba41368d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:04.123471 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-418c34d2-ed96-443b-920b-b08ba41368d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:04.148446 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c8169-ce39-4a93-8bf7-99500749d8fe req-87c9b7b4-d41f-417a-aa34-8730a572881e tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:04.150241 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-257c8169-ce39-4a93-8bf7-99500749d8fe req-87c9b7b4-d41f-417a-aa34-8730a572881e tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.0624878 Sep 23 22:21:04.190918 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-768db34e-5034-4520-8d3b-ded5e5a865a6 req-464ff998-4d7b-498d-9e8c-98625d70503a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 210 time: 0.0432024 Sep 23 22:21:04.303368 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-257c8169-ce39-4a93-8bf7-99500749d8fe req-34a6e289-9359-4077-8234-db7ca703b93b tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418343 Sep 23 22:21:04.377526 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ab6bedfb-c9fd-46b9-b8af-2c57d0c957f0 req-e5c13af8-9709-475f-a22a-b4ec28b580b8 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0551579 Sep 23 22:21:04.411572 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-418c34d2-ed96-443b-920b-b08ba41368d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:04.415425 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-418c34d2-ed96-443b-920b-b08ba41368d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:04.416684 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-418c34d2-ed96-443b-920b-b08ba41368d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7839e02e-8d74-45f2-bc92-47497404d809 HTTP/1.1" status: 204 len: 168 time: 0.4760268 Sep 23 22:21:04.434078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c34d2-ed96-443b-920b-b08ba41368d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7839e02e-8d74-45f2-bc92-47497404d809,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:04.445948 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-19f8953f-1425-4db4-8a1e-d336ec5c252d tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:04.447858 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-19f8953f-1425-4db4-8a1e-d336ec5c252d tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.67 "GET /v2.0/networks?id=b8785a5e-df92-480b-8acf-638778e70a5b HTTP/1.1" status: 200 len: 812 time: 0.2069390 Sep 23 22:21:04.530177 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-624523d4-24a3-4251-946b-e849813cfdcc tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0482f6f559a3421db26d6bef5bd62a78 HTTP/1.1" status: 200 len: 379 time: 0.0588002 Sep 23 22:21:04.541433 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-04cfd5d1-2bc9-40ad-a0ba-df4d8e948c8e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Request body: {'port': {'device_id': '54549eec-4faf-4256-9c2b-9207095ca6d1', 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'admin_state_up': True, 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'security_groups': ['ea3654fa-71ec-4d8e-8d74-2030972a66a1']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:04.588845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722d269-07d4-49c8-ba13-754865b3973f req-f9c10614-53ec-4fda-8468-db6ce2e799b4 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:04.590543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9722d269-07d4-49c8-ba13-754865b3973f req-f9c10614-53ec-4fda-8468-db6ce2e799b4 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 944 time: 0.0540636 Sep 23 22:21:04.640512 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9722d269-07d4-49c8-ba13-754865b3973f req-d0fddc67-ffcb-410d-9735-2a8760fdee1c tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 Sep 23 22:21:04.779921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a8827-5e20-4d22-a200-12b044c4c66f req-7b260a40-5dc9-486b-a628-b223c1afb9ce tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:04.785681 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1f7a8827-5e20-4d22-a200-12b044c4c66f req-7b260a40-5dc9-486b-a628-b223c1afb9ce tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.0859556 Sep 23 22:21:04.828080 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1f7a8827-5e20-4d22-a200-12b044c4c66f req-4cf29c5c-a8d4-4205-a166-b742e9361e16 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406785 Sep 23 22:21:04.920399 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-04cfd5d1-2bc9-40ad-a0ba-df4d8e948c8e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Made reservation on behalf of 0482f6f559a3421db26d6bef5bd62a78 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:21:04.925919 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-04cfd5d1-2bc9-40ad-a0ba-df4d8e948c8e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:05.126729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device fa90bf5b-707b-4227-9967-dabb8405fbce details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:21:05.135822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-04cfd5d1-2bc9-40ad-a0ba-df4d8e948c8e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Allocated IP 172.20.0.5 (b8785a5e-df92-480b-8acf-638778e70a5b/e7021669-0d07-4e89-bfa4-274b44c0697b/9c099305-dd69-484c-9073-dbfc6f0e57d9) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:21:05.178071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ca5f273-ec97-4a41-88f0-ecd9e647ec11 req-3becb12f-5bfe-4424-b6ed-b531079095e8 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 210 time: 0.0322130 Sep 23 22:21:05.312478 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=fa90bf5b-707b-4227-9967-dabb8405fbce,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:05.326973 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device fa90bf5b-707b-4227-9967-dabb8405fbce has no active binding in host n-h1-810775-1 {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 22:21:05.385559 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9aa18970-e438-412a-bce2-dad14023b3e8 req-00def18d-36b9-497e-9f0e-8336ce811775 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 210 time: 0.0791645 Sep 23 22:21:05.397902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f78db0-5381-4e73-8aaf-1fce0d49f3bd', 'tag': 'fa90bf5b-707b-4227-9967-dabb8405fbce'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:05.403609 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f764e8-4e49-48af-895b-fba1a3fb749b" -d '{"events": [{"name": "network-changed", "server_uuid": "59f78db0-5381-4e73-8aaf-1fce0d49f3bd", "tag": "fa90bf5b-707b-4227-9967-dabb8405fbce"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:05.423647 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-04cfd5d1-2bc9-40ad-a0ba-df4d8e948c8e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:05.522191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d5078-713d-4605-ae71-e4c4c558496b req-a35a0070-2128-487f-8a27-11eb5fdc3ce9 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:05.524665 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-144d5078-713d-4605-ae71-e4c4c558496b req-a35a0070-2128-487f-8a27-11eb5fdc3ce9 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.0623617 Sep 23 22:21:05.539600 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c6b10c6-3082-4666-8bf8-e0a0bc0a8fbf req-b144fb91-80d8-4d88-9794-e3645eac3ebf tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0343993 Sep 23 22:21:05.557052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f609905-4e9e-465d-93fc-32844857d391 req-57ea76be-1750-4d5f-b076-781831f2ad6d tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:05.558807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f609905-4e9e-465d-93fc-32844857d391 req-57ea76be-1750-4d5f-b076-781831f2ad6d tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.67 "GET /v2.0/networks?id=fd7d5e20-a12d-47bf-ac34-63d18b47696f HTTP/1.1" status: 200 len: 822 time: 0.2506022 Sep 23 22:21:05.581057 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-0f609905-4e9e-465d-93fc-32844857d391 req-79ad7ef6-7e1b-4058-82d5-3bffd3af3895 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Request body: {'port': {'device_id': 'bf3c3422-3688-4e1f-86aa-6ea50684329b', 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f', 'admin_state_up': True, 'tenant_id': '9f07c46fb8ce49b99c9507b0e26f4b85'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:05.595460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-144d5078-713d-4605-ae71-e4c4c558496b req-dba9eee7-cb97-48b0-b015-7532cef994f0 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643992 Sep 23 22:21:05.619746 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6cff6b-527a-4601-924e-abead03d1551 x-openstack-request-id: req-ee6cff6b-527a-4601-924e-abead03d1551 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:05.620047 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f78db0-5381-4e73-8aaf-1fce0d49f3bd", "tag": "fa90bf5b-707b-4227-9967-dabb8405fbce", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:05.620322 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee6cff6b-527a-4601-924e-abead03d1551 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:05.620875 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f78db0-5381-4e73-8aaf-1fce0d49f3bd', 'tag': 'fa90bf5b-707b-4227-9967-dabb8405fbce', 'status': 'completed', 'code': 200} Sep 23 22:21:05.638955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42522) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:05.658704 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da1ed6a4-8fbe-48fa-8694-4960f27587dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:05.684800 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-04cfd5d1-2bc9-40ad-a0ba-df4d8e948c8e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:05.776759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f764e8-4e49-48af-895b-fba1a3fb749b req-bfc37a4f-a394-4ef3-8d1f-b5a5da2151b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:05.778454 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08f764e8-4e49-48af-895b-fba1a3fb749b req-bfc37a4f-a394-4ef3-8d1f-b5a5da2151b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 1125 time: 0.0858049 Sep 23 22:21:05.802778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-04cfd5d1-2bc9-40ad-a0ba-df4d8e948c8e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Network b8785a5e-df92-480b-8acf-638778e70a5b is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:21:05.813616 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfd5d1-2bc9-40ad-a0ba-df4d8e948c8e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Pushing event updated for resources: {'Port': ['ID=9c099305-dd69-484c-9073-dbfc6f0e57d9,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:05.816973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-04cfd5d1-2bc9-40ad-a0ba-df4d8e948c8e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:05.820771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-04cfd5d1-2bc9-40ad-a0ba-df4d8e948c8e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:21:05.890257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-04cfd5d1-2bc9-40ad-a0ba-df4d8e948c8e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:05.890960 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-04cfd5d1-2bc9-40ad-a0ba-df4d8e948c8e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:05.954065 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da1ed6a4-8fbe-48fa-8694-4960f27587dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:05.971967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306fe38-7cf4-4498-a180-4e8f527464e0 req-ace0e893-4de0-49f9-9524-a6239ee7bef7 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:05.973705 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9306fe38-7cf4-4498-a180-4e8f527464e0 req-ace0e893-4de0-49f9-9524-a6239ee7bef7 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 944 time: 0.1739964 Sep 23 22:21:06.011999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f764e8-4e49-48af-895b-fba1a3fb749b req-3bea7faf-0b27-4002-9f34-fce7a2e9e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:06.013590 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08f764e8-4e49-48af-895b-fba1a3fb749b req-3bea7faf-0b27-4002-9f34-fce7a2e9e112 service neutron] 10.222.0.67 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.2227464 Sep 23 22:21:06.038455 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9306fe38-7cf4-4498-a180-4e8f527464e0 req-2784a84d-1794-4ad7-9d71-f7b19ed9fce4 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452971 Sep 23 22:21:06.098156 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da1ed6a4-8fbe-48fa-8694-4960f27587dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:06.105646 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08f764e8-4e49-48af-895b-fba1a3fb749b req-c1cc4ae4-8179-4936-bb4d-30734ce39ffc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa90bf5b-707b-4227-9967-dabb8405fbce HTTP/1.1" status: 200 len: 217 time: 0.0527344 Sep 23 22:21:06.153856 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd52992-6869-4aff-b13f-3b5ba21542db req-eb275640-df17-4138-ad1e-c5071ab30372 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:06.155529 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccd52992-6869-4aff-b13f-3b5ba21542db req-eb275640-df17-4138-ad1e-c5071ab30372 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.0868902 Sep 23 22:21:06.187290 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-dda9656d-cff9-4f22-8498-2ecbd1205542 None None] Provisioning complete for port 9c099305-dd69-484c-9073-dbfc6f0e57d9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:06.187902 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dda9656d-cff9-4f22-8498-2ecbd1205542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:06.205852 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccd52992-6869-4aff-b13f-3b5ba21542db req-90fede43-a071-4d2d-8efe-76e3f15a8a79 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420063 Sep 23 22:21:06.219958 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f609905-4e9e-465d-93fc-32844857d391 req-79ad7ef6-7e1b-4058-82d5-3bffd3af3895 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Made reservation on behalf of 9f07c46fb8ce49b99c9507b0e26f4b85 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:21:06.224816 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0f609905-4e9e-465d-93fc-32844857d391 req-79ad7ef6-7e1b-4058-82d5-3bffd3af3895 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:06.266209 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-da1ed6a4-8fbe-48fa-8694-4960f27587dc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2b7be4e8d2e8498f8f03fe527fc78b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6247334 Sep 23 22:21:06.267463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ed6a4-8fbe-48fa-8694-4960f27587dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a67c2a-397d-4660-9237-902f24bcc1b1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:06.270034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42532) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:06.280235 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:06.297774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f764e8-4e49-48af-895b-fba1a3fb749b req-ed80ca6f-dc09-4ff1-b09b-72a2ae259553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:06.300481 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08f764e8-4e49-48af-895b-fba1a3fb749b req-ed80ca6f-dc09-4ff1-b09b-72a2ae259553 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.1852527 Sep 23 22:21:06.322065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-dda9656d-cff9-4f22-8498-2ecbd1205542 None None] Port 9c099305-dd69-484c-9073-dbfc6f0e57d9 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:21:06.330642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857bfd7-6cd2-49a8-a260-e32044839541 req-3a0e34ec-7f31-47bd-9842-3a441cf208c7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:06.333912 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b857bfd7-6cd2-49a8-a260-e32044839541 req-3a0e34ec-7f31-47bd-9842-3a441cf208c7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.1877263 Sep 23 22:21:06.384280 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-04cfd5d1-2bc9-40ad-a0ba-df4d8e948c8e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8472385 Sep 23 22:21:06.410949 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08f764e8-4e49-48af-895b-fba1a3fb749b req-201f82f8-3ada-4425-a7c6-1b6cadf164e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571339 Sep 23 22:21:06.423900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Request body: {'port': {'device_id': '54549eec-4faf-4256-9c2b-9207095ca6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:06.455471 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b857bfd7-6cd2-49a8-a260-e32044839541 req-b14352dd-7e9d-44fb-bc85-c2d15c91ffac tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149399 Sep 23 22:21:06.587206 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c6c637fa-c6c7-44e5-8549-f8c41458d44e req-186fb1fd-ffd3-4f35-b6c0-27109996b044 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 210 time: 0.0343804 Sep 23 22:21:06.623322 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08f764e8-4e49-48af-895b-fba1a3fb749b req-829202ce-c58f-4283-ac51-bc0811b40e9d service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934705 Sep 23 22:21:06.656537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1254ff0-eb29-47c9-8904-3bece095ba42 req-3e62516e-825f-43b4-8cf1-7bfdaa1d64eb tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:06.658248 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1254ff0-eb29-47c9-8904-3bece095ba42 req-3e62516e-825f-43b4-8cf1-7bfdaa1d64eb tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 931 time: 0.2912810 Sep 23 22:21:06.669482 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0a2f8c2e-753a-4da8-b5eb-1e4e68c51606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:06.679921 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:06.706183 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-0f609905-4e9e-465d-93fc-32844857d391 req-79ad7ef6-7e1b-4058-82d5-3bffd3af3895 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Allocated IP 172.20.0.12 (fd7d5e20-a12d-47bf-ac34-63d18b47696f/0feabcec-1c76-49b1-a0fd-ebf326fb24ea/1b606aef-7c7c-4d1d-82c7-797a286bfeb2) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:21:06.721212 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ef6b9614-272b-48b3-a2cd-c8c788eb3b7a req-1822ff2d-9859-4520-8945-2b04f84179ec tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0429847 Sep 23 22:21:06.746963 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0a2f8c2e-753a-4da8-b5eb-1e4e68c51606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:06.797473 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08f764e8-4e49-48af-895b-fba1a3fb749b req-57a1146e-235e-455b-948c-945da3264289 service neutron] 10.222.0.67 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636698 Sep 23 22:21:06.806203 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1254ff0-eb29-47c9-8904-3bece095ba42 req-2feedf0e-037b-4c6a-a2e0-f0bae458dbd1 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315172 Sep 23 22:21:07.072987 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0a2f8c2e-753a-4da8-b5eb-1e4e68c51606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:07.075991 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0a2f8c2e-753a-4da8-b5eb-1e4e68c51606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:07.077504 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0a2f8c2e-753a-4da8-b5eb-1e4e68c51606 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0a67c2a-397d-4660-9237-902f24bcc1b1 HTTP/1.1" status: 204 len: 168 time: 0.8058538 Sep 23 22:21:07.127617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f8c2e-753a-4da8-b5eb-1e4e68c51606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a67c2a-397d-4660-9237-902f24bcc1b1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:07.182803 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0f609905-4e9e-465d-93fc-32844857d391 req-79ad7ef6-7e1b-4058-82d5-3bffd3af3895 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:07.245064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3647b0-e8a0-4027-bd87-2e393a6efa1e req-cf6942e6-8d8d-4b28-8196-9d22c3dad55d tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:07.247592 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ba3647b0-e8a0-4027-bd87-2e393a6efa1e req-cf6942e6-8d8d-4b28-8196-9d22c3dad55d tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 944 time: 0.0858827 Sep 23 22:21:07.321721 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ba3647b0-e8a0-4027-bd87-2e393a6efa1e req-f9dc33aa-f28d-4f8b-a9ad-b41650bfdf3d tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665581 Sep 23 22:21:07.331328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c099305-dd69-484c-9073-dbfc6f0e57d9 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:21:07.343471 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:07.383778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Transition to ACTIVE for port object 9c099305-dd69-484c-9073-dbfc6f0e57d9 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:21:07.408024 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c195-eb84-4177-8c92-b0543891f127 req-a6ee304e-9534-4b62-a144-185c6b021512 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:07.409716 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c73c195-eb84-4177-8c92-b0543891f127 req-a6ee304e-9534-4b62-a144-185c6b021512 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.0634332 Sep 23 22:21:07.458512 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c73c195-eb84-4177-8c92-b0543891f127 req-9b11e9e7-8a55-464f-91ab-8acada7dfd92 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373802 Sep 23 22:21:07.481686 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0f609905-4e9e-465d-93fc-32844857d391 req-79ad7ef6-7e1b-4058-82d5-3bffd3af3895 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:07.484163 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:07.556412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f609905-4e9e-465d-93fc-32844857d391 req-79ad7ef6-7e1b-4058-82d5-3bffd3af3895 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Network fd7d5e20-a12d-47bf-ac34-63d18b47696f is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:21:07.565825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-0f609905-4e9e-465d-93fc-32844857d391 req-79ad7ef6-7e1b-4058-82d5-3bffd3af3895 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:07.573671 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Pushing event updated for resources: {'Port': ['ID=9c099305-dd69-484c-9073-dbfc6f0e57d9,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:07.576392 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f609905-4e9e-465d-93fc-32844857d391 req-79ad7ef6-7e1b-4058-82d5-3bffd3af3895 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:21:07.685263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9f3b-8523-4af2-8960-046e7a9a4861 req-54c37976-ea9c-43f8-836c-88e5b712c66f tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:07.687164 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5fae9f3b-8523-4af2-8960-046e7a9a4861 req-54c37976-ea9c-43f8-836c-88e5b712c66f tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.1190956 Sep 23 22:21:07.770147 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5fae9f3b-8523-4af2-8960-046e7a9a4861 req-c7c5a858-4778-419d-bbe0-612d74072469 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768390 Sep 23 22:21:07.933962 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7fe22ba8-5e08-445c-b550-f23ffddc4ca6 req-4de218e7-9814-4878-8f10-18dfd7958f31 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0410004 Sep 23 22:21:08.097152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f609905-4e9e-465d-93fc-32844857d391 req-79ad7ef6-7e1b-4058-82d5-3bffd3af3895 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:08.098564 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0f609905-4e9e-465d-93fc-32844857d391 req-79ad7ef6-7e1b-4058-82d5-3bffd3af3895 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:08.122658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad7ef6-7e1b-4058-82d5-3bffd3af3895 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Pushing event updated for resources: {'Port': ['ID=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:08.151639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be2369-2cce-4523-9b5f-6bd71e5fdc52 req-90d08b49-081f-441f-9972-c5b75c312dd1 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:08.153417 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-17be2369-2cce-4523-9b5f-6bd71e5fdc52 req-90d08b49-081f-441f-9972-c5b75c312dd1 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 932 time: 0.1222572 Sep 23 22:21:08.154191 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Attempting to bind port 9c099305-dd69-484c-9073-dbfc6f0e57d9 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:21:08.154520 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Attempting to bind port 9c099305-dd69-484c-9073-dbfc6f0e57d9 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'c5a96eb9-e25f-4246-aa76-09911e5778f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:21:08.154841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Attempting to bind port 9c099305-dd69-484c-9073-dbfc6f0e57d9 on network b8785a5e-df92-480b-8acf-638778e70a5b {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:08.164682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Port 9c099305-dd69-484c-9073-dbfc6f0e57d9 on network b8785a5e-df92-480b-8acf-638778e70a5b not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:21:08.165003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Attempting to bind port 9c099305-dd69-484c-9073-dbfc6f0e57d9 on network b8785a5e-df92-480b-8acf-638778e70a5b {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:08.188652 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:21:08.189409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Checking segment: {'id': 'c5a96eb9-e25f-4246-aa76-09911e5778f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:08.189409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Bound using segment: {'id': 'c5a96eb9-e25f-4246-aa76-09911e5778f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:21:08.189904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Bound port: 9c099305-dd69-484c-9073-dbfc6f0e57d9, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a96eb9-e25f-4246-aa76-09911e5778f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:21:08.190335 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:08.212253 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f609905-4e9e-465d-93fc-32844857d391 req-79ad7ef6-7e1b-4058-82d5-3bffd3af3895 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6354206 Sep 23 22:21:08.227343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aaa049-a810-4127-9041-062fde4f6a6a req-699c76c9-3f84-4252-bd8d-422e84d3f208 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:08.229512 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-62aaa049-a810-4127-9041-062fde4f6a6a req-699c76c9-3f84-4252-bd8d-422e84d3f208 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 943 time: 0.0602410 Sep 23 22:21:08.252792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Request body: {'port': {'device_id': 'bf3c3422-3688-4e1f-86aa-6ea50684329b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:08.259188 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-17be2369-2cce-4523-9b5f-6bd71e5fdc52 req-9b5eab3f-be88-423e-8279-8f30bbaac35d tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957239 Sep 23 22:21:08.292277 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-62aaa049-a810-4127-9041-062fde4f6a6a req-711cacc1-398a-41f7-9b6e-bea63d769203 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490696 Sep 23 22:21:08.343323 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] For port 9c099305-dd69-484c-9073-dbfc6f0e57d9, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:08.362450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] For port 9c099305-dd69-484c-9073-dbfc6f0e57d9, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9c099305-dd69-484c-9073-dbfc6f0e57d9,segment=NetworkSegment(c5a96eb9-e25f-4246-aa76-09911e5778f9),segment_id=c5a96eb9-e25f-4246-aa76-09911e5778f9)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:21:08.363545 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:08.593650 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:08.609348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2273f-fbc0-4a73-9ee1-ccdddce10894 req-7b9d9740-0ffd-4067-96c9-7ac87af82454 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:08.611645 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56c2273f-fbc0-4a73-9ee1-ccdddce10894 req-7b9d9740-0ffd-4067-96c9-7ac87af82454 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.0601947 Sep 23 22:21:08.670266 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56c2273f-fbc0-4a73-9ee1-ccdddce10894 req-d9801f3e-6afd-40d6-9f99-085379fc0da0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477562 Sep 23 22:21:08.713140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:08.714148 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:08.716413 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] 10.222.0.67 "PUT /v2.0/ports/9c099305-dd69-484c-9073-dbfc6f0e57d9 HTTP/1.1" status: 200 len: 1091 time: 2.3013518 Sep 23 22:21:08.721497 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54549eec-4faf-4256-9c2b-9207095ca6d1', 'tag': '9c099305-dd69-484c-9073-dbfc6f0e57d9'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:08.726511 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a07af7-3d25-48da-b672-45a2b012014e" -d '{"events": [{"name": "network-changed", "server_uuid": "54549eec-4faf-4256-9c2b-9207095ca6d1", "tag": "9c099305-dd69-484c-9073-dbfc6f0e57d9"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:08.762628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e37e6-7029-4689-96b0-05b5e601847b req-15f55ca4-aec4-4102-b8d6-6870a3c2320e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:08.769715 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-909e37e6-7029-4689-96b0-05b5e601847b req-15f55ca4-aec4-4102-b8d6-6870a3c2320e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 944 time: 0.3224039 Sep 23 22:21:08.816407 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42582) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:08.831058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544843e-27fa-410d-984a-e983e3d3651b service neutron] Pushing event updated for resources: {'Port': ['ID=9c099305-dd69-484c-9073-dbfc6f0e57d9,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:08.970824 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afda2352-3455-48ba-9a99-7bf24d263e90 x-openstack-request-id: req-afda2352-3455-48ba-9a99-7bf24d263e90 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:08.971242 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54549eec-4faf-4256-9c2b-9207095ca6d1", "tag": "9c099305-dd69-484c-9073-dbfc6f0e57d9", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:08.971518 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-afda2352-3455-48ba-9a99-7bf24d263e90 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:08.971906 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54549eec-4faf-4256-9c2b-9207095ca6d1', 'tag': '9c099305-dd69-484c-9073-dbfc6f0e57d9', 'status': 'completed', 'code': 200} Sep 23 22:21:09.047000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-870079579-network', 'tenant_id': '4fb940ab9cf7452d825a6d9e22093c25'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:09.060796 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-909e37e6-7029-4689-96b0-05b5e601847b req-689e011d-0123-4dbc-b458-1b1bc3773b09 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488031 Sep 23 22:21:09.091023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-7acd1d42-668d-4474-a82b-79dd4c7883ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:09.092782 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-7acd1d42-668d-4474-a82b-79dd4c7883ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0482f6f559a3421db26d6bef5bd62a78&device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 1094 time: 0.1199579 Sep 23 22:21:09.103321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d665a7-213c-40b5-af0b-47f78b7ec1e4 req-dde32502-2fbd-42a2-a593-fce1de3b79da tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:09.108802 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-34d665a7-213c-40b5-af0b-47f78b7ec1e4 req-dde32502-2fbd-42a2-a593-fce1de3b79da tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.1651969 Sep 23 22:21:09.179493 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-66b56b87-bf72-4918-9a53-d31cc85df7eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c099305-dd69-484c-9073-dbfc6f0e57d9 HTTP/1.1" status: 200 len: 217 time: 0.0719986 Sep 23 22:21:09.181608 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-34d665a7-213c-40b5-af0b-47f78b7ec1e4 req-347bb14d-855a-460b-9a79-00265703af41 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717278 Sep 23 22:21:09.244472 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4590e4b-a249-41a2-8f35-4941de981ef4 req-830fd315-becc-42c5-af20-81fdee0bf1e7 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0711131 Sep 23 22:21:09.279894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] Made reservation on behalf of 4fb940ab9cf7452d825a6d9e22093c25 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:21:09.281993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:21:09.288421 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:09.296537 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:09.301952 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:09.314920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-76074e9c-ba75-4dc9-bf70-6faa43f8ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:09.318635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-76074e9c-ba75-4dc9-bf70-6faa43f8ea41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7021669-0d07-4e89-bfa4-274b44c0697b HTTP/1.1" status: 200 len: 851 time: 0.1097746 Sep 23 22:21:09.322923 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Transition to ACTIVE for port object 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:21:09.435529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-6332b389-8bd9-4dd1-9661-79d7ba4b8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:09.437443 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-6332b389-8bd9-4dd1-9661-79d7ba4b8fd5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b8785a5e-df92-480b-8acf-638778e70a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116543 Sep 23 22:21:09.457830 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf19ee-c34e-4cef-a358-7c0fa06d28bc req-edc503d8-0d2c-441f-86a9-7122111de213 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:09.460220 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:09.460576 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4cdf19ee-c34e-4cef-a358-7c0fa06d28bc req-edc503d8-0d2c-441f-86a9-7122111de213 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 932 time: 0.0960593 Sep 23 22:21:09.513758 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:09.553159 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848300-4463-4656-8fbc-4fd868174906 req-f2b4a43c-7204-40f4-a2fc-819a7fa81038 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:09.557016 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-36848300-4463-4656-8fbc-4fd868174906 req-f2b4a43c-7204-40f4-a2fc-819a7fa81038 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 943 time: 0.0869014 Sep 23 22:21:09.634972 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-36848300-4463-4656-8fbc-4fd868174906 req-bdc6e2e4-e0f1-4478-b961-67b1c1cc56ff tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670631 Sep 23 22:21:09.643835 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:09.657859 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4cdf19ee-c34e-4cef-a358-7c0fa06d28bc req-e4449176-9cf2-4e39-b61d-ba3e13bf7903 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872032 Sep 23 22:21:09.688410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:21:09.693163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:09.746385 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:09.747188 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] Added segment 22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503 of type vlan for network 6a580b11-b9b3-4e3f-b412-4f6bdf1380b9 Sep 23 22:21:09.752748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c5706e-28fc-432c-a443-c85bd383142d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:09.807609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-182c8d83-a419-410f-9c64-efeedd37773c service neutron] 10.222.0.67 "GET /v2.0/networks/b8785a5e-df92-480b-8acf-638778e70a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580503 Sep 23 22:21:09.850131 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:09.898982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605e752-15e1-4e5b-9704-619b6191b2e7 req-c04b97c8-a68b-400c-b8ed-b1401c339efb tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:09.900515 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7605e752-15e1-4e5b-9704-619b6191b2e7 req-c04b97c8-a68b-400c-b8ed-b1401c339efb tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.0928774 Sep 23 22:21:09.934586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Attempting to bind port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:21:09.934586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Attempting to bind port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'edde89d6-a670-42de-9bea-bf74d4f4e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:21:09.935556 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Attempting to bind port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 on network fd7d5e20-a12d-47bf-ac34-63d18b47696f {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:09.943251 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 on network fd7d5e20-a12d-47bf-ac34-63d18b47696f not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:21:09.943947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Attempting to bind port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 on network fd7d5e20-a12d-47bf-ac34-63d18b47696f {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:09.961305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:21:09.961733 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Checking segment: {'id': 'edde89d6-a670-42de-9bea-bf74d4f4e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:09.962192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Bound using segment: {'id': 'edde89d6-a670-42de-9bea-bf74d4f4e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:21:09.962724 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Bound port: 1b606aef-7c7c-4d1d-82c7-797a286bfeb2, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edde89d6-a670-42de-9bea-bf74d4f4e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:21:09.963158 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:09.963286 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7605e752-15e1-4e5b-9704-619b6191b2e7 req-0ca3e90c-546d-4169-ba04-37a783301a75 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490487 Sep 23 22:21:10.000122 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccba396f-521f-445f-86fd-283dc3f424e0 req-11887af9-f88e-4afd-9a22-e5d7db0bbfce service neutron] 10.222.0.67 "GET /v2.0/networks/b8785a5e-df92-480b-8acf-638778e70a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844289 Sep 23 22:21:10.024302 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:10.026760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:10.029333 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:10.093182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] For port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:10.103845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] For port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:21:10.141058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] Pushing event updated for resources: {'Network': ['ID=6a580b11-b9b3-4e3f-b412-4f6bdf1380b9,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:10.152926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 6a580b11-b9b3-4e3f-b412-4f6bdf1380b9 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:21:10.197820 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-efe06a8a-1fd2-4186-b6ab-7e87fdd6320e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3781712 Sep 23 22:21:10.198708 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42598) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:10.207905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-39f686e2-f37e-4087-8c58-80944977ed3a admin admin] Request body: {'subnet': {'network_id': '6a580b11-b9b3-4e3f-b412-4f6bdf1380b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-870079579-subnet', 'tenant_id': '4fb940ab9cf7452d825a6d9e22093c25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:10.230397 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:10.299998 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:10.304210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:10.304210 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f609905-4e9e-465d-93fc-32844857d391 req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] 10.222.0.67 "PUT /v2.0/ports/1b606aef-7c7c-4d1d-82c7-797a286bfeb2 HTTP/1.1" status: 200 len: 1092 time: 2.0747986 Sep 23 22:21:10.326710 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413a63d-9bf0-4b84-a895-60f6d2cb6fa6 req-d75a9f7b-0ca5-4f2b-a0d8-95bfd7b155a6 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:10.328471 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e413a63d-9bf0-4b84-a895-60f6d2cb6fa6 req-d75a9f7b-0ca5-4f2b-a0d8-95bfd7b155a6 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 944 time: 0.1541469 Sep 23 22:21:10.354825 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4321a7a-db81-4263-8bfa-91ddc9fecf40 req-2aa788ce-3da9-4dec-bcff-ea26fb3cffe9 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:10.356543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4321a7a-db81-4263-8bfa-91ddc9fecf40 req-2aa788ce-3da9-4dec-bcff-ea26fb3cffe9 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.0715921 Sep 23 22:21:10.367864 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f686e2-f37e-4087-8c58-80944977ed3a admin admin] Made reservation on behalf of 4fb940ab9cf7452d825a6d9e22093c25 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:21:10.370961 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-39f686e2-f37e-4087-8c58-80944977ed3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:10.385651 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfb4b9-de96-44c2-9bd0-00c4fdadbfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:10.389812 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a07af7-3d25-48da-b672-45a2b012014e req-a2520149-3ad3-4637-b588-3ee97ab67d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:10.391421 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c7a07af7-3d25-48da-b672-45a2b012014e req-a2520149-3ad3-4637-b588-3ee97ab67d6a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0482f6f559a3421db26d6bef5bd62a78&device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 1094 time: 0.1776400 Sep 23 22:21:10.429355 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e413a63d-9bf0-4b84-a895-60f6d2cb6fa6 req-fea3defd-28a1-41f1-8f4c-77fd630a7111 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839951 Sep 23 22:21:10.468772 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4321a7a-db81-4263-8bfa-91ddc9fecf40 req-35314e7b-be8f-4906-addf-501df03ec121 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039808 Sep 23 22:21:10.581042 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a07af7-3d25-48da-b672-45a2b012014e req-60e07b09-96d9-49c8-a972-9df64204b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:10.583553 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c7a07af7-3d25-48da-b672-45a2b012014e req-60e07b09-96d9-49c8-a972-9df64204b702 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b8785a5e-df92-480b-8acf-638778e70a5b HTTP/1.1" status: 200 len: 913 time: 0.1789656 Sep 23 22:21:10.618821 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9cde6d5b-0e6f-439d-83cd-1dcbc0b0da0f req-4d16713c-f811-4d2c-845f-0b5be135c461 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0566068 Sep 23 22:21:10.676490 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c7a07af7-3d25-48da-b672-45a2b012014e req-716166f8-6468-41e4-b17f-e645db24c196 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c099305-dd69-484c-9073-dbfc6f0e57d9 HTTP/1.1" status: 200 len: 217 time: 0.0621347 Sep 23 22:21:10.696912 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f609905-4e9e-465d-93fc-32844857d391 req-b369fdfd-c691-414e-bac7-c278f20d3ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:10.698516 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f609905-4e9e-465d-93fc-32844857d391 req-b369fdfd-c691-414e-bac7-c278f20d3ab0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f07c46fb8ce49b99c9507b0e26f4b85&device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 1095 time: 0.1192391 Sep 23 22:21:10.773967 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f609905-4e9e-465d-93fc-32844857d391 req-4dfe3232-899a-4ca0-8c92-a64d2244f54e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b606aef-7c7c-4d1d-82c7-797a286bfeb2 HTTP/1.1" status: 200 len: 217 time: 0.0508995 Sep 23 22:21:10.790970 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a07af7-3d25-48da-b672-45a2b012014e req-f8b2eae6-4ca3-43b3-aa0f-e7fc59d17aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:10.792850 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c7a07af7-3d25-48da-b672-45a2b012014e req-f8b2eae6-4ca3-43b3-aa0f-e7fc59d17aec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7021669-0d07-4e89-bfa4-274b44c0697b HTTP/1.1" status: 200 len: 851 time: 0.1081719 Sep 23 22:21:10.797882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-39f686e2-f37e-4087-8c58-80944977ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:10.900366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f609905-4e9e-465d-93fc-32844857d391 req-de4a91e0-6edd-4214-8bad-d08e06f744ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:10.902339 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f609905-4e9e-465d-93fc-32844857d391 req-de4a91e0-6edd-4214-8bad-d08e06f744ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0feabcec-1c76-49b1-a0fd-ebf326fb24ea HTTP/1.1" status: 200 len: 862 time: 0.1213884 Sep 23 22:21:10.909673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f686e2-f37e-4087-8c58-80944977ed3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ca2dbe-90de-434f-b248-6a2e89846198,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:10.916748 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-51b646b0-1a01-438e-b66a-989fadd8fd94 service neutron] 10.222.0.67 "GET /v2.0/ports/fa90bf5b-707b-4227-9967-dabb8405fbce/bindings/n-h1-810775-1 HTTP/1.1" status: 200 len: 384 time: 0.1636167 Sep 23 22:21:10.943756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a07af7-3d25-48da-b672-45a2b012014e req-54a60e90-3958-4578-aedb-7a313f566ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:10.945333 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c7a07af7-3d25-48da-b672-45a2b012014e req-54a60e90-3958-4578-aedb-7a313f566ec9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b8785a5e-df92-480b-8acf-638778e70a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294632 Sep 23 22:21:10.945740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19272708-e34d-4b8b-a2c3-efe216057bd9 req-71e321b9-80d5-4809-9ba2-5de8f5b498d2 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:10.947356 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f609905-4e9e-465d-93fc-32844857d391 req-291f25cb-75ee-4fc9-9ae2-05ea434c9862 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fd7d5e20-a12d-47bf-ac34-63d18b47696f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371473 Sep 23 22:21:10.947672 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19272708-e34d-4b8b-a2c3-efe216057bd9 req-71e321b9-80d5-4809-9ba2-5de8f5b498d2 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 943 time: 0.1538711 Sep 23 22:21:10.955348 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97772d4a-d1ef-4755-a63d-82bc71963290 req-04baa21b-e5e4-4cf9-bce0-c15f1f9f2578 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:10.956917 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-97772d4a-d1ef-4755-a63d-82bc71963290 req-04baa21b-e5e4-4cf9-bce0-c15f1f9f2578 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 944 time: 0.1623468 Sep 23 22:21:10.973969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3c3422-3688-4e1f-86aa-6ea50684329b', 'tag': '1b606aef-7c7c-4d1d-82c7-797a286bfeb2'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:10.977153 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19da115c-3e34-4e18-9aac-c03ad9ec7041" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3c3422-3688-4e1f-86aa-6ea50684329b", "tag": "1b606aef-7c7c-4d1d-82c7-797a286bfeb2"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:10.985458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f686e2-f37e-4087-8c58-80944977ed3a admin admin] Checking segment: {'id': '22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6a580b11-b9b3-4e3f-b412-4f6bdf1380b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:10.985815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f686e2-f37e-4087-8c58-80944977ed3a admin admin] Network hostable DHCP agents. Network: 6a580b11-b9b3-4e3f-b412-4f6bdf1380b9, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:21:11.034586 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device fa90bf5b-707b-4227-9967-dabb8405fbce no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:21:11.051605 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19272708-e34d-4b8b-a2c3-efe216057bd9 req-277f3cd5-1208-4ab8-8b0a-e9c0137da032 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818779 Sep 23 22:21:11.133156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f686e2-f37e-4087-8c58-80944977ed3a admin admin] Network 6a580b11-b9b3-4e3f-b412-4f6bdf1380b9 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:21:11.149649 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-97772d4a-d1ef-4755-a63d-82bc71963290 req-43323ae3-bc07-40d3-bc5c-77b615ff861c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680608 Sep 23 22:21:11.169757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1d7cca88-e29e-4a76-b52f-c09f2c3b849e details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:21:11.183436 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f609905-4e9e-465d-93fc-32844857d391 req-afa6988b-1f48-4cca-8e91-8c02d9ecda37 service neutron] 10.222.0.67 "GET /v2.0/networks/fd7d5e20-a12d-47bf-ac34-63d18b47696f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232895 Sep 23 22:21:11.193616 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c7a07af7-3d25-48da-b672-45a2b012014e req-6651ecb9-a4e5-4ae2-84a2-f20b4ebbd329 service neutron] 10.222.0.67 "GET /v2.0/networks/b8785a5e-df92-480b-8acf-638778e70a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347836 Sep 23 22:21:11.227959 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8f7753-9f02-475d-a6e9-314d3835be02 x-openstack-request-id: req-db8f7753-9f02-475d-a6e9-314d3835be02 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:11.228311 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3c3422-3688-4e1f-86aa-6ea50684329b", "tag": "1b606aef-7c7c-4d1d-82c7-797a286bfeb2", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:11.228520 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db8f7753-9f02-475d-a6e9-314d3835be02 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:11.228916 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3c3422-3688-4e1f-86aa-6ea50684329b', 'tag': '1b606aef-7c7c-4d1d-82c7-797a286bfeb2', 'status': 'completed', 'code': 200} Sep 23 22:21:11.304344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-1f7a55a3-2d62-4d2b-a362-ae36e8d8ff28 service neutron] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=fa90bf5b-707b-4227-9967-dabb8405fbce,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:11.343644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-1f7a55a3-2d62-4d2b-a362-ae36e8d8ff28 service neutron] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:11.392276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-1f7a55a3-2d62-4d2b-a362-ae36e8d8ff28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa90bf5b-707b-4227-9967-dabb8405fbce {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:21:11.411520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-39f686e2-f37e-4087-8c58-80944977ed3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 6a580b11-b9b3-4e3f-b412-4f6bdf1380b9) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:11.417298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-1f7a55a3-2d62-4d2b-a362-ae36e8d8ff28 service neutron] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=fa90bf5b-707b-4227-9967-dabb8405fbce,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:11.427813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f686e2-f37e-4087-8c58-80944977ed3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:11.428566 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f609905-4e9e-465d-93fc-32844857d391 req-56ab480e-4c9b-4233-90dc-dda52a5aa3db service neutron] 10.222.0.67 "GET /v2.0/networks/fd7d5e20-a12d-47bf-ac34-63d18b47696f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338300 Sep 23 22:21:11.429360 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-39f686e2-f37e-4087-8c58-80944977ed3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:11.454260 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c29e7-234a-44f7-b06d-53fa938c3634 req-3c840557-9c45-4d53-a77f-4d44e6cbc1f9 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:11.457750 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f8c29e7-234a-44f7-b06d-53fa938c3634 req-3c840557-9c45-4d53-a77f-4d44e6cbc1f9 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.1471946 Sep 23 22:21:11.463222 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c7a07af7-3d25-48da-b672-45a2b012014e req-b0c2ba03-00e1-4769-9f1a-f7a1b3f4d77a service neutron] 10.222.0.67 "GET /v2.0/networks/b8785a5e-df92-480b-8acf-638778e70a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520742 Sep 23 22:21:11.466020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce807e25-c576-46c0-b7d2-d46f9b2b728b None None] Network 6a580b11-b9b3-4e3f-b412-4f6bdf1380b9 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:21:11.526934 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f8c29e7-234a-44f7-b06d-53fa938c3634 req-eb44785c-f851-4d84-9e0c-79c8ebf2e26d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619092 Sep 23 22:21:11.540763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:11.549454 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-1f7a55a3-2d62-4d2b-a362-ae36e8d8ff28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:11.586427 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '1d7cca88-e29e-4a76-b52f-c09f2c3b849e', 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176', 'port_id': '1d7cca88-e29e-4a76-b52f-c09f2c3b849e', 'mac_address': 'fa:16:3e:ed:b0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37ead02-da09-4adf-8e2d-f15b75dbcd24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:21:11.625942 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-39f686e2-f37e-4087-8c58-80944977ed3a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4254594 Sep 23 22:21:11.628621 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42620) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:11.637826 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-870079579-router', 'tenant_id': '4fb940ab9cf7452d825a6d9e22093c25', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:11.659629 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:11.698918 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7cca88-e29e-4a76-b52f-c09f2c3b849e {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:21:11.725843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc036c-b6a2-4d13-a088-b371e984e5c0 req-7cf44ca6-d7ee-405c-aef9-56b4735be54e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:11.727612 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bafc036c-b6a2-4d13-a088-b371e984e5c0 req-7cf44ca6-d7ee-405c-aef9-56b4735be54e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 944 time: 0.1441422 Sep 23 22:21:11.737501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:11.763146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-1f7a55a3-2d62-4d2b-a362-ae36e8d8ff28 service neutron] Transition to ACTIVE for port object fa90bf5b-707b-4227-9967-dabb8405fbce will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:21:11.770177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-6a580b11-b9b3-4e3f-b412-4f6bdf1380b9', 'network_id': '6a580b11-b9b3-4e3f-b412-4f6bdf1380b9', 'tenant_id': '4fb940ab9cf7452d825a6d9e22093c25', 'fixed_ips': [{'subnet_id': '77ca2dbe-90de-434f-b248-6a2e89846198'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:21:11.771651 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:11.801534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bafc036c-b6a2-4d13-a088-b371e984e5c0 req-6fce52a6-80ea-43d1-9aa8-866eab9c236e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507393 Sep 23 22:21:11.829371 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf5286-5835-44ee-9348-059b04464d70 req-f70deab4-5695-48db-ab92-0abe02dba8c8 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:11.831005 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1bf5286-5835-44ee-9348-059b04464d70 req-f70deab4-5695-48db-ab92-0abe02dba8c8 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.1856835 Sep 23 22:21:11.841015 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da115c-3e34-4e18-9aac-c03ad9ec7041 req-55172dbf-d619-41cb-8b2f-38dda75c40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:11.842592 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19da115c-3e34-4e18-9aac-c03ad9ec7041 req-55172dbf-d619-41cb-8b2f-38dda75c40ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f07c46fb8ce49b99c9507b0e26f4b85&device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 1095 time: 0.1426482 Sep 23 22:21:11.898917 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:11.926406 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-1f7a55a3-2d62-4d2b-a362-ae36e8d8ff28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:11.960484 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1bf5286-5835-44ee-9348-059b04464d70 req-398800f7-8aec-4a67-951a-3c269cc4113b tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158869 Sep 23 22:21:11.974563 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:11.975260 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:12.007008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da115c-3e34-4e18-9aac-c03ad9ec7041 req-fd758502-24c8-4c7c-87ae-e183b2dd0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:12.012169 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19da115c-3e34-4e18-9aac-c03ad9ec7041 req-fd758502-24c8-4c7c-87ae-e183b2dd0e43 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fd7d5e20-a12d-47bf-ac34-63d18b47696f HTTP/1.1" status: 200 len: 923 time: 0.1519594 Sep 23 22:21:12.012623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:12.038531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Allocated IP 172.20.0.2 (6a580b11-b9b3-4e3f-b412-4f6bdf1380b9/77ca2dbe-90de-434f-b248-6a2e89846198/08dfdf0a-40fb-4cf9-84bb-a7a492f76f57) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:21:12.073459 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19da115c-3e34-4e18-9aac-c03ad9ec7041 req-b9c91bee-7e5c-48ff-a7c3-a2923a1f0a34 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b606aef-7c7c-4d1d-82c7-797a286bfeb2 HTTP/1.1" status: 200 len: 217 time: 0.0452769 Sep 23 22:21:12.087755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a55a3-2d62-4d2b-a362-ae36e8d8ff28 service neutron] Pushing event updated for resources: {'Port': ['ID=fa90bf5b-707b-4227-9967-dabb8405fbce,revision_number=10']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:12.121501 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:12.131239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-1f7a55a3-2d62-4d2b-a362-ae36e8d8ff28 service neutron] No DVR routers for this DVR port fa90bf5b-707b-4227-9967-dabb8405fbce on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:21:12.163816 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fce57000-2b2f-45c5-982c-aa1b05be019d req-58454365-6fa3-4aa5-a37d-bc0dd8f9d4bf tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0630393 Sep 23 22:21:12.192373 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da115c-3e34-4e18-9aac-c03ad9ec7041 req-edddccee-0759-42ca-98c0-4e87ffe6051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:12.194695 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19da115c-3e34-4e18-9aac-c03ad9ec7041 req-edddccee-0759-42ca-98c0-4e87ffe6051c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0feabcec-1c76-49b1-a0fd-ebf326fb24ea HTTP/1.1" status: 200 len: 862 time: 0.0713201 Sep 23 22:21:12.214846 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-1f7a55a3-2d62-4d2b-a362-ae36e8d8ff28 service neutron] 10.222.0.67 "PUT /v2.0/ports/fa90bf5b-707b-4227-9967-dabb8405fbce/bindings/n-h1-810775-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2878256 Sep 23 22:21:12.241887 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19da115c-3e34-4e18-9aac-c03ad9ec7041 req-37ff01bb-d3f4-4a74-af3c-76787df6852d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fd7d5e20-a12d-47bf-ac34-63d18b47696f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372198 Sep 23 22:21:12.301711 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:12.330804 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43b38-ab55-41ec-b433-6708cd61d64c req-708fe383-0b29-4270-9e5f-b3c7c571a51c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:12.333012 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8e43b38-ab55-41ec-b433-6708cd61d64c req-708fe383-0b29-4270-9e5f-b3c7c571a51c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 944 time: 0.0657353 Sep 23 22:21:12.377739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['1d7cca88-e29e-4a76-b52f-c09f2c3b849e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:21:12.381672 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8e43b38-ab55-41ec-b433-6708cd61d64c req-61b73f72-b53c-4b23-a870-3cf48ac1dac6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417633 Sep 23 22:21:12.528571 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:12.592912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Network 6a580b11-b9b3-4e3f-b412-4f6bdf1380b9 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:21:12.599837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:12.614799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:21:12.651617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Pushing event updated for resources: {'Port': ['ID=08dfdf0a-40fb-4cf9-84bb-a7a492f76f57,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:12.664078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-523bca19-b90b-43b4-bad7-16da42ebca7f tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:12.668846 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-523bca19-b90b-43b4-bad7-16da42ebca7f tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd&tenant_id=3f7af936c5414346bc188ecd0d80fb62&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1096 time: 0.1154127 Sep 23 22:21:12.749935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Attempting to bind port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:21:12.750297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Attempting to bind port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6a580b11-b9b3-4e3f-b412-4f6bdf1380b9'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:21:12.750825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Attempting to bind port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 on network 6a580b11-b9b3-4e3f-b412-4f6bdf1380b9 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:12.760232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:21:12.760232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Checking segment: {'id': '22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6a580b11-b9b3-4e3f-b412-4f6bdf1380b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:12.760232 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:12.760903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Bound using segment: {'id': '22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6a580b11-b9b3-4e3f-b412-4f6bdf1380b9'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:21:12.761086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Bound port: 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6a580b11-b9b3-4e3f-b412-4f6bdf1380b9'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:21:12.761704 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:12.810071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-35fc3541-f0ba-4fe7-a06b-41f55ad3c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:12.811737 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-35fc3541-f0ba-4fe7-a06b-41f55ad3c0cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd&tenant_id=3f7af936c5414346bc188ecd0d80fb62 HTTP/1.1" status: 200 len: 1096 time: 0.1291599 Sep 23 22:21:12.842788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c5e82-5e48-4ca3-a075-c1e3baec5a50 req-50552db6-f30f-4431-aed0-effdf954328d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:12.845420 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-877c5e82-5e48-4ca3-a075-c1e3baec5a50 req-50552db6-f30f-4431-aed0-effdf954328d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 944 time: 0.1117115 Sep 23 22:21:12.847145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] For port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:12.852639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] For port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=08dfdf0a-40fb-4cf9-84bb-a7a492f76f57,segment=NetworkSegment(22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503),segment_id=22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:21:12.895849 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cca0a-b10f-469e-a2f9-570b85af183c req-820c026d-30cc-408a-94ad-bd1b42705c70 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:12.897983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c41cca0a-b10f-469e-a2f9-570b85af183c req-820c026d-30cc-408a-94ad-bd1b42705c70 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 943 time: 0.6331589 Sep 23 22:21:12.901241 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19da115c-3e34-4e18-9aac-c03ad9ec7041 req-a889fe10-dadc-4c47-9217-ed9a52898d38 service neutron] 10.222.0.67 "GET /v2.0/networks/fd7d5e20-a12d-47bf-ac34-63d18b47696f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6348045 Sep 23 22:21:12.910838 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:12.934163 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-877c5e82-5e48-4ca3-a075-c1e3baec5a50 req-46b88f6e-9191-4768-9a32-13dfb06c3666 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746748 Sep 23 22:21:12.941677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-0c4ac03d-19e2-4683-b8ef-16c4a074975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:12.943218 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-0c4ac03d-19e2-4683-b8ef-16c4a074975f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f7af936c5414346bc188ecd0d80fb62&device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 1096 time: 0.0773399 Sep 23 22:21:13.002816 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:13.055582 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d0e50ae1-d8ea-47ff-9460-7cb3fc8bc716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:13.135989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8530c5-02a9-4385-9deb-4ec52484dcaa None None] Pushing event updated for resources: {'Port': ['ID=08dfdf0a-40fb-4cf9-84bb-a7a492f76f57,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:13.145517 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c41cca0a-b10f-469e-a2f9-570b85af183c req-75ea565e-2089-4fb4-9228-c79d600629f0 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298307 Sep 23 22:21:13.185541 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19da115c-3e34-4e18-9aac-c03ad9ec7041 req-d3743df7-6bd8-448b-88d6-8b84c44f0217 service neutron] 10.222.0.67 "GET /v2.0/networks/fd7d5e20-a12d-47bf-ac34-63d18b47696f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680192 Sep 23 22:21:13.235949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-f18c777a-ef71-49c1-bdcb-f14310b7e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:13.237672 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-f18c777a-ef71-49c1-bdcb-f14310b7e2b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 200 len: 908 time: 0.2828910 Sep 23 22:21:13.246491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96e27c-77f6-4d68-87d4-9d6990aabbc0 req-d75ae6f4-4a7d-46ea-9942-bc247a0613d9 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:13.248103 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d96e27c-77f6-4d68-87d4-9d6990aabbc0 req-d75ae6f4-4a7d-46ea-9942-bc247a0613d9 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 945 time: 0.1413944 Sep 23 22:21:13.316685 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-b71dcaf7-c571-4c75-9f3e-28168c214f25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa90bf5b-707b-4227-9967-dabb8405fbce HTTP/1.1" status: 200 len: 217 time: 0.0667348 Sep 23 22:21:13.484147 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d96e27c-77f6-4d68-87d4-9d6990aabbc0 req-de952874-db29-4dfd-9184-2678308a5ac7 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665843 Sep 23 22:21:13.494079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-abac0ac3-18fd-4cfb-a047-b94a9c3401bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:13.496528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-abac0ac3-18fd-4cfb-a047-b94a9c3401bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 200 len: 847 time: 0.1523821 Sep 23 22:21:13.556126 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-a597fb19-6818-4dc9-b3fd-6c183a3b5aeb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92f95a66-bc42-4e40-8636-d20f8aa81d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447640 Sep 23 22:21:13.595848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a8ef9-4073-49e9-a129-5203bb3b0072 req-c108c707-be6b-4b8d-9687-11dfcd53d047 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:13.598950 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f28a8ef9-4073-49e9-a129-5203bb3b0072 req-c108c707-be6b-4b8d-9687-11dfcd53d047 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.1604822 Sep 23 22:21:13.628401 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af3e0fb3-169e-47e4-aa9d-e0f42eba5a85 req-b14e784a-3957-4128-95d1-fcc4d0010937 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0516212 Sep 23 22:21:13.658020 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:13.707058 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:13.760058 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-fd38a367-7783-42a0-bd3e-b8497d87afee service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901042 Sep 23 22:21:13.775689 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f28a8ef9-4073-49e9-a129-5203bb3b0072 req-82a9c9dd-bb0c-4e42-a2dd-ee5a538a05ac tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573069 Sep 23 22:21:13.946701 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Allocated IP 172.25.1.116 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/5da08c5d-5bbe-4df6-8982-d946e34067be) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:21:13.987389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652bd96-ec35-46c4-834b-1582401f34f5 req-24365a9b-d3a0-433c-aba9-324bab7fad2c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:13.990754 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b652bd96-ec35-46c4-834b-1582401f34f5 req-24365a9b-d3a0-433c-aba9-324bab7fad2c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 944 time: 0.2272420 Sep 23 22:21:14.046678 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-dcbbba27-2a72-4d96-a70c-528ee551f472 service neutron] 10.222.0.43 "GET /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605960 Sep 23 22:21:14.130619 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b652bd96-ec35-46c4-834b-1582401f34f5 req-d2ff1c8a-c9a1-4f39-90e2-d3665e8ecc45 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795403 Sep 23 22:21:14.311182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e628ec7-28cd-438f-8463-0f13cd2d291a req-46d977fa-2177-48bc-b559-5509a9b38d02 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:14.312851 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0e628ec7-28cd-438f-8463-0f13cd2d291a req-46d977fa-2177-48bc-b559-5509a9b38d02 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 944 time: 0.1310756 Sep 23 22:21:14.325264 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:14.345027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e186f4-107e-4c82-8b4c-ebed3aeaf5b1 req-aca43ed6-b715-4507-8c5c-a17ef431d6d5 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:14.346846 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-09e186f4-107e-4c82-8b4c-ebed3aeaf5b1 req-aca43ed6-b715-4507-8c5c-a17ef431d6d5 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 943 time: 0.0777378 Sep 23 22:21:14.404233 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-09e186f4-107e-4c82-8b4c-ebed3aeaf5b1 req-3203c970-8235-4377-aecb-dc1a917f8019 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375524 Sep 23 22:21:14.427532 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0e628ec7-28cd-438f-8463-0f13cd2d291a req-15543aab-c5ed-40c7-8e68-351edc86f62e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910349 Sep 23 22:21:14.584084 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:14.584373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4223d5-488f-4e4c-8c79-498e08441cf8 None None] Network 6a580b11-b9b3-4e3f-b412-4f6bdf1380b9 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:21:14.670754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:21:14.680581 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Pushing event updated for resources: {'Port': ['ID=5da08c5d-5bbe-4df6-8982-d946e34067be,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:14.694190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:14.694749 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-71f0a5e7-4330-4091-a02f-4b7562c0126a None None] Provisioning complete for port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:14.694749 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-71f0a5e7-4330-4091-a02f-4b7562c0126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:14.695050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:21:14.698116 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:14.698508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:14.698937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:14.699336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:14.699773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:14.700147 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:14.700547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:14.700910 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:14.701324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:14.701704 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:14.702090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:14.702470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:14.811690 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d6a41-f7e1-41ed-aa0c-a83821867066 req-609753db-01da-417e-bddb-c9b80cfe93ce tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:14.814810 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d4d6a41-f7e1-41ed-aa0c-a83821867066 req-609753db-01da-417e-bddb-c9b80cfe93ce tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 945 time: 0.1907408 Sep 23 22:21:14.828335 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e360d6d3-eabd-4d3b-8cb7-6b1bb532709c req-7f4419cd-321f-4813-8e75-df802e064e33 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0593100 Sep 23 22:21:14.853463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-fd9b26fd-cbc3-4458-a560-cf7649ee314e tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:14.856188 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-fd9b26fd-cbc3-4458-a560-cf7649ee314e tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd&tenant_id=3f7af936c5414346bc188ecd0d80fb62&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 1096 time: 0.1639953 Sep 23 22:21:14.879647 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-71f0a5e7-4330-4091-a02f-4b7562c0126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:14.923273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-71f0a5e7-4330-4091-a02f-4b7562c0126a None None] For port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=08dfdf0a-40fb-4cf9-84bb-a7a492f76f57,segment=NetworkSegment(22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503),segment_id=22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:15.030242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cd8c1-f4b9-4825-b4de-7992718d2d2f req-14961b3f-0363-4d86-81fd-09eccde101e0 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:15.031856 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a08cd8c1-f4b9-4825-b4de-7992718d2d2f req-14961b3f-0363-4d86-81fd-09eccde101e0 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.0956964 Sep 23 22:21:15.033909 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 9c099305-dd69-484c-9073-dbfc6f0e57d9 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:21:15.042392 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-71f0a5e7-4330-4091-a02f-4b7562c0126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:15.082400 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d4d6a41-f7e1-41ed-aa0c-a83821867066 req-d1e63c4e-a9da-4f7c-95d4-2caf4d1be6a3 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547166 Sep 23 22:21:15.176331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1d7cca88-e29e-4a76-b52f-c09f2c3b849e up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:15.232367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0a5e7-4330-4091-a02f-4b7562c0126a None None] Pushing event updated for resources: {'Port': ['ID=08dfdf0a-40fb-4cf9-84bb-a7a492f76f57,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:15.325555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:15.405846 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 9c099305-dd69-484c-9073-dbfc6f0e57d9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9c099305-dd69-484c-9073-dbfc6f0e57d9,segment=NetworkSegment(c5a96eb9-e25f-4246-aa76-09911e5778f9),segment_id=c5a96eb9-e25f-4246-aa76-09911e5778f9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:15.421190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcc16a-ceb5-4d65-b5a2-3475ceecea08 req-11e598e7-3ac4-4149-b869-1f813d8dacf7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:15.422899 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34bcc16a-ceb5-4d65-b5a2-3475ceecea08 req-11e598e7-3ac4-4149-b869-1f813d8dacf7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 944 time: 0.1037276 Sep 23 22:21:15.456922 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '9c099305-dd69-484c-9073-dbfc6f0e57d9', 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'port_id': '9c099305-dd69-484c-9073-dbfc6f0e57d9', 'mac_address': 'fa:16:3e:5a:46:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:21:15.467328 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8cb223c2-8791-4254-b293-24a4e183d141 None None] Provisioning complete for port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:15.467943 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8cb223c2-8791-4254-b293-24a4e183d141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:15.485705 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:15.545763 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34bcc16a-ceb5-4d65-b5a2-3475ceecea08 req-148232d0-c06d-47b6-bb9e-6cd8acb9648e tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132653 Sep 23 22:21:15.587363 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:21:15.617319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:15.617939 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:15.666931 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a08cd8c1-f4b9-4825-b4de-7992718d2d2f req-ffd0655d-4ced-4a07-9849-69deffc265da tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751014 Sep 23 22:21:15.667248 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:15.718855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde9cd9-3b96-47ee-affe-27120e569d29 req-9f13bb8c-3b4e-4ebf-a54c-5d019df91bfd tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:15.722975 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-964a29b8-b308-44ef-b712-3b1ae912cdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:15.727708 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5bde9cd9-3b96-47ee-affe-27120e569d29 req-9f13bb8c-3b4e-4ebf-a54c-5d019df91bfd tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 943 time: 0.0975983 Sep 23 22:21:15.730669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:15.731608 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:15.743116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c099305-dd69-484c-9073-dbfc6f0e57d9 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:21:15.768321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-758349c4-17c9-4017-afdd-28578c59b1f2 service neutron] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:15.792432 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-758349c4-17c9-4017-afdd-28578c59b1f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:15.794675 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d649d-4301-4ffe-9d6f-5db23393528f req-758349c4-17c9-4017-afdd-28578c59b1f2 service neutron] 10.222.0.43 "DELETE /v2.0/ports/fa90bf5b-707b-4227-9967-dabb8405fbce/bindings/n-h2-810775-1 HTTP/1.1" status: 204 len: 173 time: 0.9290192 Sep 23 22:21:15.862210 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 9c099305-dd69-484c-9073-dbfc6f0e57d9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9c099305-dd69-484c-9073-dbfc6f0e57d9,segment=NetworkSegment(c5a96eb9-e25f-4246-aa76-09911e5778f9),segment_id=c5a96eb9-e25f-4246-aa76-09911e5778f9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:15.862573 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5bde9cd9-3b96-47ee-affe-27120e569d29 req-173150ff-1dec-4611-8300-a4c0509cf9c6 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339850 Sep 23 22:21:15.877791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c384020-bbf4-4bc0-a687-8a71e15be339 req-79aab03c-f371-439f-ac3f-33ecd0ca9591 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:15.891644 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c384020-bbf4-4bc0-a687-8a71e15be339 req-79aab03c-f371-439f-ac3f-33ecd0ca9591 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 944 time: 0.1293085 Sep 23 22:21:15.899216 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:15.958676 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c384020-bbf4-4bc0-a687-8a71e15be339 req-9afbfbd2-7779-463a-ae66-ad4fe4f3ff1a tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622935 Sep 23 22:21:15.961414 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:15.962125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:21:16.011551 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:16.089752 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:16.150003 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05d4cbf5-d0c4-431d-a6d3-2c659be36304 req-c4bbc991-7758-445f-852b-1c5dd7c5680d tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0377665 Sep 23 22:21:16.264441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9059a4-56aa-4be8-9926-92085b586b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7cca88-e29e-4a76-b52f-c09f2c3b849e'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:16.268375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Router a3860aab-3c3f-4b08-9cbf-0b59be738982 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:21:16.269732 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51072b8-1610-43ef-b185-432bbd65ab17" -d '{"events": [{"server_uuid": "4b9059a4-56aa-4be8-9926-92085b586b31", "name": "network-vif-plugged", "status": "completed", "tag": "1d7cca88-e29e-4a76-b52f-c09f2c3b849e"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:16.311984 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31757e-1f26-4a6d-8a40-af34475c6846 req-a737b51a-8804-423c-a8a7-52c1f0fae944 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:16.314169 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b31757e-1f26-4a6d-8a40-af34475c6846 req-a737b51a-8804-423c-a8a7-52c1f0fae944 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 945 time: 0.0954070 Sep 23 22:21:16.346658 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:16.354123 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=9c099305-dd69-484c-9073-dbfc6f0e57d9,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:16.364066 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619c0245-8172-4ffd-a49e-bd36fc2795d4 x-openstack-request-id: req-619c0245-8172-4ffd-a49e-bd36fc2795d4 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:16.375747 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9059a4-56aa-4be8-9926-92085b586b31", "name": "network-vif-plugged", "status": "completed", "tag": "1d7cca88-e29e-4a76-b52f-c09f2c3b849e", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:16.375747 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-619c0245-8172-4ffd-a49e-bd36fc2795d4 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:16.375747 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9059a4-56aa-4be8-9926-92085b586b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7cca88-e29e-4a76-b52f-c09f2c3b849e', 'code': 200} Sep 23 22:21:16.405542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:16.427067 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '1b606aef-7c7c-4d1d-82c7-797a286bfeb2', 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f', 'port_id': '1b606aef-7c7c-4d1d-82c7-797a286bfeb2', 'mac_address': 'fa:16:3e:0b:a2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feabcec-1c76-49b1-a0fd-ebf326fb24ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:21:16.465877 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b31757e-1f26-4a6d-8a40-af34475c6846 req-3ab79f55-1b7b-46f9-8425-d347b26363f2 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882754 Sep 23 22:21:16.484951 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:16.488534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:21:16.502407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Sync routers for ids ['a3860aab-3c3f-4b08-9cbf-0b59be738982'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:21:16.505420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:21:16.516381 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:16.563091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdff36f-2857-43e7-9ff3-a37c4d7f7e36 req-471b085a-5617-45fe-ac65-27cbd85dc59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:16.568396 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9bdff36f-2857-43e7-9ff3-a37c4d7f7e36 req-471b085a-5617-45fe-ac65-27cbd85dc59d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 1095 time: 0.1225846 Sep 23 22:21:16.571148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:16.572338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Routers {'a3860aab-3c3f-4b08-9cbf-0b59be738982'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:21:16.573168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:21:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a3860aab-3c3f-4b08-9cbf-0b59be738982'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:16.636742 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9bdff36f-2857-43e7-9ff3-a37c4d7f7e36 req-8eea3c66-2058-42f6-ae66-8963dab2086e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629475 Sep 23 22:21:16.663753 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a66527-93c8-44c1-b076-8889d7e51948 req-78f64d37-a4ae-4231-8481-db07c9884eb3 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:16.665701 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b9a66527-93c8-44c1-b076-8889d7e51948 req-78f64d37-a4ae-4231-8481-db07c9884eb3 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 1096 time: 0.0566404 Sep 23 22:21:16.679089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:16.685233 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:16.689917 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:16.691456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-80634cf8-4557-4984-9011-8ee96c46efff admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0612624 Sep 23 22:21:16.699520 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42672) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:16.769659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4c092-5850-4a61-a332-66c93e679c84 req-dc9c1a7d-f060-4f1e-be97-5045381dee93 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:16.772978 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78f4c092-5850-4a61-a332-66c93e679c84 req-dc9c1a7d-f060-4f1e-be97-5045381dee93 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 944 time: 0.1203833 Sep 23 22:21:16.796885 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b9a66527-93c8-44c1-b076-8889d7e51948 req-2584797a-7384-4016-b6de-65bd51070e77 tempest-LiveMigrationTest-335146686 tempest-LiveMigrationTest-335146686-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157081 Sep 23 22:21:16.848922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78f4c092-5850-4a61-a332-66c93e679c84 req-6c9a5f38-445a-4b8b-b794-36e7c8527c5c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677702 Sep 23 22:21:16.856096 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Set router a3860aab-3c3f-4b08-9cbf-0b59be738982 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:21:16.869405 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:16.926385 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:17.122682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80610daf-182d-45dc-af86-fccea3fef8e1 req-63e86993-ddf3-48c6-9dba-48145886b86c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:17.137030 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-80610daf-182d-45dc-af86-fccea3fef8e1 req-63e86993-ddf3-48c6-9dba-48145886b86c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.1685629 Sep 23 22:21:17.190519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-870079579-router', 'tenant_id': '4fb940ab9cf7452d825a6d9e22093c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '5da08c5d-5bbe-4df6-8982-d946e34067be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:11Z', 'updated_at': '2021-09-23T22:21:15Z', 'revision_number': 3, 'project_id': '4fb940ab9cf7452d825a6d9e22093c25', 'gw_port': {'id': '5da08c5d-5bbe-4df6-8982-d946e34067be', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:13Z', 'updated_at': '2021-09-23T22:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:17.196901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:17.230834 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['1b606aef-7c7c-4d1d-82c7-797a286bfeb2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:21:17.236185 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['9c099305-dd69-484c-9073-dbfc6f0e57d9'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:21:17.258173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Checking router: a3860aab-3c3f-4b08-9cbf-0b59be738982 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:21:17.258173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Updating router a3860aab-3c3f-4b08-9cbf-0b59be738982 port 5da08c5d-5bbe-4df6-8982-d946e34067be binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:21:17.265309 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-80610daf-182d-45dc-af86-fccea3fef8e1 req-28b5233b-9add-4a37-9f2e-8afc00586f46 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212809 Sep 23 22:21:17.384830 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:17.460425 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b87a4-3c4a-4d61-9862-45086f3540ba req-e1d4c18f-2e92-4295-92be-9cccf69c1999 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:17.462956 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-978b87a4-3c4a-4d61-9862-45086f3540ba req-e1d4c18f-2e92-4295-92be-9cccf69c1999 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 944 time: 0.1080852 Sep 23 22:21:17.503046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f18369-402f-41f4-93b5-e6df1163bb3d req-32715669-e243-4042-a552-b4d5a90bfcb6 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:17.507449 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05f18369-402f-41f4-93b5-e6df1163bb3d req-32715669-e243-4042-a552-b4d5a90bfcb6 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 945 time: 0.0830233 Sep 23 22:21:17.533303 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:17.554457 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-978b87a4-3c4a-4d61-9862-45086f3540ba req-c5891188-1113-4b57-a401-f57c358aa2d5 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840960 Sep 23 22:21:17.574370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:17.574370 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:17.604102 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05f18369-402f-41f4-93b5-e6df1163bb3d req-a189d3d9-3ee6-4947-924c-30fe6b40827c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890944 Sep 23 22:21:17.620960 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:17.734198 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ca8d99b-4fb9-4473-bf3a-e8dbb04bfd5c req-a30d8900-33c1-4bb4-b2a9-32c9c20975a0 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0480256 Sep 23 22:21:17.934707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Allocated IP 172.20.0.1 (6a580b11-b9b3-4e3f-b412-4f6bdf1380b9/77ca2dbe-90de-434f-b248-6a2e89846198/e61302ee-b2db-459c-a213-74d7aeda5d25) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:21:17.958630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14663d-e0b9-4c1e-ac62-891822621422 req-5251c8f7-a34c-4468-8a5d-6b3d85d95000 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:17.963907 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb14663d-e0b9-4c1e-ac62-891822621422 req-5251c8f7-a34c-4468-8a5d-6b3d85d95000 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 945 time: 0.1564486 Sep 23 22:21:18.060802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86329899-49ef-4987-9b39-e37ffff113b2 req-f108f05e-2ed2-4fd3-8047-3d4b29b66048 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:18.063108 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86329899-49ef-4987-9b39-e37ffff113b2 req-f108f05e-2ed2-4fd3-8047-3d4b29b66048 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 945 time: 0.0710549 Sep 23 22:21:18.090256 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb14663d-e0b9-4c1e-ac62-891822621422 req-bdb12fda-a820-40ed-ba03-5696a1f190da tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126745 Sep 23 22:21:18.151548 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86329899-49ef-4987-9b39-e37ffff113b2 req-20b4d741-343e-4aaf-a4ef-8164e3f7633c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739100 Sep 23 22:21:18.159901 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:18.212640 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:18.234626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201405e7-11ab-4c6e-8b76-3e391ad6145e req-49664e74-e057-4a86-bf17-e52b5ca11a8e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:18.237223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-201405e7-11ab-4c6e-8b76-3e391ad6145e req-49664e74-e057-4a86-bf17-e52b5ca11a8e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.43 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 945 time: 0.0829194 Sep 23 22:21:18.296514 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:18.384222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-201405e7-11ab-4c6e-8b76-3e391ad6145e req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Deleting port fa90bf5b-707b-4227-9967-dabb8405fbce {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:21:18.384576 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-201405e7-11ab-4c6e-8b76-3e391ad6145e req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:18.426611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Attempting to bind port 5da08c5d-5bbe-4df6-8982-d946e34067be on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:21:18.427598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Attempting to bind port 5da08c5d-5bbe-4df6-8982-d946e34067be by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:21:18.429150 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Attempting to bind port 5da08c5d-5bbe-4df6-8982-d946e34067be on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:18.434308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461209a-c1d0-49e1-ac11-df09afeb1437 None None] Pushing event updated for resources: {'Port': ['ID=5da08c5d-5bbe-4df6-8982-d946e34067be,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:18.444419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:21:18.445003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:18.445697 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:18.446325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:21:18.447101 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Bound port: 5da08c5d-5bbe-4df6-8982-d946e34067be, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:21:18.447714 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:18.469655 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:18.508085 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:18.514339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-201405e7-11ab-4c6e-8b76-3e391ad6145e req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] For port fa90bf5b-707b-4227-9967-dabb8405fbce, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=fa90bf5b-707b-4227-9967-dabb8405fbce,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:18.515152 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-201405e7-11ab-4c6e-8b76-3e391ad6145e req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:18.528490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] For port 5da08c5d-5bbe-4df6-8982-d946e34067be, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:18.533839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-201405e7-11ab-4c6e-8b76-3e391ad6145e req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Calling delete_port for fa90bf5b-707b-4227-9967-dabb8405fbce owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:21:18.534474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Network 6a580b11-b9b3-4e3f-b412-4f6bdf1380b9 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:21:18.535306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Pushing event updated for resources: {'Port': ['ID=e61302ee-b2db-459c-a213-74d7aeda5d25,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:18.535668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] For port 5da08c5d-5bbe-4df6-8982-d946e34067be, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5da08c5d-5bbe-4df6-8982-d946e34067be,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:21:18.542509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:18.545054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:21:18.557939 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a56cbd-0a67-4aa6-baad-7d0efe0f7e0a req-e7e11668-b635-4cc3-88fe-043dd3a5395e tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:18.560494 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1a56cbd-0a67-4aa6-baad-7d0efe0f7e0a req-e7e11668-b635-4cc3-88fe-043dd3a5395e tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.1502526 Sep 23 22:21:18.619041 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:18.675921 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1a56cbd-0a67-4aa6-baad-7d0efe0f7e0a req-55c78069-daab-4234-a0fa-96a7ee979758 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966341 Sep 23 22:21:18.691423 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:18.808995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Routers {'a3860aab-3c3f-4b08-9cbf-0b59be738982'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:21:18.809772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:21:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a3860aab-3c3f-4b08-9cbf-0b59be738982'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:18.883173 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b773-9723-44ca-a309-e4ce249ed4e6 req-d13bfbc2-181b-49fe-a5e2-92aa6f3d640a tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:18.884901 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c86b773-9723-44ca-a309-e4ce249ed4e6 req-d13bfbc2-181b-49fe-a5e2-92aa6f3d640a tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 944 time: 0.0790918 Sep 23 22:21:18.896141 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461209a-c1d0-49e1-ac11-df09afeb1437 None None] Pushing event updated for resources: {'Port': ['ID=5da08c5d-5bbe-4df6-8982-d946e34067be,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:18.921867 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-201405e7-11ab-4c6e-8b76-3e391ad6145e req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:18.936983 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:18.938228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d33bd0ce-d6c6-43ec-8993-ec8849cd3663', 'fa90bf5b-707b-4227-9967-dabb8405fbce'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:21:19.021339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Pushing event deleted for resources: {'Port': ['ID=fa90bf5b-707b-4227-9967-dabb8405fbce,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:19.021580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c711beff-aa22-4514-9df7-34baa3071f69 None None] Provisioning complete for port e61302ee-b2db-459c-a213-74d7aeda5d25 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:19.022448 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c711beff-aa22-4514-9df7-34baa3071f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:19.035791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] Set router a3860aab-3c3f-4b08-9cbf-0b59be738982 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:21:19.067956 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c86b773-9723-44ca-a309-e4ce249ed4e6 req-2e9c6fb2-aeac-427c-bb93-7baf6eb40252 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695137 Sep 23 22:21:19.076152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:19.076723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:19.077336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:19.078394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:19.078577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:19.078984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:19.079546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:19.080112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:19.080673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:19.081273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:19.081834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:19.082398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:19.088967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 9c099305-dd69-484c-9073-dbfc6f0e57d9 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:19.145176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-201405e7-11ab-4c6e-8b76-3e391ad6145e req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] No DVR routers for this DVR port fa90bf5b-707b-4227-9967-dabb8405fbce on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:21:19.152979 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-201405e7-11ab-4c6e-8b76-3e391ad6145e req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:19.158744 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-201405e7-11ab-4c6e-8b76-3e391ad6145e req-0188d9f9-c986-4d5e-8df5-f43601a261f5 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.43 "DELETE /v2.0/ports/fa90bf5b-707b-4227-9967-dabb8405fbce HTTP/1.1" status: 204 len: 173 time: 0.9142392 Sep 23 22:21:19.160359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f78db0-5381-4e73-8aaf-1fce0d49f3bd', 'name': 'network-vif-deleted', 'tag': 'fa90bf5b-707b-4227-9967-dabb8405fbce'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:19.167746 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72aec3a2-138b-4a5a-bd8d-d3c4eeea29aa" -d '{"events": [{"server_uuid": "59f78db0-5381-4e73-8aaf-1fce0d49f3bd", "name": "network-vif-deleted", "tag": "fa90bf5b-707b-4227-9967-dabb8405fbce"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:19.369052 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf5bfcc8-0294-4550-930e-ecd7df70428b req-cd6d7018-1783-4da2-950e-a0c22ab50781 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0592854 Sep 23 22:21:19.381663 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c711beff-aa22-4514-9df7-34baa3071f69 None None] Port e61302ee-b2db-459c-a213-74d7aeda5d25 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:21:19.436842 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dda79-1b24-43cf-8bfc-d8d78444059b req-517321ab-afb7-46c4-a01a-8e0730d3bfde tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:19.465274 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d70dda79-1b24-43cf-8bfc-d8d78444059b req-517321ab-afb7-46c4-a01a-8e0730d3bfde tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 945 time: 0.6058228 Sep 23 22:21:19.577880 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 9c099305-dd69-484c-9073-dbfc6f0e57d9 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:21:19.585987 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 9c099305-dd69-484c-9073-dbfc6f0e57d9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:19.586555 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:19.592565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-870079579-router', 'tenant_id': '4fb940ab9cf7452d825a6d9e22093c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '5da08c5d-5bbe-4df6-8982-d946e34067be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:11Z', 'updated_at': '2021-09-23T22:21:15Z', 'revision_number': 3, 'project_id': '4fb940ab9cf7452d825a6d9e22093c25', 'gw_port': {'id': '5da08c5d-5bbe-4df6-8982-d946e34067be', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:13Z', 'updated_at': '2021-09-23T22:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:19.595680 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d70dda79-1b24-43cf-8bfc-d8d78444059b req-3c9ad4bf-d916-4b6a-a9c8-367e36791060 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290500 Sep 23 22:21:19.610319 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca9c171c-37c5-49c7-80b8-986e9c26f4c1 req-1f94bf96-545b-4d85-90e8-782b572c4704 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 210 time: 0.0578926 Sep 23 22:21:19.650544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58a25a5-1333-4e63-afa7-5596fa041d2f None None] The sync data for ids ['a3860aab-3c3f-4b08-9cbf-0b59be738982'] in n-d-810775-1 is: [{'id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-870079579-router', 'tenant_id': '4fb940ab9cf7452d825a6d9e22093c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '5da08c5d-5bbe-4df6-8982-d946e34067be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:11Z', 'updated_at': '2021-09-23T22:21:15Z', 'revision_number': 3, 'project_id': '4fb940ab9cf7452d825a6d9e22093c25', 'gw_port': {'id': '5da08c5d-5bbe-4df6-8982-d946e34067be', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:13Z', 'updated_at': '2021-09-23T22:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:21:19.702794 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3388eb1-a145-45b7-8fe5-1f104c8d2d6e x-openstack-request-id: req-e3388eb1-a145-45b7-8fe5-1f104c8d2d6e {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:19.703514 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f78db0-5381-4e73-8aaf-1fce0d49f3bd", "name": "network-vif-deleted", "tag": "fa90bf5b-707b-4227-9967-dabb8405fbce", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:19.704091 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3388eb1-a145-45b7-8fe5-1f104c8d2d6e {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:19.704944 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f78db0-5381-4e73-8aaf-1fce0d49f3bd', 'name': 'network-vif-deleted', 'tag': 'fa90bf5b-707b-4227-9967-dabb8405fbce', 'status': 'completed', 'code': 200} Sep 23 22:21:19.723313 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:21:19.781278 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:19.823484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54549eec-4faf-4256-9c2b-9207095ca6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c099305-dd69-484c-9073-dbfc6f0e57d9'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:19.829216 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905385e5-d579-49a9-8ba4-0bb82b68d760" -d '{"events": [{"server_uuid": "54549eec-4faf-4256-9c2b-9207095ca6d1", "name": "network-vif-plugged", "status": "completed", "tag": "9c099305-dd69-484c-9073-dbfc6f0e57d9"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:19.872296 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 9c099305-dd69-484c-9073-dbfc6f0e57d9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9c099305-dd69-484c-9073-dbfc6f0e57d9,segment=NetworkSegment(c5a96eb9-e25f-4246-aa76-09911e5778f9),segment_id=c5a96eb9-e25f-4246-aa76-09911e5778f9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:19.895337 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:19.913002 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6a3d-868e-489f-8cbc-778e840806ad req-a1527255-c46b-4dba-8d05-1dc248f343fa tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:19.922006 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13fc6a3d-868e-489f-8cbc-778e840806ad req-a1527255-c46b-4dba-8d05-1dc248f343fa tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 945 time: 0.1110523 Sep 23 22:21:19.976265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50107c99-f4ab-4242-acd6-15f7ddb67897 req-f44a680d-3ca6-4edf-89ea-2a0710e3aa1f tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:19.977188 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13fc6a3d-868e-489f-8cbc-778e840806ad req-f7bcd1f9-b4fe-4e96-b8f0-59caf49d6da3 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539167 Sep 23 22:21:19.991086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-50107c99-f4ab-4242-acd6-15f7ddb67897 req-f44a680d-3ca6-4edf-89ea-2a0710e3aa1f tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 1096 time: 0.1039653 Sep 23 22:21:20.000932 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:20.010852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:20.050901 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:20.125227 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-50107c99-f4ab-4242-acd6-15f7ddb67897 req-8342851b-61d5-4522-8823-abde07859cfc tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192923 Sep 23 22:21:20.180560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=9c099305-dd69-484c-9073-dbfc6f0e57d9,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:20.237929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Pushing event updated for resources: {'Port': ['ID=e61302ee-b2db-459c-a213-74d7aeda5d25,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:20.264183 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:20.290072 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0856be69-86b3-451c-b61e-0a1dff1c9fa1 x-openstack-request-id: req-0856be69-86b3-451c-b61e-0a1dff1c9fa1 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:20.290644 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54549eec-4faf-4256-9c2b-9207095ca6d1", "name": "network-vif-plugged", "status": "completed", "tag": "9c099305-dd69-484c-9073-dbfc6f0e57d9", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:20.291091 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0856be69-86b3-451c-b61e-0a1dff1c9fa1 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:20.291828 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54549eec-4faf-4256-9c2b-9207095ca6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c099305-dd69-484c-9073-dbfc6f0e57d9', 'code': 200} Sep 23 22:21:20.354659 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:21:20.372307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:20.376600 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:20.390667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3707a-2b1b-44b2-a746-471014539478 req-3376eb10-ede1-4365-8751-3dc59ab77d9c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:20.401249 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cac3707a-2b1b-44b2-a746-471014539478 req-3376eb10-ede1-4365-8751-3dc59ab77d9c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.3172710 Sep 23 22:21:20.501563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Network 6a580b11-b9b3-4e3f-b412-4f6bdf1380b9 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:21:20.516450 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cac3707a-2b1b-44b2-a746-471014539478 req-4c07d926-bdde-4568-822d-87a4c02169c5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158259 Sep 23 22:21:20.529061 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:20.569495 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d0242-281a-4f41-9c9e-81a55c617fe8 req-74aea58c-89bd-4638-aa43-e7e9d1133cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:20.573525 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-869d0242-281a-4f41-9c9e-81a55c617fe8 req-74aea58c-89bd-4638-aa43-e7e9d1133cc3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 1096 time: 0.1301939 Sep 23 22:21:20.598174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a25e6-d726-4ad2-882c-358a8798e880 req-a6a2bfc3-9cf7-4e03-939b-23fe7206a906 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:20.619574 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d61a25e6-d726-4ad2-882c-358a8798e880 req-a6a2bfc3-9cf7-4e03-939b-23fe7206a906 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 945 time: 0.2416368 Sep 23 22:21:20.686600 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:20.699946 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d61a25e6-d726-4ad2-882c-358a8798e880 req-29c611fb-18b3-46cd-998e-cb39656d0020 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776505 Sep 23 22:21:20.816990 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:20.905258 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-869d0242-281a-4f41-9c9e-81a55c617fe8 req-fab7195f-b666-45ce-a216-6b8a3be77e08 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213118 Sep 23 22:21:20.940173 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bfd9cf10-a6f0-4cd8-b204-0bad75670b88 req-fe91db6e-cfe6-448d-8a46-5d302b3e4df5 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0655539 Sep 23 22:21:20.945338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78c7bc-911c-415d-9a6b-376ba5d76f74 req-7241efa2-beaa-467e-b2bb-dccebaeb7908 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:20.960677 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c78c7bc-911c-415d-9a6b-376ba5d76f74 req-7241efa2-beaa-467e-b2bb-dccebaeb7908 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 1096 time: 0.1532555 Sep 23 22:21:20.960977 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:21.033063 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Router a3860aab-3c3f-4b08-9cbf-0b59be738982 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:21:21.038019 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c78c7bc-911c-415d-9a6b-376ba5d76f74 req-462bebbf-8491-4dc0-a9ad-e8beeab6adb7 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697434 Sep 23 22:21:21.136898 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8d76046a-a737-4ac7-a700-2df909be71a6 None None] Provisioning complete for port e61302ee-b2db-459c-a213-74d7aeda5d25 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:21.138037 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8d76046a-a737-4ac7-a700-2df909be71a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:21.186806 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a508d6ed-aed4-4c76-a0e3-d189c00445ee req-b65c16d0-a1c2-4b11-8450-472777930ffb tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 210 time: 0.0930247 Sep 23 22:21:21.237066 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device fa90bf5b-707b-4227-9967-dabb8405fbce no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:21:21.246296 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:21.302361 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: fa90bf5b-707b-4227-9967-dabb8405fbce {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:21:21.304127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device fa90bf5b-707b-4227-9967-dabb8405fbce not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:21:21.308290 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8d76046a-a737-4ac7-a700-2df909be71a6 None None] Port e61302ee-b2db-459c-a213-74d7aeda5d25 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:21:21.313588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5da08c5d-5bbe-4df6-8982-d946e34067be up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:21.324366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:21:21.350458 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6a3c23f9-be29-4127-9f97-2793d126ecff admin admin] 10.222.0.22 "PUT /v2.0/routers/a3860aab-3c3f-4b08-9cbf-0b59be738982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6389284 Sep 23 22:21:21.376003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e4344-420c-4363-b84a-a66efb0b9d2a req-3d48f66b-a7a3-48fa-bfd8-58b3a1465f63 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:21.389794 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-193e4344-420c-4363-b84a-a66efb0b9d2a req-3d48f66b-a7a3-48fa-bfd8-58b3a1465f63 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 946 time: 0.1835980 Sep 23 22:21:21.402828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5da08c5d-5bbe-4df6-8982-d946e34067be triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:21.403674 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:21.490027 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-193e4344-420c-4363-b84a-a66efb0b9d2a req-11468f8a-3f38-442a-9e95-e45a1cc726d7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982680 Sep 23 22:21:21.577049 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:21.614768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 5da08c5d-5bbe-4df6-8982-d946e34067be, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5da08c5d-5bbe-4df6-8982-d946e34067be,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:21.743302 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [req-e51dea4a-e9d9-4ea8-9ecb-3acaf1063f2c req-cf52c714-5e60-468b-944d-21954e218a20 tempest-FloatingIPDetailsNegativeTestJSON-1524465645 tempest-FloatingIPDetailsNegativeTestJSON-1524465645-project] show failed (client error): The resource could not be found. Sep 23 22:21:21.744399 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e51dea4a-e9d9-4ea8-9ecb-3acaf1063f2c req-cf52c714-5e60-468b-944d-21954e218a20 tempest-FloatingIPDetailsNegativeTestJSON-1524465645 tempest-FloatingIPDetailsNegativeTestJSON-1524465645-project] 10.222.0.22 "GET /v2.0/floatingips/17680376-5f91-4df4-a73c-707a2ca952c3 HTTP/1.1" status: 404 len: 350 time: 0.0525815 Sep 23 22:21:21.748703 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:21.762913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42742) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:21.828454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=5da08c5d-5bbe-4df6-8982-d946e34067be,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:21.926481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4391085-780a-4d99-bda6-4e11b1292f0c req-87ca7fde-7f1e-4822-a586-66845887c00f tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:21.928858 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4391085-780a-4d99-bda6-4e11b1292f0c req-87ca7fde-7f1e-4822-a586-66845887c00f tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.0695510 Sep 23 22:21:22.083228 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4391085-780a-4d99-bda6-4e11b1292f0c req-2d331c7a-9e19-4d9e-aae7-5e229f4f075a tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411431 Sep 23 22:21:22.293029 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3c3422-3688-4e1f-86aa-6ea50684329b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b606aef-7c7c-4d1d-82c7-797a286bfeb2'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:22.299139 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d69ca92-7081-4ebe-a2c9-76f0c97f7160" -d '{"events": [{"server_uuid": "bf3c3422-3688-4e1f-86aa-6ea50684329b", "name": "network-vif-plugged", "status": "completed", "tag": "1b606aef-7c7c-4d1d-82c7-797a286bfeb2"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:22.444396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a003c-f457-4e24-866e-c25b604f4646 req-67e6cc89-e74c-42a8-87e3-782521925c0f tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:22.444396 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d74a003c-f457-4e24-866e-c25b604f4646 req-67e6cc89-e74c-42a8-87e3-782521925c0f tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 945 time: 0.0860894 Sep 23 22:21:22.453544 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-470b87e5-565c-41fe-85b0-6625976686f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:22.516488 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Sync routers for ids ['a3860aab-3c3f-4b08-9cbf-0b59be738982'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:21:22.538253 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Routers {'a3860aab-3c3f-4b08-9cbf-0b59be738982'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:21:22.539561 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:21:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a3860aab-3c3f-4b08-9cbf-0b59be738982'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:22.634406 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d74a003c-f457-4e24-866e-c25b604f4646 req-24692f28-8784-44a5-8513-c027685d189d tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330707 Sep 23 22:21:22.701479 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Set router a3860aab-3c3f-4b08-9cbf-0b59be738982 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:21:22.806682 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-22047809-4f0f-4a7e-a01f-27e7481e6cc5 req-a94d529b-f55c-4828-8ea0-f47a77c0b139 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0818057 Sep 23 22:21:22.974531 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bf18859a-f007-4289-b567-c064668970fc req-0e926f35-0828-421c-b2ac-8048bee1719a tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 210 time: 0.0525086 Sep 23 22:21:23.015561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-470b87e5-565c-41fe-85b0-6625976686f3 admin admin] Deleting port e61302ee-b2db-459c-a213-74d7aeda5d25 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:21:23.015906 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-470b87e5-565c-41fe-85b0-6625976686f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:23.016301 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-870079579-router', 'tenant_id': '4fb940ab9cf7452d825a6d9e22093c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '5da08c5d-5bbe-4df6-8982-d946e34067be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:11Z', 'updated_at': '2021-09-23T22:21:18Z', 'revision_number': 4, 'project_id': '4fb940ab9cf7452d825a6d9e22093c25', 'gw_port': {'id': '5da08c5d-5bbe-4df6-8982-d946e34067be', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:13Z', 'updated_at': '2021-09-23T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e61302ee-b2db-459c-a213-74d7aeda5d25', 'name': '', 'network_id': '6a580b11-b9b3-4e3f-b412-4f6bdf1380b9', 'tenant_id': '4fb940ab9cf7452d825a6d9e22093c25', 'mac_address': 'fa:16:3e:6e:5e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '77ca2dbe-90de-434f-b248-6a2e89846198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:17Z', 'updated_at': '2021-09-23T22:21:19Z', 'revision_number': 2, 'project_id': '4fb940ab9cf7452d825a6d9e22093c25', 'subnets': [{'id': '77ca2dbe-90de-434f-b248-6a2e89846198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:23.069076 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Checking router: a3860aab-3c3f-4b08-9cbf-0b59be738982 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:21:23.069576 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Updating router a3860aab-3c3f-4b08-9cbf-0b59be738982 port e61302ee-b2db-459c-a213-74d7aeda5d25 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:21:23.078268 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63a912d-ccdf-4650-8df8-57842a1a404b x-openstack-request-id: req-d63a912d-ccdf-4650-8df8-57842a1a404b {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:23.079581 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3c3422-3688-4e1f-86aa-6ea50684329b", "name": "network-vif-plugged", "status": "completed", "tag": "1b606aef-7c7c-4d1d-82c7-797a286bfeb2", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:23.080206 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d63a912d-ccdf-4650-8df8-57842a1a404b {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:23.083499 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3c3422-3688-4e1f-86aa-6ea50684329b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b606aef-7c7c-4d1d-82c7-797a286bfeb2', 'code': 200} Sep 23 22:21:23.110860 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:23.190319 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-470b87e5-565c-41fe-85b0-6625976686f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:23.208084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-470b87e5-565c-41fe-85b0-6625976686f3 admin admin] Calling delete_port for e61302ee-b2db-459c-a213-74d7aeda5d25 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:21:23.252952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5da08c5d-5bbe-4df6-8982-d946e34067be up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:23.364330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5da08c5d-5bbe-4df6-8982-d946e34067be triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:23.364914 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:23.366369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2549ab0-db67-49fa-9b2b-88dc8627d618 req-6d89c484-9864-44eb-a8e1-47e1002cdb78 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:23.374566 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d2549ab0-db67-49fa-9b2b-88dc8627d618 req-6d89c484-9864-44eb-a8e1-47e1002cdb78 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 946 time: 0.1954131 Sep 23 22:21:23.454114 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfec92-c511-43b2-b957-bcc969b8f009 req-88472dcf-c277-4e77-a55d-e7b3b5291e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:23.456977 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e2dfec92-c511-43b2-b957-bcc969b8f009 req-88472dcf-c277-4e77-a55d-e7b3b5291e37 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 1097 time: 0.1909094 Sep 23 22:21:23.586441 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:23.613847 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e2dfec92-c511-43b2-b957-bcc969b8f009 req-4048bb20-99ab-44f0-822a-b0e7f6125950 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429904 Sep 23 22:21:23.620427 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d2549ab0-db67-49fa-9b2b-88dc8627d618 req-6e68cce6-ffbc-43cf-ad28-5e86f2e002ee tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303295 Sep 23 22:21:23.783193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a0204-606e-4ac2-9c7c-9d01a932dec7 req-c544b22b-eab3-4993-9bd7-eaf2108dbab6 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:23.784864 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc3a0204-606e-4ac2-9c7c-9d01a932dec7 req-c544b22b-eab3-4993-9bd7-eaf2108dbab6 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.0637317 Sep 23 22:21:23.800671 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:23.874552 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc3a0204-606e-4ac2-9c7c-9d01a932dec7 req-e05b6d36-8be1-490f-8787-3bdd7d14f1db tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824378 Sep 23 22:21:23.911585 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46906505-5e16-4f80-adb1-1a341dfcccdb None None] Pushing event updated for resources: {'Port': ['ID=e61302ee-b2db-459c-a213-74d7aeda5d25,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:23.934623 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46906505-5e16-4f80-adb1-1a341dfcccdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:23.935188 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46906505-5e16-4f80-adb1-1a341dfcccdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:23.935742 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46906505-5e16-4f80-adb1-1a341dfcccdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:23.936297 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46906505-5e16-4f80-adb1-1a341dfcccdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:23.936846 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46906505-5e16-4f80-adb1-1a341dfcccdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:23.937441 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46906505-5e16-4f80-adb1-1a341dfcccdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:23.938015 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46906505-5e16-4f80-adb1-1a341dfcccdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:23.938599 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46906505-5e16-4f80-adb1-1a341dfcccdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:23.939137 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46906505-5e16-4f80-adb1-1a341dfcccdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:23.939684 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46906505-5e16-4f80-adb1-1a341dfcccdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:23.940249 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46906505-5e16-4f80-adb1-1a341dfcccdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:23.940928 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46906505-5e16-4f80-adb1-1a341dfcccdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:24.073186 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-470b87e5-565c-41fe-85b0-6625976686f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:24.153649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b87e5-565c-41fe-85b0-6625976686f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e61302ee-b2db-459c-a213-74d7aeda5d25,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:24.180094 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Attempting to bind port e61302ee-b2db-459c-a213-74d7aeda5d25 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:21:24.180688 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Attempting to bind port e61302ee-b2db-459c-a213-74d7aeda5d25 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6a580b11-b9b3-4e3f-b412-4f6bdf1380b9'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:21:24.181273 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Attempting to bind port e61302ee-b2db-459c-a213-74d7aeda5d25 on network 6a580b11-b9b3-4e3f-b412-4f6bdf1380b9 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:24.191490 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:21:24.197788 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Checking segment: {'id': '22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6a580b11-b9b3-4e3f-b412-4f6bdf1380b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:24.197788 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:24.197788 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Bound using segment: {'id': '22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6a580b11-b9b3-4e3f-b412-4f6bdf1380b9'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:21:24.197788 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Bound port: e61302ee-b2db-459c-a213-74d7aeda5d25, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6a580b11-b9b3-4e3f-b412-4f6bdf1380b9'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:21:24.197788 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:24.228892 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b8032-56c2-422c-9df3-d592131f7f62 req-9306e856-c9ca-4692-9057-5d7706c8a14c tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:24.230717 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-999b8032-56c2-422c-9df3-d592131f7f62 req-9306e856-c9ca-4692-9057-5d7706c8a14c tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 945 time: 0.1807737 Sep 23 22:21:24.264338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c6a87fe2-e973-4d1b-a99d-ec459dda5ead None None] Could not find standard attr ID for object e61302ee-b2db-459c-a213-74d7aeda5d25. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:21:24.265073 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.plugin [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Port e61302ee-b2db-459c-a213-74d7aeda5d25 has been deleted concurrently {{(pid=95493) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 23 22:21:24.279294 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Routers {'a3860aab-3c3f-4b08-9cbf-0b59be738982'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:21:24.280312 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:21:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a3860aab-3c3f-4b08-9cbf-0b59be738982'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:24.435521 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-999b8032-56c2-422c-9df3-d592131f7f62 req-72143bfa-4866-4bfb-bfdb-5c1e58451ef0 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677730 Sep 23 22:21:24.511396 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-470b87e5-565c-41fe-85b0-6625976686f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:24.515084 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] Set router a3860aab-3c3f-4b08-9cbf-0b59be738982 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:21:24.649724 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c880ac85-898f-43be-86e4-6a7b78f46e26 req-ea7bc48b-3eb4-41c6-ae06-c1ad9f614c7e tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.1226635 Sep 23 22:21:24.712006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-64f86361-39f9-42b1-aea7-481421a9106c tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:21:24.714320 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-64f86361-39f9-42b1-aea7-481421a9106c tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0956933 Sep 23 22:21:24.773653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-fae3344e-cfb8-4b78-9fca-0c7e51ab0056 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:24.775447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-fae3344e-cfb8-4b78-9fca-0c7e51ab0056 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports/1d7cca88-e29e-4a76-b52f-c09f2c3b849e HTTP/1.1" status: 200 len: 1093 time: 0.0517447 Sep 23 22:21:24.799067 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-870079579-router', 'tenant_id': '4fb940ab9cf7452d825a6d9e22093c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '5da08c5d-5bbe-4df6-8982-d946e34067be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:11Z', 'updated_at': '2021-09-23T22:21:23Z', 'revision_number': 5, 'project_id': '4fb940ab9cf7452d825a6d9e22093c25', 'gw_port': {'id': '5da08c5d-5bbe-4df6-8982-d946e34067be', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:13Z', 'updated_at': '2021-09-23T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:24.816229 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d9cef7b-a6a0-4419-84dd-6ba116806382 req-76d61870-7189-4bfb-9f68-e411d68d3538 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 210 time: 0.0368710 Sep 23 22:21:24.860032 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c842c3fe-b5c6-408f-bc3e-572d241dced8 None None] The sync data for ids ['a3860aab-3c3f-4b08-9cbf-0b59be738982'] in n-d-810775-1 is: [{'id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-870079579-router', 'tenant_id': '4fb940ab9cf7452d825a6d9e22093c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '5da08c5d-5bbe-4df6-8982-d946e34067be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:11Z', 'updated_at': '2021-09-23T22:21:23Z', 'revision_number': 5, 'project_id': '4fb940ab9cf7452d825a6d9e22093c25', 'gw_port': {'id': '5da08c5d-5bbe-4df6-8982-d946e34067be', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:13Z', 'updated_at': '2021-09-23T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:21:24.872418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-bb348b1f-775c-4777-b0bb-4688b096172c service neutron] Request body: {'binding': {'host': 'n-h2-810775-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:24.873312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-bb348b1f-775c-4777-b0bb-4688b096172c service neutron] Unknown quota resources ['binding']. {{(pid=95491) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:21:25.027116 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470b87e5-565c-41fe-85b0-6625976686f3 admin admin] Router a3860aab-3c3f-4b08-9cbf-0b59be738982 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:21:25.177028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-bb348b1f-775c-4777-b0bb-4688b096172c service neutron] Attempting to bind port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e on host n-h2-810775-1 for vnic_type normal with profile None {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:21:25.181336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-bb348b1f-775c-4777-b0bb-4688b096172c service neutron] Attempting to bind port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:21:25.181336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-bb348b1f-775c-4777-b0bb-4688b096172c service neutron] Attempting to bind port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:25.187298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-bb348b1f-775c-4777-b0bb-4688b096172c service neutron] Port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:21:25.187797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-bb348b1f-775c-4777-b0bb-4688b096172c service neutron] Attempting to bind port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:25.200244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-bb348b1f-775c-4777-b0bb-4688b096172c service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:21:25.200764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-bb348b1f-775c-4777-b0bb-4688b096172c service neutron] Checking segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:25.201491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-bb348b1f-775c-4777-b0bb-4688b096172c service neutron] Bound using segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:21:25.202230 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-bb348b1f-775c-4777-b0bb-4688b096172c service neutron] Bound port: 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:21:25.320055 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-bb348b1f-775c-4777-b0bb-4688b096172c service neutron] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:21:25.424965 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-bb348b1f-775c-4777-b0bb-4688b096172c service neutron] Notify callbacks [] for binding, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:25.427140 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-bb348b1f-775c-4777-b0bb-4688b096172c service neutron] 10.222.0.22 "POST /v2.0/ports/1d7cca88-e29e-4a76-b52f-c09f2c3b849e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6415362 Sep 23 22:21:25.469745 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fffa0f-9bdb-47f2-ab78-4bd551ae1875 req-32b0599f-0ee3-4eb4-8b90-cc2a439c49f7 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:25.475972 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e6fffa0f-9bdb-47f2-ab78-4bd551ae1875 req-32b0599f-0ee3-4eb4-8b90-cc2a439c49f7 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 945 time: 0.4529524 Sep 23 22:21:25.486535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42796) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:25.492751 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e105bfe7-3f9d-40be-b4c3-02507b056de5 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Request body: {'floatingip': {'port_id': '9c099305-dd69-484c-9073-dbfc6f0e57d9'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:25.547865 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e105bfe7-3f9d-40be-b4c3-02507b056de5 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:25.561100 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470b87e5-565c-41fe-85b0-6625976686f3 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:21:25.579313 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-470b87e5-565c-41fe-85b0-6625976686f3 admin admin] 10.222.0.22 "PUT /v2.0/routers/a3860aab-3c3f-4b08-9cbf-0b59be738982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8149638 Sep 23 22:21:25.580069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42798) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:25.739754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69261979-1bbc-4258-91ec-4c1bbf1e4ec3 req-dfa1b8e3-c2ef-41a4-8705-a8104ef96113 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:25.746319 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69261979-1bbc-4258-91ec-4c1bbf1e4ec3 req-dfa1b8e3-c2ef-41a4-8705-a8104ef96113 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 946 time: 0.1832073 Sep 23 22:21:25.787702 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:25.897807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69261979-1bbc-4258-91ec-4c1bbf1e4ec3 req-a333818a-a2d0-41b2-b3cc-8957e2649eea tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432636 Sep 23 22:21:25.946062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe1885c-9870-4cb8-8950-46c82e5277e8 None None] Sync routers for ids ['a3860aab-3c3f-4b08-9cbf-0b59be738982'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:21:25.961390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe1885c-9870-4cb8-8950-46c82e5277e8 None None] Routers {'a3860aab-3c3f-4b08-9cbf-0b59be738982'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:21:25.963727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ebe1885c-9870-4cb8-8950-46c82e5277e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:21:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a3860aab-3c3f-4b08-9cbf-0b59be738982'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:25.997926 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:26.002396 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373a853-501a-449e-8445-5e874db94b50 req-25ad96db-74ca-46bd-9abe-644a19a6319c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:26.006623 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f373a853-501a-449e-8445-5e874db94b50 req-25ad96db-74ca-46bd-9abe-644a19a6319c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.2596133 Sep 23 22:21:26.162085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee399-e784-4ef2-a6be-582a78e14e11 req-12bd58da-e245-4b77-8a1c-786c96e2fe5a tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:26.170242 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cf9ee399-e784-4ef2-a6be-582a78e14e11 req-12bd58da-e245-4b77-8a1c-786c96e2fe5a tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 945 time: 0.1053567 Sep 23 22:21:26.186555 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f373a853-501a-449e-8445-5e874db94b50 req-c03821ee-cd00-4b73-b42d-1fff3249c6fa tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710745 Sep 23 22:21:26.201849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-ebe1885c-9870-4cb8-8950-46c82e5277e8 None None] Set router a3860aab-3c3f-4b08-9cbf-0b59be738982 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:21:26.253749 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cf9ee399-e784-4ef2-a6be-582a78e14e11 req-71ad47d9-9301-4686-8680-a36709c62fca tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824165 Sep 23 22:21:26.260952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] Deleting port 5da08c5d-5bbe-4df6-8982-d946e34067be {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:21:26.261500 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:26.438755 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9fbe37dd-da2c-4964-af81-4f59f733b8de req-bdc6bafc-f17a-44c0-8174-1829d617fde4 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0722480 Sep 23 22:21:26.441798 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] For port 5da08c5d-5bbe-4df6-8982-d946e34067be, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5da08c5d-5bbe-4df6-8982-d946e34067be,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:26.444561 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:26.469869 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e105bfe7-3f9d-40be-b4c3-02507b056de5 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:26.537855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] Calling delete_port for 5da08c5d-5bbe-4df6-8982-d946e34067be owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:21:26.537855 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aaa3fa5e-c72e-42a2-a22d-2a8f3526cefc req-8be739a1-fcfc-46fa-83d5-8d6ed76f7191 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f78db0-5381-4e73-8aaf-1fce0d49f3bd HTTP/1.1" status: 200 len: 210 time: 0.1319778 Sep 23 22:21:26.599185 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e105bfe7-3f9d-40be-b4c3-02507b056de5 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:26.671863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-730cd596-a6cf-457a-b488-c7e90407f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:26.676998 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-730cd596-a6cf-457a-b488-c7e90407f4cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 1096 time: 0.1996458 Sep 23 22:21:26.704168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ebe1885c-9870-4cb8-8950-46c82e5277e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-870079579-router', 'tenant_id': '4fb940ab9cf7452d825a6d9e22093c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '5da08c5d-5bbe-4df6-8982-d946e34067be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:11Z', 'updated_at': '2021-09-23T22:21:23Z', 'revision_number': 5, 'project_id': '4fb940ab9cf7452d825a6d9e22093c25', 'gw_port': {'id': '5da08c5d-5bbe-4df6-8982-d946e34067be', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:13Z', 'updated_at': '2021-09-23T22:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:26.756234 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe1885c-9870-4cb8-8950-46c82e5277e8 None None] Checking router: a3860aab-3c3f-4b08-9cbf-0b59be738982 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:21:26.796303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540031cb-7058-4249-a3e0-6738adca8dd0 req-6670f87b-96b5-4daf-8724-ca0574f18a0c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:26.800702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe1885c-9870-4cb8-8950-46c82e5277e8 None None] Routers {'a3860aab-3c3f-4b08-9cbf-0b59be738982'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:21:26.802489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ebe1885c-9870-4cb8-8950-46c82e5277e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:21:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a3860aab-3c3f-4b08-9cbf-0b59be738982'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:26.812491 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-540031cb-7058-4249-a3e0-6738adca8dd0 req-6670f87b-96b5-4daf-8724-ca0574f18a0c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 946 time: 0.2771749 Sep 23 22:21:26.908011 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-ac411d08-182c-48b8-aaca-9189d98f64ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:26.911143 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-ac411d08-182c-48b8-aaca-9189d98f64ca service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.2219009 Sep 23 22:21:26.914439 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-540031cb-7058-4249-a3e0-6738adca8dd0 req-93805fdf-e928-495e-a129-75c397d6ad96 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998716 Sep 23 22:21:26.938764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-ebe1885c-9870-4cb8-8950-46c82e5277e8 None None] Set router a3860aab-3c3f-4b08-9cbf-0b59be738982 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:21:26.954558 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-e105bfe7-3f9d-40be-b4c3-02507b056de5 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Floating IP 35aea3fb-5dc3-4192-b3d9-936acbaddd0a associated. External IP: 172.25.1.108, port: 9c099305-dd69-484c-9073-dbfc6f0e57d9. Sep 23 22:21:27.042402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ebe1885c-9870-4cb8-8950-46c82e5277e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-870079579-router', 'tenant_id': '4fb940ab9cf7452d825a6d9e22093c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:11Z', 'updated_at': '2021-09-23T22:21:25Z', 'revision_number': 6, 'project_id': '4fb940ab9cf7452d825a6d9e22093c25', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:27.046860 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-4d5fed89-2fc2-44c5-a306-a2fef506bce6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e HTTP/1.1" status: 200 len: 217 time: 0.1266303 Sep 23 22:21:27.117216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe1885c-9870-4cb8-8950-46c82e5277e8 None None] The sync data for ids ['a3860aab-3c3f-4b08-9cbf-0b59be738982'] in n-d-810775-1 is: [{'id': 'a3860aab-3c3f-4b08-9cbf-0b59be738982', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-870079579-router', 'tenant_id': '4fb940ab9cf7452d825a6d9e22093c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:11Z', 'updated_at': '2021-09-23T22:21:25Z', 'revision_number': 6, 'project_id': '4fb940ab9cf7452d825a6d9e22093c25', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:21:27.171676 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-58b44dca-4772-4212-bfc2-beefd43addc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:27.176216 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-58b44dca-4772-4212-bfc2-beefd43addc4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.0952060 Sep 23 22:21:27.179213 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:27.262794 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-99c321b8-3749-403b-9b55-bdf463940f6e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719531 Sep 23 22:21:27.323909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] Pushing event deleted for resources: {'Port': ['ID=5da08c5d-5bbe-4df6-8982-d946e34067be,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:27.423959 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e105bfe7-3f9d-40be-b4c3-02507b056de5 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Router 8c4ca6d3-2ae8-4065-b813-698dab03834b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:21:27.613627 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-151a0758-f0e8-4da2-bd5e-f5cbad98c894 service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074532 Sep 23 22:21:27.627040 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:27.660006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e105bfe7-3f9d-40be-b4c3-02507b056de5 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:21:27.673287 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e105bfe7-3f9d-40be-b4c3-02507b056de5 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:27.674741 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68888b82-cf82-479a-b3f2-fcbcb906ccb5 None None] Sync routers for ids ['8c4ca6d3-2ae8-4065-b813-698dab03834b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:21:27.700566 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68888b82-cf82-479a-b3f2-fcbcb906ccb5 None None] Routers {'8c4ca6d3-2ae8-4065-b813-698dab03834b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:21:27.702226 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-68888b82-cf82-479a-b3f2-fcbcb906ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:21:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8c4ca6d3-2ae8-4065-b813-698dab03834b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:27.754998 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e105bfe7-3f9d-40be-b4c3-02507b056de5 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "PUT /v2.0/floatingips/35aea3fb-5dc3-4192-b3d9-936acbaddd0a HTTP/1.1" status: 200 len: 991 time: 2.2671361 Sep 23 22:21:27.759022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54549eec-4faf-4256-9c2b-9207095ca6d1', 'tag': '9c099305-dd69-484c-9073-dbfc6f0e57d9'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:27.763516 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31622dff-2d98-4423-a119-b9e16b1f8f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "54549eec-4faf-4256-9c2b-9207095ca6d1", "tag": "9c099305-dd69-484c-9073-dbfc6f0e57d9"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:28.051555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8ccfd-201c-48e4-b448-5350be614585 req-980f7634-bde0-4b6b-8822-0fd6d7fd5a91 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:28.051555 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bed8ccfd-201c-48e4-b448-5350be614585 req-980f7634-bde0-4b6b-8822-0fd6d7fd5a91 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.3779566 Sep 23 22:21:28.055404 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:28.056891 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bed8ccfd-201c-48e4-b448-5350be614585 req-4f8046be-25e5-444c-85a9-1fd4d7597b9b tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682595 Sep 23 22:21:28.057500 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:28.057600 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-68888b82-cf82-479a-b3f2-fcbcb906ccb5 None None] Set router 8c4ca6d3-2ae8-4065-b813-698dab03834b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:21:28.057710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-88b76a41-8ac8-4aff-99e6-94531ed32690 service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733392 Sep 23 22:21:28.107085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f482a-3ad5-4f75-865b-fe69073aff27 req-c3b090e0-3838-4973-8c4f-3b92ac0b3f14 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:28.120771 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f75f482a-3ad5-4f75-865b-fe69073aff27 req-c3b090e0-3838-4973-8c4f-3b92ac0b3f14 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 945 time: 0.0814443 Sep 23 22:21:28.132843 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4c4886c4-3e9b-4526-94b4-bb8bfc3f33f3 req-863c22df-1650-4af1-873f-11f09d07a1dd tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0502913 Sep 23 22:21:28.134072 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:28.134942 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3860aab-3c3f-4b08-9cbf-0b59be738982 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:21:28.149254 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:28.159206 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8e2e2c72-454d-4e3c-bfdd-9a33485c238f admin admin] 10.222.0.22 "DELETE /v2.0/routers/a3860aab-3c3f-4b08-9cbf-0b59be738982 HTTP/1.1" status: 204 len: 168 time: 2.5759439 Sep 23 22:21:28.160137 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42834) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:28.236086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f75f482a-3ad5-4f75-865b-fe69073aff27 req-feb2ee5e-8cee-44d3-9bbe-396c363775b8 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131587 Sep 23 22:21:28.275776 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c054fe-77f7-4526-a490-9ac53797e5af admin admin] Deleting subnet 77ca2dbe-90de-434f-b248-6a2e89846198 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:21:28.280817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-23c054fe-77f7-4526-a490-9ac53797e5af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:28.367835 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-23c054fe-77f7-4526-a490-9ac53797e5af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:28.419811 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1943d0-3622-47ea-862f-7a029fddaa79 x-openstack-request-id: req-1c1943d0-3622-47ea-862f-7a029fddaa79 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:28.420454 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54549eec-4faf-4256-9c2b-9207095ca6d1", "tag": "9c099305-dd69-484c-9073-dbfc6f0e57d9", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:28.420454 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c1943d0-3622-47ea-862f-7a029fddaa79 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:28.420781 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54549eec-4faf-4256-9c2b-9207095ca6d1', 'tag': '9c099305-dd69-484c-9073-dbfc6f0e57d9', 'status': 'completed', 'code': 200} Sep 23 22:21:28.489360 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-68888b82-cf82-479a-b3f2-fcbcb906ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:20:33Z', 'updated_at': '2021-09-23T22:20:41Z', 'revision_number': 4, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'gw_port': {'id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:35Z', 'updated_at': '2021-09-23T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '35aea3fb-5dc3-4192-b3d9-936acbaddd0a', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'port_id': '9c099305-dd69-484c-9073-dbfc6f0e57d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'mac_address': 'fa:16:3e:5a:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54549eec-4faf-4256-9c2b-9207095ca6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:20:55Z', 'updated_at': '2021-09-23T22:21:26Z', 'revision_number': 1, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3', 'name': '', 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'mac_address': 'fa:16:3e:12:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:39Z', 'updated_at': '2021-09-23T22:20:48Z', 'revision_number': 5, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'subnets': [{'id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:28.577773 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-23c054fe-77f7-4526-a490-9ac53797e5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:28.598151 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68888b82-cf82-479a-b3f2-fcbcb906ccb5 None None] Checking router: 8c4ca6d3-2ae8-4065-b813-698dab03834b for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:21:28.634564 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68888b82-cf82-479a-b3f2-fcbcb906ccb5 None None] Routers {'8c4ca6d3-2ae8-4065-b813-698dab03834b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:21:28.635533 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-68888b82-cf82-479a-b3f2-fcbcb906ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:21:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8c4ca6d3-2ae8-4065-b813-698dab03834b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:28.651467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31622dff-2d98-4423-a119-b9e16b1f8f4f req-df155cd4-6ad7-493f-8169-5b9f124609f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:28.653142 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-31622dff-2d98-4423-a119-b9e16b1f8f4f req-df155cd4-6ad7-493f-8169-5b9f124609f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0482f6f559a3421db26d6bef5bd62a78&device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 1096 time: 0.1110153 Sep 23 22:21:28.783754 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-68888b82-cf82-479a-b3f2-fcbcb906ccb5 None None] Set router 8c4ca6d3-2ae8-4065-b813-698dab03834b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:21:28.811958 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-23c054fe-77f7-4526-a490-9ac53797e5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:28.832749 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-23c054fe-77f7-4526-a490-9ac53797e5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:28.837005 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc6fa09-e7df-4fd7-aafc-65b239e3c5ce None None] Network 6a580b11-b9b3-4e3f-b412-4f6bdf1380b9 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:21:28.852463 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-23c054fe-77f7-4526-a490-9ac53797e5af admin admin] 10.222.0.22 "DELETE /v2.0/subnets/77ca2dbe-90de-434f-b248-6a2e89846198 HTTP/1.1" status: 204 len: 168 time: 0.6847510 Sep 23 22:21:28.853666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42848) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:28.891909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31622dff-2d98-4423-a119-b9e16b1f8f4f req-df0ba8cd-5756-471c-b61a-144fa94c9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:28.893509 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-31622dff-2d98-4423-a119-b9e16b1f8f4f req-df0ba8cd-5756-471c-b61a-144fa94c9837 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b8785a5e-df92-480b-8acf-638778e70a5b HTTP/1.1" status: 200 len: 913 time: 0.2315161 Sep 23 22:21:28.895063 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c054fe-77f7-4526-a490-9ac53797e5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ca2dbe-90de-434f-b248-6a2e89846198,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:29.019890 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-31622dff-2d98-4423-a119-b9e16b1f8f4f req-6e77dc24-d31e-43b4-9b41-b484dc47b752 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c099305-dd69-484c-9073-dbfc6f0e57d9 HTTP/1.1" status: 200 len: 999 time: 0.1187294 Sep 23 22:21:29.123578 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31622dff-2d98-4423-a119-b9e16b1f8f4f req-17ebde67-b358-4305-9f74-783843ea3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:29.126382 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-31622dff-2d98-4423-a119-b9e16b1f8f4f req-17ebde67-b358-4305-9f74-783843ea3964 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7021669-0d07-4e89-bfa4-274b44c0697b HTTP/1.1" status: 200 len: 851 time: 0.0971465 Sep 23 22:21:29.206438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31622dff-2d98-4423-a119-b9e16b1f8f4f req-69713bcd-5c50-4bc3-8dc8-00024fe70186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:29.208026 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-31622dff-2d98-4423-a119-b9e16b1f8f4f req-69713bcd-5c50-4bc3-8dc8-00024fe70186 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b8785a5e-df92-480b-8acf-638778e70a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646021 Sep 23 22:21:29.221760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] DHCP port deletion for 6a580b11-b9b3-4e3f-b412-4f6bdf1380b9 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:21:29.330168 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:29.375282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Deleting port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:21:29.386401 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:29.450483 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-31622dff-2d98-4423-a119-b9e16b1f8f4f req-e4d77b3a-0e66-410b-9a73-40d8ffccaeac service neutron] 10.222.0.67 "GET /v2.0/networks/b8785a5e-df92-480b-8acf-638778e70a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323141 Sep 23 22:21:29.490600 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-68888b82-cf82-479a-b3f2-fcbcb906ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:20:33Z', 'updated_at': '2021-09-23T22:20:41Z', 'revision_number': 4, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'gw_port': {'id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:35Z', 'updated_at': '2021-09-23T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '35aea3fb-5dc3-4192-b3d9-936acbaddd0a', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'port_id': '9c099305-dd69-484c-9073-dbfc6f0e57d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'mac_address': 'fa:16:3e:5a:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54549eec-4faf-4256-9c2b-9207095ca6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:20:55Z', 'updated_at': '2021-09-23T22:21:26Z', 'revision_number': 1, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3', 'name': '', 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'mac_address': 'fa:16:3e:12:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:39Z', 'updated_at': '2021-09-23T22:20:48Z', 'revision_number': 5, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'subnets': [{'id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:29.502377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005c037-7e6d-4a7a-87d7-8d1be5e2f8aa req-5d38606b-ad33-407b-959c-1e508342329b tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:29.514428 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4005c037-7e6d-4a7a-87d7-8d1be5e2f8aa req-5d38606b-ad33-407b-959c-1e508342329b tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.3944142 Sep 23 22:21:29.555647 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68888b82-cf82-479a-b3f2-fcbcb906ccb5 None None] The sync data for ids ['8c4ca6d3-2ae8-4065-b813-698dab03834b'] in n-d-810775-1 is: [{'id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:20:33Z', 'updated_at': '2021-09-23T22:20:41Z', 'revision_number': 4, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'gw_port': {'id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:35Z', 'updated_at': '2021-09-23T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '35aea3fb-5dc3-4192-b3d9-936acbaddd0a', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'port_id': '9c099305-dd69-484c-9073-dbfc6f0e57d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'mac_address': 'fa:16:3e:5a:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54549eec-4faf-4256-9c2b-9207095ca6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:20:55Z', 'updated_at': '2021-09-23T22:21:26Z', 'revision_number': 1, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3', 'name': '', 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'mac_address': 'fa:16:3e:12:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:39Z', 'updated_at': '2021-09-23T22:20:48Z', 'revision_number': 5, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'subnets': [{'id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:21:29.644909 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] For port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=08dfdf0a-40fb-4cf9-84bb-a7a492f76f57,segment=NetworkSegment(22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503),segment_id=22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:29.644909 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:29.710346 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4005c037-7e6d-4a7a-87d7-8d1be5e2f8aa req-a48efeb6-c70e-46b2-bfca-9249a097ddc3 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931431 Sep 23 22:21:29.729251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Calling delete_port for 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:21:29.773767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] Deleting port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:21:29.778069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:30.022947 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5da08c5d-5bbe-4df6-8982-d946e34067be no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:21:30.063593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 5da08c5d-5bbe-4df6-8982-d946e34067be {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:21:30.064693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5da08c5d-5bbe-4df6-8982-d946e34067be not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:21:30.116137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-31622dff-2d98-4423-a119-b9e16b1f8f4f req-683e019c-d0d2-4579-9eb1-494a908d7fc6 service neutron] 10.222.0.67 "GET /v2.0/networks/b8785a5e-df92-480b-8acf-638778e70a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6424527 Sep 23 22:21:30.134217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585795d4-01da-46f6-9f52-ad66dfebac13 req-c4ffc1fe-b788-4d49-8115-ea15d4a2e8d4 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:30.144472 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-585795d4-01da-46f6-9f52-ad66dfebac13 req-c4ffc1fe-b788-4d49-8115-ea15d4a2e8d4 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 946 time: 0.2836211 Sep 23 22:21:30.189162 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:30.212706 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca9f48-94a1-4741-ba37-93b4e6430a1a None None] New status for floating IP 35aea3fb-5dc3-4192-b3d9-936acbaddd0a: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:21:30.236035 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-585795d4-01da-46f6-9f52-ad66dfebac13 req-f54a28ab-9077-4280-8a08-1a7466ac78e6 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867751 Sep 23 22:21:30.263444 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-206b6ae1-07bd-4e6f-8e14-1161668be3cd req-04f940ea-f847-4f03-85ec-ad254baf60b8 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.1674080 Sep 23 22:21:30.269007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] For port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=08dfdf0a-40fb-4cf9-84bb-a7a492f76f57,segment=NetworkSegment(22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503),segment_id=22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:30.270196 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:30.303899 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] Calling delete_port for 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:21:30.346810 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] No DVR routers for this DVR port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:21:30.486424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1161fac-37a1-4c6f-8021-e5702bd73f60 req-9482fe5e-7203-40e3-bbb9-8d06394287f8 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:30.492122 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1161fac-37a1-4c6f-8021-e5702bd73f60 req-9482fe5e-7203-40e3-bbb9-8d06394287f8 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 945 time: 0.1272430 Sep 23 22:21:30.529020 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:30.545974 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Pushing event deleted for resources: {'Port': ['ID=08dfdf0a-40fb-4cf9-84bb-a7a492f76f57,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:30.557048 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] No DVR routers for this DVR port 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:21:30.576942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:30.580220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:30.580837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:30.581392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:30.581913 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:30.582423 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:30.582910 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:30.584879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:30.585439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:30.588645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:30.589282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:30.589935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5a329-ea49-4a2f-ae7a-4d403429aab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:21:30.618582 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1161fac-37a1-4c6f-8021-e5702bd73f60 req-9424c84e-ee8f-48a0-966d-5ee44b272d98 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181090 Sep 23 22:21:30.654116 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] Pushing event deleted for resources: {'Port': ['ID=08dfdf0a-40fb-4cf9-84bb-a7a492f76f57,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:30.748292 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:30.785136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a580b11-b9b3-4e3f-b412-4f6bdf1380b9']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:30.800892 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:30.801229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c9a20b-00a1-46ec-8fe0-ef2b0a5b8503') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:30.816651 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:30.847299 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:30.885344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:21:30.885755 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:21:30.888001 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:21:30.986915 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080db3e-86f7-43a6-8742-763043e8482f req-b60cd00d-e0a6-4099-bf1a-d1e19e06d064 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:30.998776 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9080db3e-86f7-43a6-8742-763043e8482f req-b60cd00d-e0a6-4099-bf1a-d1e19e06d064 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.1658988 Sep 23 22:21:31.051661 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9080db3e-86f7-43a6-8742-763043e8482f req-e0d8fac2-422a-417b-a466-eb8e2f2fdcf3 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500166 Sep 23 22:21:31.136064 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:31.159546 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:31.164692 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6a580b11-b9b3-4e3f-b412-4f6bdf1380b9 HTTP/1.1" status: 204 len: 168 time: 2.3081596 Sep 23 22:21:31.193729 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d9fc4-be6d-4dcd-a9ab-934059e6c305 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a580b11-b9b3-4e3f-b412-4f6bdf1380b9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:31.257072 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:21:31.321741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:21:31.325018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 08dfdf0a-40fb-4cf9-84bb-a7a492f76f57 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:21:31.440197 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996afbca-e8ad-40ec-ba4e-9f9c2ba0a065 req-74884ee9-53ca-459f-899a-5c7b280d1204 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:31.444158 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-996afbca-e8ad-40ec-ba4e-9f9c2ba0a065 req-74884ee9-53ca-459f-899a-5c7b280d1204 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 946 time: 0.0991573 Sep 23 22:21:31.495987 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-996afbca-e8ad-40ec-ba4e-9f9c2ba0a065 req-98d72565-118e-448f-ab5e-35370690a71a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454502 Sep 23 22:21:31.507194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4378033-26b0-4448-871f-792f8efd30bd req-976b7f5c-a28c-4718-82e0-4a34bf31f592 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0510645 Sep 23 22:21:31.748353 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42886) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:31.782853 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df0a3a-f4b8-429a-b055-d87f86c6192d req-3c0eb388-cf7c-497a-884a-a0f9c39d3cef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:31.784585 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f7df0a3a-f4b8-429a-b055-d87f86c6192d req-3c0eb388-cf7c-497a-884a-a0f9c39d3cef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 945 time: 0.0651376 Sep 23 22:21:31.834244 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-267ae142-3d2e-4676-b013-d64fad432033 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4fb940ab9cf7452d825a6d9e22093c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818975 Sep 23 22:21:31.834849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42888) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:31.889879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f7df0a3a-f4b8-429a-b055-d87f86c6192d req-39848755-22ea-46f6-96a7-9be62e7342ca tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982151 Sep 23 22:21:31.938266 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-50fe1d3a-643f-409f-8457-12443d46fb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:31.965887 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-50fe1d3a-643f-409f-8457-12443d46fb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:32.286420 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-50fe1d3a-643f-409f-8457-12443d46fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:32.306067 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-50fe1d3a-643f-409f-8457-12443d46fb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:32.310151 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-50fe1d3a-643f-409f-8457-12443d46fb81 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91c5706e-28fc-432c-a443-c85bd383142d HTTP/1.1" status: 204 len: 168 time: 0.4718728 Sep 23 22:21:32.371207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe1d3a-643f-409f-8457-12443d46fb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c5706e-28fc-432c-a443-c85bd383142d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:32.406602 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c21c8-8f5c-4ffa-8d70-dcfc7668e3c1 req-0d7cfeac-5c5e-4865-bfc1-1a56713ad1bd tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:32.424198 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d9c21c8-8f5c-4ffa-8d70-dcfc7668e3c1 req-0d7cfeac-5c5e-4865-bfc1-1a56713ad1bd tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.2689517 Sep 23 22:21:32.535616 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d9c21c8-8f5c-4ffa-8d70-dcfc7668e3c1 req-462ea7c0-ae64-493b-b852-c3b94ea864d9 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053805 Sep 23 22:21:32.683605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81da54-31df-4600-ae9f-2f95f6f0ad1d req-91fe8671-6131-4c4b-b926-eb5dc1ecd343 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:32.687192 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd81da54-31df-4600-ae9f-2f95f6f0ad1d req-91fe8671-6131-4c4b-b926-eb5dc1ecd343 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 946 time: 0.0987601 Sep 23 22:21:32.807568 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8167ac03-050d-449c-bfbe-8635c1bf06a3 req-f62cc84f-081d-4eea-abe4-f1739868b56c tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0774050 Sep 23 22:21:32.810271 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd81da54-31df-4600-ae9f-2f95f6f0ad1d req-86819e21-1c18-4550-ac67-adcbba0a1eb7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141274 Sep 23 22:21:33.062302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289cca8-cd4d-4aa9-b877-50fd087e79ee req-2f0fa48c-3bb5-45ca-a5fe-5a89247f6546 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:33.071849 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7289cca8-cd4d-4aa9-b877-50fd087e79ee req-2f0fa48c-3bb5-45ca-a5fe-5a89247f6546 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 945 time: 0.0791585 Sep 23 22:21:33.133265 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:21:33.133729 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7289cca8-cd4d-4aa9-b877-50fd087e79ee req-ad5adb11-73ca-4a3b-a68f-031109f27748 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574198 Sep 23 22:21:33.321267 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:33.348543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '1b606aef-7c7c-4d1d-82c7-797a286bfeb2', 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f', 'port_id': '1b606aef-7c7c-4d1d-82c7-797a286bfeb2', 'mac_address': 'fa:16:3e:0b:a2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feabcec-1c76-49b1-a0fd-ebf326fb24ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:21:33.419386 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:33.441863 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:21:33.470769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:33.548620 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:33.635305 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:33.778026 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d870ae-058a-4149-bcad-70b462c507e7 req-ae666370-1a46-4b0a-bec7-e57d83c8a236 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:33.780627 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08d870ae-058a-4149-bcad-70b462c507e7 req-ae666370-1a46-4b0a-bec7-e57d83c8a236 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.0748138 Sep 23 22:21:33.785614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['1b606aef-7c7c-4d1d-82c7-797a286bfeb2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:21:33.874605 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08d870ae-058a-4149-bcad-70b462c507e7 req-b479f6c1-2cba-44c4-8596-55e8f3ce4506 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867329 Sep 23 22:21:34.032694 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e27f69c-94ac-47ed-b2cc-d6e4be38d531 req-02d341e8-55a0-41d1-b602-a90e53e9c389 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0631242 Sep 23 22:21:34.072832 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52902651-dd46-4630-ac5c-2b1f0589d2ee req-bb8fb296-e99a-473f-bb3b-ce03e6a29ecc tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:34.078932 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-52902651-dd46-4630-ac5c-2b1f0589d2ee req-bb8fb296-e99a-473f-bb3b-ce03e6a29ecc tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 945 time: 0.1418247 Sep 23 22:21:34.142038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42936) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:34.168942 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-52902651-dd46-4630-ac5c-2b1f0589d2ee req-f7802faf-a950-4177-a889-9345d7b3535b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824134 Sep 23 22:21:34.298012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-456414509-network', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:34.409851 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df57c6-c812-4095-8395-b2a7eb42a7af req-da923965-ea47-40ed-b98e-874745dea33c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:34.416522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] Made reservation on behalf of 7c6919ff761d4dfea6400229f18974f5 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:21:34.421264 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:34.427071 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d5df57c6-c812-4095-8395-b2a7eb42a7af req-da923965-ea47-40ed-b98e-874745dea33c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 945 time: 0.0989101 Sep 23 22:21:34.430117 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:34.495609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d5df57c6-c812-4095-8395-b2a7eb42a7af req-2040767a-fd51-4b84-959c-3d5d07dd72b2 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640519 Sep 23 22:21:34.592236 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:34.701270 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:34.748158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:21:34.761349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e704d355-b457-4f4d-98a8-39346aaa4787,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:34.773176 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:34.782980 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] Added segment a76e1e5e-ebf5-4e9c-8920-c25aff511958 of type vlan for network dde1926a-387e-4c56-9d9f-4ceea63d8db9 Sep 23 22:21:34.843788 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:34.965173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7242f-0f1a-42a0-982e-b7f25b9e9a4d req-279e4a3e-55e8-4dc4-8407-23d0c184fce3 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:34.966754 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89b7242f-0f1a-42a0-982e-b7f25b9e9a4d req-279e4a3e-55e8-4dc4-8407-23d0c184fce3 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 945 time: 0.0698352 Sep 23 22:21:35.015645 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:35.017367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:35.018273 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:35.021719 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89b7242f-0f1a-42a0-982e-b7f25b9e9a4d req-13fd78e7-0324-46a0-b22b-d0d47875575c tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413020 Sep 23 22:21:35.123149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd680d04-24d0-4c0c-ab2f-17a47b92fd78 req-1ccb31b4-8bd9-4fa7-b71f-fbc173b38cc1 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:35.125933 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd680d04-24d0-4c0c-ab2f-17a47b92fd78 req-1ccb31b4-8bd9-4fa7-b71f-fbc173b38cc1 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.1576564 Sep 23 22:21:35.152313 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d49ef2b-fb8a-47e1-a47c-7a7b0bf6e47c req-522c47c3-7402-4d90-8ce2-5925ce7650d1 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0460615 Sep 23 22:21:35.154993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:35.185238 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0415292 Sep 23 22:21:35.186201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05f466-b9c3-4e4f-9c0b-dd88eeb1f0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=dde1926a-387e-4c56-9d9f-4ceea63d8db9,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:35.188756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42954) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:35.197258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-bd45bdcb-6eee-4e58-aa4c-961818d3d6bd admin admin] Request body: {'subnet': {'network_id': 'dde1926a-387e-4c56-9d9f-4ceea63d8db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-456414509-subnet', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:35.212158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network dde1926a-387e-4c56-9d9f-4ceea63d8db9 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:21:35.271919 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd680d04-24d0-4c0c-ab2f-17a47b92fd78 req-ce979687-d58a-449a-b91e-69b3dea9c431 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923877 Sep 23 22:21:35.360788 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:35.362196 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:35.376530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd45bdcb-6eee-4e58-aa4c-961818d3d6bd admin admin] Made reservation on behalf of 7c6919ff761d4dfea6400229f18974f5 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:21:35.387773 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd45bdcb-6eee-4e58-aa4c-961818d3d6bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:35.588120 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:35.594453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0cfdc-9144-4a96-9da7-4763c9de1965 req-db1bedfa-e9c2-4db5-abc5-5e3a73bdd952 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:35.597306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27b0cfdc-9144-4a96-9da7-4763c9de1965 req-db1bedfa-e9c2-4db5-abc5-5e3a73bdd952 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 945 time: 0.1349952 Sep 23 22:21:35.631295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3c3422-3688-4e1f-86aa-6ea50684329b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b606aef-7c7c-4d1d-82c7-797a286bfeb2'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:35.634664 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b019f72-2606-48a1-a23f-60e11320bf62" -d '{"events": [{"server_uuid": "bf3c3422-3688-4e1f-86aa-6ea50684329b", "name": "network-vif-plugged", "status": "completed", "tag": "1b606aef-7c7c-4d1d-82c7-797a286bfeb2"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:35.657700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:35.742434 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:35.773515 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691cb9e-7ab1-4466-b61b-2bb789ea833e req-c2138b40-b83d-4291-9809-aaa46e24fc07 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:35.775449 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8691cb9e-7ab1-4466-b61b-2bb789ea833e req-c2138b40-b83d-4291-9809-aaa46e24fc07 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 945 time: 0.1662800 Sep 23 22:21:35.844046 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8691cb9e-7ab1-4466-b61b-2bb789ea833e req-7a3b76a1-2533-4c9b-ad7d-540764e997f3 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581238 Sep 23 22:21:35.851357 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:35.909963 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b395c7bd-aa99-4851-9f84-ef3a4868798c x-openstack-request-id: req-b395c7bd-aa99-4851-9f84-ef3a4868798c {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:35.910378 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3c3422-3688-4e1f-86aa-6ea50684329b", "name": "network-vif-plugged", "status": "completed", "tag": "1b606aef-7c7c-4d1d-82c7-797a286bfeb2", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:35.910722 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b395c7bd-aa99-4851-9f84-ef3a4868798c {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:35.911422 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3c3422-3688-4e1f-86aa-6ea50684329b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b606aef-7c7c-4d1d-82c7-797a286bfeb2', 'code': 200} Sep 23 22:21:35.918267 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd45bdcb-6eee-4e58-aa4c-961818d3d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:35.980158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45bdcb-6eee-4e58-aa4c-961818d3d6bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c3baf9-0471-4e8c-9c79-11b3eac54394,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:36.006173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd45bdcb-6eee-4e58-aa4c-961818d3d6bd admin admin] Checking segment: {'id': 'a76e1e5e-ebf5-4e9c-8920-c25aff511958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'dde1926a-387e-4c56-9d9f-4ceea63d8db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:36.006530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd45bdcb-6eee-4e58-aa4c-961818d3d6bd admin admin] Network hostable DHCP agents. Network: dde1926a-387e-4c56-9d9f-4ceea63d8db9, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:21:36.166558 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27b0cfdc-9144-4a96-9da7-4763c9de1965 req-2ce9b40b-2f02-4e6b-b531-1a99febceb83 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410628 Sep 23 22:21:36.176202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77fb92-687a-49c0-bc15-5a3f4487b797 req-bf5b8d45-8c47-4da3-b588-4a549d4ce848 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:36.178175 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af77fb92-687a-49c0-bc15-5a3f4487b797 req-bf5b8d45-8c47-4da3-b588-4a549d4ce848 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.43 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 945 time: 0.6299713 Sep 23 22:21:36.187279 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd45bdcb-6eee-4e58-aa4c-961818d3d6bd admin admin] Network dde1926a-387e-4c56-9d9f-4ceea63d8db9 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:21:36.234644 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:36.236113 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60795961-87c7-49fd-893c-ddf2309074d9 req-7351b20b-8de5-4f06-afa6-e7816726f438 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:36.238177 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60795961-87c7-49fd-893c-ddf2309074d9 req-7351b20b-8de5-4f06-afa6-e7816726f438 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 945 time: 0.0969079 Sep 23 22:21:36.299239 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60795961-87c7-49fd-893c-ddf2309074d9 req-115fd471-61dc-4304-91d2-c52b0b65deba tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489368 Sep 23 22:21:36.306419 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-bd45bdcb-6eee-4e58-aa4c-961818d3d6bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, dde1926a-387e-4c56-9d9f-4ceea63d8db9) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:36.312815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd45bdcb-6eee-4e58-aa4c-961818d3d6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:36.313885 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd45bdcb-6eee-4e58-aa4c-961818d3d6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:36.326252 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613b8b85-967f-4ca9-bb2b-83e5638f7b74 None None] Network dde1926a-387e-4c56-9d9f-4ceea63d8db9 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:21:36.360545 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-af77fb92-687a-49c0-bc15-5a3f4487b797 req-2e0dd262-2dcc-43b5-b70a-d0d0085a8775 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Deleting port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:21:36.360993 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-af77fb92-687a-49c0-bc15-5a3f4487b797 req-2e0dd262-2dcc-43b5-b70a-d0d0085a8775 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:36.417533 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bd45bdcb-6eee-4e58-aa4c-961818d3d6bd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2271986 Sep 23 22:21:36.421471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42974) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:36.427017 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-456414509-router', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:36.543122 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:36.547423 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:36.556185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-af77fb92-687a-49c0-bc15-5a3f4487b797 req-2e0dd262-2dcc-43b5-b70a-d0d0085a8775 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] For port d33bd0ce-d6c6-43ec-8993-ec8849cd3663, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:36.556801 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-af77fb92-687a-49c0-bc15-5a3f4487b797 req-2e0dd262-2dcc-43b5-b70a-d0d0085a8775 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:36.609232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38df5a6-5205-4b90-87e3-b3a4e3cd90f5 req-1242627c-6bbf-4ff4-ac09-ed03d22eefd2 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:36.612092 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c38df5a6-5205-4b90-87e3-b3a4e3cd90f5 req-1242627c-6bbf-4ff4-ac09-ed03d22eefd2 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.1298709 Sep 23 22:21:36.614368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-af77fb92-687a-49c0-bc15-5a3f4487b797 req-2e0dd262-2dcc-43b5-b70a-d0d0085a8775 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Calling delete_port for d33bd0ce-d6c6-43ec-8993-ec8849cd3663 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:21:36.619792 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea2f4779-5c07-4155-8321-fd6389a4c8a7 req-fc9988b4-d4f6-4777-86b2-2fa65a202764 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0390246 Sep 23 22:21:36.700359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-dde1926a-387e-4c56-9d9f-4ceea63d8db9', 'network_id': 'dde1926a-387e-4c56-9d9f-4ceea63d8db9', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'fixed_ips': [{'subnet_id': 'e0c3baf9-0471-4e8c-9c79-11b3eac54394'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:21:36.701510 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:36.770333 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:36.811857 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-35a6e35e-a40b-41cc-98a6-24ac8ca0cc0b req-2a9996cc-d21c-4e02-9f3c-999c39c6d4f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0387349 Sep 23 22:21:36.818541 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c38df5a6-5205-4b90-87e3-b3a4e3cd90f5 req-56267af6-d06f-470a-aca9-066923017c90 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749511 Sep 23 22:21:36.937017 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-af77fb92-687a-49c0-bc15-5a3f4487b797 req-2e0dd262-2dcc-43b5-b70a-d0d0085a8775 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:36.962585 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d33bd0ce-d6c6-43ec-8993-ec8849cd3663'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:21:37.010589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0dd262-2dcc-43b5-b70a-d0d0085a8775 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Pushing event deleted for resources: {'Port': ['ID=d33bd0ce-d6c6-43ec-8993-ec8849cd3663,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:37.022604 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Allocated IP 172.20.0.2 (dde1926a-387e-4c56-9d9f-4ceea63d8db9/e0c3baf9-0471-4e8c-9c79-11b3eac54394/010ee507-06c6-4fa1-98c4-54ec07ed607e) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:21:37.123325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-af77fb92-687a-49c0-bc15-5a3f4487b797 req-2e0dd262-2dcc-43b5-b70a-d0d0085a8775 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] No DVR routers for this DVR port d33bd0ce-d6c6-43ec-8993-ec8849cd3663 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:21:37.127800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-af77fb92-687a-49c0-bc15-5a3f4487b797 req-2e0dd262-2dcc-43b5-b70a-d0d0085a8775 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:37.132460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af77fb92-687a-49c0-bc15-5a3f4487b797 req-2e0dd262-2dcc-43b5-b70a-d0d0085a8775 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.43 "DELETE /v2.0/ports/d33bd0ce-d6c6-43ec-8993-ec8849cd3663 HTTP/1.1" status: 204 len: 173 time: 0.9432700 Sep 23 22:21:37.133228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021e98a7-4987-44f3-9910-0ed676da6046', 'name': 'network-vif-deleted', 'tag': 'd33bd0ce-d6c6-43ec-8993-ec8849cd3663'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:37.137751 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df66390-baee-4de6-af00-a96aff470726" -d '{"events": [{"server_uuid": "021e98a7-4987-44f3-9910-0ed676da6046", "name": "network-vif-deleted", "tag": "d33bd0ce-d6c6-43ec-8993-ec8849cd3663"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:37.229050 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd82d5f-6cdc-4019-ada8-de5e65978d73 x-openstack-request-id: req-ccd82d5f-6cdc-4019-ada8-de5e65978d73 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:37.230127 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021e98a7-4987-44f3-9910-0ed676da6046", "name": "network-vif-deleted", "tag": "d33bd0ce-d6c6-43ec-8993-ec8849cd3663", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:37.230560 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ccd82d5f-6cdc-4019-ada8-de5e65978d73 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:37.232069 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021e98a7-4987-44f3-9910-0ed676da6046', 'name': 'network-vif-deleted', 'tag': 'd33bd0ce-d6c6-43ec-8993-ec8849cd3663', 'status': 'completed', 'code': 200} Sep 23 22:21:37.284449 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:37.308154 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceed131-b3ad-4941-bb45-9925df722e8a req-ef45d58d-4575-405e-90af-6ebe9a024ce6 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:37.315936 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0ceed131-b3ad-4941-bb45-9925df722e8a req-ef45d58d-4575-405e-90af-6ebe9a024ce6 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 945 time: 0.3082950 Sep 23 22:21:37.329016 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:37.364823 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0ceed131-b3ad-4941-bb45-9925df722e8a req-a493e21b-266f-425a-9cd5-b058761558e1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462985 Sep 23 22:21:37.406201 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:37.417178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408e2aa-18c4-48ec-9bec-cde598844815 req-ebd17260-0737-4299-98c7-db99a4ffd95c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:37.420801 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a408e2aa-18c4-48ec-9bec-cde598844815 req-ebd17260-0737-4299-98c7-db99a4ffd95c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 946 time: 0.0867715 Sep 23 22:21:37.488765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Network dde1926a-387e-4c56-9d9f-4ceea63d8db9 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:21:37.495693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:37.499966 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:21:37.530661 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a408e2aa-18c4-48ec-9bec-cde598844815 req-e992847a-246d-4bcb-9ec5-4d2653c47bcb tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909941 Sep 23 22:21:37.574522 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dd668bba-3549-4fe8-be33-120bc01da834 req-19e72c0c-eb5f-4505-be74-b3a4ef972893 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 210 time: 0.0768077 Sep 23 22:21:37.599398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Pushing event updated for resources: {'Port': ['ID=010ee507-06c6-4fa1-98c4-54ec07ed607e,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:37.622403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Attempting to bind port 010ee507-06c6-4fa1-98c4-54ec07ed607e on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:21:37.623084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Attempting to bind port 010ee507-06c6-4fa1-98c4-54ec07ed607e by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'a76e1e5e-ebf5-4e9c-8920-c25aff511958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'dde1926a-387e-4c56-9d9f-4ceea63d8db9'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:21:37.623640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Attempting to bind port 010ee507-06c6-4fa1-98c4-54ec07ed607e on network dde1926a-387e-4c56-9d9f-4ceea63d8db9 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:37.631895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:21:37.634161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Checking segment: {'id': 'a76e1e5e-ebf5-4e9c-8920-c25aff511958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'dde1926a-387e-4c56-9d9f-4ceea63d8db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:37.634161 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:37.634161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Bound using segment: {'id': 'a76e1e5e-ebf5-4e9c-8920-c25aff511958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'dde1926a-387e-4c56-9d9f-4ceea63d8db9'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:21:37.634161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Bound port: 010ee507-06c6-4fa1-98c4-54ec07ed607e, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76e1e5e-ebf5-4e9c-8920-c25aff511958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'dde1926a-387e-4c56-9d9f-4ceea63d8db9'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:21:37.635065 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:37.806471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] For port 010ee507-06c6-4fa1-98c4-54ec07ed607e, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:37.813470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] For port 010ee507-06c6-4fa1-98c4-54ec07ed607e, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=010ee507-06c6-4fa1-98c4-54ec07ed607e,segment=NetworkSegment(a76e1e5e-ebf5-4e9c-8920-c25aff511958),segment_id=a76e1e5e-ebf5-4e9c-8920-c25aff511958)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:21:37.893843 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:38.037642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32167c4-e3e1-44ba-97bc-771781e63373 None None] Pushing event updated for resources: {'Port': ['ID=010ee507-06c6-4fa1-98c4-54ec07ed607e,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:38.096169 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6dd34bfe-5fb2-45c8-98a9-74c13d827282 req-105892b3-7576-441e-8e34-dcc6aabe608a tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0761173 Sep 23 22:21:38.159396 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:38.183714 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:38.423710 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Allocated IP 172.25.1.92 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/854e24be-afbc-4fa3-9be4-13004a03323e) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:21:38.476276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daadf7c-299c-4c7d-83f8-378c6bb7285f req-211a963c-8f60-48dc-ac67-cf5a0cc4b768 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:38.477918 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7daadf7c-299c-4c7d-83f8-378c6bb7285f req-211a963c-8f60-48dc-ac67-cf5a0cc4b768 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 945 time: 0.1131959 Sep 23 22:21:38.569261 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7daadf7c-299c-4c7d-83f8-378c6bb7285f req-d3e4e09a-a605-420c-9be2-451adcbeee20 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836408 Sep 23 22:21:38.630982 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:38.748328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ce30b-582c-4315-8e1a-457f20a4cbda req-c4187b44-8cda-47cc-8c4e-883fe778e458 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:38.750603 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f8ce30b-582c-4315-8e1a-457f20a4cbda req-c4187b44-8cda-47cc-8c4e-883fe778e458 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 945 time: 0.0773830 Sep 23 22:21:38.842085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f8ce30b-582c-4315-8e1a-457f20a4cbda req-bbf3b4ce-c6bb-4357-8f2b-8710baf2ad94 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817287 Sep 23 22:21:38.869889 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-815cbe5a-11b7-4a8f-952d-9736e9335488 req-19cf4daf-c06c-409a-90b3-81d6d2df24df tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=021e98a7-4987-44f3-9910-0ed676da6046 HTTP/1.1" status: 200 len: 210 time: 0.0532801 Sep 23 22:21:38.875438 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:38.957941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:21:38.973937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:38.984340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:21:39.072289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Pushing event updated for resources: {'Port': ['ID=854e24be-afbc-4fa3-9be4-13004a03323e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:39.119086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962676d7-b425-4291-9cbb-1667204ba707 req-67580133-ac3c-4f4a-822b-84e9584dfa49 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:39.148999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-962676d7-b425-4291-9cbb-1667204ba707 req-67580133-ac3c-4f4a-822b-84e9584dfa49 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 946 time: 0.1369357 Sep 23 22:21:39.149136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:21:39.259034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-962676d7-b425-4291-9cbb-1667204ba707 req-37315866-07f3-4e7a-897d-bb3d5eea2784 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193097 Sep 23 22:21:39.360522 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d33bd0ce-d6c6-43ec-8993-ec8849cd3663 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:21:39.409433 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb6ec4d4-83b1-4fa5-98ba-9635415af978 req-0cb5d1b2-54ab-4a26-a5f9-ab400627d70c tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0404463 Sep 23 22:21:39.439553 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed657fe-8b6b-430a-a989-bed650139cc1 None None] Network dde1926a-387e-4c56-9d9f-4ceea63d8db9 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:21:39.443355 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 010ee507-06c6-4fa1-98c4-54ec07ed607e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:39.534107 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: d33bd0ce-d6c6-43ec-8993-ec8849cd3663 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:21:39.534107 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d33bd0ce-d6c6-43ec-8993-ec8849cd3663 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:21:39.697391 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:39.700851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2e42cc19-83a8-4469-9020-1e7e5dc35cba None None] Provisioning complete for port 010ee507-06c6-4fa1-98c4-54ec07ed607e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:39.701736 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2e42cc19-83a8-4469-9020-1e7e5dc35cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:39.781668 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:39.840806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3c3422-3688-4e1f-86aa-6ea50684329b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b606aef-7c7c-4d1d-82c7-797a286bfeb2'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:39.845082 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381e4a96-900e-4e3e-8a72-797e84fdc1bf" -d '{"events": [{"server_uuid": "bf3c3422-3688-4e1f-86aa-6ea50684329b", "name": "network-vif-unplugged", "status": "completed", "tag": "1b606aef-7c7c-4d1d-82c7-797a286bfeb2"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:39.921616 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:40.018455 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 010ee507-06c6-4fa1-98c4-54ec07ed607e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:40.019199 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:40.025410 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a70970f-b8f3-468f-b808-551229eaf9a5 x-openstack-request-id: req-5a70970f-b8f3-468f-b808-551229eaf9a5 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:40.026061 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3c3422-3688-4e1f-86aa-6ea50684329b", "name": "network-vif-unplugged", "status": "completed", "tag": "1b606aef-7c7c-4d1d-82c7-797a286bfeb2", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:40.026812 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a70970f-b8f3-468f-b808-551229eaf9a5 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:40.027719 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3c3422-3688-4e1f-86aa-6ea50684329b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b606aef-7c7c-4d1d-82c7-797a286bfeb2', 'code': 200} Sep 23 22:21:40.059382 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:40.165247 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:40.298304 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e2252-e27f-4415-8509-9f2d073528a8 req-784e0d61-922d-4b0d-9f76-f5a95d37ede6 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:40.300533 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b23e2252-e27f-4415-8509-9f2d073528a8 req-784e0d61-922d-4b0d-9f76-f5a95d37ede6 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 945 time: 0.1839392 Sep 23 22:21:40.381704 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b23e2252-e27f-4415-8509-9f2d073528a8 req-6e95d2fc-a248-4608-830c-334f56a53610 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567906 Sep 23 22:21:40.436667 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2e42cc19-83a8-4469-9020-1e7e5dc35cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:40.441497 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:40.528952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-2e42cc19-83a8-4469-9020-1e7e5dc35cba None None] For port 010ee507-06c6-4fa1-98c4-54ec07ed607e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=010ee507-06c6-4fa1-98c4-54ec07ed607e,segment=NetworkSegment(a76e1e5e-ebf5-4e9c-8920-c25aff511958),segment_id=a76e1e5e-ebf5-4e9c-8920-c25aff511958)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:40.543431 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Router bd8fae36-d661-4a44-b47c-5136c1f3e404 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:21:40.556789 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:40.559191 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-868ce4fd-6073-465a-b308-68f10e21c78a req-fd59af08-d96f-494e-bc16-d91720869988 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fafb7b704d104c1b80912bb4e03cec63&device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.1080477 Sep 23 22:21:40.623136 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-868ce4fd-6073-465a-b308-68f10e21c78a req-d89a4b88-a9e4-4054-8968-8844efa84ac9 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=fafb7b704d104c1b80912bb4e03cec63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530403 Sep 23 22:21:40.635345 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2e42cc19-83a8-4469-9020-1e7e5dc35cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:40.752975 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:21:40.753699 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:21:40.757640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42cc19-83a8-4469-9020-1e7e5dc35cba None None] Pushing event updated for resources: {'Port': ['ID=010ee507-06c6-4fa1-98c4-54ec07ed607e,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:40.806971 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cdcc3da6-0503-4239-86e9-44d939805a13 req-b3f9e88d-9b35-441a-9597-91d25193b518 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0709884 Sep 23 22:21:40.836847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3ee8-af07-4ac4-b7a0-b7e826c39cdb req-c7ecb83d-c2c2-45b7-a778-06a98470fc6f tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:40.845988 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7fcf3ee8-af07-4ac4-b7a0-b7e826c39cdb req-c7ecb83d-c2c2-45b7-a778-06a98470fc6f tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 944 time: 0.2276201 Sep 23 22:21:40.849858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:21:40.876380 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Sync routers for ids ['bd8fae36-d661-4a44-b47c-5136c1f3e404'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:21:40.887831 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Routers {'bd8fae36-d661-4a44-b47c-5136c1f3e404'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:21:40.888465 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:21:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bd8fae36-d661-4a44-b47c-5136c1f3e404'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:40.969353 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7fcf3ee8-af07-4ac4-b7a0-b7e826c39cdb req-8b304e38-8ab2-4c53-9dd1-b20a26917c1b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217251 Sep 23 22:21:40.971237 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c64ccd02-0398-44d8-b2b0-25390303aa4e None None] Provisioning complete for port 010ee507-06c6-4fa1-98c4-54ec07ed607e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:40.972161 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c64ccd02-0398-44d8-b2b0-25390303aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:40.975444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ce4fd-6073-465a-b308-68f10e21c78a req-2c8fbc10-c875-4fa6-8f8b-73f8508dae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:40.978476 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-868ce4fd-6073-465a-b308-68f10e21c78a req-2c8fbc10-c875-4fa6-8f8b-73f8508dae14 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3385119 Sep 23 22:21:41.028878 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:41.030863 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e5ee3eef-e074-4048-813f-cad45fa0404e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6081464 Sep 23 22:21:41.033787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43048) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:41.044011 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Set router bd8fae36-d661-4a44-b47c-5136c1f3e404 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:21:41.335693 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'name': 'tempest-ServersTestMultiNic-456414509-router', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '854e24be-afbc-4fa3-9be4-13004a03323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:36Z', 'updated_at': '2021-09-23T22:21:39Z', 'revision_number': 3, 'project_id': '7c6919ff761d4dfea6400229f18974f5', 'gw_port': {'id': '854e24be-afbc-4fa3-9be4-13004a03323e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:38Z', 'updated_at': '2021-09-23T22:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:41.413407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 010ee507-06c6-4fa1-98c4-54ec07ed607e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:41.471764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 010ee507-06c6-4fa1-98c4-54ec07ed607e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:41.472843 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:41.509281 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Checking router: bd8fae36-d661-4a44-b47c-5136c1f3e404 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:21:41.510054 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Updating router bd8fae36-d661-4a44-b47c-5136c1f3e404 port 854e24be-afbc-4fa3-9be4-13004a03323e binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:21:41.565801 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:41.697178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445d619-0342-4130-a007-b6b4af3ba061 req-78f7e08a-c82c-4bec-9c6d-103763481485 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:41.698919 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6445d619-0342-4130-a007-b6b4af3ba061 req-78f7e08a-c82c-4bec-9c6d-103763481485 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 944 time: 0.1256294 Sep 23 22:21:41.740081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd961e38-fc72-45a4-bf44-b429bc349860 req-af5e60d7-b4b2-455e-b29a-8d9438e7669b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:41.744060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd961e38-fc72-45a4-bf44-b429bc349860 req-af5e60d7-b4b2-455e-b29a-8d9438e7669b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 944 time: 0.1626694 Sep 23 22:21:41.818994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91a874-a809-4225-a795-405501df9241 req-074a62c2-e484-4661-a540-48d5b29f6652 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:41.820043 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd961e38-fc72-45a4-bf44-b429bc349860 req-dae4ffca-f36b-4b58-bb05-558467ff9e2e tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681174 Sep 23 22:21:41.821189 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f91a874-a809-4225-a795-405501df9241 req-074a62c2-e484-4661-a540-48d5b29f6652 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 945 time: 0.2026892 Sep 23 22:21:41.943574 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f91a874-a809-4225-a795-405501df9241 req-4718983e-9d24-4473-8464-fb1c8b01ddc3 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081555 Sep 23 22:21:41.958437 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:42.032261 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:42.054693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-6445d619-0342-4130-a007-b6b4af3ba061 req-48c0f521-165f-443e-ae8b-abe72a5c4192 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Deleting port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:21:42.055203 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6445d619-0342-4130-a007-b6b4af3ba061 req-48c0f521-165f-443e-ae8b-abe72a5c4192 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:42.118440 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fff4e67f-ecf3-4d21-addd-df531973941e req-271c4074-a190-438a-ad6b-f88911aa7fcf tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0928028 Sep 23 22:21:42.120999 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:42.155388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf09ee-2899-4f16-9800-2c32107dae5f req-b075e1e5-e865-4215-98b1-d0c7e744be0b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:42.158687 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4caf09ee-2899-4f16-9800-2c32107dae5f req-b075e1e5-e865-4215-98b1-d0c7e744be0b tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 944 time: 0.1610689 Sep 23 22:21:42.227312 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2bbc7-230f-47db-b23f-3e446f288db5 None None] Pushing event updated for resources: {'Port': ['ID=854e24be-afbc-4fa3-9be4-13004a03323e,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:42.272426 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b4672-a858-4155-addc-18d76a591393 req-35a94c68-5f96-490a-8398-293d13eedd7b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:42.274118 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-692b4672-a858-4155-addc-18d76a591393 req-35a94c68-5f96-490a-8398-293d13eedd7b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 944 time: 0.1717262 Sep 23 22:21:42.283772 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Attempting to bind port 854e24be-afbc-4fa3-9be4-13004a03323e on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:21:42.283772 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Attempting to bind port 854e24be-afbc-4fa3-9be4-13004a03323e by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:21:42.289991 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Attempting to bind port 854e24be-afbc-4fa3-9be4-13004a03323e on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:42.295314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-6445d619-0342-4130-a007-b6b4af3ba061 req-48c0f521-165f-443e-ae8b-abe72a5c4192 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] For port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:42.296027 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6445d619-0342-4130-a007-b6b4af3ba061 req-48c0f521-165f-443e-ae8b-abe72a5c4192 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:42.296681 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:21:42.297467 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:42.298476 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:42.298982 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:21:42.300254 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Bound port: 854e24be-afbc-4fa3-9be4-13004a03323e, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:21:42.300494 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:42.306886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-4caf09ee-2899-4f16-9800-2c32107dae5f req-07dc0918-7843-47e8-a5e6-7680f660e8bd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Deleting port f89b102d-c01a-452f-b633-1eecad54b57c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:21:42.307275 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4caf09ee-2899-4f16-9800-2c32107dae5f req-07dc0918-7843-47e8-a5e6-7680f660e8bd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:42.311008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Allocated IP 172.20.0.1 (dde1926a-387e-4c56-9d9f-4ceea63d8db9/e0c3baf9-0471-4e8c-9c79-11b3eac54394/74dce4bb-4096-48a2-82cf-74078727d9ac) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:21:42.341466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-6445d619-0342-4130-a007-b6b4af3ba061 req-48c0f521-165f-443e-ae8b-abe72a5c4192 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Calling delete_port for 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:21:42.427584 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] For port 854e24be-afbc-4fa3-9be4-13004a03323e, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:42.433567 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] For port 854e24be-afbc-4fa3-9be4-13004a03323e, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=854e24be-afbc-4fa3-9be4-13004a03323e,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:21:42.450868 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-692b4672-a858-4155-addc-18d76a591393 req-e39c4707-1e8f-442f-92b1-c6e87c249172 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502140 Sep 23 22:21:42.485620 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-4caf09ee-2899-4f16-9800-2c32107dae5f req-07dc0918-7843-47e8-a5e6-7680f660e8bd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] For port f89b102d-c01a-452f-b633-1eecad54b57c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=f89b102d-c01a-452f-b633-1eecad54b57c,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:42.486018 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4caf09ee-2899-4f16-9800-2c32107dae5f req-07dc0918-7843-47e8-a5e6-7680f660e8bd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:42.501965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-4caf09ee-2899-4f16-9800-2c32107dae5f req-07dc0918-7843-47e8-a5e6-7680f660e8bd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Calling delete_port for f89b102d-c01a-452f-b633-1eecad54b57c owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:21:42.514804 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:42.585414 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Routers {'bd8fae36-d661-4a44-b47c-5136c1f3e404'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:21:42.586271 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:21:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bd8fae36-d661-4a44-b47c-5136c1f3e404'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:42.590810 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2bbc7-230f-47db-b23f-3e446f288db5 None None] Pushing event updated for resources: {'Port': ['ID=854e24be-afbc-4fa3-9be4-13004a03323e,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:42.624633 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:42.652116 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-868ce4fd-6073-465a-b308-68f10e21c78a req-9fe201f8-cb17-42da-aa1e-47994dc1074b tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.43 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0410640 Sep 23 22:21:42.726550 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] Set router bd8fae36-d661-4a44-b47c-5136c1f3e404 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:21:42.762168 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6445d619-0342-4130-a007-b6b4af3ba061 req-48c0f521-165f-443e-ae8b-abe72a5c4192 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:42.811312 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0f521-165f-443e-ae8b-abe72a5c4192 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Pushing event deleted for resources: {'Port': ['ID=1b606aef-7c7c-4d1d-82c7-797a286bfeb2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:42.813226 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4caf09ee-2899-4f16-9800-2c32107dae5f req-07dc0918-7843-47e8-a5e6-7680f660e8bd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:42.830183 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:42.879151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-6445d619-0342-4130-a007-b6b4af3ba061 req-48c0f521-165f-443e-ae8b-abe72a5c4192 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] No DVR routers for this DVR port 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:21:42.882593 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6445d619-0342-4130-a007-b6b4af3ba061 req-48c0f521-165f-443e-ae8b-abe72a5c4192 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:42.885364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6445d619-0342-4130-a007-b6b4af3ba061 req-48c0f521-165f-443e-ae8b-abe72a5c4192 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.67 "DELETE /v2.0/ports/1b606aef-7c7c-4d1d-82c7-797a286bfeb2 HTTP/1.1" status: 204 len: 173 time: 1.1488030 Sep 23 22:21:42.888514 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3c3422-3688-4e1f-86aa-6ea50684329b', 'name': 'network-vif-deleted', 'tag': '1b606aef-7c7c-4d1d-82c7-797a286bfeb2'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:42.892138 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc806a4-1f9f-4e5e-aa36-7850675163eb" -d '{"events": [{"server_uuid": "bf3c3422-3688-4e1f-86aa-6ea50684329b", "name": "network-vif-deleted", "tag": "1b606aef-7c7c-4d1d-82c7-797a286bfeb2"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:42.909921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Network dde1926a-387e-4c56-9d9f-4ceea63d8db9 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:21:42.924021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc0918-7843-47e8-a5e6-7680f660e8bd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Pushing event deleted for resources: {'Port': ['ID=f89b102d-c01a-452f-b633-1eecad54b57c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:42.929222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:42.939027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:21:42.943330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Pushing event updated for resources: {'Port': ['ID=74dce4bb-4096-48a2-82cf-74078727d9ac,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:43.046159 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d96194e2-546d-4168-b972-2492786b7951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:43.047238 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c37669-11c6-4725-9d1e-ab89f08edf60 x-openstack-request-id: req-e0c37669-11c6-4725-9d1e-ab89f08edf60 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:43.047674 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3c3422-3688-4e1f-86aa-6ea50684329b", "name": "network-vif-deleted", "tag": "1b606aef-7c7c-4d1d-82c7-797a286bfeb2", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:43.048001 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0c37669-11c6-4725-9d1e-ab89f08edf60 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:43.048525 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3c3422-3688-4e1f-86aa-6ea50684329b', 'name': 'network-vif-deleted', 'tag': '1b606aef-7c7c-4d1d-82c7-797a286bfeb2', 'status': 'completed', 'code': 200} Sep 23 22:21:43.062868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-4caf09ee-2899-4f16-9800-2c32107dae5f req-07dc0918-7843-47e8-a5e6-7680f660e8bd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] No DVR routers for this DVR port f89b102d-c01a-452f-b633-1eecad54b57c on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:21:43.096711 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4caf09ee-2899-4f16-9800-2c32107dae5f req-07dc0918-7843-47e8-a5e6-7680f660e8bd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:43.098305 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:43.100904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4caf09ee-2899-4f16-9800-2c32107dae5f req-07dc0918-7843-47e8-a5e6-7680f660e8bd tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.43 "DELETE /v2.0/ports/f89b102d-c01a-452f-b633-1eecad54b57c HTTP/1.1" status: 204 len: 173 time: 0.9217522 Sep 23 22:21:43.101859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b', 'name': 'network-vif-deleted', 'tag': 'f89b102d-c01a-452f-b633-1eecad54b57c'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:43.106428 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388cdc4c-a6e3-4d13-ae63-dbaa2b5020f9" -d '{"events": [{"server_uuid": "3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b", "name": "network-vif-deleted", "tag": "f89b102d-c01a-452f-b633-1eecad54b57c"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:43.114219 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-360427f1-0ff0-43b2-88d2-4b3922db4e9a req-7fadb676-6be4-4b75-a16b-e87b196092ac tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 210 time: 0.1352966 Sep 23 22:21:43.148378 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'name': 'tempest-ServersTestMultiNic-456414509-router', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '854e24be-afbc-4fa3-9be4-13004a03323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:36Z', 'updated_at': '2021-09-23T22:21:39Z', 'revision_number': 3, 'project_id': '7c6919ff761d4dfea6400229f18974f5', 'gw_port': {'id': '854e24be-afbc-4fa3-9be4-13004a03323e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:38Z', 'updated_at': '2021-09-23T22:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:43.167664 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 821490a8-b891-4c78-b405-a7935ea24bf9 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:21:43.281894 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f8696-2326-4978-a122-8f99876f9838 None None] The sync data for ids ['bd8fae36-d661-4a44-b47c-5136c1f3e404'] in n-d-810775-1 is: [{'id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'name': 'tempest-ServersTestMultiNic-456414509-router', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '854e24be-afbc-4fa3-9be4-13004a03323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:36Z', 'updated_at': '2021-09-23T22:21:39Z', 'revision_number': 3, 'project_id': '7c6919ff761d4dfea6400229f18974f5', 'gw_port': {'id': '854e24be-afbc-4fa3-9be4-13004a03323e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:38Z', 'updated_at': '2021-09-23T22:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:21:43.295534 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93487130-4e0c-4ba7-ae91-2f6876615738 x-openstack-request-id: req-93487130-4e0c-4ba7-ae91-2f6876615738 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:43.295992 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b", "name": "network-vif-deleted", "tag": "f89b102d-c01a-452f-b633-1eecad54b57c", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:43.296401 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93487130-4e0c-4ba7-ae91-2f6876615738 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:43.297290 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b', 'name': 'network-vif-deleted', 'tag': 'f89b102d-c01a-452f-b633-1eecad54b57c', 'status': 'completed', 'code': 200} Sep 23 22:21:43.389393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c792c-6f79-4bcb-8637-f0a1566dd6d3 req-a4b8584d-2185-4d44-976c-dc601273beba tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:43.399358 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-469c792c-6f79-4bcb-8637-f0a1566dd6d3 req-a4b8584d-2185-4d44-976c-dc601273beba tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 945 time: 0.1789784 Sep 23 22:21:43.493186 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-469c792c-6f79-4bcb-8637-f0a1566dd6d3 req-aea81639-6e6a-4381-8c0b-5992a1f459ed tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881681 Sep 23 22:21:43.501850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 821490a8-b891-4c78-b405-a7935ea24bf9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=821490a8-b891-4c78-b405-a7935ea24bf9,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:43.517155 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8a5b0e3b-3621-4a07-bcde-80ac025b7334 req-c95ca83d-a410-45e2-b891-5ee0481a3226 tempest-ServerShowV254Test-1021644398 tempest-ServerShowV254Test-1021644398-project] 10.222.0.22 "GET /v2.0/ports?device_id=61c3f9d5-6a2b-45b2-91ef-27bb1f3895c8 HTTP/1.1" status: 200 len: 210 time: 0.0465147 Sep 23 22:21:43.544843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '821490a8-b891-4c78-b405-a7935ea24bf9', 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76', 'port_id': '821490a8-b891-4c78-b405-a7935ea24bf9', 'mac_address': 'fa:16:3e:98:1c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903c4ba9-2c76-4131-a769-852776e395e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:21:43.595987 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-46da7e9b-4d7c-4b97-ad8f-788886034128 None None] Provisioning complete for port 74dce4bb-4096-48a2-82cf-74078727d9ac triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:43.596451 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46da7e9b-4d7c-4b97-ad8f-788886034128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:43.617580 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:43.657970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-46da7e9b-4d7c-4b97-ad8f-788886034128 None None] Port 74dce4bb-4096-48a2-82cf-74078727d9ac cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:21:43.686938 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:43.750197 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 821490a8-b891-4c78-b405-a7935ea24bf9 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:21:43.801571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 821490a8-b891-4c78-b405-a7935ea24bf9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=821490a8-b891-4c78-b405-a7935ea24bf9,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:43.960822 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:43.970000 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-375051cf-68c7-42bc-a179-95add4448ecf req-7236adb3-d7bc-4c12-8ee9-837b8e8bade9 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 210 time: 0.0698600 Sep 23 22:21:44.065618 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:44.102698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=821490a8-b891-4c78-b405-a7935ea24bf9,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:44.178920 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:44.241149 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['821490a8-b891-4c78-b405-a7935ea24bf9'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:21:44.400121 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5c4689de-1844-45ec-aebc-bff20179c1d4 req-9e38929e-d98a-4432-8912-29936b5932de tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff5a2fa-4ee7-4b73-9a8e-360c6e30807b HTTP/1.1" status: 200 len: 210 time: 0.0878742 Sep 23 22:21:44.454994 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:44.478127 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-d3d3c463-25d3-4ab3-8f68-e617484ba7c6 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:44.480675 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-d3d3c463-25d3-4ab3-8f68-e617484ba7c6 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31&tenant_id=15cbc9172a21412ea06786b579eff720&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 1096 time: 0.2484677 Sep 23 22:21:44.484865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Pushing event updated for resources: {'Port': ['ID=74dce4bb-4096-48a2-82cf-74078727d9ac,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:44.501320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810775-1'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:44.672170 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:44.675116 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc82c94a-9c4c-44f4-91a2-cfe435a7b84f req-866e0600-6061-4d0a-b30b-be7f6c875981 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659254 Sep 23 22:21:44.756564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Network dde1926a-387e-4c56-9d9f-4ceea63d8db9 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:21:44.756564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:44.781365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6113f-dc6c-432e-82ba-2bd959e9d445 req-0bdd7d0c-985b-41e8-890b-2f9127945ba0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:44.792014 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cdd6113f-dc6c-432e-82ba-2bd959e9d445 req-0bdd7d0c-985b-41e8-890b-2f9127945ba0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 945 time: 0.1063294 Sep 23 22:21:44.807445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82c94a-9c4c-44f4-91a2-cfe435a7b84f req-442fd0fc-afab-45a9-ab57-15a5c0468a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:44.809367 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc82c94a-9c4c-44f4-91a2-cfe435a7b84f req-442fd0fc-afab-45a9-ab57-15a5c0468a54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 1095 time: 0.1079512 Sep 23 22:21:44.923918 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cdd6113f-dc6c-432e-82ba-2bd959e9d445 req-7ed7a8e4-80b4-420e-9a74-4eac0031a33e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130509 Sep 23 22:21:45.015569 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:45.017876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82c94a-9c4c-44f4-91a2-cfe435a7b84f req-d05eeea2-9ad9-44c6-8cbc-1b7c9d229558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:45.021465 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc82c94a-9c4c-44f4-91a2-cfe435a7b84f req-d05eeea2-9ad9-44c6-8cbc-1b7c9d229558 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.1820326 Sep 23 22:21:45.028019 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Router bd8fae36-d661-4a44-b47c-5136c1f3e404 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:21:45.109695 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc82c94a-9c4c-44f4-91a2-cfe435a7b84f req-3a908062-0ab0-4c12-a610-e9d758635c60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef HTTP/1.1" status: 200 len: 217 time: 0.0799301 Sep 23 22:21:45.147547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2b8ff371-40e0-478a-9359-0f60d0374afe None None] Provisioning complete for port 74dce4bb-4096-48a2-82cf-74078727d9ac triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:45.149011 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2b8ff371-40e0-478a-9359-0f60d0374afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:45.171580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1d7cca88-e29e-4a76-b52f-c09f2c3b849e details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:21:45.175569 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 821490a8-b891-4c78-b405-a7935ea24bf9 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:45.188357 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:45.287486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82c94a-9c4c-44f4-91a2-cfe435a7b84f req-59216433-dd60-4093-a31b-e316b08c5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:45.289751 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc82c94a-9c4c-44f4-91a2-cfe435a7b84f req-59216433-dd60-4093-a31b-e316b08c5d64 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.1721520 Sep 23 22:21:45.345366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ff371-40e0-478a-9359-0f60d0374afe None None] Port 74dce4bb-4096-48a2-82cf-74078727d9ac cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:21:45.357437 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc82c94a-9c4c-44f4-91a2-cfe435a7b84f req-8f04c914-b712-481a-89f2-cdcee4afe3d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576861 Sep 23 22:21:45.578010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:45.581055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc82c94a-9c4c-44f4-91a2-cfe435a7b84f req-517df2c6-290d-481b-b21e-e7fceea2c1f9 service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112362 Sep 23 22:21:45.611006 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device f89b102d-c01a-452f-b633-1eecad54b57c no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:21:45.643083 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 854e24be-afbc-4fa3-9be4-13004a03323e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:45.648181 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d003e2e-440c-4e26-a0b6-524cc398287f req-34f0e746-4afd-47b3-ae2f-49baca71b939 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3c3422-3688-4e1f-86aa-6ea50684329b HTTP/1.1" status: 200 len: 210 time: 0.4696090 Sep 23 22:21:45.663573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: f89b102d-c01a-452f-b633-1eecad54b57c {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:21:45.664052 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device f89b102d-c01a-452f-b633-1eecad54b57c not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:21:45.703451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 821490a8-b891-4c78-b405-a7935ea24bf9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:45.703966 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:45.713577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43138) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:45.743630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9059a4-56aa-4be8-9926-92085b586b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d7cca88-e29e-4a76-b52f-c09f2c3b849e'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:45.751261 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d44659-5e96-4c2e-b3d4-60f572ea3da3" -d '{"events": [{"server_uuid": "4b9059a4-56aa-4be8-9926-92085b586b31", "name": "network-vif-unplugged", "status": "completed", "tag": "1d7cca88-e29e-4a76-b52f-c09f2c3b849e"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:45.762068 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:45.767173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1d7cca88-e29e-4a76-b52f-c09f2c3b849e has no active binding in host n-h2-810775-1 {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 22:21:45.807285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:21:45.816443 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fc2bb03b-999c-4b1e-bd0c-924ca3f8a26a admin admin] 10.222.0.22 "PUT /v2.0/routers/bd8fae36-d661-4a44-b47c-5136c1f3e404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7809920 Sep 23 22:21:45.830558 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc82c94a-9c4c-44f4-91a2-cfe435a7b84f req-86df8e0b-6cf7-45ad-b889-a9227651adc1 service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362599 Sep 23 22:21:45.889573 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307d42c4-4070-4824-a5a4-377558cd91e0 x-openstack-request-id: req-307d42c4-4070-4824-a5a4-377558cd91e0 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:45.889952 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9059a4-56aa-4be8-9926-92085b586b31", "name": "network-vif-unplugged", "status": "completed", "tag": "1d7cca88-e29e-4a76-b52f-c09f2c3b849e", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:45.890238 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-307d42c4-4070-4824-a5a4-377558cd91e0 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:45.890728 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9059a4-56aa-4be8-9926-92085b586b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d7cca88-e29e-4a76-b52f-c09f2c3b849e', 'code': 200} Sep 23 22:21:45.913393 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:45.919651 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-375b02f5-b400-41f0-8e4d-9a01c238d1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:45.953341 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-45929b01-4731-46c5-b96f-56f4a3e2314e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:46.002093 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 854e24be-afbc-4fa3-9be4-13004a03323e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:46.002349 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:46.005079 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:46.014085 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70a270f-a73b-40e6-9c9a-095a6646b9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821490a8-b891-4c78-b405-a7935ea24bf9'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:46.020428 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0650b34-be83-4960-8a57-ec71ba6910e8" -d '{"events": [{"server_uuid": "d70a270f-a73b-40e6-9c9a-095a6646b9cc", "name": "network-vif-plugged", "status": "completed", "tag": "821490a8-b891-4c78-b405-a7935ea24bf9"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:46.089186 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 821490a8-b891-4c78-b405-a7935ea24bf9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=821490a8-b891-4c78-b405-a7935ea24bf9,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:46.101716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43154) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:46.155171 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:46.213953 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:46.230893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-1362c134-5e95-4d71-a02d-6a607d3d6fb5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1979961501'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:46.240801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Pushing event updated for resources: {'Port': ['ID=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,revision_number=7']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:46.285743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Attempting to bind port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e on host n-h1-810775-1 for vnic_type normal with profile {"migrating_to": "n-h2-810775-1"} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:21:46.285743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Attempting to bind port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:21:46.285743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Attempting to bind port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:46.285743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:21:46.285743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Attempting to bind port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e on network c9f420e2-d329-4ff8-a6ea-b7ebff440176 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:46.286692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 854e24be-afbc-4fa3-9be4-13004a03323e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=854e24be-afbc-4fa3-9be4-13004a03323e,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:46.288921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:21:46.289288 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Checking segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:46.289827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Bound using segment: {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:21:46.290341 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Bound port: 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66bc04b-93a8-480e-848a-8140ac76c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c9f420e2-d329-4ff8-a6ea-b7ebff440176'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:21:46.290693 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:46.357424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Sync routers for ids ['bd8fae36-d661-4a44-b47c-5136c1f3e404'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:21:46.377539 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:46.378817 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:21:46.418654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:21:46.419787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1b606aef-7c7c-4d1d-82c7-797a286bfeb2 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:21:46.421910 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Routers {'bd8fae36-d661-4a44-b47c-5136c1f3e404'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:21:46.423868 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:21:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bd8fae36-d661-4a44-b47c-5136c1f3e404'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:46.492089 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7de6ca-3721-408f-a5c0-3910391e298f x-openstack-request-id: req-3b7de6ca-3721-408f-a5c0-3910391e298f {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:46.492501 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70a270f-a73b-40e6-9c9a-095a6646b9cc", "name": "network-vif-plugged", "status": "completed", "tag": "821490a8-b891-4c78-b405-a7935ea24bf9", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:46.493050 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b7de6ca-3721-408f-a5c0-3910391e298f {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:46.493595 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70a270f-a73b-40e6-9c9a-095a6646b9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821490a8-b891-4c78-b405-a7935ea24bf9', 'code': 200} Sep 23 22:21:46.494551 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:46.497526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8cd66-38d5-44ca-a07e-c210d74d8f7f req-de1d2b82-55ee-429f-8af6-04046ad16154 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:46.511803 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-73d8cd66-38d5-44ca-a07e-c210d74d8f7f req-de1d2b82-55ee-429f-8af6-04046ad16154 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.2361360 Sep 23 22:21:46.564708 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-45929b01-4731-46c5-b96f-56f4a3e2314e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:46.582138 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:46.587842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=821490a8-b891-4c78-b405-a7935ea24bf9,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:46.615694 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:21:46.645336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-73d8cd66-38d5-44ca-a07e-c210d74d8f7f req-0574ef4f-5326-42fe-ac8c-649fead480bc tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320484 Sep 23 22:21:46.689280 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Set router bd8fae36-d661-4a44-b47c-5136c1f3e404 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:21:46.692143 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-45929b01-4731-46c5-b96f-56f4a3e2314e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:46.702869 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:46.746058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=854e24be-afbc-4fa3-9be4-13004a03323e,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:46.843593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1362c134-5e95-4d71-a02d-6a607d3d6fb5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Made reservation on behalf of 7c6919ff761d4dfea6400229f18974f5 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:21:46.851602 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1362c134-5e95-4d71-a02d-6a607d3d6fb5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:46.900833 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:46.908993 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-45929b01-4731-46c5-b96f-56f4a3e2314e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fafb7b704d104c1b80912bb4e03cec63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1892586 Sep 23 22:21:46.935023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Pushing event updated for resources: {'Port': ['ID=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,revision_number=8']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:46.944043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43174) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:47.008347 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45929b01-4731-46c5-b96f-56f4a3e2314e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd52ba9-5baf-4e9a-9a07-613780ea50e3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:47.018649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1362c134-5e95-4d71-a02d-6a607d3d6fb5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:21:47.032095 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1362c134-5e95-4d71-a02d-6a607d3d6fb5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:47.032587 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-1362c134-5e95-4d71-a02d-6a607d3d6fb5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Added segment f270ed5a-b740-4a26-b614-534eead531ae of type vlan for network 89c69608-fbdd-460b-961c-2313c4263bcc Sep 23 22:21:47.071106 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:47.072225 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:47.074953 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-55aabf42-bc36-4765-b0c0-4399105a1cdc service neutron] 10.222.0.67 "PUT /v2.0/ports/1d7cca88-e29e-4a76-b52f-c09f2c3b849e HTTP/1.1" status: 200 len: 1121 time: 2.5797119 Sep 23 22:21:47.093235 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1362c134-5e95-4d71-a02d-6a607d3d6fb5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:47.109318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'name': 'tempest-ServersTestMultiNic-456414509-router', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '854e24be-afbc-4fa3-9be4-13004a03323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:36Z', 'updated_at': '2021-09-23T22:21:43Z', 'revision_number': 4, 'project_id': '7c6919ff761d4dfea6400229f18974f5', 'gw_port': {'id': '854e24be-afbc-4fa3-9be4-13004a03323e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:38Z', 'updated_at': '2021-09-23T22:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '74dce4bb-4096-48a2-82cf-74078727d9ac', 'name': '', 'network_id': 'dde1926a-387e-4c56-9d9f-4ceea63d8db9', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'mac_address': 'fa:16:3e:82:b0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'e0c3baf9-0471-4e8c-9c79-11b3eac54394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:41Z', 'updated_at': '2021-09-23T22:21:43Z', 'revision_number': 2, 'project_id': '7c6919ff761d4dfea6400229f18974f5', 'subnets': [{'id': 'e0c3baf9-0471-4e8c-9c79-11b3eac54394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:47.142745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941f9b7-1eeb-4ca7-b31e-3275cb48463f req-bdde15de-14d0-4888-9670-d0cf76c000ae tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:47.144443 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8941f9b7-1eeb-4ca7-b31e-3275cb48463f req-bdde15de-14d0-4888-9670-d0cf76c000ae tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 944 time: 0.3528996 Sep 23 22:21:47.174040 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f9450-4a7c-4fdf-a92b-1dbea1283309 req-5569e265-030b-4889-9c96-ea48abf8dc79 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:47.175946 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b6f9450-4a7c-4fdf-a92b-1dbea1283309 req-5569e265-030b-4889-9c96-ea48abf8dc79 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.43 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 944 time: 0.2889800 Sep 23 22:21:47.184998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Checking router: bd8fae36-d661-4a44-b47c-5136c1f3e404 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:21:47.186482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Updating router bd8fae36-d661-4a44-b47c-5136c1f3e404 port 74dce4bb-4096-48a2-82cf-74078727d9ac binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:21:47.199143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['1d7cca88-e29e-4a76-b52f-c09f2c3b849e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:21:47.203733 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-61fa87c0-3d15-4604-99fe-fc88a39f0098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:47.263790 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1362c134-5e95-4d71-a02d-6a607d3d6fb5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:47.272472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1362c134-5e95-4d71-a02d-6a607d3d6fb5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:47.280859 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1362c134-5e95-4d71-a02d-6a607d3d6fb5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:47.296398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['1d7cca88-e29e-4a76-b52f-c09f2c3b849e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:21:47.321441 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-61fa87c0-3d15-4604-99fe-fc88a39f0098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:47.377692 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8941f9b7-1eeb-4ca7-b31e-3275cb48463f req-e6da8ecd-1578-4f8d-acca-adf867b9685f tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176068 Sep 23 22:21:47.393624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-2ac41f10-1bf9-4131-9d51-da244b051425 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:47.403074 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-2ac41f10-1bf9-4131-9d51-da244b051425 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/networks?id=fd7d5e20-a12d-47bf-ac34-63d18b47696f HTTP/1.1" status: 200 len: 822 time: 0.2523320 Sep 23 22:21:47.428428 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-269c0358-bb0b-49a3-ac23-d7de34fa4892 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/quotas/9f07c46fb8ce49b99c9507b0e26f4b85 HTTP/1.1" status: 200 len: 375 time: 0.0237699 Sep 23 22:21:47.472978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 854e24be-afbc-4fa3-9be4-13004a03323e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:47.484333 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:47.566177 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1362c134-5e95-4d71-a02d-6a607d3d6fb5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4621322 Sep 23 22:21:47.571767 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-cf8fc4c0-9c9f-4e54-a5bb-262f83e09a1c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f07c46fb8ce49b99c9507b0e26f4b85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1422117 Sep 23 22:21:47.573828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43190) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:47.587349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-65345697-253d-4735-952c-022be6254f6b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Request body: {'subnet': {'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:47.626138 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:47.663552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362c134-5e95-4d71-a02d-6a607d3d6fb5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event updated for resources: {'Network': ['ID=89c69608-fbdd-460b-961c-2313c4263bcc,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:47.728680 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-2b6f9450-4a7c-4fdf-a92b-1dbea1283309 req-0515e647-a772-47f9-a6a9-f43b49015e57 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Deleting port e087bac2-f6ee-46b7-aca7-2522cc678453 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:21:47.729692 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2b6f9450-4a7c-4fdf-a92b-1dbea1283309 req-0515e647-a772-47f9-a6a9-f43b49015e57 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:47.788379 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 89c69608-fbdd-460b-961c-2313c4263bcc details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:21:47.868736 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-73f89f6f-6563-46a5-bd0c-d66aa1765d50 service neutron] 10.222.0.22 "GET /v2.0/networks/fd7d5e20-a12d-47bf-ac34-63d18b47696f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404194 Sep 23 22:21:47.880757 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65345697-253d-4735-952c-022be6254f6b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Made reservation on behalf of 7c6919ff761d4dfea6400229f18974f5 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:21:47.881771 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-61fa87c0-3d15-4604-99fe-fc88a39f0098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:47.884795 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65345697-253d-4735-952c-022be6254f6b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:47.886677 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-61fa87c0-3d15-4604-99fe-fc88a39f0098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:47.891485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-61fa87c0-3d15-4604-99fe-fc88a39f0098 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/acd52ba9-5baf-4e9a-9a07-613780ea50e3 HTTP/1.1" status: 204 len: 168 time: 0.9406724 Sep 23 22:21:47.923456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9059a4-56aa-4be8-9926-92085b586b31', 'tag': '1d7cca88-e29e-4a76-b52f-c09f2c3b849e'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:47.932779 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d63d347-bf2d-4db0-a822-3322e6af554b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9059a4-56aa-4be8-9926-92085b586b31", "tag": "1d7cca88-e29e-4a76-b52f-c09f2c3b849e"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:47.995306 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa87c0-3d15-4604-99fe-fc88a39f0098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd52ba9-5baf-4e9a-9a07-613780ea50e3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:48.056605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6187a9f-37bc-4f1e-9cea-c16b842ccc56 req-7a3d3363-e635-47f0-8a31-b3a85c78e42f tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:48.072700 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6187a9f-37bc-4f1e-9cea-c16b842ccc56 req-7a3d3363-e635-47f0-8a31-b3a85c78e42f tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.1989565 Sep 23 22:21:48.079460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2b6f9450-4a7c-4fdf-a92b-1dbea1283309 req-0515e647-a772-47f9-a6a9-f43b49015e57 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] For port e087bac2-f6ee-46b7-aca7-2522cc678453, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e087bac2-f6ee-46b7-aca7-2522cc678453,segment=NetworkSegment(6a49edd0-3eec-4a4f-bdb6-d271d227f658),segment_id=6a49edd0-3eec-4a4f-bdb6-d271d227f658)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:48.080263 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2b6f9450-4a7c-4fdf-a92b-1dbea1283309 req-0515e647-a772-47f9-a6a9-f43b49015e57 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:48.129555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-2b6f9450-4a7c-4fdf-a92b-1dbea1283309 req-0515e647-a772-47f9-a6a9-f43b49015e57 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Calling delete_port for e087bac2-f6ee-46b7-aca7-2522cc678453 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:21:48.152496 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-c0816b6d-4e75-4d59-a96a-8b7df45b3feb service neutron] 10.222.0.22 "GET /v2.0/networks/fd7d5e20-a12d-47bf-ac34-63d18b47696f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825456 Sep 23 22:21:48.195834 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6187a9f-37bc-4f1e-9cea-c16b842ccc56 req-36bf6d93-47e5-4c69-9dae-67310c9f8990 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206198 Sep 23 22:21:48.400907 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca169ac-2315-4c4d-82b3-7a7ef12aa362 x-openstack-request-id: req-7ca169ac-2315-4c4d-82b3-7a7ef12aa362 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:48.404551 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9059a4-56aa-4be8-9926-92085b586b31", "tag": "1d7cca88-e29e-4a76-b52f-c09f2c3b849e", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:48.405865 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ca169ac-2315-4c4d-82b3-7a7ef12aa362 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:48.408158 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9059a4-56aa-4be8-9926-92085b586b31', 'tag': '1d7cca88-e29e-4a76-b52f-c09f2c3b849e', 'status': 'completed', 'code': 200} Sep 23 22:21:48.470230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 854e24be-afbc-4fa3-9be4-13004a03323e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:48.477550 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:48.604676 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63d347-bf2d-4db0-a822-3322e6af554b req-b0fe2117-4b4a-4a71-844b-6cd2e33eb2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:48.608289 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d63d347-bf2d-4db0-a822-3322e6af554b req-b0fe2117-4b4a-4a71-844b-6cd2e33eb2fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 1124 time: 0.1860709 Sep 23 22:21:48.614126 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d816a5b2-f744-4df8-9390-af7679c17fd0 req-247e8229-b1dd-4f0d-960a-6bee2b0120cb tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 210 time: 0.0991411 Sep 23 22:21:48.666678 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65345697-253d-4735-952c-022be6254f6b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:48.776986 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2b6f9450-4a7c-4fdf-a92b-1dbea1283309 req-0515e647-a772-47f9-a6a9-f43b49015e57 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:48.839799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515e647-a772-47f9-a6a9-f43b49015e57 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Pushing event deleted for resources: {'Port': ['ID=e087bac2-f6ee-46b7-aca7-2522cc678453,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:48.920829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6f9450-4a7c-4fdf-a92b-1dbea1283309 req-0515e647-a772-47f9-a6a9-f43b49015e57 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] No DVR routers for this DVR port e087bac2-f6ee-46b7-aca7-2522cc678453 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:21:48.924373 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2b6f9450-4a7c-4fdf-a92b-1dbea1283309 req-0515e647-a772-47f9-a6a9-f43b49015e57 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:48.931724 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b6f9450-4a7c-4fdf-a92b-1dbea1283309 req-0515e647-a772-47f9-a6a9-f43b49015e57 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.43 "DELETE /v2.0/ports/e087bac2-f6ee-46b7-aca7-2522cc678453 HTTP/1.1" status: 204 len: 173 time: 1.7405457 Sep 23 22:21:48.941583 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d18b09-75ac-416d-90af-527fb769afc3', 'name': 'network-vif-deleted', 'tag': 'e087bac2-f6ee-46b7-aca7-2522cc678453'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:21:48.945056 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb3761c-1455-4740-81ff-1f5e9ffb0c2f" -d '{"events": [{"server_uuid": "54d18b09-75ac-416d-90af-527fb769afc3", "name": "network-vif-deleted", "tag": "e087bac2-f6ee-46b7-aca7-2522cc678453"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:21:48.966990 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:49.081598 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6108b3-037b-4faa-b83d-acca5712afab x-openstack-request-id: req-4f6108b3-037b-4faa-b83d-acca5712afab {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:21:49.081889 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d18b09-75ac-416d-90af-527fb769afc3", "name": "network-vif-deleted", "tag": "e087bac2-f6ee-46b7-aca7-2522cc678453", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:21:49.082200 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f6108b3-037b-4faa-b83d-acca5712afab {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:21:49.082606 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d18b09-75ac-416d-90af-527fb769afc3', 'name': 'network-vif-deleted', 'tag': 'e087bac2-f6ee-46b7-aca7-2522cc678453', 'status': 'completed', 'code': 200} Sep 23 22:21:49.134932 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38773c02-c141-442d-993e-d02563e06a41 req-1e5d59a2-e3bd-4678-bd6e-8b4b8966f5b1 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:49.138012 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-38773c02-c141-442d-993e-d02563e06a41 req-1e5d59a2-e3bd-4678-bd6e-8b4b8966f5b1 tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 866 time: 0.5770822 Sep 23 22:21:49.173406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65345697-253d-4735-952c-022be6254f6b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event updated for resources: {'Subnet': ['ID=8c830842-2e1b-432a-afc5-e0f01f4c8076,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:49.200557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63d347-bf2d-4db0-a822-3322e6af554b req-10c9a2f7-77d3-4ec5-af7c-963d8504e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:49.203702 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d63d347-bf2d-4db0-a822-3322e6af554b req-10c9a2f7-77d3-4ec5-af7c-963d8504e180 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.5846803 Sep 23 22:21:49.327888 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d63d347-bf2d-4db0-a822-3322e6af554b req-712f5721-0360-4b5c-a87a-23cab2d6e183 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e HTTP/1.1" status: 200 len: 217 time: 0.1108959 Sep 23 22:21:49.329212 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65345697-253d-4735-952c-022be6254f6b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Checking segment: {'id': 'f270ed5a-b740-4a26-b614-534eead531ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:49.329837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65345697-253d-4735-952c-022be6254f6b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Network hostable DHCP agents. Network: 89c69608-fbdd-460b-961c-2313c4263bcc, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:21:49.414863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a49a5-84cc-4857-ad9f-c0a5f779e11a req-fed8dcb1-00b1-4af8-a9e6-d4d69e88deb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:49.417504 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c8a49a5-84cc-4857-ad9f-c0a5f779e11a req-fed8dcb1-00b1-4af8-a9e6-d4d69e88deb0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.0716558 Sep 23 22:21:49.433785 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-38773c02-c141-442d-993e-d02563e06a41 req-4c22a2f8-afad-40fb-968e-57193bc4badf tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/security-groups?id=40a561db-9bf3-4abc-9d56-d6f816fb0a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800369 Sep 23 22:21:49.442143 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:49.480998 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63d347-bf2d-4db0-a822-3322e6af554b req-858d1298-3ce1-4d3f-9b20-5c23ee865d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:49.485073 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d63d347-bf2d-4db0-a822-3322e6af554b req-858d1298-3ce1-4d3f-9b20-5c23ee865d29 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.1427879 Sep 23 22:21:49.500204 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c8a49a5-84cc-4857-ad9f-c0a5f779e11a req-d2669cf8-93a1-4300-aee4-6cc05bdcd2c9 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758364 Sep 23 22:21:49.570903 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d63d347-bf2d-4db0-a822-3322e6af554b req-ee43b7de-2119-4938-9edf-ae97ed4e1a84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560117 Sep 23 22:21:49.633592 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:49.640738 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65345697-253d-4735-952c-022be6254f6b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Network 89c69608-fbdd-460b-961c-2313c4263bcc is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:21:49.728261 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-65345697-253d-4735-952c-022be6254f6b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 89c69608-fbdd-460b-961c-2313c4263bcc) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:49.741245 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65345697-253d-4735-952c-022be6254f6b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:49.742109 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65345697-253d-4735-952c-022be6254f6b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:49.766892 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d63d347-bf2d-4db0-a822-3322e6af554b req-15809cb6-3009-43d2-af9e-1679d1a504c5 service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772034 Sep 23 22:21:49.808308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bd3746-0446-44c3-82fe-18e217d65eae None None] Network 89c69608-fbdd-460b-961c-2313c4263bcc requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:21:49.834796 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0be696ad-aaae-421d-8b15-bee37a3ccdfe req-f5853e51-5f80-46d3-9269-a9ec7841468f tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 210 time: 0.0560727 Sep 23 22:21:49.879631 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91debe8b-460f-4046-8b4c-0b4382ac00c5 None None] Pushing event updated for resources: {'Port': ['ID=74dce4bb-4096-48a2-82cf-74078727d9ac,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:49.919202 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-65345697-253d-4735-952c-022be6254f6b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3435755 Sep 23 22:21:49.923643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43280) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:49.933459 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6781e2a1-19e8-4b8a-a83a-21a39b490c2c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1487840763'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:50.001957 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d63d347-bf2d-4db0-a822-3322e6af554b req-b2194e0f-509e-45b9-b550-4edec4035bbc service neutron] 10.222.0.43 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212973 Sep 23 22:21:50.080662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6781e2a1-19e8-4b8a-a83a-21a39b490c2c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Made reservation on behalf of 7c6919ff761d4dfea6400229f18974f5 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:21:50.087936 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6781e2a1-19e8-4b8a-a83a-21a39b490c2c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:50.143100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Attempting to bind port 74dce4bb-4096-48a2-82cf-74078727d9ac on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:21:50.143462 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Attempting to bind port 74dce4bb-4096-48a2-82cf-74078727d9ac by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'a76e1e5e-ebf5-4e9c-8920-c25aff511958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'dde1926a-387e-4c56-9d9f-4ceea63d8db9'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:21:50.145409 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Attempting to bind port 74dce4bb-4096-48a2-82cf-74078727d9ac on network dde1926a-387e-4c56-9d9f-4ceea63d8db9 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:50.166800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:21:50.171749 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Checking segment: {'id': 'a76e1e5e-ebf5-4e9c-8920-c25aff511958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'dde1926a-387e-4c56-9d9f-4ceea63d8db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:50.172212 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:50.172620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Bound using segment: {'id': 'a76e1e5e-ebf5-4e9c-8920-c25aff511958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'dde1926a-387e-4c56-9d9f-4ceea63d8db9'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:21:50.173153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Bound port: 74dce4bb-4096-48a2-82cf-74078727d9ac, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76e1e5e-ebf5-4e9c-8920-c25aff511958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'dde1926a-387e-4c56-9d9f-4ceea63d8db9'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:21:50.174487 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:50.254540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6781e2a1-19e8-4b8a-a83a-21a39b490c2c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:21:50.290369 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6781e2a1-19e8-4b8a-a83a-21a39b490c2c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:50.291537 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-6781e2a1-19e8-4b8a-a83a-21a39b490c2c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Added segment ba95967d-0d7a-43d6-baa1-052186a163ab of type vlan for network 54a90f2c-214e-4e71-9373-9d722c3e0041 Sep 23 22:21:50.355383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] For port 74dce4bb-4096-48a2-82cf-74078727d9ac, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:50.361007 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] For port 74dce4bb-4096-48a2-82cf-74078727d9ac, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=74dce4bb-4096-48a2-82cf-74078727d9ac,segment=NetworkSegment(a76e1e5e-ebf5-4e9c-8920-c25aff511958),segment_id=a76e1e5e-ebf5-4e9c-8920-c25aff511958)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:21:50.413033 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6781e2a1-19e8-4b8a-a83a-21a39b490c2c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:50.451707 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-89c69608-fbdd-460b-961c-2313c4263bcc', 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'fixed_ips': [{'subnet_id': '8c830842-2e1b-432a-afc5-e0f01f4c8076'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:21:50.456495 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:50.625825 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6781e2a1-19e8-4b8a-a83a-21a39b490c2c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:50.634971 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6781e2a1-19e8-4b8a-a83a-21a39b490c2c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:50.635752 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6781e2a1-19e8-4b8a-a83a-21a39b490c2c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:50.644824 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-326901ed-cf96-4396-844d-2c15a31281b2 req-93a269a0-57b0-47bd-aeac-0bffb3ae772c tempest-LiveMigrationTest-995512587 tempest-LiveMigrationTest-995512587-project] 10.222.0.22 "GET /v2.0/ports?device_id=54d18b09-75ac-416d-90af-527fb769afc3 HTTP/1.1" status: 200 len: 210 time: 0.0670581 Sep 23 22:21:50.699724 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:50.720226 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7442306c-9c32-4d30-942a-4b993dcff300 None None] Provisioning complete for port 74dce4bb-4096-48a2-82cf-74078727d9ac triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:50.720982 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7442306c-9c32-4d30-942a-4b993dcff300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:50.832487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781e2a1-19e8-4b8a-a83a-21a39b490c2c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event updated for resources: {'Network': ['ID=54a90f2c-214e-4e71-9373-9d722c3e0041,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:50.851066 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6781e2a1-19e8-4b8a-a83a-21a39b490c2c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9258888 Sep 23 22:21:50.859402 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43312) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:50.871754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f4968f62-84ad-4c24-823c-73e91bad8c73 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Request body: {'subnet': {'network_id': '54a90f2c-214e-4e71-9373-9d722c3e0041', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:50.961159 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb9f2d-7208-4725-a11a-971323873c9d req-af6126ec-25b8-4e27-8540-53b21ed5566b tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:50.969192 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8bb9f2d-7208-4725-a11a-971323873c9d req-af6126ec-25b8-4e27-8540-53b21ed5566b tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.2265904 Sep 23 22:21:50.983515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 54a90f2c-214e-4e71-9373-9d722c3e0041 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:21:51.011767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Routers {'bd8fae36-d661-4a44-b47c-5136c1f3e404'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:21:51.013268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:21:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bd8fae36-d661-4a44-b47c-5136c1f3e404'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:51.093236 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8bb9f2d-7208-4725-a11a-971323873c9d req-50039339-9177-402a-b841-c9e1bed6d373 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229570 Sep 23 22:21:51.293885 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-34bf2661-2970-4e03-b066-f31bbdd0441e req-b51f81d3-d87a-49ac-9a3f-9bca56b0bbbb tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 210 time: 0.0542808 Sep 23 22:21:51.340501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91debe8b-460f-4046-8b4c-0b4382ac00c5 None None] Pushing event updated for resources: {'Port': ['ID=74dce4bb-4096-48a2-82cf-74078727d9ac,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:51.438687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e087bac2-f6ee-46b7-aca7-2522cc678453 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:21:51.485606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4968f62-84ad-4c24-823c-73e91bad8c73 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Made reservation on behalf of 7c6919ff761d4dfea6400229f18974f5 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:21:51.491553 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4968f62-84ad-4c24-823c-73e91bad8c73 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:51.547402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: e087bac2-f6ee-46b7-aca7-2522cc678453 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:21:51.547945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e087bac2-f6ee-46b7-aca7-2522cc678453 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:21:51.565462 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Allocated IP 19.80.0.2 (89c69608-fbdd-460b-961c-2313c4263bcc/8c830842-2e1b-432a-afc5-e0f01f4c8076/807f3854-85c2-4c99-8648-58accd5f1175) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:21:51.736018 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7442306c-9c32-4d30-942a-4b993dcff300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:51.874338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] Set router bd8fae36-d661-4a44-b47c-5136c1f3e404 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:21:51.875534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43332) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:52.117014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7442306c-9c32-4d30-942a-4b993dcff300 None None] For port 74dce4bb-4096-48a2-82cf-74078727d9ac, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=74dce4bb-4096-48a2-82cf-74078727d9ac,segment=NetworkSegment(a76e1e5e-ebf5-4e9c-8920-c25aff511958),segment_id=a76e1e5e-ebf5-4e9c-8920-c25aff511958)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:52.206433 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4968f62-84ad-4c24-823c-73e91bad8c73 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:52.270745 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7442306c-9c32-4d30-942a-4b993dcff300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:52.399309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-b507b3f9-209a-41b5-8dbc-2426f5a5b4f1 admin admin] Deleting subnet b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:21:52.416792 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b507b3f9-209a-41b5-8dbc-2426f5a5b4f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:52.490355 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:52.512286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4968f62-84ad-4c24-823c-73e91bad8c73 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event updated for resources: {'Subnet': ['ID=aa6204f4-05e1-4eaa-9058-63def3199946,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:52.521763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5b7cdf6d-acf2-47c8-8d0d-da69cb9fb09e None None] Provisioning complete for port 74dce4bb-4096-48a2-82cf-74078727d9ac triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:52.521763 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5b7cdf6d-acf2-47c8-8d0d-da69cb9fb09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:52.526848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4968f62-84ad-4c24-823c-73e91bad8c73 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Checking segment: {'id': 'ba95967d-0d7a-43d6-baa1-052186a163ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '54a90f2c-214e-4e71-9373-9d722c3e0041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:52.527901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4968f62-84ad-4c24-823c-73e91bad8c73 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Network hostable DHCP agents. Network: 54a90f2c-214e-4e71-9373-9d722c3e0041, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:21:52.596006 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b507b3f9-209a-41b5-8dbc-2426f5a5b4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:52.719865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4968f62-84ad-4c24-823c-73e91bad8c73 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Network 54a90f2c-214e-4e71-9373-9d722c3e0041 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:21:52.733488 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b507b3f9-209a-41b5-8dbc-2426f5a5b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:52.740144 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:52.741914 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b93f86f0-74b0-46b1-bf42-400628a15f7a req-51c1c1bb-efb5-4595-91f5-035357bff7fa tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 210 time: 0.0957875 Sep 23 22:21:52.752945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442306c-9c32-4d30-942a-4b993dcff300 None None] Pushing event updated for resources: {'Port': ['ID=74dce4bb-4096-48a2-82cf-74078727d9ac,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:52.816466 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Pushing event updated for resources: {'Port': ['ID=807f3854-85c2-4c99-8648-58accd5f1175,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:52.837763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Network 89c69608-fbdd-460b-961c-2313c4263bcc is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:21:52.868891 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:52.874139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:21:52.896166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-f4968f62-84ad-4c24-823c-73e91bad8c73 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 54a90f2c-214e-4e71-9373-9d722c3e0041) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:52.902926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4968f62-84ad-4c24-823c-73e91bad8c73 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:52.903830 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4968f62-84ad-4c24-823c-73e91bad8c73 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:52.917428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef23b16-e5ae-43ae-a3e7-226e6691296a None None] Network 54a90f2c-214e-4e71-9373-9d722c3e0041 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:21:53.048759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8dc50-559f-482f-b4a3-781bdf34ac9f req-3fdd2b67-89da-40ef-890e-abb5da71fc0a tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:53.063400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4d8dc50-559f-482f-b4a3-781bdf34ac9f req-3fdd2b67-89da-40ef-890e-abb5da71fc0a tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.1607757 Sep 23 22:21:53.065669 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b507b3f9-209a-41b5-8dbc-2426f5a5b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:53.076897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'name': 'tempest-ServersTestMultiNic-456414509-router', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '854e24be-afbc-4fa3-9be4-13004a03323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:36Z', 'updated_at': '2021-09-23T22:21:43Z', 'revision_number': 4, 'project_id': '7c6919ff761d4dfea6400229f18974f5', 'gw_port': {'id': '854e24be-afbc-4fa3-9be4-13004a03323e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:38Z', 'updated_at': '2021-09-23T22:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '74dce4bb-4096-48a2-82cf-74078727d9ac', 'name': '', 'network_id': 'dde1926a-387e-4c56-9d9f-4ceea63d8db9', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'mac_address': 'fa:16:3e:82:b0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'e0c3baf9-0471-4e8c-9c79-11b3eac54394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:41Z', 'updated_at': '2021-09-23T22:21:50Z', 'revision_number': 4, 'project_id': '7c6919ff761d4dfea6400229f18974f5', 'subnets': [{'id': 'e0c3baf9-0471-4e8c-9c79-11b3eac54394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:53.135168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Attempting to bind port 807f3854-85c2-4c99-8648-58accd5f1175 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:21:53.135168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Attempting to bind port 807f3854-85c2-4c99-8648-58accd5f1175 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f270ed5a-b740-4a26-b614-534eead531ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:21:53.135651 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Attempting to bind port 807f3854-85c2-4c99-8648-58accd5f1175 on network 89c69608-fbdd-460b-961c-2313c4263bcc {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:53.142645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507b3f9-209a-41b5-8dbc-2426f5a5b4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:53.145169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585795a6-7299-48ef-9573-ab1084e58016 None None] The sync data for ids ['bd8fae36-d661-4a44-b47c-5136c1f3e404'] in n-d-810775-1 is: [{'id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'name': 'tempest-ServersTestMultiNic-456414509-router', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '854e24be-afbc-4fa3-9be4-13004a03323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:36Z', 'updated_at': '2021-09-23T22:21:43Z', 'revision_number': 4, 'project_id': '7c6919ff761d4dfea6400229f18974f5', 'gw_port': {'id': '854e24be-afbc-4fa3-9be4-13004a03323e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:38Z', 'updated_at': '2021-09-23T22:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '74dce4bb-4096-48a2-82cf-74078727d9ac', 'name': '', 'network_id': 'dde1926a-387e-4c56-9d9f-4ceea63d8db9', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'mac_address': 'fa:16:3e:82:b0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'e0c3baf9-0471-4e8c-9c79-11b3eac54394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:41Z', 'updated_at': '2021-09-23T22:21:50Z', 'revision_number': 4, 'project_id': '7c6919ff761d4dfea6400229f18974f5', 'subnets': [{'id': 'e0c3baf9-0471-4e8c-9c79-11b3eac54394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:21:53.146282 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b507b3f9-209a-41b5-8dbc-2426f5a5b4f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:53.152475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b507b3f9-209a-41b5-8dbc-2426f5a5b4f1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b7e8f2b5-aa07-4224-b99a-7bcd7bc35d12 HTTP/1.1" status: 204 len: 168 time: 1.2739661 Sep 23 22:21:53.154769 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43354) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:53.161797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:21:53.162388 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Checking segment: {'id': 'f270ed5a-b740-4a26-b614-534eead531ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:53.162853 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:53.163211 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Bound using segment: {'id': 'f270ed5a-b740-4a26-b614-534eead531ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:21:53.163725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Bound port: 807f3854-85c2-4c99-8648-58accd5f1175, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f270ed5a-b740-4a26-b614-534eead531ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:21:53.164119 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:53.275611 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f4968f62-84ad-4c24-823c-73e91bad8c73 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4046464 Sep 23 22:21:53.358451 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4d8dc50-559f-482f-b4a3-781bdf34ac9f req-ecc146b4-9631-44a5-a04a-8ce9fb27f488 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935324 Sep 23 22:21:53.396604 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0abf4fc1-6430-473a-b7c9-4f8eacfe49bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:53.613171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-54a90f2c-214e-4e71-9373-9d722c3e0041', 'network_id': '54a90f2c-214e-4e71-9373-9d722c3e0041', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'fixed_ips': [{'subnet_id': 'aa6204f4-05e1-4eaa-9058-63def3199946'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:21:53.626631 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:53.743576 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 74dce4bb-4096-48a2-82cf-74078727d9ac up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:53.760434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-935422d8-a630-4123-b73f-cb63d37ba1db tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:53.768759 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-935422d8-a630-4123-b73f-cb63d37ba1db tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.43 "GET /v2.0/networks?id=fd7d5e20-a12d-47bf-ac34-63d18b47696f HTTP/1.1" status: 200 len: 822 time: 0.8123178 Sep 23 22:21:53.810678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-906a055b-1941-4a57-9f6a-11f34cb649f7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Request body: {'port': {'device_id': 'ab413adf-5aa2-46cf-9dcd-0927571b08ca', 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f', 'admin_state_up': True, 'tenant_id': '9f07c46fb8ce49b99c9507b0e26f4b85'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:53.953709 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0abf4fc1-6430-473a-b7c9-4f8eacfe49bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:54.095589 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Allocated IP 19.86.0.2 (54a90f2c-214e-4e71-9373-9d722c3e0041/aa6204f4-05e1-4eaa-9058-63def3199946/ae3b2445-93fc-4a62-a569-1b30b81fa84b) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:21:54.142437 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0abf4fc1-6430-473a-b7c9-4f8eacfe49bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f95a66-bc42-4e40-8636-d20f8aa81d6c']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:54.257688 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5da444e5-d688-4195-8214-21582c7a7a4c req-ecc6b5c6-fe64-4acf-8f18-36abebee42d8 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 210 time: 0.2725930 Sep 23 22:21:54.272537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0abf4fc1-6430-473a-b7c9-4f8eacfe49bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a49edd0-3eec-4a4f-bdb6-d271d227f658') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:54.297156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0abf4fc1-6430-473a-b7c9-4f8eacfe49bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a49edd0-3eec-4a4f-bdb6-d271d227f658') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:54.370493 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0abf4fc1-6430-473a-b7c9-4f8eacfe49bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:54.461283 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] For port 807f3854-85c2-4c99-8648-58accd5f1175, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0abf4fc1-6430-473a-b7c9-4f8eacfe49bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abf4fc1-6430-473a-b7c9-4f8eacfe49bd admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0abf4fc1-6430-473a-b7c9-4f8eacfe49bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:21:54.461879 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:21:54.464843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] For port 807f3854-85c2-4c99-8648-58accd5f1175, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=807f3854-85c2-4c99-8648-58accd5f1175,segment=NetworkSegment(f270ed5a-b740-4a26-b614-534eead531ae),segment_id=f270ed5a-b740-4a26-b614-534eead531ae)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:21:54.547067 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 74dce4bb-4096-48a2-82cf-74078727d9ac triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:54.548150 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:54.655509 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:54.754318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-ab778ee4-d399-4d3d-a602-5307852b6ec7 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:54.766817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-ab778ee4-d399-4d3d-a602-5307852b6ec7 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:54.769495 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-ab778ee4-d399-4d3d-a602-5307852b6ec7 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/networks?id=89c69608-fbdd-460b-961c-2313c4263bcc&id=54a90f2c-214e-4e71-9373-9d722c3e0041&id=89c69608-fbdd-460b-961c-2313c4263bcc HTTP/1.1" status: 200 len: 1392 time: 0.6713405 Sep 23 22:21:54.811545 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcccfcd-0b85-4987-914a-661ed813bd25 req-4d10f3d4-c6f0-4629-a863-c11aa4c90ba1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:54.838049 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2dcccfcd-0b85-4987-914a-661ed813bd25 req-4d10f3d4-c6f0-4629-a863-c11aa4c90ba1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.0989070 Sep 23 22:21:54.838264 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-46979ebc-ad4f-4843-b8b7-7327c31f37b5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/quotas/7c6919ff761d4dfea6400229f18974f5 HTTP/1.1" status: 200 len: 375 time: 0.0200357 Sep 23 22:21:54.898986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2dcccfcd-0b85-4987-914a-661ed813bd25 req-40bd7c98-e52a-4648-8f17-1a5cb60eb1dc tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753374 Sep 23 22:21:54.982621 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-dcce142c-20ff-4691-9575-a84191762bf1 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c6919ff761d4dfea6400229f18974f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1586072 Sep 23 22:21:55.047984 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:55.086264 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0abf4fc1-6430-473a-b7c9-4f8eacfe49bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:55.098018 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0abf4fc1-6430-473a-b7c9-4f8eacfe49bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:55.104050 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0abf4fc1-6430-473a-b7c9-4f8eacfe49bd admin admin] 10.222.0.22 "DELETE /v2.0/networks/92f95a66-bc42-4e40-8636-d20f8aa81d6c HTTP/1.1" status: 204 len: 168 time: 1.9034469 Sep 23 22:21:55.110605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43400) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:55.197943 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-4bfc5c7f-9857-4c30-8623-ebb0ed26fc5a service neutron] 10.222.0.22 "GET /v2.0/networks/89c69608-fbdd-460b-961c-2313c4263bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141452 Sep 23 22:21:55.206635 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-906a055b-1941-4a57-9f6a-11f34cb649f7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Made reservation on behalf of 9f07c46fb8ce49b99c9507b0e26f4b85 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:21:55.216163 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-906a055b-1941-4a57-9f6a-11f34cb649f7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:55.234489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf4fc1-6430-473a-b7c9-4f8eacfe49bd admin admin] Pushing event deleted for resources: {'Network': ['ID=92f95a66-bc42-4e40-8636-d20f8aa81d6c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:55.289392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1c842-bda1-4c47-8961-d323cfa5ba04 None None] Pushing event updated for resources: {'Port': ['ID=807f3854-85c2-4c99-8648-58accd5f1175,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:55.291839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d94dc5c-2fa9-474b-a8af-6e2668270da8 admin admin] Deleting subnet 8da88410-efea-462e-b4cc-09cf74c4d58f {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:21:55.302378 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5d94dc5c-2fa9-474b-a8af-6e2668270da8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:55.303366 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:55.422701 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5d94dc5c-2fa9-474b-a8af-6e2668270da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:55.507776 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 1d7cca88-e29e-4a76-b52f-c09f2c3b849e no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:21:55.533497 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5d94dc5c-2fa9-474b-a8af-6e2668270da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:55.662932 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Network 54a90f2c-214e-4e71-9373-9d722c3e0041 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:21:55.666404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:55.668361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8a1432f0-ae46-42bf-a6d7-5d5c58a31c98 req-6dd7e43b-8945-4b11-9a88-c3cde90e8fa5 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 210 time: 0.1369586 Sep 23 22:21:55.683897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:21:55.687895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Pushing event updated for resources: {'Port': ['ID=ae3b2445-93fc-4a62-a569-1b30b81fa84b,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:55.789737 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-caa169bf-2ad5-486c-a951-2ab6d88e9da9 service neutron] 10.222.0.22 "GET /v2.0/networks/89c69608-fbdd-460b-961c-2313c4263bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841022 Sep 23 22:21:55.925699 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5d94dc5c-2fa9-474b-a8af-6e2668270da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:56.003016 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Attempting to bind port ae3b2445-93fc-4a62-a569-1b30b81fa84b on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:21:56.004003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Attempting to bind port ae3b2445-93fc-4a62-a569-1b30b81fa84b by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ba95967d-0d7a-43d6-baa1-052186a163ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '54a90f2c-214e-4e71-9373-9d722c3e0041'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:21:56.004578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Attempting to bind port ae3b2445-93fc-4a62-a569-1b30b81fa84b on network 54a90f2c-214e-4e71-9373-9d722c3e0041 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:21:56.018247 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:21:56.018623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Checking segment: {'id': 'ba95967d-0d7a-43d6-baa1-052186a163ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '54a90f2c-214e-4e71-9373-9d722c3e0041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:21:56.019089 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:56.019491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Bound using segment: {'id': 'ba95967d-0d7a-43d6-baa1-052186a163ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '54a90f2c-214e-4e71-9373-9d722c3e0041'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:21:56.020015 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Bound port: ae3b2445-93fc-4a62-a569-1b30b81fa84b, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba95967d-0d7a-43d6-baa1-052186a163ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '54a90f2c-214e-4e71-9373-9d722c3e0041'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:21:56.020438 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:56.024420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94dc5c-2fa9-474b-a8af-6e2668270da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da88410-efea-462e-b4cc-09cf74c4d58f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:56.037720 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5d94dc5c-2fa9-474b-a8af-6e2668270da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:56.041954 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5d94dc5c-2fa9-474b-a8af-6e2668270da8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8da88410-efea-462e-b4cc-09cf74c4d58f HTTP/1.1" status: 204 len: 168 time: 0.9279442 Sep 23 22:21:56.042941 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43410) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:56.080048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-bf8dda96-095b-4074-b252-99fd898ee0a5 service neutron] 10.222.0.22 "GET /v2.0/networks/54a90f2c-214e-4e71-9373-9d722c3e0041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892706 Sep 23 22:21:56.092529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-906a055b-1941-4a57-9f6a-11f34cb649f7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Allocated IP 172.20.0.12 (fd7d5e20-a12d-47bf-ac34-63d18b47696f/0feabcec-1c76-49b1-a0fd-ebf326fb24ea/2d292310-bf93-4b9a-a317-4ac5e8756137) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:21:56.156420 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6fef915-6d88-4632-b337-61477e2589eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:56.202979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] For port ae3b2445-93fc-4a62-a569-1b30b81fa84b, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:56.214181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] For port ae3b2445-93fc-4a62-a569-1b30b81fa84b, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ae3b2445-93fc-4a62-a569-1b30b81fa84b,segment=NetworkSegment(ba95967d-0d7a-43d6-baa1-052186a163ab),segment_id=ba95967d-0d7a-43d6-baa1-052186a163ab)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:21:56.253919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efc3c8-784c-4b92-ac9b-3cc05a294a16 req-c9ee8d8a-ab7e-4b71-a44b-b104ca9b1c9c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:56.256550 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82efc3c8-784c-4b92-ac9b-3cc05a294a16 req-c9ee8d8a-ab7e-4b71-a44b-b104ca9b1c9c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.0964644 Sep 23 22:21:56.326312 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:56.353954 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6fef915-6d88-4632-b337-61477e2589eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:56.367285 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82efc3c8-784c-4b92-ac9b-3cc05a294a16 req-11f34b65-1ebf-4a0f-accd-c51eb9a0b1ef tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994885 Sep 23 22:21:56.407149 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-122956d4-7342-4e1d-b4c5-453f975b3c14 service neutron] 10.222.0.22 "GET /v2.0/networks/54a90f2c-214e-4e71-9373-9d722c3e0041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074286 Sep 23 22:21:56.425656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-d6fef915-6d88-4632-b337-61477e2589eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5dce8d1-decb-46ee-aa8c-495a2d702eec']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:56.446736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-d6fef915-6d88-4632-b337-61477e2589eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9b6915-e8b5-42c3-8d82-e8752dacfcf0') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:56.447171 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-d6fef915-6d88-4632-b337-61477e2589eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9b6915-e8b5-42c3-8d82-e8752dacfcf0') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:21:56.483469 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6fef915-6d88-4632-b337-61477e2589eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:56.503557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aedea5-b924-4f47-872f-93a11b8159ff None None] Pushing event updated for resources: {'Port': ['ID=ae3b2445-93fc-4a62-a569-1b30b81fa84b,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:56.544781 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6fef915-6d88-4632-b337-61477e2589eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:56.572768 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fef915-6d88-4632-b337-61477e2589eb admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:21:56.583724 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6fef915-6d88-4632-b337-61477e2589eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:21:56.591749 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:21:56.725007 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:21:56.860374 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-e39ffb89-0b21-4b6f-b644-46b392d611a5 service neutron] 10.222.0.22 "GET /v2.0/networks/89c69608-fbdd-460b-961c-2313c4263bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977776 Sep 23 22:21:56.926148 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-906a055b-1941-4a57-9f6a-11f34cb649f7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:56.970401 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6fef915-6d88-4632-b337-61477e2589eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:56.992212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6fef915-6d88-4632-b337-61477e2589eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:57.000174 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d6fef915-6d88-4632-b337-61477e2589eb admin admin] 10.222.0.22 "DELETE /v2.0/networks/a5dce8d1-decb-46ee-aa8c-495a2d702eec HTTP/1.1" status: 204 len: 168 time: 0.9558375 Sep 23 22:21:57.050707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fef915-6d88-4632-b337-61477e2589eb admin admin] Pushing event deleted for resources: {'Network': ['ID=a5dce8d1-decb-46ee-aa8c-495a2d702eec,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:57.156081 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-2ba4c72f-ead4-4c57-9d65-138b4a6bb189 service neutron] 10.222.0.22 "GET /v2.0/networks/89c69608-fbdd-460b-961c-2313c4263bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667623 Sep 23 22:21:57.236864 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9bf20f51-5e03-48c5-a3e3-8fd58d1615ba req-64f58538-194b-4606-a714-80069c893374 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 210 time: 0.1007984 Sep 23 22:21:57.257361 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-906a055b-1941-4a57-9f6a-11f34cb649f7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:57.391626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-906a055b-1941-4a57-9f6a-11f34cb649f7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Network fd7d5e20-a12d-47bf-ac34-63d18b47696f is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:21:57.413599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a055b-1941-4a57-9f6a-11f34cb649f7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Pushing event updated for resources: {'Port': ['ID=2d292310-bf93-4b9a-a317-4ac5e8756137,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:57.416325 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-906a055b-1941-4a57-9f6a-11f34cb649f7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:21:57.432370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-906a055b-1941-4a57-9f6a-11f34cb649f7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:21:57.510216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-906a055b-1941-4a57-9f6a-11f34cb649f7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:57.510903 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-906a055b-1941-4a57-9f6a-11f34cb649f7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:57.619954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 807f3854-85c2-4c99-8648-58accd5f1175 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:21:57.738722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 807f3854-85c2-4c99-8648-58accd5f1175 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:57.742149 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:57.837749 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5472ce5f-996b-4dee-b0b1-830299176620 None None] Network 89c69608-fbdd-460b-961c-2313c4263bcc requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:21:57.895809 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-906a055b-1941-4a57-9f6a-11f34cb649f7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1033998 Sep 23 22:21:57.911703 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e48ab-9705-4b0a-88bc-64c331e005ff req-c781bccf-e3e5-4760-b6eb-ad443ba653d7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:57.922229 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae5e48ab-9705-4b0a-88bc-64c331e005ff req-c781bccf-e3e5-4760-b6eb-ad443ba653d7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 943 time: 0.1602135 Sep 23 22:21:57.923756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43450) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:57.933145 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-363eb2c4-841f-4700-a28a-5e3fba96fc3e service neutron] 10.222.0.43 "GET /v2.0/ports/1d7cca88-e29e-4a76-b52f-c09f2c3b849e/bindings/n-h2-810775-1 HTTP/1.1" status: 200 len: 384 time: 0.2429004 Sep 23 22:21:57.941379 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Request body: {'port': {'device_id': 'ab413adf-5aa2-46cf-9dcd-0927571b08ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:21:57.965942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-89cc0d70-33f2-45e2-849c-fd026c6de607 None None] Provisioning complete for port 807f3854-85c2-4c99-8648-58accd5f1175 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:57.966640 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-89cc0d70-33f2-45e2-849c-fd026c6de607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:58.197730 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae5e48ab-9705-4b0a-88bc-64c331e005ff req-39f4f991-6b4e-4a71-b300-7f4d3ff32b07 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453067 Sep 23 22:21:58.360414 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-aa8a4073-68ef-4514-934e-be9044b7b7c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f7af936c5414346bc188ecd0d80fb62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341674 Sep 23 22:21:58.371087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43468) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:21:58.374220 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:58.379725 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-89cc0d70-33f2-45e2-849c-fd026c6de607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:58.416146 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b88424a0-3a93-4257-b8d1-9dd6087a4ec9 req-271ba291-3707-4a63-bade-58f45d99154d tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 210 time: 0.1259451 Sep 23 22:21:58.660592 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:58.701163 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-89cc0d70-33f2-45e2-849c-fd026c6de607 None None] For port 807f3854-85c2-4c99-8648-58accd5f1175, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=807f3854-85c2-4c99-8648-58accd5f1175,segment=NetworkSegment(f270ed5a-b740-4a26-b614-534eead531ae),segment_id=f270ed5a-b740-4a26-b614-534eead531ae)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:58.719483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4015da-c883-4518-97aa-578da8a0a790 None None] Network 54a90f2c-214e-4e71-9373-9d722c3e0041 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:21:58.762904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-70df1606-50a2-4915-b964-72c92bc5c33b service neutron] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:58.800672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-70df1606-50a2-4915-b964-72c92bc5c33b service neutron] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:21:58.851727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-70df1606-50a2-4915-b964-72c92bc5c33b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7cca88-e29e-4a76-b52f-c09f2c3b849e {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:21:58.877790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-70df1606-50a2-4915-b964-72c92bc5c33b service neutron] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:58.897902 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-89cc0d70-33f2-45e2-849c-fd026c6de607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:58.999589 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-70df1606-50a2-4915-b964-72c92bc5c33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:59.182244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-70df1606-50a2-4915-b964-72c92bc5c33b service neutron] Transition to ACTIVE for port object 1d7cca88-e29e-4a76-b52f-c09f2c3b849e will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:21:59.285742 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-70df1606-50a2-4915-b964-72c92bc5c33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:59.403492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1fd36d8d-47bf-4720-9fe2-2b2fe3a58176 None None] Provisioning complete for port ae3b2445-93fc-4a62-a569-1b30b81fa84b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:21:59.403850 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1fd36d8d-47bf-4720-9fe2-2b2fe3a58176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:59.456411 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:21:59.456766 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:21:59.496763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc0d70-33f2-45e2-849c-fd026c6de607 None None] Pushing event updated for resources: {'Port': ['ID=807f3854-85c2-4c99-8648-58accd5f1175,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:59.522969 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df1606-50a2-4915-b964-72c92bc5c33b service neutron] Pushing event updated for resources: {'Port': ['ID=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,revision_number=10']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:21:59.570250 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e24add-96f3-4674-8408-f19d3855ca3a req-09fb9f89-89bd-4320-81fd-03852e992705 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:59.581823 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78e24add-96f3-4674-8408-f19d3855ca3a req-09fb9f89-89bd-4320-81fd-03852e992705 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 944 time: 0.1674094 Sep 23 22:21:59.581823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-70df1606-50a2-4915-b964-72c92bc5c33b service neutron] No DVR routers for this DVR port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:21:59.638851 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-70df1606-50a2-4915-b964-72c92bc5c33b service neutron] 10.222.0.43 "PUT /v2.0/ports/1d7cca88-e29e-4a76-b52f-c09f2c3b849e/bindings/n-h2-810775-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6945670 Sep 23 22:21:59.678606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78e24add-96f3-4674-8408-f19d3855ca3a req-91b56c80-ea49-48d9-ad48-c8900d614616 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933118 Sep 23 22:21:59.711216 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1fd36d8d-47bf-4720-9fe2-2b2fe3a58176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:21:59.813914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1fd36d8d-47bf-4720-9fe2-2b2fe3a58176 None None] For port ae3b2445-93fc-4a62-a569-1b30b81fa84b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ae3b2445-93fc-4a62-a569-1b30b81fa84b,segment=NetworkSegment(ba95967d-0d7a-43d6-baa1-052186a163ab),segment_id=ba95967d-0d7a-43d6-baa1-052186a163ab)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:21:59.901663 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969d535-b252-46b2-9c89-85f10a17426d req-74471855-0bf7-454d-8935-8ede599e57f9 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:21:59.909856 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1969d535-b252-46b2-9c89-85f10a17426d req-74471855-0bf7-454d-8935-8ede599e57f9 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 932 time: 1.1608093 Sep 23 22:21:59.948131 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7265fa3-b332-4bc0-b827-eb2ec8ae071e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:00.015507 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1fd36d8d-47bf-4720-9fe2-2b2fe3a58176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:00.028754 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c98786c-4a1e-4121-bd55-72ed2f497e85 req-7e4a1a11-e7c0-40f6-9126-a7e7822217d9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 210 time: 0.0805166 Sep 23 22:22:00.096295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ae3b2445-93fc-4a62-a569-1b30b81fa84b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:22:00.114687 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7265fa3-b332-4bc0-b827-eb2ec8ae071e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:00.134542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1969d535-b252-46b2-9c89-85f10a17426d req-4e898178-7161-4e16-b03d-a7a4ec1fd0b7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229049 Sep 23 22:22:00.229298 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd36d8d-47bf-4720-9fe2-2b2fe3a58176 None None] Pushing event updated for resources: {'Port': ['ID=ae3b2445-93fc-4a62-a569-1b30b81fa84b,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:00.236517 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b9708f15-4f09-441d-955e-12b379362a95 None None] Provisioning complete for port 807f3854-85c2-4c99-8648-58accd5f1175 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:00.237831 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b9708f15-4f09-441d-955e-12b379362a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:00.341255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-19120f74-8583-4ead-ba97-53351fbf43e5 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:00.341255 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-19120f74-8583-4ead-ba97-53351fbf43e5 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31&tenant_id=15cbc9172a21412ea06786b579eff720&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 1095 time: 0.5026317 Sep 23 22:22:00.371339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port ae3b2445-93fc-4a62-a569-1b30b81fa84b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:00.371730 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:00.420525 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d292310-bf93-4b9a-a317-4ac5e8756137 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:22:00.431340 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:00.440635 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b9708f15-4f09-441d-955e-12b379362a95 None None] Provisioning complete for port ae3b2445-93fc-4a62-a569-1b30b81fa84b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:00.441241 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b9708f15-4f09-441d-955e-12b379362a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:00.451852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Transition to ACTIVE for port object 2d292310-bf93-4b9a-a317-4ac5e8756137 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:22:00.454191 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-a023a331-fbad-4cd8-9c09-c84c48d8f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:00.455941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-a023a331-fbad-4cd8-9c09-c84c48d8f6c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31&tenant_id=15cbc9172a21412ea06786b579eff720 HTTP/1.1" status: 200 len: 1095 time: 0.1109557 Sep 23 22:22:00.588951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-904d14e2-055c-42a9-b2fb-2db137b4af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:00.590670 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-904d14e2-055c-42a9-b2fb-2db137b4af54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=15cbc9172a21412ea06786b579eff720&device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 1095 time: 0.0972760 Sep 23 22:22:00.628043 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:00.659828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 807f3854-85c2-4c99-8648-58accd5f1175 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:22:00.775664 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7265fa3-b332-4bc0-b827-eb2ec8ae071e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:00.780350 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7265fa3-b332-4bc0-b827-eb2ec8ae071e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:00.784155 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e7265fa3-b332-4bc0-b827-eb2ec8ae071e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40a561db-9bf3-4abc-9d56-d6f816fb0a95 HTTP/1.1" status: 204 len: 168 time: 2.3654456 Sep 23 22:22:00.794139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Pushing event updated for resources: {'Port': ['ID=2d292310-bf93-4b9a-a317-4ac5e8756137,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:00.827418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 807f3854-85c2-4c99-8648-58accd5f1175 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:00.828275 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:00.860071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7265fa3-b332-4bc0-b827-eb2ec8ae071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a561db-9bf3-4abc-9d56-d6f816fb0a95,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:00.971067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-25c6de84-1953-428c-a7e0-15cd8a1cab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:00.974189 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-25c6de84-1953-428c-a7e0-15cd8a1cab7d service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 200 len: 921 time: 0.3751130 Sep 23 22:22:01.187859 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-bf374331-ca57-4127-8fc4-f28b8594e14c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e HTTP/1.1" status: 200 len: 217 time: 0.1980889 Sep 23 22:22:01.237092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ae3b2445-93fc-4a62-a569-1b30b81fa84b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:22:01.265405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd92133-15d8-4788-bc00-ab7c04cb9f1e req-b51ca78d-64ce-41ba-93ea-052b57244fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:01.267913 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4cd92133-15d8-4788-bc00-ab7c04cb9f1e req-b51ca78d-64ce-41ba-93ea-052b57244fef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b00b91f17d49499c92208ef9afdb92f2&device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 1096 time: 0.2651851 Sep 23 22:22:01.272712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Attempting to bind port 2d292310-bf93-4b9a-a317-4ac5e8756137 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:22:01.273182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Attempting to bind port 2d292310-bf93-4b9a-a317-4ac5e8756137 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'edde89d6-a670-42de-9bea-bf74d4f4e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:22:01.296455 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Attempting to bind port 2d292310-bf93-4b9a-a317-4ac5e8756137 on network fd7d5e20-a12d-47bf-ac34-63d18b47696f {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:22:01.314731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Port 2d292310-bf93-4b9a-a317-4ac5e8756137 on network fd7d5e20-a12d-47bf-ac34-63d18b47696f not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:22:01.315097 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Attempting to bind port 2d292310-bf93-4b9a-a317-4ac5e8756137 on network fd7d5e20-a12d-47bf-ac34-63d18b47696f {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:22:01.319303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port ae3b2445-93fc-4a62-a569-1b30b81fa84b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:01.320155 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:01.350633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df939a-4dd9-482d-931a-0300b7f259c5 req-eb517649-9330-4bdd-94bf-796e01ddd6ae tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:01.352608 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-31df939a-4dd9-482d-931a-0300b7f259c5 req-eb517649-9330-4bdd-94bf-796e01ddd6ae tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 944 time: 0.4487951 Sep 23 22:22:01.361860 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:22:01.362333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Checking segment: {'id': 'edde89d6-a670-42de-9bea-bf74d4f4e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:22:01.362777 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Bound using segment: {'id': 'edde89d6-a670-42de-9bea-bf74d4f4e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:22:01.363236 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Bound port: 2d292310-bf93-4b9a-a317-4ac5e8756137, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edde89d6-a670-42de-9bea-bf74d4f4e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:22:01.363601 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:01.392458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-2380dc85-e147-4c83-ba1b-0c4c42610d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:01.394185 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-2380dc85-e147-4c83-ba1b-0c4c42610d3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 200 len: 860 time: 0.1325462 Sep 23 22:22:01.485391 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8cf3fe-9022-462b-8ce3-d49a2791df7d req-84fad131-da58-4871-91ea-316494bdf84d tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 210 time: 0.2468419 Sep 23 22:22:01.665487 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-7013ede2-b3c9-4f80-a01d-1dd6f1740476 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9f420e2-d329-4ff8-a6ea-b7ebff440176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2349842 Sep 23 22:22:01.776669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd92133-15d8-4788-bc00-ab7c04cb9f1e req-35128222-4bcd-4860-a3cd-f7be536c7140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:01.779943 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-31df939a-4dd9-482d-931a-0300b7f259c5 req-23dc5433-7902-4ab5-aad9-9e2a59a9b2cf tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107580 Sep 23 22:22:01.789513 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4cd92133-15d8-4788-bc00-ab7c04cb9f1e req-35128222-4bcd-4860-a3cd-f7be536c7140 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d445de3f-5408-4213-bcec-439e92d41e76 HTTP/1.1" status: 200 len: 905 time: 0.4628227 Sep 23 22:22:01.944643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] For port 2d292310-bf93-4b9a-a317-4ac5e8756137, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:22:01.968137 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] For port 2d292310-bf93-4b9a-a317-4ac5e8756137, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=2d292310-bf93-4b9a-a317-4ac5e8756137,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:22:01.994325 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-d20dcbf3-1cae-4ba2-b1cc-e3a5cb39b955 service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168836 Sep 23 22:22:02.214815 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:02.362430 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4cd92133-15d8-4788-bc00-ab7c04cb9f1e req-3a9c3846-38ce-403e-9394-78ab63db936f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=821490a8-b891-4c78-b405-a7935ea24bf9 HTTP/1.1" status: 200 len: 217 time: 0.5595722 Sep 23 22:22:02.363309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43536) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:02.433567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:02.434608 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:02.436219 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] 10.222.0.43 "PUT /v2.0/ports/2d292310-bf93-4b9a-a317-4ac5e8756137 HTTP/1.1" status: 200 len: 1092 time: 4.5113900 Sep 23 22:22:02.480991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab413adf-5aa2-46cf-9dcd-0927571b08ca', 'tag': '2d292310-bf93-4b9a-a317-4ac5e8756137'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:02.493082 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0d5a6a-639d-433e-b9ab-71ddc13668a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab413adf-5aa2-46cf-9dcd-0927571b08ca", "tag": "2d292310-bf93-4b9a-a317-4ac5e8756137"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:02.496578 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d71fa-83e1-426a-bfff-be4bb1678075 service neutron] Pushing event updated for resources: {'Port': ['ID=2d292310-bf93-4b9a-a317-4ac5e8756137,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:02.514064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-92a56e26-95bd-42b7-80e7-fcc43009c0ad service neutron] 10.222.0.67 "GET /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021541 Sep 23 22:22:02.552654 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-df69e7f4-92da-43e4-9923-9bd8c82086e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59d00db3b478445a979ca07e52890470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1660585 Sep 23 22:22:02.559290 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd92133-15d8-4788-bc00-ab7c04cb9f1e req-2ed9d3e6-e3e1-49d6-93d1-c17cfd212df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:02.561173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43546) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:02.586875 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4cd92133-15d8-4788-bc00-ab7c04cb9f1e req-2ed9d3e6-e3e1-49d6-93d1-c17cfd212df8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=903c4ba9-2c76-4131-a769-852776e395e4 HTTP/1.1" status: 200 len: 844 time: 0.1878941 Sep 23 22:22:02.623476 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8042b43-2fd4-45ee-a9bd-d7c588550331 x-openstack-request-id: req-d8042b43-2fd4-45ee-a9bd-d7c588550331 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:02.623909 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab413adf-5aa2-46cf-9dcd-0927571b08ca", "tag": "2d292310-bf93-4b9a-a317-4ac5e8756137", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:02.624164 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8042b43-2fd4-45ee-a9bd-d7c588550331 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:02.624708 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab413adf-5aa2-46cf-9dcd-0927571b08ca', 'tag': '2d292310-bf93-4b9a-a317-4ac5e8756137', 'status': 'completed', 'code': 200} Sep 23 22:22:02.678117 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4cd92133-15d8-4788-bc00-ab7c04cb9f1e req-720de777-46ad-4c79-89f2-4a2011ebc81b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d445de3f-5408-4213-bcec-439e92d41e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783539 Sep 23 22:22:02.696695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941969f-6081-443a-8d55-6f00e6c00e2e req-55fedc0c-5b08-4dd2-af4b-98fc2acbf8e5 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:02.719385 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2941969f-6081-443a-8d55-6f00e6c00e2e req-55fedc0c-5b08-4dd2-af4b-98fc2acbf8e5 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 944 time: 0.9267707 Sep 23 22:22:02.881056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2941969f-6081-443a-8d55-6f00e6c00e2e req-1c513663-5c0d-4c1a-9be2-bc4cbfa4659a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603801 Sep 23 22:22:02.999714 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4cd92133-15d8-4788-bc00-ab7c04cb9f1e req-67000e70-cca6-4392-b5a5-feb921555d22 service neutron] 10.222.0.67 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748270 Sep 23 22:22:03.026754 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32180aee-dbc8-41ca-ab52-4ff55ce0ab10 req-84a93fc5-ba85-4364-b850-0ce0c3ab8260 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 210 time: 0.2668278 Sep 23 22:22:03.222421 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4cd92133-15d8-4788-bc00-ab7c04cb9f1e req-03e1e2b4-a3fe-40ec-a2ae-70e9c71e6588 service neutron] 10.222.0.67 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137160 Sep 23 22:22:03.297195 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b298f8d2-765d-44cc-aaf9-2c792582534b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:03.386764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d5a6a-639d-433e-b9ab-71ddc13668a4 req-9d70c288-a764-4878-a8cf-2957a265a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:03.396102 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc0d5a6a-639d-433e-b9ab-71ddc13668a4 req-9d70c288-a764-4878-a8cf-2957a265a029 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f07c46fb8ce49b99c9507b0e26f4b85&device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 1095 time: 0.7418096 Sep 23 22:22:03.422191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f79b5f-f55e-4219-bbaa-93d88ae0c3e4 req-cb5bc897-4871-4874-a731-c5d6a977ca5c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:03.425266 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-92f79b5f-f55e-4219-bbaa-93d88ae0c3e4 req-cb5bc897-4871-4874-a731-c5d6a977ca5c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 944 time: 0.2010546 Sep 23 22:22:03.577622 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-92f79b5f-f55e-4219-bbaa-93d88ae0c3e4 req-4a87dda1-20ed-47b0-ae09-23aa9d52b6dd tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381958 Sep 23 22:22:03.590329 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b298f8d2-765d-44cc-aaf9-2c792582534b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:03.751467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-2e8b955e-af7a-4c7f-8ab8-9538a6eb7863 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:03.756265 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-2e8b955e-af7a-4c7f-8ab8-9538a6eb7863 tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31&tenant_id=15cbc9172a21412ea06786b579eff720&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1095 time: 0.1118171 Sep 23 22:22:03.818843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-0f515716-27df-4b97-82b7-a1c601efe8aa tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:03.827580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-0f515716-27df-4b97-82b7-a1c601efe8aa tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:03.829648 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-0f515716-27df-4b97-82b7-a1c601efe8aa tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.67 "GET /v2.0/networks?id=89c69608-fbdd-460b-961c-2313c4263bcc&id=54a90f2c-214e-4e71-9373-9d722c3e0041&id=89c69608-fbdd-460b-961c-2313c4263bcc HTTP/1.1" status: 200 len: 1392 time: 1.2198386 Sep 23 22:22:03.871746 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-219efcef-2831-43ac-8558-ad0a9b24bb22 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Request body: {'port': {'device_id': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc', 'admin_state_up': True, 'tenant_id': '7c6919ff761d4dfea6400229f18974f5'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:04.002396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d5a6a-639d-433e-b9ab-71ddc13668a4 req-5573d936-99bb-4895-b78c-1c17037e008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:04.004127 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc0d5a6a-639d-433e-b9ab-71ddc13668a4 req-5573d936-99bb-4895-b78c-1c17037e008b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9f07c46fb8ce49b99c9507b0e26f4b85&shared=False HTTP/1.1" status: 200 len: 923 time: 0.5733843 Sep 23 22:22:04.128137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-be395461-9dec-48e3-94b6-f3fa4a1fadb4 service neutron] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:22:04.167939 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-be395461-9dec-48e3-94b6-f3fa4a1fadb4 service neutron] Notify callbacks [] for binding, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:04.187510 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5607c80f-e5cb-4d5d-85af-a25511d2f4db req-be395461-9dec-48e3-94b6-f3fa4a1fadb4 service neutron] 10.222.0.67 "DELETE /v2.0/ports/1d7cca88-e29e-4a76-b52f-c09f2c3b849e/bindings/n-h1-810775-1 HTTP/1.1" status: 204 len: 173 time: 0.4199977 Sep 23 22:22:04.230868 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d5a6a-639d-433e-b9ab-71ddc13668a4 req-8db0dbde-4a87-4acf-9d85-ec7351c4cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:04.239997 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc0d5a6a-639d-433e-b9ab-71ddc13668a4 req-8db0dbde-4a87-4acf-9d85-ec7351c4cbb8 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2174852 Sep 23 22:22:04.240299 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43580) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:04.271196 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a85cc1-251c-45d9-9f5e-dae2723c6dba req-690dc11b-6a2b-455e-94a9-8b7193b47bc1 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:04.283631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-51a85cc1-251c-45d9-9f5e-dae2723c6dba req-690dc11b-6a2b-455e-94a9-8b7193b47bc1 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 944 time: 0.2074358 Sep 23 22:22:04.371548 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b298f8d2-765d-44cc-aaf9-2c792582534b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:04.372556 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-179a85f7-d667-48c1-a07d-18ef8183f556 req-1df9824c-d56c-4635-9f6d-01f8a7bf6b04 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 210 time: 0.1191549 Sep 23 22:22:04.392675 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b298f8d2-765d-44cc-aaf9-2c792582534b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:04.395303 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b298f8d2-765d-44cc-aaf9-2c792582534b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a912800a-2555-4300-a361-2767a5071e6f HTTP/1.1" status: 204 len: 168 time: 1.8327446 Sep 23 22:22:04.421901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-219efcef-2831-43ac-8558-ad0a9b24bb22 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Made reservation on behalf of 7c6919ff761d4dfea6400229f18974f5 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:22:04.430311 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-219efcef-2831-43ac-8558-ad0a9b24bb22 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:04.497276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298f8d2-765d-44cc-aaf9-2c792582534b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a912800a-2555-4300-a361-2767a5071e6f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:04.570433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-51a85cc1-251c-45d9-9f5e-dae2723c6dba req-bc339d40-49ac-4755-bdb4-c2209842f3eb tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684681 Sep 23 22:22:04.577896 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c1c999d-bcb5-4a0b-937e-d9351f5d0019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:04.611502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-a3d4c161-d158-42ca-86ac-9f63d3b33e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:04.615187 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-a3d4c161-d158-42ca-86ac-9f63d3b33e22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f07c46fb8ce49b99c9507b0e26f4b85&device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 1095 time: 0.3299782 Sep 23 22:22:04.766436 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-64a0fe64-0675-47e2-a0d0-459f672fe92b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d292310-bf93-4b9a-a317-4ac5e8756137 HTTP/1.1" status: 200 len: 217 time: 0.1350937 Sep 23 22:22:04.851820 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c1c999d-bcb5-4a0b-937e-d9351f5d0019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:04.943717 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-7261633d-f641-4d2a-97ce-10e03408cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:04.946222 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-7261633d-f641-4d2a-97ce-10e03408cbdf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0feabcec-1c76-49b1-a0fd-ebf326fb24ea HTTP/1.1" status: 200 len: 862 time: 0.1701553 Sep 23 22:22:04.967458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de847da0-ee7a-4d3d-88a2-e15c4e8ec8fe req-15c65b2d-d56f-483d-aa93-6b28ab7be616 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:04.970738 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de847da0-ee7a-4d3d-88a2-e15c4e8ec8fe req-15c65b2d-d56f-483d-aa93-6b28ab7be616 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 944 time: 0.1156130 Sep 23 22:22:04.973019 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c1c999d-bcb5-4a0b-937e-d9351f5d0019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:05.014176 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-6b8aee3a-4f45-4584-a102-4ed2e5d41341 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fd7d5e20-a12d-47bf-ac34-63d18b47696f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532658 Sep 23 22:22:05.049081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-219efcef-2831-43ac-8558-ad0a9b24bb22 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Allocated IP 19.80.0.205 (89c69608-fbdd-460b-961c-2313c4263bcc/8c830842-2e1b-432a-afc5-e0f01f4c8076/bc2aafa1-070f-4f16-9e70-8bbc6b963bc0) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:22:05.063960 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3c1c999d-bcb5-4a0b-937e-d9351f5d0019 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a1a4fbab3696472b8df6ec1904909701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8198020 Sep 23 22:22:05.070074 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43602) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:05.177688 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de847da0-ee7a-4d3d-88a2-e15c4e8ec8fe req-29c93a0b-dac0-406c-ad86-86365574a0f7 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535358 Sep 23 22:22:05.203052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c999d-bcb5-4a0b-937e-d9351f5d0019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27be685c-a64f-4900-8db1-72748968e2f5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:05.233688 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-08bb39cf-f0f2-42cb-a4ba-eea3d31f197c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:05.284577 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-08bb39cf-f0f2-42cb-a4ba-eea3d31f197c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:05.336511 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-d6c7517f-6df0-486d-9ba8-ebc20a352a81 service neutron] 10.222.0.43 "GET /v2.0/networks/fd7d5e20-a12d-47bf-ac34-63d18b47696f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014812 Sep 23 22:22:05.538273 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-08bb39cf-f0f2-42cb-a4ba-eea3d31f197c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:05.543129 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-08bb39cf-f0f2-42cb-a4ba-eea3d31f197c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:05.566757 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-08bb39cf-f0f2-42cb-a4ba-eea3d31f197c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27be685c-a64f-4900-8db1-72748968e2f5 HTTP/1.1" status: 204 len: 168 time: 0.4696236 Sep 23 22:22:05.607046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-219efcef-2831-43ac-8558-ad0a9b24bb22 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:05.658126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb39cf-f0f2-42cb-a4ba-eea3d31f197c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27be685c-a64f-4900-8db1-72748968e2f5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:05.681540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809953-66a5-444c-967b-cec7dc0f551a req-160b5473-f6df-44e1-9567-904579452dab tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:05.699753 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1b809953-66a5-444c-967b-cec7dc0f551a req-160b5473-f6df-44e1-9567-904579452dab tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 1095 time: 0.2679570 Sep 23 22:22:05.784913 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1b809953-66a5-444c-967b-cec7dc0f551a req-b0bea9ab-b8af-47f3-bb76-f664293159ef tempest-LiveAutoBlockMigrationV225Test-1491527946 tempest-LiveAutoBlockMigrationV225Test-1491527946-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836668 Sep 23 22:22:05.787233 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1a1eb493-ff01-4891-8559-d478453b2f48 req-4b5b2fba-2515-44cb-8c81-04554e1161aa tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 210 time: 0.0661452 Sep 23 22:22:05.931889 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-219efcef-2831-43ac-8558-ad0a9b24bb22 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:05.993526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-219efcef-2831-43ac-8558-ad0a9b24bb22 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Network 89c69608-fbdd-460b-961c-2313c4263bcc is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:22:05.999444 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-219efcef-2831-43ac-8558-ad0a9b24bb22 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:22:06.028157 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-219efcef-2831-43ac-8558-ad0a9b24bb22 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:22:06.151911 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c163b130-62d3-4f8b-ad7e-8f82eb35b345 req-7d08b1c8-bbc2-490b-986e-6bdd3cb4567c service neutron] 10.222.0.43 "GET /v2.0/networks/fd7d5e20-a12d-47bf-ac34-63d18b47696f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7914205 Sep 23 22:22:06.155904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219efcef-2831-43ac-8558-ad0a9b24bb22 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event updated for resources: {'Port': ['ID=bc2aafa1-070f-4f16-9e70-8bbc6b963bc0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:06.198564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-219efcef-2831-43ac-8558-ad0a9b24bb22 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:06.198564 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-219efcef-2831-43ac-8558-ad0a9b24bb22 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:06.285461 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:06.313836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a86ae7-58b7-4fc3-a1fd-43fe70a8a1bd req-48622cd9-b5d4-4a7d-8f39-c760dab02801 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:06.342974 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90a86ae7-58b7-4fc3-a1fd-43fe70a8a1bd req-48622cd9-b5d4-4a7d-8f39-c760dab02801 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 944 time: 0.2613511 Sep 23 22:22:06.441882 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-219efcef-2831-43ac-8558-ad0a9b24bb22 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5874982 Sep 23 22:22:06.478187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-295b8a1d-e26b-46de-912d-2d1a4fa808d8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Request body: {'port': {'device_id': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'network_id': '54a90f2c-214e-4e71-9373-9d722c3e0041', 'admin_state_up': True, 'tenant_id': '7c6919ff761d4dfea6400229f18974f5'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:06.519141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90a86ae7-58b7-4fc3-a1fd-43fe70a8a1bd req-846759b7-bf3c-4c2c-93d1-b786df9041c7 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674387 Sep 23 22:22:06.536887 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2042fed9-dde4-40e4-bc71-69f66c594bf6 None None] Provisioning complete for port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:06.537308 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2042fed9-dde4-40e4-bc71-69f66c594bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:06.630581 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2042fed9-dde4-40e4-bc71-69f66c594bf6 None None] Port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:22:06.869068 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-295b8a1d-e26b-46de-912d-2d1a4fa808d8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Made reservation on behalf of 7c6919ff761d4dfea6400229f18974f5 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:22:06.877688 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-295b8a1d-e26b-46de-912d-2d1a4fa808d8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:07.084972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abbea5-2cee-42e3-ae55-3beb79a401a6 req-94b724b0-3e30-44fa-abec-a1deb8ea4f1c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:07.095651 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52abbea5-2cee-42e3-ae55-3beb79a401a6 req-94b724b0-3e30-44fa-abec-a1deb8ea4f1c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 932 time: 0.1468232 Sep 23 22:22:07.146686 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52abbea5-2cee-42e3-ae55-3beb79a401a6 req-2cb7fd54-72d9-4712-ba21-c74e20ae35ef tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500469 Sep 23 22:22:07.242390 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-295b8a1d-e26b-46de-912d-2d1a4fa808d8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Allocated IP 19.86.0.233 (54a90f2c-214e-4e71-9373-9d722c3e0041/aa6204f4-05e1-4eaa-9058-63def3199946/dbad9677-0779-4f88-a770-6f199c7982f3) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:22:07.685994 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-295b8a1d-e26b-46de-912d-2d1a4fa808d8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:07.805188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07954da0-6efe-4638-8fe4-c08a13fad08a req-1f5db2e0-1d04-42b8-9701-191953ab4329 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:07.819660 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07954da0-6efe-4638-8fe4-c08a13fad08a req-1f5db2e0-1d04-42b8-9701-191953ab4329 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 944 time: 0.3947582 Sep 23 22:22:07.880542 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-295b8a1d-e26b-46de-912d-2d1a4fa808d8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:07.986882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c58f4b-fcd2-4196-9a4e-5397fce45472 req-1fa429f3-aa12-4335-b919-d2d074c11027 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:07.991412 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-92c58f4b-fcd2-4196-9a4e-5397fce45472 req-1fa429f3-aa12-4335-b919-d2d074c11027 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 944 time: 0.1874545 Sep 23 22:22:08.029307 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-295b8a1d-e26b-46de-912d-2d1a4fa808d8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Network 54a90f2c-214e-4e71-9373-9d722c3e0041 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:22:08.032028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-295b8a1d-e26b-46de-912d-2d1a4fa808d8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:22:08.040647 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07954da0-6efe-4638-8fe4-c08a13fad08a req-a5a80e3e-24a4-4437-b7ba-457c8d0539d0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197895 Sep 23 22:22:08.117051 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-295b8a1d-e26b-46de-912d-2d1a4fa808d8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:22:08.117051 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b8a1d-e26b-46de-912d-2d1a4fa808d8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event updated for resources: {'Port': ['ID=dbad9677-0779-4f88-a770-6f199c7982f3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:08.118208 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-92c58f4b-fcd2-4196-9a4e-5397fce45472 req-b73b4c12-e5a2-40fa-bac6-bf56596a73b4 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870547 Sep 23 22:22:08.160171 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-295b8a1d-e26b-46de-912d-2d1a4fa808d8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:08.161814 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-295b8a1d-e26b-46de-912d-2d1a4fa808d8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:08.374726 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-295b8a1d-e26b-46de-912d-2d1a4fa808d8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9206300 Sep 23 22:22:08.401908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-fc2f49cd-fe8d-433a-8a5b-16646e4c7219 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Request body: {'port': {'device_id': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc', 'admin_state_up': True, 'tenant_id': '7c6919ff761d4dfea6400229f18974f5'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:08.436933 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a205af-99b3-4984-aac8-d048b25f1e92 req-3707f7d1-0e6d-4606-b571-8c2f88b00dcf tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:08.441607 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88a205af-99b3-4984-aac8-d048b25f1e92 req-3707f7d1-0e6d-4606-b571-8c2f88b00dcf tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 944 time: 0.2314699 Sep 23 22:22:08.475428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-42354383-5493-4a64-896f-15253f961ad6 None None] Provisioning complete for port dbad9677-0779-4f88-a770-6f199c7982f3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:08.476025 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-42354383-5493-4a64-896f-15253f961ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:08.505053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bec83-36a2-4c44-9caf-b9c18f95f6e7 req-c13efd4e-5a72-410b-a173-de0c6293912f tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:08.527191 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bec83-36a2-4c44-9caf-b9c18f95f6e7 req-c13efd4e-5a72-410b-a173-de0c6293912f tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:08.543020 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a33bec83-36a2-4c44-9caf-b9c18f95f6e7 req-c13efd4e-5a72-410b-a173-de0c6293912f tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 1655 time: 0.2676067 Sep 23 22:22:08.573175 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-42354383-5493-4a64-896f-15253f961ad6 None None] Port dbad9677-0779-4f88-a770-6f199c7982f3 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:22:08.634942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-88a205af-99b3-4984-aac8-d048b25f1e92 req-50109d89-cfad-4e45-9626-8ce48266bf83 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Deleting port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:08.635280 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-88a205af-99b3-4984-aac8-d048b25f1e92 req-50109d89-cfad-4e45-9626-8ce48266bf83 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:08.744123 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a33bec83-36a2-4c44-9caf-b9c18f95f6e7 req-ffe3c1a2-46c1-44f8-909c-44f9514a301e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802890 Sep 23 22:22:08.793978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-88a205af-99b3-4984-aac8-d048b25f1e92 req-50109d89-cfad-4e45-9626-8ce48266bf83 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] For port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:08.794952 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-88a205af-99b3-4984-aac8-d048b25f1e92 req-50109d89-cfad-4e45-9626-8ce48266bf83 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:08.854003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-88a205af-99b3-4984-aac8-d048b25f1e92 req-50109d89-cfad-4e45-9626-8ce48266bf83 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Calling delete_port for 1d7cca88-e29e-4a76-b52f-c09f2c3b849e owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:08.920067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-fc2f49cd-fe8d-433a-8a5b-16646e4c7219 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Made reservation on behalf of 7c6919ff761d4dfea6400229f18974f5 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:22:08.928209 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-fc2f49cd-fe8d-433a-8a5b-16646e4c7219 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:09.371544 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-88a205af-99b3-4984-aac8-d048b25f1e92 req-50109d89-cfad-4e45-9626-8ce48266bf83 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:09.388644 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['e23a60a8-f3a5-4d0f-95b4-7040ac188459'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:22:09.417715 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62252f40-16c6-46a7-91c9-f8fbda1030ae req-2bc1bee6-41f5-4c23-85e9-50e38047ab7e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 210 time: 0.1099217 Sep 23 22:22:09.420887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-fc2f49cd-fe8d-433a-8a5b-16646e4c7219 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Allocated IP 19.80.0.190 (89c69608-fbdd-460b-961c-2313c4263bcc/8c830842-2e1b-432a-afc5-e0f01f4c8076/f28e3e4e-aeee-4f67-841d-86513171893e) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:22:09.487716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50109d89-cfad-4e45-9626-8ce48266bf83 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Pushing event deleted for resources: {'Port': ['ID=1d7cca88-e29e-4a76-b52f-c09f2c3b849e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:09.582616 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['1d7cca88-e29e-4a76-b52f-c09f2c3b849e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:22:09.594193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 2d292310-bf93-4b9a-a317-4ac5e8756137 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:22:09.631262 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028405db-ecdb-42a8-a7fa-f5e3f21fa8df req-b8ff5b9f-e068-40b8-8fad-dd616f1ad617 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:09.642608 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-028405db-ecdb-42a8-a7fa-f5e3f21fa8df req-b8ff5b9f-e068-40b8-8fad-dd616f1ad617 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 944 time: 0.3583634 Sep 23 22:22:09.766704 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-fc2f49cd-fe8d-433a-8a5b-16646e4c7219 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:09.900038 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-028405db-ecdb-42a8-a7fa-f5e3f21fa8df req-e4f12875-a5b5-48d9-8e4e-6b7bc51ea470 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733966 Sep 23 22:22:09.904130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a205af-99b3-4984-aac8-d048b25f1e92 req-50109d89-cfad-4e45-9626-8ce48266bf83 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] No DVR routers for this DVR port 1d7cca88-e29e-4a76-b52f-c09f2c3b849e on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:22:09.908937 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-fc2f49cd-fe8d-433a-8a5b-16646e4c7219 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:09.914557 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-88a205af-99b3-4984-aac8-d048b25f1e92 req-50109d89-cfad-4e45-9626-8ce48266bf83 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:09.924167 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88a205af-99b3-4984-aac8-d048b25f1e92 req-50109d89-cfad-4e45-9626-8ce48266bf83 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.67 "DELETE /v2.0/ports/1d7cca88-e29e-4a76-b52f-c09f2c3b849e HTTP/1.1" status: 204 len: 173 time: 1.4721756 Sep 23 22:22:09.924959 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9059a4-56aa-4be8-9926-92085b586b31', 'name': 'network-vif-deleted', 'tag': '1d7cca88-e29e-4a76-b52f-c09f2c3b849e'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:09.955935 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7559845-eeb9-48c8-8a1e-2b395058fce0" -d '{"events": [{"server_uuid": "4b9059a4-56aa-4be8-9926-92085b586b31", "name": "network-vif-deleted", "tag": "1d7cca88-e29e-4a76-b52f-c09f2c3b849e"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:10.132239 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f49cd-fe8d-433a-8a5b-16646e4c7219 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event updated for resources: {'Port': ['ID=f28e3e4e-aeee-4f67-841d-86513171893e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:10.188497 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-fc2f49cd-fe8d-433a-8a5b-16646e4c7219 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Network 89c69608-fbdd-460b-961c-2313c4263bcc is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:22:10.195134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-fc2f49cd-fe8d-433a-8a5b-16646e4c7219 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:22:10.206688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-fc2f49cd-fe8d-433a-8a5b-16646e4c7219 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:22:10.278425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dde260-2f17-47bd-a02b-101a51680c3e req-de5e00df-c3cd-45cd-bff9-249f91598d64 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:10.286527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dde260-2f17-47bd-a02b-101a51680c3e req-de5e00df-c3cd-45cd-bff9-249f91598d64 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:10.305600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dde260-2f17-47bd-a02b-101a51680c3e req-de5e00df-c3cd-45cd-bff9-249f91598d64 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:10.326814 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44dde260-2f17-47bd-a02b-101a51680c3e req-de5e00df-c3cd-45cd-bff9-249f91598d64 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2377 time: 0.1780252 Sep 23 22:22:10.428385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 2d292310-bf93-4b9a-a317-4ac5e8756137, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=2d292310-bf93-4b9a-a317-4ac5e8756137,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:10.437500 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44dde260-2f17-47bd-a02b-101a51680c3e req-d0958c2c-eec9-49d3-96a5-49e161d84b72 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087711 Sep 23 22:22:10.528437 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '2d292310-bf93-4b9a-a317-4ac5e8756137', 'network_id': 'fd7d5e20-a12d-47bf-ac34-63d18b47696f', 'port_id': '2d292310-bf93-4b9a-a317-4ac5e8756137', 'mac_address': 'fa:16:3e:9a:f6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feabcec-1c76-49b1-a0fd-ebf326fb24ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:22:10.607978 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f6d3cf-4ef7-430b-8ea3-798fb22da73f x-openstack-request-id: req-58f6d3cf-4ef7-430b-8ea3-798fb22da73f {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:10.608576 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9059a4-56aa-4be8-9926-92085b586b31", "name": "network-vif-deleted", "tag": "1d7cca88-e29e-4a76-b52f-c09f2c3b849e", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:10.609094 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58f6d3cf-4ef7-430b-8ea3-798fb22da73f {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:10.609890 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9059a4-56aa-4be8-9926-92085b586b31', 'name': 'network-vif-deleted', 'tag': '1d7cca88-e29e-4a76-b52f-c09f2c3b849e', 'status': 'completed', 'code': 200} Sep 23 22:22:10.968588 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:11.024753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-43e54ad4-0c12-4d77-a793-3acea735c4bf None None] Provisioning complete for port f28e3e4e-aeee-4f67-841d-86513171893e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:11.025690 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-43e54ad4-0c12-4d77-a793-3acea735c4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:11.031034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d292310-bf93-4b9a-a317-4ac5e8756137 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:22:11.140046 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 2d292310-bf93-4b9a-a317-4ac5e8756137, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=2d292310-bf93-4b9a-a317-4ac5e8756137,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:11.149692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-43e54ad4-0c12-4d77-a793-3acea735c4bf None None] Port f28e3e4e-aeee-4f67-841d-86513171893e cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:22:11.245735 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:11.315066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-fc2f49cd-fe8d-433a-8a5b-16646e4c7219 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:11.329816 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-fc2f49cd-fe8d-433a-8a5b-16646e4c7219 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:11.396063 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=2d292310-bf93-4b9a-a317-4ac5e8756137,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:11.423015 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-c38f933c-0461-4800-9c38-0ff810f346f6 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3b70fd1a6d0c4b0a803216b674009287&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1382408 Sep 23 22:22:11.436559 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-24dfa9c5-8c1a-42d7-b843-48085af70350 req-7e55c1e9-c2f1-48e3-abb5-69bd7a26f508 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 210 time: 0.1018991 Sep 23 22:22:11.536342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['2d292310-bf93-4b9a-a317-4ac5e8756137'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:22:11.637091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-b1bf4c23-533b-4845-b9a6-1a5b1469702a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:11.641922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-b1bf4c23-533b-4845-b9a6-1a5b1469702a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173955 Sep 23 22:22:11.677975 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-570ba424-3ea4-4619-9512-7e494f699ad3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/quotas/3b70fd1a6d0c4b0a803216b674009287 HTTP/1.1" status: 200 len: 375 time: 0.0310385 Sep 23 22:22:11.682239 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-fc2f49cd-fe8d-433a-8a5b-16646e4c7219 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2916014 Sep 23 22:22:11.739128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Request body: {'port': {'device_id': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:11.782574 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-5717f8f4-b8cb-4fa3-acd2-0d2ff8c89dda tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038151 Sep 23 22:22:12.031920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4e74d-a332-42bb-b336-edf043aa436a req-7f7682ed-3dad-485e-b2b8-014fa6e1ab9c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:12.033835 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-efc4e74d-a332-42bb-b336-edf043aa436a req-7f7682ed-3dad-485e-b2b8-014fa6e1ab9c tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 945 time: 0.1864207 Sep 23 22:22:12.039380 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:12.149366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-efc4e74d-a332-42bb-b336-edf043aa436a req-e5969ffb-45a2-469e-a3c4-b2ddcbac908b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037974 Sep 23 22:22:12.497573 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9020eb73-c399-4f80-a8b9-08cf7f8a4bcf req-4675761d-9181-4966-a7bc-84fb847351cb tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 210 time: 0.0895681 Sep 23 22:22:12.790245 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b5973-deaa-4378-b9e8-674b83d9ce0e req-bbd65c3d-7116-42ee-8da0-a7e6667ca1bc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:12.801737 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3b897021-51cb-48e2-b73a-283dad110941 req-15dcd918-1367-4c5a-a8ef-ec42fffab80d tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 210 time: 0.0759778 Sep 23 22:22:12.803358 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b5973-deaa-4378-b9e8-674b83d9ce0e req-bbd65c3d-7116-42ee-8da0-a7e6667ca1bc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:12.816518 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b5973-deaa-4378-b9e8-674b83d9ce0e req-bbd65c3d-7116-42ee-8da0-a7e6667ca1bc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:12.835336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-472b5973-deaa-4378-b9e8-674b83d9ce0e req-bbd65c3d-7116-42ee-8da0-a7e6667ca1bc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2377 time: 0.3438187 Sep 23 22:22:12.986064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-472b5973-deaa-4378-b9e8-674b83d9ce0e req-5288f454-2676-4108-8a22-1a469fc249af tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491802 Sep 23 22:22:13.033753 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-59f3e969-8369-4556-a7fa-63bf98f3848c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:13.150439 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:22:13.173600 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:13.208230 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Transition to ACTIVE for port object bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:22:13.290824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1d7cca88-e29e-4a76-b52f-c09f2c3b849e no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:22:13.291167 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:13.427238 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 1d7cca88-e29e-4a76-b52f-c09f2c3b849e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:22:13.428684 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1d7cca88-e29e-4a76-b52f-c09f2c3b849e not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:22:13.557441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 2d292310-bf93-4b9a-a317-4ac5e8756137 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:22:13.683517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43834) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:13.771301 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2aafa1-070f-4f16-9e70-8bbc6b963bc0,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:13.833921 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 2d292310-bf93-4b9a-a317-4ac5e8756137 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:22:13.841183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 2d292310-bf93-4b9a-a317-4ac5e8756137 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:13.841563 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:13.912116 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf7dfe-b8b2-45e2-ae05-d4846caeb25f req-467c0c31-b4f8-4456-966a-ac080c7814fb tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:13.918847 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-23153ada-413e-4bb2-b745-c46e4e1c3138 req-70b3cd31-3552-4b07-a8be-8bcfe047ee66 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 210 time: 0.0581899 Sep 23 22:22:13.928113 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3bf7dfe-b8b2-45e2-ae05-d4846caeb25f req-467c0c31-b4f8-4456-966a-ac080c7814fb tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 945 time: 0.4745336 Sep 23 22:22:14.045645 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Attempting to bind port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:22:14.046338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Attempting to bind port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'f270ed5a-b740-4a26-b614-534eead531ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:22:14.047122 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Attempting to bind port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 on network 89c69608-fbdd-460b-961c-2313c4263bcc {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:22:14.085150 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3bf7dfe-b8b2-45e2-ae05-d4846caeb25f req-a8c3bef4-cb1b-47e7-a15f-3e06cd7d8241 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450245 Sep 23 22:22:14.099031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 on network 89c69608-fbdd-460b-961c-2313c4263bcc not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:22:14.099699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Attempting to bind port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 on network 89c69608-fbdd-460b-961c-2313c4263bcc {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:22:14.128334 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c64697f2-719b-4c64-bfb5-ab6b9652f6fa req-0737dc05-e4f6-4cce-ba3d-a8af9f448a22 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 210 time: 0.0583394 Sep 23 22:22:14.151059 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:14.155068 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3822e0e-38e2-4c67-9446-fa1f44361546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:14.156592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:22:14.158305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Checking segment: {'id': 'f270ed5a-b740-4a26-b614-534eead531ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:22:14.161019 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Bound using segment: {'id': 'f270ed5a-b740-4a26-b614-534eead531ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:22:14.164900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Bound port: bc2aafa1-070f-4f16-9e70-8bbc6b963bc0, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f270ed5a-b740-4a26-b614-534eead531ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:22:14.168552 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:14.212885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab413adf-5aa2-46cf-9dcd-0927571b08ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d292310-bf93-4b9a-a317-4ac5e8756137'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:14.215351 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6add00bb-a11c-48ab-ae81-ff733b29fdae" -d '{"events": [{"server_uuid": "ab413adf-5aa2-46cf-9dcd-0927571b08ca", "name": "network-vif-plugged", "status": "completed", "tag": "2d292310-bf93-4b9a-a317-4ac5e8756137"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:14.242735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 2d292310-bf93-4b9a-a317-4ac5e8756137, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=2d292310-bf93-4b9a-a317-4ac5e8756137,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:14.376588 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:14.506930 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=2d292310-bf93-4b9a-a317-4ac5e8756137,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:14.531731 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3822e0e-38e2-4c67-9446-fa1f44361546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:14.540474 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0529b925-83fd-476e-833e-57e2b9b825cd x-openstack-request-id: req-0529b925-83fd-476e-833e-57e2b9b825cd {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:14.542748 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab413adf-5aa2-46cf-9dcd-0927571b08ca", "name": "network-vif-plugged", "status": "completed", "tag": "2d292310-bf93-4b9a-a317-4ac5e8756137", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:14.542748 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0529b925-83fd-476e-833e-57e2b9b825cd {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:14.560238 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab413adf-5aa2-46cf-9dcd-0927571b08ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d292310-bf93-4b9a-a317-4ac5e8756137', 'code': 200} Sep 23 22:22:14.622267 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3822e0e-38e2-4c67-9446-fa1f44361546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:14.720248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e9aaa-ae9c-4ccb-9311-106720dea9ef req-701a8747-bba5-458f-a738-ce4509d524ec tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:14.750281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e9aaa-ae9c-4ccb-9311-106720dea9ef req-701a8747-bba5-458f-a738-ce4509d524ec tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:14.816438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e9aaa-ae9c-4ccb-9311-106720dea9ef req-701a8747-bba5-458f-a738-ce4509d524ec tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:14.835052 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-899e9aaa-ae9c-4ccb-9311-106720dea9ef req-701a8747-bba5-458f-a738-ce4509d524ec tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2389 time: 0.4613917 Sep 23 22:22:14.857009 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c3822e0e-38e2-4c67-9446-fa1f44361546 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e4843d791ea0424eb673f820be0f05b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1680679 Sep 23 22:22:14.861270 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43850) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:14.928606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] For port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:22:14.935941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] For port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=bc2aafa1-070f-4f16-9e70-8bbc6b963bc0,segment=NetworkSegment(f270ed5a-b740-4a26-b614-534eead531ae),segment_id=f270ed5a-b740-4a26-b614-534eead531ae)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:22:14.994568 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3822e0e-38e2-4c67-9446-fa1f44361546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2b17cc-a9de-4484-9b3d-67f07cd71e2e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:15.069508 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:15.160151 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-053c4d16-17d5-4d5f-9193-05ae97f5bc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:15.228309 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-899e9aaa-ae9c-4ccb-9311-106720dea9ef req-2e70aeb9-5768-47a6-9101-17bd7d7bb499 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906577 Sep 23 22:22:15.242048 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-053c4d16-17d5-4d5f-9193-05ae97f5bc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:15.248178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74a3c0-78a5-41f4-a25d-4378970200a9 req-9d797153-0008-4131-86c2-85e9b064978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:15.258949 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bc74a3c0-78a5-41f4-a25d-4378970200a9 req-9d797153-0008-4131-86c2-85e9b064978d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 1097 time: 0.4031210 Sep 23 22:22:15.307090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:15.308146 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:15.310667 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] 10.222.0.67 "PUT /v2.0/ports/bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 HTTP/1.1" status: 200 len: 1092 time: 3.6127403 Sep 23 22:22:15.311547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'tag': 'bc2aafa1-070f-4f16-9e70-8bbc6b963bc0'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:15.315872 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5034099-c02b-4320-8336-0e101cf6c8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "tag": "bc2aafa1-070f-4f16-9e70-8bbc6b963bc0"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:15.474586 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5231c57f-ef51-4f58-bf4d-ea60cc9d9fcd req-70292168-94d3-4620-98b2-b8cbd92fcd36 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 210 time: 0.0894158 Sep 23 22:22:15.511198 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bc74a3c0-78a5-41f4-a25d-4378970200a9 req-5b2c46fa-b8cc-4f72-a1e5-4aaf0662f468 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431099 Sep 23 22:22:15.515858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2aafa1-070f-4f16-9e70-8bbc6b963bc0,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:15.544206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:15.544649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:15.545083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:15.545551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:15.545995 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:15.546434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:15.546818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:15.547221 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:15.547607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:15.548034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:15.548474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:15.548892 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a5676-c48e-493f-9e8f-b46bcb9a80a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:15.565637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Request body: {'port': {'device_id': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:15.593815 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-053c4d16-17d5-4d5f-9193-05ae97f5bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:15.598811 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-053c4d16-17d5-4d5f-9193-05ae97f5bc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:15.604281 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-053c4d16-17d5-4d5f-9193-05ae97f5bc07 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df2b17cc-a9de-4484-9b3d-67f07cd71e2e HTTP/1.1" status: 204 len: 168 time: 0.7123230 Sep 23 22:22:15.618167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c4d16-17d5-4d5f-9193-05ae97f5bc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2b17cc-a9de-4484-9b3d-67f07cd71e2e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:15.634167 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c2cad7a4-3bec-4fa0-a820-947a24b5f149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:15.714078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b31583-a9e4-4793-a360-13ea3471e3b8 req-b9a512a3-30eb-4191-8ec9-b6826deccacf tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:15.714078 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-92b31583-a9e4-4793-a360-13ea3471e3b8 req-b9a512a3-30eb-4191-8ec9-b6826deccacf tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 946 time: 0.2347374 Sep 23 22:22:15.806552 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:15.813537 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fac3e3fe-2c1a-46f4-b83d-9e244c97c648 req-788525f2-387d-4975-a2f6-c2921138e463 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 210 time: 0.1468940 Sep 23 22:22:15.895798 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-1cdcc6c2-75b6-44b8-9256-4078c4515b31 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3b70fd1a6d0c4b0a803216b674009287&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796249 Sep 23 22:22:15.921740 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-92b31583-a9e4-4793-a360-13ea3471e3b8 req-2ba49350-6f34-4305-8e71-288e1067518e tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476905 Sep 23 22:22:16.128694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-155b5046-3d48-4acf-937c-3751b890837e tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:16.134980 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-155b5046-3d48-4acf-937c-3751b890837e tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311954 Sep 23 22:22:16.147963 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:16.177342 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b652d6-bbf7-4059-a7ab-1983eb5c8a2d x-openstack-request-id: req-c1b652d6-bbf7-4059-a7ab-1983eb5c8a2d {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:16.178473 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "tag": "bc2aafa1-070f-4f16-9e70-8bbc6b963bc0", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:16.178885 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1b652d6-bbf7-4059-a7ab-1983eb5c8a2d {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:16.183662 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'tag': 'bc2aafa1-070f-4f16-9e70-8bbc6b963bc0', 'status': 'completed', 'code': 200} Sep 23 22:22:16.183824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Request body: {'port': {'device_id': '534321fc-ab37-4a68-858f-364b40ed6fe2', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '3b70fd1a6d0c4b0a803216b674009287'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:16.286535 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5034099-c02b-4320-8336-0e101cf6c8d8 req-3b1f3216-b4f2-4494-b5e5-3be63edfa8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:16.287232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5034099-c02b-4320-8336-0e101cf6c8d8 req-3b1f3216-b4f2-4494-b5e5-3be63edfa8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:16.287365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5034099-c02b-4320-8336-0e101cf6c8d8 req-3b1f3216-b4f2-4494-b5e5-3be63edfa8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:16.289144 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f5034099-c02b-4320-8336-0e101cf6c8d8 req-3b1f3216-b4f2-4494-b5e5-3be63edfa8b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c6919ff761d4dfea6400229f18974f5&device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2732 time: 0.1080356 Sep 23 22:22:16.659540 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e63cd87b-59ea-4217-87e3-c8e313607ed7 req-f57a1fa0-690e-42cf-bb50-98093258dbf1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 210 time: 0.0393908 Sep 23 22:22:16.724938 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Made reservation on behalf of 3b70fd1a6d0c4b0a803216b674009287 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:22:16.729355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:16.760358 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:16.821997 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:16.908022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5034099-c02b-4320-8336-0e101cf6c8d8 req-8ffa86b5-7d2c-4678-9ad3-f533ef3d7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:16.912456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5034099-c02b-4320-8336-0e101cf6c8d8 req-8ffa86b5-7d2c-4678-9ad3-f533ef3d7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:16.915241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5034099-c02b-4320-8336-0e101cf6c8d8 req-8ffa86b5-7d2c-4678-9ad3-f533ef3d7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:16.923305 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f5034099-c02b-4320-8336-0e101cf6c8d8 req-8ffa86b5-7d2c-4678-9ad3-f533ef3d7529 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7c6919ff761d4dfea6400229f18974f5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6097167 Sep 23 22:22:17.021016 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:17.053745 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3087233e-0e1a-41d1-9cd7-45fa7f2a60f3 req-47308b7f-d90b-4ad8-93a1-e86131feec56 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 210 time: 0.0501924 Sep 23 22:22:17.105968 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:17.121845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a17b3-90b2-4595-8c38-1efeb911c9e6 req-9efe6315-49d6-4f5a-83a1-819b1a53899c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:17.137726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a17b3-90b2-4595-8c38-1efeb911c9e6 req-9efe6315-49d6-4f5a-83a1-819b1a53899c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:17.151022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a17b3-90b2-4595-8c38-1efeb911c9e6 req-9efe6315-49d6-4f5a-83a1-819b1a53899c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:17.164927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f2a17b3-90b2-4595-8c38-1efeb911c9e6 req-9efe6315-49d6-4f5a-83a1-819b1a53899c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2389 time: 0.7186821 Sep 23 22:22:17.306435 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5034099-c02b-4320-8336-0e101cf6c8d8 req-2a308153-1566-4da1-8afc-1b93aa940258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:17.308023 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f5034099-c02b-4320-8336-0e101cf6c8d8 req-2a308153-1566-4da1-8afc-1b93aa940258 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3553591 Sep 23 22:22:17.402491 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f2a17b3-90b2-4595-8c38-1efeb911c9e6 req-a8888844-5242-434d-bcdf-6998430ce1c2 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294571 Sep 23 22:22:17.410726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbad9677-0779-4f88-a770-6f199c7982f3 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:22:17.418352 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:17.421824 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:17.428248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43904) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:17.476008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Transition to ACTIVE for port object dbad9677-0779-4f88-a770-6f199c7982f3 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:22:17.477262 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c57ed52-d48d-4a4b-b6e1-6f40b0f13b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:17.575624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Allocated IP 192.168.233.169 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/ba0d871f-5f5e-4269-8b69-888ed8f8e6d5) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:22:17.578413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ba2920-9778-4d31-8987-1e66dd3b1d66,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:17.617036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb68129-594f-453f-8410-7372a09e23c0 req-e8b14577-baa6-421f-8031-7f0b930ec657 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:17.625857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4cb68129-594f-453f-8410-7372a09e23c0 req-e8b14577-baa6-421f-8031-7f0b930ec657 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 946 time: 0.2576051 Sep 23 22:22:17.656506 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:17.710617 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4cb68129-594f-453f-8410-7372a09e23c0 req-63807f69-e673-4381-b603-049ee7db6d95 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828218 Sep 23 22:22:17.817005 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c57ed52-d48d-4a4b-b6e1-6f40b0f13b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:17.889065 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dbad9677-0779-4f88-a770-6f199c7982f3,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:17.908799 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:17.927080 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c57ed52-d48d-4a4b-b6e1-6f40b0f13b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:18.026837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-653daf1b-571b-494b-a254-8c637b7ccfca req-56eb78c7-2525-4968-a212-04a858b9b920 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 210 time: 0.0482855 Sep 23 22:22:18.054950 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:18.095374 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Attempting to bind port dbad9677-0779-4f88-a770-6f199c7982f3 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:22:18.095755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Attempting to bind port dbad9677-0779-4f88-a770-6f199c7982f3 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'ba95967d-0d7a-43d6-baa1-052186a163ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '54a90f2c-214e-4e71-9373-9d722c3e0041'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:22:18.096089 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Attempting to bind port dbad9677-0779-4f88-a770-6f199c7982f3 on network 54a90f2c-214e-4e71-9373-9d722c3e0041 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:22:18.106318 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8c57ed52-d48d-4a4b-b6e1-6f40b0f13b18 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a223dce804d14b08bc4ae8e3f9fef746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6719544 Sep 23 22:22:18.106318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57ed52-d48d-4a4b-b6e1-6f40b0f13b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf505572-e2d6-4a00-a0cb-d177b2a327bc,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:18.110800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43926) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:18.131472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Port dbad9677-0779-4f88-a770-6f199c7982f3 on network 54a90f2c-214e-4e71-9373-9d722c3e0041 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:22:18.131859 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Attempting to bind port dbad9677-0779-4f88-a770-6f199c7982f3 on network 54a90f2c-214e-4e71-9373-9d722c3e0041 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:22:18.133162 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:22:18.148188 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:22:18.149962 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:22:18.150432 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Checking segment: {'id': 'ba95967d-0d7a-43d6-baa1-052186a163ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '54a90f2c-214e-4e71-9373-9d722c3e0041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:22:18.150884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Bound using segment: {'id': 'ba95967d-0d7a-43d6-baa1-052186a163ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '54a90f2c-214e-4e71-9373-9d722c3e0041'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:22:18.151309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Bound port: dbad9677-0779-4f88-a770-6f199c7982f3, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba95967d-0d7a-43d6-baa1-052186a163ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '54a90f2c-214e-4e71-9373-9d722c3e0041'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:22:18.151691 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:18.162740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:22:18.195255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5642248-0121-4c1d-828d-a8a2b1fa8448 req-ac81d6b2-7ea7-469b-8b50-3d894beee7eb tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:18.204019 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5642248-0121-4c1d-828d-a8a2b1fa8448 req-ac81d6b2-7ea7-469b-8b50-3d894beee7eb tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 945 time: 0.1332242 Sep 23 22:22:18.237281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:18.238247 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:18.318291 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5642248-0121-4c1d-828d-a8a2b1fa8448 req-81102a8a-716f-4a1e-9b98-ed8f98794273 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups?id=f56be387-3e75-465e-89ca-821d471f33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130102 Sep 23 22:22:18.334343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Pushing event updated for resources: {'Port': ['ID=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:18.403615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] For port dbad9677-0779-4f88-a770-6f199c7982f3, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:22:18.410538 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2863ca9-faa1-4723-9beb-f59cb519cdea req-df6cef5d-4de3-4e14-a74b-49d88c9036e6 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 210 time: 0.1206124 Sep 23 22:22:18.410988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] For port dbad9677-0779-4f88-a770-6f199c7982f3, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbad9677-0779-4f88-a770-6f199c7982f3,segment=NetworkSegment(ba95967d-0d7a-43d6-baa1-052186a163ab),segment_id=ba95967d-0d7a-43d6-baa1-052186a163ab)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:22:18.428249 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:18.434196 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-41498a1d-17b4-4b2c-b5ea-5eb45c2da7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:18.476351 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-41498a1d-17b4-4b2c-b5ea-5eb45c2da7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:18.593897 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e6c4af28-9a36-4f32-ad5c-520b7fbf5ecf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4338546 Sep 23 22:22:18.595108 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:18.621995 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Request body: {'port': {'device_id': '534321fc-ab37-4a68-858f-364b40ed6fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:18.639481 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-64953095-0b02-42cd-8b32-81349be6953c None None] Provisioning complete for port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:18.640136 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-64953095-0b02-42cd-8b32-81349be6953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:18.670983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:18.677324 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:18.680044 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] 10.222.0.67 "PUT /v2.0/ports/dbad9677-0779-4f88-a770-6f199c7982f3 HTTP/1.1" status: 200 len: 1092 time: 3.1205835 Sep 23 22:22:18.684509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'tag': 'dbad9677-0779-4f88-a770-6f199c7982f3'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:18.689145 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d58de35-c934-4f65-91cc-ae2de64b07a7" -d '{"events": [{"name": "network-changed", "server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "tag": "dbad9677-0779-4f88-a770-6f199c7982f3"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:18.722407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-64953095-0b02-42cd-8b32-81349be6953c None None] Port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:22:18.728541 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-41498a1d-17b4-4b2c-b5ea-5eb45c2da7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:18.734375 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-41498a1d-17b4-4b2c-b5ea-5eb45c2da7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:18.740350 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-41498a1d-17b4-4b2c-b5ea-5eb45c2da7ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf505572-e2d6-4a00-a0cb-d177b2a327bc HTTP/1.1" status: 204 len: 168 time: 0.6251009 Sep 23 22:22:18.772499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21341c-9da1-4f0e-95ab-c789c1830442 req-31e6d24d-1e94-480a-ae34-b85dcd619343 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:18.781486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21341c-9da1-4f0e-95ab-c789c1830442 req-31e6d24d-1e94-480a-ae34-b85dcd619343 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:18.793008 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:18.800442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41498a1d-17b4-4b2c-b5ea-5eb45c2da7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf505572-e2d6-4a00-a0cb-d177b2a327bc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:18.818538 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21341c-9da1-4f0e-95ab-c789c1830442 req-31e6d24d-1e94-480a-ae34-b85dcd619343 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:18.836214 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7e21341c-9da1-4f0e-95ab-c789c1830442 req-31e6d24d-1e94-480a-ae34-b85dcd619343 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2401 time: 0.3038819 Sep 23 22:22:18.868143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Request body: {'port': {'device_id': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:18.917021 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547accab-ba74-482b-9619-f0ceb45d5de6 x-openstack-request-id: req-547accab-ba74-482b-9619-f0ceb45d5de6 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:18.918760 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "tag": "dbad9677-0779-4f88-a770-6f199c7982f3", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:18.919072 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-547accab-ba74-482b-9619-f0ceb45d5de6 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:18.919520 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'tag': 'dbad9677-0779-4f88-a770-6f199c7982f3', 'status': 'completed', 'code': 200} Sep 23 22:22:19.054864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39332c83-ba68-420b-8124-644a1ac188a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dbad9677-0779-4f88-a770-6f199c7982f3,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:19.064656 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:19.110327 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7e21341c-9da1-4f0e-95ab-c789c1830442 req-7293ebed-31ce-47a2-b2b8-d2f03f59902f tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732644 Sep 23 22:22:19.113782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58de35-c934-4f65-91cc-ae2de64b07a7 req-32d4f099-6702-4aa4-9cd9-cad7a7e957b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:19.114208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58de35-c934-4f65-91cc-ae2de64b07a7 req-32d4f099-6702-4aa4-9cd9-cad7a7e957b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:19.114757 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58de35-c934-4f65-91cc-ae2de64b07a7 req-32d4f099-6702-4aa4-9cd9-cad7a7e957b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:19.116452 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d58de35-c934-4f65-91cc-ae2de64b07a7 req-32d4f099-6702-4aa4-9cd9-cad7a7e957b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c6919ff761d4dfea6400229f18974f5&device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2799 time: 0.1877537 Sep 23 22:22:19.160454 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a894-afaf-4866-b19a-5f6eb980df13 req-ec8a92a0-38a3-4409-907b-8f9ae50f6498 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:19.162188 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1b4a894-afaf-4866-b19a-5f6eb980df13 req-ec8a92a0-38a3-4409-907b-8f9ae50f6498 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 946 time: 0.1813934 Sep 23 22:22:19.304869 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1b4a894-afaf-4866-b19a-5f6eb980df13 req-bc5956bd-bda8-459a-b266-52a24a24b9e8 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259501 Sep 23 22:22:19.513084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:22:19.588371 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58de35-c934-4f65-91cc-ae2de64b07a7 req-dbcd8171-f9e1-4936-9ec3-86c7a88ae1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:19.589297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58de35-c934-4f65-91cc-ae2de64b07a7 req-dbcd8171-f9e1-4936-9ec3-86c7a88ae1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:19.589519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58de35-c934-4f65-91cc-ae2de64b07a7 req-dbcd8171-f9e1-4936-9ec3-86c7a88ae1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:19.598890 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d58de35-c934-4f65-91cc-ae2de64b07a7 req-dbcd8171-f9e1-4936-9ec3-86c7a88ae1ae service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7c6919ff761d4dfea6400229f18974f5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3439851 Sep 23 22:22:19.608839 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:19.657311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Transition to ACTIVE for port object ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:22:19.667654 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28e3e4e-aeee-4f67-841d-86513171893e {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:22:19.680345 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:19.688894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ae378-b820-4466-8019-31f7e124c21f req-aa8cf91d-230a-4307-9ab9-953beca5dd6c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:19.693664 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a2ae378-b820-4466-8019-31f7e124c21f req-aa8cf91d-230a-4307-9ab9-953beca5dd6c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 936 time: 0.1662066 Sep 23 22:22:19.735023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Transition to ACTIVE for port object f28e3e4e-aeee-4f67-841d-86513171893e will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:22:19.766057 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58de35-c934-4f65-91cc-ae2de64b07a7 req-3bb41341-3c41-467d-a868-87178ef9650f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:19.768069 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d58de35-c934-4f65-91cc-ae2de64b07a7 req-3bb41341-3c41-467d-a868-87178ef9650f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479239 Sep 23 22:22:19.786565 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:19.842077 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:19.880210 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a2ae378-b820-4466-8019-31f7e124c21f req-59668bcc-784c-4ab2-ac07-a76a09d99bf5 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529245 Sep 23 22:22:20.009101 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Pushing event updated for resources: {'Port': ['ID=f28e3e4e-aeee-4f67-841d-86513171893e,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:20.053990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:20.142750 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:20.143261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:20.143759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:20.144267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:20.147601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:20.150827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:20.152206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:20.152778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:20.153443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:20.154007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:20.154561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:20.155889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:20.165276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Attempting to bind port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:22:20.165933 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Attempting to bind port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:22:20.166412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Attempting to bind port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:22:20.173024 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:22:20.176631 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Attempting to bind port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:22:20.182341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:22:20.182772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:22:20.183117 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:22:20.183537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Bound port: ba0d871f-5f5e-4269-8b69-888ed8f8e6d5, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:22:20.183912 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:20.245762 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Attempting to bind port f28e3e4e-aeee-4f67-841d-86513171893e on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:22:20.246098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Attempting to bind port f28e3e4e-aeee-4f67-841d-86513171893e by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'f270ed5a-b740-4a26-b614-534eead531ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:22:20.246395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Attempting to bind port f28e3e4e-aeee-4f67-841d-86513171893e on network 89c69608-fbdd-460b-961c-2313c4263bcc {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:22:20.255574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Port f28e3e4e-aeee-4f67-841d-86513171893e on network 89c69608-fbdd-460b-961c-2313c4263bcc not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:22:20.255975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Attempting to bind port f28e3e4e-aeee-4f67-841d-86513171893e on network 89c69608-fbdd-460b-961c-2313c4263bcc {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:22:20.269504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:22:20.270621 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Checking segment: {'id': 'f270ed5a-b740-4a26-b614-534eead531ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:22:20.271226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Bound using segment: {'id': 'f270ed5a-b740-4a26-b614-534eead531ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:22:20.272192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Bound port: f28e3e4e-aeee-4f67-841d-86513171893e, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f270ed5a-b740-4a26-b614-534eead531ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:22:20.272763 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:20.413572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] For port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:22:20.456050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] For port f28e3e4e-aeee-4f67-841d-86513171893e, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:22:20.462688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] For port f28e3e4e-aeee-4f67-841d-86513171893e, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f28e3e4e-aeee-4f67-841d-86513171893e,segment=NetworkSegment(f270ed5a-b740-4a26-b614-534eead531ae),segment_id=f270ed5a-b740-4a26-b614-534eead531ae)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:22:20.468243 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15990db3-bd7d-4122-9326-bc2115052b7f req-acd4727a-145d-4430-8775-4475a8ba7048 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9059a4-56aa-4be8-9926-92085b586b31 HTTP/1.1" status: 200 len: 210 time: 0.1108780 Sep 23 22:22:20.499788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] For port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:22:20.572009 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:20.625624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330467df-30dc-402e-9486-152ca92655c4 req-9804b9d0-f69f-4c3b-bd5b-8b22016f47f7 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:20.634785 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330467df-30dc-402e-9486-152ca92655c4 req-9804b9d0-f69f-4c3b-bd5b-8b22016f47f7 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:20.635864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:20.636500 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:20.638107 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] 10.222.0.67 "PUT /v2.0/ports/f28e3e4e-aeee-4f67-841d-86513171893e HTTP/1.1" status: 200 len: 1092 time: 1.7808130 Sep 23 22:22:20.641626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330467df-30dc-402e-9486-152ca92655c4 req-9804b9d0-f69f-4c3b-bd5b-8b22016f47f7 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:20.650997 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-330467df-30dc-402e-9486-152ca92655c4 req-9804b9d0-f69f-4c3b-bd5b-8b22016f47f7 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2413 time: 0.1027410 Sep 23 22:22:20.659984 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:20.695983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35359b7-78e2-4fd6-af42-b28fa084bae2 service neutron] Pushing event updated for resources: {'Port': ['ID=f28e3e4e-aeee-4f67-841d-86513171893e,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:20.718650 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:20.719281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:20.721414 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] 10.222.0.67 "PUT /v2.0/ports/ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 HTTP/1.1" status: 200 len: 1096 time: 2.1115110 Sep 23 22:22:20.724987 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534321fc-ab37-4a68-858f-364b40ed6fe2', 'tag': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:20.735229 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3ad2ef-6a01-48a0-a204-501a91370dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "534321fc-ab37-4a68-858f-364b40ed6fe2", "tag": "ba0d871f-5f5e-4269-8b69-888ed8f8e6d5"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:20.819173 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890a9bd-aace-4c86-85cc-09faa91a6b99 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:20.838393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63b817-d499-44e8-bbbb-2fc7a36cbd68 req-a8eab3a8-1dcb-4180-a7e8-6f5c276e498b tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:20.850143 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7f63b817-d499-44e8-bbbb-2fc7a36cbd68 req-a8eab3a8-1dcb-4180-a7e8-6f5c276e498b tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 945 time: 0.0882633 Sep 23 22:22:20.918377 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-330467df-30dc-402e-9486-152ca92655c4 req-23e5a6f9-f6a4-47a3-b0fe-16fca9ea1fe3 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664137 Sep 23 22:22:20.933686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'tag': 'f28e3e4e-aeee-4f67-841d-86513171893e'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:20.946995 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2849d6e-2826-4a63-bd8c-af5cd2709a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "tag": "f28e3e4e-aeee-4f67-841d-86513171893e"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:20.959878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-30a14837-83ab-43c2-9ed2-119705994551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:20.961942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-30a14837-83ab-43c2-9ed2-119705994551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:20.962680 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-30a14837-83ab-43c2-9ed2-119705994551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:20.964535 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-30a14837-83ab-43c2-9ed2-119705994551 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c6919ff761d4dfea6400229f18974f5&device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2866 time: 0.1173024 Sep 23 22:22:21.004098 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7f63b817-d499-44e8-bbbb-2fc7a36cbd68 req-52b74d9c-67f9-4853-8a6f-c4204cb8ad98 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups?id=f56be387-3e75-465e-89ca-821d471f33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528382 Sep 23 22:22:21.035778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-fb3cc985-0a9e-4aa3-a00e-9d7b0b756927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:21.037581 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-fb3cc985-0a9e-4aa3-a00e-9d7b0b756927 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 1099 time: 0.0842180 Sep 23 22:22:21.055914 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-5f2e21a4-c47d-44a2-a993-c3b7656c0a6e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.205&port_id=bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 HTTP/1.1" status: 200 len: 217 time: 0.0669184 Sep 23 22:22:21.130477 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-456376b1-c685-4f0f-baeb-f468d795d95e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 HTTP/1.1" status: 200 len: 217 time: 0.0718195 Sep 23 22:22:21.160180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-463d8198-2de6-42a5-898d-79ada451cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:21.162796 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-463d8198-2de6-42a5-898d-79ada451cea3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c830842-2e1b-432a-afc5-e0f01f4c8076 HTTP/1.1" status: 200 len: 801 time: 0.0962727 Sep 23 22:22:21.213809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-aeb151d3-0c08-493a-aff9-15fc188238e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:21.215421 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-aeb151d3-0c08-493a-aff9-15fc188238e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0773568 Sep 23 22:22:21.256042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-967e0138-80a8-4ba7-b131-64dece1d9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:21.258060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-967e0138-80a8-4ba7-b131-64dece1d9342 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=89c69608-fbdd-460b-961c-2313c4263bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0872183 Sep 23 22:22:21.323400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-4b09e60b-a384-4244-b42e-486a0dac6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:21.325329 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-4b09e60b-a384-4244-b42e-486a0dac6354 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012731 Sep 23 22:22:21.406093 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f13204-6429-4d1e-9961-39634822cfad req-0f9d01c5-50cd-4525-b3c7-ba44f953dfdb tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:21.417931 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88f13204-6429-4d1e-9961-39634822cfad req-0f9d01c5-50cd-4525-b3c7-ba44f953dfdb tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 946 time: 0.1183064 Sep 23 22:22:21.433757 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-166ac852-77cb-470a-aa71-b5c251e58eb2 service neutron] 10.222.0.67 "GET /v2.0/networks/89c69608-fbdd-460b-961c-2313c4263bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667271 Sep 23 22:22:21.535178 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88f13204-6429-4d1e-9961-39634822cfad req-4d129b92-c914-4bdd-8230-937b45dabac9 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149569 Sep 23 22:22:21.542832 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-da42c518-48e6-4aad-8534-7d4ba3b72b6d service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000127 Sep 23 22:22:21.564585 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-14584b6f-f71d-4b70-a747-2e5ead793529 service neutron] 10.222.0.67 "GET /v2.0/networks/89c69608-fbdd-460b-961c-2313c4263bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232376 Sep 23 22:22:21.679173 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d52fe25-6988-44c3-aeeb-a1b2bacc34af req-31d68e8e-5845-461e-b477-a026d88a6d23 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290972 Sep 23 22:22:21.710142 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762e9af1-c11b-4e78-a7a6-08b0ee05cd8b x-openstack-request-id: req-762e9af1-c11b-4e78-a7a6-08b0ee05cd8b {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:21.713910 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534321fc-ab37-4a68-858f-364b40ed6fe2", "tag": "ba0d871f-5f5e-4269-8b69-888ed8f8e6d5", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:21.713910 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-762e9af1-c11b-4e78-a7a6-08b0ee05cd8b {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:21.713910 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534321fc-ab37-4a68-858f-364b40ed6fe2', 'tag': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5', 'status': 'completed', 'code': 200} Sep 23 22:22:21.713910 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-b6a86453-7c41-4ccf-8781-facc1adf6db1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=dbad9677-0779-4f88-a770-6f199c7982f3 HTTP/1.1" status: 200 len: 217 time: 0.1405282 Sep 23 22:22:21.777976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c05efc9a-ad90-45fc-ad76-396214598ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:21.779813 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c05efc9a-ad90-45fc-ad76-396214598ee8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aa6204f4-05e1-4eaa-9058-63def3199946 HTTP/1.1" status: 200 len: 801 time: 0.0580578 Sep 23 22:22:21.830460 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6938e14-0f79-4119-9d18-7567c3e569c6 req-12d9d74c-5353-49a4-980c-61bcf9d0a7c2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:21.836874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-603270ab-7775-4568-a25b-90606f6003cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:21.839122 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-603270ab-7775-4568-a25b-90606f6003cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54a90f2c-214e-4e71-9373-9d722c3e0041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0497162 Sep 23 22:22:21.840759 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6938e14-0f79-4119-9d18-7567c3e569c6 req-12d9d74c-5353-49a4-980c-61bcf9d0a7c2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 948 time: 0.0684106 Sep 23 22:22:21.893510 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6938e14-0f79-4119-9d18-7567c3e569c6 req-aa2b8714-cd98-4398-b544-3fd302cb8327 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515501 Sep 23 22:22:21.955428 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a728fda5-8516-4bcb-8483-67cf6c378437 x-openstack-request-id: req-a728fda5-8516-4bcb-8483-67cf6c378437 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:21.956174 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "tag": "f28e3e4e-aeee-4f67-841d-86513171893e", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:21.956540 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a728fda5-8516-4bcb-8483-67cf6c378437 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:21.957957 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'tag': 'f28e3e4e-aeee-4f67-841d-86513171893e', 'status': 'completed', 'code': 200} Sep 23 22:22:22.074700 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ad2ef-6a01-48a0-a204-501a91370dc6 req-ab859839-ff55-4da5-a1af-c8cfc058398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:22.075905 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-63693fab-08b0-4da1-b43f-01dfa86c16f9 service neutron] 10.222.0.67 "GET /v2.0/networks/54a90f2c-214e-4e71-9373-9d722c3e0041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019989 Sep 23 22:22:22.078075 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a3ad2ef-6a01-48a0-a204-501a91370dc6 req-ab859839-ff55-4da5-a1af-c8cfc058398a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 1099 time: 0.1787887 Sep 23 22:22:22.141857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca68ff8-4bd3-4201-8fc5-2b3857e5e3ef req-19e5df49-ce0c-41e7-a0bd-31572d2d162b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:22.143433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ca68ff8-4bd3-4201-8fc5-2b3857e5e3ef req-19e5df49-ce0c-41e7-a0bd-31572d2d162b tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 946 time: 0.1918664 Sep 23 22:22:22.283478 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-bed0bf30-e39e-43a9-9342-f4fdf3e214d4 service neutron] 10.222.0.67 "GET /v2.0/networks/54a90f2c-214e-4e71-9373-9d722c3e0041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920719 Sep 23 22:22:22.364225 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-35273f62-2897-402a-bba6-9c76a6302563 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.190&port_id=f28e3e4e-aeee-4f67-841d-86513171893e HTTP/1.1" status: 200 len: 217 time: 0.0691936 Sep 23 22:22:22.422745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c77c82c2-3937-4fd6-b107-e3d272a8113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:22.427780 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-c77c82c2-3937-4fd6-b107-e3d272a8113c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c830842-2e1b-432a-afc5-e0f01f4c8076 HTTP/1.1" status: 200 len: 801 time: 0.0526490 Sep 23 22:22:22.484766 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ad2ef-6a01-48a0-a204-501a91370dc6 req-01c268cb-f628-45d9-930d-cc8fa25f808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:22.486360 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a3ad2ef-6a01-48a0-a204-501a91370dc6 req-01c268cb-f628-45d9-930d-cc8fa25f808d service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.3948369 Sep 23 22:22:22.513042 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a082-cd3c-4d66-8327-2595ba585385 req-77180598-479c-4a8d-a139-4804ef351988 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:22.519966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a082-cd3c-4d66-8327-2595ba585385 req-77180598-479c-4a8d-a139-4804ef351988 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:22.526931 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a082-cd3c-4d66-8327-2595ba585385 req-77180598-479c-4a8d-a139-4804ef351988 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:22.535488 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c919a082-cd3c-4d66-8327-2595ba585385 req-77180598-479c-4a8d-a139-4804ef351988 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2413 time: 0.3547697 Sep 23 22:22:22.540254 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-8e0dcebb-9b68-4a8e-9fee-72f48a7235ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:22.544676 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-8e0dcebb-9b68-4a8e-9fee-72f48a7235ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=89c69608-fbdd-460b-961c-2313c4263bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1100724 Sep 23 22:22:22.593081 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a3ad2ef-6a01-48a0-a204-501a91370dc6 req-13d295c2-39b6-47e7-85a1-854ef86ed189 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 HTTP/1.1" status: 200 len: 217 time: 0.0961742 Sep 23 22:22:22.615011 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-4ca68ff8-4bd3-4201-8fc5-2b3857e5e3ef req-d44db7b4-b7ff-4286-919f-041690eb4b91 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Deleting port 2d292310-bf93-4b9a-a317-4ac5e8756137 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:22.615360 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4ca68ff8-4bd3-4201-8fc5-2b3857e5e3ef req-d44db7b4-b7ff-4286-919f-041690eb4b91 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:22.719398 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c919a082-cd3c-4d66-8327-2595ba585385 req-e899d475-cf62-4edd-99c5-3e70920548ee tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831059 Sep 23 22:22:22.775400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-22bec2d3-a85e-460d-aeee-edefe9c7e374 service neutron] 10.222.0.67 "GET /v2.0/networks/89c69608-fbdd-460b-961c-2313c4263bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225351 Sep 23 22:22:22.835517 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ad2ef-6a01-48a0-a204-501a91370dc6 req-380bb942-28a0-4854-8b92-a208a6131db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:22.838189 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a3ad2ef-6a01-48a0-a204-501a91370dc6 req-380bb942-28a0-4854-8b92-a208a6131db3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.2357440 Sep 23 22:22:22.955999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32e1450f-1374-473f-8427-b1b0042b9bf2 req-a452bb02-d8bb-4840-8d66-f82db5cec425 service neutron] 10.222.0.67 "GET /v2.0/networks/89c69608-fbdd-460b-961c-2313c4263bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721406 Sep 23 22:22:23.024373 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-4ca68ff8-4bd3-4201-8fc5-2b3857e5e3ef req-d44db7b4-b7ff-4286-919f-041690eb4b91 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] For port 2d292310-bf93-4b9a-a317-4ac5e8756137, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=2d292310-bf93-4b9a-a317-4ac5e8756137,segment=NetworkSegment(edde89d6-a670-42de-9bea-bf74d4f4e80b),segment_id=edde89d6-a670-42de-9bea-bf74d4f4e80b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:23.024818 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4ca68ff8-4bd3-4201-8fc5-2b3857e5e3ef req-d44db7b4-b7ff-4286-919f-041690eb4b91 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:23.045081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-4ca68ff8-4bd3-4201-8fc5-2b3857e5e3ef req-d44db7b4-b7ff-4286-919f-041690eb4b91 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Calling delete_port for 2d292310-bf93-4b9a-a317-4ac5e8756137 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:23.062892 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ad2ef-6a01-48a0-a204-501a91370dc6 req-8d0a5fd6-a4b5-433c-b60d-31e3bb8fea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:23.064444 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a3ad2ef-6a01-48a0-a204-501a91370dc6 req-8d0a5fd6-a4b5-433c-b60d-31e3bb8fea75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1995900 Sep 23 22:22:23.247318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa59a0-28c2-4d57-be98-c9bd58c67362 req-f7606b1f-956f-4740-8adc-781da9a8ca19 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:23.251688 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19aa59a0-28c2-4d57-be98-c9bd58c67362 req-f7606b1f-956f-4740-8adc-781da9a8ca19 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 946 time: 0.0983088 Sep 23 22:22:23.336024 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 821490a8-b891-4c78-b405-a7935ea24bf9 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:22:23.392198 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19aa59a0-28c2-4d57-be98-c9bd58c67362 req-81d404c2-38f4-48e8-a428-311252621012 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261575 Sep 23 22:22:23.408144 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849d6e-2826-4a63-bd8c-af5cd2709a5f req-df186c69-c04b-419f-88dd-3556570477c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:23.408782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849d6e-2826-4a63-bd8c-af5cd2709a5f req-df186c69-c04b-419f-88dd-3556570477c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:23.409531 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849d6e-2826-4a63-bd8c-af5cd2709a5f req-df186c69-c04b-419f-88dd-3556570477c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:23.422774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2849d6e-2826-4a63-bd8c-af5cd2709a5f req-df186c69-c04b-419f-88dd-3556570477c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c6919ff761d4dfea6400229f18974f5&device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2866 time: 0.1530089 Sep 23 22:22:23.507304 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:23.586450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 821490a8-b891-4c78-b405-a7935ea24bf9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=821490a8-b891-4c78-b405-a7935ea24bf9,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:23.587996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70a270f-a73b-40e6-9c9a-095a6646b9cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '821490a8-b891-4c78-b405-a7935ea24bf9'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:23.591622 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725ac822-fae1-4713-857d-e4634874d81d" -d '{"events": [{"server_uuid": "d70a270f-a73b-40e6-9c9a-095a6646b9cc", "name": "network-vif-unplugged", "status": "completed", "tag": "821490a8-b891-4c78-b405-a7935ea24bf9"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:23.683424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849d6e-2826-4a63-bd8c-af5cd2709a5f req-42bb0a85-2125-41cc-bcd7-afc2c6a9f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:23.685058 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2849d6e-2826-4a63-bd8c-af5cd2709a5f req-42bb0a85-2125-41cc-bcd7-afc2c6a9f992 service neutron] 10.222.0.67 "GET /v2.0/networks?id=89c69608-fbdd-460b-961c-2313c4263bcc HTTP/1.1" status: 200 len: 903 time: 0.2639279 Sep 23 22:22:23.696330 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:23.783272 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2849d6e-2826-4a63-bd8c-af5cd2709a5f req-79b47908-a0e3-4c54-a240-c16614265999 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.190&port_id=f28e3e4e-aeee-4f67-841d-86513171893e HTTP/1.1" status: 200 len: 217 time: 0.0793393 Sep 23 22:22:23.788344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=821490a8-b891-4c78-b405-a7935ea24bf9,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:23.814815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89666f75-aba0-4105-b23e-cf5752b10472 req-1e5cb85d-7914-454e-91c5-5d7f0e1feb34 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:23.817543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89666f75-aba0-4105-b23e-cf5752b10472 req-1e5cb85d-7914-454e-91c5-5d7f0e1feb34 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 948 time: 0.2247887 Sep 23 22:22:23.874352 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a3ad2ef-6a01-48a0-a204-501a91370dc6 req-70a8beb1-a722-4bc9-a877-d94a33c46a70 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7713618 Sep 23 22:22:23.914807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849d6e-2826-4a63-bd8c-af5cd2709a5f req-04f06796-daf4-41fa-bfac-6586a5e68787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:23.918831 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2849d6e-2826-4a63-bd8c-af5cd2709a5f req-04f06796-daf4-41fa-bfac-6586a5e68787 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c830842-2e1b-432a-afc5-e0f01f4c8076 HTTP/1.1" status: 200 len: 801 time: 0.1254857 Sep 23 22:22:23.925284 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89666f75-aba0-4105-b23e-cf5752b10472 req-3aea4d4c-ca9e-4d49-a3aa-a18cf8ced8cd tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979187 Sep 23 22:22:24.018903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849d6e-2826-4a63-bd8c-af5cd2709a5f req-b8829155-8e24-4290-bb5d-109b795b5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:24.024768 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2849d6e-2826-4a63-bd8c-af5cd2709a5f req-b8829155-8e24-4290-bb5d-109b795b5e16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=89c69608-fbdd-460b-961c-2313c4263bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0896461 Sep 23 22:22:24.143582 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a3ad2ef-6a01-48a0-a204-501a91370dc6 req-30741802-e035-4754-9e5a-29dc8a4d805f service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609267 Sep 23 22:22:24.199592 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8188bce-85f9-409d-a1ac-fc141ddd3a78 req-8e04a67e-b7a9-4af9-b35e-9e426198dbbc tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:24.202302 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d8188bce-85f9-409d-a1ac-fc141ddd3a78 req-8e04a67e-b7a9-4af9-b35e-9e426198dbbc tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 945 time: 0.1486421 Sep 23 22:22:24.227693 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4ca68ff8-4bd3-4201-8fc5-2b3857e5e3ef req-d44db7b4-b7ff-4286-919f-041690eb4b91 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:24.249154 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514fa94d-64c8-4d72-a9d0-10b902de7706 x-openstack-request-id: req-514fa94d-64c8-4d72-a9d0-10b902de7706 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:24.249662 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70a270f-a73b-40e6-9c9a-095a6646b9cc", "name": "network-vif-unplugged", "status": "completed", "tag": "821490a8-b891-4c78-b405-a7935ea24bf9", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:24.249977 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-514fa94d-64c8-4d72-a9d0-10b902de7706 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:24.250577 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70a270f-a73b-40e6-9c9a-095a6646b9cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '821490a8-b891-4c78-b405-a7935ea24bf9', 'code': 200} Sep 23 22:22:24.294579 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44db7b4-b7ff-4286-919f-041690eb4b91 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Pushing event deleted for resources: {'Port': ['ID=2d292310-bf93-4b9a-a317-4ac5e8756137,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:24.319294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d8188bce-85f9-409d-a1ac-fc141ddd3a78 req-2add4dd2-679a-4cd4-a23d-ef403a521f2d tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups?id=f56be387-3e75-465e-89ca-821d471f33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029432 Sep 23 22:22:24.324223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2849d6e-2826-4a63-bd8c-af5cd2709a5f req-bdc1900c-15bb-4cda-a29d-bb6f23be9898 service neutron] 10.222.0.67 "GET /v2.0/networks/89c69608-fbdd-460b-961c-2313c4263bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896011 Sep 23 22:22:24.426451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca68ff8-4bd3-4201-8fc5-2b3857e5e3ef req-d44db7b4-b7ff-4286-919f-041690eb4b91 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] No DVR routers for this DVR port 2d292310-bf93-4b9a-a317-4ac5e8756137 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:22:24.429870 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4ca68ff8-4bd3-4201-8fc5-2b3857e5e3ef req-d44db7b4-b7ff-4286-919f-041690eb4b91 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:24.432543 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ca68ff8-4bd3-4201-8fc5-2b3857e5e3ef req-d44db7b4-b7ff-4286-919f-041690eb4b91 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.43 "DELETE /v2.0/ports/2d292310-bf93-4b9a-a317-4ac5e8756137 HTTP/1.1" status: 204 len: 173 time: 2.2657974 Sep 23 22:22:24.458559 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab413adf-5aa2-46cf-9dcd-0927571b08ca', 'name': 'network-vif-deleted', 'tag': '2d292310-bf93-4b9a-a317-4ac5e8756137'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:24.463852 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99770592-26fd-425f-b6d3-4fc914f1e3e9" -d '{"events": [{"server_uuid": "ab413adf-5aa2-46cf-9dcd-0927571b08ca", "name": "network-vif-deleted", "tag": "2d292310-bf93-4b9a-a317-4ac5e8756137"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:24.565517 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2849d6e-2826-4a63-bd8c-af5cd2709a5f req-9ae238f9-470e-4e70-b3f1-b7359763eb5e service neutron] 10.222.0.67 "GET /v2.0/networks/89c69608-fbdd-460b-961c-2313c4263bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336311 Sep 23 22:22:24.570579 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624aaf57-3f9f-46f5-849e-a4dff89d83f0 req-44f4b62a-65f9-4a73-ae05-6ba3f3dea943 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:24.579070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624aaf57-3f9f-46f5-849e-a4dff89d83f0 req-44f4b62a-65f9-4a73-ae05-6ba3f3dea943 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:24.586344 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624aaf57-3f9f-46f5-849e-a4dff89d83f0 req-44f4b62a-65f9-4a73-ae05-6ba3f3dea943 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:24.588214 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-624aaf57-3f9f-46f5-849e-a4dff89d83f0 req-44f4b62a-65f9-4a73-ae05-6ba3f3dea943 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2413 time: 0.1734276 Sep 23 22:22:24.647450 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-624aaf57-3f9f-46f5-849e-a4dff89d83f0 req-a7d233df-1671-4875-b19d-89c2307663d5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486472 Sep 23 22:22:24.702676 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d677016b-79ae-40b5-b459-3a1df66af164 x-openstack-request-id: req-d677016b-79ae-40b5-b459-3a1df66af164 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:24.703024 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab413adf-5aa2-46cf-9dcd-0927571b08ca", "name": "network-vif-deleted", "tag": "2d292310-bf93-4b9a-a317-4ac5e8756137", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:24.710782 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d677016b-79ae-40b5-b459-3a1df66af164 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:24.710782 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab413adf-5aa2-46cf-9dcd-0927571b08ca', 'name': 'network-vif-deleted', 'tag': '2d292310-bf93-4b9a-a317-4ac5e8756137', 'status': 'completed', 'code': 200} Sep 23 22:22:24.797378 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-673df239-b0ce-4ba1-b14b-1f48571e607c req-e17e39fe-712f-4d49-a12c-b7f61557186f tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab413adf-5aa2-46cf-9dcd-0927571b08ca HTTP/1.1" status: 200 len: 210 time: 0.0531709 Sep 23 22:22:24.958398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674a375-f277-4f90-b65f-5b65d0185485 req-d9b2c20c-878d-44a9-bb87-4e953b43d883 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:24.967207 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5674a375-f277-4f90-b65f-5b65d0185485 req-d9b2c20c-878d-44a9-bb87-4e953b43d883 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/networks?id=d445de3f-5408-4213-bcec-439e92d41e76 HTTP/1.1" status: 200 len: 804 time: 0.1549242 Sep 23 22:22:24.987188 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5674a375-f277-4f90-b65f-5b65d0185485 req-a75d5000-070b-4bb9-b570-57a9ed790e7e tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/quotas/b00b91f17d49499c92208ef9afdb92f2 HTTP/1.1" status: 200 len: 375 time: 0.0187998 Sep 23 22:22:25.070225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594be329-3540-4ac9-a4c9-1a78216d1117 req-52638276-27d2-4e0c-b08a-9b09c35c6e93 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:25.070970 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5674a375-f277-4f90-b65f-5b65d0185485 req-1d91d4db-f175-4935-8720-ba8eb46b09fc tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b00b91f17d49499c92208ef9afdb92f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828142 Sep 23 22:22:25.079415 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-594be329-3540-4ac9-a4c9-1a78216d1117 req-52638276-27d2-4e0c-b08a-9b09c35c6e93 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 948 time: 0.0686331 Sep 23 22:22:25.136503 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-594be329-3540-4ac9-a4c9-1a78216d1117 req-48c1e9ab-0562-4e98-8335-7ebb88e3ab50 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550072 Sep 23 22:22:25.229084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115b04c-ead3-4539-847b-734c18bb9670 req-903b8df8-cd35-4d3c-a7a2-380e30d0d1e8 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:25.230799 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d115b04c-ead3-4539-847b-734c18bb9670 req-903b8df8-cd35-4d3c-a7a2-380e30d0d1e8 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 945 time: 0.1307838 Sep 23 22:22:25.286820 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5674a375-f277-4f90-b65f-5b65d0185485 req-3eb731bd-9990-4290-b534-4effaf839379 service neutron] 10.222.0.22 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149043 Sep 23 22:22:25.349282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:22:25.520232 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5674a375-f277-4f90-b65f-5b65d0185485 req-5349bdb6-69c3-4648-b4c7-75ad6872ee8a service neutron] 10.222.0.22 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224355 Sep 23 22:22:25.538674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-d115b04c-ead3-4539-847b-734c18bb9670 req-b7850ff7-bd4c-4646-a08f-2058f19c386e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Deleting port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:25.539077 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d115b04c-ead3-4539-847b-734c18bb9670 req-b7850ff7-bd4c-4646-a08f-2058f19c386e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:25.587917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c0513-a059-4c70-9681-4553ea939200 req-fc0c0681-8b34-46cb-b4a7-b4f572037ebd tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:25.589033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:25.594749 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-808c0513-a059-4c70-9681-4553ea939200 req-fc0c0681-8b34-46cb-b4a7-b4f572037ebd tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 945 time: 0.1358123 Sep 23 22:22:25.637340 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 2d292310-bf93-4b9a-a317-4ac5e8756137 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:22:25.643270 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-808c0513-a059-4c70-9681-4553ea939200 req-c4d00a59-114f-4168-a77f-345524a8c56e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups?id=f56be387-3e75-465e-89ca-821d471f33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474732 Sep 23 22:22:25.684231 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-d115b04c-ead3-4539-847b-734c18bb9670 req-b7850ff7-bd4c-4646-a08f-2058f19c386e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] For port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=9879c4b5-88a5-49de-947b-9ab65bd5b4fa,segment=NetworkSegment(bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149),segment_id=bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:25.684618 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d115b04c-ead3-4539-847b-734c18bb9670 req-b7850ff7-bd4c-4646-a08f-2058f19c386e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:25.733979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 2d292310-bf93-4b9a-a317-4ac5e8756137 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:22:25.734696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 2d292310-bf93-4b9a-a317-4ac5e8756137 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:22:25.752827 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5', 'mac_address': 'fa:16:3e:d1:89:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:22:25.880647 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:25.927768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:22:25.929713 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d115b04c-ead3-4539-847b-734c18bb9670 req-b7850ff7-bd4c-4646-a08f-2058f19c386e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:25.930096 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d115b04c-ead3-4539-847b-734c18bb9670 req-b7850ff7-bd4c-4646-a08f-2058f19c386e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:25.930497 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [req-d115b04c-ead3-4539-847b-734c18bb9670 req-b7850ff7-bd4c-4646-a08f-2058f19c386e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Floating IP dc7755d7-8435-4b68-858b-6dc66aac67ad disassociated. External IP: 172.25.1.253, port: 9879c4b5-88a5-49de-947b-9ab65bd5b4fa. Sep 23 22:22:25.930853 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-d115b04c-ead3-4539-847b-734c18bb9670 req-b7850ff7-bd4c-4646-a08f-2058f19c386e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Calling delete_port for 9879c4b5-88a5-49de-947b-9ab65bd5b4fa owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:25.956283 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:26.037481 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:26.140083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215b29f-ccbe-4207-a122-22c87c08548d req-d71886ee-30fe-4dd1-a09b-a95d31e5801b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:26.146567 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215b29f-ccbe-4207-a122-22c87c08548d req-d71886ee-30fe-4dd1-a09b-a95d31e5801b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:26.154272 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215b29f-ccbe-4207-a122-22c87c08548d req-d71886ee-30fe-4dd1-a09b-a95d31e5801b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:26.164575 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b215b29f-ccbe-4207-a122-22c87c08548d req-d71886ee-30fe-4dd1-a09b-a95d31e5801b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2413 time: 0.2101934 Sep 23 22:22:26.178145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:26.178258 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c523069-b3d1-4d58-a804-716924043b0e req-5c739cf1-cb9f-4cd7-96e2-85fde957417e tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 210 time: 0.0404146 Sep 23 22:22:26.178723 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d115b04c-ead3-4539-847b-734c18bb9670 req-b7850ff7-bd4c-4646-a08f-2058f19c386e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:26.239782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7850ff7-bd4c-4646-a08f-2058f19c386e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Pushing event deleted for resources: {'Port': ['ID=9879c4b5-88a5-49de-947b-9ab65bd5b4fa,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:26.324327 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b215b29f-ccbe-4207-a122-22c87c08548d req-0bf48643-c5c2-4d43-87cb-3b5702a4c0b2 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519852 Sep 23 22:22:26.359263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099121bf-7639-4799-bb55-c7afb86f6df3 req-2d1875c5-1d73-49e1-85ed-0622c62c47d6 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:26.361057 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-099121bf-7639-4799-bb55-c7afb86f6df3 req-2d1875c5-1d73-49e1-85ed-0622c62c47d6 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.67 "GET /v2.0/ports?device_id=d70a270f-a73b-40e6-9c9a-095a6646b9cc HTTP/1.1" status: 200 len: 943 time: 0.3565285 Sep 23 22:22:26.453897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ba0d871f-5f5e-4269-8b69-888ed8f8e6d5'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:22:26.524797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa1b39-227c-4114-9826-7cbd642c88a4 req-84c1762b-abdc-45dc-86fd-5152b5f3fe16 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:26.538806 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7aa1b39-227c-4114-9826-7cbd642c88a4 req-84c1762b-abdc-45dc-86fd-5152b5f3fe16 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 949 time: 0.1378975 Sep 23 22:22:26.540332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-099121bf-7639-4799-bb55-c7afb86f6df3 req-9629461f-1e54-4ced-b8b5-b326f7c4b0ff tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Deleting port 821490a8-b891-4c78-b405-a7935ea24bf9 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:26.541577 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-099121bf-7639-4799-bb55-c7afb86f6df3 req-9629461f-1e54-4ced-b8b5-b326f7c4b0ff tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:26.634627 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7aa1b39-227c-4114-9826-7cbd642c88a4 req-d0b3ea9a-027e-410d-a9c0-16cef2e4e685 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949018 Sep 23 22:22:26.654346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44182) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:26.686586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d115b04c-ead3-4539-847b-734c18bb9670 req-b7850ff7-bd4c-4646-a08f-2058f19c386e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Router 0ee3774a-1023-43f6-ba60-7d124a383674 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:22:26.872815 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-650ccaf6-a7fe-4a45-833b-e35119504f38 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:26.915447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f977ad2-95a5-4f71-b6cc-168c39d3174e req-f8ab6732-9f3d-4ada-bfdf-2e1334e44585 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 210 time: 0.1144681 Sep 23 22:22:26.937818 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-099121bf-7639-4799-bb55-c7afb86f6df3 req-9629461f-1e54-4ced-b8b5-b326f7c4b0ff tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] For port 821490a8-b891-4c78-b405-a7935ea24bf9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=821490a8-b891-4c78-b405-a7935ea24bf9,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:26.938773 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-650ccaf6-a7fe-4a45-833b-e35119504f38 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:26.940158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-099121bf-7639-4799-bb55-c7afb86f6df3 req-9629461f-1e54-4ced-b8b5-b326f7c4b0ff tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:26.968162 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-099121bf-7639-4799-bb55-c7afb86f6df3 req-9629461f-1e54-4ced-b8b5-b326f7c4b0ff tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Calling delete_port for 821490a8-b891-4c78-b405-a7935ea24bf9 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:26.987237 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d115b04c-ead3-4539-847b-734c18bb9670 req-b7850ff7-bd4c-4646-a08f-2058f19c386e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:22:27.009435 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd8e53-2186-49be-bedd-d7195db0688e None None] Sync routers for ids ['0ee3774a-1023-43f6-ba60-7d124a383674'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:22:27.029243 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd8e53-2186-49be-bedd-d7195db0688e None None] Routers {'0ee3774a-1023-43f6-ba60-7d124a383674'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:22:27.030970 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-94bd8e53-2186-49be-bedd-d7195db0688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:22:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ee3774a-1023-43f6-ba60-7d124a383674'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:27.096923 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-d115b04c-ead3-4539-847b-734c18bb9670 req-b7850ff7-bd4c-4646-a08f-2058f19c386e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] No DVR routers for this DVR port 9879c4b5-88a5-49de-947b-9ab65bd5b4fa on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:22:27.104046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d115b04c-ead3-4539-847b-734c18bb9670 req-b7850ff7-bd4c-4646-a08f-2058f19c386e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:27.108629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d115b04c-ead3-4539-847b-734c18bb9670 req-b7850ff7-bd4c-4646-a08f-2058f19c386e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.43 "DELETE /v2.0/ports/9879c4b5-88a5-49de-947b-9ab65bd5b4fa HTTP/1.1" status: 204 len: 173 time: 1.8662586 Sep 23 22:22:27.109151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac2fca1-caba-43be-b9bb-b98c587ff80d', 'name': 'network-vif-deleted', 'tag': '9879c4b5-88a5-49de-947b-9ab65bd5b4fa'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:27.113586 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1878ccef-8378-4abc-be74-b29c0bac4acf" -d '{"events": [{"server_uuid": "eac2fca1-caba-43be-b9bb-b98c587ff80d", "name": "network-vif-deleted", "tag": "9879c4b5-88a5-49de-947b-9ab65bd5b4fa"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:27.229366 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc28057-65a4-4b90-931e-49ba9c31bff9 x-openstack-request-id: req-fdc28057-65a4-4b90-931e-49ba9c31bff9 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:27.230445 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac2fca1-caba-43be-b9bb-b98c587ff80d", "name": "network-vif-deleted", "tag": "9879c4b5-88a5-49de-947b-9ab65bd5b4fa", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:27.230445 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fdc28057-65a4-4b90-931e-49ba9c31bff9 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:27.230793 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac2fca1-caba-43be-b9bb-b98c587ff80d', 'name': 'network-vif-deleted', 'tag': '9879c4b5-88a5-49de-947b-9ab65bd5b4fa', 'status': 'completed', 'code': 200} Sep 23 22:22:27.252448 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-650ccaf6-a7fe-4a45-833b-e35119504f38 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:27.265192 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-650ccaf6-a7fe-4a45-833b-e35119504f38 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:27.267099 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-650ccaf6-a7fe-4a45-833b-e35119504f38 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "DELETE /v2.0/security-groups/31e59335-3b4a-4b7e-a457-f5d6fefb88f9 HTTP/1.1" status: 204 len: 168 time: 0.6114535 Sep 23 22:22:27.271691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44200) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:27.327092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ccaf6-a7fe-4a45-833b-e35119504f38 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e59335-3b4a-4b7e-a457-f5d6fefb88f9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:27.351324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f28e3e4e-aeee-4f67-841d-86513171893e details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:22:27.360421 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-651cc543-70ba-48a1-9254-6a415edf6e6a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] show failed (client error): The resource could not be found. Sep 23 22:22:27.363950 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-651cc543-70ba-48a1-9254-6a415edf6e6a tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "GET /v2.0/security-groups/31e59335-3b4a-4b7e-a457-f5d6fefb88f9 HTTP/1.1" status: 404 len: 347 time: 0.0852537 Sep 23 22:22:27.368180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44204) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:27.415062 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-11e42a9b-5140-46e5-bb3e-46a0d5966091 req-c952e003-0e29-41d9-854f-3af609b00fa8 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 210 time: 0.0706899 Sep 23 22:22:27.434628 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-94bd8e53-2186-49be-bedd-d7195db0688e None None] Set router 0ee3774a-1023-43f6-ba60-7d124a383674 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:22:27.557881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f28e3e4e-aeee-4f67-841d-86513171893e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f28e3e4e-aeee-4f67-841d-86513171893e,segment=NetworkSegment(f270ed5a-b740-4a26-b614-534eead531ae),segment_id=f270ed5a-b740-4a26-b614-534eead531ae)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:27.575801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'f28e3e4e-aeee-4f67-841d-86513171893e', 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc', 'port_id': 'f28e3e4e-aeee-4f67-841d-86513171893e', 'mac_address': 'fa:16:3e:84:5b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c830842-2e1b-432a-afc5-e0f01f4c8076', 'ip_address': '19.80.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:22:27.624338 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:27.641703 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28e3e4e-aeee-4f67-841d-86513171893e {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:22:27.678998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f28e3e4e-aeee-4f67-841d-86513171893e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f28e3e4e-aeee-4f67-841d-86513171893e,segment=NetworkSegment(f270ed5a-b740-4a26-b614-534eead531ae),segment_id=f270ed5a-b740-4a26-b614-534eead531ae)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:27.790789 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-94bd8e53-2186-49be-bedd-d7195db0688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:19:40Z', 'updated_at': '2021-09-23T22:19:52Z', 'revision_number': 4, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'gw_port': {'id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:43Z', 'updated_at': '2021-09-23T22:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38', 'name': '', 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'mac_address': 'fa:16:3e:bd:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:51Z', 'updated_at': '2021-09-23T22:19:59Z', 'revision_number': 5, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'subnets': [{'id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:27.796973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2928af1-765c-430c-be93-8605b6e8d9df req-9e7f6285-5861-4e01-b237-39c98528c8dd tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:27.806061 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e2928af1-765c-430c-be93-8605b6e8d9df req-9e7f6285-5861-4e01-b237-39c98528c8dd tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 949 time: 0.0865779 Sep 23 22:22:27.832689 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:27.832689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device dbad9677-0779-4f88-a770-6f199c7982f3 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:22:27.833142 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd8e53-2186-49be-bedd-d7195db0688e None None] Checking router: 0ee3774a-1023-43f6-ba60-7d124a383674 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:22:27.843511 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd8e53-2186-49be-bedd-d7195db0688e None None] Routers {'0ee3774a-1023-43f6-ba60-7d124a383674'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:22:27.844159 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-94bd8e53-2186-49be-bedd-d7195db0688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:22:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ee3774a-1023-43f6-ba60-7d124a383674'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:27.860415 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e2928af1-765c-430c-be93-8605b6e8d9df req-cd56b2f1-6bfa-464c-9ab5-26dc49ae407c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533483 Sep 23 22:22:27.896851 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-099121bf-7639-4799-bb55-c7afb86f6df3 req-9629461f-1e54-4ced-b8b5-b326f7c4b0ff tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:27.935676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629461f-1e54-4ced-b8b5-b326f7c4b0ff tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Pushing event deleted for resources: {'Port': ['ID=821490a8-b891-4c78-b405-a7935ea24bf9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:27.991855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93813a2a-b9c0-4a37-a08d-91f07da86193 req-acda8652-8d14-4dd3-af47-d026dcc9ab5c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:27.998223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93813a2a-b9c0-4a37-a08d-91f07da86193 req-acda8652-8d14-4dd3-af47-d026dcc9ab5c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:28.004742 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93813a2a-b9c0-4a37-a08d-91f07da86193 req-acda8652-8d14-4dd3-af47-d026dcc9ab5c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:28.004965 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-94bd8e53-2186-49be-bedd-d7195db0688e None None] Set router 0ee3774a-1023-43f6-ba60-7d124a383674 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:22:28.010072 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f28e3e4e-aeee-4f67-841d-86513171893e,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:28.020553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-93813a2a-b9c0-4a37-a08d-91f07da86193 req-acda8652-8d14-4dd3-af47-d026dcc9ab5c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2413 time: 0.5120134 Sep 23 22:22:28.048243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e97f7865-7c34-4427-9212-df4585f82896 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Deleting port 5d36dce9-a836-4057-9f15-d707389bc463 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:28.048818 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e97f7865-7c34-4427-9212-df4585f82896 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:28.052256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-099121bf-7639-4799-bb55-c7afb86f6df3 req-9629461f-1e54-4ced-b8b5-b326f7c4b0ff tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] No DVR routers for this DVR port 821490a8-b891-4c78-b405-a7935ea24bf9 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:22:28.072218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-099121bf-7639-4799-bb55-c7afb86f6df3 req-9629461f-1e54-4ced-b8b5-b326f7c4b0ff tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:28.074768 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-099121bf-7639-4799-bb55-c7afb86f6df3 req-9629461f-1e54-4ced-b8b5-b326f7c4b0ff tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.67 "DELETE /v2.0/ports/821490a8-b891-4c78-b405-a7935ea24bf9 HTTP/1.1" status: 204 len: 173 time: 1.7062387 Sep 23 22:22:28.075510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70a270f-a73b-40e6-9c9a-095a6646b9cc', 'name': 'network-vif-deleted', 'tag': '821490a8-b891-4c78-b405-a7935ea24bf9'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:28.078241 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5543131-ddc7-4918-b82b-1b4afb0921af" -d '{"events": [{"server_uuid": "d70a270f-a73b-40e6-9c9a-095a6646b9cc", "name": "network-vif-deleted", "tag": "821490a8-b891-4c78-b405-a7935ea24bf9"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:28.164194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-93813a2a-b9c0-4a37-a08d-91f07da86193 req-4edee598-3bea-4509-b160-1e9d3d0d45e1 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421506 Sep 23 22:22:28.246825 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e97f7865-7c34-4427-9212-df4585f82896 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:28.249983 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e97f7865-7c34-4427-9212-df4585f82896 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:28.280629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-de356e3e-4074-44a4-a417-e197861c6f84 req-c38ebdc6-af27-41f1-9355-d396dd10bdf8 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/ports?device_id=eac2fca1-caba-43be-b9bb-b98c587ff80d HTTP/1.1" status: 200 len: 210 time: 0.2109704 Sep 23 22:22:28.314350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e97f7865-7c34-4427-9212-df4585f82896 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Calling delete_port for 5d36dce9-a836-4057-9f15-d707389bc463 owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:28.322854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port dbad9677-0779-4f88-a770-6f199c7982f3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbad9677-0779-4f88-a770-6f199c7982f3,segment=NetworkSegment(ba95967d-0d7a-43d6-baa1-052186a163ab),segment_id=ba95967d-0d7a-43d6-baa1-052186a163ab)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:28.395743 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'dbad9677-0779-4f88-a770-6f199c7982f3', 'network_id': '54a90f2c-214e-4e71-9373-9d722c3e0041', 'port_id': 'dbad9677-0779-4f88-a770-6f199c7982f3', 'mac_address': 'fa:16:3e:d2:77:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa6204f4-05e1-4eaa-9058-63def3199946', 'ip_address': '19.86.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:22:28.447002 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0ff1fe-1264-4b2a-bac9-003c47866e35 x-openstack-request-id: req-ce0ff1fe-1264-4b2a-bac9-003c47866e35 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:28.452515 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70a270f-a73b-40e6-9c9a-095a6646b9cc", "name": "network-vif-deleted", "tag": "821490a8-b891-4c78-b405-a7935ea24bf9", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:28.452515 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce0ff1fe-1264-4b2a-bac9-003c47866e35 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:28.459716 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70a270f-a73b-40e6-9c9a-095a6646b9cc', 'name': 'network-vif-deleted', 'tag': '821490a8-b891-4c78-b405-a7935ea24bf9', 'status': 'completed', 'code': 200} Sep 23 22:22:28.530538 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:28.562026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbad9677-0779-4f88-a770-6f199c7982f3 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:22:28.619637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port dbad9677-0779-4f88-a770-6f199c7982f3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbad9677-0779-4f88-a770-6f199c7982f3,segment=NetworkSegment(ba95967d-0d7a-43d6-baa1-052186a163ab),segment_id=ba95967d-0d7a-43d6-baa1-052186a163ab)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:28.631913 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-94bd8e53-2186-49be-bedd-d7195db0688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:19:40Z', 'updated_at': '2021-09-23T22:19:52Z', 'revision_number': 4, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'gw_port': {'id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:43Z', 'updated_at': '2021-09-23T22:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38', 'name': '', 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'mac_address': 'fa:16:3e:bd:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:51Z', 'updated_at': '2021-09-23T22:19:59Z', 'revision_number': 5, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'subnets': [{'id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:28.663410 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0516dffe-d6f9-4e18-b16b-8ca73fd6651e req-d4922ddb-c0ea-4248-8ede-4e87e84ebd08 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 210 time: 0.0729094 Sep 23 22:22:28.681575 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd8e53-2186-49be-bedd-d7195db0688e None None] The sync data for ids ['0ee3774a-1023-43f6-ba60-7d124a383674'] in n-d-810775-1 is: [{'id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:19:40Z', 'updated_at': '2021-09-23T22:19:52Z', 'revision_number': 4, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'gw_port': {'id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:43Z', 'updated_at': '2021-09-23T22:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38', 'name': '', 'network_id': '717b056d-3b9d-4f6a-a518-58ad20c64300', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'mac_address': 'fa:16:3e:bd:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:51Z', 'updated_at': '2021-09-23T22:19:59Z', 'revision_number': 5, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'subnets': [{'id': '469d8c6d-9b83-47dd-87ab-1bab60b72a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:22:28.741938 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:28.742688 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:22:28.851090 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e97f7865-7c34-4427-9212-df4585f82896 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:28.911604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f7865-7c34-4427-9212-df4585f82896 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Pushing event deleted for resources: {'Port': ['ID=5d36dce9-a836-4057-9f15-d707389bc463,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:29.063489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e2b4c-1f2b-4f88-8ac0-e8689491bda4 req-5e7481c3-f27c-4d5e-8975-afc44b6c1dce tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:29.074990 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f06e2b4c-1f2b-4f88-8ac0-e8689491bda4 req-5e7481c3-f27c-4d5e-8975-afc44b6c1dce tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 949 time: 0.0897794 Sep 23 22:22:29.112040 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e97f7865-7c34-4427-9212-df4585f82896 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:29.120176 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e97f7865-7c34-4427-9212-df4585f82896 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:29.124420 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e97f7865-7c34-4427-9212-df4585f82896 tempest-ImagesOneServerNegativeTestJSON-178471119 tempest-ImagesOneServerNegativeTestJSON-178471119-project] 10.222.0.22 "DELETE /v2.0/floatingips/aa0887f7-79fa-44d5-b2f2-fa2b69a730aa HTTP/1.1" status: 204 len: 168 time: 1.7538619 Sep 23 22:22:29.167588 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f06e2b4c-1f2b-4f88-8ac0-e8689491bda4 req-c391e20e-76f8-45f4-8c7a-9947cf0e0062 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911522 Sep 23 22:22:29.169301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=bc2aafa1-070f-4f16-9e70-8bbc6b963bc0,segment=NetworkSegment(f270ed5a-b740-4a26-b614-534eead531ae),segment_id=f270ed5a-b740-4a26-b614-534eead531ae)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:29.200173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'bc2aafa1-070f-4f16-9e70-8bbc6b963bc0', 'network_id': '89c69608-fbdd-460b-961c-2313c4263bcc', 'port_id': 'bc2aafa1-070f-4f16-9e70-8bbc6b963bc0', 'mac_address': 'fa:16:3e:a5:4e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c830842-2e1b-432a-afc5-e0f01f4c8076', 'ip_address': '19.80.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:22:29.243195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=dbad9677-0779-4f88-a770-6f199c7982f3,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:29.333698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc126ac-8cb0-48b8-9b20-bc185af44e59 None None] New status for floating IP dc7755d7-8435-4b68-858b-6dc66aac67ad: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:22:29.364041 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:29.446830 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98961a67-c107-4351-85df-f55930140e3c req-166c9ad7-02b1-4989-9fa0-82250fe1b7e2 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:29.459758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98961a67-c107-4351-85df-f55930140e3c req-166c9ad7-02b1-4989-9fa0-82250fe1b7e2 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:29.467946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f572c9e-19bf-43fd-aa9d-ebcbde696049 req-281fe04d-4e3b-40a6-b539-cafb920bc3ad tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:29.473494 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98961a67-c107-4351-85df-f55930140e3c req-166c9ad7-02b1-4989-9fa0-82250fe1b7e2 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:29.486767 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98961a67-c107-4351-85df-f55930140e3c req-166c9ad7-02b1-4989-9fa0-82250fe1b7e2 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2415 time: 0.1405773 Sep 23 22:22:29.499444 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f572c9e-19bf-43fd-aa9d-ebcbde696049 req-281fe04d-4e3b-40a6-b539-cafb920bc3ad tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 944 time: 0.1802454 Sep 23 22:22:29.627976 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98961a67-c107-4351-85df-f55930140e3c req-cc436414-2958-4755-a6ec-97937e2624e8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143515 Sep 23 22:22:29.645726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f572c9e-19bf-43fd-aa9d-ebcbde696049 req-ca4fc340-7ae2-4b2b-996f-33f52e0bf675 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174638 Sep 23 22:22:29.658398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 9879c4b5-88a5-49de-947b-9ab65bd5b4fa no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:22:29.732387 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db0d94-5dee-420f-8706-32f34d8ab6e4 req-b8c24dd0-b585-423d-9ebb-a1c7caaa65d9 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:29.732953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 9879c4b5-88a5-49de-947b-9ab65bd5b4fa {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:22:29.733205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 9879c4b5-88a5-49de-947b-9ab65bd5b4fa not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:22:29.737328 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:22:29.739525 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03db0d94-5dee-420f-8706-32f34d8ab6e4 req-b8c24dd0-b585-423d-9ebb-a1c7caaa65d9 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.43 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 944 time: 0.2474489 Sep 23 22:22:29.796281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=bc2aafa1-070f-4f16-9e70-8bbc6b963bc0,segment=NetworkSegment(f270ed5a-b740-4a26-b614-534eead531ae),segment_id=f270ed5a-b740-4a26-b614-534eead531ae)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:29.925500 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:29.981810 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aee4e756-3677-4c40-8a50-feaede35e757 req-494fdc36-569e-43e0-ab43-e6776d3e8f76 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 210 time: 0.0655260 Sep 23 22:22:30.004714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44258) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:30.015718 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-03db0d94-5dee-420f-8706-32f34d8ab6e4 req-717ff9f9-fc5b-4d1d-9abb-ea2b99b4c285 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Deleting port e23a60a8-f3a5-4d0f-95b4-7040ac188459 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:30.016067 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=bc2aafa1-070f-4f16-9e70-8bbc6b963bc0,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:30.017226 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-03db0d94-5dee-420f-8706-32f34d8ab6e4 req-717ff9f9-fc5b-4d1d-9abb-ea2b99b4c285 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:30.100672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:22:30.103282 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44260) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:30.215465 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-03db0d94-5dee-420f-8706-32f34d8ab6e4 req-717ff9f9-fc5b-4d1d-9abb-ea2b99b4c285 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] For port e23a60a8-f3a5-4d0f-95b4-7040ac188459, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e23a60a8-f3a5-4d0f-95b4-7040ac188459,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:30.216517 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-03db0d94-5dee-420f-8706-32f34d8ab6e4 req-717ff9f9-fc5b-4d1d-9abb-ea2b99b4c285 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:30.248700 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-03db0d94-5dee-420f-8706-32f34d8ab6e4 req-717ff9f9-fc5b-4d1d-9abb-ea2b99b4c285 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Calling delete_port for e23a60a8-f3a5-4d0f-95b4-7040ac188459 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:30.249758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-be86334a-253d-4e99-9faa-177653644939 admin admin] Deleting subnet 0feabcec-1c76-49b1-a0fd-ebf326fb24ea {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:22:30.253388 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be86334a-253d-4e99-9faa-177653644939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:30.299393 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91271257-4a48-4ae1-bddf-f789aae13f07 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:30.318894 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be86334a-253d-4e99-9faa-177653644939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:30.369047 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91271257-4a48-4ae1-bddf-f789aae13f07 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:30.371781 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:22:30.381825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:30.382421 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:30.426861 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be86334a-253d-4e99-9faa-177653644939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:30.597026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['dbad9677-0779-4f88-a770-6f199c7982f3'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:22:30.636950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a31fba-08ef-461a-a700-d46f7fb4bdbc req-fe7e50cb-2447-45de-862b-6b624a188afd tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:30.637883 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674a375-f277-4f90-b65f-5b65d0185485 req-80583c16-8253-4b29-b14f-38fa5a2f97c4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:30.639212 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5674a375-f277-4f90-b65f-5b65d0185485 req-80583c16-8253-4b29-b14f-38fa5a2f97c4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.43 "GET /v2.0/networks?id=d445de3f-5408-4213-bcec-439e92d41e76 HTTP/1.1" status: 200 len: 804 time: 0.2094557 Sep 23 22:22:30.641903 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-71a31fba-08ef-461a-a700-d46f7fb4bdbc req-fe7e50cb-2447-45de-862b-6b624a188afd tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 949 time: 0.1021886 Sep 23 22:22:30.645673 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-03db0d94-5dee-420f-8706-32f34d8ab6e4 req-717ff9f9-fc5b-4d1d-9abb-ea2b99b4c285 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:30.660989 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-5674a375-f277-4f90-b65f-5b65d0185485 req-6028432d-801e-4fd4-be13-70d5aec3cdb5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Request body: {'port': {'device_id': '2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9', 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76', 'admin_state_up': True, 'tenant_id': 'b00b91f17d49499c92208ef9afdb92f2'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:30.694810 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['e23a60a8-f3a5-4d0f-95b4-7040ac188459'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:22:30.742513 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['bc2aafa1-070f-4f16-9e70-8bbc6b963bc0'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:22:30.757956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['f28e3e4e-aeee-4f67-841d-86513171893e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:22:30.760555 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ff9f9-fc5b-4d1d-9abb-ea2b99b4c285 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Pushing event deleted for resources: {'Port': ['ID=e23a60a8-f3a5-4d0f-95b4-7040ac188459,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:30.784139 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be86334a-253d-4e99-9faa-177653644939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:30.809976 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91271257-4a48-4ae1-bddf-f789aae13f07 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:30.821038 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91271257-4a48-4ae1-bddf-f789aae13f07 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:30.825728 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:30.827060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-91271257-4a48-4ae1-bddf-f789aae13f07 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "DELETE /v2.0/security-groups/f56be387-3e75-465e-89ca-821d471f33e4 HTTP/1.1" status: 204 len: 168 time: 0.8186996 Sep 23 22:22:30.896560 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44274) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:30.919757 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be86334a-253d-4e99-9faa-177653644939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:30.929173 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-be86334a-253d-4e99-9faa-177653644939 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0feabcec-1c76-49b1-a0fd-ebf326fb24ea HTTP/1.1" status: 204 len: 168 time: 0.8182590 Sep 23 22:22:30.935957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44278) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:30.935957 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-341ecf64-24b5-44ff-8675-2ff3d3e3515e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] show failed (client error): The resource could not be found. Sep 23 22:22:30.937891 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-341ecf64-24b5-44ff-8675-2ff3d3e3515e tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "GET /v2.0/security-groups/f56be387-3e75-465e-89ca-821d471f33e4 HTTP/1.1" status: 404 len: 347 time: 0.0312195 Sep 23 22:22:30.949838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-03db0d94-5dee-420f-8706-32f34d8ab6e4 req-717ff9f9-fc5b-4d1d-9abb-ea2b99b4c285 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] No DVR routers for this DVR port e23a60a8-f3a5-4d0f-95b4-7040ac188459 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:22:30.959496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44280) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:30.967901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534321fc-ab37-4a68-858f-364b40ed6fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:30.973076 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b58f72f-be2f-4125-99c2-b221e92c2050" -d '{"events": [{"server_uuid": "534321fc-ab37-4a68-858f-364b40ed6fe2", "name": "network-vif-plugged", "status": "completed", "tag": "ba0d871f-5f5e-4269-8b69-888ed8f8e6d5"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:30.990492 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-03db0d94-5dee-420f-8706-32f34d8ab6e4 req-717ff9f9-fc5b-4d1d-9abb-ea2b99b4c285 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:30.995405 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03db0d94-5dee-420f-8706-32f34d8ab6e4 req-717ff9f9-fc5b-4d1d-9abb-ea2b99b4c285 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.43 "DELETE /v2.0/ports/e23a60a8-f3a5-4d0f-95b4-7040ac188459 HTTP/1.1" status: 204 len: 173 time: 1.2501125 Sep 23 22:22:30.995405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616c4bb8-e7c1-4660-a888-5ed03346943f', 'name': 'network-vif-deleted', 'tag': 'e23a60a8-f3a5-4d0f-95b4-7040ac188459'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:31.000050 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22908dfe-00ac-41c2-aac7-d65ee802f68b" -d '{"events": [{"server_uuid": "616c4bb8-e7c1-4660-a888-5ed03346943f", "name": "network-vif-deleted", "tag": "e23a60a8-f3a5-4d0f-95b4-7040ac188459"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:31.000386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86334a-253d-4e99-9faa-177653644939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0feabcec-1c76-49b1-a0fd-ebf326fb24ea,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:31.002824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91271257-4a48-4ae1-bddf-f789aae13f07 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56be387-3e75-465e-89ca-821d471f33e4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:31.049488 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:31.111147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c4a48-7355-4320-a68d-2144ac098b18 req-40c491aa-0729-4d29-8532-986f7c2145ea tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:31.119805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c4a48-7355-4320-a68d-2144ac098b18 req-40c491aa-0729-4d29-8532-986f7c2145ea tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:31.126493 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c4a48-7355-4320-a68d-2144ac098b18 req-40c491aa-0729-4d29-8532-986f7c2145ea tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:31.136700 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e13c4a48-7355-4320-a68d-2144ac098b18 req-40c491aa-0729-4d29-8532-986f7c2145ea tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2416 time: 0.2357349 Sep 23 22:22:31.163432 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:31.165389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 821490a8-b891-4c78-b405-a7935ea24bf9 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:22:31.176706 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-71a31fba-08ef-461a-a700-d46f7fb4bdbc req-2f911730-b920-4729-bb96-e373561995e0 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145500 Sep 23 22:22:31.218162 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e13c4a48-7355-4320-a68d-2144ac098b18 req-13acc5b4-b515-4f50-b724-e129148494dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780811 Sep 23 22:22:31.273026 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5674a375-f277-4f90-b65f-5b65d0185485 req-6028432d-801e-4fd4-be13-70d5aec3cdb5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Made reservation on behalf of b00b91f17d49499c92208ef9afdb92f2 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:22:31.277517 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5674a375-f277-4f90-b65f-5b65d0185485 req-6028432d-801e-4fd4-be13-70d5aec3cdb5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:31.354755 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 821490a8-b891-4c78-b405-a7935ea24bf9 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:22:31.355314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 821490a8-b891-4c78-b405-a7935ea24bf9 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:22:31.441923 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da0925db-d0f6-4734-a9f0-3c0cddcfd5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:31.447662 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9694f3b5-31c6-4d26-afea-1775f4fcf8b4 x-openstack-request-id: req-9694f3b5-31c6-4d26-afea-1775f4fcf8b4 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:31.448161 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534321fc-ab37-4a68-858f-364b40ed6fe2", "name": "network-vif-plugged", "status": "completed", "tag": "ba0d871f-5f5e-4269-8b69-888ed8f8e6d5", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:31.448520 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9694f3b5-31c6-4d26-afea-1775f4fcf8b4 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:31.449140 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534321fc-ab37-4a68-858f-364b40ed6fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5', 'code': 200} Sep 23 22:22:31.589407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:31.608037 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b76dda47-71e7-4b7a-9ace-cd5e69d8cba0 req-66873a40-335f-4bb5-96b8-b1ad43a91ed0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=616c4bb8-e7c1-4660-a888-5ed03346943f HTTP/1.1" status: 200 len: 210 time: 0.3155246 Sep 23 22:22:31.616950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:31.617599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:31.618186 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:31.618805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:31.619372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:31.619942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:31.621209 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:31.621209 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:31.621660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:31.622230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:31.622839 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:31.623344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:22:31.731133 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a136fa1a-eb09-45b9-8bab-1adbd467c1b0 req-609002e3-ec6f-4284-89f8-a6a52be7b600 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 210 time: 0.1680429 Sep 23 22:22:31.775552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-5674a375-f277-4f90-b65f-5b65d0185485 req-6028432d-801e-4fd4-be13-70d5aec3cdb5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Allocated IP 172.20.0.6 (d445de3f-5408-4213-bcec-439e92d41e76/903c4ba9-2c76-4131-a769-852776e395e4/4cb5df26-c616-452c-9e1a-0eb5dba43109) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:22:31.787670 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da0925db-d0f6-4734-a9f0-3c0cddcfd5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:31.798834 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d08c7b-d286-4c5f-a7bd-d630c9234eac x-openstack-request-id: req-55d08c7b-d286-4c5f-a7bd-d630c9234eac {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:31.799137 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616c4bb8-e7c1-4660-a888-5ed03346943f", "name": "network-vif-deleted", "tag": "e23a60a8-f3a5-4d0f-95b4-7040ac188459", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:31.799355 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55d08c7b-d286-4c5f-a7bd-d630c9234eac {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:31.799809 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616c4bb8-e7c1-4660-a888-5ed03346943f', 'name': 'network-vif-deleted', 'tag': 'e23a60a8-f3a5-4d0f-95b4-7040ac188459', 'status': 'completed', 'code': 200} Sep 23 22:22:31.806834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafd27e-f9be-4a93-943e-b07f7825e7e5 req-f60494b9-b7bd-4ba7-a3f6-7c12309a5015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:31.809553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-faafd27e-f9be-4a93-943e-b07f7825e7e5 req-f60494b9-b7bd-4ba7-a3f6-7c12309a5015 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 1101 time: 0.1966462 Sep 23 22:22:31.821943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e72f79fb-afa6-4afd-ae7c-74db47c6fa93 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Deleting port 8656b3d9-eae8-4b3a-9e75-3fca62e685cf {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:31.824566 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e72f79fb-afa6-4afd-ae7c-74db47c6fa93 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:31.825184 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-da0925db-d0f6-4734-a9f0-3c0cddcfd5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7d5e20-a12d-47bf-ac34-63d18b47696f']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:31.852543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-da0925db-d0f6-4734-a9f0-3c0cddcfd5c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edde89d6-a670-42de-9bea-bf74d4f4e80b') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:31.852862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-da0925db-d0f6-4734-a9f0-3c0cddcfd5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edde89d6-a670-42de-9bea-bf74d4f4e80b') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:31.874028 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da0925db-d0f6-4734-a9f0-3c0cddcfd5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:31.921700 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da0925db-d0f6-4734-a9f0-3c0cddcfd5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:31.926610 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-faafd27e-f9be-4a93-943e-b07f7825e7e5 req-7b8341f8-61a8-4ac6-a844-8ff1f4e17f8f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069589 Sep 23 22:22:31.933882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0925db-d0f6-4734-a9f0-3c0cddcfd5c2 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:22:31.934292 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da0925db-d0f6-4734-a9f0-3c0cddcfd5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: items = [ Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:22:31.936142 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:22:31.974279 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e72f79fb-afa6-4afd-ae7c-74db47c6fa93 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:31.974799 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e72f79fb-afa6-4afd-ae7c-74db47c6fa93 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:32.024775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e72f79fb-afa6-4afd-ae7c-74db47c6fa93 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Calling delete_port for 8656b3d9-eae8-4b3a-9e75-3fca62e685cf owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:32.126423 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5674a375-f277-4f90-b65f-5b65d0185485 req-6028432d-801e-4fd4-be13-70d5aec3cdb5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:32.199334 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da0925db-d0f6-4734-a9f0-3c0cddcfd5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:32.209516 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da0925db-d0f6-4734-a9f0-3c0cddcfd5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:32.214004 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-da0925db-d0f6-4734-a9f0-3c0cddcfd5c2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fd7d5e20-a12d-47bf-ac34-63d18b47696f HTTP/1.1" status: 204 len: 168 time: 1.2744551 Sep 23 22:22:32.247210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44298) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:32.254538 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0925db-d0f6-4734-a9f0-3c0cddcfd5c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd7d5e20-a12d-47bf-ac34-63d18b47696f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:32.285483 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e72f79fb-afa6-4afd-ae7c-74db47c6fa93 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:32.294164 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5674a375-f277-4f90-b65f-5b65d0185485 req-6028432d-801e-4fd4-be13-70d5aec3cdb5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:32.402865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f79fb-afa6-4afd-ae7c-74db47c6fa93 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Pushing event deleted for resources: {'Port': ['ID=8656b3d9-eae8-4b3a-9e75-3fca62e685cf,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:32.489779 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5674a375-f277-4f90-b65f-5b65d0185485 req-6028432d-801e-4fd4-be13-70d5aec3cdb5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Network d445de3f-5408-4213-bcec-439e92d41e76 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:22:32.528148 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e72f79fb-afa6-4afd-ae7c-74db47c6fa93 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:32.531380 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e72f79fb-afa6-4afd-ae7c-74db47c6fa93 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:32.532656 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e72f79fb-afa6-4afd-ae7c-74db47c6fa93 tempest-ServersTestJSON-1844317013 tempest-ServersTestJSON-1844317013-project] 10.222.0.22 "DELETE /v2.0/floatingips/dc7755d7-8435-4b68-858b-6dc66aac67ad HTTP/1.1" status: 204 len: 168 time: 1.5725782 Sep 23 22:22:32.544344 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae727fa-23cd-4c04-b28b-b6923a438a0f req-3e448fb5-9cd2-4593-8a17-904ea4a721c1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:32.555729 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dae727fa-23cd-4c04-b28b-b6923a438a0f req-3e448fb5-9cd2-4593-8a17-904ea4a721c1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.1618102 Sep 23 22:22:32.558716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44306) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:32.559069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-5674a375-f277-4f90-b65f-5b65d0185485 req-6028432d-801e-4fd4-be13-70d5aec3cdb5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:22:32.566936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5674a375-f277-4f90-b65f-5b65d0185485 req-6028432d-801e-4fd4-be13-70d5aec3cdb5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:22:32.578181 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e513ebdd-d355-42f2-abea-4137012a10f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:32.635118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028432d-801e-4fd4-be13-70d5aec3cdb5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Pushing event updated for resources: {'Port': ['ID=4cb5df26-c616-452c-9e1a-0eb5dba43109,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:32.669756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674a375-f277-4f90-b65f-5b65d0185485 req-6028432d-801e-4fd4-be13-70d5aec3cdb5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:32.670642 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5674a375-f277-4f90-b65f-5b65d0185485 req-6028432d-801e-4fd4-be13-70d5aec3cdb5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:32.700091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987af7a5-6428-4138-b9f3-1a0d73a6c58b req-bdd7b02b-5cd2-4a2a-98df-88e77da123c7 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:32.706374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987af7a5-6428-4138-b9f3-1a0d73a6c58b req-bdd7b02b-5cd2-4a2a-98df-88e77da123c7 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:32.721403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987af7a5-6428-4138-b9f3-1a0d73a6c58b req-bdd7b02b-5cd2-4a2a-98df-88e77da123c7 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:32.726912 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-987af7a5-6428-4138-b9f3-1a0d73a6c58b req-bdd7b02b-5cd2-4a2a-98df-88e77da123c7 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2416 time: 0.2525270 Sep 23 22:22:32.743070 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dae727fa-23cd-4c04-b28b-b6923a438a0f req-cbccfc54-4114-4db2-bc22-f8c84c8f6085 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860628 Sep 23 22:22:32.864947 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-987af7a5-6428-4138-b9f3-1a0d73a6c58b req-97d8954a-3a6a-4bb6-bd0f-93d64f6e2bff tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151793 Sep 23 22:22:32.870838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44312) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:33.003170 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e513ebdd-d355-42f2-abea-4137012a10f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:33.007336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-642e9da3-e534-4708-8756-7e1609cbb945 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f07c46fb8ce49b99c9507b0e26f4b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1353827 Sep 23 22:22:33.011676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44316) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:33.089344 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c66a6d-800e-424a-8596-88cfe2fad05e req-643f5979-8825-4da1-90f3-96fade1f3353 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:33.090458 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34956423-52a9-4afa-affd-15ad4fa884ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:33.095708 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e513ebdd-d355-42f2-abea-4137012a10f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:33.097053 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-72c66a6d-800e-424a-8596-88cfe2fad05e req-643f5979-8825-4da1-90f3-96fade1f3353 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 931 time: 0.0966120 Sep 23 22:22:33.151638 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34956423-52a9-4afa-affd-15ad4fa884ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:33.159361 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-72c66a6d-800e-424a-8596-88cfe2fad05e req-0e426d01-93fc-4dae-8ad0-37aaecd34cda tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603838 Sep 23 22:22:33.166448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e513ebdd-d355-42f2-abea-4137012a10f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec37bec6d18b4382a7805ea9060b98f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9179087 Sep 23 22:22:33.170357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44318) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:33.182932 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5674a375-f277-4f90-b65f-5b65d0185485 req-6028432d-801e-4fd4-be13-70d5aec3cdb5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5328758 Sep 23 22:22:33.183847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513ebdd-d355-42f2-abea-4137012a10f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9211ae-100c-4de7-9ddf-474d51f47710,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:33.202561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Request body: {'port': {'device_id': '2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:33.287564 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3da576bd-61b0-4ac0-96a9-1ba76fba8fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:33.343058 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:33.361625 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2c5cff3d-ae89-4603-b999-c458114c4d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:33.420867 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2c5cff3d-ae89-4603-b999-c458114c4d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:33.470528 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34956423-52a9-4afa-affd-15ad4fa884ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:33.477058 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34956423-52a9-4afa-affd-15ad4fa884ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:33.481657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-34956423-52a9-4afa-affd-15ad4fa884ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a3f3966-bdac-497a-b9e2-1bd79c1a75d5 HTTP/1.1" status: 204 len: 168 time: 0.4687755 Sep 23 22:22:33.555005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34956423-52a9-4afa-affd-15ad4fa884ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3f3966-bdac-497a-b9e2-1bd79c1a75d5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:33.673249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e23a60a8-f3a5-4d0f-95b4-7040ac188459 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:22:33.705341 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918672fa-eca7-44fb-87d4-dabd03bfd4e7 req-dc4588c0-d256-4eaf-b240-726cf1bc7be1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:33.713307 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-918672fa-eca7-44fb-87d4-dabd03bfd4e7 req-dc4588c0-d256-4eaf-b240-726cf1bc7be1 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 944 time: 0.0778792 Sep 23 22:22:33.770071 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:22:33.814586 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: e23a60a8-f3a5-4d0f-95b4-7040ac188459 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:22:33.814915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e23a60a8-f3a5-4d0f-95b4-7040ac188459 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:22:33.822644 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-918672fa-eca7-44fb-87d4-dabd03bfd4e7 req-c6155d5a-cd0e-4e39-9675-a39b30049883 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081264 Sep 23 22:22:33.924418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-3da576bd-61b0-4ac0-96a9-1ba76fba8fef admin admin] Deleting port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:33.924418 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3da576bd-61b0-4ac0-96a9-1ba76fba8fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:33.961890 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2c5cff3d-ae89-4603-b999-c458114c4d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:33.967113 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2c5cff3d-ae89-4603-b999-c458114c4d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:33.969318 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2c5cff3d-ae89-4603-b999-c458114c4d7a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea9211ae-100c-4de7-9ddf-474d51f47710 HTTP/1.1" status: 204 len: 168 time: 0.7976477 Sep 23 22:22:34.001575 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cff3d-ae89-4603-b999-c458114c4d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9211ae-100c-4de7-9ddf-474d51f47710,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:34.022457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f28e3e4e-aeee-4f67-841d-86513171893e up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:22:34.045201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eed8c2-2aa7-48dc-b67d-bd67d9b574cf req-01541cb5-677b-4df6-a52d-2031448978f1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:34.047284 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54eed8c2-2aa7-48dc-b67d-bd67d9b574cf req-01541cb5-677b-4df6-a52d-2031448978f1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.1543913 Sep 23 22:22:34.162691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f213f-63a0-424a-9a1a-1b987c2c1ae3 req-4f9e8285-1501-401f-9d2d-775240b828d8 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:34.164435 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c92f213f-63a0-424a-9a1a-1b987c2c1ae3 req-4f9e8285-1501-401f-9d2d-775240b828d8 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 944 time: 0.2037826 Sep 23 22:22:34.220790 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdce4b-8fc5-4fc6-9538-a508dc3036df req-e5113222-4a41-4840-9c32-f8fafc9753c6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:34.227827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdce4b-8fc5-4fc6-9538-a508dc3036df req-e5113222-4a41-4840-9c32-f8fafc9753c6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:34.233406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54eed8c2-2aa7-48dc-b67d-bd67d9b574cf req-1828d912-edce-433d-84f4-45a3bbde1278 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790068 Sep 23 22:22:34.234323 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdce4b-8fc5-4fc6-9538-a508dc3036df req-e5113222-4a41-4840-9c32-f8fafc9753c6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:34.242587 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6cbdce4b-8fc5-4fc6-9538-a508dc3036df req-e5113222-4a41-4840-9c32-f8fafc9753c6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2416 time: 0.2799981 Sep 23 22:22:34.250486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port f28e3e4e-aeee-4f67-841d-86513171893e completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:22:34.256207 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port f28e3e4e-aeee-4f67-841d-86513171893e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:34.256592 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:34.274644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-3da576bd-61b0-4ac0-96a9-1ba76fba8fef admin admin] For port e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38,segment=NetworkSegment(bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149),segment_id=bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:34.275300 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3da576bd-61b0-4ac0-96a9-1ba76fba8fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:34.275751 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb5df26-c616-452c-9e1a-0eb5dba43109 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:22:34.302819 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:34.333298 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-3da576bd-61b0-4ac0-96a9-1ba76fba8fef admin admin] Calling delete_port for e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:34.343967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Transition to ACTIVE for port object 4cb5df26-c616-452c-9e1a-0eb5dba43109 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:22:34.360683 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6cbdce4b-8fc5-4fc6-9538-a508dc3036df req-d7b4e952-4280-4a14-b0f2-6be1b3449726 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159470 Sep 23 22:22:34.454816 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:34.469561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-c92f213f-63a0-424a-9a1a-1b987c2c1ae3 req-70ac0059-4598-43ac-83e8-d0bb53d08f1c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Deleting port 151f6b5e-2b3a-4769-8d7c-64442241b8ef {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:34.470236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c92f213f-63a0-424a-9a1a-1b987c2c1ae3 req-70ac0059-4598-43ac-83e8-d0bb53d08f1c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:34.485386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28e3e4e-aeee-4f67-841d-86513171893e'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:34.489075 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99e9294-e54c-447c-a735-350e10ac6a86" -d '{"events": [{"server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "name": "network-vif-plugged", "status": "completed", "tag": "f28e3e4e-aeee-4f67-841d-86513171893e"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:34.505310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f28e3e4e-aeee-4f67-841d-86513171893e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f28e3e4e-aeee-4f67-841d-86513171893e,segment=NetworkSegment(f270ed5a-b740-4a26-b614-534eead531ae),segment_id=f270ed5a-b740-4a26-b614-534eead531ae)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:34.531229 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:34.555539 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c58dd0-9090-4598-a2be-454939efe838 x-openstack-request-id: req-38c58dd0-9090-4598-a2be-454939efe838 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:34.555820 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "name": "network-vif-plugged", "status": "completed", "tag": "f28e3e4e-aeee-4f67-841d-86513171893e", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:34.556245 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-38c58dd0-9090-4598-a2be-454939efe838 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:34.556716 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28e3e4e-aeee-4f67-841d-86513171893e', 'code': 200} Sep 23 22:22:34.631792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Pushing event updated for resources: {'Port': ['ID=4cb5df26-c616-452c-9e1a-0eb5dba43109,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:34.649280 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:34.651222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device dbad9677-0779-4f88-a770-6f199c7982f3 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:22:34.903715 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f28e3e4e-aeee-4f67-841d-86513171893e,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:34.906993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Attempting to bind port 4cb5df26-c616-452c-9e1a-0eb5dba43109 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:22:34.918711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Attempting to bind port 4cb5df26-c616-452c-9e1a-0eb5dba43109 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:22:34.919378 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Attempting to bind port 4cb5df26-c616-452c-9e1a-0eb5dba43109 on network d445de3f-5408-4213-bcec-439e92d41e76 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:22:34.934889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Port 4cb5df26-c616-452c-9e1a-0eb5dba43109 on network d445de3f-5408-4213-bcec-439e92d41e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:22:34.935402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Attempting to bind port 4cb5df26-c616-452c-9e1a-0eb5dba43109 on network d445de3f-5408-4213-bcec-439e92d41e76 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:22:34.948473 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:22:34.948967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Checking segment: {'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:22:34.949585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Bound using segment: {'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:22:34.950348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Bound port: 4cb5df26-c616-452c-9e1a-0eb5dba43109, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:22:34.950873 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:34.976138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port dbad9677-0779-4f88-a770-6f199c7982f3 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:22:34.984558 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port dbad9677-0779-4f88-a770-6f199c7982f3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:34.985663 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:35.123403 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:35.183860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port dbad9677-0779-4f88-a770-6f199c7982f3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbad9677-0779-4f88-a770-6f199c7982f3,segment=NetworkSegment(ba95967d-0d7a-43d6-baa1-052186a163ab),segment_id=ba95967d-0d7a-43d6-baa1-052186a163ab)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:35.187986 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad934872-8e56-4ee3-a400-79b159888014 req-77d4ec41-2709-4b26-93e2-2c8652fa5270 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:35.190766 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ad934872-8e56-4ee3-a400-79b159888014 req-77d4ec41-2709-4b26-93e2-2c8652fa5270 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 944 time: 0.2126992 Sep 23 22:22:35.213001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6b8ff-7342-4815-8720-4addf9c6316b req-1bc78a9f-f192-4ddc-8fec-4eaf87f3869f tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:35.221993 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c2d6b8ff-7342-4815-8720-4addf9c6316b req-1bc78a9f-f192-4ddc-8fec-4eaf87f3869f tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 943 time: 0.7005067 Sep 23 22:22:35.244718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] For port 4cb5df26-c616-452c-9e1a-0eb5dba43109, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:22:35.277351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] For port 4cb5df26-c616-452c-9e1a-0eb5dba43109, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4cb5df26-c616-452c-9e1a-0eb5dba43109,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:22:35.309390 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ad934872-8e56-4ee3-a400-79b159888014 req-ff903803-f622-4179-84f3-14033c3c3dfd tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927377 Sep 23 22:22:35.310808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-c92f213f-63a0-424a-9a1a-1b987c2c1ae3 req-70ac0059-4598-43ac-83e8-d0bb53d08f1c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] For port 151f6b5e-2b3a-4769-8d7c-64442241b8ef, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=151f6b5e-2b3a-4769-8d7c-64442241b8ef,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:35.311830 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c92f213f-63a0-424a-9a1a-1b987c2c1ae3 req-70ac0059-4598-43ac-83e8-d0bb53d08f1c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:35.318921 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:35.320491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:22:35.326190 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44360) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:35.357871 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c996ef0a-881c-497a-a924-508f3934e9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:35.368294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-c92f213f-63a0-424a-9a1a-1b987c2c1ae3 req-70ac0059-4598-43ac-83e8-d0bb53d08f1c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Calling delete_port for 151f6b5e-2b3a-4769-8d7c-64442241b8ef owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:35.401073 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c2d6b8ff-7342-4815-8720-4addf9c6316b req-fc3dc2c2-a0d0-469b-8068-1d1b35be7dc5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440189 Sep 23 22:22:35.496134 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:35.498710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=dbad9677-0779-4f88-a770-6f199c7982f3,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:35.517525 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3da576bd-61b0-4ac0-96a9-1ba76fba8fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:35.565432 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:35.566675 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:35.568185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5674a375-f277-4f90-b65f-5b65d0185485 req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] 10.222.0.43 "PUT /v2.0/ports/4cb5df26-c616-452c-9e1a-0eb5dba43109 HTTP/1.1" status: 200 len: 1091 time: 2.3722491 Sep 23 22:22:35.572617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9', 'tag': '4cb5df26-c616-452c-9e1a-0eb5dba43109'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:35.580424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da576bd-61b0-4ac0-96a9-1ba76fba8fef admin admin] Pushing event deleted for resources: {'Port': ['ID=e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:35.583505 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8c582b-5691-4b0b-8f55-38ab946e8a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9", "tag": "4cb5df26-c616-452c-9e1a-0eb5dba43109"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:35.620277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:22:35.625861 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:35.626700 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:35.650847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a73d0a-7d4a-477d-a617-1c349f3bb052 req-8496ece3-5cba-415c-be50-1e481c1bc9b6 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:35.652474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-23a73d0a-7d4a-477d-a617-1c349f3bb052 req-8496ece3-5cba-415c-be50-1e481c1bc9b6 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.2718689 Sep 23 22:22:35.694579 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14068501-ba45-4016-ae96-f6f0d3a004df service neutron] Pushing event updated for resources: {'Port': ['ID=4cb5df26-c616-452c-9e1a-0eb5dba43109,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:35.768432 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:35.821569 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=bc2aafa1-070f-4f16-9e70-8bbc6b963bc0,segment=NetworkSegment(f270ed5a-b740-4a26-b614-534eead531ae),segment_id=f270ed5a-b740-4a26-b614-534eead531ae)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:35.821947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2471083-ecbe-45cf-8850-c02048e47b02 req-59eba601-9ea3-48cb-b98c-d3f67dea83e9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:35.828484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2471083-ecbe-45cf-8850-c02048e47b02 req-59eba601-9ea3-48cb-b98c-d3f67dea83e9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:35.835727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2471083-ecbe-45cf-8850-c02048e47b02 req-59eba601-9ea3-48cb-b98c-d3f67dea83e9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:35.837707 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e2471083-ecbe-45cf-8850-c02048e47b02 req-59eba601-9ea3-48cb-b98c-d3f67dea83e9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2418 time: 0.2584126 Sep 23 22:22:35.850281 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-23a73d0a-7d4a-477d-a617-1c349f3bb052 req-85800028-20b4-4401-a32a-ad0abd58abab tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776137 Sep 23 22:22:35.889181 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c996ef0a-881c-497a-a924-508f3934e9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:35.902669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674a375-f277-4f90-b65f-5b65d0185485 req-92bd7132-b82c-42ec-95b9-85e29ec6f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:35.905339 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5674a375-f277-4f90-b65f-5b65d0185485 req-92bd7132-b82c-42ec-95b9-85e29ec6f5a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b00b91f17d49499c92208ef9afdb92f2&device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 1094 time: 0.1545184 Sep 23 22:22:35.920902 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:35.984786 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=bc2aafa1-070f-4f16-9e70-8bbc6b963bc0,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:35.998975 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5674a375-f277-4f90-b65f-5b65d0185485 req-bd7db48b-65b0-4061-af15-a97d3a50e2eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cb5df26-c616-452c-9e1a-0eb5dba43109 HTTP/1.1" status: 200 len: 217 time: 0.0748367 Sep 23 22:22:36.000850 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c996ef0a-881c-497a-a924-508f3934e9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:36.045966 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e2471083-ecbe-45cf-8850-c02048e47b02 req-5092b85a-8dc6-4208-b639-7fa53588457f tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897588 Sep 23 22:22:36.080610 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c92f213f-63a0-424a-9a1a-1b987c2c1ae3 req-70ac0059-4598-43ac-83e8-d0bb53d08f1c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:36.088064 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c996ef0a-881c-497a-a924-508f3934e9eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8620d95f20e8462bba839be55a638aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7604911 Sep 23 22:22:36.089042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44374) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:36.127599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996ef0a-881c-497a-a924-508f3934e9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae78cd82-c727-4915-87c8-dd0d0e87ffd0,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:36.149051 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674a375-f277-4f90-b65f-5b65d0185485 req-0b7a70c9-18e6-483a-9525-9d78ba3f982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:36.150687 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5674a375-f277-4f90-b65f-5b65d0185485 req-0b7a70c9-18e6-483a-9525-9d78ba3f982c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=903c4ba9-2c76-4131-a769-852776e395e4 HTTP/1.1" status: 200 len: 844 time: 0.1382606 Sep 23 22:22:36.163560 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac0059-4598-43ac-83e8-d0bb53d08f1c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Pushing event deleted for resources: {'Port': ['ID=151f6b5e-2b3a-4769-8d7c-64442241b8ef,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:36.179710 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a88d110-f404-4348-8d9d-477833b0fb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:36.199255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5674a375-f277-4f90-b65f-5b65d0185485 req-67bae030-aa5e-4d47-9172-1531e5405dd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d445de3f-5408-4213-bcec-439e92d41e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355792 Sep 23 22:22:36.200856 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec645add-d075-49a9-8c0c-d82fc76856cf x-openstack-request-id: req-ec645add-d075-49a9-8c0c-d82fc76856cf {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:36.201178 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9", "tag": "4cb5df26-c616-452c-9e1a-0eb5dba43109", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:36.201457 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec645add-d075-49a9-8c0c-d82fc76856cf {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:36.201981 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9', 'tag': '4cb5df26-c616-452c-9e1a-0eb5dba43109', 'status': 'completed', 'code': 200} Sep 23 22:22:36.214080 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:36.224247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92f213f-63a0-424a-9a1a-1b987c2c1ae3 req-70ac0059-4598-43ac-83e8-d0bb53d08f1c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] No DVR routers for this DVR port 151f6b5e-2b3a-4769-8d7c-64442241b8ef on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:22:36.227885 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3da576bd-61b0-4ac0-96a9-1ba76fba8fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:36.238951 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c92f213f-63a0-424a-9a1a-1b987c2c1ae3 req-70ac0059-4598-43ac-83e8-d0bb53d08f1c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:36.241581 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c92f213f-63a0-424a-9a1a-1b987c2c1ae3 req-70ac0059-4598-43ac-83e8-d0bb53d08f1c tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.43 "DELETE /v2.0/ports/151f6b5e-2b3a-4769-8d7c-64442241b8ef HTTP/1.1" status: 204 len: 173 time: 2.0628452 Sep 23 22:22:36.243695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb14c8d-674b-403a-9e8b-4e736b556bc7', 'name': 'network-vif-deleted', 'tag': '151f6b5e-2b3a-4769-8d7c-64442241b8ef'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:36.255301 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9207690-0d4e-487b-ae02-43660d5022d1" -d '{"events": [{"server_uuid": "cbb14c8d-674b-403a-9e8b-4e736b556bc7", "name": "network-vif-deleted", "tag": "151f6b5e-2b3a-4769-8d7c-64442241b8ef"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:36.298543 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a88d110-f404-4348-8d9d-477833b0fb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:36.471424 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5674a375-f277-4f90-b65f-5b65d0185485 req-b7437e01-5315-450a-8f23-15909b39aec8 service neutron] 10.222.0.43 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558601 Sep 23 22:22:36.558373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbad9677-0779-4f88-a770-6f199c7982f3'}, {'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2aafa1-070f-4f16-9e70-8bbc6b963bc0'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:36.563948 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8595e4-58d7-4a8f-9f47-a49e4d2d6761" -d '{"events": [{"server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "name": "network-vif-plugged", "status": "completed", "tag": "dbad9677-0779-4f88-a770-6f199c7982f3"}, {"server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "name": "network-vif-plugged", "status": "completed", "tag": "bc2aafa1-070f-4f16-9e70-8bbc6b963bc0"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:36.591445 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484737e8-ab30-4e03-92d5-a785b9f017e8 x-openstack-request-id: req-484737e8-ab30-4e03-92d5-a785b9f017e8 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:36.592177 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb14c8d-674b-403a-9e8b-4e736b556bc7", "name": "network-vif-deleted", "tag": "151f6b5e-2b3a-4769-8d7c-64442241b8ef", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:36.592711 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-484737e8-ab30-4e03-92d5-a785b9f017e8 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:36.594128 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb14c8d-674b-403a-9e8b-4e736b556bc7', 'name': 'network-vif-deleted', 'tag': '151f6b5e-2b3a-4769-8d7c-64442241b8ef', 'status': 'completed', 'code': 200} Sep 23 22:22:36.612404 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da576bd-61b0-4ac0-96a9-1ba76fba8fef admin admin] Router 0ee3774a-1023-43f6-ba60-7d124a383674 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:22:36.627961 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a88d110-f404-4348-8d9d-477833b0fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:36.632381 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a88d110-f404-4348-8d9d-477833b0fb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:36.637007 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0a88d110-f404-4348-8d9d-477833b0fb72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae78cd82-c727-4915-87c8-dd0d0e87ffd0 HTTP/1.1" status: 204 len: 168 time: 0.5446692 Sep 23 22:22:36.663141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88d110-f404-4348-8d9d-477833b0fb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae78cd82-c727-4915-87c8-dd0d0e87ffd0,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:36.744364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5674a375-f277-4f90-b65f-5b65d0185485 req-54c161dc-8577-4bfa-800e-62f318c9c50a service neutron] 10.222.0.43 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485507 Sep 23 22:22:36.833921 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fe371d79-78cc-4112-9462-40817a9ccd1c req-03b1e414-0574-4f51-bbff-8fc047ed3315 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbb14c8d-674b-403a-9e8b-4e736b556bc7 HTTP/1.1" status: 200 len: 210 time: 0.0722995 Sep 23 22:22:36.936544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c582b-5691-4b0b-8f55-38ab946e8a0e req-dd593a61-1b03-4e19-af94-9693de8e669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:36.938182 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c8c582b-5691-4b0b-8f55-38ab946e8a0e req-dd593a61-1b03-4e19-af94-9693de8e669a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b00b91f17d49499c92208ef9afdb92f2&device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 1094 time: 0.0582035 Sep 23 22:22:36.947375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2052559-bea7-4d17-878b-c569565a112d req-33aa30ea-48c8-416a-986a-9a9f67bf3763 tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:36.948981 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b2052559-bea7-4d17-878b-c569565a112d req-33aa30ea-48c8-416a-986a-9a9f67bf3763 tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 1101 time: 0.0752056 Sep 23 22:22:36.950691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da576bd-61b0-4ac0-96a9-1ba76fba8fef admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:22:36.957057 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3da576bd-61b0-4ac0-96a9-1ba76fba8fef admin admin] 10.222.0.22 "PUT /v2.0/routers/0ee3774a-1023-43f6-ba60-7d124a383674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3954766 Sep 23 22:22:36.960629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44392) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:36.987074 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d372f7-b8cd-46aa-b775-346efba41a24 None None] Sync routers for ids ['0ee3774a-1023-43f6-ba60-7d124a383674'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:22:37.003412 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d372f7-b8cd-46aa-b775-346efba41a24 None None] Routers {'0ee3774a-1023-43f6-ba60-7d124a383674'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:22:37.005520 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-58d372f7-b8cd-46aa-b775-346efba41a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:22:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ee3774a-1023-43f6-ba60-7d124a383674'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:37.064518 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b2052559-bea7-4d17-878b-c569565a112d req-e80341aa-fd54-4a46-bdc7-d648ea62ce23 tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:37.113012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f22cb-d08e-4da2-977d-b23f8310f268 req-c7c70669-4c9d-4867-a081-230029c96c5c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:37.115432 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d53f22cb-d08e-4da2-977d-b23f8310f268 req-c7c70669-4c9d-4867-a081-230029c96c5c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 943 time: 0.1189008 Sep 23 22:22:37.116685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c582b-5691-4b0b-8f55-38ab946e8a0e req-be3678e5-4b73-4ebd-8011-4443f1d69096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:37.118498 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c8c582b-5691-4b0b-8f55-38ab946e8a0e req-be3678e5-4b73-4ebd-8011-4443f1d69096 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d445de3f-5408-4213-bcec-439e92d41e76 HTTP/1.1" status: 200 len: 905 time: 0.1700377 Sep 23 22:22:37.131232 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:37.192077 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c8c582b-5691-4b0b-8f55-38ab946e8a0e req-84201629-22a4-4321-adfc-c57096c9c4a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cb5df26-c616-452c-9e1a-0eb5dba43109 HTTP/1.1" status: 200 len: 217 time: 0.0642560 Sep 23 22:22:37.272628 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d53f22cb-d08e-4da2-977d-b23f8310f268 req-88f9260d-f38a-4f91-b8d3-1fa77590fe17 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431928 Sep 23 22:22:37.297163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c582b-5691-4b0b-8f55-38ab946e8a0e req-2c8bf510-d112-4c66-acfa-5dcc5cc88719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:37.299092 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c8c582b-5691-4b0b-8f55-38ab946e8a0e req-2c8bf510-d112-4c66-acfa-5dcc5cc88719 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=903c4ba9-2c76-4131-a769-852776e395e4 HTTP/1.1" status: 200 len: 844 time: 0.0981328 Sep 23 22:22:37.346669 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-58d372f7-b8cd-46aa-b775-346efba41a24 None None] Set router 0ee3774a-1023-43f6-ba60-7d124a383674 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:22:37.394527 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b2052559-bea7-4d17-878b-c569565a112d req-e80341aa-fd54-4a46-bdc7-d648ea62ce23 tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:37.398232 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c8c582b-5691-4b0b-8f55-38ab946e8a0e req-abe7e233-13a5-4a28-be85-c51884abc3dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d445de3f-5408-4213-bcec-439e92d41e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816905 Sep 23 22:22:37.405682 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:37.412924 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875f5baa-d03b-4928-b993-8ff3aa7db540 x-openstack-request-id: req-875f5baa-d03b-4928-b993-8ff3aa7db540 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:37.413907 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "name": "network-vif-plugged", "status": "completed", "tag": "dbad9677-0779-4f88-a770-6f199c7982f3", "code": 200}, {"server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "name": "network-vif-plugged", "status": "completed", "tag": "bc2aafa1-070f-4f16-9e70-8bbc6b963bc0", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:37.414935 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-875f5baa-d03b-4928-b993-8ff3aa7db540 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:37.415572 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbad9677-0779-4f88-a770-6f199c7982f3', 'code': 200} Sep 23 22:22:37.416548 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2aafa1-070f-4f16-9e70-8bbc6b963bc0', 'code': 200} Sep 23 22:22:37.519131 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b2052559-bea7-4d17-878b-c569565a112d req-e80341aa-fd54-4a46-bdc7-d648ea62ce23 tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:37.632144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c8c582b-5691-4b0b-8f55-38ab946e8a0e req-9dd2e0c8-694f-41dd-b2f6-5aa42e660030 service neutron] 10.222.0.43 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317290 Sep 23 22:22:37.636516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44408) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:37.643270 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b2052559-bea7-4d17-878b-c569565a112d req-e80341aa-fd54-4a46-bdc7-d648ea62ce23 tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335955 Sep 23 22:22:37.649966 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe3cd1-57cc-4100-b6da-260415dffce3 req-06095035-f10a-44d4-a81a-62ba08273bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:37.650469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe3cd1-57cc-4100-b6da-260415dffce3 req-06095035-f10a-44d4-a81a-62ba08273bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:37.650959 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe3cd1-57cc-4100-b6da-260415dffce3 req-06095035-f10a-44d4-a81a-62ba08273bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:37.653076 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-effe3cd1-57cc-4100-b6da-260415dffce3 req-06095035-f10a-44d4-a81a-62ba08273bfd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2872 time: 0.0891974 Sep 23 22:22:37.699889 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 151f6b5e-2b3a-4769-8d7c-64442241b8ef no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:22:37.795450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80341aa-fd54-4a46-bdc7-d648ea62ce23 tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29c30a1-a7ae-4c69-bd6d-58156fa0531a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:37.804649 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-effe3cd1-57cc-4100-b6da-260415dffce3 req-48b69077-fa5a-4c62-8814-a41cb22014db service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424341 Sep 23 22:22:37.859045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 151f6b5e-2b3a-4769-8d7c-64442241b8ef {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:22:37.859923 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c8c582b-5691-4b0b-8f55-38ab946e8a0e req-b4ee219e-0149-4fbe-b965-096a4d074996 service neutron] 10.222.0.43 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159028 Sep 23 22:22:37.861638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 151f6b5e-2b3a-4769-8d7c-64442241b8ef not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:22:37.927055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] Deleting port a285869d-9969-4d05-86a1-a2f0c9f0e0f8 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:37.927654 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:38.019760 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab39f-d13e-45a3-b3f6-69d029e0c7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:38.033272 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b82e2-e9b7-4ad7-85e3-b9935ca207ea req-78caba6d-6c3f-496f-b2a1-15457904701d tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:38.040608 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b82e2-e9b7-4ad7-85e3-b9935ca207ea req-78caba6d-6c3f-496f-b2a1-15457904701d tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:38.047420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b82e2-e9b7-4ad7-85e3-b9935ca207ea req-78caba6d-6c3f-496f-b2a1-15457904701d tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:38.049284 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-063b82e2-e9b7-4ad7-85e3-b9935ca207ea req-78caba6d-6c3f-496f-b2a1-15457904701d tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2419 time: 0.1251912 Sep 23 22:22:38.118786 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-063b82e2-e9b7-4ad7-85e3-b9935ca207ea req-80584f69-8174-42aa-a74d-e44c45d8a83b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616505 Sep 23 22:22:38.162938 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-58d372f7-b8cd-46aa-b775-346efba41a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:19:40Z', 'updated_at': '2021-09-23T22:22:35Z', 'revision_number': 5, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'gw_port': {'id': 'a285869d-9969-4d05-86a1-a2f0c9f0e0f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:19:43Z', 'updated_at': '2021-09-23T22:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:38.174800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] For port a285869d-9969-4d05-86a1-a2f0c9f0e0f8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a285869d-9969-4d05-86a1-a2f0c9f0e0f8,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:38.176187 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:38.202643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] Calling delete_port for a285869d-9969-4d05-86a1-a2f0c9f0e0f8 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:38.239903 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d372f7-b8cd-46aa-b775-346efba41a24 None None] Checking router: 0ee3774a-1023-43f6-ba60-7d124a383674 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:22:38.265894 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d372f7-b8cd-46aa-b775-346efba41a24 None None] Routers {'0ee3774a-1023-43f6-ba60-7d124a383674'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:22:38.269580 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-58d372f7-b8cd-46aa-b775-346efba41a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:22:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0ee3774a-1023-43f6-ba60-7d124a383674'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:38.298952 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab39f-d13e-45a3-b3f6-69d029e0c7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:38.419583 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-58d372f7-b8cd-46aa-b775-346efba41a24 None None] Set router 0ee3774a-1023-43f6-ba60-7d124a383674 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:22:38.423121 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab39f-d13e-45a3-b3f6-69d029e0c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:38.482256 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8a4ab39f-d13e-45a3-b3f6-69d029e0c7c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aeef80e33bdc40519124079684769931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8439949 Sep 23 22:22:38.483097 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44438) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:38.483869 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-58d372f7-b8cd-46aa-b775-346efba41a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:19:40Z', 'updated_at': '2021-09-23T22:22:37Z', 'revision_number': 6, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:38.509920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ab39f-d13e-45a3-b3f6-69d029e0c7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3acaaba-b631-40e1-8187-f64002c9622d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:38.521486 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d372f7-b8cd-46aa-b775-346efba41a24 None None] The sync data for ids ['0ee3774a-1023-43f6-ba60-7d124a383674'] in n-d-810775-1 is: [{'id': '0ee3774a-1023-43f6-ba60-7d124a383674', 'name': 'tempest-ServersTestJSON-783161933-router', 'tenant_id': '93af46172bae4c4f92e974da93fcb805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:19:40Z', 'updated_at': '2021-09-23T22:22:37Z', 'revision_number': 6, 'project_id': '93af46172bae4c4f92e974da93fcb805', 'gw_port_host': None}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:22:38.610138 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b2a13c3-5b73-4dc5-bfa1-2596b093bd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:38.635906 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b2a13c3-5b73-4dc5-bfa1-2596b093bd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:38.718464 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:38.757472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=a285869d-9969-4d05-86a1-a2f0c9f0e0f8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:38.803190 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b2a13c3-5b73-4dc5-bfa1-2596b093bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:38.805874 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b2a13c3-5b73-4dc5-bfa1-2596b093bd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:38.807097 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4b2a13c3-5b73-4dc5-bfa1-2596b093bd40 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a3acaaba-b631-40e1-8187-f64002c9622d HTTP/1.1" status: 204 len: 168 time: 0.3224602 Sep 23 22:22:38.828326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a13c3-5b73-4dc5-bfa1-2596b093bd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3acaaba-b631-40e1-8187-f64002c9622d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:38.841844 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:39.132879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:22:39.181724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:22:39.182317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e8fcaf1a-8f79-461b-b7e7-f0a6e8307e38 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:22:39.184803 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:39.191738 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:39.201288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547a1f8-aa60-48a2-96d8-8a91a68dfb96 req-6c333e90-33b2-4783-874d-1206bd7760c9 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:39.211265 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5547a1f8-aa60-48a2-96d8-8a91a68dfb96 req-6c333e90-33b2-4783-874d-1206bd7760c9 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 943 time: 0.2004740 Sep 23 22:22:39.307906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5547a1f8-aa60-48a2-96d8-8a91a68dfb96 req-ed09885e-e9b4-4603-aae5-4fea3feb8358 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812819 Sep 23 22:22:39.382107 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f9169-51bb-458c-998a-d5835439b799 req-1f38a1e5-1a74-4cd0-964b-be1f46412755 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:39.382414 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:39.383068 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ee3774a-1023-43f6-ba60-7d124a383674 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:22:39.384344 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dc6f9169-51bb-458c-998a-d5835439b799 req-1f38a1e5-1a74-4cd0-964b-be1f46412755 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 945 time: 0.1060293 Sep 23 22:22:39.399031 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:39.402020 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b077c36e-b311-4c4c-96f9-8773c4b82fbb admin admin] 10.222.0.22 "DELETE /v2.0/routers/0ee3774a-1023-43f6-ba60-7d124a383674 HTTP/1.1" status: 204 len: 168 time: 2.4397907 Sep 23 22:22:39.406858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44460) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:39.436966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b0ff9-557a-4be5-a779-fb6672752154 req-1ad0d58a-0570-4f8d-87d4-d5fd3307aa9e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:39.440377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-406b0ff9-557a-4be5-a779-fb6672752154 req-1ad0d58a-0570-4f8d-87d4-d5fd3307aa9e tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 945 time: 0.1358294 Sep 23 22:22:39.531040 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-406b0ff9-557a-4be5-a779-fb6672752154 req-2794ea78-a02e-4dac-9a1b-da0ab17af9e0 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774648 Sep 23 22:22:39.699517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-579b9c19-4bcf-40a8-bc50-d14e12d44763 admin admin] Deleting subnet 469d8c6d-9b83-47dd-87ab-1bab60b72a9e {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:22:39.712820 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4cb5df26-c616-452c-9e1a-0eb5dba43109 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:22:39.762012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd14873-92ca-4472-96e9-947cff926fca req-98996f7a-503e-49ea-8b32-fe4b41d8833d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:39.775539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5cd14873-92ca-4472-96e9-947cff926fca req-98996f7a-503e-49ea-8b32-fe4b41d8833d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.3508458 Sep 23 22:22:39.783106 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-579b9c19-4bcf-40a8-bc50-d14e12d44763 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:39.904542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4cb5df26-c616-452c-9e1a-0eb5dba43109, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4cb5df26-c616-452c-9e1a-0eb5dba43109,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:39.918292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '4cb5df26-c616-452c-9e1a-0eb5dba43109', 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76', 'port_id': '4cb5df26-c616-452c-9e1a-0eb5dba43109', 'mac_address': 'fa:16:3e:39:cd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903c4ba9-2c76-4131-a769-852776e395e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:22:39.932625 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-579b9c19-4bcf-40a8-bc50-d14e12d44763 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:39.948720 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b54f09-ae06-46e9-a834-d923f9301068 req-36cefe94-07b5-4a2e-913c-3aa18a0d6371 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:39.963236 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b54f09-ae06-46e9-a834-d923f9301068 req-36cefe94-07b5-4a2e-913c-3aa18a0d6371 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:39.965201 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-a6affa2f-f466-45bf-afe2-4a571e18f195 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8232350 Sep 23 22:22:39.970365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b54f09-ae06-46e9-a834-d923f9301068 req-36cefe94-07b5-4a2e-913c-3aa18a0d6371 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:39.980973 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61b54f09-ae06-46e9-a834-d923f9301068 req-36cefe94-07b5-4a2e-913c-3aa18a0d6371 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2419 time: 0.1887476 Sep 23 22:22:40.011812 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:40.018032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-dc6f9169-51bb-458c-998a-d5835439b799 req-1b36c2c1-dd9d-49b1-91a8-6ef7e559fd52 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Deleting port 7580591f-965c-4a09-a27f-b2e5521bf77d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:40.018376 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dc6f9169-51bb-458c-998a-d5835439b799 req-1b36c2c1-dd9d-49b1-91a8-6ef7e559fd52 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:40.039519 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61b54f09-ae06-46e9-a834-d923f9301068 req-4f597d4b-850d-45be-aad2-c8c0ffdd60b2 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574648 Sep 23 22:22:40.041936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-0f507774-04b9-47ca-b1e5-00899a651a21 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:22:40.042981 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-0f507774-04b9-47ca-b1e5-00899a651a21 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0299056 Sep 23 22:22:40.077717 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb5df26-c616-452c-9e1a-0eb5dba43109 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:22:40.122047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5cd14873-92ca-4472-96e9-947cff926fca req-ffb73226-42dd-40f4-84d1-2237f8495c32 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449407 Sep 23 22:22:40.141764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4cb5df26-c616-452c-9e1a-0eb5dba43109, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4cb5df26-c616-452c-9e1a-0eb5dba43109,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:40.250403 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:40.336277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4cb5df26-c616-452c-9e1a-0eb5dba43109,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:40.472020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['4cb5df26-c616-452c-9e1a-0eb5dba43109'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:22:40.635651 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-579b9c19-4bcf-40a8-bc50-d14e12d44763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:40.742799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-dc6f9169-51bb-458c-998a-d5835439b799 req-1b36c2c1-dd9d-49b1-91a8-6ef7e559fd52 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] For port 7580591f-965c-4a09-a27f-b2e5521bf77d, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7580591f-965c-4a09-a27f-b2e5521bf77d,segment=NetworkSegment(c66bc04b-93a8-480e-848a-8140ac76c377),segment_id=c66bc04b-93a8-480e-848a-8140ac76c377)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:40.743149 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dc6f9169-51bb-458c-998a-d5835439b799 req-1b36c2c1-dd9d-49b1-91a8-6ef7e559fd52 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:40.768071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-dc6f9169-51bb-458c-998a-d5835439b799 req-1b36c2c1-dd9d-49b1-91a8-6ef7e559fd52 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Calling delete_port for 7580591f-965c-4a09-a27f-b2e5521bf77d owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:40.794300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a285869d-9969-4d05-86a1-a2f0c9f0e0f8 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:22:40.853933 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-579b9c19-4bcf-40a8-bc50-d14e12d44763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:40.866417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: a285869d-9969-4d05-86a1-a2f0c9f0e0f8 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:22:40.867352 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a285869d-9969-4d05-86a1-a2f0c9f0e0f8 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:22:40.881711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81df17-597c-4059-ac75-aedeaefb7f9a req-863600d2-3ccd-4acc-8d85-976fd787c8b2 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:40.883892 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5c81df17-597c-4059-ac75-aedeaefb7f9a req-863600d2-3ccd-4acc-8d85-976fd787c8b2 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 944 time: 0.1377935 Sep 23 22:22:40.947028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b9c19-4bcf-40a8-bc50-d14e12d44763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=469d8c6d-9b83-47dd-87ab-1bab60b72a9e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:40.959776 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e1239-8183-4b89-92f2-eabbb180329b req-5b65b391-241d-4495-86cc-0accbda1e0a2 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:40.962905 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e88e1239-8183-4b89-92f2-eabbb180329b req-5b65b391-241d-4495-86cc-0accbda1e0a2 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 945 time: 0.1547029 Sep 23 22:22:40.969357 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-579b9c19-4bcf-40a8-bc50-d14e12d44763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:40.976658 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-579b9c19-4bcf-40a8-bc50-d14e12d44763 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/469d8c6d-9b83-47dd-87ab-1bab60b72a9e HTTP/1.1" status: 204 len: 168 time: 1.5647967 Sep 23 22:22:40.979421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121da535-4317-4430-ab5b-e846ca94170d None None] Network 717b056d-3b9d-4f6a-a518-58ad20c64300 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:22:40.979581 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44506) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:41.063626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5c81df17-597c-4059-ac75-aedeaefb7f9a req-7afc8b24-170b-4f41-bb9c-80abe869f294 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321139 Sep 23 22:22:41.195384 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e88e1239-8183-4b89-92f2-eabbb180329b req-f440ab9c-ed79-4da6-b6e5-8d914aa895fe tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b8044c2-ae06-4bb4-b8f0-505da30871e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997082 Sep 23 22:22:41.200560 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:41.404396 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dc6f9169-51bb-458c-998a-d5835439b799 req-1b36c2c1-dd9d-49b1-91a8-6ef7e559fd52 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:41.413402 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] Deleting port ce5f1c1d-bbfe-4815-9e27-3d104260039a {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:41.413929 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:41.457950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44522) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:41.511267 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96ac6a3-91d8-4c46-a675-fed106c4392d None None] DHCP port deletion for 717b056d-3b9d-4f6a-a518-58ad20c64300 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:22:41.518983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6ba96-c0a2-4b66-b15f-ba04fa3bf9e8 req-d54f86f9-a48b-4b26-a8bc-718170d236ee tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:41.530893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6ba96-c0a2-4b66-b15f-ba04fa3bf9e8 req-d54f86f9-a48b-4b26-a8bc-718170d236ee tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:41.543024 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6ba96-c0a2-4b66-b15f-ba04fa3bf9e8 req-d54f86f9-a48b-4b26-a8bc-718170d236ee tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:41.557534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bc6ba96-c0a2-4b66-b15f-ba04fa3bf9e8 req-d54f86f9-a48b-4b26-a8bc-718170d236ee tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2419 time: 0.3308220 Sep 23 22:22:41.564529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36c2c1-dd9d-49b1-91a8-6ef7e559fd52 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Pushing event deleted for resources: {'Port': ['ID=7580591f-965c-4a09-a27f-b2e5521bf77d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:41.678693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f96ac6a3-91d8-4c46-a675-fed106c4392d None None] Deleting port ce5f1c1d-bbfe-4815-9e27-3d104260039a {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:41.679300 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f96ac6a3-91d8-4c46-a675-fed106c4392d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:41.691645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6f9169-51bb-458c-998a-d5835439b799 req-1b36c2c1-dd9d-49b1-91a8-6ef7e559fd52 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] No DVR routers for this DVR port 7580591f-965c-4a09-a27f-b2e5521bf77d on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:22:41.704885 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dc6f9169-51bb-458c-998a-d5835439b799 req-1b36c2c1-dd9d-49b1-91a8-6ef7e559fd52 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:41.718076 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dc6f9169-51bb-458c-998a-d5835439b799 req-1b36c2c1-dd9d-49b1-91a8-6ef7e559fd52 tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.43 "DELETE /v2.0/ports/7580591f-965c-4a09-a27f-b2e5521bf77d HTTP/1.1" status: 204 len: 173 time: 2.3253064 Sep 23 22:22:41.718913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4882243-6cfc-4636-b3c4-9724fd8eec8b', 'name': 'network-vif-deleted', 'tag': '7580591f-965c-4a09-a27f-b2e5521bf77d'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:41.723167 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f044c04c-0909-4d9e-92c2-2fcaa5f937e9" -d '{"events": [{"server_uuid": "b4882243-6cfc-4636-b3c4-9724fd8eec8b", "name": "network-vif-deleted", "tag": "7580591f-965c-4a09-a27f-b2e5521bf77d"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:41.726785 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4cb5df26-c616-452c-9e1a-0eb5dba43109 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:22:41.764464 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bc6ba96-c0a2-4b66-b15f-ba04fa3bf9e8 req-eddb6f6d-82e7-47fa-a4d0-95881a2bfe09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048585 Sep 23 22:22:41.848043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] For port ce5f1c1d-bbfe-4815-9e27-3d104260039a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ce5f1c1d-bbfe-4815-9e27-3d104260039a,segment=NetworkSegment(bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149),segment_id=bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:41.848043 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:41.878579 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1549920466-network', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:41.918878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] Calling delete_port for ce5f1c1d-bbfe-4815-9e27-3d104260039a owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:41.925175 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f96ac6a3-91d8-4c46-a675-fed106c4392d None None] For port ce5f1c1d-bbfe-4815-9e27-3d104260039a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ce5f1c1d-bbfe-4815-9e27-3d104260039a,segment=NetworkSegment(bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149),segment_id=bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:41.926385 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f96ac6a3-91d8-4c46-a675-fed106c4392d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:41.939659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3caac5-05c2-4ef5-90d8-838f17c788d2 req-632386f1-5369-41cf-b6f9-712da5e92950 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:41.951308 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ba3caac5-05c2-4ef5-90d8-838f17c788d2 req-632386f1-5369-41cf-b6f9-712da5e92950 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.4144316 Sep 23 22:22:41.969688 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f96ac6a3-91d8-4c46-a675-fed106c4392d None None] Calling delete_port for ce5f1c1d-bbfe-4815-9e27-3d104260039a owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:42.020840 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc00117-760c-4dac-8092-ca221415b0c2 x-openstack-request-id: req-3bc00117-760c-4dac-8092-ca221415b0c2 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:42.021559 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4882243-6cfc-4636-b3c4-9724fd8eec8b", "name": "network-vif-deleted", "tag": "7580591f-965c-4a09-a27f-b2e5521bf77d", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:42.022136 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bc00117-760c-4dac-8092-ca221415b0c2 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:42.023590 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4882243-6cfc-4636-b3c4-9724fd8eec8b', 'name': 'network-vif-deleted', 'tag': '7580591f-965c-4a09-a27f-b2e5521bf77d', 'status': 'completed', 'code': 200} Sep 23 22:22:42.142866 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ba3caac5-05c2-4ef5-90d8-838f17c788d2 req-e4c85ab8-985a-4c28-b4ec-eeb4de0ea624 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595871 Sep 23 22:22:42.171863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] Made reservation on behalf of 28bc040e018a46328b3cf271deaa2ec9 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:22:42.176152 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:42.197267 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:42.371769 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:42.375959 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4555d52-3c39-41b8-81aa-244d535d9706 req-c79af88a-ac03-4972-b772-de1c67975b0e tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:42.377826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4555d52-3c39-41b8-81aa-244d535d9706 req-c79af88a-ac03-4972-b772-de1c67975b0e tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 944 time: 0.1359229 Sep 23 22:22:42.437856 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4555d52-3c39-41b8-81aa-244d535d9706 req-1e61e33c-da16-4630-a9cf-999fcbd5a48d tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490201 Sep 23 22:22:42.440765 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f96ac6a3-91d8-4c46-a675-fed106c4392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:42.459367 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:42.493273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96ac6a3-91d8-4c46-a675-fed106c4392d None None] No DVR routers for this DVR port ce5f1c1d-bbfe-4815-9e27-3d104260039a on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:22:42.514086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ac6a3-91d8-4c46-a675-fed106c4392d None None] Pushing event deleted for resources: {'Port': ['ID=ce5f1c1d-bbfe-4815-9e27-3d104260039a,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:42.530504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 4cb5df26-c616-452c-9e1a-0eb5dba43109 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:22:42.545589 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 4cb5df26-c616-452c-9e1a-0eb5dba43109 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:42.546194 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:42.576868 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:42.619914 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5f1c1d-bbfe-4815-9e27-3d104260039a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:42.630622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] No DVR routers for this DVR port ce5f1c1d-bbfe-4815-9e27-3d104260039a on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:22:42.686149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:22:42.730954 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:42.731305 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] Added segment 249be43e-b51c-4e0c-8a06-1bb04d9dfaa5 of type vlan for network 63ecd743-d90a-4386-a32b-ab9a931b40b3 Sep 23 22:22:42.732996 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb41070e-1399-4df3-8459-8b92dd808c03,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:42.768404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9966423-8833-4689-b96a-de6d2f5d9364 req-3f6ead84-aa00-4c42-888a-f371f6364e7b tempest-LiveAutoBlockMigrationV225Test-362556957 tempest-LiveAutoBlockMigrationV225Test-362556957-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4882243-6cfc-4636-b3c4-9724fd8eec8b HTTP/1.1" status: 200 len: 210 time: 0.1077261 Sep 23 22:22:42.788007 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:42.818656 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:42.836136 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:42.857143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717b056d-3b9d-4f6a-a518-58ad20c64300']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:42.877732 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:42.878139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7a9dd7-7cbd-4ec1-ab2d-b183dd3c4149') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:42.895126 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:42.918898 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:42.927574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:22:42.928072 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:22:42.930438 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:22:42.951665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb5df26-c616-452c-9e1a-0eb5dba43109'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:42.954815 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa77fe7-a00d-4de5-97ea-6074bc026dd4" -d '{"events": [{"server_uuid": "2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9", "name": "network-vif-plugged", "status": "completed", "tag": "4cb5df26-c616-452c-9e1a-0eb5dba43109"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:42.963771 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ce5f1c1d-bbfe-4815-9e27-3d104260039a no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:22:42.997235 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: ce5f1c1d-bbfe-4815-9e27-3d104260039a {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:22:42.997626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ce5f1c1d-bbfe-4815-9e27-3d104260039a not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:22:43.001437 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4cb5df26-c616-452c-9e1a-0eb5dba43109, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4cb5df26-c616-452c-9e1a-0eb5dba43109,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:43.029168 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:43.029747 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:43.030478 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:43.054377 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-11442ca8-8f54-4b53-beaa-34e299ce8904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:43.117860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd07205-7e61-4c0d-a16c-02d6ba1bd673 req-d5d4ae7f-8b5c-48ad-b703-c44afebdf076 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:43.124741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd07205-7e61-4c0d-a16c-02d6ba1bd673 req-d5d4ae7f-8b5c-48ad-b703-c44afebdf076 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:43.126675 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:43.128109 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7580591f-965c-4a09-a27f-b2e5521bf77d no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:22:43.131880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd07205-7e61-4c0d-a16c-02d6ba1bd673 req-d5d4ae7f-8b5c-48ad-b703-c44afebdf076 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:43.133857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6dd07205-7e61-4c0d-a16c-02d6ba1bd673 req-d5d4ae7f-8b5c-48ad-b703-c44afebdf076 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2419 time: 0.0918279 Sep 23 22:22:43.184740 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7242410 Sep 23 22:22:43.185588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44556) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:43.187413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4597c-4c0b-46e4-af15-8e258aa9a42e admin admin] Pushing event updated for resources: {'Network': ['ID=63ecd743-d90a-4386-a32b-ab9a931b40b3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:43.193442 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:43.199780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a677d219-becb-4c7b-8f2f-65a67b74b53d admin admin] Request body: {'subnet': {'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1549920466-subnet', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:43.202081 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:43.206543 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] 10.222.0.22 "DELETE /v2.0/networks/717b056d-3b9d-4f6a-a518-58ad20c64300 HTTP/1.1" status: 204 len: 168 time: 2.2278743 Sep 23 22:22:43.224242 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6dd07205-7e61-4c0d-a16c-02d6ba1bd673 req-17285571-b1f9-4417-9dc3-23087eca6498 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777631 Sep 23 22:22:43.261829 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e481ea7-82e5-4dc7-9f3d-f43fc74e5744 x-openstack-request-id: req-3e481ea7-82e5-4dc7-9f3d-f43fc74e5744 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:43.262194 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9", "name": "network-vif-plugged", "status": "completed", "tag": "4cb5df26-c616-452c-9e1a-0eb5dba43109", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:43.262468 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e481ea7-82e5-4dc7-9f3d-f43fc74e5744 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:43.262901 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb5df26-c616-452c-9e1a-0eb5dba43109', 'code': 200} Sep 23 22:22:43.274637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3d9c7-e3ab-41e4-b8d7-bda39e8f8299 admin admin] Pushing event deleted for resources: {'Network': ['ID=717b056d-3b9d-4f6a-a518-58ad20c64300,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:43.304737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 63ecd743-d90a-4386-a32b-ab9a931b40b3 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:22:43.349202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4cb5df26-c616-452c-9e1a-0eb5dba43109,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:43.364173 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a677d219-becb-4c7b-8f2f-65a67b74b53d admin admin] Made reservation on behalf of 28bc040e018a46328b3cf271deaa2ec9 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:22:43.368629 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 7580591f-965c-4a09-a27f-b2e5521bf77d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:22:43.368895 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a677d219-becb-4c7b-8f2f-65a67b74b53d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:43.369617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7580591f-965c-4a09-a27f-b2e5521bf77d not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:22:43.518234 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a96c7b-daa9-44d9-b29e-e119096ee0e3 req-50c1760a-d5b5-41c7-a571-671aa9df35b3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:43.532981 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7a96c7b-daa9-44d9-b29e-e119096ee0e3 req-50c1760a-d5b5-41c7-a571-671aa9df35b3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.1219234 Sep 23 22:22:43.598886 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7a96c7b-daa9-44d9-b29e-e119096ee0e3 req-b1e1ced5-4fc0-49a8-aba8-6cbce745d0af tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645802 Sep 23 22:22:43.704896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbff0ff-fc1f-4078-a400-75d769c60cdb req-1ea28de2-9df2-4352-8abf-6d7b6e1e109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:43.716193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0bbff0ff-fc1f-4078-a400-75d769c60cdb req-1ea28de2-9df2-4352-8abf-6d7b6e1e109b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 1096 time: 0.3311410 Sep 23 22:22:43.821251 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756271e-8787-4dd4-acb0-1d346eead9c6 req-fc1c1408-2946-4bb5-bd12-dd95988d43fc tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:43.823412 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6756271e-8787-4dd4-acb0-1d346eead9c6 req-fc1c1408-2946-4bb5-bd12-dd95988d43fc tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 945 time: 0.1802981 Sep 23 22:22:43.829020 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0bbff0ff-fc1f-4078-a400-75d769c60cdb req-e0984f7c-0282-41ab-844a-4e40562340da service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133881 Sep 23 22:22:43.900516 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44572) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:43.943105 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6756271e-8787-4dd4-acb0-1d346eead9c6 req-e6830ef8-dcff-4186-a981-bf5afb58b5cd tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046162 Sep 23 22:22:44.025270 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44578) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:44.078832 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f9bfe203-3943-4522-bb41-f6ecc31dc78c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=93af46172bae4c4f92e974da93fcb805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512300 Sep 23 22:22:44.081404 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44580) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:44.114977 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a677d219-becb-4c7b-8f2f-65a67b74b53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:44.233486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677d219-becb-4c7b-8f2f-65a67b74b53d admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e3f30a-6db9-4719-ab81-50b24446434f,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:44.246358 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa6581da-c721-4e1a-ab76-2a0240fa954c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:44.319859 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa6581da-c721-4e1a-ab76-2a0240fa954c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:44.346429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a677d219-becb-4c7b-8f2f-65a67b74b53d admin admin] Checking segment: {'id': '249be43e-b51c-4e0c-8a06-1bb04d9dfaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:22:44.348156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a677d219-becb-4c7b-8f2f-65a67b74b53d admin admin] Network hostable DHCP agents. Network: 63ecd743-d90a-4386-a32b-ab9a931b40b3, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:22:44.476624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-b227f715-481d-481d-9483-f73a1bfdb4dd admin admin] Deleting subnet e37ead02-da09-4adf-8e2d-f15b75dbcd24 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:22:44.480906 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b227f715-481d-481d-9483-f73a1bfdb4dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:44.506553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0031d-1f1f-4a13-9839-26c6f355859b req-246d1e59-307a-4f5a-83f1-dde2b984c045 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:44.512996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0031d-1f1f-4a13-9839-26c6f355859b req-246d1e59-307a-4f5a-83f1-dde2b984c045 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:44.519317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0031d-1f1f-4a13-9839-26c6f355859b req-246d1e59-307a-4f5a-83f1-dde2b984c045 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:44.521178 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46b0031d-1f1f-4a13-9839-26c6f355859b req-246d1e59-307a-4f5a-83f1-dde2b984c045 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2419 time: 0.1430740 Sep 23 22:22:44.530388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-ec91a105-9be6-4c44-975b-864f955877ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:44.532053 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-ec91a105-9be6-4c44-975b-864f955877ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 1101 time: 0.1010566 Sep 23 22:22:44.537665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b227f715-481d-481d-9483-f73a1bfdb4dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:44.586405 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b227f715-481d-481d-9483-f73a1bfdb4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:44.598142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a677d219-becb-4c7b-8f2f-65a67b74b53d admin admin] Network 63ecd743-d90a-4386-a32b-ab9a931b40b3 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:22:44.605919 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46b0031d-1f1f-4a13-9839-26c6f355859b req-eb7e41f7-434c-4fe8-8c2c-4854099ece4e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724928 Sep 23 22:22:44.609520 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa6581da-c721-4e1a-ab76-2a0240fa954c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:44.612182 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa6581da-c721-4e1a-ab76-2a0240fa954c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:44.618390 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fa6581da-c721-4e1a-ab76-2a0240fa954c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18b7eefa-aa74-4dc6-89a6-bae2892befbb HTTP/1.1" status: 204 len: 168 time: 0.5317273 Sep 23 22:22:44.638291 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6581da-c721-4e1a-ab76-2a0240fa954c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b7eefa-aa74-4dc6-89a6-bae2892befbb,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:44.800635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-9b14ccf4-0d35-46e6-9659-7b06f4bd552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:44.803521 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-9b14ccf4-0d35-46e6-9659-7b06f4bd552e service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2551422 Sep 23 22:22:44.811917 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b227f715-481d-481d-9483-f73a1bfdb4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:44.864470 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b227f715-481d-481d-9483-f73a1bfdb4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:44.864470 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b227f715-481d-481d-9483-f73a1bfdb4dd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e37ead02-da09-4adf-8e2d-f15b75dbcd24 HTTP/1.1" status: 204 len: 168 time: 0.9581082 Sep 23 22:22:44.864470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227f715-481d-481d-9483-f73a1bfdb4dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e37ead02-da09-4adf-8e2d-f15b75dbcd24,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:44.867834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44592) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:44.937448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-a677d219-becb-4c7b-8f2f-65a67b74b53d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 63ecd743-d90a-4386-a32b-ab9a931b40b3) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:22:44.942678 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a677d219-becb-4c7b-8f2f-65a67b74b53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:44.943833 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a677d219-becb-4c7b-8f2f-65a67b74b53d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:44.947793 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-0105c29a-b9f0-4b05-aef1-d3f362a58cf4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 HTTP/1.1" status: 200 len: 217 time: 0.1300416 Sep 23 22:22:44.958254 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf572a1-2cac-4a37-a530-c14b73091858 None None] Network 63ecd743-d90a-4386-a32b-ab9a931b40b3 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:22:45.151861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a677d219-becb-4c7b-8f2f-65a67b74b53d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9617980 Sep 23 22:22:45.165827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-aeffabfb-461e-4186-8b4c-3a9ffab74f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:45.168038 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-aeffabfb-461e-4186-8b4c-3a9ffab74f61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1503644 Sep 23 22:22:45.168686 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44598) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:45.177416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:45.287397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d9fe6-c12c-4cf0-ab42-10e9082a390e req-8ab0b51d-d5f8-44b7-af25-80df5a0d58cb tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:45.295688 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd7d9fe6-c12c-4cf0-ab42-10e9082a390e req-8ab0b51d-d5f8-44b7-af25-80df5a0d58cb tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 945 time: 0.1576326 Sep 23 22:22:45.306985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-4804768c-a082-4153-baa8-21528d8621c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:45.308250 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-4804768c-a082-4153-baa8-21528d8621c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077478 Sep 23 22:22:45.372259 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ef306-f6be-4916-95d6-48eb15e8ec15 req-e0a32963-f738-4901-82db-82dc1848495a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:45.381087 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd6ef306-f6be-4916-95d6-48eb15e8ec15 req-e0a32963-f738-4901-82db-82dc1848495a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.6123877 Sep 23 22:22:45.385697 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd7d9fe6-c12c-4cf0-ab42-10e9082a390e req-a59da6b2-975a-4b94-95da-35aa14090158 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863378 Sep 23 22:22:45.461096 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:45.463798 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:45.470255 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3c702569-b0ce-42ff-819b-12d9b82fcf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:45.542532 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd6ef306-f6be-4916-95d6-48eb15e8ec15 req-e0627514-3320-44aa-861b-a1a0f545d20c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491246 Sep 23 22:22:45.543538 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-c21d7fe7-d423-41f1-8105-0dbd12ed4a7b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:45.550498 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-c21d7fe7-d423-41f1-8105-0dbd12ed4a7b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:45.557328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-c21d7fe7-d423-41f1-8105-0dbd12ed4a7b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:45.559884 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-c21d7fe7-d423-41f1-8105-0dbd12ed4a7b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.67 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2419 time: 0.2456143 Sep 23 22:22:45.622647 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-f961028d-b6d6-4383-ab83-60e511474aea service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029778 Sep 23 22:22:45.750313 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3c702569-b0ce-42ff-819b-12d9b82fcf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:45.753802 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:45.792977 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-3c702569-b0ce-42ff-819b-12d9b82fcf05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f420e2-d329-4ff8-a6ea-b7ebff440176']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:45.807595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-3c702569-b0ce-42ff-819b-12d9b82fcf05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66bc04b-93a8-480e-848a-8140ac76c377') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:45.807921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-3c702569-b0ce-42ff-819b-12d9b82fcf05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66bc04b-93a8-480e-848a-8140ac76c377') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:45.817689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-63ecd743-d90a-4386-a32b-ab9a931b40b3', 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'fixed_ips': [{'subnet_id': '65e3f30a-6db9-4719-ab81-50b24446434f'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:22:45.819138 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:45.825653 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3c702569-b0ce-42ff-819b-12d9b82fcf05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:45.870284 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3c702569-b0ce-42ff-819b-12d9b82fcf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:45.886906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c702569-b0ce-42ff-819b-12d9b82fcf05 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:22:45.887606 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3c702569-b0ce-42ff-819b-12d9b82fcf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:22:46.002120 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:22:46.016846 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bceed303-e943-4ad1-8860-e1226c4f8f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:46.017727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-8875b9b9-fb28-4646-bac9-691785766fe5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Deleting port f28e3e4e-aeee-4f67-841d-86513171893e {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:46.017954 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-8875b9b9-fb28-4646-bac9-691785766fe5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:46.129865 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3c702569-b0ce-42ff-819b-12d9b82fcf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:46.150401 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3c702569-b0ce-42ff-819b-12d9b82fcf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:46.154481 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3c702569-b0ce-42ff-819b-12d9b82fcf05 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c9f420e2-d329-4ff8-a6ea-b7ebff440176 HTTP/1.1" status: 204 len: 168 time: 1.2843606 Sep 23 22:22:46.160969 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44618) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:46.162945 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:46.187332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Allocated IP 172.20.0.2 (63ecd743-d90a-4386-a32b-ab9a931b40b3/65e3f30a-6db9-4719-ab81-50b24446434f/7a940882-f787-45f0-8af6-9044de05b1f8) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:22:46.292529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c702569-b0ce-42ff-819b-12d9b82fcf05 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f420e2-d329-4ff8-a6ea-b7ebff440176,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:46.341388 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-8875b9b9-fb28-4646-bac9-691785766fe5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] For port f28e3e4e-aeee-4f67-841d-86513171893e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f28e3e4e-aeee-4f67-841d-86513171893e,segment=NetworkSegment(f270ed5a-b740-4a26-b614-534eead531ae),segment_id=f270ed5a-b740-4a26-b614-534eead531ae)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:46.342372 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-8875b9b9-fb28-4646-bac9-691785766fe5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:46.379949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-8875b9b9-fb28-4646-bac9-691785766fe5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Calling delete_port for f28e3e4e-aeee-4f67-841d-86513171893e owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:46.404978 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:46.430150 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:46.436922 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b2241-8382-414b-9205-3c728bfbfb11 req-0b01623c-392c-406d-b536-dc7d0e4805c9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:46.450069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b2241-8382-414b-9205-3c728bfbfb11 req-0b01623c-392c-406d-b536-dc7d0e4805c9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:46.463108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b2241-8382-414b-9205-3c728bfbfb11 req-0b01623c-392c-406d-b536-dc7d0e4805c9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:46.479061 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f21b2241-8382-414b-9205-3c728bfbfb11 req-0b01623c-392c-406d-b536-dc7d0e4805c9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 2419 time: 0.5962963 Sep 23 22:22:46.511622 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-8715b6bc-01ed-4496-bffc-bccbf1133382 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7556913 Sep 23 22:22:46.518640 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:46.534968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-2628a49b-7a5d-4fbc-b55f-2e296571ff7a admin admin] Deleting subnet 3d8b1c52-d723-4b02-bfde-3b7120df729d {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:22:46.572687 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2628a49b-7a5d-4fbc-b55f-2e296571ff7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:46.649146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Network 63ecd743-d90a-4386-a32b-ab9a931b40b3 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:22:46.667792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:22:46.673377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:22:46.785209 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Pushing event updated for resources: {'Port': ['ID=7a940882-f787-45f0-8af6-9044de05b1f8,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:46.786808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196d00b-3b9f-4180-be1c-a186683f8f02 req-26b1d72b-9217-4609-9fe2-2c87c2f04f3b tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:46.787255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f21b2241-8382-414b-9205-3c728bfbfb11 req-e0fdf3cb-20b2-4901-85ab-bb237ec1b770 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063545 Sep 23 22:22:46.789593 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b196d00b-3b9f-4180-be1c-a186683f8f02 req-26b1d72b-9217-4609-9fe2-2c87c2f04f3b tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 945 time: 0.1856956 Sep 23 22:22:46.807578 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2628a49b-7a5d-4fbc-b55f-2e296571ff7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:46.839146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Attempting to bind port 7a940882-f787-45f0-8af6-9044de05b1f8 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:22:46.839920 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Attempting to bind port 7a940882-f787-45f0-8af6-9044de05b1f8 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '249be43e-b51c-4e0c-8a06-1bb04d9dfaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:22:46.840621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Attempting to bind port 7a940882-f787-45f0-8af6-9044de05b1f8 on network 63ecd743-d90a-4386-a32b-ab9a931b40b3 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:22:46.854232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:22:46.854956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Checking segment: {'id': '249be43e-b51c-4e0c-8a06-1bb04d9dfaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:22:46.855806 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:46.857439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Bound using segment: {'id': '249be43e-b51c-4e0c-8a06-1bb04d9dfaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:22:46.859301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Bound port: 7a940882-f787-45f0-8af6-9044de05b1f8, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249be43e-b51c-4e0c-8a06-1bb04d9dfaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:22:46.860457 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:46.980013 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:46.995944 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2628a49b-7a5d-4fbc-b55f-2e296571ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:47.027313 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b196d00b-3b9f-4180-be1c-a186683f8f02 req-fc95a487-94b7-49ea-8fca-8fa8c7c32bdd tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433964 Sep 23 22:22:47.066633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44638) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:47.082012 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] For port 7a940882-f787-45f0-8af6-9044de05b1f8, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:22:47.093415 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] For port 7a940882-f787-45f0-8af6-9044de05b1f8, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7a940882-f787-45f0-8af6-9044de05b1f8,segment=NetworkSegment(249be43e-b51c-4e0c-8a06-1bb04d9dfaa5),segment_id=249be43e-b51c-4e0c-8a06-1bb04d9dfaa5)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:22:47.160337 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c012991-e050-4ec4-8ce8-c8d8b1516c90 req-d68f99fa-5627-4ee6-8d4a-503fe6cea558 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5998962 Sep 23 22:22:47.224833 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1771782163-network', 'tenant_id': 'de92261c06ce4041b789b2ad18486926'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:47.296380 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-8875b9b9-fb28-4646-bac9-691785766fe5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:47.300725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56a416-8d24-44b7-be94-d8589f400bc5 req-eb8201e7-dc14-4ed0-bb14-fee7c40f43e2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:47.302141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be56a416-8d24-44b7-be94-d8589f400bc5 req-eb8201e7-dc14-4ed0-bb14-fee7c40f43e2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.1325574 Sep 23 22:22:47.308193 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2628a49b-7a5d-4fbc-b55f-2e296571ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:47.315343 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:47.336907 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875b9b9-fb28-4646-bac9-691785766fe5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Port': ['ID=f28e3e4e-aeee-4f67-841d-86513171893e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:47.346073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c012991-e050-4ec4-8ce8-c8d8b1516c90 req-6d0cec28-64f8-47df-9bd2-50f89b486200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:47.350465 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c012991-e050-4ec4-8ce8-c8d8b1516c90 req-6d0cec28-64f8-47df-9bd2-50f89b486200 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b00b91f17d49499c92208ef9afdb92f2&device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 1096 time: 0.1140990 Sep 23 22:22:47.364726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628a49b-7a5d-4fbc-b55f-2e296571ff7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8b1c52-d723-4b02-bfde-3b7120df729d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:47.375631 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2628a49b-7a5d-4fbc-b55f-2e296571ff7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:47.377565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2628a49b-7a5d-4fbc-b55f-2e296571ff7a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3d8b1c52-d723-4b02-bfde-3b7120df729d HTTP/1.1" status: 204 len: 168 time: 1.2097943 Sep 23 22:22:47.383288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44646) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:47.391100 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] Made reservation on behalf of de92261c06ce4041b789b2ad18486926 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:22:47.394089 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:47.430059 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:47.441917 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-8875b9b9-fb28-4646-bac9-691785766fe5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] No DVR routers for this DVR port f28e3e4e-aeee-4f67-841d-86513171893e on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:22:47.442231 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65728e-951a-4853-b1d1-83370c16ed25 None None] Pushing event updated for resources: {'Port': ['ID=7a940882-f787-45f0-8af6-9044de05b1f8,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:47.444499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-8875b9b9-fb28-4646-bac9-691785766fe5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:47.450889 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-8875b9b9-fb28-4646-bac9-691785766fe5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.67 "DELETE /v2.0/ports/f28e3e4e-aeee-4f67-841d-86513171893e HTTP/1.1" status: 204 len: 173 time: 1.8803954 Sep 23 22:22:47.451728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'name': 'network-vif-deleted', 'tag': 'f28e3e4e-aeee-4f67-841d-86513171893e'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:47.460488 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51de7553-6369-4dc9-b9c9-9bb3c6408af1" -d '{"events": [{"server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "name": "network-vif-deleted", "tag": "f28e3e4e-aeee-4f67-841d-86513171893e"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:47.476136 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:47.635613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-4b080c92-4291-4761-9435-de41d9267f45 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Deleting port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:47.636171 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-4b080c92-4291-4761-9435-de41d9267f45 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:47.743882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:47.782408 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be56a416-8d24-44b7-be94-d8589f400bc5 req-f22a2c31-83d5-40d7-a5d4-35da05c7cfa8 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550879 Sep 23 22:22:47.804773 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13108650-6223-4e20-9a8d-9f5618a09931 x-openstack-request-id: req-13108650-6223-4e20-9a8d-9f5618a09931 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:47.805072 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "name": "network-vif-deleted", "tag": "f28e3e4e-aeee-4f67-841d-86513171893e", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:47.806647 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13108650-6223-4e20-9a8d-9f5618a09931 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:47.807091 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'name': 'network-vif-deleted', 'tag': 'f28e3e4e-aeee-4f67-841d-86513171893e', 'status': 'completed', 'code': 200} Sep 23 22:22:47.814687 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:47.841149 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:47.854778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-4b080c92-4291-4761-9435-de41d9267f45 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] For port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=bc2aafa1-070f-4f16-9e70-8bbc6b963bc0,segment=NetworkSegment(f270ed5a-b740-4a26-b614-534eead531ae),segment_id=f270ed5a-b740-4a26-b614-534eead531ae)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:47.855179 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-4b080c92-4291-4761-9435-de41d9267f45 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:47.877558 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-4b080c92-4291-4761-9435-de41d9267f45 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Calling delete_port for bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:47.905648 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.009238 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:22:48.011786 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f21892-fe20-4d50-b84d-089f3a2858ff,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:48.011985 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9988de2f-f0d9-4773-a602-7c13fa49d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.062601 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.063020 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] Added segment 6bb1c206-21fb-4ee5-b572-a209338cddce of type vlan for network ecc7f068-1328-441d-b4c9-587f201b176b Sep 23 22:22:48.087502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c012991-e050-4ec4-8ce8-c8d8b1516c90 req-395ca467-be8f-4545-85b5-cf5eb7f0efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:48.089150 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c012991-e050-4ec4-8ce8-c8d8b1516c90 req-395ca467-be8f-4545-85b5-cf5eb7f0efd4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d445de3f-5408-4213-bcec-439e92d41e76 HTTP/1.1" status: 200 len: 905 time: 0.7067583 Sep 23 22:22:48.113425 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f28e3e4e-aeee-4f67-841d-86513171893e no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:22:48.124988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Allocated IP 172.25.1.37 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/80028305-d3ef-48b5-ab92-7b2791b3aaff) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:22:48.138124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2c5bd-9fc0-4396-8249-eefd8161e090 req-de557a66-ee22-46db-a9f0-208661911647 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:48.144968 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2c5bd-9fc0-4396-8249-eefd8161e090 req-de557a66-ee22-46db-a9f0-208661911647 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:48.146921 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fcd2c5bd-9fc0-4396-8249-eefd8161e090 req-de557a66-ee22-46db-a9f0-208661911647 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 1683 time: 0.1601043 Sep 23 22:22:48.151507 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.186215 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd61e44-a878-4f18-8e04-73a726d09e07 req-8de2fcc2-6fa0-4052-9df8-41ebb01abd31 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:48.187861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cbd61e44-a878-4f18-8e04-73a726d09e07 req-8de2fcc2-6fa0-4052-9df8-41ebb01abd31 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 945 time: 0.2686384 Sep 23 22:22:48.200545 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c012991-e050-4ec4-8ce8-c8d8b1516c90 req-f25b5200-8ddd-4b19-ba05-be2a159e4182 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cb5df26-c616-452c-9e1a-0eb5dba43109 HTTP/1.1" status: 200 len: 217 time: 0.0966773 Sep 23 22:22:48.208448 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: f28e3e4e-aeee-4f67-841d-86513171893e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:22:48.208800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f28e3e4e-aeee-4f67-841d-86513171893e not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:22:48.210036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device dbad9677-0779-4f88-a770-6f199c7982f3 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:22:48.254500 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fcd2c5bd-9fc0-4396-8249-eefd8161e090 req-65b923dd-d283-49f5-ba3d-7e917b6d22ad tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956373 Sep 23 22:22:48.310138 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9988de2f-f0d9-4773-a602-7c13fa49d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.346095 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.383752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbad9677-0779-4f88-a770-6f199c7982f3'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:48.386788 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d070e767-9d88-4e2d-b436-1c3459b73246" -d '{"events": [{"server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "name": "network-vif-unplugged", "status": "completed", "tag": "dbad9677-0779-4f88-a770-6f199c7982f3"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:48.396275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-9988de2f-f0d9-4773-a602-7c13fa49d320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba20f87-9bc0-4286-ab24-aeadfa0f2206']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:48.414963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port dbad9677-0779-4f88-a770-6f199c7982f3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbad9677-0779-4f88-a770-6f199c7982f3,segment=NetworkSegment(ba95967d-0d7a-43d6-baa1-052186a163ab),segment_id=ba95967d-0d7a-43d6-baa1-052186a163ab)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:48.428021 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cbd61e44-a878-4f18-8e04-73a726d09e07 req-bbc523b9-f0c9-494f-a260-6b844e4fc101 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224007 Sep 23 22:22:48.447557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-9988de2f-f0d9-4773-a602-7c13fa49d320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16b52ed-0a6b-413c-ab6b-c251a7e37b95') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:48.456570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-9988de2f-f0d9-4773-a602-7c13fa49d320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16b52ed-0a6b-413c-ab6b-c251a7e37b95') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:48.462890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c012991-e050-4ec4-8ce8-c8d8b1516c90 req-2f0f8e1d-285d-4862-bb4d-19723eb62e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:48.466552 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c012991-e050-4ec4-8ce8-c8d8b1516c90 req-2f0f8e1d-285d-4862-bb4d-19723eb62e45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=903c4ba9-2c76-4131-a769-852776e395e4 HTTP/1.1" status: 200 len: 844 time: 0.2309387 Sep 23 22:22:48.494088 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8bb6db-bf29-437a-bce9-b3feb2459690 x-openstack-request-id: req-cf8bb6db-bf29-437a-bce9-b3feb2459690 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:48.494594 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "name": "network-vif-unplugged", "status": "completed", "tag": "dbad9677-0779-4f88-a770-6f199c7982f3", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:48.495089 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf8bb6db-bf29-437a-bce9-b3feb2459690 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:48.496198 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbad9677-0779-4f88-a770-6f199c7982f3', 'code': 200} Sep 23 22:22:48.499248 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9988de2f-f0d9-4773-a602-7c13fa49d320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.513016 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-4b080c92-4291-4761-9435-de41d9267f45 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.515420 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.516977 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:48.517973 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.532173 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c012991-e050-4ec4-8ce8-c8d8b1516c90 req-b13a52b8-6731-44f1-bd29-f635550cd1ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d445de3f-5408-4213-bcec-439e92d41e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532861 Sep 23 22:22:48.544684 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.578761 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9988de2f-f0d9-4773-a602-7c13fa49d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.597342 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.598797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:22:48.605175 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9988de2f-f0d9-4773-a602-7c13fa49d320 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:22:48.605767 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9988de2f-f0d9-4773-a602-7c13fa49d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:22:48.607666 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:22:48.624510 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b080c92-4291-4761-9435-de41d9267f45 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Port': ['ID=bc2aafa1-070f-4f16-9e70-8bbc6b963bc0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:48.680664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-4b080c92-4291-4761-9435-de41d9267f45 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] No DVR routers for this DVR port bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:22:48.684504 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-4b080c92-4291-4761-9435-de41d9267f45 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.688242 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-4b080c92-4291-4761-9435-de41d9267f45 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.67 "DELETE /v2.0/ports/bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 HTTP/1.1" status: 204 len: 173 time: 1.2196696 Sep 23 22:22:48.746094 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:22:48.746938 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device bc2aafa1-070f-4f16-9e70-8bbc6b963bc0 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:22:48.795694 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7269223 Sep 23 22:22:48.803723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27f7c6-f4ba-4c07-aa31-549643394250 admin admin] Pushing event updated for resources: {'Network': ['ID=ecc7f068-1328-441d-b4c9-587f201b176b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:48.834319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network ecc7f068-1328-441d-b4c9-587f201b176b details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:22:48.857635 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44668) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:48.932875 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c5814f08-4864-4358-a1db-dfb1d6fddf06 admin admin] Request body: {'subnet': {'network_id': 'ecc7f068-1328-441d-b4c9-587f201b176b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1771782163-subnet', 'tenant_id': 'de92261c06ce4041b789b2ad18486926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:48.965869 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:48.979019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=dbad9677-0779-4f88-a770-6f199c7982f3,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:49.011628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7a940882-f787-45f0-8af6-9044de05b1f8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:22:49.153529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97e15c-f271-4705-9fde-1b5e0e0aec7d req-4da31a9f-5a9d-40eb-adb9-511194a6b5c5 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:49.163047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7a940882-f787-45f0-8af6-9044de05b1f8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:49.163841 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da97e15c-f271-4705-9fde-1b5e0e0aec7d req-4da31a9f-5a9d-40eb-adb9-511194a6b5c5 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.2255576 Sep 23 22:22:49.163988 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:49.198085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5814f08-4864-4358-a1db-dfb1d6fddf06 admin admin] Made reservation on behalf of de92261c06ce4041b789b2ad18486926 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:22:49.201430 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c5814f08-4864-4358-a1db-dfb1d6fddf06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:49.239624 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da97e15c-f271-4705-9fde-1b5e0e0aec7d req-f3e9c65b-52a6-4a16-9f76-5bc3136eb4cc tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744083 Sep 23 22:22:49.252779 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79ab0c8-ea5d-440d-a86a-b4b457b32fc6 None None] Network 63ecd743-d90a-4386-a32b-ab9a931b40b3 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:22:49.322937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-b737d59f-d3f8-4fab-8bd7-225fb4d87a7b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Deleting port dbad9677-0779-4f88-a770-6f199c7982f3 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:49.323255 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-b737d59f-d3f8-4fab-8bd7-225fb4d87a7b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:49.529338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e5fe454a-e224-4e93-bba2-9a2a1df4d8cd None None] Provisioning complete for port 7a940882-f787-45f0-8af6-9044de05b1f8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:49.529703 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5fe454a-e224-4e93-bba2-9a2a1df4d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:49.535640 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c012991-e050-4ec4-8ce8-c8d8b1516c90 req-601af115-5c2f-4a84-a496-3870619bb226 service neutron] 10.222.0.43 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9850237 Sep 23 22:22:49.563897 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-b737d59f-d3f8-4fab-8bd7-225fb4d87a7b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] For port dbad9677-0779-4f88-a770-6f199c7982f3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbad9677-0779-4f88-a770-6f199c7982f3,segment=NetworkSegment(ba95967d-0d7a-43d6-baa1-052186a163ab),segment_id=ba95967d-0d7a-43d6-baa1-052186a163ab)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:49.564504 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-b737d59f-d3f8-4fab-8bd7-225fb4d87a7b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:49.582782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafc7ad-b18d-4c05-baae-f9be2dc6ea46 req-65c15545-65aa-4c34-9fda-f840e3ce5bc1 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:49.591297 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7eafc7ad-b18d-4c05-baae-f9be2dc6ea46 req-65c15545-65aa-4c34-9fda-f840e3ce5bc1 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 944 time: 0.1506908 Sep 23 22:22:49.596656 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:49.599160 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9988de2f-f0d9-4773-a602-7c13fa49d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:49.624610 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:49.626544 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9988de2f-f0d9-4773-a602-7c13fa49d320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:49.633780 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9988de2f-f0d9-4773-a602-7c13fa49d320 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2ba20f87-9bc0-4286-ab24-aeadfa0f2206 HTTP/1.1" status: 204 len: 168 time: 2.2441185 Sep 23 22:22:49.637172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-b737d59f-d3f8-4fab-8bd7-225fb4d87a7b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Calling delete_port for dbad9677-0779-4f88-a770-6f199c7982f3 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:49.784893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988de2f-f0d9-4773-a602-7c13fa49d320 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba20f87-9bc0-4286-ab24-aeadfa0f2206,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:49.792522 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 7a940882-f787-45f0-8af6-9044de05b1f8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7a940882-f787-45f0-8af6-9044de05b1f8,segment=NetworkSegment(249be43e-b51c-4e0c-8a06-1bb04d9dfaa5),segment_id=249be43e-b51c-4e0c-8a06-1bb04d9dfaa5)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:49.808087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:22:49.809885 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5fe454a-e224-4e93-bba2-9a2a1df4d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:49.842380 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'name': 'network-vif-deleted', 'tag': 'bc2aafa1-070f-4f16-9e70-8bbc6b963bc0'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:49.844123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:22:49.847633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:22:49.849033 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1867ec13-686f-4e93-8300-9a3b589c1be7" -d '{"events": [{"server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "name": "network-vif-deleted", "tag": "bc2aafa1-070f-4f16-9e70-8bbc6b963bc0"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:49.855374 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c5814f08-4864-4358-a1db-dfb1d6fddf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:49.898313 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7eafc7ad-b18d-4c05-baae-f9be2dc6ea46 req-f6d62a1c-3075-49af-ac66-a48a019c3a68 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059862 Sep 23 22:22:49.903293 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:49.956444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Pushing event updated for resources: {'Port': ['ID=80028305-d3ef-48b5-ab92-7b2791b3aaff,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:50.000849 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3887fd2a-cf7d-4292-96a0-c2b8cded92da x-openstack-request-id: req-3887fd2a-cf7d-4292-96a0-c2b8cded92da {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:50.004795 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "name": "network-vif-deleted", "tag": "bc2aafa1-070f-4f16-9e70-8bbc6b963bc0", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:50.006260 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3887fd2a-cf7d-4292-96a0-c2b8cded92da {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:50.007905 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'name': 'network-vif-deleted', 'tag': 'bc2aafa1-070f-4f16-9e70-8bbc6b963bc0', 'status': 'completed', 'code': 200} Sep 23 22:22:50.008618 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c012991-e050-4ec4-8ce8-c8d8b1516c90 req-fbcf65d6-bdad-409d-bce3-7a6bcee56fb2 service neutron] 10.222.0.43 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642937 Sep 23 22:22:50.067872 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-e5fe454a-e224-4e93-bba2-9a2a1df4d8cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:22:50.068245 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-e5fe454a-e224-4e93-bba2-9a2a1df4d8cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:22:50.075232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=7a940882-f787-45f0-8af6-9044de05b1f8,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:50.156878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0140656-edce-4b78-bd1b-fff76ef6f3f7 req-a7591a18-24d4-4cde-af5e-176e2a155939 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:50.159548 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0140656-edce-4b78-bd1b-fff76ef6f3f7 req-a7591a18-24d4-4cde-af5e-176e2a155939 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 945 time: 0.3797524 Sep 23 22:22:50.160525 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5814f08-4864-4358-a1db-dfb1d6fddf06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15fef46-f250-4b45-be56-611c2cd48d0b,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:50.223497 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5814f08-4864-4358-a1db-dfb1d6fddf06 admin admin] Checking segment: {'id': '6bb1c206-21fb-4ee5-b572-a209338cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ecc7f068-1328-441d-b4c9-587f201b176b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:22:50.223858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5814f08-4864-4358-a1db-dfb1d6fddf06 admin admin] Network hostable DHCP agents. Network: ecc7f068-1328-441d-b4c9-587f201b176b, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:22:50.271397 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0140656-edce-4b78-bd1b-fff76ef6f3f7 req-985f8d50-9065-473a-b021-0c25d42c5efd tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895319 Sep 23 22:22:50.452397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072046a4-c98a-4cf7-bceb-40f076ea277a req-b794a018-24a8-4e86-b84d-e1bd3619c69f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:50.454121 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-072046a4-c98a-4cf7-bceb-40f076ea277a req-b794a018-24a8-4e86-b84d-e1bd3619c69f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.0798957 Sep 23 22:22:50.478327 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-b737d59f-d3f8-4fab-8bd7-225fb4d87a7b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:50.485172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5814f08-4864-4358-a1db-dfb1d6fddf06 admin admin] Network ecc7f068-1328-441d-b4c9-587f201b176b is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:22:50.624659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-072046a4-c98a-4cf7-bceb-40f076ea277a req-ace31c51-be39-41d7-8a8a-c18f60d900fc tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579673 Sep 23 22:22:50.668792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737d59f-d3f8-4fab-8bd7-225fb4d87a7b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Port': ['ID=dbad9677-0779-4f88-a770-6f199c7982f3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:50.671948 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:50.813747 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-b737d59f-d3f8-4fab-8bd7-225fb4d87a7b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] No DVR routers for this DVR port dbad9677-0779-4f88-a770-6f199c7982f3 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:22:50.818810 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-b737d59f-d3f8-4fab-8bd7-225fb4d87a7b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:50.820150 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-590f1867-ea7d-4049-9cd8-8bb7810dd9f1 req-b737d59f-d3f8-4fab-8bd7-225fb4d87a7b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.67 "DELETE /v2.0/ports/dbad9677-0779-4f88-a770-6f199c7982f3 HTTP/1.1" status: 204 len: 173 time: 2.0278823 Sep 23 22:22:50.845625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-59ba5237-6d15-4b61-bf4a-a3d8da9e5aa1 None None] Provisioning complete for port 7a940882-f787-45f0-8af6-9044de05b1f8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:50.846423 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-59ba5237-6d15-4b61-bf4a-a3d8da9e5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:50.859311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-c5814f08-4864-4358-a1db-dfb1d6fddf06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, ecc7f068-1328-441d-b4c9-587f201b176b) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:22:50.869313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5814f08-4864-4358-a1db-dfb1d6fddf06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:50.870086 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c5814f08-4864-4358-a1db-dfb1d6fddf06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:50.965905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8170c135-9912-457f-aeff-f181397dcd42 None None] Network ecc7f068-1328-441d-b4c9-587f201b176b requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:22:50.986468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7a940882-f787-45f0-8af6-9044de05b1f8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:22:51.013403 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c5814f08-4864-4358-a1db-dfb1d6fddf06 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1485159 Sep 23 22:22:51.032256 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44706) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:51.093165 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8d26ad0-6307-4766-8959-8810ed6e33d9 req-30487496-9dd0-48b2-b162-c58f3ecd1fe4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 210 time: 0.0811605 Sep 23 22:22:51.131608 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b9531508-6b7d-4a6e-98f3-c3054fc20cbe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=15cbc9172a21412ea06786b579eff720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0947688 Sep 23 22:22:51.136327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44708) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:51.224724 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:51.342418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdaaa22-c8c7-415f-9637-81414634f40d None None] Network ecc7f068-1328-441d-b4c9-587f201b176b requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:22:51.387715 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b1cf537-10b9-4737-9850-d49acec27363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:51.426059 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b1cf537-10b9-4737-9850-d49acec27363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:51.505183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7a940882-f787-45f0-8af6-9044de05b1f8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:51.505913 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:51.729708 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b1cf537-10b9-4737-9850-d49acec27363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:51.751936 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b1cf537-10b9-4737-9850-d49acec27363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:51.764250 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4b1cf537-10b9-4737-9850-d49acec27363 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b8044c2-ae06-4bb4-b8f0-505da30871e3 HTTP/1.1" status: 204 len: 168 time: 0.6258612 Sep 23 22:22:51.774231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Router 061490a6-2b32-4e81-aa51-eb36e9b1e540 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:22:51.825247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1cf537-10b9-4737-9850-d49acec27363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8044c2-ae06-4bb4-b8f0-505da30871e3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:51.875076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f74b0-0855-4ab7-8560-75e1618f00e1 req-7b7520d1-4988-4dbd-b472-7d0af54c3078 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:51.880629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f3f74b0-0855-4ab7-8560-75e1618f00e1 req-7b7520d1-4988-4dbd-b472-7d0af54c3078 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.1351130 Sep 23 22:22:51.975060 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f3f74b0-0855-4ab7-8560-75e1618f00e1 req-a3262595-9c15-4961-ba14-3114df393ae2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871425 Sep 23 22:22:52.009348 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'name': 'network-vif-deleted', 'tag': 'dbad9677-0779-4f88-a770-6f199c7982f3'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:52.012662 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8506ecdd-20fe-4244-89c6-e56c6db003c8" -d '{"events": [{"server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "name": "network-vif-deleted", "tag": "dbad9677-0779-4f88-a770-6f199c7982f3"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:52.239142 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5760e2-aa78-4ee2-af51-ce4ab25dc4d4 x-openstack-request-id: req-fc5760e2-aa78-4ee2-af51-ce4ab25dc4d4 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:52.239436 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04adcb49-04ec-4e12-9d6f-1ba11be1b877", "name": "network-vif-deleted", "tag": "dbad9677-0779-4f88-a770-6f199c7982f3", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:52.239897 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc5760e2-aa78-4ee2-af51-ce4ab25dc4d4 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:52.240660 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04adcb49-04ec-4e12-9d6f-1ba11be1b877', 'name': 'network-vif-deleted', 'tag': 'dbad9677-0779-4f88-a770-6f199c7982f3', 'status': 'completed', 'code': 200} Sep 23 22:22:52.258344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:22:52.275103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Sync routers for ids ['061490a6-2b32-4e81-aa51-eb36e9b1e540'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:22:52.294573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Routers {'061490a6-2b32-4e81-aa51-eb36e9b1e540'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:22:52.296100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:22:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['061490a6-2b32-4e81-aa51-eb36e9b1e540'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:52.305997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-32c221fc-9887-43e9-8640-2c6d0e66ddfb tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:52.308465 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-32c221fc-9887-43e9-8640-2c6d0e66ddfb tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/networks?id=ecc7f068-1328-441d-b4c9-587f201b176b HTTP/1.1" status: 200 len: 814 time: 0.1845877 Sep 23 22:22:52.336725 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-a77992ba-3d89-490a-aed1-c236421df010 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/quotas/de92261c06ce4041b789b2ad18486926 HTTP/1.1" status: 200 len: 375 time: 0.0161650 Sep 23 22:22:52.403878 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-24a5e203-0240-49d1-9b3e-d3926de0568f tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=de92261c06ce4041b789b2ad18486926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537829 Sep 23 22:22:52.416836 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-18959dec-cfd0-4c2a-b1c2-ddb8332d6762 req-7d197e7f-9bdf-4114-82da-f400b6017693 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=04adcb49-04ec-4e12-9d6f-1ba11be1b877 HTTP/1.1" status: 200 len: 210 time: 0.0430121 Sep 23 22:22:52.439468 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:52.441839 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2f765552-dca3-4cce-9ea6-f47ea0664747 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2699440 Sep 23 22:22:52.446788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44746) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:52.506852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Set router 061490a6-2b32-4e81-aa51-eb36e9b1e540 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:22:52.617586 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-02d5b3be-29ab-4ea7-ab6b-2910c5c02b0b service neutron] 10.222.0.22 "GET /v2.0/networks/ecc7f068-1328-441d-b4c9-587f201b176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046039 Sep 23 22:22:52.855132 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:22:45Z', 'updated_at': '2021-09-23T22:22:50Z', 'revision_number': 3, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'gw_port': {'id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:47Z', 'updated_at': '2021-09-23T22:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:52.910278 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-bcba4516-407b-4c07-b218-2c9d3dc30699 service neutron] 10.222.0.22 "GET /v2.0/networks/ecc7f068-1328-441d-b4c9-587f201b176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873712 Sep 23 22:22:52.918898 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Checking router: 061490a6-2b32-4e81-aa51-eb36e9b1e540 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:22:52.919450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Updating router 061490a6-2b32-4e81-aa51-eb36e9b1e540 port 80028305-d3ef-48b5-ab92-7b2791b3aaff binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:22:52.974669 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:53.278248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207707c-1aad-44a3-8124-9c587efae8c7 req-c0d3ac4d-6955-40eb-964d-e3403f128af3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:53.280854 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0207707c-1aad-44a3-8124-9c587efae8c7 req-c0d3ac4d-6955-40eb-964d-e3403f128af3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.1483836 Sep 23 22:22:53.394254 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:53.429962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0207707c-1aad-44a3-8124-9c587efae8c7 req-9e331a22-777b-445c-9d33-71315bc2dc90 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150415 Sep 23 22:22:53.458141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bc22f52-455d-4689-b47f-4a230cb38516 req-a9e0b986-77bb-44b9-8c01-049730506e9a tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 210 time: 0.0811410 Sep 23 22:22:53.562009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44774) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:53.574755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44778) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:53.581620 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:53.668930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2425d8-689c-4b6a-a0b1-b2db4da233c9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Deleting subnet aa6204f4-05e1-4eaa-9058-63def3199946 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:22:53.674380 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-43082f3e-d137-42cd-8cc1-770bf48e8b21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6c036e16fea400daf8dc77630a0f90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1106591 Sep 23 22:22:53.675604 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fa2425d8-689c-4b6a-a0b1-b2db4da233c9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:53.678516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44782) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:53.693707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Allocated IP 172.20.0.1 (63ecd743-d90a-4386-a32b-ab9a931b40b3/65e3f30a-6db9-4719-ab81-50b24446434f/e5289e18-6193-4638-82e3-12e8e36ff072) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:22:53.749333 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fa2425d8-689c-4b6a-a0b1-b2db4da233c9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:53.752541 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4cb5df26-c616-452c-9e1a-0eb5dba43109 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:22:53.770087 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:53.818771 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c67ec1d4-db89-4630-b2a1-b058c80c1301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:53.878922 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c67ec1d4-db89-4630-b2a1-b058c80c1301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:53.891836 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465b64b-6efe-4bc1-8cc6-c0d458ec0e3f None None] Pushing event updated for resources: {'Port': ['ID=80028305-d3ef-48b5-ab92-7b2791b3aaff,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:53.951506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Attempting to bind port 80028305-d3ef-48b5-ab92-7b2791b3aaff on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:22:53.952437 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Attempting to bind port 80028305-d3ef-48b5-ab92-7b2791b3aaff by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:22:53.953222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Attempting to bind port 80028305-d3ef-48b5-ab92-7b2791b3aaff on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:22:53.965835 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fa2425d8-689c-4b6a-a0b1-b2db4da233c9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:53.990321 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:54.126816 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:22:54.127196 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:22:54.128023 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:54.128259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:22:54.128756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Bound port: 80028305-d3ef-48b5-ab92-7b2791b3aaff, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:22:54.129180 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:54.188743 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fa2425d8-689c-4b6a-a0b1-b2db4da233c9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:54.189971 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:54.200081 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c67ec1d4-db89-4630-b2a1-b058c80c1301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:54.212786 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c67ec1d4-db89-4630-b2a1-b058c80c1301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:54.217572 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c67ec1d4-db89-4630-b2a1-b058c80c1301 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88c972d5-d88d-4562-9b49-b4c18273fd1a HTTP/1.1" status: 204 len: 168 time: 0.5370398 Sep 23 22:22:54.250721 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4cb5df26-c616-452c-9e1a-0eb5dba43109, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4cb5df26-c616-452c-9e1a-0eb5dba43109,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:54.253807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Network 63ecd743-d90a-4386-a32b-ab9a931b40b3 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:22:54.259533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:22:54.266375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:22:54.267208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2425d8-689c-4b6a-a0b1-b2db4da233c9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6204f4-05e1-4eaa-9058-63def3199946,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:54.312869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] For port 80028305-d3ef-48b5-ab92-7b2791b3aaff, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:22:54.317467 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fa2425d8-689c-4b6a-a0b1-b2db4da233c9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:54.323788 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fa2425d8-689c-4b6a-a0b1-b2db4da233c9 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "DELETE /v2.0/subnets/aa6204f4-05e1-4eaa-9058-63def3199946 HTTP/1.1" status: 204 len: 168 time: 0.7454219 Sep 23 22:22:54.334857 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:54.335465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] For port 80028305-d3ef-48b5-ab92-7b2791b3aaff, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=80028305-d3ef-48b5-ab92-7b2791b3aaff,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:22:54.336095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ec1d4-db89-4630-b2a1-b058c80c1301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c972d5-d88d-4562-9b49-b4c18273fd1a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:54.337637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44802) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:54.338056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '4cb5df26-c616-452c-9e1a-0eb5dba43109', 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76', 'port_id': '4cb5df26-c616-452c-9e1a-0eb5dba43109', 'mac_address': 'fa:16:3e:39:cd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903c4ba9-2c76-4131-a769-852776e395e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:22:54.427856 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Pushing event updated for resources: {'Port': ['ID=e5289e18-6193-4638-82e3-12e8e36ff072,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:54.464263 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:54.470252 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceb1bdb-f089-4fce-9f10-9075a939d00e None None] Network 54a90f2c-214e-4e71-9373-9d722c3e0041 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:22:54.541918 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:54.677379 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465b64b-6efe-4bc1-8cc6-c0d458ec0e3f None None] Pushing event updated for resources: {'Port': ['ID=80028305-d3ef-48b5-ab92-7b2791b3aaff,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:54.690287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cb5df26-c616-452c-9e1a-0eb5dba43109 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:22:54.696578 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61d52b24-cb42-411e-b30e-3b97cfa6a97d req-9cbadf72-33e9-403e-b2ec-7a800fcd4a1b tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 210 time: 0.0835302 Sep 23 22:22:54.704225 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:54.714499 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4cb5df26-c616-452c-9e1a-0eb5dba43109, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4cb5df26-c616-452c-9e1a-0eb5dba43109,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:54.794342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Routers {'061490a6-2b32-4e81-aa51-eb36e9b1e540'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:22:54.795022 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:22:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['061490a6-2b32-4e81-aa51-eb36e9b1e540'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:54.870206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Deleting port ae3b2445-93fc-4a62-a569-1b30b81fa84b {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:54.870579 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:54.872573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186d1f8-b7a9-44bd-8854-7ab3c17d3fc7 req-aaa5b7ff-02b9-4700-ba35-99f2ee886619 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:54.876214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a186d1f8-b7a9-44bd-8854-7ab3c17d3fc7 req-aaa5b7ff-02b9-4700-ba35-99f2ee886619 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.2298112 Sep 23 22:22:54.926437 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:54.969586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] For port ae3b2445-93fc-4a62-a569-1b30b81fa84b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ae3b2445-93fc-4a62-a569-1b30b81fa84b,segment=NetworkSegment(ba95967d-0d7a-43d6-baa1-052186a163ab),segment_id=ba95967d-0d7a-43d6-baa1-052186a163ab)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:54.970094 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:55.014396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Calling delete_port for ae3b2445-93fc-4a62-a569-1b30b81fa84b owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:55.034921 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a186d1f8-b7a9-44bd-8854-7ab3c17d3fc7 req-c4c30d60-e3e3-4b06-b404-1e20a5458c4a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359193 Sep 23 22:22:55.115276 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['4cb5df26-c616-452c-9e1a-0eb5dba43109'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:22:55.123220 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:55.291966 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8137896f-0324-4c2d-a299-071500371f96 None None] Provisioning complete for port e5289e18-6193-4638-82e3-12e8e36ff072 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:55.292642 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8137896f-0324-4c2d-a299-071500371f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:55.297892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4cb5df26-c616-452c-9e1a-0eb5dba43109,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:55.327804 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:55.369179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] Set router 061490a6-2b32-4e81-aa51-eb36e9b1e540 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:22:55.419317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Port': ['ID=ae3b2445-93fc-4a62-a569-1b30b81fa84b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:55.432203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] No DVR routers for this DVR port ae3b2445-93fc-4a62-a569-1b30b81fa84b on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:22:55.491412 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8137896f-0324-4c2d-a299-071500371f96 None None] Port e5289e18-6193-4638-82e3-12e8e36ff072 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:22:55.554313 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fedbf55-2a69-4bb8-9170-153bc8925f0a None None] DHCP port deletion for 54a90f2c-214e-4e71-9373-9d722c3e0041 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:22:55.611666 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:55.640992 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:55.653069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a90f2c-214e-4e71-9373-9d722c3e0041']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:55.669803 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba95967d-0d7a-43d6-baa1-052186a163ab') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:55.673793 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba95967d-0d7a-43d6-baa1-052186a163ab') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:55.687436 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:55.744731 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:55.755581 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:55.845915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:22:45Z', 'updated_at': '2021-09-23T22:22:50Z', 'revision_number': 3, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'gw_port': {'id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:47Z', 'updated_at': '2021-09-23T22:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:55.883081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:22:55.884745 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:55.894592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b81e5-78df-43e5-9440-9ba4d72cf323 None None] The sync data for ids ['061490a6-2b32-4e81-aa51-eb36e9b1e540'] in n-d-810775-1 is: [{'id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:22:45Z', 'updated_at': '2021-09-23T22:22:50Z', 'revision_number': 3, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'gw_port': {'id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:47Z', 'updated_at': '2021-09-23T22:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:22:55.900963 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:22:55.918924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a34454ef-360d-42aa-97d0-de5c95139e3c req-8d678bb4-832c-4762-8a37-8b87138c5008 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 210 time: 0.0881362 Sep 23 22:22:56.342939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6261e31-902e-47e9-8c8d-fa529800662c req-347371e2-1266-47e7-9db7-9c86ecd0746c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:56.384328 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6261e31-902e-47e9-8c8d-fa529800662c req-347371e2-1266-47e7-9db7-9c86ecd0746c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.1728635 Sep 23 22:22:56.394427 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:56.424077 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Pushing event updated for resources: {'Port': ['ID=e5289e18-6193-4638-82e3-12e8e36ff072,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:56.529840 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6261e31-902e-47e9-8c8d-fa529800662c req-9e74d2a9-2301-4ce3-a8ba-b57ab2284b45 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193755 Sep 23 22:22:56.613611 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Network 63ecd743-d90a-4386-a32b-ab9a931b40b3 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:22:56.617289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:22:56.879128 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:56.898695 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:56.908582 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "DELETE /v2.0/networks/54a90f2c-214e-4e71-9373-9d722c3e0041 HTTP/1.1" status: 204 len: 168 time: 2.5619669 Sep 23 22:22:56.909602 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44876) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:56.920917 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Router 061490a6-2b32-4e81-aa51-eb36e9b1e540 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:22:56.986540 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 80028305-d3ef-48b5-ab92-7b2791b3aaff up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:22:57.030634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbdcb1-7434-4599-8f42-8716272ea0ba tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Network': ['ID=54a90f2c-214e-4e71-9373-9d722c3e0041,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:57.153715 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 80028305-d3ef-48b5-ab92-7b2791b3aaff triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:57.154410 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:57.241926 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a7885ac-9df1-4d20-8f83-0a9bc8ab2338 req-d20c77e2-91df-41b3-9580-fbedaba68457 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 210 time: 0.1604555 Sep 23 22:22:57.275139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ea60177d-bdc7-41f2-8173-f1ffbb0ef3cd None None] Provisioning complete for port e5289e18-6193-4638-82e3-12e8e36ff072 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:57.276336 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea60177d-bdc7-41f2-8173-f1ffbb0ef3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:57.282328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ab91f0-38ff-4640-a002-6f345a4368a8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Deleting subnet 8c830842-2e1b-432a-afc5-e0f01f4c8076 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:22:57.297340 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84ab91f0-38ff-4640-a002-6f345a4368a8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:57.386635 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ea60177d-bdc7-41f2-8173-f1ffbb0ef3cd None None] Port e5289e18-6193-4638-82e3-12e8e36ff072 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:22:57.539731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:22:57.546515 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c51d6600-17e0-4716-9c95-cdbdf6e4418c admin admin] 10.222.0.22 "PUT /v2.0/routers/061490a6-2b32-4e81-aa51-eb36e9b1e540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0985668 Sep 23 22:22:57.562009 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:57.598296 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 80028305-d3ef-48b5-ab92-7b2791b3aaff, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=80028305-d3ef-48b5-ab92-7b2791b3aaff,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:57.610559 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84ab91f0-38ff-4640-a002-6f345a4368a8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:57.748068 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:57.770140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4cb5df26-c616-452c-9e1a-0eb5dba43109 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:22:57.978304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ae3b2445-93fc-4a62-a569-1b30b81fa84b no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:22:58.024320 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: ae3b2445-93fc-4a62-a569-1b30b81fa84b {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:22:58.025662 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ae3b2445-93fc-4a62-a569-1b30b81fa84b not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:22:58.053196 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 4cb5df26-c616-452c-9e1a-0eb5dba43109 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:58.053947 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:58.154414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5548b-4a46-476f-a2de-0da3175ffc7c req-a20cf5e8-f37c-41a5-a6da-0eb28fb745b9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:58.171093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dea5548b-4a46-476f-a2de-0da3175ffc7c req-a20cf5e8-f37c-41a5-a6da-0eb28fb745b9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.4996490 Sep 23 22:22:58.252826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=80028305-d3ef-48b5-ab92-7b2791b3aaff,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:58.275633 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84ab91f0-38ff-4640-a002-6f345a4368a8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:58.308522 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:58.400274 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb5df26-c616-452c-9e1a-0eb5dba43109'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:22:58.404705 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2eb359-d998-4983-80b8-9459fa104b05" -d '{"events": [{"server_uuid": "2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9", "name": "network-vif-plugged", "status": "completed", "tag": "4cb5df26-c616-452c-9e1a-0eb5dba43109"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:22:58.447214 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4cb5df26-c616-452c-9e1a-0eb5dba43109, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4cb5df26-c616-452c-9e1a-0eb5dba43109,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:58.487745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-c2527a02-a664-4d63-b007-e696ddbbc8a0 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:22:58.489701 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-c2527a02-a664-4d63-b007-e696ddbbc8a0 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.43 "GET /v2.0/networks?id=ecc7f068-1328-441d-b4c9-587f201b176b HTTP/1.1" status: 200 len: 814 time: 0.9341965 Sep 23 22:22:58.506826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dea5548b-4a46-476f-a2de-0da3175ffc7c req-02f347de-c248-4977-8d9f-7060833b7eee tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248117 Sep 23 22:22:58.513325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-37ae3092-5ec0-4905-8533-96d3bcb8d8c9 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Request body: {'port': {'device_id': '6d5ae130-950c-4048-8c70-9665114abb98', 'network_id': 'ecc7f068-1328-441d-b4c9-587f201b176b', 'admin_state_up': True, 'tenant_id': 'de92261c06ce4041b789b2ad18486926'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:58.621859 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:58.651739 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84ab91f0-38ff-4640-a002-6f345a4368a8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:58.695196 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84ab91f0-38ff-4640-a002-6f345a4368a8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:58.703843 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-84ab91f0-38ff-4640-a002-6f345a4368a8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "DELETE /v2.0/subnets/8c830842-2e1b-432a-afc5-e0f01f4c8076 HTTP/1.1" status: 204 len: 168 time: 1.7923729 Sep 23 22:22:58.709487 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44922) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:58.715339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be248741-e405-43f8-8e4a-8fe87062514d None None] Network 89c69608-fbdd-460b-961c-2313c4263bcc requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:22:58.775096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab91f0-38ff-4640-a002-6f345a4368a8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Subnet': ['ID=8c830842-2e1b-432a-afc5-e0f01f4c8076,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:58.885961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4cb5df26-c616-452c-9e1a-0eb5dba43109,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:22:58.985811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4b61481-cee4-468b-91cd-1e99b6ab68ec req-8f5219a6-fba4-41ea-812e-4bfb48096f80 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 210 time: 0.1579568 Sep 23 22:22:59.044904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:59.060043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 80028305-d3ef-48b5-ab92-7b2791b3aaff up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:22:59.118083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-37ae3092-5ec0-4905-8533-96d3bcb8d8c9 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Made reservation on behalf of de92261c06ce4041b789b2ad18486926 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:22:59.122212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-37ae3092-5ec0-4905-8533-96d3bcb8d8c9 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:59.144581 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44934) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:22:59.156560 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-db452a77-e05f-4827-bf93-8b85221d8232 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885272494', 'description': 'tempest-description--855517545'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:22:59.242805 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Deleting port 807f3854-85c2-4c99-8648-58accd5f1175 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:59.243138 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:59.300586 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e06383b-5abc-42f0-8053-d88d9010be11 x-openstack-request-id: req-8e06383b-5abc-42f0-8053-d88d9010be11 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:22:59.305938 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9", "name": "network-vif-plugged", "status": "completed", "tag": "4cb5df26-c616-452c-9e1a-0eb5dba43109", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:22:59.310459 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e06383b-5abc-42f0-8053-d88d9010be11 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:22:59.310459 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb5df26-c616-452c-9e1a-0eb5dba43109', 'code': 200} Sep 23 22:22:59.397268 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Sync routers for ids ['061490a6-2b32-4e81-aa51-eb36e9b1e540'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:22:59.443071 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Routers {'061490a6-2b32-4e81-aa51-eb36e9b1e540'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:22:59.444360 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:22:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['061490a6-2b32-4e81-aa51-eb36e9b1e540'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:22:59.480957 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 80028305-d3ef-48b5-ab92-7b2791b3aaff triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:22:59.483876 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:59.487808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-37ae3092-5ec0-4905-8533-96d3bcb8d8c9 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Allocated IP 172.20.0.2 (ecc7f068-1328-441d-b4c9-587f201b176b/e15fef46-f250-4b45-be56-611c2cd48d0b/6ee3846e-fa8b-49d9-9571-45b98fb3385c) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:22:59.534406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] For port 807f3854-85c2-4c99-8648-58accd5f1175, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=807f3854-85c2-4c99-8648-58accd5f1175,segment=NetworkSegment(f270ed5a-b740-4a26-b614-534eead531ae),segment_id=f270ed5a-b740-4a26-b614-534eead531ae)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:22:59.538467 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:59.609218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Calling delete_port for 807f3854-85c2-4c99-8648-58accd5f1175 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:22:59.620782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b560be3-9657-403e-8d6c-ce0bee3d07f1 None None] DHCP port deletion for 89c69608-fbdd-460b-961c-2313c4263bcc request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:22:59.781530 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-37ae3092-5ec0-4905-8533-96d3bcb8d8c9 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:59.886014 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Set router 061490a6-2b32-4e81-aa51-eb36e9b1e540 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:22:59.946448 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-37ae3092-5ec0-4905-8533-96d3bcb8d8c9 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:22:59.995282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2b560be3-9657-403e-8d6c-ce0bee3d07f1 None None] Deleting port 807f3854-85c2-4c99-8648-58accd5f1175 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:22:59.995866 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2b560be3-9657-403e-8d6c-ce0bee3d07f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:00.108053 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db452a77-e05f-4827-bf93-8b85221d8232 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:00.190895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae3092-5ec0-4905-8533-96d3bcb8d8c9 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Pushing event updated for resources: {'Port': ['ID=6ee3846e-fa8b-49d9-9571-45b98fb3385c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:00.269101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-37ae3092-5ec0-4905-8533-96d3bcb8d8c9 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Network ecc7f068-1328-441d-b4c9-587f201b176b is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:23:00.282453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-37ae3092-5ec0-4905-8533-96d3bcb8d8c9 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:23:00.293149 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db452a77-e05f-4827-bf93-8b85221d8232 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:00.297245 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:00.307380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-37ae3092-5ec0-4905-8533-96d3bcb8d8c9 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:23:00.344941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Port': ['ID=807f3854-85c2-4c99-8648-58accd5f1175,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:00.386446 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] No DVR routers for this DVR port 807f3854-85c2-4c99-8648-58accd5f1175 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:23:00.499204 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db452a77-e05f-4827-bf93-8b85221d8232 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:00.538764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-37ae3092-5ec0-4905-8533-96d3bcb8d8c9 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:00.540456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-37ae3092-5ec0-4905-8533-96d3bcb8d8c9 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:00.610986 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0c2bd-9926-4f0d-b3bc-a6748ea30571 req-3ff445c8-a652-417a-8a0c-b8247bc1e353 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:00.625813 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99f0c2bd-9926-4f0d-b3bc-a6748ea30571 req-3ff445c8-a652-417a-8a0c-b8247bc1e353 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.7763338 Sep 23 22:23:00.658417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db452a77-e05f-4827-bf93-8b85221d8232 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0897042-a806-4039-835a-f06f72e3557b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:00.686690 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:22:45Z', 'updated_at': '2021-09-23T22:22:54Z', 'revision_number': 4, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'gw_port': {'id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:47Z', 'updated_at': '2021-09-23T22:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e5289e18-6193-4638-82e3-12e8e36ff072', 'name': '', 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'mac_address': 'fa:16:3e:1e:2d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:53Z', 'updated_at': '2021-09-23T22:22:55Z', 'revision_number': 2, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'subnets': [{'id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:23:00.755994 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99f0c2bd-9926-4f0d-b3bc-a6748ea30571 req-2e1f207c-3ee7-4569-9068-91c8b5b29760 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256082 Sep 23 22:23:00.755994 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-37ae3092-5ec0-4905-8533-96d3bcb8d8c9 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2470813 Sep 23 22:23:00.781848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64492d2a-0540-42e5-9085-3be636e5f015 req-4f58d9eb-c421-4c0a-ac4a-01d4339182d5 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:00.785393 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Checking router: 061490a6-2b32-4e81-aa51-eb36e9b1e540 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:23:00.785772 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Updating router 061490a6-2b32-4e81-aa51-eb36e9b1e540 port e5289e18-6193-4638-82e3-12e8e36ff072 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:23:00.800968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Request body: {'port': {'device_id': '6d5ae130-950c-4048-8c70-9665114abb98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:00.805542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-64492d2a-0540-42e5-9085-3be636e5f015 req-4f58d9eb-c421-4c0a-ac4a-01d4339182d5 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 931 time: 0.5097141 Sep 23 22:23:00.835260 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-2b560be3-9657-403e-8d6c-ce0bee3d07f1 None None] For port 807f3854-85c2-4c99-8648-58accd5f1175, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=807f3854-85c2-4c99-8648-58accd5f1175,segment=NetworkSegment(f270ed5a-b740-4a26-b614-534eead531ae),segment_id=f270ed5a-b740-4a26-b614-534eead531ae)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:00.835878 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2b560be3-9657-403e-8d6c-ce0bee3d07f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:00.844986 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:00.889672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2b560be3-9657-403e-8d6c-ce0bee3d07f1 None None] Calling delete_port for 807f3854-85c2-4c99-8648-58accd5f1175 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:23:00.946357 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:01.024306 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:01.031619 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 807f3854-85c2-4c99-8648-58accd5f1175 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:23:01.088738 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c69608-fbdd-460b-961c-2313c4263bcc']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:23:01.109374 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f270ed5a-b740-4a26-b614-534eead531ae') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:23:01.111694 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f270ed5a-b740-4a26-b614-534eead531ae') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:23:01.114838 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 807f3854-85c2-4c99-8648-58accd5f1175 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:23:01.114838 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 807f3854-85c2-4c99-8648-58accd5f1175 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:23:01.140455 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:01.171308 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:01.194369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:23:01.202758 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:01.223552 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2b560be3-9657-403e-8d6c-ce0bee3d07f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:23:01.229417 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:23:01.250325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b560be3-9657-403e-8d6c-ce0bee3d07f1 None None] No DVR routers for this DVR port 807f3854-85c2-4c99-8648-58accd5f1175 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:23:01.309324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b560be3-9657-403e-8d6c-ce0bee3d07f1 None None] Pushing event deleted for resources: {'Port': ['ID=807f3854-85c2-4c99-8648-58accd5f1175,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:01.446625 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db452a77-e05f-4827-bf93-8b85221d8232 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:01.461508 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-db452a77-e05f-4827-bf93-8b85221d8232 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.3028548 Sep 23 22:23:01.464044 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44978) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:01.480938 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-09cbbff0-519e-4ec7-ac46-fc040ec7563b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Request body: {'security_group_rule': {'security_group_id': 'd0897042-a806-4039-835a-f06f72e3557b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:01.573830 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-64492d2a-0540-42e5-9085-3be636e5f015 req-1bb6500f-74a8-4253-9fd5-8691135080cb tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293232 Sep 23 22:23:01.599769 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:01.619297 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:01.724469 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:01.729542 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:01.738838 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "DELETE /v2.0/networks/89c69608-fbdd-460b-961c-2313c4263bcc HTTP/1.1" status: 204 len: 168 time: 3.0275981 Sep 23 22:23:01.744086 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c9057-ca99-4c95-bb31-e294d4be7ad6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Network': ['ID=89c69608-fbdd-460b-961c-2313c4263bcc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:01.754602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44982) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:01.771286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f8a28cca-a192-43a0-b689-1a63a7685b15 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1952936093'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:01.790112 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09cbbff0-519e-4ec7-ac46-fc040ec7563b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:01.838365 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2f825-3240-48d1-90b4-0181f86214c1 None None] Pushing event updated for resources: {'Port': ['ID=e5289e18-6193-4638-82e3-12e8e36ff072,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:01.860326 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2f825-3240-48d1-90b4-0181f86214c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:01.865021 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2f825-3240-48d1-90b4-0181f86214c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:01.865404 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2f825-3240-48d1-90b4-0181f86214c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:01.866070 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2f825-3240-48d1-90b4-0181f86214c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:01.866208 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2f825-3240-48d1-90b4-0181f86214c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:01.866440 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2f825-3240-48d1-90b4-0181f86214c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:01.866769 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2f825-3240-48d1-90b4-0181f86214c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:01.867151 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2f825-3240-48d1-90b4-0181f86214c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:01.867461 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2f825-3240-48d1-90b4-0181f86214c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:01.867786 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2f825-3240-48d1-90b4-0181f86214c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:01.868112 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2f825-3240-48d1-90b4-0181f86214c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:01.868435 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2f825-3240-48d1-90b4-0181f86214c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:01.950667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a28cca-a192-43a0-b689-1a63a7685b15 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Made reservation on behalf of 7c6919ff761d4dfea6400229f18974f5 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:23:01.956868 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8a28cca-a192-43a0-b689-1a63a7685b15 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:02.046318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a28cca-a192-43a0-b689-1a63a7685b15 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:23:02.074554 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Attempting to bind port e5289e18-6193-4638-82e3-12e8e36ff072 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:23:02.079687 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Attempting to bind port e5289e18-6193-4638-82e3-12e8e36ff072 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '249be43e-b51c-4e0c-8a06-1bb04d9dfaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:23:02.079687 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Attempting to bind port e5289e18-6193-4638-82e3-12e8e36ff072 on network 63ecd743-d90a-4386-a32b-ab9a931b40b3 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:02.105530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a81f7-53c6-40d8-891f-778939f19332 req-4253a82c-6a21-43d9-b533-88fc39c62a07 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:02.112447 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:23:02.114711 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Checking segment: {'id': '249be43e-b51c-4e0c-8a06-1bb04d9dfaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:23:02.115837 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:02.117021 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Bound using segment: {'id': '249be43e-b51c-4e0c-8a06-1bb04d9dfaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:23:02.118165 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Bound port: e5289e18-6193-4638-82e3-12e8e36ff072, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249be43e-b51c-4e0c-8a06-1bb04d9dfaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:23:02.119145 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:02.120929 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fd4a81f7-53c6-40d8-891f-778939f19332 req-4253a82c-6a21-43d9-b533-88fc39c62a07 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.2200136 Sep 23 22:23:02.160205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee3846e-fa8b-49d9-9571-45b98fb3385c {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:23:02.192367 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:02.199426 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09cbbff0-519e-4ec7-ac46-fc040ec7563b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:02.213920 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8a28cca-a192-43a0-b689-1a63a7685b15 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:02.214349 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-f8a28cca-a192-43a0-b689-1a63a7685b15 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Added segment e7acfefa-8e32-4473-902d-8ea0789fee25 of type vlan for network ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f Sep 23 22:23:02.227064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Transition to ACTIVE for port object 6ee3846e-fa8b-49d9-9571-45b98fb3385c will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:23:02.233817 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fd4a81f7-53c6-40d8-891f-778939f19332 req-048ea85c-bf75-419c-8a3e-51ae6e3bd027 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119926 Sep 23 22:23:02.260921 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09cbbff0-519e-4ec7-ac46-fc040ec7563b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:02.365254 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] For port e5289e18-6193-4638-82e3-12e8e36ff072, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:23:02.366253 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:02.376863 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] For port e5289e18-6193-4638-82e3-12e8e36ff072, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e5289e18-6193-4638-82e3-12e8e36ff072,segment=NetworkSegment(249be43e-b51c-4e0c-8a06-1bb04d9dfaa5),segment_id=249be43e-b51c-4e0c-8a06-1bb04d9dfaa5)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:23:02.456746 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:02.496365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbbff0-519e-4ec7-ac46-fc040ec7563b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469ee7fc-d627-4cc9-bbfe-8e6c376f9764,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:02.501367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-554472d5-0603-4c83-8a18-097164213eac None None] Provisioning complete for port e5289e18-6193-4638-82e3-12e8e36ff072 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:02.502012 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-554472d5-0603-4c83-8a18-097164213eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:02.510072 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee3846e-fa8b-49d9-9571-45b98fb3385c,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:02.546139 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2f825-3240-48d1-90b4-0181f86214c1 None None] Pushing event updated for resources: {'Port': ['ID=e5289e18-6193-4638-82e3-12e8e36ff072,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:02.577028 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Routers {'061490a6-2b32-4e81-aa51-eb36e9b1e540'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:23:02.578427 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:22:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['061490a6-2b32-4e81-aa51-eb36e9b1e540'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:23:02.677193 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8a28cca-a192-43a0-b689-1a63a7685b15 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:02.813807 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09cbbff0-519e-4ec7-ac46-fc040ec7563b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:02.818361 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aabf8cf7-dcfd-4d0c-9533-63b4eaab8d43 req-916cdc8e-7fc1-4b2c-8a6c-77a71aa0979b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5986421 Sep 23 22:23:02.824233 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-09cbbff0-519e-4ec7-ac46-fc040ec7563b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3531997 Sep 23 22:23:02.824540 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45006) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:02.832078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-93dca3e2-1ef5-4216-9835-16fc17c713fe tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Request body: {'security_group_rule': {'security_group_id': 'd0897042-a806-4039-835a-f06f72e3557b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:02.875461 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-554472d5-0603-4c83-8a18-097164213eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:02.879502 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8a28cca-a192-43a0-b689-1a63a7685b15 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:02.891776 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a28cca-a192-43a0-b689-1a63a7685b15 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:02.906358 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8a28cca-a192-43a0-b689-1a63a7685b15 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:02.954954 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] Set router 061490a6-2b32-4e81-aa51-eb36e9b1e540 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:23:02.965309 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-554472d5-0603-4c83-8a18-097164213eac None None] For port e5289e18-6193-4638-82e3-12e8e36ff072, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e5289e18-6193-4638-82e3-12e8e36ff072,segment=NetworkSegment(249be43e-b51c-4e0c-8a06-1bb04d9dfaa5),segment_id=249be43e-b51c-4e0c-8a06-1bb04d9dfaa5)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:03.050731 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Attempting to bind port 6ee3846e-fa8b-49d9-9571-45b98fb3385c on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:23:03.051087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Attempting to bind port 6ee3846e-fa8b-49d9-9571-45b98fb3385c by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '6bb1c206-21fb-4ee5-b572-a209338cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ecc7f068-1328-441d-b4c9-587f201b176b'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:23:03.053159 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Attempting to bind port 6ee3846e-fa8b-49d9-9571-45b98fb3385c on network ecc7f068-1328-441d-b4c9-587f201b176b {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:03.072551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Port 6ee3846e-fa8b-49d9-9571-45b98fb3385c on network ecc7f068-1328-441d-b4c9-587f201b176b not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:23:03.073362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Attempting to bind port 6ee3846e-fa8b-49d9-9571-45b98fb3385c on network ecc7f068-1328-441d-b4c9-587f201b176b {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:03.090120 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-554472d5-0603-4c83-8a18-097164213eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:03.130843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:23:03.131221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Checking segment: {'id': '6bb1c206-21fb-4ee5-b572-a209338cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ecc7f068-1328-441d-b4c9-587f201b176b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:23:03.131641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Bound using segment: {'id': '6bb1c206-21fb-4ee5-b572-a209338cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ecc7f068-1328-441d-b4c9-587f201b176b'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:23:03.132188 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Bound port: 6ee3846e-fa8b-49d9-9571-45b98fb3385c, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb1c206-21fb-4ee5-b572-a209338cddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ecc7f068-1328-441d-b4c9-587f201b176b'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:23:03.132712 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:03.157446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1981efe-f726-4737-a9a9-b74d54a817a0 req-ab346e24-3c31-4fdb-8dfd-eaeb70b07278 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:03.174447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1981efe-f726-4737-a9a9-b74d54a817a0 req-ab346e24-3c31-4fdb-8dfd-eaeb70b07278 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 943 time: 0.2787111 Sep 23 22:23:03.263356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554472d5-0603-4c83-8a18-097164213eac None None] Pushing event updated for resources: {'Port': ['ID=e5289e18-6193-4638-82e3-12e8e36ff072,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:03.290855 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fa78a8f6-1581-47fb-9d3d-01f164266755 None None] Provisioning complete for port e5289e18-6193-4638-82e3-12e8e36ff072 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:03.293758 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fa78a8f6-1581-47fb-9d3d-01f164266755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:03.365657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1981efe-f726-4737-a9a9-b74d54a817a0 req-91672f5c-d3ed-4895-90d8-f4d333c43a52 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888642 Sep 23 22:23:03.430435 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a28cca-a192-43a0-b689-1a63a7685b15 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event updated for resources: {'Network': ['ID=ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:03.442515 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f8a28cca-a192-43a0-b689-1a63a7685b15 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6841648 Sep 23 22:23:03.443316 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93dca3e2-1ef5-4216-9835-16fc17c713fe tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:03.446005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45014) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:03.478420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:23:03.493745 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8cf7-dcfd-4d0c-9533-63b4eaab8d43 req-079b0e3c-9328-4734-801c-b393dda6193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:03.495629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aabf8cf7-dcfd-4d0c-9533-63b4eaab8d43 req-079b0e3c-9328-4734-801c-b393dda6193e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0482f6f559a3421db26d6bef5bd62a78&device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 1096 time: 0.5727448 Sep 23 22:23:03.515553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c0566ff2-30a0-4224-99d0-3cc11dbd96ad tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Request body: {'subnet': {'network_id': 'ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:03.627970 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] For port 6ee3846e-fa8b-49d9-9571-45b98fb3385c, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:23:03.693269 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:22:45Z', 'updated_at': '2021-09-23T22:22:54Z', 'revision_number': 4, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'gw_port': {'id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:47Z', 'updated_at': '2021-09-23T22:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e5289e18-6193-4638-82e3-12e8e36ff072', 'name': '', 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'mac_address': 'fa:16:3e:1e:2d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:53Z', 'updated_at': '2021-09-23T22:23:02Z', 'revision_number': 4, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'subnets': [{'id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:23:03.711879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8cf7-dcfd-4d0c-9533-63b4eaab8d43 req-2822914b-fb91-4829-81fe-355edeaf778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:03.714669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aabf8cf7-dcfd-4d0c-9533-63b4eaab8d43 req-2822914b-fb91-4829-81fe-355edeaf778e service neutron] 10.222.0.67 "GET /v2.0/networks?id=b8785a5e-df92-480b-8acf-638778e70a5b HTTP/1.1" status: 200 len: 913 time: 0.1787267 Sep 23 22:23:03.720263 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93dca3e2-1ef5-4216-9835-16fc17c713fe tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:03.811102 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] For port 6ee3846e-fa8b-49d9-9571-45b98fb3385c, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6ee3846e-fa8b-49d9-9571-45b98fb3385c,segment=NetworkSegment(6bb1c206-21fb-4ee5-b572-a209338cddce),segment_id=6bb1c206-21fb-4ee5-b572-a209338cddce)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:23:03.823883 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1126f-d8e4-47e5-b167-719612d88958 None None] The sync data for ids ['061490a6-2b32-4e81-aa51-eb36e9b1e540'] in n-d-810775-1 is: [{'id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:22:45Z', 'updated_at': '2021-09-23T22:22:54Z', 'revision_number': 4, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'gw_port': {'id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:47Z', 'updated_at': '2021-09-23T22:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e5289e18-6193-4638-82e3-12e8e36ff072', 'name': '', 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'mac_address': 'fa:16:3e:1e:2d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:53Z', 'updated_at': '2021-09-23T22:23:02Z', 'revision_number': 4, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'subnets': [{'id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:23:03.951264 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aabf8cf7-dcfd-4d0c-9533-63b4eaab8d43 req-5701f014-6ac5-419e-9210-30fad13d7fa8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c099305-dd69-484c-9073-dbfc6f0e57d9 HTTP/1.1" status: 200 len: 1001 time: 0.2219348 Sep 23 22:23:04.006635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d87df-cd2d-4c45-a503-b5f026903c95 req-c67cd348-f34e-40d1-b71f-c164bb1a90ef tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:04.015436 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9b6d87df-cd2d-4c45-a503-b5f026903c95 req-c67cd348-f34e-40d1-b71f-c164bb1a90ef tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.3440292 Sep 23 22:23:04.043626 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:04.082049 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93dca3e2-1ef5-4216-9835-16fc17c713fe tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:04.161726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dca3e2-1ef5-4216-9835-16fc17c713fe tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344faff7-3d93-4ba8-b610-aafc8eac8c3f,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:04.164970 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8cf7-dcfd-4d0c-9533-63b4eaab8d43 req-303fab6d-81f0-4844-b77c-758c85448d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:04.166837 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aabf8cf7-dcfd-4d0c-9533-63b4eaab8d43 req-303fab6d-81f0-4844-b77c-758c85448d20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7021669-0d07-4e89-bfa4-274b44c0697b HTTP/1.1" status: 200 len: 851 time: 0.2099142 Sep 23 22:23:04.239082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0566ff2-30a0-4224-99d0-3cc11dbd96ad tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Made reservation on behalf of 7c6919ff761d4dfea6400229f18974f5 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:23:04.246096 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c0566ff2-30a0-4224-99d0-3cc11dbd96ad tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:04.260826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee3846e-fa8b-49d9-9571-45b98fb3385c,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:04.270352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8cf7-dcfd-4d0c-9533-63b4eaab8d43 req-11350d0d-64da-45d5-a90a-4b6aa23c68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:04.276435 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aabf8cf7-dcfd-4d0c-9533-63b4eaab8d43 req-11350d0d-64da-45d5-a90a-4b6aa23c68a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b8785a5e-df92-480b-8acf-638778e70a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991876 Sep 23 22:23:04.298793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:04.307175 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:04.308313 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1e108c9e-2836-4737-bb45-767a9fe6d0e5 service neutron] 10.222.0.43 "PUT /v2.0/ports/6ee3846e-fa8b-49d9-9571-45b98fb3385c HTTP/1.1" status: 200 len: 1091 time: 3.5416760 Sep 23 22:23:04.324515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5ae130-950c-4048-8c70-9665114abb98', 'tag': '6ee3846e-fa8b-49d9-9571-45b98fb3385c'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:04.339659 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1c58ea-8625-4f4c-b905-44cd4523cc14" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5ae130-950c-4048-8c70-9665114abb98", "tag": "6ee3846e-fa8b-49d9-9571-45b98fb3385c"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:04.340978 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93dca3e2-1ef5-4216-9835-16fc17c713fe tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:04.346669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-93dca3e2-1ef5-4216-9835-16fc17c713fe tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5205164 Sep 23 22:23:04.370700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45024) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:04.388475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9b6d87df-cd2d-4c45-a503-b5f026903c95 req-673de781-1a69-4487-a73b-7ee789f642d8 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717670 Sep 23 22:23:04.444206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:04.782723 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aabf8cf7-dcfd-4d0c-9533-63b4eaab8d43 req-921c3355-9271-483e-a13b-61800399ad26 service neutron] 10.222.0.67 "GET /v2.0/networks/b8785a5e-df92-480b-8acf-638778e70a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869297 Sep 23 22:23:05.157040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e5289e18-6193-4638-82e3-12e8e36ff072 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:23:05.212333 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aabf8cf7-dcfd-4d0c-9533-63b4eaab8d43 req-3b44a24d-4cc8-47e1-9960-f80111a59de3 service neutron] 10.222.0.67 "GET /v2.0/networks/b8785a5e-df92-480b-8acf-638778e70a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204798 Sep 23 22:23:05.461676 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e5289e18-6193-4638-82e3-12e8e36ff072 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:05.462272 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:05.618889 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bbe104-6cb5-4546-b205-c6b6e1fcf13b x-openstack-request-id: req-14bbe104-6cb5-4546-b205-c6b6e1fcf13b {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:05.620529 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5ae130-950c-4048-8c70-9665114abb98", "tag": "6ee3846e-fa8b-49d9-9571-45b98fb3385c", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:05.621030 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-14bbe104-6cb5-4546-b205-c6b6e1fcf13b {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:05.622845 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5ae130-950c-4048-8c70-9665114abb98', 'tag': '6ee3846e-fa8b-49d9-9571-45b98fb3385c', 'status': 'completed', 'code': 200} Sep 23 22:23:05.701004 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-cd775c35-0e34-487c-ab40-b3ef44a28b52 service neutron] show failed (client error): The resource could not be found. Sep 23 22:23:05.702474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-cd775c35-0e34-487c-ab40-b3ef44a28b52 service neutron] 10.222.0.67 "GET /v2.0/ports/ba0d871f-5f5e-4269-8b69-888ed8f8e6d5/bindings/n-h1-810775-1 HTTP/1.1" status: 404 len: 380 time: 1.3104932 Sep 23 22:23:05.765205 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:05.773775 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-d100103c-db78-4b0f-88c2-c5de5aa55ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:05.775372 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-d100103c-db78-4b0f-88c2-c5de5aa55ece service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de92261c06ce4041b789b2ad18486926&device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 1094 time: 1.2441204 Sep 23 22:23:05.859321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a054-5abd-42cc-83e7-14018841d8e9 req-0f6f332f-06e7-4605-86ed-3ce8daff54d4 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:05.866794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7957a054-5abd-42cc-83e7-14018841d8e9 req-0f6f332f-06e7-4605-86ed-3ce8daff54d4 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 943 time: 0.2547684 Sep 23 22:23:05.968025 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-04765642-69f3-44e7-b45b-e5b194cdbd76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ee3846e-fa8b-49d9-9571-45b98fb3385c HTTP/1.1" status: 200 len: 217 time: 0.1757641 Sep 23 22:23:06.221974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-4eb1c2a9-072e-48a0-a86d-9c2f9b029ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:06.221974 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-4eb1c2a9-072e-48a0-a86d-9c2f9b029ee7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e15fef46-f250-4b45-be56-611c2cd48d0b HTTP/1.1" status: 200 len: 854 time: 0.1813328 Sep 23 22:23:06.233972 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7957a054-5abd-42cc-83e7-14018841d8e9 req-30b4da28-7023-49e8-90eb-e35030a2b4f1 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752090 Sep 23 22:23:06.305608 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:06.362363 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-0d7a8947-9118-4ee2-8f0a-b582e037245f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecc7f068-1328-441d-b4c9-587f201b176b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226232 Sep 23 22:23:06.368951 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c0566ff2-30a0-4224-99d0-3cc11dbd96ad tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:06.623237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0566ff2-30a0-4224-99d0-3cc11dbd96ad tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event updated for resources: {'Subnet': ['ID=ca17e5f6-f20a-4d74-bc20-cd4c7dafe1c7,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:06.684393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2a804-1ffd-4ff8-aeb9-5b30eee7cdab req-d08ad238-4c8c-40d0-af17-629a1e726ac3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:06.703803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ce2a804-1ffd-4ff8-aeb9-5b30eee7cdab req-d08ad238-4c8c-40d0-af17-629a1e726ac3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.3377593 Sep 23 22:23:06.796291 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-1839ca0e-18b2-499b-a7c7-3e4a050f637f service neutron] 10.222.0.43 "GET /v2.0/networks/ecc7f068-1328-441d-b4c9-587f201b176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234793 Sep 23 22:23:06.799909 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:06.806274 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0566ff2-30a0-4224-99d0-3cc11dbd96ad tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Checking segment: {'id': 'e7acfefa-8e32-4473-902d-8ea0789fee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:23:06.806969 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0566ff2-30a0-4224-99d0-3cc11dbd96ad tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Network hostable DHCP agents. Network: ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:23:06.870100 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ce2a804-1ffd-4ff8-aeb9-5b30eee7cdab req-9478b13d-a60e-49e8-9716-f0dd3b48cc47 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652436 Sep 23 22:23:07.124842 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73414364-bb6a-4ee0-bf25-b6d0f528f38f req-81a08466-0be6-4595-a67e-57ede88fc672 service neutron] 10.222.0.43 "GET /v2.0/networks/ecc7f068-1328-441d-b4c9-587f201b176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111963 Sep 23 22:23:07.147289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Allocated IP 172.25.1.127 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/62f41895-9304-4331-b571-29f178a72ab0) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:23:07.387229 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:07.438276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0566ff2-30a0-4224-99d0-3cc11dbd96ad tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Network ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:23:07.493236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5702e-6c30-4a83-8e41-90894057a878 req-ec3b8e42-d8bf-46cf-bd9e-60c602dc57bb tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:07.494995 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-17e5702e-6c30-4a83-8e41-90894057a878 req-ec3b8e42-d8bf-46cf-bd9e-60c602dc57bb tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 943 time: 0.1242321 Sep 23 22:23:07.590443 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-17e5702e-6c30-4a83-8e41-90894057a878 req-f094a3d7-ef76-4980-a799-128e87e20da4 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851345 Sep 23 22:23:07.595113 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c58ea-8625-4f4c-b905-44cd4523cc14 req-81d06eca-6b88-47aa-bf5c-305dc0bd77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:07.596962 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f1c58ea-8625-4f4c-b905-44cd4523cc14 req-81d06eca-6b88-47aa-bf5c-305dc0bd77c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de92261c06ce4041b789b2ad18486926&device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 1094 time: 0.0704427 Sep 23 22:23:07.656175 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c0566ff2-30a0-4224-99d0-3cc11dbd96ad tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:23:07.669004 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542db201-672e-4a4e-96d6-375c3bb22a35 None None] Network ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:23:07.694388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0566ff2-30a0-4224-99d0-3cc11dbd96ad tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:07.695870 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c0566ff2-30a0-4224-99d0-3cc11dbd96ad tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:07.743260 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-9ca0224b-7793-4ca8-98e3-3dbcbeb7e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:07.747452 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-9ca0224b-7793-4ca8-98e3-3dbcbeb7e492 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2&tenant_id=3b70fd1a6d0c4b0a803216b674009287 HTTP/1.1" status: 200 len: 1101 time: 0.1281383 Sep 23 22:23:07.764281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:07.813813 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:07.973924 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:23:07.976594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:08.015156 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f', 'network_id': 'ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'fixed_ips': [{'subnet_id': 'ca17e5f6-f20a-4d74-bc20-cd4c7dafe1c7'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:23:08.018277 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:08.039345 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45078) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:08.044653 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c0566ff2-30a0-4224-99d0-3cc11dbd96ad tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.5813544 Sep 23 22:23:08.045851 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:23:08.048530 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Pushing event updated for resources: {'Port': ['ID=62f41895-9304-4331-b571-29f178a72ab0,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:08.055602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-878e0736-ca21-4e71-a4ad-eb6abc366206 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-374300105'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:08.066775 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:23:08.079883 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c58ea-8625-4f4c-b905-44cd4523cc14 req-44a6c067-0cc6-4cb3-b5b6-d2bd6801ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:08.081752 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f1c58ea-8625-4f4c-b905-44cd4523cc14 req-44a6c067-0cc6-4cb3-b5b6-d2bd6801ceab service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecc7f068-1328-441d-b4c9-587f201b176b HTTP/1.1" status: 200 len: 915 time: 0.4776287 Sep 23 22:23:08.255472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f1c58ea-8625-4f4c-b905-44cd4523cc14 req-530c4a62-b810-4874-b1fe-0f9a627db2ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ee3846e-fa8b-49d9-9571-45b98fb3385c HTTP/1.1" status: 200 len: 217 time: 0.1600358 Sep 23 22:23:08.371298 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:23:08.411301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c58ea-8625-4f4c-b905-44cd4523cc14 req-dbd38983-81f2-446d-8cd8-7cf9fbf9a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:08.413877 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f1c58ea-8625-4f4c-b905-44cd4523cc14 req-dbd38983-81f2-446d-8cd8-7cf9fbf9a2e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e15fef46-f250-4b45-be56-611c2cd48d0b HTTP/1.1" status: 200 len: 854 time: 0.1424055 Sep 23 22:23:08.416895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45094) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:08.493964 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f1c58ea-8625-4f4c-b905-44cd4523cc14 req-40f85c5d-9692-428d-949c-4e3a5835a90a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecc7f068-1328-441d-b4c9-587f201b176b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700052 Sep 23 22:23:08.497483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Allocated IP 19.80.0.2 (ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f/ca17e5f6-f20a-4d74-bc20-cd4c7dafe1c7/a900cc59-1fa8-4463-9726-ccb0742a8b24) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:23:08.832062 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] For port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:08.835124 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:08.879452 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f1c58ea-8625-4f4c-b905-44cd4523cc14 req-57d467da-3a67-4ffb-b18e-b1890ac624cc service neutron] 10.222.0.43 "GET /v2.0/networks/ecc7f068-1328-441d-b4c9-587f201b176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733053 Sep 23 22:23:08.880304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45100) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:08.896884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] For port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:23:08.925970 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:08.995827 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:09.022386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534321fc-ab37-4a68-858f-364b40ed6fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:09.027262 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bde5a1c-7184-41d6-a204-7aa8044deb43" -d '{"events": [{"server_uuid": "534321fc-ab37-4a68-858f-364b40ed6fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0d871f-5f5e-4269-8b69-888ed8f8e6d5"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:09.027596 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be88660b-06d9-46a2-ab3e-4c8a2a6c6955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:09.036381 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:09.093620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Transition to ACTIVE for port object ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:23:09.108400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878e0736-ca21-4e71-a4ad-eb6abc366206 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Made reservation on behalf of 7c6919ff761d4dfea6400229f18974f5 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:23:09.108760 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:09.123160 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Network ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:23:09.131703 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-878e0736-ca21-4e71-a4ad-eb6abc366206 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:09.164594 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:23:09.173577 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:23:09.203170 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:09.218620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Pushing event updated for resources: {'Port': ['ID=a900cc59-1fa8-4463-9726-ccb0742a8b24,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:09.242397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2769e5-fd12-4700-bc0b-5b432f550168 req-587ce1f6-ba11-403f-b182-c1b7ccc871d6 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:09.246374 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd2769e5-fd12-4700-bc0b-5b432f550168 req-587ce1f6-ba11-403f-b182-c1b7ccc871d6 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 943 time: 0.3610103 Sep 23 22:23:09.341010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,revision_number=6']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:09.411698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878e0736-ca21-4e71-a4ad-eb6abc366206 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:23:09.416135 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] No DVR routers for this DVR port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:23:09.534420 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-878e0736-ca21-4e71-a4ad-eb6abc366206 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:09.535192 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-878e0736-ca21-4e71-a4ad-eb6abc366206 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Added segment dd140e02-701a-498a-9c57-95d47ef3fe6a of type vlan for network 54f138c2-74de-4ac7-ad6e-c99596a25b57 Sep 23 22:23:09.538859 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:09.556343 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Attempting to bind port a900cc59-1fa8-4463-9726-ccb0742a8b24 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:23:09.557680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Attempting to bind port a900cc59-1fa8-4463-9726-ccb0742a8b24 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'e7acfefa-8e32-4473-902d-8ea0789fee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:23:09.558582 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Attempting to bind port a900cc59-1fa8-4463-9726-ccb0742a8b24 on network ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:09.568748 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:23:09.569740 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:23:09.576838 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:23:09.578100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Checking segment: {'id': 'e7acfefa-8e32-4473-902d-8ea0789fee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:23:09.582556 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:09.582556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Bound using segment: {'id': 'e7acfefa-8e32-4473-902d-8ea0789fee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:23:09.584097 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Bound port: a900cc59-1fa8-4463-9726-ccb0742a8b24, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7acfefa-8e32-4473-902d-8ea0789fee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:23:09.585359 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:09.686417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Attempting to bind port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:23:09.686954 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Attempting to bind port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:23:09.687471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Attempting to bind port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:09.715931 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-878e0736-ca21-4e71-a4ad-eb6abc366206 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:09.735420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59d99c-7d0d-4ffe-bb82-cb8aa1003cf5 req-fa95904e-83e7-4969-b14e-e9c9795b16ae tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:09.738812 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb59d99c-7d0d-4ffe-bb82-cb8aa1003cf5 req-fa95904e-83e7-4969-b14e-e9c9795b16ae tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 948 time: 1.4887865 Sep 23 22:23:09.741368 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd2769e5-fd12-4700-bc0b-5b432f550168 req-cb85f2f0-d7ba-401c-b3ed-5cc9bf12617b tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609976 Sep 23 22:23:09.743213 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:23:09.743750 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Attempting to bind port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:09.751214 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bdad284-a887-4f01-95d6-1fa35ddfee1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:09.760996 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f1c58ea-8625-4f4c-b905-44cd4523cc14 req-df115da6-ade8-47d8-a691-5e92ff7cf76f service neutron] 10.222.0.43 "GET /v2.0/networks/ecc7f068-1328-441d-b4c9-587f201b176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8313267 Sep 23 22:23:09.834448 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] For port a900cc59-1fa8-4463-9726-ccb0742a8b24, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:23:09.840221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] For port a900cc59-1fa8-4463-9726-ccb0742a8b24, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a900cc59-1fa8-4463-9726-ccb0742a8b24,segment=NetworkSegment(e7acfefa-8e32-4473-902d-8ea0789fee25),segment_id=e7acfefa-8e32-4473-902d-8ea0789fee25)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:23:09.866915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6ee3846e-fa8b-49d9-9571-45b98fb3385c details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:23:09.884276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:23:09.885218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:23:09.885517 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:23:09.886321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Bound port: ba0d871f-5f5e-4269-8b69-888ed8f8e6d5, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:23:09.895328 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:09.967478 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-878e0736-ca21-4e71-a4ad-eb6abc366206 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:09.982428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878e0736-ca21-4e71-a4ad-eb6abc366206 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:09.984412 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-878e0736-ca21-4e71-a4ad-eb6abc366206 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:10.013461 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:10.199747 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be88660b-06d9-46a2-ab3e-4c8a2a6c6955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:10.233819 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fbd43d-2f5f-4e6e-9ef3-bf9b8b27a043 x-openstack-request-id: req-c2fbd43d-2f5f-4e6e-9ef3-bf9b8b27a043 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:10.235511 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534321fc-ab37-4a68-858f-364b40ed6fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0d871f-5f5e-4269-8b69-888ed8f8e6d5", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:10.235932 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2fbd43d-2f5f-4e6e-9ef3-bf9b8b27a043 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:10.236684 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534321fc-ab37-4a68-858f-364b40ed6fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5', 'code': 200} Sep 23 22:23:10.287741 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.resource_extend [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:23:10.289433 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be88660b-06d9-46a2-ab3e-4c8a2a6c6955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:10.291774 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb59d99c-7d0d-4ffe-bb82-cb8aa1003cf5 req-3fa7cea7-af13-4a4f-80b1-ebb2b810c9e9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509645 Sep 23 22:23:10.419717 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:10.431338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-be88660b-06d9-46a2-ab3e-4c8a2a6c6955 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb611627191d49f095705d8c94e62d98&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0124731 Sep 23 22:23:10.435980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88660b-06d9-46a2-ab3e-4c8a2a6c6955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f468547-20fb-448a-8b3d-6bbedfe32e95,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:10.460260 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-878e0736-ca21-4e71-a4ad-eb6abc366206 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.4194007 Sep 23 22:23:10.461441 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45118) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:10.463883 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45120) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:10.564017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6ee3846e-fa8b-49d9-9571-45b98fb3385c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6ee3846e-fa8b-49d9-9571-45b98fb3385c,segment=NetworkSegment(6bb1c206-21fb-4ee5-b572-a209338cddce),segment_id=6bb1c206-21fb-4ee5-b572-a209338cddce)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:10.576030 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:10.586701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '6ee3846e-fa8b-49d9-9571-45b98fb3385c', 'network_id': 'ecc7f068-1328-441d-b4c9-587f201b176b', 'port_id': '6ee3846e-fa8b-49d9-9571-45b98fb3385c', 'mac_address': 'fa:16:3e:b5:dc:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15fef46-f250-4b45-be56-611c2cd48d0b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:23:10.619245 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9b3c779e-a35d-4942-adcf-916f79e5e2f0 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Request body: {'subnet': {'network_id': '54f138c2-74de-4ac7-ad6e-c99596a25b57', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:10.624102 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e0736-ca21-4e71-a4ad-eb6abc366206 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event updated for resources: {'Network': ['ID=54f138c2-74de-4ac7-ad6e-c99596a25b57,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:10.647829 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] For port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:23:10.656154 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] For port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:23:10.670075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 54f138c2-74de-4ac7-ad6e-c99596a25b57 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:23:10.743917 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:23:10.747462 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:10.792656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f643da-4412-4320-ae1c-ee0c049001bc None None] Pushing event updated for resources: {'Port': ['ID=a900cc59-1fa8-4463-9726-ccb0742a8b24,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:10.823067 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:10.831305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Pushing event updated for resources: {'Port': ['ID=62f41895-9304-4331-b571-29f178a72ab0,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:10.844335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee3846e-fa8b-49d9-9571-45b98fb3385c {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:23:10.890185 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6ee3846e-fa8b-49d9-9571-45b98fb3385c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6ee3846e-fa8b-49d9-9571-45b98fb3385c,segment=NetworkSegment(6bb1c206-21fb-4ee5-b572-a209338cddce),segment_id=6bb1c206-21fb-4ee5-b572-a209338cddce)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:10.914080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:10.915762 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:10.925213 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] 10.222.0.43 "PUT /v2.0/ports/ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 HTTP/1.1" status: 200 len: 1096 time: 3.1618471 Sep 23 22:23:10.992616 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:11.225708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a812b-7c11-46d9-9aa1-fcf9c5959f44 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,revision_number=7']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:11.269717 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=6ee3846e-fa8b-49d9-9571-45b98fb3385c,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:11.278853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['6ee3846e-fa8b-49d9-9571-45b98fb3385c'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:23:11.295179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-57c57bcd-600b-4d29-a10b-28e122b03311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:11.308763 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-57c57bcd-600b-4d29-a10b-28e122b03311 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 1099 time: 0.3329730 Sep 23 22:23:11.440755 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5d18c27f-0cb9-4cf4-8e33-349b685b42a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:11.467814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-7bbb7c0a-e01c-47dd-9c36-e1d7ebdc998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:11.469414 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-7bbb7c0a-e01c-47dd-9c36-e1d7ebdc998c service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.1592052 Sep 23 22:23:11.485596 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:11.582674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fe34f-28e2-4dbb-b629-b981597a4e6f req-1370895d-12d5-4994-a2fa-eed8ff0eb709 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:11.590874 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-672fe34f-28e2-4dbb-b629-b981597a4e6f req-1370895d-12d5-4994-a2fa-eed8ff0eb709 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 944 time: 0.4519007 Sep 23 22:23:11.603224 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-3ba5d6c7-faa0-40f2-b8e0-d5a697e64f76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 HTTP/1.1" status: 200 len: 217 time: 0.1218808 Sep 23 22:23:11.622894 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5d18c27f-0cb9-4cf4-8e33-349b685b42a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:11.696563 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-672fe34f-28e2-4dbb-b629-b981597a4e6f req-a8e09856-3bcb-4956-a752-28d5c7dc7d8e tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046681 Sep 23 22:23:11.727666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-5e51375a-76a6-44bf-b6d0-efbb14a98557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:11.727666 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-5e51375a-76a6-44bf-b6d0-efbb14a98557 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1090143 Sep 23 22:23:11.779877 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bdad284-a887-4f01-95d6-1fa35ddfee1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:11.814006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933c46a-78b5-4a01-a530-93c1f886a3b8 req-8dc0ccd5-1b3a-45a3-aa08-75dcd8ce45fd tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:11.824255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d933c46a-78b5-4a01-a530-93c1f886a3b8 req-8dc0ccd5-1b3a-45a3-aa08-75dcd8ce45fd tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 948 time: 0.2596242 Sep 23 22:23:11.862716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-955c416a-3752-49aa-8e01-a246300bde78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:11.865669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-955c416a-3752-49aa-8e01-a246300bde78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166093 Sep 23 22:23:11.883560 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d933c46a-78b5-4a01-a530-93c1f886a3b8 req-97dc1a66-2d1e-4282-b92d-0fe6616459ee tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578587 Sep 23 22:23:11.887507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bdad284-a887-4f01-95d6-1fa35ddfee1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:11.927136 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5d18c27f-0cb9-4cf4-8e33-349b685b42a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:11.932384 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5d18c27f-0cb9-4cf4-8e33-349b685b42a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:11.939347 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5d18c27f-0cb9-4cf4-8e33-349b685b42a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f468547-20fb-448a-8b3d-6bbedfe32e95 HTTP/1.1" status: 204 len: 168 time: 1.4243886 Sep 23 22:23:11.980190 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdad284-a887-4f01-95d6-1fa35ddfee1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa0acd7-f265-4d46-bcd6-2f75c7c5a019,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:12.023146 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:12.049846 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c9241878-2e2f-423f-871b-9d723aa0a3a8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6590395 Sep 23 22:23:12.102277 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8bdad284-a887-4f01-95d6-1fa35ddfee1d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=509cc2d7cd4c49339f4215bde75b3055&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1977286 Sep 23 22:23:12.103749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18c27f-0cb9-4cf4-8e33-349b685b42a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f468547-20fb-448a-8b3d-6bbedfe32e95,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:12.113305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45146) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:12.183507 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-f227befd-b298-4dc9-afd2-9a7470cdaec3 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065474 Sep 23 22:23:12.239370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534321fc-ab37-4a68-858f-364b40ed6fe2', 'tag': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:12.242033 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3452a8-d6c3-434c-afc8-8ad501c027d6" -d '{"events": [{"name": "network-changed", "server_uuid": "534321fc-ab37-4a68-858f-364b40ed6fe2", "tag": "ba0d871f-5f5e-4269-8b69-888ed8f8e6d5"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:12.263703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3c779e-a35d-4942-adcf-916f79e5e2f0 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Made reservation on behalf of 7c6919ff761d4dfea6400229f18974f5 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:23:12.266654 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9b3c779e-a35d-4942-adcf-916f79e5e2f0 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:12.507168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b506ba-9702-4bc3-a3df-bab3e5e28ca6 None None] Network ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:23:12.525617 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3647d918-f4c6-4f74-b2d6-9e05ca6df947 req-df202789-1005-4ea1-8cd4-47619c7b232b service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270831 Sep 23 22:23:12.571267 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df32c6d-f12d-4d76-b16f-eb8c5f26ff79 x-openstack-request-id: req-8df32c6d-f12d-4d76-b16f-eb8c5f26ff79 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:12.571715 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534321fc-ab37-4a68-858f-364b40ed6fe2", "tag": "ba0d871f-5f5e-4269-8b69-888ed8f8e6d5", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:12.579226 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8df32c6d-f12d-4d76-b16f-eb8c5f26ff79 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:12.580221 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534321fc-ab37-4a68-858f-364b40ed6fe2', 'tag': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5', 'status': 'completed', 'code': 200} Sep 23 22:23:12.599627 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e543db78-93e0-47b7-959c-6bb660307a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:12.725204 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e543db78-93e0-47b7-959c-6bb660307a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:12.808228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f0f29ac2-d872-4333-8eb3-87867973d4dc None None] Provisioning complete for port a900cc59-1fa8-4463-9726-ccb0742a8b24 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:12.808914 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f0f29ac2-d872-4333-8eb3-87867973d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:12.866039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9b3c779e-a35d-4942-adcf-916f79e5e2f0 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:13.015148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-d95b6afb-3216-458d-a5d8-762ddbb98922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:13.016733 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-d95b6afb-3216-458d-a5d8-762ddbb98922 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 1099 time: 0.4710355 Sep 23 22:23:13.031614 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-f143feee-8d11-482f-b09b-d806bf86eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:13.061992 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-f143feee-8d11-482f-b09b-d806bf86eac9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 1099 time: 0.3320553 Sep 23 22:23:13.105250 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a900cc59-1fa8-4463-9726-ccb0742a8b24 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:23:13.133160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45198) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:13.159267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c779e-a35d-4942-adcf-916f79e5e2f0 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event updated for resources: {'Subnet': ['ID=2b67fb8a-22a4-4728-93a9-81cded9d78ba,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:13.208516 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e543db78-93e0-47b7-959c-6bb660307a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:13.210336 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e543db78-93e0-47b7-959c-6bb660307a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:13.211609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e543db78-93e0-47b7-959c-6bb660307a4c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9fa0acd7-f265-4d46-bcd6-2f75c7c5a019 HTTP/1.1" status: 204 len: 168 time: 1.0963619 Sep 23 22:23:13.283084 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e1703990-9f10-43b5-8b52-95ff1680e43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:13.293016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543db78-93e0-47b7-959c-6bb660307a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa0acd7-f265-4d46-bcd6-2f75c7c5a019,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:13.295487 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2e3c992e-64c2-40eb-b1aa-3a88f5151566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:13.349393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3c779e-a35d-4942-adcf-916f79e5e2f0 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Checking segment: {'id': 'dd140e02-701a-498a-9c57-95d47ef3fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54f138c2-74de-4ac7-ad6e-c99596a25b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:23:13.349764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c779e-a35d-4942-adcf-916f79e5e2f0 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Network hostable DHCP agents. Network: 54f138c2-74de-4ac7-ad6e-c99596a25b57, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:23:13.392004 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-960764e8-71f8-4344-906f-dc55268a03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:13.395047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-960764e8-71f8-4344-906f-dc55268a03bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.3633814 Sep 23 22:23:13.403062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a900cc59-1fa8-4463-9726-ccb0742a8b24 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:13.403436 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:13.421946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5755305-0a00-4943-a4e6-1f90871c1117 req-3a4830c1-efff-47fe-931f-e503daf6a5d9 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:13.431829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cbcf0-5043-4be9-b979-fb0daba9bf9a req-1f9f0c09-8c9f-4f84-ab84-8898d54f5abd tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:13.436747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f7cbcf0-5043-4be9-b979-fb0daba9bf9a req-1f9f0c09-8c9f-4f84-ab84-8898d54f5abd tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 948 time: 0.1551452 Sep 23 22:23:13.436945 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5755305-0a00-4943-a4e6-1f90871c1117 req-3a4830c1-efff-47fe-931f-e503daf6a5d9 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 944 time: 0.3723030 Sep 23 22:23:13.516631 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f0f29ac2-d872-4333-8eb3-87867973d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:13.558395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-33ac640a-c4b4-4bd6-abc5-b16c26d8229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:13.573227 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-33ac640a-c4b4-4bd6-abc5-b16c26d8229f service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.4862685 Sep 23 22:23:13.593000 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-cf270ee2-54c0-4c89-a233-0e9ab8e91c48 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 HTTP/1.1" status: 200 len: 217 time: 0.1555910 Sep 23 22:23:13.744518 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e1703990-9f10-43b5-8b52-95ff1680e43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:13.783856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c779e-a35d-4942-adcf-916f79e5e2f0 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Network 54f138c2-74de-4ac7-ad6e-c99596a25b57 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:23:13.802181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-9dd4f596-f918-4569-a84a-3e06cd5bdd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:13.806196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-9dd4f596-f918-4569-a84a-3e06cd5bdd2f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.2046497 Sep 23 22:23:13.813265 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-340d1a51-3023-4532-927f-13f7611627ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 HTTP/1.1" status: 200 len: 217 time: 0.2031858 Sep 23 22:23:13.828457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f7cbcf0-5043-4be9-b979-fb0daba9bf9a req-06e6ddff-012d-4514-946e-37bf286989c6 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650310 Sep 23 22:23:13.829597 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5755305-0a00-4943-a4e6-1f90871c1117 req-5feface6-4559-4164-9d11-0d2c75edc670 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911901 Sep 23 22:23:13.866294 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e1703990-9f10-43b5-8b52-95ff1680e43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:13.942554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f0f29ac2-d872-4333-8eb3-87867973d4dc None None] For port a900cc59-1fa8-4463-9726-ccb0742a8b24, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a900cc59-1fa8-4463-9726-ccb0742a8b24,segment=NetworkSegment(e7acfefa-8e32-4473-902d-8ea0789fee25),segment_id=e7acfefa-8e32-4473-902d-8ea0789fee25)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:13.948337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6ee3846e-fa8b-49d9-9571-45b98fb3385c up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:23:13.970409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-9b3c779e-a35d-4942-adcf-916f79e5e2f0 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 54f138c2-74de-4ac7-ad6e-c99596a25b57) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:23:14.011822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60f14f7-8c02-4038-b855-78eb983b5d1b None None] Network 54f138c2-74de-4ac7-ad6e-c99596a25b57 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:23:14.018974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c779e-a35d-4942-adcf-916f79e5e2f0 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:14.020006 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9b3c779e-a35d-4942-adcf-916f79e5e2f0 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:14.057339 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-bf311c33-ce0a-4a83-9eb4-2df080b49349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:14.060138 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-bf311c33-ce0a-4a83-9eb4-2df080b49349 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.2288110 Sep 23 22:23:14.063214 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e1703990-9f10-43b5-8b52-95ff1680e43f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7de6cc227bf246b2bd102af1b6a09ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9297414 Sep 23 22:23:14.065649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1703990-9f10-43b5-8b52-95ff1680e43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec2e8c4-2087-4cc7-8732-42b8811a14df,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:14.083616 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45214) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:14.090157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-57e1db4a-8d55-4b12-895a-f2c016edc152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:14.093067 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-57e1db4a-8d55-4b12-895a-f2c016edc152 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2599602 Sep 23 22:23:14.165647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-ebde0b97-c1d2-4d19-927b-59174400e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:14.169085 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-ebde0b97-c1d2-4d19-927b-59174400e24c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985227 Sep 23 22:23:14.198326 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f0f29ac2-d872-4333-8eb3-87867973d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:14.283111 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f29ac2-d872-4333-8eb3-87867973d4dc None None] Pushing event updated for resources: {'Port': ['ID=a900cc59-1fa8-4463-9726-ccb0742a8b24,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:14.298490 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:14.332270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-54f138c2-74de-4ac7-ad6e-c99596a25b57', 'network_id': '54f138c2-74de-4ac7-ad6e-c99596a25b57', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'fixed_ips': [{'subnet_id': '2b67fb8a-22a4-4728-93a9-81cded9d78ba'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:23:14.333355 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:14.379528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-296c0c14-0e68-4e1c-a438-5c801dc551e9 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004964 Sep 23 22:23:14.469323 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:14.499572 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-d358223d-ddd4-455f-8d06-07005505d86c service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856394 Sep 23 22:23:14.512530 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9b3c779e-a35d-4942-adcf-916f79e5e2f0 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9915257 Sep 23 22:23:14.532267 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Allocated IP 19.86.0.2 (54f138c2-74de-4ac7-ad6e-c99596a25b57/2b67fb8a-22a4-4728-93a9-81cded9d78ba/106c8913-7733-46b4-a164-d82137ff9abc) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:23:14.781742 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:14.844464 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-538fb269-c297-462f-a985-09b04b8be444 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510467 Sep 23 22:23:14.991589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:15.009071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45232) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:15.013344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d4215fcc-61f9-4834-9cfe-bba3673c8e23 None None] Provisioning complete for port a900cc59-1fa8-4463-9726-ccb0742a8b24 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:15.013969 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d4215fcc-61f9-4834-9cfe-bba3673c8e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:15.091669 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-950fb7c7-e645-4f3f-bca6-32153a996ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:15.154619 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c3452a8-d6c3-434c-afc8-8ad501c027d6 req-99ee6674-3a45-4ea3-84b4-7d914168a084 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376958 Sep 23 22:23:15.257160 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:15.422842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Network 54f138c2-74de-4ac7-ad6e-c99596a25b57 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:23:15.432224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Pushing event updated for resources: {'Port': ['ID=106c8913-7733-46b4-a164-d82137ff9abc,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:15.438233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:23:15.443678 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf41e10-932c-4888-b519-df325cc42ad4 req-d74c183e-e59f-487a-9b33-e85e8f4ee95b tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:15.451717 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:23:15.467269 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccf41e10-932c-4888-b519-df325cc42ad4 req-d74c183e-e59f-487a-9b33-e85e8f4ee95b tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 948 time: 0.3101873 Sep 23 22:23:15.599910 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 6ee3846e-fa8b-49d9-9571-45b98fb3385c completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:23:15.610560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 6ee3846e-fa8b-49d9-9571-45b98fb3385c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:15.611430 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:15.728851 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:23:15.730170 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:23:15.761481 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa7a65fd-b725-447f-900d-93c127243566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:15.803327 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Attempting to bind port 106c8913-7733-46b4-a164-d82137ff9abc on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:23:15.804490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccf41e10-932c-4888-b519-df325cc42ad4 req-7efcc8a5-77ff-418c-8c35-919122bfda76 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335288 Sep 23 22:23:15.805494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Attempting to bind port 106c8913-7733-46b4-a164-d82137ff9abc by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'dd140e02-701a-498a-9c57-95d47ef3fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54f138c2-74de-4ac7-ad6e-c99596a25b57'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:23:15.807641 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Attempting to bind port 106c8913-7733-46b4-a164-d82137ff9abc on network 54f138c2-74de-4ac7-ad6e-c99596a25b57 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:15.840930 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:23:15.841584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Checking segment: {'id': 'dd140e02-701a-498a-9c57-95d47ef3fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54f138c2-74de-4ac7-ad6e-c99596a25b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:23:15.842267 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:15.842914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Bound using segment: {'id': 'dd140e02-701a-498a-9c57-95d47ef3fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54f138c2-74de-4ac7-ad6e-c99596a25b57'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:23:15.845410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Bound port: 106c8913-7733-46b4-a164-d82137ff9abc, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd140e02-701a-498a-9c57-95d47ef3fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54f138c2-74de-4ac7-ad6e-c99596a25b57'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:23:15.847242 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:15.901514 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-950fb7c7-e645-4f3f-bca6-32153a996ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:15.930130 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:23:15.970181 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-950fb7c7-e645-4f3f-bca6-32153a996ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:16.046565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-950fb7c7-e645-4f3f-bca6-32153a996ff2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a1216f0992d4b06a46482c14ff7d9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0207093 Sep 23 22:23:16.048144 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fb7c7-e645-4f3f-bca6-32153a996ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73ceec8-cb31-4460-a5d9-686a95d2df7d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:16.053864 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45270) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:16.102001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] For port 106c8913-7733-46b4-a164-d82137ff9abc, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:23:16.112353 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] For port 106c8913-7733-46b4-a164-d82137ff9abc, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=106c8913-7733-46b4-a164-d82137ff9abc,segment=NetworkSegment(dd140e02-701a-498a-9c57-95d47ef3fe6a),segment_id=dd140e02-701a-498a-9c57-95d47ef3fe6a)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:23:16.147581 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:16.152347 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b083ca8-28d3-480f-ab6e-574b7f1eb785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:16.196297 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b083ca8-28d3-480f-ab6e-574b7f1eb785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:16.233042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6ee3846e-fa8b-49d9-9571-45b98fb3385c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6ee3846e-fa8b-49d9-9571-45b98fb3385c,segment=NetworkSegment(6bb1c206-21fb-4ee5-b572-a209338cddce),segment_id=6bb1c206-21fb-4ee5-b572-a209338cddce)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:16.236413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5ae130-950c-4048-8c70-9665114abb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee3846e-fa8b-49d9-9571-45b98fb3385c'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:16.240861 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243e075a-6940-4f80-b52f-baad60693132" -d '{"events": [{"server_uuid": "6d5ae130-950c-4048-8c70-9665114abb98", "name": "network-vif-plugged", "status": "completed", "tag": "6ee3846e-fa8b-49d9-9571-45b98fb3385c"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:16.286885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86543c9e-2ac5-4efd-9ed9-7d1071034328 req-53732ae6-7881-4537-889f-89fd9137d9ff tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:16.292514 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-86543c9e-2ac5-4efd-9ed9-7d1071034328 req-53732ae6-7881-4537-889f-89fd9137d9ff tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 944 time: 0.2425106 Sep 23 22:23:16.310918 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:16.326668 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.resource_extend [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:23:16.332884 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:16.357507 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:16.403302 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-86543c9e-2ac5-4efd-9ed9-7d1071034328 req-ec4e70d4-876b-45f4-a310-458374f68fc7 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007550 Sep 23 22:23:16.447009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b083ca8-28d3-480f-ab6e-574b7f1eb785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:16.467167 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b083ca8-28d3-480f-ab6e-574b7f1eb785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:16.505344 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:16.505344 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:16.507635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7ec2e8c4-2087-4cc7-8732-42b8811a14df HTTP/1.1" status: 204 len: 168 time: 2.4032226 Sep 23 22:23:16.509134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5b083ca8-28d3-480f-ab6e-574b7f1eb785 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b73ceec8-cb31-4460-a5d9-686a95d2df7d HTTP/1.1" status: 204 len: 168 time: 0.4469395 Sep 23 22:23:16.525263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec2e8c4-2087-4cc7-8732-42b8811a14df,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:16.545646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b083ca8-28d3-480f-ab6e-574b7f1eb785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73ceec8-cb31-4460-a5d9-686a95d2df7d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:16.549429 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:16.550315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:16.551065 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:16.551593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:16.552324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:16.557229 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dee94-34d5-4c55-bfda-9766f82502d4 None None] Pushing event updated for resources: {'Port': ['ID=106c8913-7733-46b4-a164-d82137ff9abc,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:16.558768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:16.559226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:16.559613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:16.559952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:16.560281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:16.560763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:16.590320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e2d1c1-7717-4955-9620-c40ec7023d93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:16.658663 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a900cc59-1fa8-4463-9726-ccb0742a8b24 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:23:16.780517 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:16.841932 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5', 'mac_address': 'fa:16:3e:d1:89:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:23:16.865273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=6ee3846e-fa8b-49d9-9571-45b98fb3385c,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:16.982683 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a900cc59-1fa8-4463-9726-ccb0742a8b24 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:16.983504 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:17.000834 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:17.035874 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:17.112914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:23:17.160464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:17.602868 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:17.675726 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:17.719874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:17.882818 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['ba0d871f-5f5e-4269-8b69-888ed8f8e6d5'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:23:18.433952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fda5330-631a-440d-8035-162308873bad None None] Network 54f138c2-74de-4ac7-ad6e-c99596a25b57 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:23:18.584919 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:18.605922 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-71e779d8-d17c-453e-99d0-8b205a57ad19 None None] Provisioning complete for port 106c8913-7733-46b4-a164-d82137ff9abc triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:18.610097 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-71e779d8-d17c-453e-99d0-8b205a57ad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:18.675404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 106c8913-7733-46b4-a164-d82137ff9abc up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:23:18.864635 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 106c8913-7733-46b4-a164-d82137ff9abc triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:18.865911 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:19.174926 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-71e779d8-d17c-453e-99d0-8b205a57ad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:19.225996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-71e779d8-d17c-453e-99d0-8b205a57ad19 None None] For port 106c8913-7733-46b4-a164-d82137ff9abc, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=106c8913-7733-46b4-a164-d82137ff9abc,segment=NetworkSegment(dd140e02-701a-498a-9c57-95d47ef3fe6a),segment_id=dd140e02-701a-498a-9c57-95d47ef3fe6a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:19.297206 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:19.310104 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-71e779d8-d17c-453e-99d0-8b205a57ad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:19.459441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e779d8-d17c-453e-99d0-8b205a57ad19 None None] Pushing event updated for resources: {'Port': ['ID=106c8913-7733-46b4-a164-d82137ff9abc,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:19.463045 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:23:19.463660 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:23:19.638043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b2a5def9-78ab-4c92-96a3-a2b2eae721c3 None None] Provisioning complete for port 106c8913-7733-46b4-a164-d82137ff9abc triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:19.638801 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b2a5def9-78ab-4c92-96a3-a2b2eae721c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:19.926982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:23:20.221510 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:23:20.226557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:20.227042 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:20.366062 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:20.462136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:20.524831 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 106c8913-7733-46b4-a164-d82137ff9abc up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:23:20.587719 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:20.660966 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 106c8913-7733-46b4-a164-d82137ff9abc triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:20.661421 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:20.694421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:24.336587 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45412) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:24.630741 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1e0761-6b27-42ca-ade3-84f8e84d1213 x-openstack-request-id: req-1b1e0761-6b27-42ca-ade3-84f8e84d1213 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:24.631551 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5ae130-950c-4048-8c70-9665114abb98", "name": "network-vif-plugged", "status": "completed", "tag": "6ee3846e-fa8b-49d9-9571-45b98fb3385c", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:24.631551 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b1e0761-6b27-42ca-ade3-84f8e84d1213 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:24.631860 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5ae130-950c-4048-8c70-9665114abb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee3846e-fa8b-49d9-9571-45b98fb3385c', 'code': 200} Sep 23 22:23:24.692400 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6be0347e-4c47-40b8-b018-fc3e62491277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:24.704549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-e2d5a923-745c-419f-9bc7-6c9f29494bbb tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:24.714094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-e2d5a923-745c-419f-9bc7-6c9f29494bbb tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:24.717137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-e2d5a923-745c-419f-9bc7-6c9f29494bbb tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/networks?id=ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f&id=54f138c2-74de-4ac7-ad6e-c99596a25b57 HTTP/1.1" status: 200 len: 1391 time: 0.2553570 Sep 23 22:23:24.755022 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-98915fa7-4e70-4132-a481-e7b16592dad2 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/quotas/7c6919ff761d4dfea6400229f18974f5 HTTP/1.1" status: 200 len: 375 time: 0.0258458 Sep 23 22:23:24.757518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f39c-5a36-4508-9b28-1303a0b1e13e req-df1b0ea0-dc2c-46f3-9d5e-836b6cd4c694 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:24.760110 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fb8f39c-5a36-4508-9b28-1303a0b1e13e req-df1b0ea0-dc2c-46f3-9d5e-836b6cd4c694 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.0606756 Sep 23 22:23:24.821062 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fb8f39c-5a36-4508-9b28-1303a0b1e13e req-4b4e8ba5-1301-4ee6-b1b5-cfc4cf0f60ab tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Sep 23 22:23:24.920184 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-408fd517-dd03-4dc3-8333-f42cc33a1bcc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c6919ff761d4dfea6400229f18974f5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1554713 Sep 23 22:23:24.984486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989aa21-dc86-4f91-9b22-a40673ac22ae req-6e49e53a-a801-459d-8f47-95f187bf1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:24.986408 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8989aa21-dc86-4f91-9b22-a40673ac22ae req-6e49e53a-a801-459d-8f47-95f187bf1496 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 1096 time: 0.1543727 Sep 23 22:23:25.001919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cda41b-9f33-40e6-898f-1e87effd99f8 req-8855af11-4b4d-41fe-8f97-8fbd0e5c6710 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:25.008098 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3cda41b-9f33-40e6-898f-1e87effd99f8 req-8855af11-4b4d-41fe-8f97-8fbd0e5c6710 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 945 time: 0.0927300 Sep 23 22:23:25.056238 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3cda41b-9f33-40e6-898f-1e87effd99f8 req-38710e74-f82b-4dc0-a1d8-97edfbcc9edf tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445809 Sep 23 22:23:25.069695 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6be0347e-4c47-40b8-b018-fc3e62491277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:25.092017 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8989aa21-dc86-4f91-9b22-a40673ac22ae req-2757e306-da51-427c-b70c-fa2e8535bbf1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732584 Sep 23 22:23:25.096293 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-4a392d86-35d1-48d0-86ab-5f4703023dc1 service neutron] 10.222.0.22 "GET /v2.0/networks/ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631343 Sep 23 22:23:25.198422 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6be0347e-4c47-40b8-b018-fc3e62491277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:25.264052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0347e-4c47-40b8-b018-fc3e62491277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f0434b-0e18-4aa8-ac93-ad8feb58c3c2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:25.274631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6be0347e-4c47-40b8-b018-fc3e62491277 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9f61aa0857a49deb2c590daa368e527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9362199 Sep 23 22:23:25.277878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45430) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:25.306485 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-bbad8414-2d75-433e-9138-b0c348fa3d91 service neutron] 10.222.0.22 "GET /v2.0/networks/ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031925 Sep 23 22:23:25.396302 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:25.443923 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:25.471887 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-b6fc77cd-9906-49eb-8f7d-59269bc12477 service neutron] 10.222.0.22 "GET /v2.0/networks/54f138c2-74de-4ac7-ad6e-c99596a25b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484745 Sep 23 22:23:25.653575 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:25.659360 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:25.663255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/08f0434b-0e18-4aa8-ac93-ad8feb58c3c2 HTTP/1.1" status: 204 len: 168 time: 0.3820941 Sep 23 22:23:25.680152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f0434b-0e18-4aa8-ac93-ad8feb58c3c2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:25.696627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:25.697511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:25.698246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:25.698464 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-fc0cbe3f-8c9a-414d-995a-60c4e0a2daee service neutron] 10.222.0.22 "GET /v2.0/networks/54f138c2-74de-4ac7-ad6e-c99596a25b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971180 Sep 23 22:23:25.699450 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:25.700187 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:25.700911 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:25.701677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:25.703412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:25.705722 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:25.706347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:25.706893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:25.707607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88485062-7616-4f84-be15-48e281d650ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:26.570291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265939d-c5e7-4ee2-ab30-cf18def5267f req-3d6c33dd-1e0b-4f4f-8f8a-1b83f4e30da1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:26.572941 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9265939d-c5e7-4ee2-ab30-cf18def5267f req-3d6c33dd-1e0b-4f4f-8f8a-1b83f4e30da1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.67 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2&tenant_id=3b70fd1a6d0c4b0a803216b674009287&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 950 time: 0.2989671 Sep 23 22:23:26.633774 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534321fc-ab37-4a68-858f-364b40ed6fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:26.637561 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ef8131-10e9-4530-b328-df0a1d410dbe" -d '{"events": [{"server_uuid": "534321fc-ab37-4a68-858f-364b40ed6fe2", "name": "network-vif-plugged", "status": "completed", "tag": "ba0d871f-5f5e-4269-8b69-888ed8f8e6d5"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:26.735736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac4336-7d6e-495e-86ca-d2de0ab21b4f req-00fc61e9-6d80-4e15-bbcd-ce8620c0979e tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:26.740640 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fac4336-7d6e-495e-86ca-d2de0ab21b4f req-00fc61e9-6d80-4e15-bbcd-ce8620c0979e tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.1994431 Sep 23 22:23:26.741568 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-9265939d-c5e7-4ee2-ab30-cf18def5267f req-4ea99870-d439-4566-a24e-1da891ae58cb service neutron] delete failed (client error): The resource could not be found. Sep 23 22:23:26.755570 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9265939d-c5e7-4ee2-ab30-cf18def5267f req-4ea99870-d439-4566-a24e-1da891ae58cb service neutron] 10.222.0.67 "DELETE /v2.0/ports/ba0d871f-5f5e-4269-8b69-888ed8f8e6d5/bindings/n-h2-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.1570344 Sep 23 22:23:26.826762 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fac4336-7d6e-495e-86ca-d2de0ab21b4f req-6da6a78b-6c91-49a6-b95e-1c23722bdb67 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678685 Sep 23 22:23:26.972643 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f961c41-d7da-4a22-bee7-41f3efd3a9b1 req-4d12751e-478c-4f71-bc41-bd182468ccf8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 210 time: 0.0829916 Sep 23 22:23:26.993943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265939d-c5e7-4ee2-ab30-cf18def5267f req-747e2a09-dbb4-4ae4-be83-8d561e67d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:26.995886 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9265939d-c5e7-4ee2-ab30-cf18def5267f req-747e2a09-dbb4-4ae4-be83-8d561e67d77a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 1101 time: 0.1280286 Sep 23 22:23:27.049336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45496) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:27.070007 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9076c829-e63d-4057-a4f6-b4ef34750cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:27.208849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9076c829-e63d-4057-a4f6-b4ef34750cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:27.225390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626af7c-d856-4bd2-99f9-4d5bbe2b01e0 req-54edf41a-97a2-4519-a220-bc3b7fb2061d tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:27.227101 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b626af7c-d856-4bd2-99f9-4d5bbe2b01e0 req-54edf41a-97a2-4519-a220-bc3b7fb2061d tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 945 time: 0.1687696 Sep 23 22:23:27.262455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265939d-c5e7-4ee2-ab30-cf18def5267f req-f80f7a1d-9e8f-4fab-9e91-4682d7478a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:27.264028 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9265939d-c5e7-4ee2-ab30-cf18def5267f req-f80f7a1d-9e8f-4fab-9e91-4682d7478a15 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2600672 Sep 23 22:23:27.326612 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b626af7c-d856-4bd2-99f9-4d5bbe2b01e0 req-e450b1cf-c591-4b63-beb4-c5740742d862 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848501 Sep 23 22:23:27.328128 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9265939d-c5e7-4ee2-ab30-cf18def5267f req-353260c3-43ad-473b-a3af-9b9c6ec00004 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 HTTP/1.1" status: 200 len: 217 time: 0.0553553 Sep 23 22:23:27.335383 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9076c829-e63d-4057-a4f6-b4ef34750cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:27.419515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265939d-c5e7-4ee2-ab30-cf18def5267f req-e394ba54-b2d5-4a6c-ae64-ce7cdafc3dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:27.419515 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9265939d-c5e7-4ee2-ab30-cf18def5267f req-e394ba54-b2d5-4a6c-ae64-ce7cdafc3dd0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0568278 Sep 23 22:23:27.423076 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9076c829-e63d-4057-a4f6-b4ef34750cb8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e41895768d042a781b1c95e4f7c5750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510978 Sep 23 22:23:27.423076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076c829-e63d-4057-a4f6-b4ef34750cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5225ad-40d9-425d-835f-26eae7813f5f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:27.425241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45512) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:27.513715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265939d-c5e7-4ee2-ab30-cf18def5267f req-05ebf96c-efd1-4352-87ba-60f599592571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:27.515754 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9265939d-c5e7-4ee2-ab30-cf18def5267f req-05ebf96c-efd1-4352-87ba-60f599592571 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1162455 Sep 23 22:23:27.557380 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a1077610-cd27-4b3a-bd2b-a5a9d88d796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:27.616148 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a1077610-cd27-4b3a-bd2b-a5a9d88d796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:27.672228 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9265939d-c5e7-4ee2-ab30-cf18def5267f req-e4a9f69d-cdbc-4ada-95f9-581557a411d0 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481297 Sep 23 22:23:27.991738 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4cb5df26-c616-452c-9e1a-0eb5dba43109 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:23:28.117758 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a1077610-cd27-4b3a-bd2b-a5a9d88d796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:28.120419 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a1077610-cd27-4b3a-bd2b-a5a9d88d796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:28.121639 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a1077610-cd27-4b3a-bd2b-a5a9d88d796e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf5225ad-40d9-425d-835f-26eae7813f5f HTTP/1.1" status: 204 len: 168 time: 0.7081733 Sep 23 22:23:28.132167 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:28.141838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1077610-cd27-4b3a-bd2b-a5a9d88d796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5225ad-40d9-425d-835f-26eae7813f5f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:28.166581 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efabca86-493e-4e25-b717-62978de6dbb2 x-openstack-request-id: req-efabca86-493e-4e25-b717-62978de6dbb2 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:28.166934 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534321fc-ab37-4a68-858f-364b40ed6fe2", "name": "network-vif-plugged", "status": "completed", "tag": "ba0d871f-5f5e-4269-8b69-888ed8f8e6d5", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:28.167111 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-efabca86-493e-4e25-b717-62978de6dbb2 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:28.167510 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534321fc-ab37-4a68-858f-364b40ed6fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5', 'code': 200} Sep 23 22:23:28.201973 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9265939d-c5e7-4ee2-ab30-cf18def5267f req-b37c9410-26f6-4656-8c62-17adb536cbb7 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219700 Sep 23 22:23:28.224564 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4cb5df26-c616-452c-9e1a-0eb5dba43109, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4cb5df26-c616-452c-9e1a-0eb5dba43109,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:28.410006 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:28.495008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4cb5df26-c616-452c-9e1a-0eb5dba43109,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:28.517924 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c09b3-0ba9-424d-b4e0-d23579a0a572 req-eac6470c-546c-4b39-a1ce-130d8b7e0146 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:28.520353 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f7c09b3-0ba9-424d-b4e0-d23579a0a572 req-eac6470c-546c-4b39-a1ce-130d8b7e0146 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.0714283 Sep 23 22:23:28.578471 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f7c09b3-0ba9-424d-b4e0-d23579a0a572 req-d680d996-c280-4659-ad0b-1e2aa0bfbd7b tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505736 Sep 23 22:23:28.723615 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19bd0038-1a5b-444e-9340-e23e70648ab1 req-ea1bc606-1226-4634-a4bc-fd5d37f8195a tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 210 time: 0.0364320 Sep 23 22:23:29.615184 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599bbe8-f389-4d11-bae7-579d5697eeb7 req-a8610475-7332-4482-bbb6-00c27128c319 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:29.616841 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3599bbe8-f389-4d11-bae7-579d5697eeb7 req-a8610475-7332-4482-bbb6-00c27128c319 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 945 time: 0.0711794 Sep 23 22:23:29.682785 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3599bbe8-f389-4d11-bae7-579d5697eeb7 req-e9b93c1f-fc04-41ef-b2f7-3c0ea71cd7e7 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516245 Sep 23 22:23:30.046299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0c9d2-b47c-48c6-9cc1-3df404352f70 req-1bf441bb-9780-4029-bc66-ca548c32d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:30.049203 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7e0c9d2-b47c-48c6-9cc1-3df404352f70 req-1bf441bb-9780-4029-bc66-ca548c32d9a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de92261c06ce4041b789b2ad18486926&device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 1096 time: 0.4308691 Sep 23 22:23:30.126398 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1dcc736-cac6-48b0-9af7-6a81e07338f1 req-46b71c68-3c70-4a82-a3bb-afba8bd135f3 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 210 time: 0.0963187 Sep 23 22:23:30.130826 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2ee25-5120-4eb9-9fd8-684858d5f02e req-8606ef26-623f-4b8e-b6b1-406d0e160133 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:30.136251 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7f2ee25-5120-4eb9-9fd8-684858d5f02e req-8606ef26-623f-4b8e-b6b1-406d0e160133 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.3094246 Sep 23 22:23:30.170777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb5df26-c616-452c-9e1a-0eb5dba43109'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:30.172779 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90de9787-fedf-4c93-8443-8afe8902e5c0" -d '{"events": [{"server_uuid": "2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb5df26-c616-452c-9e1a-0eb5dba43109"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:30.307388 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7f2ee25-5120-4eb9-9fd8-684858d5f02e req-5256ffd8-e2ec-44cd-8168-67ae728f1596 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284590 Sep 23 22:23:30.350802 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f87e71-bf17-47b4-a828-a970c8a34339 x-openstack-request-id: req-14f87e71-bf17-47b4-a828-a970c8a34339 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:30.351378 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb5df26-c616-452c-9e1a-0eb5dba43109", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:30.351805 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-14f87e71-bf17-47b4-a828-a970c8a34339 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:30.352484 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb5df26-c616-452c-9e1a-0eb5dba43109', 'code': 200} Sep 23 22:23:30.397508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0c9d2-b47c-48c6-9cc1-3df404352f70 req-e72cc88f-dc57-4fec-a9a3-2e84ce1d6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:30.428488 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7e0c9d2-b47c-48c6-9cc1-3df404352f70 req-e72cc88f-dc57-4fec-a9a3-2e84ce1d6cbb service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecc7f068-1328-441d-b4c9-587f201b176b HTTP/1.1" status: 200 len: 915 time: 0.3467517 Sep 23 22:23:30.537507 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7e0c9d2-b47c-48c6-9cc1-3df404352f70 req-2eac2216-4593-46a9-a3af-24084e6c3e32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ee3846e-fa8b-49d9-9571-45b98fb3385c HTTP/1.1" status: 200 len: 217 time: 0.1031249 Sep 23 22:23:30.759393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0c9d2-b47c-48c6-9cc1-3df404352f70 req-aad0aa75-5952-474a-9f8e-f462896db91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:30.762833 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7e0c9d2-b47c-48c6-9cc1-3df404352f70 req-aad0aa75-5952-474a-9f8e-f462896db91f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e15fef46-f250-4b45-be56-611c2cd48d0b HTTP/1.1" status: 200 len: 854 time: 0.2070580 Sep 23 22:23:30.818224 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-41eda3cf-aad9-4f4d-80df-195dea89585f tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:30.834024 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-41eda3cf-aad9-4f4d-80df-195dea89585f tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:30.837563 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-41eda3cf-aad9-4f4d-80df-195dea89585f tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.67 "GET /v2.0/networks?id=ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f&id=54f138c2-74de-4ac7-ad6e-c99596a25b57 HTTP/1.1" status: 200 len: 1391 time: 0.4126689 Sep 23 22:23:30.865812 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7e0c9d2-b47c-48c6-9cc1-3df404352f70 req-1ecd8f61-f113-4883-a1f2-daac042aaa42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecc7f068-1328-441d-b4c9-587f201b176b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894949 Sep 23 22:23:30.875084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-9b2add78-1a2a-4485-8bd7-8c022f37997e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Request body: {'port': {'device_id': '18073d72-dedf-436c-aa1e-2236a58467c7', 'network_id': 'ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f', 'admin_state_up': True, 'tenant_id': '7c6919ff761d4dfea6400229f18974f5'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:30.895649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-a7e0c9d2-b47c-48c6-9cc1-3df404352f70 req-0f0de60f-3373-4132-b9c5-5339a6548e04 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:23:30.897623 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7e0c9d2-b47c-48c6-9cc1-3df404352f70 req-0f0de60f-3373-4132-b9c5-5339a6548e04 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192633 Sep 23 22:23:30.925814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-9be95319-1bfd-4790-b953-d4646aa07523 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:30.937842 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-9be95319-1bfd-4790-b953-d4646aa07523 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/networks?id=d445de3f-5408-4213-bcec-439e92d41e76 HTTP/1.1" status: 200 len: 804 time: 0.4060640 Sep 23 22:23:31.004994 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-4e4866ac-9dbd-4e36-a094-a2bb46573406 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/quotas/b00b91f17d49499c92208ef9afdb92f2 HTTP/1.1" status: 200 len: 375 time: 0.0656414 Sep 23 22:23:31.149925 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b382d-c8ae-4c71-8aa6-3a7c14cb785a req-2856831f-07a5-494d-904a-82dd3528edbf tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:31.159819 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-534b382d-c8ae-4c71-8aa6-3a7c14cb785a req-2856831f-07a5-494d-904a-82dd3528edbf tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 1101 time: 0.2098393 Sep 23 22:23:31.230776 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-d9361884-8450-4ab1-8bc2-82bb92b8d259 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b00b91f17d49499c92208ef9afdb92f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2246320 Sep 23 22:23:31.254781 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-534b382d-c8ae-4c71-8aa6-3a7c14cb785a req-9f10db20-1c8a-47d0-a469-299ecd10689f tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935752 Sep 23 22:23:31.289740 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7e0c9d2-b47c-48c6-9cc1-3df404352f70 req-1aab2f39-336d-404c-a6b4-14af35a794c2 service neutron] 10.222.0.43 "GET /v2.0/networks/ecc7f068-1328-441d-b4c9-587f201b176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447897 Sep 23 22:23:31.398467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-9b2add78-1a2a-4485-8bd7-8c022f37997e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Made reservation on behalf of 7c6919ff761d4dfea6400229f18974f5 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:23:31.413097 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-9b2add78-1a2a-4485-8bd7-8c022f37997e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:31.639191 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7e0c9d2-b47c-48c6-9cc1-3df404352f70 req-4b19f23c-3d41-4b0d-92e2-0db4fdad405a service neutron] 10.222.0.43 "GET /v2.0/networks/ecc7f068-1328-441d-b4c9-587f201b176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133612 Sep 23 22:23:31.657185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6b191-4b7b-4deb-b18e-4a32ec270605 req-76242642-6e68-4b9d-8729-d9828ab4b132 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:31.659817 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7c6b191-4b7b-4deb-b18e-4a32ec270605 req-76242642-6e68-4b9d-8729-d9828ab4b132 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 945 time: 0.1977246 Sep 23 22:23:31.662800 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-96b1eaab-469a-4818-a02f-729306e32aa0 service neutron] 10.222.0.22 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030094 Sep 23 22:23:31.822247 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7c6b191-4b7b-4deb-b18e-4a32ec270605 req-5e2de564-29d6-4ff8-a32b-eaaa079b6658 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487224 Sep 23 22:23:31.841027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-9b2add78-1a2a-4485-8bd7-8c022f37997e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Allocated IP 19.80.0.174 (ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f/ca17e5f6-f20a-4d74-bc20-cd4c7dafe1c7/463adbca-da60-43f6-b5dc-14b6e9c2fae4) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:23:31.868713 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-4038e08e-0590-46b1-b383-c3663abea90e service neutron] 10.222.0.22 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952741 Sep 23 22:23:32.026155 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ba982e88-982b-4631-8384-66b3bc1783d1 req-a73c70a0-9654-4523-a78f-a762e5fcd02f tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 210 time: 0.0643132 Sep 23 22:23:32.311475 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-71bce08f-e471-450c-a0b9-45cf450f810c req-5aa17cad-7b28-465a-853f-16af087854ed tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 210 time: 0.0615571 Sep 23 22:23:32.313527 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-9b2add78-1a2a-4485-8bd7-8c022f37997e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:32.457651 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff020a9-d75a-475c-b871-589e2ccbf48b req-e6f7fd1f-0fd2-4a05-9fb1-ba51d13a0f01 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:32.463762 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6ff020a9-d75a-475c-b871-589e2ccbf48b req-e6f7fd1f-0fd2-4a05-9fb1-ba51d13a0f01 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9 HTTP/1.1" status: 200 len: 943 time: 0.1511302 Sep 23 22:23:32.563208 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-9b2add78-1a2a-4485-8bd7-8c022f37997e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:32.733047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-9b2add78-1a2a-4485-8bd7-8c022f37997e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Network ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:23:32.742061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-9b2add78-1a2a-4485-8bd7-8c022f37997e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:23:32.782176 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-eddb6c5f-ffb2-4ea8-b381-c72bb18fe7ae tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3b70fd1a6d0c4b0a803216b674009287&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342052 Sep 23 22:23:32.790572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-9b2add78-1a2a-4485-8bd7-8c022f37997e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:23:32.796799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2add78-1a2a-4485-8bd7-8c022f37997e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event updated for resources: {'Port': ['ID=463adbca-da60-43f6-b5dc-14b6e9c2fae4,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:32.814517 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-6ff020a9-d75a-475c-b871-589e2ccbf48b req-41778df6-cd39-4a1e-a4d7-10300fc8025c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Deleting port 4cb5df26-c616-452c-9e1a-0eb5dba43109 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:23:32.815140 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6ff020a9-d75a-475c-b871-589e2ccbf48b req-41778df6-cd39-4a1e-a4d7-10300fc8025c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:32.970904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-9b2add78-1a2a-4485-8bd7-8c022f37997e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:32.972863 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-9b2add78-1a2a-4485-8bd7-8c022f37997e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:33.246526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6760ec59-6033-425a-be96-46a97b0189f0 None None] Provisioning complete for port 463adbca-da60-43f6-b5dc-14b6e9c2fae4 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:33.247133 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6760ec59-6033-425a-be96-46a97b0189f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:33.249730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-832a5a26-f5a8-4a84-af31-a40e18b012d3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:33.263433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-832a5a26-f5a8-4a84-af31-a40e18b012d3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4538038 Sep 23 22:23:33.296530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-6ff020a9-d75a-475c-b871-589e2ccbf48b req-41778df6-cd39-4a1e-a4d7-10300fc8025c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] For port 4cb5df26-c616-452c-9e1a-0eb5dba43109, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4cb5df26-c616-452c-9e1a-0eb5dba43109,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:33.297008 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6ff020a9-d75a-475c-b871-589e2ccbf48b req-41778df6-cd39-4a1e-a4d7-10300fc8025c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:33.303243 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-84f2d5ad-3d7d-4f42-9057-1b6b0cfc7fe4 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/quotas/3b70fd1a6d0c4b0a803216b674009287 HTTP/1.1" status: 200 len: 375 time: 0.0387092 Sep 23 22:23:33.316358 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6760ec59-6033-425a-be96-46a97b0189f0 None None] Port 463adbca-da60-43f6-b5dc-14b6e9c2fae4 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:23:33.325338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-6ff020a9-d75a-475c-b871-589e2ccbf48b req-41778df6-cd39-4a1e-a4d7-10300fc8025c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Calling delete_port for 4cb5df26-c616-452c-9e1a-0eb5dba43109 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:23:33.423243 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-9b2add78-1a2a-4485-8bd7-8c022f37997e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5645590 Sep 23 22:23:33.447198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-412f339b-d97e-4c4a-a37f-7dfad78d2f13 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:23:33.456854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-412f339b-d97e-4c4a-a37f-7dfad78d2f13 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239761 Sep 23 22:23:33.503637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-341cb972-effb-4906-8bc4-62e2ced2beed tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Request body: {'port': {'device_id': '18073d72-dedf-436c-aa1e-2236a58467c7', 'network_id': '54f138c2-74de-4ac7-ad6e-c99596a25b57', 'admin_state_up': True, 'tenant_id': '7c6919ff761d4dfea6400229f18974f5'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:33.507647 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-59605745-d836-45b1-be64-ab4e82e1b8f9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1851053 Sep 23 22:23:33.821919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febbdac-9150-478d-93b7-4e9031d300a3 req-e19afdb4-477d-4a9f-b0d4-428d68930938 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:33.830882 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8febbdac-9150-478d-93b7-4e9031d300a3 req-e19afdb4-477d-4a9f-b0d4-428d68930938 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 945 time: 0.1843066 Sep 23 22:23:33.862716 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6ff020a9-d75a-475c-b871-589e2ccbf48b req-41778df6-cd39-4a1e-a4d7-10300fc8025c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:33.897762 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8febbdac-9150-478d-93b7-4e9031d300a3 req-3aad7da0-e809-4419-b3e4-daeeae916e60 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658412 Sep 23 22:23:33.930413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41778df6-cd39-4a1e-a4d7-10300fc8025c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Pushing event deleted for resources: {'Port': ['ID=4cb5df26-c616-452c-9e1a-0eb5dba43109,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:34.033960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff020a9-d75a-475c-b871-589e2ccbf48b req-41778df6-cd39-4a1e-a4d7-10300fc8025c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] No DVR routers for this DVR port 4cb5df26-c616-452c-9e1a-0eb5dba43109 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:23:34.041382 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6ff020a9-d75a-475c-b871-589e2ccbf48b req-41778df6-cd39-4a1e-a4d7-10300fc8025c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:34.046561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6ff020a9-d75a-475c-b871-589e2ccbf48b req-41778df6-cd39-4a1e-a4d7-10300fc8025c tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.43 "DELETE /v2.0/ports/4cb5df26-c616-452c-9e1a-0eb5dba43109 HTTP/1.1" status: 204 len: 173 time: 1.5673103 Sep 23 22:23:34.047428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9', 'name': 'network-vif-deleted', 'tag': '4cb5df26-c616-452c-9e1a-0eb5dba43109'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:34.053398 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c46267-93e0-4746-80bf-b8442f7594d1" -d '{"events": [{"server_uuid": "2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9", "name": "network-vif-deleted", "tag": "4cb5df26-c616-452c-9e1a-0eb5dba43109"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:34.063192 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-341cb972-effb-4906-8bc4-62e2ced2beed tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Made reservation on behalf of 7c6919ff761d4dfea6400229f18974f5 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:23:34.071651 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-341cb972-effb-4906-8bc4-62e2ced2beed tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:34.155477 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-adc02e4b-6efe-4450-8030-e1d8e2158db1 req-a4295ce3-6b5f-4c96-8384-db14c5aefa23 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 210 time: 0.0841410 Sep 23 22:23:34.392027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-341cb972-effb-4906-8bc4-62e2ced2beed tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Allocated IP 19.86.0.109 (54f138c2-74de-4ac7-ad6e-c99596a25b57/2b67fb8a-22a4-4728-93a9-81cded9d78ba/43a83003-42c9-4147-ab8d-79bb52820e8d) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:23:34.405726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf222a0-6835-49a3-8bee-38195f079aeb req-8c5781a2-b1b0-49a4-be40-759ec3e47abf tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:34.413548 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-caf222a0-6835-49a3-8bee-38195f079aeb req-8c5781a2-b1b0-49a4-be40-759ec3e47abf tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 932 time: 0.3018720 Sep 23 22:23:34.559838 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-caf222a0-6835-49a3-8bee-38195f079aeb req-2a22c584-9a97-42d3-a92d-3f944d28fa74 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453762 Sep 23 22:23:34.773584 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-341cb972-effb-4906-8bc4-62e2ced2beed tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:34.916774 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-341cb972-effb-4906-8bc4-62e2ced2beed tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:34.996914 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7427d052-fddc-4bfd-8e77-bc389bf33f8d x-openstack-request-id: req-7427d052-fddc-4bfd-8e77-bc389bf33f8d {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:35.004297 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9", "name": "network-vif-deleted", "tag": "4cb5df26-c616-452c-9e1a-0eb5dba43109", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:35.004297 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7427d052-fddc-4bfd-8e77-bc389bf33f8d {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:35.004297 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a54d03f-05cb-4e95-a4b9-2e5828b3eaf9', 'name': 'network-vif-deleted', 'tag': '4cb5df26-c616-452c-9e1a-0eb5dba43109', 'status': 'completed', 'code': 200} Sep 23 22:23:35.078501 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6526eacb-5cb6-413a-820d-2cd02dbb80d0 req-55a2b2d1-3cf3-46ee-b9a1-b46babd1bbf0 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 210 time: 0.1579409 Sep 23 22:23:35.203558 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cb972-effb-4906-8bc4-62e2ced2beed tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event updated for resources: {'Port': ['ID=43a83003-42c9-4147-ab8d-79bb52820e8d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:35.221420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-341cb972-effb-4906-8bc4-62e2ced2beed tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Network 54f138c2-74de-4ac7-ad6e-c99596a25b57 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:23:35.227483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-341cb972-effb-4906-8bc4-62e2ced2beed tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:23:35.233490 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-341cb972-effb-4906-8bc4-62e2ced2beed tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:23:35.385058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-341cb972-effb-4906-8bc4-62e2ced2beed tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:35.386731 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-341cb972-effb-4906-8bc4-62e2ced2beed tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:35.434008 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-977209d1-d635-4117-9000-aaf1b20d4fb3 req-1f26629e-f7ed-42e6-bb17-fc3176e4d3a3 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 210 time: 0.0363400 Sep 23 22:23:35.658167 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5a103a4a-a6d8-4c42-a93a-fe383f4fc202 None None] Provisioning complete for port 43a83003-42c9-4147-ab8d-79bb52820e8d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:35.661090 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a103a4a-a6d8-4c42-a93a-fe383f4fc202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:35.720959 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5a103a4a-a6d8-4c42-a93a-fe383f4fc202 None None] Port 43a83003-42c9-4147-ab8d-79bb52820e8d cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:23:35.771534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-341cb972-effb-4906-8bc4-62e2ced2beed tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2992802 Sep 23 22:23:35.989551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Request body: {'port': {'device_id': '18073d72-dedf-436c-aa1e-2236a58467c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:36.034876 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4cb5df26-c616-452c-9e1a-0eb5dba43109 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:23:36.082322 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 4cb5df26-c616-452c-9e1a-0eb5dba43109 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:23:36.082530 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4cb5df26-c616-452c-9e1a-0eb5dba43109 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:23:36.191293 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:36.258421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b7feb-0628-40ba-94e9-1a3645a162f8 req-db2ca191-b836-4393-b89c-75ede7a11876 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:36.267978 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:36.275051 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b7feb-0628-40ba-94e9-1a3645a162f8 req-db2ca191-b836-4393-b89c-75ede7a11876 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:36.288827 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc7b7feb-0628-40ba-94e9-1a3645a162f8 req-db2ca191-b836-4393-b89c-75ede7a11876 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1655 time: 0.1477299 Sep 23 22:23:36.364615 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc7b7feb-0628-40ba-94e9-1a3645a162f8 req-bac43b8f-5f19-4af4-9dee-cd23dc7c393d tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727377 Sep 23 22:23:36.587566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec822de3-bf32-4d8b-82db-031814a0038b req-d2a08481-3f01-4780-a293-d529d25098a5 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:36.590437 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ec822de3-bf32-4d8b-82db-031814a0038b req-d2a08481-3f01-4780-a293-d529d25098a5 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 945 time: 0.1342442 Sep 23 22:23:36.714847 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ec822de3-bf32-4d8b-82db-031814a0038b req-b64c9920-fa65-4de0-85b2-656c1f314855 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060390 Sep 23 22:23:36.802288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463adbca-da60-43f6-b5dc-14b6e9c2fae4 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:23:36.821390 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:36.892268 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27f54285-00d5-4571-be71-c64b93dc4a50 req-36c3bf53-93c0-482e-baed-87bd81885889 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 210 time: 0.0642576 Sep 23 22:23:36.893874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Transition to ACTIVE for port object 463adbca-da60-43f6-b5dc-14b6e9c2fae4 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:23:36.998914 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:37.156857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-e882fb92-005a-4c9c-9451-b2354b36e8cf tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:37.159710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-e882fb92-005a-4c9c-9451-b2354b36e8cf tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.43 "GET /v2.0/networks?id=d445de3f-5408-4213-bcec-439e92d41e76 HTTP/1.1" status: 200 len: 804 time: 0.2814643 Sep 23 22:23:37.159919 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bfdd79f5-d0e9-4c90-84cb-c8da24be6b78 req-ba775a38-7a25-4d71-a4bc-32ac5306111e tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 210 time: 0.0845451 Sep 23 22:23:37.190687 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=463adbca-da60-43f6-b5dc-14b6e9c2fae4,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:37.197946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-33fd44b0-1051-4f89-a544-3ad5e27ba2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Request body: {'port': {'device_id': 'fb03ad3e-e8db-42f9-b349-4a8de34bd66d', 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76', 'admin_state_up': True, 'tenant_id': 'b00b91f17d49499c92208ef9afdb92f2'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:37.383166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Attempting to bind port 463adbca-da60-43f6-b5dc-14b6e9c2fae4 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:23:37.386210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Attempting to bind port 463adbca-da60-43f6-b5dc-14b6e9c2fae4 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'e7acfefa-8e32-4473-902d-8ea0789fee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:23:37.386797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Attempting to bind port 463adbca-da60-43f6-b5dc-14b6e9c2fae4 on network ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:37.399709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Port 463adbca-da60-43f6-b5dc-14b6e9c2fae4 on network ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:23:37.400258 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Attempting to bind port 463adbca-da60-43f6-b5dc-14b6e9c2fae4 on network ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:37.428100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:23:37.428554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Checking segment: {'id': 'e7acfefa-8e32-4473-902d-8ea0789fee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:23:37.430396 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Bound using segment: {'id': 'e7acfefa-8e32-4473-902d-8ea0789fee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:23:37.431303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Bound port: 463adbca-da60-43f6-b5dc-14b6e9c2fae4, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7acfefa-8e32-4473-902d-8ea0789fee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:23:37.431950 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:37.571739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] For port 463adbca-da60-43f6-b5dc-14b6e9c2fae4, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:23:37.575526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] For port 463adbca-da60-43f6-b5dc-14b6e9c2fae4, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=463adbca-da60-43f6-b5dc-14b6e9c2fae4,segment=NetworkSegment(e7acfefa-8e32-4473-902d-8ea0789fee25),segment_id=e7acfefa-8e32-4473-902d-8ea0789fee25)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:23:37.643809 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e308e-1fe9-4f63-979a-a46a5fff7cf5 req-04bce4b5-5c63-40ba-aba5-5ee9ff4e9463 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:37.650160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e308e-1fe9-4f63-979a-a46a5fff7cf5 req-04bce4b5-5c63-40ba-aba5-5ee9ff4e9463 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:37.658568 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d7e308e-1fe9-4f63-979a-a46a5fff7cf5 req-04bce4b5-5c63-40ba-aba5-5ee9ff4e9463 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1667 time: 0.0771408 Sep 23 22:23:37.701012 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d7e308e-1fe9-4f63-979a-a46a5fff7cf5 req-3710af88-ab46-4d7c-9ff0-144e5d366df8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414910 Sep 23 22:23:37.718282 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-33fd44b0-1051-4f89-a544-3ad5e27ba2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Made reservation on behalf of b00b91f17d49499c92208ef9afdb92f2 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:23:37.723236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-33fd44b0-1051-4f89-a544-3ad5e27ba2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:37.842214 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:37.893006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:37.893687 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:37.895152 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] 10.222.0.67 "PUT /v2.0/ports/463adbca-da60-43f6-b5dc-14b6e9c2fae4 HTTP/1.1" status: 200 len: 1092 time: 2.1080592 Sep 23 22:23:37.895635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18073d72-dedf-436c-aa1e-2236a58467c7', 'tag': '463adbca-da60-43f6-b5dc-14b6e9c2fae4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:37.898133 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fbc9a9-0a55-4793-b506-687eacb881eb" -d '{"events": [{"name": "network-changed", "server_uuid": "18073d72-dedf-436c-aa1e-2236a58467c7", "tag": "463adbca-da60-43f6-b5dc-14b6e9c2fae4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:37.946439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1f6fc-9618-4d58-9791-4b6f5778e0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=463adbca-da60-43f6-b5dc-14b6e9c2fae4,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:38.010930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738a5a1-f8ae-4b4d-b676-641c32d9bc83 req-c9507945-d4ed-49cd-8098-1b7cbf5df06a tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:38.012583 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f738a5a1-f8ae-4b4d-b676-641c32d9bc83 req-c9507945-d4ed-49cd-8098-1b7cbf5df06a tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 945 time: 0.1804085 Sep 23 22:23:38.023678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-33fd44b0-1051-4f89-a544-3ad5e27ba2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Allocated IP 172.20.0.9 (d445de3f-5408-4213-bcec-439e92d41e76/903c4ba9-2c76-4131-a769-852776e395e4/d7934f5a-b754-43ca-91d2-1172b7bc0943) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:23:38.104659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Request body: {'port': {'device_id': '18073d72-dedf-436c-aa1e-2236a58467c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:38.175284 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f738a5a1-f8ae-4b4d-b676-641c32d9bc83 req-b1e1f600-30a2-4337-b3fd-5e1cfd2f606c tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315293 Sep 23 22:23:38.469786 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-33fd44b0-1051-4f89-a544-3ad5e27ba2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:38.506249 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:38.531064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b270ef06-e2b8-4da3-bdc8-68716daa165e req-3b7a33f7-8cf5-4187-8092-74bf97639069 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 210 time: 0.0820773 Sep 23 22:23:38.605492 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7587fe8a-d197-44ec-848e-2720640f17a3 x-openstack-request-id: req-7587fe8a-d197-44ec-848e-2720640f17a3 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:38.606075 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18073d72-dedf-436c-aa1e-2236a58467c7", "tag": "463adbca-da60-43f6-b5dc-14b6e9c2fae4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:38.606311 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7587fe8a-d197-44ec-848e-2720640f17a3 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:38.606724 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18073d72-dedf-436c-aa1e-2236a58467c7', 'tag': '463adbca-da60-43f6-b5dc-14b6e9c2fae4', 'status': 'completed', 'code': 200} Sep 23 22:23:38.654958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8844d2-a1af-478e-bb9a-a19df2673508 req-85ef8207-4fe1-4a0b-817a-db271d2fc837 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:38.661870 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d8844d2-a1af-478e-bb9a-a19df2673508 req-85ef8207-4fe1-4a0b-817a-db271d2fc837 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 945 time: 0.5782828 Sep 23 22:23:38.686237 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-33fd44b0-1051-4f89-a544-3ad5e27ba2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:38.785075 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-33fd44b0-1051-4f89-a544-3ad5e27ba2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Network d445de3f-5408-4213-bcec-439e92d41e76 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:23:38.789082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-33fd44b0-1051-4f89-a544-3ad5e27ba2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:23:38.798630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-33fd44b0-1051-4f89-a544-3ad5e27ba2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:23:38.803737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbc9a9-0a55-4793-b506-687eacb881eb req-583d8796-9feb-4e34-bd87-d07ee36b6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:38.804368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbc9a9-0a55-4793-b506-687eacb881eb req-583d8796-9feb-4e34-bd87-d07ee36b6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:38.806166 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98fbc9a9-0a55-4793-b506-687eacb881eb req-583d8796-9feb-4e34-bd87-d07ee36b6181 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c6919ff761d4dfea6400229f18974f5&device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1914 time: 0.1931410 Sep 23 22:23:38.813422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-202fa2a3-983f-4842-b3fa-833b086f330c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3b70fd1a6d0c4b0a803216b674009287&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1429195 Sep 23 22:23:38.852396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd44b0-1051-4f89-a544-3ad5e27ba2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Pushing event updated for resources: {'Port': ['ID=d7934f5a-b754-43ca-91d2-1172b7bc0943,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:38.985476 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-33fd44b0-1051-4f89-a544-3ad5e27ba2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:38.986339 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-33fd44b0-1051-4f89-a544-3ad5e27ba2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:39.045173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dd0d1-1b1f-45db-992b-c5582815aa16 req-fefc630e-a839-4d13-909f-7260e0044cf6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:39.051177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dd0d1-1b1f-45db-992b-c5582815aa16 req-fefc630e-a839-4d13-909f-7260e0044cf6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:39.059137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-772dd0d1-1b1f-45db-992b-c5582815aa16 req-fefc630e-a839-4d13-909f-7260e0044cf6 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1667 time: 0.1632540 Sep 23 22:23:39.062543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbc9a9-0a55-4793-b506-687eacb881eb req-f5c5e18a-843b-4839-b4df-9fb032389e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:39.069852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbc9a9-0a55-4793-b506-687eacb881eb req-f5c5e18a-843b-4839-b4df-9fb032389e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:39.069852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbc9a9-0a55-4793-b506-687eacb881eb req-f5c5e18a-843b-4839-b4df-9fb032389e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:39.069852 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98fbc9a9-0a55-4793-b506-687eacb881eb req-f5c5e18a-843b-4839-b4df-9fb032389e6a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7c6919ff761d4dfea6400229f18974f5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2276454 Sep 23 22:23:39.179431 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-772dd0d1-1b1f-45db-992b-c5582815aa16 req-191f4cc5-7413-48ae-ab1c-6311d2d81a68 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173139 Sep 23 22:23:39.186306 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-33fd44b0-1051-4f89-a544-3ad5e27ba2ba tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0073290 Sep 23 22:23:39.194210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf8cca-fb2a-4ea8-af30-65812802f834 req-79df40d1-9e6a-4aff-8dab-80180108242d tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:39.206308 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Request body: {'port': {'device_id': 'fb03ad3e-e8db-42f9-b349-4a8de34bd66d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:39.209187 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6aaf8cca-fb2a-4ea8-af30-65812802f834 req-79df40d1-9e6a-4aff-8dab-80180108242d tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 931 time: 0.5142770 Sep 23 22:23:39.277652 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbc9a9-0a55-4793-b506-687eacb881eb req-ec408c51-04ba-4b79-8e6b-a38619b3422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:39.279120 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98fbc9a9-0a55-4793-b506-687eacb881eb req-ec408c51-04ba-4b79-8e6b-a38619b3422a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1983602 Sep 23 22:23:39.302274 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:39.445635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-7171ae79-8724-4ff3-9b0f-c99a08c5a925 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:39.447437 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-7171ae79-8724-4ff3-9b0f-c99a08c5a925 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6152716 Sep 23 22:23:39.493054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-02fa5618-d854-412a-ab06-3601e105e7a1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Request body: {'port': {'device_id': '03aa4553-7ff4-4600-9df8-51967ebec958', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '3b70fd1a6d0c4b0a803216b674009287'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:39.526048 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-4d8844d2-a1af-478e-bb9a-a19df2673508 req-a4705b09-61dd-4495-8786-ee796c20deeb tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Deleting port 6ee3846e-fa8b-49d9-9571-45b98fb3385c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:23:39.526487 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4d8844d2-a1af-478e-bb9a-a19df2673508 req-a4705b09-61dd-4495-8786-ee796c20deeb tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:39.546117 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6aaf8cca-fb2a-4ea8-af30-65812802f834 req-b6683d0a-3e4c-462a-96d7-1cb849bebe6e tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754412 Sep 23 22:23:39.667018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7934f5a-b754-43ca-91d2-1172b7bc0943 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:23:39.676296 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:39.691332 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Transition to ACTIVE for port object d7934f5a-b754-43ca-91d2-1172b7bc0943 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:23:39.776299 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:39.878493 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da65fe6-6d2e-44d3-9a31-0fe84eb7400d req-278d58dc-5d50-4d1c-9937-55cb0fc29b29 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:39.880134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0da65fe6-6d2e-44d3-9a31-0fe84eb7400d req-278d58dc-5d50-4d1c-9937-55cb0fc29b29 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 945 time: 0.2491810 Sep 23 22:23:39.898997 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32c2558e-a74d-41cc-a393-1b6ff0bccd78 req-60b750c5-f581-4e5b-a72e-733975e4d364 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 210 time: 0.0566659 Sep 23 22:23:39.900601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a83003-42c9-4147-ab8d-79bb52820e8d {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:23:39.914810 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Pushing event updated for resources: {'Port': ['ID=d7934f5a-b754-43ca-91d2-1172b7bc0943,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:39.920747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-4d8844d2-a1af-478e-bb9a-a19df2673508 req-a4705b09-61dd-4495-8786-ee796c20deeb tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] For port 6ee3846e-fa8b-49d9-9571-45b98fb3385c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6ee3846e-fa8b-49d9-9571-45b98fb3385c,segment=NetworkSegment(6bb1c206-21fb-4ee5-b572-a209338cddce),segment_id=6bb1c206-21fb-4ee5-b572-a209338cddce)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:39.921154 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4d8844d2-a1af-478e-bb9a-a19df2673508 req-a4705b09-61dd-4495-8786-ee796c20deeb tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:39.943810 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:39.967157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-4d8844d2-a1af-478e-bb9a-a19df2673508 req-a4705b09-61dd-4495-8786-ee796c20deeb tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Calling delete_port for 6ee3846e-fa8b-49d9-9571-45b98fb3385c owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:23:39.984482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Transition to ACTIVE for port object 43a83003-42c9-4147-ab8d-79bb52820e8d will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:23:40.018646 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0da65fe6-6d2e-44d3-9a31-0fe84eb7400d req-8194d1db-6b65-4cd3-9ac4-201de7608a09 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f21892-fe20-4d50-b84d-089f3a2858ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031208 Sep 23 22:23:40.056981 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Attempting to bind port d7934f5a-b754-43ca-91d2-1172b7bc0943 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:23:40.057467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Attempting to bind port d7934f5a-b754-43ca-91d2-1172b7bc0943 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:23:40.057689 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Attempting to bind port d7934f5a-b754-43ca-91d2-1172b7bc0943 on network d445de3f-5408-4213-bcec-439e92d41e76 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:40.067602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Port d7934f5a-b754-43ca-91d2-1172b7bc0943 on network d445de3f-5408-4213-bcec-439e92d41e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:23:40.067928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Attempting to bind port d7934f5a-b754-43ca-91d2-1172b7bc0943 on network d445de3f-5408-4213-bcec-439e92d41e76 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:40.073576 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:23:40.073913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Checking segment: {'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:23:40.080440 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Bound using segment: {'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:23:40.080440 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Bound port: d7934f5a-b754-43ca-91d2-1172b7bc0943, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e0dbab-d066-4294-945c-d49f1450931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:23:40.080440 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:40.151685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] For port d7934f5a-b754-43ca-91d2-1172b7bc0943, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:23:40.155648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] For port d7934f5a-b754-43ca-91d2-1172b7bc0943, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d7934f5a-b754-43ca-91d2-1172b7bc0943,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:23:40.160657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-02fa5618-d854-412a-ab06-3601e105e7a1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Made reservation on behalf of 3b70fd1a6d0c4b0a803216b674009287 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:23:40.166765 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-02fa5618-d854-412a-ab06-3601e105e7a1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:40.290748 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:40.386596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37a421-23e7-43f0-81ea-691fee9c3a81 req-01a6af5f-8218-4a2d-907b-fb659296d88e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:40.394181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37a421-23e7-43f0-81ea-691fee9c3a81 req-01a6af5f-8218-4a2d-907b-fb659296d88e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:40.406551 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed37a421-23e7-43f0-81ea-691fee9c3a81 req-01a6af5f-8218-4a2d-907b-fb659296d88e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1679 time: 0.1400788 Sep 23 22:23:40.426785 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:40.497505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Pushing event updated for resources: {'Port': ['ID=43a83003-42c9-4147-ab8d-79bb52820e8d,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:40.506775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:40.507572 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:40.509988 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4d8844d2-a1af-478e-bb9a-a19df2673508 req-a4705b09-61dd-4495-8786-ee796c20deeb tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:40.510446 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] 10.222.0.43 "PUT /v2.0/ports/d7934f5a-b754-43ca-91d2-1172b7bc0943 HTTP/1.1" status: 200 len: 1091 time: 1.3091800 Sep 23 22:23:40.517935 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb03ad3e-e8db-42f9-b349-4a8de34bd66d', 'tag': 'd7934f5a-b754-43ca-91d2-1172b7bc0943'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:40.520577 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a26de4-aae4-43f2-8880-410944a62870" -d '{"events": [{"name": "network-changed", "server_uuid": "fb03ad3e-e8db-42f9-b349-4a8de34bd66d", "tag": "d7934f5a-b754-43ca-91d2-1172b7bc0943"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:40.565515 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed37a421-23e7-43f0-81ea-691fee9c3a81 req-15d719bf-3d71-4abb-a275-8188ba5eb4f4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578860 Sep 23 22:23:40.589078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa64c8-53fb-441b-b333-af2a0b940ceb service neutron] Pushing event updated for resources: {'Port': ['ID=d7934f5a-b754-43ca-91d2-1172b7bc0943,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:40.656627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-02fa5618-d854-412a-ab06-3601e105e7a1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Allocated IP 192.168.233.254 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/186ab1f4-79e9-47ab-a1ff-0b62a809df50) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:23:40.673539 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f73cb1d-eef6-4b81-bbfb-37c3cb0a85db x-openstack-request-id: req-0f73cb1d-eef6-4b81-bbfb-37c3cb0a85db {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:40.675632 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb03ad3e-e8db-42f9-b349-4a8de34bd66d", "tag": "d7934f5a-b754-43ca-91d2-1172b7bc0943", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:40.677590 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f73cb1d-eef6-4b81-bbfb-37c3cb0a85db {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:40.678447 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb03ad3e-e8db-42f9-b349-4a8de34bd66d', 'tag': 'd7934f5a-b754-43ca-91d2-1172b7bc0943', 'status': 'completed', 'code': 200} Sep 23 22:23:40.678727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4705b09-61dd-4495-8786-ee796c20deeb tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Pushing event deleted for resources: {'Port': ['ID=6ee3846e-fa8b-49d9-9571-45b98fb3385c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:40.811225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8844d2-a1af-478e-bb9a-a19df2673508 req-a4705b09-61dd-4495-8786-ee796c20deeb tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] No DVR routers for this DVR port 6ee3846e-fa8b-49d9-9571-45b98fb3385c on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:23:40.821169 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4d8844d2-a1af-478e-bb9a-a19df2673508 req-a4705b09-61dd-4495-8786-ee796c20deeb tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:40.825485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d8844d2-a1af-478e-bb9a-a19df2673508 req-a4705b09-61dd-4495-8786-ee796c20deeb tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.43 "DELETE /v2.0/ports/6ee3846e-fa8b-49d9-9571-45b98fb3385c HTTP/1.1" status: 204 len: 173 time: 2.0818191 Sep 23 22:23:40.830772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5ae130-950c-4048-8c70-9665114abb98', 'name': 'network-vif-deleted', 'tag': '6ee3846e-fa8b-49d9-9571-45b98fb3385c'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:40.835161 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51e41b3-e128-4fca-96e3-f16059c61681" -d '{"events": [{"server_uuid": "6d5ae130-950c-4048-8c70-9665114abb98", "name": "network-vif-deleted", "tag": "6ee3846e-fa8b-49d9-9571-45b98fb3385c"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:40.875262 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Attempting to bind port 43a83003-42c9-4147-ab8d-79bb52820e8d on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:23:40.875601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Attempting to bind port 43a83003-42c9-4147-ab8d-79bb52820e8d by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'dd140e02-701a-498a-9c57-95d47ef3fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54f138c2-74de-4ac7-ad6e-c99596a25b57'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:23:40.875917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Attempting to bind port 43a83003-42c9-4147-ab8d-79bb52820e8d on network 54f138c2-74de-4ac7-ad6e-c99596a25b57 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:40.896980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Port 43a83003-42c9-4147-ab8d-79bb52820e8d on network 54f138c2-74de-4ac7-ad6e-c99596a25b57 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:23:40.899958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Attempting to bind port 43a83003-42c9-4147-ab8d-79bb52820e8d on network 54f138c2-74de-4ac7-ad6e-c99596a25b57 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:40.937525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:23:40.937885 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Checking segment: {'id': 'dd140e02-701a-498a-9c57-95d47ef3fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54f138c2-74de-4ac7-ad6e-c99596a25b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:23:40.938319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Bound using segment: {'id': 'dd140e02-701a-498a-9c57-95d47ef3fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54f138c2-74de-4ac7-ad6e-c99596a25b57'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:23:40.939377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Bound port: 43a83003-42c9-4147-ab8d-79bb52820e8d, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd140e02-701a-498a-9c57-95d47ef3fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54f138c2-74de-4ac7-ad6e-c99596a25b57'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:23:40.939683 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:41.090589 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-02fa5618-d854-412a-ab06-3601e105e7a1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:41.177784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] For port 43a83003-42c9-4147-ab8d-79bb52820e8d, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:23:41.197891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] For port 43a83003-42c9-4147-ab8d-79bb52820e8d, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=43a83003-42c9-4147-ab8d-79bb52820e8d,segment=NetworkSegment(dd140e02-701a-498a-9c57-95d47ef3fe6a),segment_id=dd140e02-701a-498a-9c57-95d47ef3fe6a)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:23:41.217744 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a26de4-aae4-43f2-8880-410944a62870 req-1ac101b5-57c8-45a6-b387-cb79b8aa8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:41.219323 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-94a26de4-aae4-43f2-8880-410944a62870 req-1ac101b5-57c8-45a6-b387-cb79b8aa8bc9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b00b91f17d49499c92208ef9afdb92f2&device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 1094 time: 0.5038946 Sep 23 22:23:41.248524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9573e-a696-4c9b-b6ca-a8ba71ace855 req-664230dd-2e74-4e23-9bcd-00c45fa22a46 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:41.250377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d4a9573e-a696-4c9b-b6ca-a8ba71ace855 req-664230dd-2e74-4e23-9bcd-00c45fa22a46 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 943 time: 0.0812807 Sep 23 22:23:41.355127 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d4a9573e-a696-4c9b-b6ca-a8ba71ace855 req-ed58f804-c276-46f8-b744-2d54942c0188 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893593 Sep 23 22:23:41.383391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a26de4-aae4-43f2-8880-410944a62870 req-cd409e6f-343e-47e1-8725-fee0bb1e2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:41.385217 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-94a26de4-aae4-43f2-8880-410944a62870 req-cd409e6f-343e-47e1-8725-fee0bb1e2597 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b00b91f17d49499c92208ef9afdb92f2&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1548519 Sep 23 22:23:41.392771 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:41.443704 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d31a6fa-1782-4c20-ba4a-407791f3f46b x-openstack-request-id: req-0d31a6fa-1782-4c20-ba4a-407791f3f46b {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:41.444334 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5ae130-950c-4048-8c70-9665114abb98", "name": "network-vif-deleted", "tag": "6ee3846e-fa8b-49d9-9571-45b98fb3385c", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:41.444784 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d31a6fa-1782-4c20-ba4a-407791f3f46b {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:41.445674 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5ae130-950c-4048-8c70-9665114abb98', 'name': 'network-vif-deleted', 'tag': '6ee3846e-fa8b-49d9-9571-45b98fb3385c', 'status': 'completed', 'code': 200} Sep 23 22:23:41.453208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:41.454413 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:41.460631 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] 10.222.0.67 "PUT /v2.0/ports/43a83003-42c9-4147-ab8d-79bb52820e8d HTTP/1.1" status: 200 len: 1092 time: 3.3667889 Sep 23 22:23:41.498639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-02fa5618-d854-412a-ab06-3601e105e7a1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:41.510392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['ba0d871f-5f5e-4269-8b69-888ed8f8e6d5'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:23:41.540831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09611d5-36b4-4abd-a1da-4f1349df0b34 service neutron] Pushing event updated for resources: {'Port': ['ID=43a83003-42c9-4147-ab8d-79bb52820e8d,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:41.658506 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a26de4-aae4-43f2-8880-410944a62870 req-7e255571-81aa-486e-b099-c50894534e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:41.662341 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-94a26de4-aae4-43f2-8880-410944a62870 req-7e255571-81aa-486e-b099-c50894534e29 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2631667 Sep 23 22:23:41.689060 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715410e7-6b2c-4000-8e32-462a7ff347c1 req-fddc32c0-9eb6-4991-9f5b-ec20279dac2d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:41.699654 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-715410e7-6b2c-4000-8e32-462a7ff347c1 req-fddc32c0-9eb6-4991-9f5b-ec20279dac2d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 936 time: 0.1523538 Sep 23 22:23:41.776141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa5618-d854-412a-ab06-3601e105e7a1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Pushing event updated for resources: {'Port': ['ID=186ab1f4-79e9-47ab-a1ff-0b62a809df50,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:41.780321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-02fa5618-d854-412a-ab06-3601e105e7a1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:23:41.782977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-02fa5618-d854-412a-ab06-3601e105e7a1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:23:41.786100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-02fa5618-d854-412a-ab06-3601e105e7a1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:23:41.893973 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-02fa5618-d854-412a-ab06-3601e105e7a1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:41.894841 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-02fa5618-d854-412a-ab06-3601e105e7a1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:41.980513 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-715410e7-6b2c-4000-8e32-462a7ff347c1 req-dba5b45d-77ff-4575-bd57-19afe8fd80e1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728772 Sep 23 22:23:42.010167 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-2ee39a83-302f-44be-80ef-c64b6c9ce721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:42.013626 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-2ee39a83-302f-44be-80ef-c64b6c9ce721 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b00b91f17d49499c92208ef9afdb92f2&device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 1094 time: 0.2478669 Sep 23 22:23:42.013894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-83435188-c43a-43d7-9a5e-db81cfac69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:42.014349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-83435188-c43a-43d7-9a5e-db81cfac69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:42.015965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-83435188-c43a-43d7-9a5e-db81cfac69f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c6919ff761d4dfea6400229f18974f5&device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1981 time: 0.1051617 Sep 23 22:23:42.087153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6ee3846e-fa8b-49d9-9571-45b98fb3385c no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:23:42.088241 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-4761e33e-5ef5-4abc-9bff-f2b674a15e2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7934f5a-b754-43ca-91d2-1172b7bc0943 HTTP/1.1" status: 200 len: 217 time: 0.0591967 Sep 23 22:23:42.114981 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-34b610b2-e85a-4cad-8ea9-bb192d490aa6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=463adbca-da60-43f6-b5dc-14b6e9c2fae4 HTTP/1.1" status: 200 len: 217 time: 0.0822928 Sep 23 22:23:42.120051 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-02fa5618-d854-412a-ab06-3601e105e7a1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6351998 Sep 23 22:23:42.150179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 6ee3846e-fa8b-49d9-9571-45b98fb3385c {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:23:42.150481 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6ee3846e-fa8b-49d9-9571-45b98fb3385c not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:23:42.169396 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Request body: {'port': {'device_id': '03aa4553-7ff4-4600-9df8-51967ebec958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:42.203507 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c7b60425-ffe7-4c8d-9db6-ab18e035a90d req-804481f8-3307-484d-b272-333847ba4ba2 tempest-InstanceActionsTestJSON-960688638 tempest-InstanceActionsTestJSON-960688638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d5ae130-950c-4048-8c70-9665114abb98 HTTP/1.1" status: 200 len: 210 time: 0.0450606 Sep 23 22:23:42.234206 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-cc257769-491e-4463-a100-bab10f8ca7be None None] Provisioning complete for port 186ab1f4-79e9-47ab-a1ff-0b62a809df50 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:42.234868 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cc257769-491e-4463-a100-bab10f8ca7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:42.242273 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-43f2be02-1859-4767-a08e-28d94a486428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:42.244078 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-43f2be02-1859-4767-a08e-28d94a486428 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=903c4ba9-2c76-4131-a769-852776e395e4 HTTP/1.1" status: 200 len: 844 time: 0.1437962 Sep 23 22:23:42.292433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-c1212c88-2f74-44a9-b957-3032db0dc775 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d445de3f-5408-4213-bcec-439e92d41e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397668 Sep 23 22:23:42.325161 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:42.349704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-cc257769-491e-4463-a100-bab10f8ca7be None None] Port 186ab1f4-79e9-47ab-a1ff-0b62a809df50 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:23:42.378287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-5f605530-4cdb-480f-bdfe-ac337e3f1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:42.379836 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-5f605530-4cdb-480f-bdfe-ac337e3f1492 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ca17e5f6-f20a-4d74-bc20-cd4c7dafe1c7 HTTP/1.1" status: 200 len: 801 time: 0.2547388 Sep 23 22:23:42.529515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-bc2ae4a8-56cf-4d15-b919-d333aa9ff289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:42.531071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-bc2ae4a8-56cf-4d15-b919-d333aa9ff289 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1188500 Sep 23 22:23:42.560868 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-8d8b0505-bdce-449f-995b-539671802b11 service neutron] 10.222.0.43 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596095 Sep 23 22:23:42.586397 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeec100-4a48-4967-aa6e-dd9be91ce415 req-7f339dd8-04c1-45e5-b2b4-2aa8a8f125c0 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:42.597907 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeec100-4a48-4967-aa6e-dd9be91ce415 req-7f339dd8-04c1-45e5-b2b4-2aa8a8f125c0 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:42.601494 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-deeec100-4a48-4967-aa6e-dd9be91ce415 req-7f339dd8-04c1-45e5-b2b4-2aa8a8f125c0 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1679 time: 0.2035742 Sep 23 22:23:42.858389 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-deeec100-4a48-4967-aa6e-dd9be91ce415 req-666358d5-fbe7-49e6-80a9-ecd19a599f8e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426519 Sep 23 22:23:42.960748 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10425c9e-79fd-4cc3-900d-efc0f18474ec req-592a9b27-91cf-49af-a616-386de2cd5840 service neutron] 10.222.0.43 "GET /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574212 Sep 23 22:23:43.070503 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5b0f105-0a18-445b-bd42-b0ba68e3fd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:43.131576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-64bb7631-31b0-43cf-bde8-0f9728f9375a service neutron] 10.222.0.67 "GET /v2.0/networks/ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919578 Sep 23 22:23:43.170647 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad345d9a-48c6-4244-9883-aa24ef7c4fa1 req-fae7ad36-8546-4bf2-89d8-f615bfb812b5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:43.174601 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ad345d9a-48c6-4244-9883-aa24ef7c4fa1 req-fae7ad36-8546-4bf2-89d8-f615bfb812b5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 943 time: 0.1621277 Sep 23 22:23:43.346693 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ad345d9a-48c6-4244-9883-aa24ef7c4fa1 req-7e8bff07-7137-450b-bac8-4aafdf94e4cf tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368928 Sep 23 22:23:43.390271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186ab1f4-79e9-47ab-a1ff-0b62a809df50 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:23:43.403484 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-c233c51c-b005-4642-8347-1c8a08cd0501 service neutron] 10.222.0.67 "GET /v2.0/networks/ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625833 Sep 23 22:23:43.405895 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:43.463935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18073d72-dedf-436c-aa1e-2236a58467c7', 'tag': '43a83003-42c9-4147-ab8d-79bb52820e8d'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:43.466284 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30523794-d33b-4355-b81f-10365b42936a" -d '{"events": [{"name": "network-changed", "server_uuid": "18073d72-dedf-436c-aa1e-2236a58467c7", "tag": "43a83003-42c9-4147-ab8d-79bb52820e8d"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:43.479636 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-c304cd60-5427-4162-bf5b-049402d2d60b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=43a83003-42c9-4147-ab8d-79bb52820e8d HTTP/1.1" status: 200 len: 217 time: 0.0684872 Sep 23 22:23:43.493626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Transition to ACTIVE for port object 186ab1f4-79e9-47ab-a1ff-0b62a809df50 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:23:43.575518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703710d-5a9f-4efa-b2be-5ebfd49d1a36 req-39635f2c-90c3-48b5-8fe5-b876a62cc190 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:43.577257 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e703710d-5a9f-4efa-b2be-5ebfd49d1a36 req-39635f2c-90c3-48b5-8fe5-b876a62cc190 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 936 time: 0.1039145 Sep 23 22:23:43.578961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-b2c528fa-4ec3-4fe2-8eb3-68a0ea6cad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:43.580752 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-b2c528fa-4ec3-4fe2-8eb3-68a0ea6cad48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b67fb8a-22a4-4728-93a9-81cded9d78ba HTTP/1.1" status: 200 len: 801 time: 0.0889854 Sep 23 22:23:43.656058 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e703710d-5a9f-4efa-b2be-5ebfd49d1a36 req-a2e0adb9-1988-4c58-8738-86396f41aa9e tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701754 Sep 23 22:23:43.656742 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:43.696638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-12ad9b0a-4be7-4734-b35d-d89c5f99f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:43.698603 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-12ad9b0a-4be7-4734-b35d-d89c5f99f497 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54f138c2-74de-4ac7-ad6e-c99596a25b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1050026 Sep 23 22:23:43.766668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45900) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:43.774943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=186ab1f4-79e9-47ab-a1ff-0b62a809df50,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:43.857959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-c063b056-0e48-4216-b304-3ae149d84828 admin admin] Deleting subnet e15fef46-f250-4b45-be56-611c2cd48d0b {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:23:43.863460 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c063b056-0e48-4216-b304-3ae149d84828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:43.921665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c063b056-0e48-4216-b304-3ae149d84828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:43.999035 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c063b056-0e48-4216-b304-3ae149d84828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:44.022739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Attempting to bind port 186ab1f4-79e9-47ab-a1ff-0b62a809df50 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:23:44.023281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Attempting to bind port 186ab1f4-79e9-47ab-a1ff-0b62a809df50 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:23:44.023817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Attempting to bind port 186ab1f4-79e9-47ab-a1ff-0b62a809df50 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:44.029878 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-630c4613-555f-4674-802f-6628247a8b53 service neutron] 10.222.0.67 "GET /v2.0/networks/54f138c2-74de-4ac7-ad6e-c99596a25b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230481 Sep 23 22:23:44.047314 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2387c663-c84c-453b-8b45-7c413586fe44 x-openstack-request-id: req-2387c663-c84c-453b-8b45-7c413586fe44 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:44.048462 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18073d72-dedf-436c-aa1e-2236a58467c7", "tag": "43a83003-42c9-4147-ab8d-79bb52820e8d", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:44.048653 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2387c663-c84c-453b-8b45-7c413586fe44 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:44.049454 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18073d72-dedf-436c-aa1e-2236a58467c7', 'tag': '43a83003-42c9-4147-ab8d-79bb52820e8d', 'status': 'completed', 'code': 200} Sep 23 22:23:44.099677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Port 186ab1f4-79e9-47ab-a1ff-0b62a809df50 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:23:44.100194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Attempting to bind port 186ab1f4-79e9-47ab-a1ff-0b62a809df50 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:44.148512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:23:44.149096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:23:44.149776 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:23:44.150816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Bound port: 186ab1f4-79e9-47ab-a1ff-0b62a809df50, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:23:44.151437 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:44.323840 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c063b056-0e48-4216-b304-3ae149d84828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:44.331065 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bafc616-baa3-4ac9-b964-591758e0acfe req-4f7c7f8c-8dc3-4bf2-914e-2dc7e1517cc6 service neutron] 10.222.0.67 "GET /v2.0/networks/54f138c2-74de-4ac7-ad6e-c99596a25b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805827 Sep 23 22:23:44.342977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66c9d7-00bd-4834-98d1-5fe68e4a25ed req-564c2212-7902-484a-8dcb-b871941acb3c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:44.349200 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66c9d7-00bd-4834-98d1-5fe68e4a25ed req-564c2212-7902-484a-8dcb-b871941acb3c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:44.350854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c66c9d7-00bd-4834-98d1-5fe68e4a25ed req-564c2212-7902-484a-8dcb-b871941acb3c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1679 time: 0.1938345 Sep 23 22:23:44.372809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063b056-0e48-4216-b304-3ae149d84828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e15fef46-f250-4b45-be56-611c2cd48d0b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:44.373419 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] For port 186ab1f4-79e9-47ab-a1ff-0b62a809df50, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:23:44.379740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] For port 186ab1f4-79e9-47ab-a1ff-0b62a809df50, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=186ab1f4-79e9-47ab-a1ff-0b62a809df50,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:23:44.386876 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c063b056-0e48-4216-b304-3ae149d84828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:44.390751 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c063b056-0e48-4216-b304-3ae149d84828 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e15fef46-f250-4b45-be56-611c2cd48d0b HTTP/1.1" status: 204 len: 168 time: 0.6214404 Sep 23 22:23:44.393285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45908) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:44.415730 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c66c9d7-00bd-4834-98d1-5fe68e4a25ed req-24041ed5-b1db-4bf2-baa7-745a94e49537 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488849 Sep 23 22:23:44.470548 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f053-bdd7-4c12-8975-7dad6307005e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:44.571028 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f053-bdd7-4c12-8975-7dad6307005e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:44.605146 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-eaf8f053-bdd7-4c12-8975-7dad6307005e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc7f068-1328-441d-b4c9-587f201b176b']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:23:44.606954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5298f-bf42-4fb1-acd5-b731ed8ed097 req-212b9b65-8bd2-46f4-9347-aecd1f2e1475 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:44.608637 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42e5298f-bf42-4fb1-acd5-b731ed8ed097 req-212b9b65-8bd2-46f4-9347-aecd1f2e1475 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 943 time: 0.0656943 Sep 23 22:23:44.618680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-eaf8f053-bdd7-4c12-8975-7dad6307005e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb1c206-21fb-4ee5-b572-a209338cddce') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:23:44.619007 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-eaf8f053-bdd7-4c12-8975-7dad6307005e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb1c206-21fb-4ee5-b572-a209338cddce') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:23:44.631953 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f053-bdd7-4c12-8975-7dad6307005e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:44.648836 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:44.652584 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f053-bdd7-4c12-8975-7dad6307005e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:44.664015 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf8f053-bdd7-4c12-8975-7dad6307005e admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:23:44.664015 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f053-bdd7-4c12-8975-7dad6307005e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:23:44.668381 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:23:44.795166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:44.796130 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:44.798237 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] 10.222.0.43 "PUT /v2.0/ports/186ab1f4-79e9-47ab-a1ff-0b62a809df50 HTTP/1.1" status: 200 len: 1096 time: 2.6592622 Sep 23 22:23:44.822999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42e5298f-bf42-4fb1-acd5-b731ed8ed097 req-3b9361c9-82c5-41e6-abef-459e7a1227f6 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024231 Sep 23 22:23:44.846459 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea115b-a750-4bb9-8f2a-427f6165c5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=186ab1f4-79e9-47ab-a1ff-0b62a809df50,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:44.855994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523794-d33b-4355-b81f-10365b42936a req-89044637-cddf-42cb-b69c-e0f8441d285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:44.856491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523794-d33b-4355-b81f-10365b42936a req-89044637-cddf-42cb-b69c-e0f8441d285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:44.858199 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-30523794-d33b-4355-b81f-10365b42936a req-89044637-cddf-42cb-b69c-e0f8441d285e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c6919ff761d4dfea6400229f18974f5&device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1981 time: 0.1601832 Sep 23 22:23:44.995523 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f053-bdd7-4c12-8975-7dad6307005e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:45.004557 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f053-bdd7-4c12-8975-7dad6307005e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:45.011949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523794-d33b-4355-b81f-10365b42936a req-50301caa-3e79-4efa-8354-d4033112a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:45.012605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-eaf8f053-bdd7-4c12-8975-7dad6307005e admin admin] 10.222.0.22 "DELETE /v2.0/networks/ecc7f068-1328-441d-b4c9-587f201b176b HTTP/1.1" status: 204 len: 168 time: 0.6147010 Sep 23 22:23:45.012708 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-30523794-d33b-4355-b81f-10365b42936a req-50301caa-3e79-4efa-8354-d4033112a8d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=54f138c2-74de-4ac7-ad6e-c99596a25b57 HTTP/1.1" status: 200 len: 902 time: 0.1446822 Sep 23 22:23:45.028554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8f053-bdd7-4c12-8975-7dad6307005e admin admin] Pushing event deleted for resources: {'Network': ['ID=ecc7f068-1328-441d-b4c9-587f201b176b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:45.034494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f94af1-e6a7-476b-a7c9-5bdf24e4453c req-eea88c43-4f02-4ddf-9e93-99193c339708 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:45.036052 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c3f94af1-e6a7-476b-a7c9-5bdf24e4453c req-eea88c43-4f02-4ddf-9e93-99193c339708 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 948 time: 0.0952985 Sep 23 22:23:45.090349 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-30523794-d33b-4355-b81f-10365b42936a req-6c5d6e24-de15-46f4-835b-b49fa448d798 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=43a83003-42c9-4147-ab8d-79bb52820e8d HTTP/1.1" status: 200 len: 217 time: 0.0708807 Sep 23 22:23:45.145941 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c3f94af1-e6a7-476b-a7c9-5bdf24e4453c req-d2e69b46-cb0a-4734-860c-f80ac8bfb13a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654385 Sep 23 22:23:45.201317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-8cdcdd04-12bf-4ded-abdf-73fcd15b7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:45.203600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-8cdcdd04-12bf-4ded-abdf-73fcd15b7213 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 1099 time: 0.1246827 Sep 23 22:23:45.210118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523794-d33b-4355-b81f-10365b42936a req-27a47bd3-50d9-4422-9e64-d77e1a6e13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:45.211670 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-30523794-d33b-4355-b81f-10365b42936a req-27a47bd3-50d9-4422-9e64-d77e1a6e13d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b67fb8a-22a4-4728-93a9-81cded9d78ba HTTP/1.1" status: 200 len: 801 time: 0.0706410 Sep 23 22:23:45.265686 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-952cdbce-c516-4a33-8f2d-fbdddd7359b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=186ab1f4-79e9-47ab-a1ff-0b62a809df50 HTTP/1.1" status: 200 len: 217 time: 0.0527413 Sep 23 22:23:45.336117 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-1d2748ec-821a-4748-9521-4ad4ed9f0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:45.337669 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-1d2748ec-821a-4748-9521-4ad4ed9f0d7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0569272 Sep 23 22:23:45.339533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523794-d33b-4355-b81f-10365b42936a req-b4d31a9e-ecc2-4291-bbfc-eeb239bf4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:45.340925 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-30523794-d33b-4355-b81f-10365b42936a req-b4d31a9e-ecc2-4291-bbfc-eeb239bf4f57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54f138c2-74de-4ac7-ad6e-c99596a25b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1208599 Sep 23 22:23:45.455161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-653bd97c-92c0-4b71-a4b0-01d33af81775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:45.456916 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-653bd97c-92c0-4b71-a4b0-01d33af81775 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1110253 Sep 23 22:23:45.522803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-30523794-d33b-4355-b81f-10365b42936a req-4054c1ab-6049-431b-a580-ad9a7a775bab service neutron] 10.222.0.67 "GET /v2.0/networks/54f138c2-74de-4ac7-ad6e-c99596a25b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682005 Sep 23 22:23:45.638766 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4b8e550b-202a-480b-a79f-c72134c2204d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:45.698515 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-b14f6213-f2dd-4452-8a41-0173bf6def20 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312398 Sep 23 22:23:45.786046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34078e74-2673-49cd-ad1c-1286145d1085 req-f8a3870f-64c9-4603-8536-20abfb367983 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:45.792070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34078e74-2673-49cd-ad1c-1286145d1085 req-f8a3870f-64c9-4603-8536-20abfb367983 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:45.793907 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-34078e74-2673-49cd-ad1c-1286145d1085 req-f8a3870f-64c9-4603-8536-20abfb367983 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1679 time: 0.2209051 Sep 23 22:23:45.799607 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-30523794-d33b-4355-b81f-10365b42936a req-a5068e04-f5ba-40c8-b9f3-cf1195b403e7 service neutron] 10.222.0.67 "GET /v2.0/networks/54f138c2-74de-4ac7-ad6e-c99596a25b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674291 Sep 23 22:23:45.897086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1419ff0-1e1a-4131-9e0f-3e906c5ed33a req-2fbfb464-2e5e-4450-a3e8-4bf05529d751 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896179 Sep 23 22:23:45.900494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-34078e74-2673-49cd-ad1c-1286145d1085 req-b3f68a1d-cef5-4b78-873c-15ffeb550b92 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679703 Sep 23 22:23:45.989672 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45928) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:46.053778 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d8e3678e-b8b3-4310-a855-5b6916059302 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de92261c06ce4041b789b2ad18486926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619528 Sep 23 22:23:46.054804 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03aa4553-7ff4-4600-9df8-51967ebec958', 'tag': '186ab1f4-79e9-47ab-a1ff-0b62a809df50'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:46.056241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45932) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:46.065744 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994e68f7-0dfc-4358-984d-a8dd128612b0" -d '{"events": [{"name": "network-changed", "server_uuid": "03aa4553-7ff4-4600-9df8-51967ebec958", "tag": "186ab1f4-79e9-47ab-a1ff-0b62a809df50"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:46.078807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1b22d-00cf-4203-b277-089386bd9274 req-0e733d05-9902-4423-b35c-8e9137487bea tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:46.080929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-faf1b22d-00cf-4203-b277-089386bd9274 req-0e733d05-9902-4423-b35c-8e9137487bea tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 943 time: 0.1027441 Sep 23 22:23:46.109998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d7934f5a-b754-43ca-91d2-1172b7bc0943 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:23:46.121512 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:46.134665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2cc4cc73-f0eb-41eb-9560-0c210d4e491a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:46.170878 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2cc4cc73-f0eb-41eb-9560-0c210d4e491a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:46.179858 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-faf1b22d-00cf-4203-b277-089386bd9274 req-6625bc29-a7c7-462d-baef-40430de13c60 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868838 Sep 23 22:23:46.238678 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f3ddc3-e632-49d5-a91d-7c658789ef8b x-openstack-request-id: req-e9f3ddc3-e632-49d5-a91d-7c658789ef8b {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:46.238981 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03aa4553-7ff4-4600-9df8-51967ebec958", "tag": "186ab1f4-79e9-47ab-a1ff-0b62a809df50", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:46.239234 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9f3ddc3-e632-49d5-a91d-7c658789ef8b {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:46.239638 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03aa4553-7ff4-4600-9df8-51967ebec958', 'tag': '186ab1f4-79e9-47ab-a1ff-0b62a809df50', 'status': 'completed', 'code': 200} Sep 23 22:23:46.330351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d7934f5a-b754-43ca-91d2-1172b7bc0943, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d7934f5a-b754-43ca-91d2-1172b7bc0943,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:46.336731 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e68f7-0dfc-4358-984d-a8dd128612b0 req-96ed0ada-b563-4fda-a56c-e0ef91df39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:46.339087 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-994e68f7-0dfc-4358-984d-a8dd128612b0 req-96ed0ada-b563-4fda-a56c-e0ef91df39c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 1099 time: 0.0605669 Sep 23 22:23:46.344260 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'd7934f5a-b754-43ca-91d2-1172b7bc0943', 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76', 'port_id': 'd7934f5a-b754-43ca-91d2-1172b7bc0943', 'mac_address': 'fa:16:3e:ad:25:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903c4ba9-2c76-4131-a769-852776e395e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:23:46.394219 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:46.410858 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7934f5a-b754-43ca-91d2-1172b7bc0943 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:23:46.426045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bf480-4955-4f27-831a-cf1b135a8624 req-ce406356-1873-4f3b-9494-c60c2062ca09 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:46.427693 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-028bf480-4955-4f27-831a-cf1b135a8624 req-ce406356-1873-4f3b-9494-c60c2062ca09 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 948 time: 0.1027000 Sep 23 22:23:46.444306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d7934f5a-b754-43ca-91d2-1172b7bc0943, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d7934f5a-b754-43ca-91d2-1172b7bc0943,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:46.483795 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2cc4cc73-f0eb-41eb-9560-0c210d4e491a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:46.487429 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2cc4cc73-f0eb-41eb-9560-0c210d4e491a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:46.488852 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2cc4cc73-f0eb-41eb-9560-0c210d4e491a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67f21892-fe20-4d50-b84d-089f3a2858ff HTTP/1.1" status: 204 len: 168 time: 0.4308836 Sep 23 22:23:46.504453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4cc73-f0eb-41eb-9560-0c210d4e491a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f21892-fe20-4d50-b84d-089f3a2858ff,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:46.523645 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-028bf480-4955-4f27-831a-cf1b135a8624 req-25021f40-c7e0-4f16-9816-76b67df4ea2c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662079 Sep 23 22:23:46.524926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e68f7-0dfc-4358-984d-a8dd128612b0 req-77623125-ff85-4c0e-b84a-b9388e8a22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:46.526483 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-994e68f7-0dfc-4358-984d-a8dd128612b0 req-77623125-ff85-4c0e-b84a-b9388e8a22b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.1626403 Sep 23 22:23:46.624295 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:46.658867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-994e68f7-0dfc-4358-984d-a8dd128612b0 req-21aa1ff8-7722-4590-81c9-cef497734447 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=186ab1f4-79e9-47ab-a1ff-0b62a809df50 HTTP/1.1" status: 200 len: 217 time: 0.1243715 Sep 23 22:23:46.661330 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd6dbe5b-d786-401b-b852-65e6e5981077 req-fbf4d4a3-2d70-43ec-a729-5c78e2a7b150 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1069992 Sep 23 22:23:46.749351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d7934f5a-b754-43ca-91d2-1172b7bc0943,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:46.771994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e68f7-0dfc-4358-984d-a8dd128612b0 req-3e647642-260e-42a9-b3f9-3fa9e14db231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:46.771994 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-994e68f7-0dfc-4358-984d-a8dd128612b0 req-3e647642-260e-42a9-b3f9-3fa9e14db231 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0919135 Sep 23 22:23:46.777613 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:46.778149 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:46.778723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:46.779302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:46.780416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:46.781278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:46.782159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:46.783442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:46.784584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:46.785413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:46.786202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:46.786890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:23:46.832374 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dbe5b-d786-401b-b852-65e6e5981077 req-d6980373-76bf-47dd-8ad3-db3af2f19201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:46.836138 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd6dbe5b-d786-401b-b852-65e6e5981077 req-d6980373-76bf-47dd-8ad3-db3af2f19201 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 1101 time: 0.0971482 Sep 23 22:23:46.858079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e68f7-0dfc-4358-984d-a8dd128612b0 req-8342cf2f-6463-4aa7-85cb-d116dbea58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:46.863574 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-994e68f7-0dfc-4358-984d-a8dd128612b0 req-8342cf2f-6463-4aa7-85cb-d116dbea58a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798047 Sep 23 22:23:46.920641 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d7934f5a-b754-43ca-91d2-1172b7bc0943'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:23:46.963338 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:46.982500 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-994e68f7-0dfc-4358-984d-a8dd128612b0 req-5addb492-0146-4736-9016-e850784d0d1e service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098888 Sep 23 22:23:46.984048 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dbe5b-d786-401b-b852-65e6e5981077 req-5b683f26-217c-44a1-82bc-a8a2e28f23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:46.986759 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd6dbe5b-d786-401b-b852-65e6e5981077 req-5b683f26-217c-44a1-82bc-a8a2e28f23d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.1139815 Sep 23 22:23:47.107799 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd6dbe5b-d786-401b-b852-65e6e5981077 req-ff4e0e9b-7a7c-4b50-af71-dfb0f4456611 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 HTTP/1.1" status: 200 len: 217 time: 0.1092367 Sep 23 22:23:47.173900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-994e68f7-0dfc-4358-984d-a8dd128612b0 req-1dfbc747-d90f-415d-b23d-deaf7dfdfa2d service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751771 Sep 23 22:23:47.188024 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57042af-fdbe-42af-93cd-f548b02d8234 req-30da302d-a419-458c-bc5f-736c612b07be tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:47.194947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dbe5b-d786-401b-b852-65e6e5981077 req-5da2c359-590b-45b1-9c39-fc3c0c359ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:47.197348 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd6dbe5b-d786-401b-b852-65e6e5981077 req-5da2c359-590b-45b1-9c39-fc3c0c359ca8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0801041 Sep 23 22:23:47.198943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57042af-fdbe-42af-93cd-f548b02d8234 req-30da302d-a419-458c-bc5f-736c612b07be tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:47.200495 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a57042af-fdbe-42af-93cd-f548b02d8234 req-30da302d-a419-458c-bc5f-736c612b07be tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1679 time: 0.1234677 Sep 23 22:23:47.249352 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a57042af-fdbe-42af-93cd-f548b02d8234 req-fdb0db5a-5447-4153-8c80-5face50ebc17 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406063 Sep 23 22:23:47.262315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dbe5b-d786-401b-b852-65e6e5981077 req-b041524b-f3f1-4069-b825-b28c97a2b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:47.263954 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd6dbe5b-d786-401b-b852-65e6e5981077 req-b041524b-f3f1-4069-b825-b28c97a2b52a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590470 Sep 23 22:23:47.412631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd6dbe5b-d786-401b-b852-65e6e5981077 req-59eef83f-de92-454f-a63f-9f8cf1114fcb service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390758 Sep 23 22:23:47.446872 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a32f91-e2cd-4800-988d-138dac92374b req-dae90bee-149b-43ec-b123-d5d3fd4ee728 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:47.446872 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96a32f91-e2cd-4800-988d-138dac92374b req-dae90bee-149b-43ec-b123-d5d3fd4ee728 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 944 time: 0.1019609 Sep 23 22:23:47.495405 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:47.526325 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96a32f91-e2cd-4800-988d-138dac92374b req-0a6027b8-a337-4010-8d9d-ef9ceb6615d2 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803585 Sep 23 22:23:47.549069 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd6dbe5b-d786-401b-b852-65e6e5981077 req-843538e7-8c26-4337-8012-3b924d0cc0fc service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267214 Sep 23 22:23:47.710718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc92d7-5cea-4c1b-9660-3be564cb0ec2 req-1969b32e-5f1d-4fdd-ad36-7a0afcd3950b tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:47.712373 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3dc92d7-5cea-4c1b-9660-3be564cb0ec2 req-1969b32e-5f1d-4fdd-ad36-7a0afcd3950b tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 948 time: 0.0561857 Sep 23 22:23:47.738698 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:23:47.762031 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3dc92d7-5cea-4c1b-9660-3be564cb0ec2 req-9ab1ee89-061c-4c70-87fe-15542c59b027 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379031 Sep 23 22:23:48.134183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 186ab1f4-79e9-47ab-a1ff-0b62a809df50 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:23:48.136390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d7934f5a-b754-43ca-91d2-1172b7bc0943 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:23:48.307772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 186ab1f4-79e9-47ab-a1ff-0b62a809df50, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=186ab1f4-79e9-47ab-a1ff-0b62a809df50,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:48.353499 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '186ab1f4-79e9-47ab-a1ff-0b62a809df50', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '186ab1f4-79e9-47ab-a1ff-0b62a809df50', 'mac_address': 'fa:16:3e:f2:c5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:23:48.404598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 43a83003-42c9-4147-ab8d-79bb52820e8d details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:23:48.413979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port d7934f5a-b754-43ca-91d2-1172b7bc0943 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:23:48.455679 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd195c-54b8-4ba1-9b2c-d1348c5bf064 req-4554bd3b-90b6-4c05-b08e-26e6eed0a5cd tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:48.471200 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd195c-54b8-4ba1-9b2c-d1348c5bf064 req-4554bd3b-90b6-4c05-b08e-26e6eed0a5cd tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:48.474544 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0bd195c-54b8-4ba1-9b2c-d1348c5bf064 req-4554bd3b-90b6-4c05-b08e-26e6eed0a5cd tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1679 time: 0.1190057 Sep 23 22:23:48.479911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port d7934f5a-b754-43ca-91d2-1172b7bc0943 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:48.480382 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:48.540127 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:48.556588 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0bd195c-54b8-4ba1-9b2c-d1348c5bf064 req-38c44861-ac36-4589-b3e0-d1661ba71a34 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727735 Sep 23 22:23:48.612939 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:48.629447 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186ab1f4-79e9-47ab-a1ff-0b62a809df50 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:23:48.679476 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 186ab1f4-79e9-47ab-a1ff-0b62a809df50, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=186ab1f4-79e9-47ab-a1ff-0b62a809df50,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:48.681427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159935f-e227-4958-9d5b-c86d82b3ec00 req-c9451ac8-7edf-4a6c-95db-e6fc1c3cdccc tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:48.684165 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e159935f-e227-4958-9d5b-c86d82b3ec00 req-c9451ac8-7edf-4a6c-95db-e6fc1c3cdccc tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 944 time: 0.0729747 Sep 23 22:23:48.687189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 43a83003-42c9-4147-ab8d-79bb52820e8d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=43a83003-42c9-4147-ab8d-79bb52820e8d,segment=NetworkSegment(dd140e02-701a-498a-9c57-95d47ef3fe6a),segment_id=dd140e02-701a-498a-9c57-95d47ef3fe6a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:48.721626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '43a83003-42c9-4147-ab8d-79bb52820e8d', 'network_id': '54f138c2-74de-4ac7-ad6e-c99596a25b57', 'port_id': '43a83003-42c9-4147-ab8d-79bb52820e8d', 'mac_address': 'fa:16:3e:bc:22:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b67fb8a-22a4-4728-93a9-81cded9d78ba', 'ip_address': '19.86.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:23:48.769635 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:48.769932 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e159935f-e227-4958-9d5b-c86d82b3ec00 req-9d3b8a41-0568-43f9-bce5-5331a1db5348 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777514 Sep 23 22:23:48.787289 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:48.810055 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb03ad3e-e8db-42f9-b349-4a8de34bd66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7934f5a-b754-43ca-91d2-1172b7bc0943'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:48.812193 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5680fee8-2cf5-4609-8ee9-eb9e8958450a" -d '{"events": [{"server_uuid": "fb03ad3e-e8db-42f9-b349-4a8de34bd66d", "name": "network-vif-plugged", "status": "completed", "tag": "d7934f5a-b754-43ca-91d2-1172b7bc0943"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:48.826120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a83003-42c9-4147-ab8d-79bb52820e8d {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:23:48.839569 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d7934f5a-b754-43ca-91d2-1172b7bc0943, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d7934f5a-b754-43ca-91d2-1172b7bc0943,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:48.839569 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:48.881360 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca0e8e3-21d3-408a-929b-d87964d89a2a x-openstack-request-id: req-cca0e8e3-21d3-408a-929b-d87964d89a2a {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:48.881653 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb03ad3e-e8db-42f9-b349-4a8de34bd66d", "name": "network-vif-plugged", "status": "completed", "tag": "d7934f5a-b754-43ca-91d2-1172b7bc0943", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:48.881915 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cca0e8e3-21d3-408a-929b-d87964d89a2a {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:48.882310 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb03ad3e-e8db-42f9-b349-4a8de34bd66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7934f5a-b754-43ca-91d2-1172b7bc0943', 'code': 200} Sep 23 22:23:48.908475 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 43a83003-42c9-4147-ab8d-79bb52820e8d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=43a83003-42c9-4147-ab8d-79bb52820e8d,segment=NetworkSegment(dd140e02-701a-498a-9c57-95d47ef3fe6a),segment_id=dd140e02-701a-498a-9c57-95d47ef3fe6a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:48.959184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=186ab1f4-79e9-47ab-a1ff-0b62a809df50,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:49.005798 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:49.010205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9380c4-51cf-419f-8ed5-14e748140815 req-975d76ec-92a0-4a9f-9f7d-4d087a61738f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:49.020920 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e9380c4-51cf-419f-8ed5-14e748140815 req-975d76ec-92a0-4a9f-9f7d-4d087a61738f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 949 time: 0.1437602 Sep 23 22:23:49.040346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cea79-dde1-4896-91f7-f8855c65e534 req-5c94411b-c475-417a-ae10-68cf7f12fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:49.045829 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-984cea79-dde1-4896-91f7-f8855c65e534 req-5c94411b-c475-417a-ae10-68cf7f12fcbb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 1095 time: 0.0921013 Sep 23 22:23:49.061446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45996) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:49.088846 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['186ab1f4-79e9-47ab-a1ff-0b62a809df50'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:23:49.089528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-984cea79-dde1-4896-91f7-f8855c65e534 req-7a0a9480-b6c1-4e7e-bb30-f59c423a5823 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366716 Sep 23 22:23:49.109832 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e9380c4-51cf-419f-8ed5-14e748140815 req-dfbf2e8e-c071-45d6-b195-91d3f84a9a0f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823350 Sep 23 22:23:49.128873 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:49.129685 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 463adbca-da60-43f6-b5dc-14b6e9c2fae4 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:23:49.140032 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d7934f5a-b754-43ca-91d2-1172b7bc0943,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:49.264522 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=43a83003-42c9-4147-ab8d-79bb52820e8d,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:49.286495 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0d279eb6-7e80-498e-af31-609a558822df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:49.367945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 463adbca-da60-43f6-b5dc-14b6e9c2fae4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=463adbca-da60-43f6-b5dc-14b6e9c2fae4,segment=NetworkSegment(e7acfefa-8e32-4473-902d-8ea0789fee25),segment_id=e7acfefa-8e32-4473-902d-8ea0789fee25)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:49.395445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '463adbca-da60-43f6-b5dc-14b6e9c2fae4', 'network_id': 'ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f', 'port_id': '463adbca-da60-43f6-b5dc-14b6e9c2fae4', 'mac_address': 'fa:16:3e:4b:58:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca17e5f6-f20a-4d74-bc20-cd4c7dafe1c7', 'ip_address': '19.80.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:23:49.431363 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0d279eb6-7e80-498e-af31-609a558822df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:49.470634 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:49.486902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463adbca-da60-43f6-b5dc-14b6e9c2fae4 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:23:49.524029 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 463adbca-da60-43f6-b5dc-14b6e9c2fae4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=463adbca-da60-43f6-b5dc-14b6e9c2fae4,segment=NetworkSegment(e7acfefa-8e32-4473-902d-8ea0789fee25),segment_id=e7acfefa-8e32-4473-902d-8ea0789fee25)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:49.722158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d69ca-d63f-4fbb-bd83-5e26e19b4d64 req-e00c88c6-bf9d-448b-8738-93d54b75e7a4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:49.724869 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0d279eb6-7e80-498e-af31-609a558822df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:49.728383 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d69ca-d63f-4fbb-bd83-5e26e19b4d64 req-e00c88c6-bf9d-448b-8738-93d54b75e7a4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:49.730963 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b6d69ca-d63f-4fbb-bd83-5e26e19b4d64 req-e00c88c6-bf9d-448b-8738-93d54b75e7a4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1680 time: 0.0670168 Sep 23 22:23:49.764473 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:49.777841 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0d279eb6-7e80-498e-af31-609a558822df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f6e31a9d01748648e4f4ff2e48dd68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7144511 Sep 23 22:23:49.784835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d279eb6-7e80-498e-af31-609a558822df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1f1bdc-a683-43a7-86a8-0e88c50a48db,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:49.794265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46012) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:49.810048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b6d69ca-d63f-4fbb-bd83-5e26e19b4d64 req-ea79e418-0d1a-4e48-9924-41a348b45c31 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691414 Sep 23 22:23:49.866496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=463adbca-da60-43f6-b5dc-14b6e9c2fae4,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:49.920338 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f1522551-cc80-473d-9544-ddcf5beb476e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:49.939107 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46014) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:49.952246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9d32f-f100-4def-b7ff-d5f66e246536 req-2acb0bc2-919f-4c5a-8a99-e090253260d5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:49.954015 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4e9d32f-f100-4def-b7ff-d5f66e246536 req-2acb0bc2-919f-4c5a-8a99-e090253260d5 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 945 time: 0.0693865 Sep 23 22:23:49.958934 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f1522551-cc80-473d-9544-ddcf5beb476e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:50.012106 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4e9d32f-f100-4def-b7ff-d5f66e246536 req-e53641b0-bb35-4f33-83bb-067fa9dbb2f4 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460274 Sep 23 22:23:50.117756 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f1522551-cc80-473d-9544-ddcf5beb476e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:50.121456 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f1522551-cc80-473d-9544-ddcf5beb476e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:50.122769 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f1522551-cc80-473d-9544-ddcf5beb476e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc1f1bdc-a683-43a7-86a8-0e88c50a48db HTTP/1.1" status: 204 len: 168 time: 0.3096788 Sep 23 22:23:50.136962 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1522551-cc80-473d-9544-ddcf5beb476e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1f1bdc-a683-43a7-86a8-0e88c50a48db,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:50.149532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 186ab1f4-79e9-47ab-a1ff-0b62a809df50 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:23:50.231492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['43a83003-42c9-4147-ab8d-79bb52820e8d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:23:50.285940 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-810925896-network', 'tenant_id': '889705a7df054235bdc2336bd904f9e0'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:50.351743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c29a6a-6ed6-41ae-b17c-dbab1498753a req-573d19ff-c26d-4e0d-aa4c-c42baa2f68ba tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:50.353528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43c29a6a-6ed6-41ae-b17c-dbab1498753a req-573d19ff-c26d-4e0d-aa4c-c42baa2f68ba tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 949 time: 0.0708895 Sep 23 22:23:50.447097 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43c29a6a-6ed6-41ae-b17c-dbab1498753a req-cc89758a-7a1f-4897-9901-ef89a2edbedd tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762506 Sep 23 22:23:50.586817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] Made reservation on behalf of 889705a7df054235bdc2336bd904f9e0 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:23:50.590209 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:50.606429 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:50.607007 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 186ab1f4-79e9-47ab-a1ff-0b62a809df50 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:23:50.620748 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 186ab1f4-79e9-47ab-a1ff-0b62a809df50 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:50.621148 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:50.848718 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:50.858360 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:50.914766 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03aa4553-7ff4-4600-9df8-51967ebec958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186ab1f4-79e9-47ab-a1ff-0b62a809df50'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:50.925597 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80df224-5c06-4580-8725-13d48d7abcef" -d '{"events": [{"server_uuid": "03aa4553-7ff4-4600-9df8-51967ebec958", "name": "network-vif-plugged", "status": "completed", "tag": "186ab1f4-79e9-47ab-a1ff-0b62a809df50"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:50.927240 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:50.985384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 186ab1f4-79e9-47ab-a1ff-0b62a809df50, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=186ab1f4-79e9-47ab-a1ff-0b62a809df50,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:50.995806 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:23:51.021937 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980897d0-c033-41cd-aad5-8e3c9d05ff99 x-openstack-request-id: req-980897d0-c033-41cd-aad5-8e3c9d05ff99 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:51.022684 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03aa4553-7ff4-4600-9df8-51967ebec958", "name": "network-vif-plugged", "status": "completed", "tag": "186ab1f4-79e9-47ab-a1ff-0b62a809df50", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:51.023199 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-980897d0-c033-41cd-aad5-8e3c9d05ff99 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:51.023939 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03aa4553-7ff4-4600-9df8-51967ebec958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186ab1f4-79e9-47ab-a1ff-0b62a809df50', 'code': 200} Sep 23 22:23:51.055800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd4341f-7428-431d-b30a-9ef004f13589,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:51.064652 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:51.093666 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:51.094501 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] Added segment c72cabc7-354e-4c2b-86f2-aab7490f354b of type vlan for network 1e9230ab-23be-4440-b964-0b07fae31046 Sep 23 22:23:51.201952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=186ab1f4-79e9-47ab-a1ff-0b62a809df50,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:51.241088 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:51.253488 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ce5db-d650-4dbc-9204-59b0ae810347 req-dc318731-018f-45bc-8981-f6398e03fe6c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:51.259112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ce5db-d650-4dbc-9204-59b0ae810347 req-dc318731-018f-45bc-8981-f6398e03fe6c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:51.268313 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-902ce5db-d650-4dbc-9204-59b0ae810347 req-dc318731-018f-45bc-8981-f6398e03fe6c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1681 time: 0.2647691 Sep 23 22:23:51.284345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a9248-030f-4a3d-8730-538b467b6578 req-11d142ba-bcf8-41ba-b535-d6f8a2925ae7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:51.293163 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a97a9248-030f-4a3d-8730-538b467b6578 req-11d142ba-bcf8-41ba-b535-d6f8a2925ae7 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 945 time: 0.1001365 Sep 23 22:23:51.300089 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563234d-217b-4848-9dcb-350f9fd77017 req-66f296eb-0939-46eb-a4fc-3e71aa9d563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:51.302182 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9563234d-217b-4848-9dcb-350f9fd77017 req-66f296eb-0939-46eb-a4fc-3e71aa9d563e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 1101 time: 0.2051694 Sep 23 22:23:51.346119 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a97a9248-030f-4a3d-8730-538b467b6578 req-32d6f91d-66d5-42ff-83cc-4103ba5c273a tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514808 Sep 23 22:23:51.347670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['463adbca-da60-43f6-b5dc-14b6e9c2fae4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:23:51.376755 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-902ce5db-d650-4dbc-9204-59b0ae810347 req-36173cf7-af25-45ea-89b4-a75eef04a94e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073322 Sep 23 22:23:51.378977 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9563234d-217b-4848-9dcb-350f9fd77017 req-da9af1e0-1e0d-4fac-ab9f-e3a7f257b7cd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637789 Sep 23 22:23:51.514017 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:51.515695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:51.518964 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:51.632810 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46052) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:51.687496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b537bf-7381-4c92-a1bc-c0cfa97d78aa req-608fd75f-add8-451b-a3c7-079e981e2e06 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:51.696547 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56b537bf-7381-4c92-a1bc-c0cfa97d78aa req-608fd75f-add8-451b-a3c7-079e981e2e06 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.1136196 Sep 23 22:23:51.741772 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8009655 Sep 23 22:23:51.749808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36d15e-cdb9-4f43-9914-25766c6b848c admin admin] Pushing event updated for resources: {'Network': ['ID=1e9230ab-23be-4440-b964-0b07fae31046,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:51.750000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46060) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:51.761992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-07472a24-10d6-42e8-aa2b-37b9a7cdd5aa admin admin] Request body: {'subnet': {'network_id': '1e9230ab-23be-4440-b964-0b07fae31046', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-810925896-subnet', 'tenant_id': '889705a7df054235bdc2336bd904f9e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:51.764929 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3839b1c-8390-42f8-b4bd-770dd3de6704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:51.765526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 1e9230ab-23be-4440-b964-0b07fae31046 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:23:51.810772 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56b537bf-7381-4c92-a1bc-c0cfa97d78aa req-e9472be8-a55c-4ef0-975e-dd503b8fb266 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129971 Sep 23 22:23:51.821521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-07472a24-10d6-42e8-aa2b-37b9a7cdd5aa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:23:51.821521 n-d-810775-1 neutron-server[95491]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 22:23:51.821521 n-d-810775-1 neutron-server[95491]: [parameters: {'project_id': '889705a7df054235bdc2336bd904f9e0', 'id': '9e7877cc-6f89-4069-ab4b-06bb7f8e01d7', 'expiration': datetime.datetime(2021, 9, 23, 22, 25, 51, 816254)}] Sep 23 22:23:51.821521 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:23:51.822933 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-07472a24-10d6-42e8-aa2b-37b9a7cdd5aa admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:23:51.918762 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3839b1c-8390-42f8-b4bd-770dd3de6704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:52.044201 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3839b1c-8390-42f8-b4bd-770dd3de6704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:52.095845 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a3839b1c-8390-42f8-b4bd-770dd3de6704 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e6097f9cb1d4efa84915746fd7d3730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612582 Sep 23 22:23:52.096351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46062) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:23:52.096875 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3839b1c-8390-42f8-b4bd-770dd3de6704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc4aa40-eec7-48dc-ba17-25384c562def,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:52.166358 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-26961e42-6cd2-447b-80a6-ad04051281a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:52.191441 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-26961e42-6cd2-447b-80a6-ad04051281a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:52.345336 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-26961e42-6cd2-447b-80a6-ad04051281a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:52.352128 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-26961e42-6cd2-447b-80a6-ad04051281a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:52.354669 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-26961e42-6cd2-447b-80a6-ad04051281a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ccc4aa40-eec7-48dc-ba17-25384c562def HTTP/1.1" status: 204 len: 168 time: 0.2564788 Sep 23 22:23:52.381087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26961e42-6cd2-447b-80a6-ad04051281a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc4aa40-eec7-48dc-ba17-25384c562def,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:52.446827 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 43a83003-42c9-4147-ab8d-79bb52820e8d up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:23:52.504468 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07472a24-10d6-42e8-aa2b-37b9a7cdd5aa admin admin] Made reservation on behalf of 889705a7df054235bdc2336bd904f9e0 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:23:52.507825 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07472a24-10d6-42e8-aa2b-37b9a7cdd5aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:52.747867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 43a83003-42c9-4147-ab8d-79bb52820e8d completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:23:52.761335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 43a83003-42c9-4147-ab8d-79bb52820e8d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:52.761597 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:52.766074 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae84736-4f2f-4594-80d7-d4db4897ed7b req-6df82026-2659-4b05-85fa-0c1f1164ac7d tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:52.775066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae84736-4f2f-4594-80d7-d4db4897ed7b req-6df82026-2659-4b05-85fa-0c1f1164ac7d tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:52.784693 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fae84736-4f2f-4594-80d7-d4db4897ed7b req-6df82026-2659-4b05-85fa-0c1f1164ac7d tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1681 time: 0.1162663 Sep 23 22:23:52.859119 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fae84736-4f2f-4594-80d7-d4db4897ed7b req-8b8e31cc-4377-423e-bd2e-da25357201a7 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724778 Sep 23 22:23:53.034857 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:53.061728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc4de-613e-4b63-b36b-f3b1d5234ebf req-38bc0e3e-b72b-4b29-b303-ea356e5a0480 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:53.064767 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ffefc4de-613e-4b63-b36b-f3b1d5234ebf req-38bc0e3e-b72b-4b29-b303-ea356e5a0480 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.0761051 Sep 23 22:23:53.066668 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07472a24-10d6-42e8-aa2b-37b9a7cdd5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:53.083809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18073d72-dedf-436c-aa1e-2236a58467c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a83003-42c9-4147-ab8d-79bb52820e8d'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:53.084478 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b962a332-a2e4-4d79-8658-29a5c3338615" -d '{"events": [{"server_uuid": "18073d72-dedf-436c-aa1e-2236a58467c7", "name": "network-vif-plugged", "status": "completed", "tag": "43a83003-42c9-4147-ab8d-79bb52820e8d"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:53.104379 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 43a83003-42c9-4147-ab8d-79bb52820e8d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=43a83003-42c9-4147-ab8d-79bb52820e8d,segment=NetworkSegment(dd140e02-701a-498a-9c57-95d47ef3fe6a),segment_id=dd140e02-701a-498a-9c57-95d47ef3fe6a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:53.159761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07472a24-10d6-42e8-aa2b-37b9a7cdd5aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f993775e-0865-4cb3-b692-a34b67e27ce2,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:53.173633 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ffefc4de-613e-4b63-b36b-f3b1d5234ebf req-2f8afc2f-a5e7-4216-a585-7c181afa7772 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948162 Sep 23 22:23:53.179949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07472a24-10d6-42e8-aa2b-37b9a7cdd5aa admin admin] Checking segment: {'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:23:53.180342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07472a24-10d6-42e8-aa2b-37b9a7cdd5aa admin admin] Network hostable DHCP agents. Network: 1e9230ab-23be-4440-b964-0b07fae31046, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:23:53.213537 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:53.214991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 463adbca-da60-43f6-b5dc-14b6e9c2fae4 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:23:53.245392 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-919f8345-9565-4ab4-a91d-6fa9540a33e5 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--885272494&fields=id&tenant_id=28bc040e018a46328b3cf271deaa2ec9 HTTP/1.1" status: 200 len: 267 time: 0.0851884 Sep 23 22:23:53.277688 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07472a24-10d6-42e8-aa2b-37b9a7cdd5aa admin admin] Network 1e9230ab-23be-4440-b964-0b07fae31046 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:23:53.301369 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7acc2f-c6a2-42ae-a86d-f93f29853d2d x-openstack-request-id: req-5a7acc2f-c6a2-42ae-a86d-f93f29853d2d {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:53.301667 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18073d72-dedf-436c-aa1e-2236a58467c7", "name": "network-vif-plugged", "status": "completed", "tag": "43a83003-42c9-4147-ab8d-79bb52820e8d", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:53.302148 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a7acc2f-c6a2-42ae-a86d-f93f29853d2d {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:53.302787 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18073d72-dedf-436c-aa1e-2236a58467c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a83003-42c9-4147-ab8d-79bb52820e8d', 'code': 200} Sep 23 22:23:53.323330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=43a83003-42c9-4147-ab8d-79bb52820e8d,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:53.390983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348de92-4290-4159-bec4-4630374804a6 req-1f82b193-70ee-48b7-aa75-2ee56e767429 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:53.394556 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-1f82b193-70ee-48b7-aa75-2ee56e767429 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/networks?id=63ecd743-d90a-4386-a32b-ab9a931b40b3 HTTP/1.1" status: 200 len: 816 time: 0.1388977 Sep 23 22:23:53.419934 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-03b1e146-3ad7-4ff4-84f1-d2da0fbd16e6 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/quotas/28bc040e018a46328b3cf271deaa2ec9 HTTP/1.1" status: 200 len: 375 time: 0.0175195 Sep 23 22:23:53.467432 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-07472a24-10d6-42e8-aa2b-37b9a7cdd5aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 1e9230ab-23be-4440-b964-0b07fae31046) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:23:53.474449 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07472a24-10d6-42e8-aa2b-37b9a7cdd5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:53.475198 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07472a24-10d6-42e8-aa2b-37b9a7cdd5aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:53.484807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 463adbca-da60-43f6-b5dc-14b6e9c2fae4 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:23:53.500135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 463adbca-da60-43f6-b5dc-14b6e9c2fae4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:53.504007 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:53.505743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079ead9-848e-40f0-969b-67bc316e8ea8 req-6cb9ece3-d4da-493e-ae62-8024c1d17202 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:53.507389 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f079ead9-848e-40f0-969b-67bc316e8ea8 req-6cb9ece3-d4da-493e-ae62-8024c1d17202 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 945 time: 0.1130443 Sep 23 22:23:53.521938 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab5b4f8-b1d9-4197-97a7-49f094a75562 None None] Network 1e9230ab-23be-4440-b964-0b07fae31046 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:23:53.528276 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-85ecb588-85d0-4673-8c08-6e03b9fb2c01 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=28bc040e018a46328b3cf271deaa2ec9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957475 Sep 23 22:23:53.568927 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f079ead9-848e-40f0-969b-67bc316e8ea8 req-36e9a96f-7c4a-4e75-896b-9447caa0d640 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458755 Sep 23 22:23:53.628863 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-07472a24-10d6-42e8-aa2b-37b9a7cdd5aa admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8793006 Sep 23 22:23:53.700722 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-893e21ac-e3b0-47c7-b2ea-7cb0c0a6dec7 service neutron] 10.222.0.22 "GET /v2.0/networks/63ecd743-d90a-4386-a32b-ab9a931b40b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560583 Sep 23 22:23:53.842935 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:53.849240 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-9c48fce7-c0ed-45ed-8119-f98280e8f95d service neutron] 10.222.0.22 "GET /v2.0/networks/63ecd743-d90a-4386-a32b-ab9a931b40b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092458 Sep 23 22:23:54.006462 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 463adbca-da60-43f6-b5dc-14b6e9c2fae4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=463adbca-da60-43f6-b5dc-14b6e9c2fae4,segment=NetworkSegment(e7acfefa-8e32-4473-902d-8ea0789fee25),segment_id=e7acfefa-8e32-4473-902d-8ea0789fee25)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:54.017786 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-1e9230ab-23be-4440-b964-0b07fae31046', 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046', 'tenant_id': '889705a7df054235bdc2336bd904f9e0', 'fixed_ips': [{'subnet_id': 'f993775e-0865-4cb3-b692-a34b67e27ce2'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:23:54.019502 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:54.071659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbbcde-2c40-4cf5-8c74-b45539ad42ce req-abcabfce-d447-4ddc-aef1-403c8b8e9aee tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:54.081760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbbcde-2c40-4cf5-8c74-b45539ad42ce req-abcabfce-d447-4ddc-aef1-403c8b8e9aee tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:54.090362 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8cbbcde-2c40-4cf5-8c74-b45539ad42ce req-abcabfce-d447-4ddc-aef1-403c8b8e9aee tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1682 time: 0.1013570 Sep 23 22:23:54.143857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8cbbcde-2c40-4cf5-8c74-b45539ad42ce req-0528c6ce-8752-4012-93ff-f0d1dfb375b8 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456469 Sep 23 22:23:54.184855 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:54.342623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=463adbca-da60-43f6-b5dc-14b6e9c2fae4,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:54.359391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd47f0a-8dfc-4715-8254-393edcfe1b6f req-936f523d-f89b-407e-8806-58403304c3eb tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:54.362279 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edd47f0a-8dfc-4715-8254-393edcfe1b6f req-936f523d-f89b-407e-8806-58403304c3eb tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.0654418 Sep 23 22:23:54.370874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Allocated IP 172.20.0.2 (1e9230ab-23be-4440-b964-0b07fae31046/f993775e-0865-4cb3-b692-a34b67e27ce2/2d80a529-677e-4494-8182-e599f636bd0b) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:23:54.425938 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edd47f0a-8dfc-4715-8254-393edcfe1b6f req-eeae75b7-0d8f-4f0d-92aa-a0b9eba64cb2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568252 Sep 23 22:23:54.651227 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:54.754892 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:54.796365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Network 1e9230ab-23be-4440-b964-0b07fae31046 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:23:54.800588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:23:54.804202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:23:54.817823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Pushing event updated for resources: {'Port': ['ID=2d80a529-677e-4494-8182-e599f636bd0b,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:54.928883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Attempting to bind port 2d80a529-677e-4494-8182-e599f636bd0b on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:23:54.930035 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Attempting to bind port 2d80a529-677e-4494-8182-e599f636bd0b by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:23:54.930525 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Attempting to bind port 2d80a529-677e-4494-8182-e599f636bd0b on network 1e9230ab-23be-4440-b964-0b07fae31046 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:23:54.983087 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:23:54.983693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Checking segment: {'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:23:54.984234 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:54.985251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Bound using segment: {'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:23:54.985669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Bound port: 2d80a529-677e-4494-8182-e599f636bd0b, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:23:54.986211 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:55.072812 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-a41d2a4c-fbe7-4bc2-b4f3-4ef1e23202a2 req-42cf3ee5-c733-42df-b9c3-7334cdffde6f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:23:55.074657 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a41d2a4c-fbe7-4bc2-b4f3-4ef1e23202a2 req-42cf3ee5-c733-42df-b9c3-7334cdffde6f service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065005 Sep 23 22:23:55.133409 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] For port 2d80a529-677e-4494-8182-e599f636bd0b, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:23:55.138431 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] For port 2d80a529-677e-4494-8182-e599f636bd0b, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2d80a529-677e-4494-8182-e599f636bd0b,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:23:55.150241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-2a9c2acf-37f3-4338-a071-934cb527f00c tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:55.156929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-2a9c2acf-37f3-4338-a071-934cb527f00c tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/networks?id=1e9230ab-23be-4440-b964-0b07fae31046 HTTP/1.1" status: 200 len: 815 time: 0.1900752 Sep 23 22:23:55.178419 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-914b419d-36ec-4b8d-80da-fc10acb4cdfd tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/quotas/889705a7df054235bdc2336bd904f9e0 HTTP/1.1" status: 200 len: 375 time: 0.0144410 Sep 23 22:23:55.239018 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:55.254042 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-5082bc11-aa14-4b70-9dcd-8fdd68953dc5 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=889705a7df054235bdc2336bd904f9e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0670168 Sep 23 22:23:55.360062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18073d72-dedf-436c-aa1e-2236a58467c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463adbca-da60-43f6-b5dc-14b6e9c2fae4'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:55.363217 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc600d6-a512-46ac-be27-662721a4446e" -d '{"events": [{"server_uuid": "18073d72-dedf-436c-aa1e-2236a58467c7", "name": "network-vif-plugged", "status": "completed", "tag": "463adbca-da60-43f6-b5dc-14b6e9c2fae4"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:55.370702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce51a2-ea28-4b09-a4d1-154465a551d8 None None] Pushing event updated for resources: {'Port': ['ID=2d80a529-677e-4494-8182-e599f636bd0b,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:55.429339 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-6fededd2-00fd-4836-8f6d-ff8da3c41fe0 service neutron] 10.222.0.22 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689985 Sep 23 22:23:55.599875 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-14e3db2f-3cff-47d5-86af-8b82d2e78089 service neutron] 10.222.0.22 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678243 Sep 23 22:23:55.646815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a995ecb-1d73-4d33-89ab-4828f283cf4e req-1b98be97-67de-456c-98a1-ecc2225e8347 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:55.655189 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a995ecb-1d73-4d33-89ab-4828f283cf4e req-1b98be97-67de-456c-98a1-ecc2225e8347 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 945 time: 0.1050684 Sep 23 22:23:55.759630 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a995ecb-1d73-4d33-89ab-4828f283cf4e req-dd820bb3-2960-4680-b9f7-ff5d9b3cd0b3 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986924 Sep 23 22:23:55.860210 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-569c2cca-fa4c-44e1-9c92-70ed6ffdffa5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715921 Sep 23 22:23:56.031323 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5fb6b25-7e0c-4f90-811d-c8ee065b7a2b req-4d1b5ea8-1d21-48b0-9e6f-3a4fed2204ce tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 210 time: 0.0764577 Sep 23 22:23:56.100406 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fde1b0-6431-407e-9c41-e44c3477c19c x-openstack-request-id: req-e1fde1b0-6431-407e-9c41-e44c3477c19c {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:23:56.102084 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18073d72-dedf-436c-aa1e-2236a58467c7", "name": "network-vif-plugged", "status": "completed", "tag": "463adbca-da60-43f6-b5dc-14b6e9c2fae4", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:23:56.103001 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1fde1b0-6431-407e-9c41-e44c3477c19c {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:23:56.104125 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18073d72-dedf-436c-aa1e-2236a58467c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463adbca-da60-43f6-b5dc-14b6e9c2fae4', 'code': 200} Sep 23 22:23:56.166219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d7934f5a-b754-43ca-91d2-1172b7bc0943 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:23:56.308552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1d0cd-2079-43c4-afc1-e18dddede2fd req-e93193b2-70dd-4658-aac0-4d7b0a07e1f4 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:56.308552 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6aa1d0cd-2079-43c4-afc1-e18dddede2fd req-e93193b2-70dd-4658-aac0-4d7b0a07e1f4 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.0959337 Sep 23 22:23:56.326633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cb0c7-fbf7-40ad-8f9c-3f4dceaf3b7a req-9b30b217-5d0b-43ea-afda-b0bb4ff2a0d5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:56.334489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cb0c7-fbf7-40ad-8f9c-3f4dceaf3b7a req-9b30b217-5d0b-43ea-afda-b0bb4ff2a0d5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:56.352740 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aa6cb0c7-fbf7-40ad-8f9c-3f4dceaf3b7a req-9b30b217-5d0b-43ea-afda-b0bb4ff2a0d5 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1683 time: 0.2145717 Sep 23 22:23:56.425489 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6aa1d0cd-2079-43c4-afc1-e18dddede2fd req-dfa71c8a-73c8-48f7-9579-8f5233287827 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015339 Sep 23 22:23:56.468683 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d7934f5a-b754-43ca-91d2-1172b7bc0943, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d7934f5a-b754-43ca-91d2-1172b7bc0943,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:56.473603 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aa6cb0c7-fbf7-40ad-8f9c-3f4dceaf3b7a req-ea535fe0-0e53-4f20-98ca-53b57656835d tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196671 Sep 23 22:23:56.488981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52494e-a658-405a-b0e9-9eed6b62a030 req-b9ec640b-e21c-421c-9246-1e8d713a5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:56.490180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52494e-a658-405a-b0e9-9eed6b62a030 req-b9ec640b-e21c-421c-9246-1e8d713a5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:56.493895 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f52494e-a658-405a-b0e9-9eed6b62a030 req-b9ec640b-e21c-421c-9246-1e8d713a5362 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1985 time: 0.2667117 Sep 23 22:23:56.505688 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'd7934f5a-b754-43ca-91d2-1172b7bc0943', 'network_id': 'd445de3f-5408-4213-bcec-439e92d41e76', 'port_id': 'd7934f5a-b754-43ca-91d2-1172b7bc0943', 'mac_address': 'fa:16:3e:ad:25:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903c4ba9-2c76-4131-a769-852776e395e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:23:56.561826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f52494e-a658-405a-b0e9-9eed6b62a030 req-3b4a42ea-48d3-46c6-bccb-9cb843fb01b0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487812 Sep 23 22:23:56.586226 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:56.618299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7934f5a-b754-43ca-91d2-1172b7bc0943 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:23:56.663449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2d80a529-677e-4494-8182-e599f636bd0b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:23:56.727801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d7934f5a-b754-43ca-91d2-1172b7bc0943, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d7934f5a-b754-43ca-91d2-1172b7bc0943,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:56.746212 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-173e4324-196e-434a-82a9-7fc700cfff7c tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:56.755627 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-173e4324-196e-434a-82a9-7fc700cfff7c tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/networks?id=1e9230ab-23be-4440-b964-0b07fae31046 HTTP/1.1" status: 200 len: 815 time: 0.1956713 Sep 23 22:23:56.767425 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0fc7f5e7-ec2c-448d-9dab-389094264ff8 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/quotas/889705a7df054235bdc2336bd904f9e0 HTTP/1.1" status: 200 len: 375 time: 0.0106542 Sep 23 22:23:56.770507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 2d80a529-677e-4494-8182-e599f636bd0b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:56.770954 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:56.864222 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:56.909535 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-b0af4187-9546-4bff-afdc-fe0235383a88 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=889705a7df054235bdc2336bd904f9e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1311152 Sep 23 22:23:56.988077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d7934f5a-b754-43ca-91d2-1172b7bc0943'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:23:57.005366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1830a419-f040-4a3e-b89a-2a73ffc13366 None None] Network 1e9230ab-23be-4440-b964-0b07fae31046 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:23:57.072792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d7934f5a-b754-43ca-91d2-1172b7bc0943,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:57.101444 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-674dfd5d-e45a-4101-b177-b5b4a6c1d718 service neutron] 10.222.0.22 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879942 Sep 23 22:23:57.127450 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06163916-0189-4b82-84a6-9ec184aa6ec1 req-c5166d66-908b-4b50-91a2-c0afdd277105 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:57.139375 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06163916-0189-4b82-84a6-9ec184aa6ec1 req-c5166d66-908b-4b50-91a2-c0afdd277105 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 944 time: 0.1633842 Sep 23 22:23:57.200880 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06163916-0189-4b82-84a6-9ec184aa6ec1 req-1b69b4ee-fd46-455a-8f19-d86949164394 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601377 Sep 23 22:23:57.205749 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:57.273859 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-f1693f72-adf7-42dd-a546-c14548e6632d service neutron] 10.222.0.22 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639674 Sep 23 22:23:57.338394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d2868f35-f96f-4b0e-94b5-aca9a8de2995 None None] Provisioning complete for port 2d80a529-677e-4494-8182-e599f636bd0b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:57.338989 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d2868f35-f96f-4b0e-94b5-aca9a8de2995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:57.612011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 2d80a529-677e-4494-8182-e599f636bd0b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2d80a529-677e-4494-8182-e599f636bd0b,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:57.695512 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5a179d1e-0d86-4675-977d-49b033aec5c7 req-62bf6605-fd69-4d88-96de-8ea9957a558b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 210 time: 0.0855792 Sep 23 22:23:57.735581 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:58.037484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=2d80a529-677e-4494-8182-e599f636bd0b,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:58.172335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d7934f5a-b754-43ca-91d2-1172b7bc0943 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:23:58.223029 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce7d6d-99e8-45dc-bef8-73b6f15bb086 req-951e2ba2-2a53-4cf0-8506-c91a3852cd29 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:58.229467 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ce7d6d-99e8-45dc-bef8-73b6f15bb086 req-951e2ba2-2a53-4cf0-8506-c91a3852cd29 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.1617558 Sep 23 22:23:58.382249 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ce7d6d-99e8-45dc-bef8-73b6f15bb086 req-c6eccd43-df36-4e50-8e76-2189fc58876c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457303 Sep 23 22:23:58.388958 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port d7934f5a-b754-43ca-91d2-1172b7bc0943 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:58.390733 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:58.590711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f8bc5-239d-4f97-9ed2-08f3b1afb3c5 req-1eb7eef6-06e0-43f8-817c-43a73c88643b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:58.598897 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f8bc5-239d-4f97-9ed2-08f3b1afb3c5 req-1eb7eef6-06e0-43f8-817c-43a73c88643b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:58.607644 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b44f8bc5-239d-4f97-9ed2-08f3b1afb3c5 req-1eb7eef6-06e0-43f8-817c-43a73c88643b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1683 time: 0.1144521 Sep 23 22:23:58.631769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2d80a529-677e-4494-8182-e599f636bd0b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:23:58.703978 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b44f8bc5-239d-4f97-9ed2-08f3b1afb3c5 req-74a6c6ea-421a-46e8-bb2a-ad55449aa77e tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709295 Sep 23 22:23:58.711235 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7ea02421-51c9-4d50-9752-e6c09e31427d None None] Provisioning complete for port 2d80a529-677e-4494-8182-e599f636bd0b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:58.712079 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7ea02421-51c9-4d50-9752-e6c09e31427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:58.820285 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:58.857890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 2d80a529-677e-4494-8182-e599f636bd0b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:23:58.858522 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:58.932797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb03ad3e-e8db-42f9-b349-4a8de34bd66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7934f5a-b754-43ca-91d2-1172b7bc0943'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:23:58.936440 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0933ed-e8b7-4f31-94f9-17dbb0ace1b4" -d '{"events": [{"server_uuid": "fb03ad3e-e8db-42f9-b349-4a8de34bd66d", "name": "network-vif-plugged", "status": "completed", "tag": "d7934f5a-b754-43ca-91d2-1172b7bc0943"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:23:58.963299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d7934f5a-b754-43ca-91d2-1172b7bc0943, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d7934f5a-b754-43ca-91d2-1172b7bc0943,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:23:59.019122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-88626ccf-bb93-431b-a0bf-135fd47dc7f8 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:59.021690 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8f0a3387-e322-4c7e-81d4-3c36fe01db42 req-733838ef-cb06-422b-a6d7-061e72642db5 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 210 time: 0.0485055 Sep 23 22:23:59.022155 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-88626ccf-bb93-431b-a0bf-135fd47dc7f8 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/networks?id=1e9230ab-23be-4440-b964-0b07fae31046 HTTP/1.1" status: 200 len: 815 time: 0.3101499 Sep 23 22:23:59.058444 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-015e0444-6bca-4b67-b122-935714eecf41 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/quotas/889705a7df054235bdc2336bd904f9e0 HTTP/1.1" status: 200 len: 375 time: 0.0266812 Sep 23 22:23:59.082012 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:59.188990 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-0d026e40-5524-4d4e-afff-5058324d833e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=889705a7df054235bdc2336bd904f9e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1266785 Sep 23 22:23:59.209069 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d7934f5a-b754-43ca-91d2-1172b7bc0943,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:23:59.417145 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-44febde9-0d76-4f91-9376-c8faf2c9a81f service neutron] 10.222.0.22 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118332 Sep 23 22:23:59.456184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348de92-4290-4159-bec4-4630374804a6 req-b6931a67-bbb3-4492-a3e5-2157878277ef tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:23:59.458685 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-b6931a67-bbb3-4492-a3e5-2157878277ef tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.67 "GET /v2.0/networks?id=63ecd743-d90a-4386-a32b-ab9a931b40b3 HTTP/1.1" status: 200 len: 816 time: 0.2183847 Sep 23 22:23:59.557236 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-8ce2e7ae-9f34-46d8-8b1e-fa2a654440f1 req-f021eac9-123d-47ff-bc82-e158b353b5e3 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1113190429', 'description': 'tempest-description-1456525420'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:23:59.741641 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8ce2e7ae-9f34-46d8-8b1e-fa2a654440f1 req-f021eac9-123d-47ff-bc82-e158b353b5e3 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:59.762467 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8ce2e7ae-9f34-46d8-8b1e-fa2a654440f1 req-f021eac9-123d-47ff-bc82-e158b353b5e3 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:23:59.929734 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8ce2e7ae-9f34-46d8-8b1e-fa2a654440f1 req-f021eac9-123d-47ff-bc82-e158b353b5e3 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:00.036746 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-233b1796-cb87-461f-bced-117d69acb610 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28bc040e018a46328b3cf271deaa2ec9 HTTP/1.1" status: 200 len: 379 time: 0.5607166 Sep 23 22:24:00.058271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-3579f9c0-07bc-4c44-9b06-2c383fa00265 service neutron] 10.222.0.22 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253154 Sep 23 22:24:00.072682 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8ce2e7ae-9f34-46d8-8b1e-fa2a654440f1 req-f021eac9-123d-47ff-bc82-e158b353b5e3 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:00.089520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-2348de92-4290-4159-bec4-4630374804a6 req-4de8768e-7366-4b05-85a3-1295b62a25b0 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Request body: {'port': {'device_id': '04c6a404-5dfb-4e46-8d08-1726da4960f5', 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'admin_state_up': True, 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'security_groups': ['d0897042-a806-4039-835a-f06f72e3557b']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:00.191133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d7934f5a-b754-43ca-91d2-1172b7bc0943 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:24:00.192986 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021eac9-123d-47ff-bc82-e158b353b5e3 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a45406-ca05-49c3-9900-50750051d123,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:00.388851 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:00.403824 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8ce2e7ae-9f34-46d8-8b1e-fa2a654440f1 req-f021eac9-123d-47ff-bc82-e158b353b5e3 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:00.460309 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d7934f5a-b754-43ca-91d2-1172b7bc0943, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d7934f5a-b754-43ca-91d2-1172b7bc0943,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:00.470087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-d29067c4-4102-42f7-87a7-a28be11cf30a tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:00.471997 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-d29067c4-4102-42f7-87a7-a28be11cf30a tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.67 "GET /v2.0/networks?id=1e9230ab-23be-4440-b964-0b07fae31046 HTTP/1.1" status: 200 len: 815 time: 0.2485583 Sep 23 22:24:00.495650 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30212f5-0346-4e41-a06b-cbf6302f3b0c req-47df7bb4-545d-4ef2-be56-740faed5fa05 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:00.497542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b30212f5-0346-4e41-a06b-cbf6302f3b0c req-47df7bb4-545d-4ef2-be56-740faed5fa05 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 945 time: 0.1139052 Sep 23 22:24:00.512561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-f256551e-5887-4bda-a53d-24f81a3fb1f0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Request body: {'port': {'device_id': '9e6b7918-f307-4dde-9a98-4ab0c0372eba', 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046', 'admin_state_up': True, 'tenant_id': '889705a7df054235bdc2336bd904f9e0'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:00.629964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46362) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:00.680409 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:00.691056 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8ce2e7ae-9f34-46d8-8b1e-fa2a654440f1 req-f021eac9-123d-47ff-bc82-e158b353b5e3 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:00.729414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2348de92-4290-4159-bec4-4630374804a6 req-4de8768e-7366-4b05-85a3-1295b62a25b0 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Made reservation on behalf of 28bc040e018a46328b3cf271deaa2ec9 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:00.734450 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2348de92-4290-4159-bec4-4630374804a6 req-4de8768e-7366-4b05-85a3-1295b62a25b0 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:00.757056 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021eac9-123d-47ff-bc82-e158b353b5e3 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07fd1249-2453-453a-95d2-d57fbc4d1b6e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:00.856298 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-b30212f5-0346-4e41-a06b-cbf6302f3b0c req-7510c501-b309-48a9-b650-42b4c54cabfa tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Deleting port d7934f5a-b754-43ca-91d2-1172b7bc0943 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:00.856661 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b30212f5-0346-4e41-a06b-cbf6302f3b0c req-7510c501-b309-48a9-b650-42b4c54cabfa tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:00.872980 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8ce2e7ae-9f34-46d8-8b1e-fa2a654440f1 req-f021eac9-123d-47ff-bc82-e158b353b5e3 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:00.874285 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ce2e7ae-9f34-46d8-8b1e-fa2a654440f1 req-f021eac9-123d-47ff-bc82-e158b353b5e3 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.3254588 Sep 23 22:24:00.945071 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d863921f-7ac1-41ae-bbd2-07183a6ac2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:00.969686 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d7934f5a-b754-43ca-91d2-1172b7bc0943,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:01.011292 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a911058-a2e6-4a83-be0f-662b60562fa8 x-openstack-request-id: req-2a911058-a2e6-4a83-be0f-662b60562fa8 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:01.012452 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb03ad3e-e8db-42f9-b349-4a8de34bd66d", "name": "network-vif-plugged", "status": "completed", "tag": "d7934f5a-b754-43ca-91d2-1172b7bc0943", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:01.013168 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a911058-a2e6-4a83-be0f-662b60562fa8 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:01.014067 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb03ad3e-e8db-42f9-b349-4a8de34bd66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7934f5a-b754-43ca-91d2-1172b7bc0943', 'code': 200} Sep 23 22:24:01.147287 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-f256551e-5887-4bda-a53d-24f81a3fb1f0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Made reservation on behalf of 889705a7df054235bdc2336bd904f9e0 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:01.152060 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-f256551e-5887-4bda-a53d-24f81a3fb1f0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:01.231055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-b30212f5-0346-4e41-a06b-cbf6302f3b0c req-7510c501-b309-48a9-b650-42b4c54cabfa tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] For port d7934f5a-b754-43ca-91d2-1172b7bc0943, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d7934f5a-b754-43ca-91d2-1172b7bc0943,segment=NetworkSegment(74e0dbab-d066-4294-945c-d49f1450931e),segment_id=74e0dbab-d066-4294-945c-d49f1450931e)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:01.231431 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b30212f5-0346-4e41-a06b-cbf6302f3b0c req-7510c501-b309-48a9-b650-42b4c54cabfa tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:01.256394 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7e3fc-4c88-4f09-89b3-5f6c29338a07 req-39c7d7bb-1467-48dd-af14-baf8caff4b58 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:01.258958 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1e7e3fc-4c88-4f09-89b3-5f6c29338a07 req-39c7d7bb-1467-48dd-af14-baf8caff4b58 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 943 time: 0.2397530 Sep 23 22:24:01.264140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-de2fd890-9bc3-45b3-849a-46fc6b1c6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:01.267039 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-de2fd890-9bc3-45b3-849a-46fc6b1c6343 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 1101 time: 0.2064161 Sep 23 22:24:01.273456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-b30212f5-0346-4e41-a06b-cbf6302f3b0c req-7510c501-b309-48a9-b650-42b4c54cabfa tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Calling delete_port for d7934f5a-b754-43ca-91d2-1172b7bc0943 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:01.302413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-2348de92-4290-4159-bec4-4630374804a6 req-4de8768e-7366-4b05-85a3-1295b62a25b0 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Allocated IP 172.20.0.3 (63ecd743-d90a-4386-a32b-ab9a931b40b3/65e3f30a-6db9-4719-ab81-50b24446434f/ea652668-dd9e-45d0-8a9b-201413f67c68) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:24:01.313859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79046e2-800d-41d1-a5d1-bb3e5f2f6220 req-b58cddf2-2797-40b7-8e8e-376b96ab309c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:01.315788 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c79046e2-800d-41d1-a5d1-bb3e5f2f6220 req-b58cddf2-2797-40b7-8e8e-376b96ab309c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.2025630 Sep 23 22:24:01.501988 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1e7e3fc-4c88-4f09-89b3-5f6c29338a07 req-2b46b96f-70e0-4195-a125-e68af2a92179 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/security-groups?id=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897337 Sep 23 22:24:01.536389 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d863921f-7ac1-41ae-bbd2-07183a6ac2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:01.552061 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c79046e2-800d-41d1-a5d1-bb3e5f2f6220 req-02ae7893-b8ab-4387-8caa-a308e723af4a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158463 Sep 23 22:24:01.565885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-f256551e-5887-4bda-a53d-24f81a3fb1f0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Allocated IP 172.20.0.11 (1e9230ab-23be-4440-b964-0b07fae31046/f993775e-0865-4cb3-b692-a34b67e27ce2/36232a29-b6b9-4b64-b499-0d078f9721c4) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:24:01.599745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-708d4538-9513-4e99-a0db-1f37124c9216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:01.601873 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-708d4538-9513-4e99-a0db-1f37124c9216 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.3161640 Sep 23 22:24:01.695998 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d863921f-7ac1-41ae-bbd2-07183a6ac2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:01.803472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-991af4e9-7fe5-43a7-8ea0-fcd57de5d382 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=186ab1f4-79e9-47ab-a1ff-0b62a809df50 HTTP/1.1" status: 200 len: 217 time: 0.1211400 Sep 23 22:24:01.876939 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b30212f5-0346-4e41-a06b-cbf6302f3b0c req-7510c501-b309-48a9-b650-42b4c54cabfa tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:01.885221 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2952a84-d595-41c2-90d4-3fd2c11466ed req-b46e01f2-351f-4c3a-9a52-37769470871c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:01.895481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2952a84-d595-41c2-90d4-3fd2c11466ed req-b46e01f2-351f-4c3a-9a52-37769470871c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:01.897278 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f2952a84-d595-41c2-90d4-3fd2c11466ed req-b46e01f2-351f-4c3a-9a52-37769470871c tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1683 time: 0.2770395 Sep 23 22:24:01.924864 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d863921f-7ac1-41ae-bbd2-07183a6ac2fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4780e67e56f44c958b8678f7dfb2a3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2917707 Sep 23 22:24:01.928368 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2348de92-4290-4159-bec4-4630374804a6 req-4de8768e-7366-4b05-85a3-1295b62a25b0 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:01.929633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46374) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:01.935956 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-357803de-b8be-4938-9953-dfee2a991e4f req-be4f3bdd-d731-423d-b41b-7f026e8a63dc tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 210 time: 0.0727348 Sep 23 22:24:01.950248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863921f-7ac1-41ae-bbd2-07183a6ac2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130c4090-7fd0-4adb-a7fd-a5634364f904,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:01.978527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510c501-b309-48a9-b650-42b4c54cabfa tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Pushing event deleted for resources: {'Port': ['ID=d7934f5a-b754-43ca-91d2-1172b7bc0943,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:02.004919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-776cd667-3ae5-4c12-85a8-b0e27ccd53d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:02.008355 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-776cd667-3ae5-4c12-85a8-b0e27ccd53d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1922491 Sep 23 22:24:02.040629 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-f256551e-5887-4bda-a53d-24f81a3fb1f0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:02.116550 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59b63fab-5990-407a-bb8f-3d0cbc6750c5 req-5110d25e-7093-45f5-85ca-c25ac4bd0749 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 210 time: 0.0480816 Sep 23 22:24:02.140881 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30212f5-0346-4e41-a06b-cbf6302f3b0c req-7510c501-b309-48a9-b650-42b4c54cabfa tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] No DVR routers for this DVR port d7934f5a-b754-43ca-91d2-1172b7bc0943 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:24:02.140881 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b30212f5-0346-4e41-a06b-cbf6302f3b0c req-7510c501-b309-48a9-b650-42b4c54cabfa tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:02.140881 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b30212f5-0346-4e41-a06b-cbf6302f3b0c req-7510c501-b309-48a9-b650-42b4c54cabfa tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.43 "DELETE /v2.0/ports/d7934f5a-b754-43ca-91d2-1172b7bc0943 HTTP/1.1" status: 204 len: 173 time: 1.5883501 Sep 23 22:24:02.159559 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb03ad3e-e8db-42f9-b349-4a8de34bd66d', 'name': 'network-vif-deleted', 'tag': 'd7934f5a-b754-43ca-91d2-1172b7bc0943'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:02.161930 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73538509-80ec-438a-bf77-59ebdf721e02" -d '{"events": [{"server_uuid": "fb03ad3e-e8db-42f9-b349-4a8de34bd66d", "name": "network-vif-deleted", "tag": "d7934f5a-b754-43ca-91d2-1172b7bc0943"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:02.182372 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5797b4cf-405c-473a-9545-64d772fab962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:02.189800 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f2952a84-d595-41c2-90d4-3fd2c11466ed req-6889af3a-80dc-4d6d-ab5b-a6f1f1ab9765 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801774 Sep 23 22:24:02.235676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-e2d697ef-7c22-44c9-8309-b81bf3c40a5e req-fa5d1347-3388-4df8-b2f0-99a2ebcdc9e6 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1318862943', 'description': 'tempest-description-2077150024'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:02.269140 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5797b4cf-405c-473a-9545-64d772fab962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:02.276937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-a145fad4-cec0-4944-80ab-de0106246950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:02.278257 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-a145fad4-cec0-4944-80ab-de0106246950 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2467122 Sep 23 22:24:02.322038 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2348de92-4290-4159-bec4-4630374804a6 req-4de8768e-7366-4b05-85a3-1295b62a25b0 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:02.449726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2348de92-4290-4159-bec4-4630374804a6 req-4de8768e-7366-4b05-85a3-1295b62a25b0 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Network 63ecd743-d90a-4386-a32b-ab9a931b40b3 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:24:02.456266 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e2d697ef-7c22-44c9-8309-b81bf3c40a5e req-fa5d1347-3388-4df8-b2f0-99a2ebcdc9e6 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:02.456266 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8768e-7366-4b05-85a3-1295b62a25b0 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Pushing event updated for resources: {'Port': ['ID=ea652668-dd9e-45d0-8a9b-201413f67c68,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:02.458981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-2348de92-4290-4159-bec4-4630374804a6 req-4de8768e-7366-4b05-85a3-1295b62a25b0 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:02.465757 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-2348de92-4290-4159-bec4-4630374804a6 req-4de8768e-7366-4b05-85a3-1295b62a25b0 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:24:02.583150 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5797b4cf-405c-473a-9545-64d772fab962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:02.585775 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5797b4cf-405c-473a-9545-64d772fab962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:02.593040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5797b4cf-405c-473a-9545-64d772fab962 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/130c4090-7fd0-4adb-a7fd-a5634364f904 HTTP/1.1" status: 204 len: 168 time: 0.6555586 Sep 23 22:24:02.677045 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-db5fbb85-21f2-49e1-bd4f-694f0b2ea166 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881166 Sep 23 22:24:02.753737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348de92-4290-4159-bec4-4630374804a6 req-4de8768e-7366-4b05-85a3-1295b62a25b0 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:02.757396 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2348de92-4290-4159-bec4-4630374804a6 req-4de8768e-7366-4b05-85a3-1295b62a25b0 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:02.773838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797b4cf-405c-473a-9545-64d772fab962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130c4090-7fd0-4adb-a7fd-a5634364f904,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:02.786720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-37d76b80-e8df-4460-aaa0-218a01d6518d None None] Provisioning complete for port ea652668-dd9e-45d0-8a9b-201413f67c68 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:02.787597 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-37d76b80-e8df-4460-aaa0-218a01d6518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:02.930166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-37d76b80-e8df-4460-aaa0-218a01d6518d None None] Port ea652668-dd9e-45d0-8a9b-201413f67c68 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:24:02.946258 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-011dcf08-6f2d-45f9-acc5-dc931a14933f req-9a93d05d-d884-4b42-81fa-bd200a8d3089 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3084056 Sep 23 22:24:02.953158 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7fcf6c-3af9-4acc-8248-2433e355efce x-openstack-request-id: req-cf7fcf6c-3af9-4acc-8248-2433e355efce {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:02.954523 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb03ad3e-e8db-42f9-b349-4a8de34bd66d", "name": "network-vif-deleted", "tag": "d7934f5a-b754-43ca-91d2-1172b7bc0943", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:02.955113 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf7fcf6c-3af9-4acc-8248-2433e355efce {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:02.955272 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb03ad3e-e8db-42f9-b349-4a8de34bd66d', 'name': 'network-vif-deleted', 'tag': 'd7934f5a-b754-43ca-91d2-1172b7bc0943', 'status': 'completed', 'code': 200} Sep 23 22:24:02.994799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-f3a01463-0327-4a3d-bcea-0a3cbf88cb0a service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648692 Sep 23 22:24:03.017071 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb03ad3e-e8db-42f9-b349-4a8de34bd66d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7934f5a-b754-43ca-91d2-1172b7bc0943'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:03.020142 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9625101b-dfa1-4c6a-bee6-e9135c9c8726" -d '{"events": [{"server_uuid": "fb03ad3e-e8db-42f9-b349-4a8de34bd66d", "name": "network-vif-unplugged", "status": "completed", "tag": "d7934f5a-b754-43ca-91d2-1172b7bc0943"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:03.024412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-bbc963ad-47ee-4702-8ded-0345c30cf45d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:03.026755 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-bbc963ad-47ee-4702-8ded-0345c30cf45d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.67 "GET /v2.0/networks?id=1e9230ab-23be-4440-b964-0b07fae31046 HTTP/1.1" status: 200 len: 815 time: 0.9628067 Sep 23 22:24:03.050846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-10e63740-dec1-46f7-a75e-5c1284e478d7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Request body: {'port': {'device_id': 'a27e7845-c0a6-4576-b48b-37766588c2e9', 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046', 'admin_state_up': True, 'tenant_id': '889705a7df054235bdc2336bd904f9e0'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:03.080422 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e2d697ef-7c22-44c9-8309-b81bf3c40a5e req-fa5d1347-3388-4df8-b2f0-99a2ebcdc9e6 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:03.181842 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-f256551e-5887-4bda-a53d-24f81a3fb1f0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:03.188995 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e2d697ef-7c22-44c9-8309-b81bf3c40a5e req-fa5d1347-3388-4df8-b2f0-99a2ebcdc9e6 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:03.239107 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-924405e8-c33a-4a95-9231-bac31cade5d2 req-dcb6e672-92ef-4a51-8646-1eb924edb598 tempest-ImagesTestJSON-1009728080 tempest-ImagesTestJSON-1009728080-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb03ad3e-e8db-42f9-b349-4a8de34bd66d HTTP/1.1" status: 200 len: 210 time: 0.0700266 Sep 23 22:24:03.277804 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dcf08-6f2d-45f9-acc5-dc931a14933f req-2b9e7d62-7684-4b82-b69d-9d7e27bff3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:03.280872 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-011dcf08-6f2d-45f9-acc5-dc931a14933f req-2b9e7d62-7684-4b82-b69d-9d7e27bff3d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0482f6f559a3421db26d6bef5bd62a78&device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 1096 time: 0.1890314 Sep 23 22:24:03.281653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d1347-3388-4df8-b2f0-99a2ebcdc9e6 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb83060-fe87-425e-944a-90c4c548a180,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:03.298944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-4de8768e-7366-4b05-85a3-1295b62a25b0 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2298021 Sep 23 22:24:03.331845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Request body: {'port': {'device_id': '04c6a404-5dfb-4e46-8d08-1726da4960f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:03.374878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-f256551e-5887-4bda-a53d-24f81a3fb1f0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Network 1e9230ab-23be-4440-b964-0b07fae31046 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:24:03.399226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-f256551e-5887-4bda-a53d-24f81a3fb1f0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:03.399926 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e2d697ef-7c22-44c9-8309-b81bf3c40a5e req-fa5d1347-3388-4df8-b2f0-99a2ebcdc9e6 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:03.401869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-f256551e-5887-4bda-a53d-24f81a3fb1f0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:24:03.433955 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2d697ef-7c22-44c9-8309-b81bf3c40a5e req-fa5d1347-3388-4df8-b2f0-99a2ebcdc9e6 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2262239 Sep 23 22:24:03.446507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256551e-5887-4bda-a53d-24f81a3fb1f0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Pushing event updated for resources: {'Port': ['ID=36232a29-b6b9-4b64-b499-0d078f9721c4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:03.514674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-f256551e-5887-4bda-a53d-24f81a3fb1f0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:03.515949 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-f256551e-5887-4bda-a53d-24f81a3fb1f0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:03.536131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7bb3-33c9-4f89-8c25-171f883d564f req-118d9733-46a0-4ce4-8269-1fd9d8b80012 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:03.545823 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-405f7bb3-33c9-4f89-8c25-171f883d564f req-118d9733-46a0-4ce4-8269-1fd9d8b80012 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.1963849 Sep 23 22:24:03.677039 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-405f7bb3-33c9-4f89-8c25-171f883d564f req-86941336-e4a7-4997-8411-532bfb5a7bd2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301186 Sep 23 22:24:03.727591 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:03.759080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-10e63740-dec1-46f7-a75e-5c1284e478d7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Made reservation on behalf of 889705a7df054235bdc2336bd904f9e0 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:03.763580 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-10e63740-dec1-46f7-a75e-5c1284e478d7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:03.804876 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1c0069-b37b-4066-97ba-81cfbd825709 x-openstack-request-id: req-ea1c0069-b37b-4066-97ba-81cfbd825709 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:03.814938 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb03ad3e-e8db-42f9-b349-4a8de34bd66d", "name": "network-vif-unplugged", "status": "completed", "tag": "d7934f5a-b754-43ca-91d2-1172b7bc0943", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:03.814938 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea1c0069-b37b-4066-97ba-81cfbd825709 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:03.814938 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb03ad3e-e8db-42f9-b349-4a8de34bd66d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7934f5a-b754-43ca-91d2-1172b7bc0943', 'code': 200} Sep 23 22:24:03.920414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46404) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:03.949239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dcf08-6f2d-45f9-acc5-dc931a14933f req-77f8193b-91fd-48c4-8823-4d0775739bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:03.951117 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-011dcf08-6f2d-45f9-acc5-dc931a14933f req-77f8193b-91fd-48c4-8823-4d0775739bc8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b8785a5e-df92-480b-8acf-638778e70a5b HTTP/1.1" status: 200 len: 913 time: 0.6268468 Sep 23 22:24:04.043332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-36259912-6fa8-4b8c-8b3b-5a8ae5db6e86 None None] Provisioning complete for port 36232a29-b6b9-4b64-b499-0d078f9721c4 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:04.044351 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-36259912-6fa8-4b8c-8b3b-5a8ae5db6e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:04.050508 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-f256551e-5887-4bda-a53d-24f81a3fb1f0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5426111 Sep 23 22:24:04.056483 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-22769bb2-c2f3-4337-b065-4ffbb2fa1c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:04.104985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Request body: {'port': {'device_id': '9e6b7918-f307-4dde-9a98-4ab0c0372eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:04.119500 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-36259912-6fa8-4b8c-8b3b-5a8ae5db6e86 None None] Port 36232a29-b6b9-4b64-b499-0d078f9721c4 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:24:04.176576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd911-ad4f-4519-8bad-7734b30f51db req-fe11da7e-6b30-480a-863f-d948c11e080b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:04.178404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9b5bd911-ad4f-4519-8bad-7734b30f51db req-fe11da7e-6b30-480a-863f-d948c11e080b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 931 time: 0.2569950 Sep 23 22:24:04.183530 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-011dcf08-6f2d-45f9-acc5-dc931a14933f req-24438407-95f9-46c5-90cd-89e03b313a4a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c099305-dd69-484c-9073-dbfc6f0e57d9 HTTP/1.1" status: 200 len: 1001 time: 0.2150111 Sep 23 22:24:04.194785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-10e63740-dec1-46f7-a75e-5c1284e478d7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Allocated IP 172.20.0.12 (1e9230ab-23be-4440-b964-0b07fae31046/f993775e-0865-4cb3-b692-a34b67e27ce2/f872f26c-3802-4555-a26a-b943881cec95) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:24:04.223744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d7934f5a-b754-43ca-91d2-1172b7bc0943 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:24:04.272184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: d7934f5a-b754-43ca-91d2-1172b7bc0943 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:24:04.273195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d7934f5a-b754-43ca-91d2-1172b7bc0943 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:24:04.334763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352ae6-f576-4859-9a39-59057417a0e0 req-0e329c6d-d5a4-477b-9309-af6037107355 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:04.337940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dcf08-6f2d-45f9-acc5-dc931a14933f req-8a26e519-cd25-4757-a546-6012b62050b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:04.339475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-011dcf08-6f2d-45f9-acc5-dc931a14933f req-8a26e519-cd25-4757-a546-6012b62050b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7021669-0d07-4e89-bfa4-274b44c0697b HTTP/1.1" status: 200 len: 851 time: 0.1480267 Sep 23 22:24:04.341350 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352ae6-f576-4859-9a39-59057417a0e0 req-0e329c6d-d5a4-477b-9309-af6037107355 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:04.343693 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79352ae6-f576-4859-9a39-59057417a0e0 req-0e329c6d-d5a4-477b-9309-af6037107355 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1683 time: 0.4252534 Sep 23 22:24:04.346672 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9b5bd911-ad4f-4519-8bad-7734b30f51db req-73eafcf8-bb41-4b3f-9dc3-0ebe84f8e1f2 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563272 Sep 23 22:24:04.424088 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:04.428360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dcf08-6f2d-45f9-acc5-dc931a14933f req-d498a9ad-312e-4e02-851f-47098216dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:04.429970 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-011dcf08-6f2d-45f9-acc5-dc931a14933f req-d498a9ad-312e-4e02-851f-47098216dc85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b8785a5e-df92-480b-8acf-638778e70a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773151 Sep 23 22:24:04.482955 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79352ae6-f576-4859-9a39-59057417a0e0 req-b8618f35-678f-410b-a86f-afbb6fdf7de2 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208098 Sep 23 22:24:04.501302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea652668-dd9e-45d0-8a9b-201413f67c68 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:04.512411 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:04.583877 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ff3d4e52-5b45-4ab7-94c4-51bd421c6b4f req-57f5cfc5-738a-4606-a5be-b2572bccd1b1 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 210 time: 0.0669522 Sep 23 22:24:04.589919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Transition to ACTIVE for port object ea652668-dd9e-45d0-8a9b-201413f67c68 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:24:04.623493 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-011dcf08-6f2d-45f9-acc5-dc931a14933f req-04fb027a-c043-4b98-8306-79d11489f104 service neutron] 10.222.0.67 "GET /v2.0/networks/b8785a5e-df92-480b-8acf-638778e70a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702867 Sep 23 22:24:04.691257 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.022119 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.67', 50560) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:05.053137 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a74dde98-12c9-46ff-b9b9-3db81637af71 req-ae9e632f-731a-4b99-8e4f-5404d2244b16 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-977853969', 'description': 'tempest-description-1043291706'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:05.086889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Pushing event updated for resources: {'Port': ['ID=ea652668-dd9e-45d0-8a9b-201413f67c68,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:05.104105 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-10e63740-dec1-46f7-a75e-5c1284e478d7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.126830 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-22769bb2-c2f3-4337-b065-4ffbb2fa1c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.159522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-1bb30f9d-b290-4261-9dd7-a2c450164d66 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:05.166599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-1bb30f9d-b290-4261-9dd7-a2c450164d66 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:05.168518 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-1bb30f9d-b290-4261-9dd7-a2c450164d66 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.67 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1683 time: 0.1424170 Sep 23 22:24:05.204448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-011dcf08-6f2d-45f9-acc5-dc931a14933f req-19e213aa-1c77-4c7a-8863-8abb29675370 service neutron] 10.222.0.67 "GET /v2.0/networks/b8785a5e-df92-480b-8acf-638778e70a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719254 Sep 23 22:24:05.214324 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-8b6d72bb-d06d-4e86-903e-e54b94502b9b tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:05.216185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-8b6d72bb-d06d-4e86-903e-e54b94502b9b tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.43 "GET /v2.0/networks?id=1e9230ab-23be-4440-b964-0b07fae31046 HTTP/1.1" status: 200 len: 815 time: 0.3927078 Sep 23 22:24:05.216404 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-22769bb2-c2f3-4337-b065-4ffbb2fa1c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.236822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394559-213d-4c12-b661-67d2fda948c0 req-df667aa5-9bb0-4f68-88f1-37d70b18defa tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:05.238636 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ac394559-213d-4c12-b661-67d2fda948c0 req-df667aa5-9bb0-4f68-88f1-37d70b18defa tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.1915646 Sep 23 22:24:05.247397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-76e27478-d007-41ac-baa7-65069511709e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Request body: {'port': {'device_id': 'bf27b878-8fe9-4b17-b875-62daf9f66725', 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046', 'admin_state_up': True, 'tenant_id': '889705a7df054235bdc2336bd904f9e0'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:05.310280 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-22769bb2-c2f3-4337-b065-4ffbb2fa1c7c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9038437a6514d36b99613fa80076c25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3478923 Sep 23 22:24:05.313902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46422) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:05.317586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22769bb2-c2f3-4337-b065-4ffbb2fa1c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399de4dc-799b-40c4-8273-2e795f5e3ddc,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:05.326794 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a74dde98-12c9-46ff-b9b9-3db81637af71 req-ae9e632f-731a-4b99-8e4f-5404d2244b16 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.344621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Attempting to bind port ea652668-dd9e-45d0-8a9b-201413f67c68 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:05.345170 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Attempting to bind port ea652668-dd9e-45d0-8a9b-201413f67c68 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '249be43e-b51c-4e0c-8a06-1bb04d9dfaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:05.345327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Attempting to bind port ea652668-dd9e-45d0-8a9b-201413f67c68 on network 63ecd743-d90a-4386-a32b-ab9a931b40b3 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:05.346104 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a74dde98-12c9-46ff-b9b9-3db81637af71 req-ae9e632f-731a-4b99-8e4f-5404d2244b16 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.383637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-1f85a63a-e2e2-4f80-a25b-affdcbe94aff tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Deleting port 463adbca-da60-43f6-b5dc-14b6e9c2fae4 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:05.384752 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-1f85a63a-e2e2-4f80-a25b-affdcbe94aff tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.387021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Port ea652668-dd9e-45d0-8a9b-201413f67c68 on network 63ecd743-d90a-4386-a32b-ab9a931b40b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:05.387343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Attempting to bind port ea652668-dd9e-45d0-8a9b-201413f67c68 on network 63ecd743-d90a-4386-a32b-ab9a931b40b3 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:05.399587 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ac394559-213d-4c12-b661-67d2fda948c0 req-f81c15ac-2324-4941-beb1-66c97c5b28ed tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347282 Sep 23 22:24:05.409217 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-10e63740-dec1-46f7-a75e-5c1284e478d7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.415836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:24:05.416282 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Checking segment: {'id': '249be43e-b51c-4e0c-8a06-1bb04d9dfaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:24:05.416771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Bound using segment: {'id': '249be43e-b51c-4e0c-8a06-1bb04d9dfaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:24:05.417425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Bound port: ea652668-dd9e-45d0-8a9b-201413f67c68, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249be43e-b51c-4e0c-8a06-1bb04d9dfaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:24:05.417806 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.534715 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-93f24468-e98b-4c5b-aefb-c80126f4a6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.550023 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] For port ea652668-dd9e-45d0-8a9b-201413f67c68, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:24:05.555009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] For port ea652668-dd9e-45d0-8a9b-201413f67c68, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ea652668-dd9e-45d0-8a9b-201413f67c68,segment=NetworkSegment(249be43e-b51c-4e0c-8a06-1bb04d9dfaa5),segment_id=249be43e-b51c-4e0c-8a06-1bb04d9dfaa5)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:24:05.574775 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-93f24468-e98b-4c5b-aefb-c80126f4a6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.612451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-10e63740-dec1-46f7-a75e-5c1284e478d7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Network 1e9230ab-23be-4440-b964-0b07fae31046 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:24:05.645675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-10e63740-dec1-46f7-a75e-5c1284e478d7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:05.652519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e63740-dec1-46f7-a75e-5c1284e478d7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Pushing event updated for resources: {'Port': ['ID=f872f26c-3802-4555-a26a-b943881cec95,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:05.655432 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-10e63740-dec1-46f7-a75e-5c1284e478d7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:24:05.663301 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.746144 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cea1f-f9af-47f4-985f-792c597f4d41 req-aded0273-ec5f-464c-9464-2c80843457d6 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:05.747908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-1f85a63a-e2e2-4f80-a25b-affdcbe94aff tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] For port 463adbca-da60-43f6-b5dc-14b6e9c2fae4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=463adbca-da60-43f6-b5dc-14b6e9c2fae4,segment=NetworkSegment(e7acfefa-8e32-4473-902d-8ea0789fee25),segment_id=e7acfefa-8e32-4473-902d-8ea0789fee25)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:05.747908 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-1f85a63a-e2e2-4f80-a25b-affdcbe94aff tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.750037 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-068cea1f-f9af-47f4-985f-792c597f4d41 req-aded0273-ec5f-464c-9464-2c80843457d6 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 943 time: 0.1282253 Sep 23 22:24:05.768445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:05.769608 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.771543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] 10.222.0.67 "PUT /v2.0/ports/ea652668-dd9e-45d0-8a9b-201413f67c68 HTTP/1.1" status: 200 len: 1091 time: 2.4492679 Sep 23 22:24:05.779923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c6a404-5dfb-4e46-8d08-1726da4960f5', 'tag': 'ea652668-dd9e-45d0-8a9b-201413f67c68'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:05.787459 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8251cae3-d426-44e3-8850-d973042bb7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "04c6a404-5dfb-4e46-8d08-1726da4960f5", "tag": "ea652668-dd9e-45d0-8a9b-201413f67c68"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:05.799297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-1f85a63a-e2e2-4f80-a25b-affdcbe94aff tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Calling delete_port for 463adbca-da60-43f6-b5dc-14b6e9c2fae4 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:05.814732 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-10e63740-dec1-46f7-a75e-5c1284e478d7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:05.815762 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-10e63740-dec1-46f7-a75e-5c1284e478d7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.910561 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-068cea1f-f9af-47f4-985f-792c597f4d41 req-7c7a566e-8a9b-401c-a2a0-c77926579dcd tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366510 Sep 23 22:24:05.918603 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-93f24468-e98b-4c5b-aefb-c80126f4a6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.925527 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-93f24468-e98b-4c5b-aefb-c80126f4a6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:05.931492 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-93f24468-e98b-4c5b-aefb-c80126f4a6c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/399de4dc-799b-40c4-8273-2e795f5e3ddc HTTP/1.1" status: 204 len: 168 time: 0.6180224 Sep 23 22:24:06.020538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48485a16-4db2-4ad9-a6e7-68d4bde95c6d service neutron] Pushing event updated for resources: {'Port': ['ID=ea652668-dd9e-45d0-8a9b-201413f67c68,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:06.026047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f24468-e98b-4c5b-aefb-c80126f4a6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399de4dc-799b-40c4-8273-2e795f5e3ddc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:06.201132 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a74dde98-12c9-46ff-b9b9-3db81637af71 req-ae9e632f-731a-4b99-8e4f-5404d2244b16 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:06.213216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2e2f788f-f8a8-4e99-8ce7-436fc37aed3e None None] Provisioning complete for port f872f26c-3802-4555-a26a-b943881cec95 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:06.217085 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2e2f788f-f8a8-4e99-8ce7-436fc37aed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:06.225313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348de92-4290-4159-bec4-4630374804a6 req-abc51405-4759-43de-865a-e99688b7e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:06.227709 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-abc51405-4759-43de-865a-e99688b7e53c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=28bc040e018a46328b3cf271deaa2ec9&device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 1094 time: 0.2363038 Sep 23 22:24:06.244212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d600cb2-1c75-4471-952a-828e0de21fe2 req-a2557dd9-2e71-4c6b-b83c-1f92fb208eda tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:06.255754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36232a29-b6b9-4b64-b499-0d078f9721c4 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:06.257624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d600cb2-1c75-4471-952a-828e0de21fe2 req-a2557dd9-2e71-4c6b-b83c-1f92fb208eda tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:06.260435 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d600cb2-1c75-4471-952a-828e0de21fe2 req-a2557dd9-2e71-4c6b-b83c-1f92fb208eda tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 1683 time: 0.1767688 Sep 23 22:24:06.276833 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:06.294761 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f788f-f8a8-4e99-8ce7-436fc37aed3e None None] Port f872f26c-3802-4555-a26a-b943881cec95 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:24:06.320642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Transition to ACTIVE for port object 36232a29-b6b9-4b64-b499-0d078f9721c4 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:24:06.359210 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-399c6171-0e7f-4d46-be92-5304ee5e3edd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea652668-dd9e-45d0-8a9b-201413f67c68 HTTP/1.1" status: 200 len: 217 time: 0.0971782 Sep 23 22:24:06.395231 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:06.445771 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d600cb2-1c75-4471-952a-828e0de21fe2 req-ec83bef1-534b-45e1-a5d0-bc238655297b tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737201 Sep 23 22:24:06.493164 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348de92-4290-4159-bec4-4630374804a6 req-e87ead20-2c9c-4744-adcc-1ca599017e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:06.501837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-e87ead20-2c9c-4744-adcc-1ca599017e4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=65e3f30a-6db9-4719-ab81-50b24446434f HTTP/1.1" status: 200 len: 855 time: 0.1333282 Sep 23 22:24:06.509700 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:06.596137 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a74dde98-12c9-46ff-b9b9-3db81637af71 req-ae9e632f-731a-4b99-8e4f-5404d2244b16 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:06.674984 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e632f-731a-4b99-8e4f-5404d2244b16 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c61d04a-e41c-4ea4-9658-06e9d1d3c675,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:06.689695 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-1f85a63a-e2e2-4f80-a25b-affdcbe94aff tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:06.699896 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-10e63740-dec1-46f7-a75e-5c1284e478d7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6544387 Sep 23 22:24:06.727894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['43a83003-42c9-4147-ab8d-79bb52820e8d', '463adbca-da60-43f6-b5dc-14b6e9c2fae4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:24:06.752211 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Request body: {'port': {'device_id': 'a27e7845-c0a6-4576-b48b-37766588c2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:06.870514 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Pushing event updated for resources: {'Port': ['ID=36232a29-b6b9-4b64-b499-0d078f9721c4,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:06.988164 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-1f85a63a-e2e2-4f80-a25b-affdcbe94aff tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] No DVR routers for this DVR port 463adbca-da60-43f6-b5dc-14b6e9c2fae4 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:24:07.069223 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-1f85a63a-e2e2-4f80-a25b-affdcbe94aff tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:07.071436 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-1f85a63a-e2e2-4f80-a25b-affdcbe94aff tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.67 "DELETE /v2.0/ports/463adbca-da60-43f6-b5dc-14b6e9c2fae4 HTTP/1.1" status: 204 len: 173 time: 1.8956320 Sep 23 22:24:07.074391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18073d72-dedf-436c-aa1e-2236a58467c7', 'name': 'network-vif-deleted', 'tag': '463adbca-da60-43f6-b5dc-14b6e9c2fae4'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:07.077219 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc3cf1a-9aa3-4e88-aa4b-45cf58e2b22e" -d '{"events": [{"server_uuid": "18073d72-dedf-436c-aa1e-2236a58467c7", "name": "network-vif-deleted", "tag": "463adbca-da60-43f6-b5dc-14b6e9c2fae4"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:07.080981 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85a63a-e2e2-4f80-a25b-affdcbe94aff tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Port': ['ID=463adbca-da60-43f6-b5dc-14b6e9c2fae4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:07.142972 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:07.264019 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Attempting to bind port 36232a29-b6b9-4b64-b499-0d078f9721c4 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:07.264754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Attempting to bind port 36232a29-b6b9-4b64-b499-0d078f9721c4 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:07.265041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Attempting to bind port 36232a29-b6b9-4b64-b499-0d078f9721c4 on network 1e9230ab-23be-4440-b964-0b07fae31046 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:07.277328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Port 36232a29-b6b9-4b64-b499-0d078f9721c4 on network 1e9230ab-23be-4440-b964-0b07fae31046 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:07.277874 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Attempting to bind port 36232a29-b6b9-4b64-b499-0d078f9721c4 on network 1e9230ab-23be-4440-b964-0b07fae31046 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:07.294731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:24:07.295271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Checking segment: {'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:24:07.295862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Bound using segment: {'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:24:07.296470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Bound port: 36232a29-b6b9-4b64-b499-0d078f9721c4, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:24:07.298077 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:07.348179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348de92-4290-4159-bec4-4630374804a6 req-563c0a22-1065-4515-b0b8-6869298daf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:07.349832 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-563c0a22-1065-4515-b0b8-6869298daf72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63ecd743-d90a-4386-a32b-ab9a931b40b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8400433 Sep 23 22:24:07.354679 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b3f21fad-114e-4be8-a8b2-57e915678171 req-8da9f7fa-a10f-4b8c-93c3-cfffdf76f62f tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 210 time: 0.7264216 Sep 23 22:24:07.445240 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f142a70a-5c47-4517-83ff-179b35ba7d38 x-openstack-request-id: req-f142a70a-5c47-4517-83ff-179b35ba7d38 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:07.446314 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c6a404-5dfb-4e46-8d08-1726da4960f5", "tag": "ea652668-dd9e-45d0-8a9b-201413f67c68", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:07.446314 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f142a70a-5c47-4517-83ff-179b35ba7d38 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:07.446314 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c6a404-5dfb-4e46-8d08-1726da4960f5', 'tag': 'ea652668-dd9e-45d0-8a9b-201413f67c68', 'status': 'completed', 'code': 200} Sep 23 22:24:07.488733 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-18635996-c0a3-4664-85b7-2fe0a28255f6 service neutron] 10.222.0.67 "GET /v2.0/networks/63ecd743-d90a-4386-a32b-ab9a931b40b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292994 Sep 23 22:24:07.532259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-76e27478-d007-41ac-baa7-65069511709e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Made reservation on behalf of 889705a7df054235bdc2336bd904f9e0 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:07.536552 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-76e27478-d007-41ac-baa7-65069511709e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:07.648793 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-8e3517ab-42e6-4396-933a-0324d163b4c4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Deleting port 43a83003-42c9-4147-ab8d-79bb52820e8d {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:07.649389 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-8e3517ab-42e6-4396-933a-0324d163b4c4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:07.705529 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2348de92-4290-4159-bec4-4630374804a6 req-af0cd26b-a119-41f9-8084-6ff58ca2fdf4 service neutron] 10.222.0.67 "GET /v2.0/networks/63ecd743-d90a-4386-a32b-ab9a931b40b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048671 Sep 23 22:24:07.745490 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46456) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:07.757209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] For port 36232a29-b6b9-4b64-b499-0d078f9721c4, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:24:07.766359 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a78db13c-8bdb-476c-bb51-1d4c25f1e973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:07.838492 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8cbdb-2adb-4e53-acda-590c4dd2e6b5 req-1aa31f99-7f1a-4a5e-abc9-a811e2989a69 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:07.840239 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6ce8cbdb-2adb-4e53-acda-590c4dd2e6b5 req-1aa31f99-7f1a-4a5e-abc9-a811e2989a69 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.0694456 Sep 23 22:24:07.859004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] For port 36232a29-b6b9-4b64-b499-0d078f9721c4, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=36232a29-b6b9-4b64-b499-0d078f9721c4,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:24:07.896534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6ce8cbdb-2adb-4e53-acda-590c4dd2e6b5 req-e23c9b0f-6857-4ddc-adbd-209d0b980acd tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478702 Sep 23 22:24:07.949930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-8e3517ab-42e6-4396-933a-0324d163b4c4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] For port 43a83003-42c9-4147-ab8d-79bb52820e8d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=43a83003-42c9-4147-ab8d-79bb52820e8d,segment=NetworkSegment(dd140e02-701a-498a-9c57-95d47ef3fe6a),segment_id=dd140e02-701a-498a-9c57-95d47ef3fe6a)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:07.950329 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-8e3517ab-42e6-4396-933a-0324d163b4c4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:07.955368 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a74dde98-12c9-46ff-b9b9-3db81637af71 req-ae9e632f-731a-4b99-8e4f-5404d2244b16 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:07.957127 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:07.978098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251cae3-d426-44e3-8850-d973042bb7c7 req-0f0a4e0e-696d-4c43-8c03-4fe0ca6805e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:07.982280 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8251cae3-d426-44e3-8850-d973042bb7c7 req-0f0a4e0e-696d-4c43-8c03-4fe0ca6805e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=28bc040e018a46328b3cf271deaa2ec9&device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 1094 time: 0.0808227 Sep 23 22:24:08.007626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-8e3517ab-42e6-4396-933a-0324d163b4c4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Calling delete_port for 43a83003-42c9-4147-ab8d-79bb52820e8d owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:08.032232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:08.032925 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:08.034541 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] 10.222.0.67 "PUT /v2.0/ports/36232a29-b6b9-4b64-b499-0d078f9721c4 HTTP/1.1" status: 200 len: 1092 time: 3.9428103 Sep 23 22:24:08.069542 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a74dde98-12c9-46ff-b9b9-3db81637af71 req-ae9e632f-731a-4b99-8e4f-5404d2244b16 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:08.154550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564da45-b21a-4ca6-80e5-2a1b2e060a96 service neutron] Pushing event updated for resources: {'Port': ['ID=36232a29-b6b9-4b64-b499-0d078f9721c4,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:08.173001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1af50-8b33-488f-a2d6-5cfc54469724 req-e3363e16-db1e-47dc-bc6c-0fc43ff0f45d tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:08.174755 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bdd1af50-8b33-488f-a2d6-5cfc54469724 req-e3363e16-db1e-47dc-bc6c-0fc43ff0f45d tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 943 time: 0.1706886 Sep 23 22:24:08.179111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f872f26c-3802-4555-a26a-b943881cec95 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:08.206269 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251cae3-d426-44e3-8850-d973042bb7c7 req-361ed57d-0353-4bd0-9e6e-ac02b00f1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:08.209151 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8251cae3-d426-44e3-8850-d973042bb7c7 req-361ed57d-0353-4bd0-9e6e-ac02b00f1dff service neutron] 10.222.0.67 "GET /v2.0/networks?id=63ecd743-d90a-4386-a32b-ab9a931b40b3 HTTP/1.1" status: 200 len: 917 time: 0.2183115 Sep 23 22:24:08.209483 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:08.233155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e632f-731a-4b99-8e4f-5404d2244b16 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd4f7e7-24b3-4c40-a363-a64a52aa240b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:08.279434 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8251cae3-d426-44e3-8850-d973042bb7c7 req-6ea1f2e8-3d04-46cc-a8fd-cf1e697d3eeb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea652668-dd9e-45d0-8a9b-201413f67c68 HTTP/1.1" status: 200 len: 217 time: 0.0622778 Sep 23 22:24:08.289744 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Transition to ACTIVE for port object f872f26c-3802-4555-a26a-b943881cec95 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:24:08.324668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-4c2ab142-aec8-4e2d-89ad-ea7dabd775fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:08.327988 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-4c2ab142-aec8-4e2d-89ad-ea7dabd775fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=889705a7df054235bdc2336bd904f9e0&device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 1095 time: 0.1387663 Sep 23 22:24:08.346744 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bdd1af50-8b33-488f-a2d6-5cfc54469724 req-64dec1e5-78b0-4b8a-b1d9-87f79f4d16b0 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410480 Sep 23 22:24:08.426546 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0e9321-b5b4-4292-be02-894160487f0b x-openstack-request-id: req-5e0e9321-b5b4-4292-be02-894160487f0b {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:08.427006 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18073d72-dedf-436c-aa1e-2236a58467c7", "name": "network-vif-deleted", "tag": "463adbca-da60-43f6-b5dc-14b6e9c2fae4", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:08.427418 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e0e9321-b5b4-4292-be02-894160487f0b {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:08.428038 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18073d72-dedf-436c-aa1e-2236a58467c7', 'name': 'network-vif-deleted', 'tag': '463adbca-da60-43f6-b5dc-14b6e9c2fae4', 'status': 'completed', 'code': 200} Sep 23 22:24:08.444068 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251cae3-d426-44e3-8850-d973042bb7c7 req-2408a152-1373-456f-bd36-8a6bc6bfd53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:08.447779 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8251cae3-d426-44e3-8850-d973042bb7c7 req-2408a152-1373-456f-bd36-8a6bc6bfd53b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=65e3f30a-6db9-4719-ab81-50b24446434f HTTP/1.1" status: 200 len: 855 time: 0.1512043 Sep 23 22:24:08.448784 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a78db13c-8bdb-476c-bb51-1d4c25f1e973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:08.471475 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:08.475965 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-dc210cd1-2bfe-4691-bac8-d0dc31004087 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36232a29-b6b9-4b64-b499-0d078f9721c4 HTTP/1.1" status: 200 len: 217 time: 0.1316562 Sep 23 22:24:08.524578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-76e27478-d007-41ac-baa7-65069511709e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Allocated IP 172.20.0.3 (1e9230ab-23be-4440-b964-0b07fae31046/f993775e-0865-4cb3-b692-a34b67e27ce2/a3dc732f-826b-4987-a12e-1429c2d6b371) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:24:08.582609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251cae3-d426-44e3-8850-d973042bb7c7 req-cdcc4388-afeb-486d-8562-5c0093d2bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:08.585450 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8251cae3-d426-44e3-8850-d973042bb7c7 req-cdcc4388-afeb-486d-8562-5c0093d2bceb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63ecd743-d90a-4386-a32b-ab9a931b40b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284432 Sep 23 22:24:08.594445 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a78db13c-8bdb-476c-bb51-1d4c25f1e973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:08.612860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030070e8-16ce-46fc-94e7-049645298552 req-b68e0874-d5c9-4ef2-8e69-cc1e4d3479be tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:08.614544 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-030070e8-16ce-46fc-94e7-049645298552 req-b68e0874-d5c9-4ef2-8e69-cc1e4d3479be tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 946 time: 0.1471303 Sep 23 22:24:08.733426 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a78db13c-8bdb-476c-bb51-1d4c25f1e973 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=087195275f3d4bb2a8bfcfa240c84fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9818289 Sep 23 22:24:08.734539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78db13c-8bdb-476c-bb51-1d4c25f1e973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981c69eb-63c8-4c76-bf4e-cd769296f4d0,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:08.743132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46462) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:08.756594 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-b8e700b2-8737-4685-aa1d-0c2a1a68d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:08.758309 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-b8e700b2-8737-4685-aa1d-0c2a1a68d8ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f993775e-0865-4cb3-b692-a34b67e27ce2 HTTP/1.1" status: 200 len: 854 time: 0.2582471 Sep 23 22:24:08.766698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Pushing event updated for resources: {'Port': ['ID=f872f26c-3802-4555-a26a-b943881cec95,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:08.779719 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a74dde98-12c9-46ff-b9b9-3db81637af71 req-ae9e632f-731a-4b99-8e4f-5404d2244b16 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:08.793432 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a74dde98-12c9-46ff-b9b9-3db81637af71 req-ae9e632f-731a-4b99-8e4f-5404d2244b16 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 3.7439048 Sep 23 22:24:08.794486 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-8e3517ab-42e6-4396-933a-0324d163b4c4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:08.856351 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Attempting to bind port f872f26c-3802-4555-a26a-b943881cec95 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:08.856720 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Attempting to bind port f872f26c-3802-4555-a26a-b943881cec95 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:08.857031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Attempting to bind port f872f26c-3802-4555-a26a-b943881cec95 on network 1e9230ab-23be-4440-b964-0b07fae31046 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:08.877817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3517ab-42e6-4396-933a-0324d163b4c4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Port': ['ID=43a83003-42c9-4147-ab8d-79bb52820e8d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:08.934153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Port f872f26c-3802-4555-a26a-b943881cec95 on network 1e9230ab-23be-4440-b964-0b07fae31046 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:08.934153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Attempting to bind port f872f26c-3802-4555-a26a-b943881cec95 on network 1e9230ab-23be-4440-b964-0b07fae31046 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:08.942922 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-8e3517ab-42e6-4396-933a-0324d163b4c4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] No DVR routers for this DVR port 43a83003-42c9-4147-ab8d-79bb52820e8d on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:24:08.959817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-8e3517ab-42e6-4396-933a-0324d163b4c4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:08.961278 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-8e3517ab-42e6-4396-933a-0324d163b4c4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.67 "DELETE /v2.0/ports/43a83003-42c9-4147-ab8d-79bb52820e8d HTTP/1.1" status: 204 len: 173 time: 1.8736815 Sep 23 22:24:08.974956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:24:08.975324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Checking segment: {'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:24:08.975686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Bound using segment: {'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:24:08.976182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Bound port: f872f26c-3802-4555-a26a-b943881cec95, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:24:08.976558 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:09.016209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-b8ec4f1d-ef0f-449c-833d-04ad9ca79650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:09.017964 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-b8ec4f1d-ef0f-449c-833d-04ad9ca79650 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e9230ab-23be-4440-b964-0b07fae31046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1994383 Sep 23 22:24:09.030823 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-030070e8-16ce-46fc-94e7-049645298552 req-73f767ce-fd8c-4bd2-a1bc-cc1010452314 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/security-groups?id=e704d355-b457-4f4d-98a8-39346aaa4787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930283 Sep 23 22:24:09.057719 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5b89dff-34d0-4a0c-8d4d-254cfd283bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:09.086784 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b985781e-6a0f-4c26-9965-0710df532df0 req-24143332-c16f-4396-9075-8eee30f71a39 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 210 time: 0.0870450 Sep 23 22:24:09.117734 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5b89dff-34d0-4a0c-8d4d-254cfd283bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:09.198983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-f7668c7f-895f-4c15-85bd-400980ea0150 req-4a5018d1-df75-49a8-b7ed-8828713d7bb0 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1219121430', 'description': 'tempest-description-423414055'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:09.221431 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8251cae3-d426-44e3-8850-d973042bb7c7 req-36066aa9-3f92-46d3-aafc-48b2c2ad1561 service neutron] 10.222.0.67 "GET /v2.0/networks/63ecd743-d90a-4386-a32b-ab9a931b40b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194413 Sep 23 22:24:09.280665 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] For port f872f26c-3802-4555-a26a-b943881cec95, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:24:09.289773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] For port f872f26c-3802-4555-a26a-b943881cec95, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f872f26c-3802-4555-a26a-b943881cec95,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:24:09.321139 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-dfed5b42-5e2c-491e-92b0-300cfa96b549 service neutron] 10.222.0.67 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373269 Sep 23 22:24:09.373200 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-76e27478-d007-41ac-baa7-65069511709e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:09.404361 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:09.441343 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8251cae3-d426-44e3-8850-d973042bb7c7 req-fd00453e-a81c-4b53-a195-51ffa6a64caf service neutron] 10.222.0.67 "GET /v2.0/networks/63ecd743-d90a-4386-a32b-ab9a931b40b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021077 Sep 23 22:24:09.451707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:09.452323 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:09.454106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853b155-6753-4cfb-a532-b92aaafd57bf req-c4c0cf0d-015c-4d70-b7ab-3652b75b37e1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:09.454856 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] 10.222.0.67 "PUT /v2.0/ports/f872f26c-3802-4555-a26a-b943881cec95 HTTP/1.1" status: 200 len: 1092 time: 2.7140193 Sep 23 22:24:09.455753 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8853b155-6753-4cfb-a532-b92aaafd57bf req-c4c0cf0d-015c-4d70-b7ab-3652b75b37e1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.1143367 Sep 23 22:24:09.477545 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f758a40-275a-42be-9e92-cbeb79ce969e req-f70535de-1786-4067-8b90-8c71b2369a0b service neutron] 10.222.0.67 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481485 Sep 23 22:24:09.496857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2af096-f416-451a-8d83-4ebd93c23d99 service neutron] Pushing event updated for resources: {'Port': ['ID=f872f26c-3802-4555-a26a-b943881cec95,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:09.520749 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f7668c7f-895f-4c15-85bd-400980ea0150 req-4a5018d1-df75-49a8-b7ed-8828713d7bb0 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:09.548435 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8853b155-6753-4cfb-a532-b92aaafd57bf req-69acb0c6-9046-4387-8d72-13c1b415711f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569558 Sep 23 22:24:09.551885 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5b89dff-34d0-4a0c-8d4d-254cfd283bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:09.554630 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5b89dff-34d0-4a0c-8d4d-254cfd283bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:09.555959 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f5b89dff-34d0-4a0c-8d4d-254cfd283bbd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/981c69eb-63c8-4c76-bf4e-cd769296f4d0 HTTP/1.1" status: 204 len: 168 time: 0.8097067 Sep 23 22:24:09.569781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b89dff-34d0-4a0c-8d4d-254cfd283bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981c69eb-63c8-4c76-bf4e-cd769296f4d0,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:09.615041 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-76e27478-d007-41ac-baa7-65069511709e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:09.743689 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-76e27478-d007-41ac-baa7-65069511709e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Network 1e9230ab-23be-4440-b964-0b07fae31046 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:24:09.749433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-76e27478-d007-41ac-baa7-65069511709e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:09.753385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e27478-d007-41ac-baa7-65069511709e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Pushing event updated for resources: {'Port': ['ID=a3dc732f-826b-4987-a12e-1429c2d6b371,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:09.772326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-76e27478-d007-41ac-baa7-65069511709e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:24:09.778450 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f7668c7f-895f-4c15-85bd-400980ea0150 req-4a5018d1-df75-49a8-b7ed-8828713d7bb0 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:09.797600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-42d836bc-8d36-45fb-bb84-ca3cdf3aad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:09.802291 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-42d836bc-8d36-45fb-bb84-ca3cdf3aad93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=889705a7df054235bdc2336bd904f9e0&device_id=a27e7845-c0a6-4576-b48b-37766588c2e9 HTTP/1.1" status: 200 len: 1095 time: 0.1038826 Sep 23 22:24:09.855829 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-b6e9655d-0625-40e2-8bd5-e38e9d241411 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f872f26c-3802-4555-a26a-b943881cec95 HTTP/1.1" status: 200 len: 217 time: 0.0391116 Sep 23 22:24:09.898106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-76e27478-d007-41ac-baa7-65069511709e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:09.898885 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-76e27478-d007-41ac-baa7-65069511709e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:09.915843 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f7668c7f-895f-4c15-85bd-400980ea0150 req-4a5018d1-df75-49a8-b7ed-8828713d7bb0 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:09.919169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c0c1b-9106-4f9d-a6cd-8046986be7c7 req-d1a0a139-2585-4bb3-9745-260b6817c595 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:09.920774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c65c0c1b-9106-4f9d-a6cd-8046986be7c7 req-d1a0a139-2585-4bb3-9745-260b6817c595 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 943 time: 0.1002929 Sep 23 22:24:09.941366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-67d22066-8856-41a4-9488-10d51069d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:09.943020 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-67d22066-8856-41a4-9488-10d51069d36a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f993775e-0865-4cb3-b692-a34b67e27ce2 HTTP/1.1" status: 200 len: 854 time: 0.0797141 Sep 23 22:24:09.966259 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5018d1-df75-49a8-b7ed-8828713d7bb0 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66fead8-f2d5-4325-b1ed-d6629ef73d59,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:09.996164 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c65c0c1b-9106-4f9d-a6cd-8046986be7c7 req-5d99f010-020e-40c5-96ee-2a15100fc8d4 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628271 Sep 23 22:24:10.005932 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-4578ea35-6b91-42a9-8848-43d3a55f42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:10.007558 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-4578ea35-6b91-42a9-8848-43d3a55f42c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e9230ab-23be-4440-b964-0b07fae31046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525801 Sep 23 22:24:10.029693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d5e3f19f-4727-4e55-8842-c9bee27f4609 None None] Provisioning complete for port a3dc732f-826b-4987-a12e-1429c2d6b371 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:10.030202 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d5e3f19f-4727-4e55-8842-c9bee27f4609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:10.056588 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-76e27478-d007-41ac-baa7-65069511709e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7966259 Sep 23 22:24:10.058776 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Request body: {'port': {'device_id': 'bf27b878-8fe9-4b17-b875-62daf9f66725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:10.094919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d5e3f19f-4727-4e55-8842-c9bee27f4609 None None] Port a3dc732f-826b-4987-a12e-1429c2d6b371 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:24:10.100741 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f7668c7f-895f-4c15-85bd-400980ea0150 req-4a5018d1-df75-49a8-b7ed-8828713d7bb0 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:10.101473 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f7668c7f-895f-4c15-85bd-400980ea0150 req-4a5018d1-df75-49a8-b7ed-8828713d7bb0 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.9267528 Sep 23 22:24:10.109220 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46486) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:10.182665 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:10.320683 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8a6f1867-585d-4805-ac96-cea22d819c20 req-157e6de3-f4d3-4879-b0c3-a2c3a73e1ab7 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "GET /v2.0/ports?device_id=18073d72-dedf-436c-aa1e-2236a58467c7 HTTP/1.1" status: 200 len: 210 time: 0.1044629 Sep 23 22:24:10.473173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 43a83003-42c9-4147-ab8d-79bb52820e8d no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:24:10.562465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 43a83003-42c9-4147-ab8d-79bb52820e8d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:24:10.564947 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 43a83003-42c9-4147-ab8d-79bb52820e8d not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:24:10.566017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 463adbca-da60-43f6-b5dc-14b6e9c2fae4 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:24:10.580305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6b7918-f307-4dde-9a98-4ab0c0372eba', 'tag': '36232a29-b6b9-4b64-b499-0d078f9721c4'}, {'server_uuid': '18073d72-dedf-436c-aa1e-2236a58467c7', 'name': 'network-vif-deleted', 'tag': '43a83003-42c9-4147-ab8d-79bb52820e8d'}, {'name': 'network-changed', 'server_uuid': 'a27e7845-c0a6-4576-b48b-37766588c2e9', 'tag': 'f872f26c-3802-4555-a26a-b943881cec95'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:10.584687 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6b7918-f307-4dde-9a98-4ab0c0372eba", "tag": "36232a29-b6b9-4b64-b499-0d078f9721c4"}, {"server_uuid": "18073d72-dedf-436c-aa1e-2236a58467c7", "name": "network-vif-deleted", "tag": "43a83003-42c9-4147-ab8d-79bb52820e8d"}, {"name": "network-changed", "server_uuid": "a27e7845-c0a6-4576-b48b-37766588c2e9", "tag": "f872f26c-3802-4555-a26a-b943881cec95"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:10.602643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-04eb234d-0267-489f-a91f-6a6c358ab809 service neutron] 10.222.0.67 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746517 Sep 23 22:24:10.627097 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 463adbca-da60-43f6-b5dc-14b6e9c2fae4 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:24:10.627851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 463adbca-da60-43f6-b5dc-14b6e9c2fae4 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:24:10.685216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-42277f70-cfda-4e45-86d4-c13eb9dd5504 admin admin] Deleting subnet 903c4ba9-2c76-4131-a769-852776e395e4 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:24:10.691289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c5c3-00e2-4cb5-8df1-765c9b863a29 req-d508fe54-0c77-41c7-a80f-76ab5ae1061b tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:10.696336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cca4c5c3-00e2-4cb5-8df1-765c9b863a29 req-d508fe54-0c77-41c7-a80f-76ab5ae1061b tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 931 time: 0.1719356 Sep 23 22:24:10.710111 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42277f70-cfda-4e45-86d4-c13eb9dd5504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:10.855682 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cca4c5c3-00e2-4cb5-8df1-765c9b863a29 req-8a09b43b-da70-4102-9fba-ddfc556891d2 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892580 Sep 23 22:24:10.865983 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42277f70-cfda-4e45-86d4-c13eb9dd5504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:10.947796 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5a9f203-d6c1-4910-a583-d46cd7258906 req-d1d20d72-c3f2-40ee-8a09-575f14b252c2 service neutron] 10.222.0.67 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233640 Sep 23 22:24:10.979724 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42277f70-cfda-4e45-86d4-c13eb9dd5504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:10.997878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3dc732f-826b-4987-a12e-1429c2d6b371 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:11.008559 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:11.046756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Transition to ACTIVE for port object a3dc732f-826b-4987-a12e-1429c2d6b371 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:24:11.177377 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:11.230920 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42277f70-cfda-4e45-86d4-c13eb9dd5504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:11.259128 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Pushing event updated for resources: {'Port': ['ID=a3dc732f-826b-4987-a12e-1429c2d6b371,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:11.269024 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-5eed35ac-280b-40ef-9c0b-e4ddbf1d83c2 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45053 time: 1.1200299 Sep 23 22:24:11.270659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fc3fd-220a-464a-8289-3a5d149ed771 req-8f88f4bb-51e5-4ca8-a9a2-c48266a32166 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:11.278537 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d04fc3fd-220a-464a-8289-3a5d149ed771 req-8f88f4bb-51e5-4ca8-a9a2-c48266a32166 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.1518087 Sep 23 22:24:11.308398 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42277f70-cfda-4e45-86d4-c13eb9dd5504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:11.311802 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-42277f70-cfda-4e45-86d4-c13eb9dd5504 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/903c4ba9-2c76-4131-a769-852776e395e4 HTTP/1.1" status: 204 len: 168 time: 1.2013090 Sep 23 22:24:11.316083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46516) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:11.325595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42277f70-cfda-4e45-86d4-c13eb9dd5504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=903c4ba9-2c76-4131-a769-852776e395e4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:11.385289 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d04fc3fd-220a-464a-8289-3a5d149ed771 req-db87d998-f5f4-4234-942b-962486fcd43b tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058013 Sep 23 22:24:11.403347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Attempting to bind port a3dc732f-826b-4987-a12e-1429c2d6b371 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:11.404528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Attempting to bind port a3dc732f-826b-4987-a12e-1429c2d6b371 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:11.404528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Attempting to bind port a3dc732f-826b-4987-a12e-1429c2d6b371 on network 1e9230ab-23be-4440-b964-0b07fae31046 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:11.433980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Port a3dc732f-826b-4987-a12e-1429c2d6b371 on network 1e9230ab-23be-4440-b964-0b07fae31046 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:11.434542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Attempting to bind port a3dc732f-826b-4987-a12e-1429c2d6b371 on network 1e9230ab-23be-4440-b964-0b07fae31046 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:11.454565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:24:11.456370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Checking segment: {'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:24:11.462389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Bound using segment: {'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:24:11.466669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Bound port: a3dc732f-826b-4987-a12e-1429c2d6b371, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72cabc7-354e-4c2b-86f2-aab7490f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:24:11.468973 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:11.500687 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fff8b7f-490e-47f1-be32-85c67d808933 x-openstack-request-id: req-9fff8b7f-490e-47f1-be32-85c67d808933 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:11.501160 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6b7918-f307-4dde-9a98-4ab0c0372eba", "tag": "36232a29-b6b9-4b64-b499-0d078f9721c4", "status": "completed", "code": 200}, {"server_uuid": "18073d72-dedf-436c-aa1e-2236a58467c7", "name": "network-vif-deleted", "tag": "43a83003-42c9-4147-ab8d-79bb52820e8d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a27e7845-c0a6-4576-b48b-37766588c2e9", "tag": "f872f26c-3802-4555-a26a-b943881cec95", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:11.501703 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9fff8b7f-490e-47f1-be32-85c67d808933 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:11.502226 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6b7918-f307-4dde-9a98-4ab0c0372eba', 'tag': '36232a29-b6b9-4b64-b499-0d078f9721c4', 'status': 'completed', 'code': 200} Sep 23 22:24:11.502633 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18073d72-dedf-436c-aa1e-2236a58467c7', 'name': 'network-vif-deleted', 'tag': '43a83003-42c9-4147-ab8d-79bb52820e8d', 'status': 'completed', 'code': 200} Sep 23 22:24:11.503014 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27e7845-c0a6-4576-b48b-37766588c2e9', 'tag': 'f872f26c-3802-4555-a26a-b943881cec95', 'status': 'completed', 'code': 200} Sep 23 22:24:11.552269 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-18e1536f-072c-4fce-a1a4-dca1825f5954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:11.575587 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-68a4e765-d59a-43da-8bcd-a2b974487563 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/07736dc6-511d-4447-a664-ce1c582082d0 HTTP/1.1" status: 200 len: 2981 time: 0.2611165 Sep 23 22:24:11.706313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-fe4a6d85-bde2-40dd-9ad2-4948e65d1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:11.714348 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-fe4a6d85-bde2-40dd-9ad2-4948e65d1c89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=889705a7df054235bdc2336bd904f9e0&device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 1095 time: 0.1578820 Sep 23 22:24:11.733370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111fdea-e792-4914-9fa6-3d44130fc1ec req-0805b866-8b38-4869-8e8f-086e7ac41050 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:11.737235 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c111fdea-e792-4914-9fa6-3d44130fc1ec req-0805b866-8b38-4869-8e8f-086e7ac41050 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 943 time: 0.1451805 Sep 23 22:24:11.748192 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-5f70c93c-a828-47cf-bd60-568e267cac58 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/07736dc6-511d-4447-a664-ce1c582082d0 HTTP/1.1" status: 200 len: 2981 time: 0.1360202 Sep 23 22:24:11.751330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] For port a3dc732f-826b-4987-a12e-1429c2d6b371, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:24:11.758477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] For port a3dc732f-826b-4987-a12e-1429c2d6b371, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=a3dc732f-826b-4987-a12e-1429c2d6b371,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:24:11.823884 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c111fdea-e792-4914-9fa6-3d44130fc1ec req-d70fe75f-2d97-474b-8eba-c5b8707f5677 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755982 Sep 23 22:24:11.831566 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:11.835585 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-18e1536f-072c-4fce-a1a4-dca1825f5954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:11.924110 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46536) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:11.944496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-18e1536f-072c-4fce-a1a4-dca1825f5954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d445de3f-5408-4213-bcec-439e92d41e76']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:11.973838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Pushing event updated for resources: {'Port': ['ID=a3dc732f-826b-4987-a12e-1429c2d6b371,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:11.991747 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-18e1536f-072c-4fce-a1a4-dca1825f5954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e0dbab-d066-4294-945c-d49f1450931e') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:11.991747 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-18e1536f-072c-4fce-a1a4-dca1825f5954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e0dbab-d066-4294-945c-d49f1450931e') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:12.003927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:12.004972 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:12.007490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-680df51c-6cec-4764-ab9a-4aa0e2373576 service neutron] 10.222.0.43 "PUT /v2.0/ports/a3dc732f-826b-4987-a12e-1429c2d6b371 HTTP/1.1" status: 200 len: 1091 time: 1.9565601 Sep 23 22:24:12.008211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf27b878-8fe9-4b17-b875-62daf9f66725', 'tag': 'a3dc732f-826b-4987-a12e-1429c2d6b371'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:12.021515 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-a48de24b-00cf-4015-b979-3291a4da8878 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/0990c1e3-55b6-4aa3-b9e3-e272586ce0b1 HTTP/1.1" status: 200 len: 2981 time: 0.2359850 Sep 23 22:24:12.022414 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d9d8cf-0216-431b-a8f9-da79a160a75a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf27b878-8fe9-4b17-b875-62daf9f66725", "tag": "a3dc732f-826b-4987-a12e-1429c2d6b371"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:12.038374 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-18e1536f-072c-4fce-a1a4-dca1825f5954 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:12.079774 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-18e1536f-072c-4fce-a1a4-dca1825f5954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:12.097707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb3824c-279b-45f4-b286-9e95efee8afd tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Deleting subnet 2b67fb8a-22a4-4728-93a9-81cded9d78ba {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:24:12.107167 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acb3824c-279b-45f4-b286-9e95efee8afd tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:12.113800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e1536f-072c-4fce-a1a4-dca1825f5954 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:24:12.113800 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-18e1536f-072c-4fce-a1a4-dca1825f5954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:24:12.119945 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:24:12.142872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-8eac305d-6d6a-48ca-88d3-b13ffb319082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:12.144605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-8eac305d-6d6a-48ca-88d3-b13ffb319082 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e9230ab-23be-4440-b964-0b07fae31046 HTTP/1.1" status: 200 len: 916 time: 0.4159241 Sep 23 22:24:12.153467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b9ce3-6b75-441e-bff2-65ce8ef9cdb7 req-a8f59fa8-eb54-4663-8d5d-0994afec502b tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:12.163085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-274b9ce3-6b75-441e-bff2-65ce8ef9cdb7 req-a8f59fa8-eb54-4663-8d5d-0994afec502b tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 943 time: 0.1323364 Sep 23 22:24:12.257495 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-274b9ce3-6b75-441e-bff2-65ce8ef9cdb7 req-88b3fb6d-b160-4112-b439-d0f764ae2d81 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807886 Sep 23 22:24:12.269097 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-d67819d1-f969-46b1-9222-bdef470bc2c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36232a29-b6b9-4b64-b499-0d078f9721c4 HTTP/1.1" status: 200 len: 217 time: 0.1033134 Sep 23 22:24:12.271977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-86cab21a-1bfc-4bac-8e5b-d6752445f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:12.272629 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acb3824c-279b-45f4-b286-9e95efee8afd tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:12.274565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-86cab21a-1bfc-4bac-8e5b-d6752445f675 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=889705a7df054235bdc2336bd904f9e0&device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 1094 time: 0.1098316 Sep 23 22:24:12.297321 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-da15197b-8341-4e8d-a80c-8653613b1011 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/0990c1e3-55b6-4aa3-b9e3-e272586ce0b1 HTTP/1.1" status: 200 len: 2981 time: 0.2632294 Sep 23 22:24:12.365326 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-b517413e-8991-4d59-8355-b4120717524e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3dc732f-826b-4987-a12e-1429c2d6b371 HTTP/1.1" status: 200 len: 217 time: 0.0814066 Sep 23 22:24:12.371704 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779b9f12-d4e3-470e-aa96-4d60d7667085 x-openstack-request-id: req-779b9f12-d4e3-470e-aa96-4d60d7667085 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:12.372429 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf27b878-8fe9-4b17-b875-62daf9f66725", "tag": "a3dc732f-826b-4987-a12e-1429c2d6b371", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:12.372749 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-779b9f12-d4e3-470e-aa96-4d60d7667085 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:12.373327 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf27b878-8fe9-4b17-b875-62daf9f66725', 'tag': 'a3dc732f-826b-4987-a12e-1429c2d6b371', 'status': 'completed', 'code': 200} Sep 23 22:24:12.462000 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-18e1536f-072c-4fce-a1a4-dca1825f5954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:12.471334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-45677f58-314a-49da-96a8-b8c9d959c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:12.473763 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-45677f58-314a-49da-96a8-b8c9d959c894 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f993775e-0865-4cb3-b692-a34b67e27ce2 HTTP/1.1" status: 200 len: 854 time: 0.0989499 Sep 23 22:24:12.495265 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-18e1536f-072c-4fce-a1a4-dca1825f5954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:12.500624 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-18e1536f-072c-4fce-a1a4-dca1825f5954 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d445de3f-5408-4213-bcec-439e92d41e76 HTTP/1.1" status: 204 len: 168 time: 1.1812303 Sep 23 22:24:12.537260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-55a98665-d30c-4b6e-97ac-432d044541c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:12.539608 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-55a98665-d30c-4b6e-97ac-432d044541c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e9230ab-23be-4440-b964-0b07fae31046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557652 Sep 23 22:24:12.542583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1536f-072c-4fce-a1a4-dca1825f5954 admin admin] Pushing event deleted for resources: {'Network': ['ID=d445de3f-5408-4213-bcec-439e92d41e76,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:12.553406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-6a719bec-79b4-4377-aa39-831375ee2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:12.553406 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-6a719bec-79b4-4377-aa39-831375ee2bd7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f993775e-0865-4cb3-b692-a34b67e27ce2 HTTP/1.1" status: 200 len: 854 time: 0.2743096 Sep 23 22:24:12.599097 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-9dfce3b1-c79d-4f28-9c50-8e0d1447abde tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/0cd4341f-7428-431d-b30a-9ef004f13589 HTTP/1.1" status: 200 len: 2981 time: 0.3121078 Sep 23 22:24:12.652672 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acb3824c-279b-45f4-b286-9e95efee8afd tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:12.708142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a37c3-dc79-4a39-838b-c31fc289745c req-c4b50276-09ab-40aa-924b-43048a869e50 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:12.715959 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-327a37c3-dc79-4a39-838b-c31fc289745c req-c4b50276-09ab-40aa-924b-43048a869e50 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.1212032 Sep 23 22:24:12.727548 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-aece8f1e-af18-41d5-805e-b601882fc1bb tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/0cd4341f-7428-431d-b30a-9ef004f13589 HTTP/1.1" status: 200 len: 2981 time: 0.1167204 Sep 23 22:24:12.736397 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-12443fef-2fb8-46bc-a309-aa95fb504462 service neutron] 10.222.0.43 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805799 Sep 23 22:24:12.740622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-4bfde1bc-e53d-44d0-a3f5-26910f9927df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:12.742551 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-4bfde1bc-e53d-44d0-a3f5-26910f9927df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e9230ab-23be-4440-b964-0b07fae31046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456873 Sep 23 22:24:12.776906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-327a37c3-dc79-4a39-838b-c31fc289745c req-195704e1-6347-4eef-8c03-17d32998f4f6 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600410 Sep 23 22:24:12.849367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46548) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:12.880940 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47864994-40d0-4747-addd-e7d3f65bbef9 req-f56b479f-fb23-49db-a31e-4bb889702671 service neutron] 10.222.0.43 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302404 Sep 23 22:24:12.927961 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-8e3a5a7c-70a9-4416-be3f-4c69cf95d253 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/2c61d04a-e41c-4ea4-9658-06e9d1d3c675 HTTP/1.1" status: 200 len: 2981 time: 0.1601343 Sep 23 22:24:12.927961 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acb3824c-279b-45f4-b286-9e95efee8afd tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:12.975306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3824c-279b-45f4-b286-9e95efee8afd tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Subnet': ['ID=2b67fb8a-22a4-4728-93a9-81cded9d78ba,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:12.991195 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acb3824c-279b-45f4-b286-9e95efee8afd tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:12.993782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46554) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:12.996646 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963d7914-1c46-4675-9f4d-6de65c5f1d5f None None] Network 54f138c2-74de-4ac7-ad6e-c99596a25b57 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:24:13.005331 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-acb3824c-279b-45f4-b286-9e95efee8afd tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "DELETE /v2.0/subnets/2b67fb8a-22a4-4728-93a9-81cded9d78ba HTTP/1.1" status: 204 len: 168 time: 1.0800579 Sep 23 22:24:13.042064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-be427e6e-7aa2-4f50-b7db-66e76dae8917 service neutron] 10.222.0.67 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875419 Sep 23 22:24:13.049484 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-628c57f0-055c-400d-b41e-d3d763a73f14 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/2c61d04a-e41c-4ea4-9658-06e9d1d3c675 HTTP/1.1" status: 200 len: 2981 time: 0.1092119 Sep 23 22:24:13.085315 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-942c475b-7404-4f98-8240-534e68232088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:13.114178 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-876936db-6622-4c8d-b952-2b2521e8c944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:13.131046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46556) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:13.177043 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:13.179618 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-cffe9229-7889-4a1b-8860-094b0c72f978 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/49a45406-ca05-49c3-9900-50750051d123 HTTP/1.1" status: 200 len: 2981 time: 0.1047561 Sep 23 22:24:13.215747 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-fb79fc5e-31d9-4ab4-9eeb-3c763a8f2d6a service neutron] 10.222.0.67 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639252 Sep 23 22:24:13.245446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85392b93-3237-42ec-ac0c-d393e6727c67 req-5dd9e531-61e6-462d-a094-1c3a6daa661e tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:13.254222 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-85392b93-3237-42ec-ac0c-d393e6727c67 req-5dd9e531-61e6-462d-a094-1c3a6daa661e tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 943 time: 0.2090292 Sep 23 22:24:13.257223 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-92de30a6-6027-4df0-9717-1d58b9040c8c tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/49a45406-ca05-49c3-9900-50750051d123 HTTP/1.1" status: 200 len: 2981 time: 0.0611403 Sep 23 22:24:13.316558 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d7c636b0-57b7-4f82-b375-48c1e443ce20 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b00b91f17d49499c92208ef9afdb92f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677139 Sep 23 22:24:13.318646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46560) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:13.355657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30498e7b-becd-40ec-9f78-d543d47acfb7 None None] DHCP port deletion for 54f138c2-74de-4ac7-ad6e-c99596a25b57 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:24:13.358262 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d8cf-0216-431b-a8f9-da79a160a75a req-c3a28f38-3172-4602-aa55-779cf664a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:13.361536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5d9d8cf-0216-431b-a8f9-da79a160a75a req-c3a28f38-3172-4602-aa55-779cf664a6ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=889705a7df054235bdc2336bd904f9e0&device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 1094 time: 0.2098022 Sep 23 22:24:13.604830 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-6c319bf2-4812-4de3-a34c-90eaa05c1c08 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/5dfaeabf-e50d-450d-ad7b-1ab55cda5536 HTTP/1.1" status: 200 len: 2981 time: 0.3268960 Sep 23 22:24:13.610525 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-30498e7b-becd-40ec-9f78-d543d47acfb7 None None] Deleting port 106c8913-7733-46b4-a164-d82137ff9abc {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:13.612339 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-30498e7b-becd-40ec-9f78-d543d47acfb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:13.622041 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-85392b93-3237-42ec-ac0c-d393e6727c67 req-230673e9-8662-4755-a119-1d22869396bb tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665502 Sep 23 22:24:13.680233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-a0d400eb-8be5-4ecb-a8f7-745c9761e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:13.683618 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-a0d400eb-8be5-4ecb-a8f7-745c9761e7c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=889705a7df054235bdc2336bd904f9e0&device_id=a27e7845-c0a6-4576-b48b-37766588c2e9 HTTP/1.1" status: 200 len: 1095 time: 0.3262482 Sep 23 22:24:13.706197 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-30498e7b-becd-40ec-9f78-d543d47acfb7 None None] For port 106c8913-7733-46b4-a164-d82137ff9abc, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=106c8913-7733-46b4-a164-d82137ff9abc,segment=NetworkSegment(dd140e02-701a-498a-9c57-95d47ef3fe6a),segment_id=dd140e02-701a-498a-9c57-95d47ef3fe6a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:13.707022 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-30498e7b-becd-40ec-9f78-d543d47acfb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:13.744545 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-30498e7b-becd-40ec-9f78-d543d47acfb7 None None] Calling delete_port for 106c8913-7733-46b4-a164-d82137ff9abc owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:13.761403 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52ea3e1d-606c-49b1-b6e5-223c874ef14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:13.768795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Deleting port 106c8913-7733-46b4-a164-d82137ff9abc {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:13.769756 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:13.778189 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-d9f6502c-44ed-4690-ab9f-2c8dff325e67 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/5dfaeabf-e50d-450d-ad7b-1ab55cda5536 HTTP/1.1" status: 200 len: 2981 time: 0.1562557 Sep 23 22:24:13.825774 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52ea3e1d-606c-49b1-b6e5-223c874ef14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:13.940998 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-f7772b17-1988-4f9a-9e29-130752249c82 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/74d15864-f24a-4b69-ae22-c89ecf1f055e HTTP/1.1" status: 200 len: 2973 time: 0.1480577 Sep 23 22:24:13.948508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-53f76101-7138-481a-a9a8-9034091bf1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:13.948912 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-30498e7b-becd-40ec-9f78-d543d47acfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:13.950259 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-53f76101-7138-481a-a9a8-9034091bf1d2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e9230ab-23be-4440-b964-0b07fae31046 HTTP/1.1" status: 200 len: 916 time: 0.2518899 Sep 23 22:24:13.972122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d8cf-0216-431b-a8f9-da79a160a75a req-d4585d8f-35ea-42b6-b9f4-a5c0c0bd09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:13.974750 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5d9d8cf-0216-431b-a8f9-da79a160a75a req-d4585d8f-35ea-42b6-b9f4-a5c0c0bd09a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e9230ab-23be-4440-b964-0b07fae31046 HTTP/1.1" status: 200 len: 916 time: 0.6033096 Sep 23 22:24:13.981726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30498e7b-becd-40ec-9f78-d543d47acfb7 None None] Pushing event deleted for resources: {'Port': ['ID=106c8913-7733-46b4-a164-d82137ff9abc,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:13.984468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30498e7b-becd-40ec-9f78-d543d47acfb7 None None] No DVR routers for this DVR port 106c8913-7733-46b4-a164-d82137ff9abc on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:24:14.021843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] For port 106c8913-7733-46b4-a164-d82137ff9abc, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=106c8913-7733-46b4-a164-d82137ff9abc,segment=NetworkSegment(dd140e02-701a-498a-9c57-95d47ef3fe6a),segment_id=dd140e02-701a-498a-9c57-95d47ef3fe6a)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:14.022451 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:14.025006 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-d1ab4c56-5f60-43b8-84a3-16c862041675 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f872f26c-3802-4555-a26a-b943881cec95 HTTP/1.1" status: 200 len: 217 time: 0.0640438 Sep 23 22:24:14.067462 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-69fd9c76-d767-4c43-bab5-194eebf1c5f0 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/74d15864-f24a-4b69-ae22-c89ecf1f055e HTTP/1.1" status: 200 len: 2973 time: 0.1161728 Sep 23 22:24:14.100367 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-942c475b-7404-4f98-8240-534e68232088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:14.109012 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5d9d8cf-0216-431b-a8f9-da79a160a75a req-5392937b-8b79-46ba-bbd2-3f05da9ef8fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3dc732f-826b-4987-a12e-1429c2d6b371 HTTP/1.1" status: 200 len: 217 time: 0.1187277 Sep 23 22:24:14.119236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52ea3e1d-606c-49b1-b6e5-223c874ef14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:14.121891 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52ea3e1d-606c-49b1-b6e5-223c874ef14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:14.123113 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-52ea3e1d-606c-49b1-b6e5-223c874ef14c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0990c1e3-55b6-4aa3-b9e3-e272586ce0b1 HTTP/1.1" status: 204 len: 168 time: 0.8030410 Sep 23 22:24:14.132820 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-5e7e6b18-35be-4545-930d-076fbed1c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:14.134866 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-5e7e6b18-35be-4545-930d-076fbed1c9d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f993775e-0865-4cb3-b692-a34b67e27ce2 HTTP/1.1" status: 200 len: 854 time: 0.0986860 Sep 23 22:24:14.135385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Calling delete_port for 106c8913-7733-46b4-a164-d82137ff9abc owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:14.153290 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1e351-89b2-497e-a9e1-9e8d70adf7bb req-5302cbfc-609a-4b1d-85a4-645873da6ebb tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:14.155776 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26b1e351-89b2-497e-a9e1-9e8d70adf7bb req-5302cbfc-609a-4b1d-85a4-645873da6ebb tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 943 time: 0.3581719 Sep 23 22:24:14.160158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea3e1d-606c-49b1-b6e5-223c874ef14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0990c1e3-55b6-4aa3-b9e3-e272586ce0b1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:14.182879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-2b1906b3-12e0-48a1-9c4f-09f3dda4a81a tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/a2ba2920-9778-4d31-8987-1e66dd3b1d66 HTTP/1.1" status: 200 len: 2981 time: 0.1083260 Sep 23 22:24:14.209796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-0449a59f-9f77-4ba7-b5cc-51f81588f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:14.211677 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-0449a59f-9f77-4ba7-b5cc-51f81588f455 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e9230ab-23be-4440-b964-0b07fae31046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642071 Sep 23 22:24:14.236450 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-942c475b-7404-4f98-8240-534e68232088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:14.280074 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-cef9a4ff-9804-4639-b3c6-e756f2d0a2df tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/a2ba2920-9778-4d31-8987-1e66dd3b1d66 HTTP/1.1" status: 200 len: 2981 time: 0.0813134 Sep 23 22:24:14.370396 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-60071ee1-d826-4871-8d80-64bb15945096 service neutron] 10.222.0.67 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502402 Sep 23 22:24:14.373510 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-4a9b4f94-e54f-44a7-921c-289cd9c7b18e tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/bc5207d4-8ebb-4ab3-9831-3912ea162bcd HTTP/1.1" status: 200 len: 2977 time: 0.0641816 Sep 23 22:24:14.381960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d8cf-0216-431b-a8f9-da79a160a75a req-6896eaf0-99cb-43c4-ac2d-2198db9f9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:14.383600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5d9d8cf-0216-431b-a8f9-da79a160a75a req-6896eaf0-99cb-43c4-ac2d-2198db9f9f89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f993775e-0865-4cb3-b692-a34b67e27ce2 HTTP/1.1" status: 200 len: 854 time: 0.2634225 Sep 23 22:24:14.424855 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-942c475b-7404-4f98-8240-534e68232088 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bbad98fb438049769559566316ae833a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5743997 Sep 23 22:24:14.429829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c475b-7404-4f98-8240-534e68232088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dde23b6-0bd5-427a-a0f2-7abfe0f056ed,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:14.432847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46568) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:14.461540 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26b1e351-89b2-497e-a9e1-9e8d70adf7bb req-8ced55b7-75c4-452b-94c7-ace10ba09f31 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510233 Sep 23 22:24:14.482879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f872f26c-3802-4555-a26a-b943881cec95 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:24:14.499665 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d8cf-0216-431b-a8f9-da79a160a75a req-655866bb-78da-44f5-8def-475380ca041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:14.511196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5d9d8cf-0216-431b-a8f9-da79a160a75a req-655866bb-78da-44f5-8def-475380ca041b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e9230ab-23be-4440-b964-0b07fae31046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004894 Sep 23 22:24:14.511196 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:14.522155 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-83973aab-feb6-4738-b958-5700f2fde9fc tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/bc5207d4-8ebb-4ab3-9831-3912ea162bcd HTTP/1.1" status: 200 len: 2977 time: 0.1359713 Sep 23 22:24:14.575301 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b7e52b-75a7-4aa2-9688-bcae1abd76a2 req-96c59826-761b-4e3e-a9b9-a146fb93dbaa service neutron] 10.222.0.67 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970990 Sep 23 22:24:14.598873 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a103f8bf-70a2-4eee-b25e-14909be959f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:14.691523 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-dd00715e-79d7-44cc-bd91-681e008dc465 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e704d355-b457-4f4d-98a8-39346aaa4787 HTTP/1.1" status: 200 len: 2981 time: 0.1460273 Sep 23 22:24:14.693637 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a103f8bf-70a2-4eee-b25e-14909be959f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:14.726608 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 106c8913-7733-46b4-a164-d82137ff9abc no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:24:14.733720 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Port': ['ID=106c8913-7733-46b4-a164-d82137ff9abc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:14.747501 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] No DVR routers for this DVR port 106c8913-7733-46b4-a164-d82137ff9abc on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:24:14.780665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 106c8913-7733-46b4-a164-d82137ff9abc {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:24:14.783241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 106c8913-7733-46b4-a164-d82137ff9abc not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:24:14.854084 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-22055a31-f33f-4547-a456-71586b7f0511 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e704d355-b457-4f4d-98a8-39346aaa4787 HTTP/1.1" status: 200 len: 2981 time: 0.1425745 Sep 23 22:24:14.856480 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f872f26c-3802-4555-a26a-b943881cec95, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f872f26c-3802-4555-a26a-b943881cec95,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:14.880109 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5d9d8cf-0216-431b-a8f9-da79a160a75a req-d42d2c9b-03a8-47be-bfb7-cef6b837f86b service neutron] 10.222.0.43 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690059 Sep 23 22:24:14.883115 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'f872f26c-3802-4555-a26a-b943881cec95', 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046', 'port_id': 'f872f26c-3802-4555-a26a-b943881cec95', 'mac_address': 'fa:16:3e:01:61:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f993775e-0865-4cb3-b692-a34b67e27ce2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:24:14.916826 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-5e0d10b7-3cee-42d0-a098-550927b021ab tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/eb41070e-1399-4df3-8459-8b92dd808c03 HTTP/1.1" status: 200 len: 2981 time: 0.0551827 Sep 23 22:24:14.921218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a744c2-4395-43de-a525-d79441a2f4fe req-ebaf2aa7-f6a4-4a11-8892-d45330a95650 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:14.923896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86a744c2-4395-43de-a525-d79441a2f4fe req-ebaf2aa7-f6a4-4a11-8892-d45330a95650 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.1836259 Sep 23 22:24:14.937416 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a103f8bf-70a2-4eee-b25e-14909be959f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:14.941654 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a103f8bf-70a2-4eee-b25e-14909be959f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:14.945750 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a103f8bf-70a2-4eee-b25e-14909be959f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9dde23b6-0bd5-427a-a0f2-7abfe0f056ed HTTP/1.1" status: 204 len: 168 time: 0.5118065 Sep 23 22:24:14.970989 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:14.974647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103f8bf-70a2-4eee-b25e-14909be959f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dde23b6-0bd5-427a-a0f2-7abfe0f056ed,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:14.993191 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:15.002990 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-3e54b198-80c4-4ac5-857b-6ffff17bcc1b tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/eb41070e-1399-4df3-8459-8b92dd808c03 HTTP/1.1" status: 200 len: 2981 time: 0.0849586 Sep 23 22:24:15.013219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f872f26c-3802-4555-a26a-b943881cec95 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:15.059238 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f872f26c-3802-4555-a26a-b943881cec95, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f872f26c-3802-4555-a26a-b943881cec95,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:15.067990 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-a7709819-070a-4205-88af-cf69cf72c637 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/f29c30a1-a7ae-4c69-bd6d-58156fa0531a HTTP/1.1" status: 200 len: 2981 time: 0.0638568 Sep 23 22:24:15.115665 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-744cc932-63f9-4c0d-910f-58b225965579 req-4b4e393a-77b2-436f-b503-6a2071178898 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/f29c30a1-a7ae-4c69-bd6d-58156fa0531a HTTP/1.1" status: 200 len: 2981 time: 0.0467117 Sep 23 22:24:15.177304 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:15.179957 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 36232a29-b6b9-4b64-b499-0d078f9721c4 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:24:15.300675 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 36232a29-b6b9-4b64-b499-0d078f9721c4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=36232a29-b6b9-4b64-b499-0d078f9721c4,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:15.308586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc6fb9-73d6-475f-bfa7-16cc747853d0 req-b21f1324-0171-4b3a-b7a8-d0e6a74b0e50 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:15.311732 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f3fc6fb9-73d6-475f-bfa7-16cc747853d0 req-b21f1324-0171-4b3a-b7a8-d0e6a74b0e50 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 943 time: 0.1198568 Sep 23 22:24:15.327216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f872f26c-3802-4555-a26a-b943881cec95,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:15.327216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '36232a29-b6b9-4b64-b499-0d078f9721c4', 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046', 'port_id': '36232a29-b6b9-4b64-b499-0d078f9721c4', 'mac_address': 'fa:16:3e:49:00:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f993775e-0865-4cb3-b692-a34b67e27ce2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:24:15.385967 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:15.412515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36232a29-b6b9-4b64-b499-0d078f9721c4 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:15.415289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f138c2-74de-4ac7-ad6e-c99596a25b57']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:15.427203 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f3fc6fb9-73d6-475f-bfa7-16cc747853d0 req-5e32c698-9c47-4321-9bdf-5b23816d026c tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956151 Sep 23 22:24:15.440463 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 36232a29-b6b9-4b64-b499-0d078f9721c4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=36232a29-b6b9-4b64-b499-0d078f9721c4,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:15.463798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd140e02-701a-498a-9c57-95d47ef3fe6a') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:15.464154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd140e02-701a-498a-9c57-95d47ef3fe6a') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:15.500256 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86a744c2-4395-43de-a525-d79441a2f4fe req-190a362d-5e8f-456b-8f17-66853fe73064 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601881 Sep 23 22:24:15.505036 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:15.559496 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:15.582653 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:15.586773 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5d9d8cf-0216-431b-a8f9-da79a160a75a req-6b201c3c-6f1a-491b-b114-03c5b3ef5e82 service neutron] 10.222.0.43 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6878698 Sep 23 22:24:15.607572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:24:15.608101 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:15.608515 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d7716b1-ccbc-40be-be7b-1c184ff02db0 req-817cd4fc-83f6-4629-99cf-acabdb474982 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=205802c7c07048919f004001a2655213 HTTP/1.1" status: 200 len: 6104 time: 0.1470866 Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:24:15.612479 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:24:15.659255 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-18e187e6-f7c8-435d-9d13-4c95d4d0b0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:15.685694 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d7716b1-ccbc-40be-be7b-1c184ff02db0 req-e4b2ba78-0551-4b74-894f-641ffc562f37 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] 10.222.0.22 "GET /v2.0/security-groups/49a45406-ca05-49c3-9900-50750051d123 HTTP/1.1" status: 200 len: 2981 time: 0.0752003 Sep 23 22:24:15.759735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=36232a29-b6b9-4b64-b499-0d078f9721c4,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:15.802289 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d7716b1-ccbc-40be-be7b-1c184ff02db0 req-a005a788-8f5e-489c-9e30-d2d779d7e1e7 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] 10.222.0.22 "GET /v2.0/security-groups/49a45406-ca05-49c3-9900-50750051d123 HTTP/1.1" status: 200 len: 2981 time: 0.1104424 Sep 23 22:24:15.812564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe50c7-1f94-4d8f-9a2f-fd08362af011 req-1e9e3be9-3559-4bf7-9217-179db851f8ab tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:15.820806 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fffe50c7-1f94-4d8f-9a2f-fd08362af011 req-1e9e3be9-3559-4bf7-9217-179db851f8ab tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 943 time: 0.1878264 Sep 23 22:24:15.873460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fffe50c7-1f94-4d8f-9a2f-fd08362af011 req-bd2c6d65-ae23-40cd-9791-b1e7e8b4824f tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486615 Sep 23 22:24:15.959457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-028c9509-5cc0-4331-aabc-7fd1ad23721b req-1e7ce423-ddb1-4594-a8d4-f55f1685f176 tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e66fead8-f2d5-4325-b1ed-d6629ef73d59 HTTP/1.1" status: 200 len: 1779 time: 0.0611346 Sep 23 22:24:15.962099 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:15.999591 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.004483 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "DELETE /v2.0/networks/54f138c2-74de-4ac7-ad6e-c99596a25b57 HTTP/1.1" status: 204 len: 168 time: 3.0071797 Sep 23 22:24:16.004847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46610) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:16.023900 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45675255-2a2a-43fa-a942-fd4d32a98269 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Network': ['ID=54f138c2-74de-4ac7-ad6e-c99596a25b57,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:16.032526 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.092940 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-028c9509-5cc0-4331-aabc-7fd1ad23721b req-b130d14e-aea1-4e35-a281-c4b35ada276b tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.099538 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Deleting subnet ca17e5f6-f20a-4d74-bc20-cd4c7dafe1c7 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:24:16.103549 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.132718 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['36232a29-b6b9-4b64-b499-0d078f9721c4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:24:16.164381 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-028c9509-5cc0-4331-aabc-7fd1ad23721b req-b130d14e-aea1-4e35-a281-c4b35ada276b tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.175640 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.205310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['f872f26c-3802-4555-a26a-b943881cec95'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:24:16.279179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device a3dc732f-826b-4987-a12e-1429c2d6b371 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:24:16.320918 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.351827 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-028c9509-5cc0-4331-aabc-7fd1ad23721b req-b130d14e-aea1-4e35-a281-c4b35ada276b tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.356162 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-028c9509-5cc0-4331-aabc-7fd1ad23721b req-b130d14e-aea1-4e35-a281-c4b35ada276b tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.365572 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-028c9509-5cc0-4331-aabc-7fd1ad23721b req-b130d14e-aea1-4e35-a281-c4b35ada276b tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/e66fead8-f2d5-4325-b1ed-d6629ef73d59 HTTP/1.1" status: 204 len: 173 time: 0.4027433 Sep 23 22:24:16.395842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130d14e-aea1-4e35-a281-c4b35ada276b tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66fead8-f2d5-4325-b1ed-d6629ef73d59,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:16.482488 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4442c006-a83b-4060-b0a0-e9a38b15379a req-b253ba90-ac1a-4a49-863e-2e60321f018b tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "GET /v2.0/security-groups/bfd4f7e7-24b3-4c40-a363-a64a52aa240b HTTP/1.1" status: 200 len: 1777 time: 0.0710833 Sep 23 22:24:16.510429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port a3dc732f-826b-4987-a12e-1429c2d6b371, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=a3dc732f-826b-4987-a12e-1429c2d6b371,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:16.545866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'a3dc732f-826b-4987-a12e-1429c2d6b371', 'network_id': '1e9230ab-23be-4440-b964-0b07fae31046', 'port_id': 'a3dc732f-826b-4987-a12e-1429c2d6b371', 'mac_address': 'fa:16:3e:81:54:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f993775e-0865-4cb3-b692-a34b67e27ce2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:24:16.552982 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.601803 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4442c006-a83b-4060-b0a0-e9a38b15379a req-e13c6149-d2e6-431b-acc2-4b27ca7d3f4d tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.611743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Subnet': ['ID=ca17e5f6-f20a-4d74-bc20-cd4c7dafe1c7,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:16.629700 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.631267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:16.631862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:16.632515 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:16.633199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:16.633791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:16.634373 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:16.635007 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:16.635593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:16.636361 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:16.636888 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:16.637459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:16.637961 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:16.646653 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.652470 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2836bed3-d212-4ef0-8907-53ab31847d09 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "DELETE /v2.0/subnets/ca17e5f6-f20a-4d74-bc20-cd4c7dafe1c7 HTTP/1.1" status: 204 len: 168 time: 0.6439285 Sep 23 22:24:16.652984 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46628) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:16.656492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2154375e-7b88-4b72-aff5-0adac26b4f62 None None] Network ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:24:16.659701 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4442c006-a83b-4060-b0a0-e9a38b15379a req-e13c6149-d2e6-431b-acc2-4b27ca7d3f4d tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.663171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3dc732f-826b-4987-a12e-1429c2d6b371 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:16.709747 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port a3dc732f-826b-4987-a12e-1429c2d6b371, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=a3dc732f-826b-4987-a12e-1429c2d6b371,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:16.791465 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.835737 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.874797 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4442c006-a83b-4060-b0a0-e9a38b15379a req-e13c6149-d2e6-431b-acc2-4b27ca7d3f4d tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.879529 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4442c006-a83b-4060-b0a0-e9a38b15379a req-e13c6149-d2e6-431b-acc2-4b27ca7d3f4d tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.880053 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=a3dc732f-826b-4987-a12e-1429c2d6b371,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:16.885173 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4442c006-a83b-4060-b0a0-e9a38b15379a req-e13c6149-d2e6-431b-acc2-4b27ca7d3f4d tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/bfd4f7e7-24b3-4c40-a363-a64a52aa240b HTTP/1.1" status: 204 len: 173 time: 0.3882763 Sep 23 22:24:16.906448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c6149-d2e6-431b-acc2-4b27ca7d3f4d tempest-SecurityGroupsTestAdminJSON-442628686 tempest-SecurityGroupsTestAdminJSON-442628686-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd4f7e7-24b3-4c40-a363-a64a52aa240b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:16.915237 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:16.966925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80efe891-92b1-4bd1-890d-37fd1a5b63ba None None] DHCP port deletion for ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:24:17.008395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Deleting port a900cc59-1fa8-4463-9726-ccb0742a8b24 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:17.009138 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:17.093893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-80efe891-92b1-4bd1-890d-37fd1a5b63ba None None] Deleting port a900cc59-1fa8-4463-9726-ccb0742a8b24 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:17.094363 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-80efe891-92b1-4bd1-890d-37fd1a5b63ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:17.107586 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bceb126-6eaf-416b-9300-ed8c9ceb50a4 req-bd31c105-4749-4204-95a4-71968dc36fc1 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:17.115715 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0bceb126-6eaf-416b-9300-ed8c9ceb50a4 req-bd31c105-4749-4204-95a4-71968dc36fc1 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 943 time: 0.1016157 Sep 23 22:24:17.153242 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['a3dc732f-826b-4987-a12e-1429c2d6b371'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:24:17.175270 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0bceb126-6eaf-416b-9300-ed8c9ceb50a4 req-a69b5075-044d-40c6-a127-62b1dc82076f tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580449 Sep 23 22:24:17.181149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] For port a900cc59-1fa8-4463-9726-ccb0742a8b24, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a900cc59-1fa8-4463-9726-ccb0742a8b24,segment=NetworkSegment(e7acfefa-8e32-4473-902d-8ea0789fee25),segment_id=e7acfefa-8e32-4473-902d-8ea0789fee25)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:17.181799 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:17.215509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Calling delete_port for a900cc59-1fa8-4463-9726-ccb0742a8b24 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:17.261355 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-80efe891-92b1-4bd1-890d-37fd1a5b63ba None None] For port a900cc59-1fa8-4463-9726-ccb0742a8b24, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a900cc59-1fa8-4463-9726-ccb0742a8b24,segment=NetworkSegment(e7acfefa-8e32-4473-902d-8ea0789fee25),segment_id=e7acfefa-8e32-4473-902d-8ea0789fee25)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:17.261859 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-80efe891-92b1-4bd1-890d-37fd1a5b63ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:17.301743 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-80efe891-92b1-4bd1-890d-37fd1a5b63ba None None] Calling delete_port for a900cc59-1fa8-4463-9726-ccb0742a8b24 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:17.336746 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2ea0a-aab3-48af-875b-a48cafa15974 req-c3f12b3f-fc23-4830-bd60-2f8cf8b12bc3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:17.338563 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c6f2ea0a-aab3-48af-875b-a48cafa15974 req-c3f12b3f-fc23-4830-bd60-2f8cf8b12bc3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.0861976 Sep 23 22:24:17.420666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c6f2ea0a-aab3-48af-875b-a48cafa15974 req-cee02e0c-926a-492e-9ebe-bd9734a29746 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736897 Sep 23 22:24:17.523732 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74c30832-8da1-41d7-bce9-7bd32851e092 req-11723b18-7994-4cfe-894e-3243bde7f90a tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] 10.222.0.22 "GET /v2.0/security-groups/ecb83060-fe87-425e-944a-90c4c548a180 HTTP/1.1" status: 200 len: 1778 time: 0.0692925 Sep 23 22:24:17.532191 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:17.558417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:17.604772 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-80efe891-92b1-4bd1-890d-37fd1a5b63ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:17.608565 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Port': ['ID=a900cc59-1fa8-4463-9726-ccb0742a8b24,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:17.619360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] No DVR routers for this DVR port a900cc59-1fa8-4463-9726-ccb0742a8b24 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:24:17.626781 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-74c30832-8da1-41d7-bce9-7bd32851e092 req-80796b78-833a-42f9-bc75-baf65c0f0f57 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:17.637011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efe891-92b1-4bd1-890d-37fd1a5b63ba None None] Pushing event deleted for resources: {'Port': ['ID=a900cc59-1fa8-4463-9726-ccb0742a8b24,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:17.642376 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80efe891-92b1-4bd1-890d-37fd1a5b63ba None None] No DVR routers for this DVR port a900cc59-1fa8-4463-9726-ccb0742a8b24 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:24:17.670373 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-74c30832-8da1-41d7-bce9-7bd32851e092 req-80796b78-833a-42f9-bc75-baf65c0f0f57 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:17.799493 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:17.825435 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:17.838882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7acfefa-8e32-4473-902d-8ea0789fee25') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:17.839135 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7acfefa-8e32-4473-902d-8ea0789fee25') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:17.847136 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-74c30832-8da1-41d7-bce9-7bd32851e092 req-80796b78-833a-42f9-bc75-baf65c0f0f57 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:17.855328 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-74c30832-8da1-41d7-bce9-7bd32851e092 req-80796b78-833a-42f9-bc75-baf65c0f0f57 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:17.856104 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:17.869973 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74c30832-8da1-41d7-bce9-7bd32851e092 req-80796b78-833a-42f9-bc75-baf65c0f0f57 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] 10.222.0.22 "DELETE /v2.0/security-groups/ecb83060-fe87-425e-944a-90c4c548a180 HTTP/1.1" status: 204 len: 173 time: 0.3397593 Sep 23 22:24:17.881372 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:17.886835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80796b78-833a-42f9-bc75-baf65c0f0f57 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb83060-fe87-425e-944a-90c4c548a180,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:17.889641 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:24:17.890577 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:24:17.895232 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:24:18.038842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8749399-33fa-4321-9ba4-54c67d44a2d3 req-096ef09c-1532-4e8c-a705-da13e8b4aaa7 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:18.040751 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b8749399-33fa-4321-9ba4-54c67d44a2d3 req-096ef09c-1532-4e8c-a705-da13e8b4aaa7 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 945 time: 0.0853450 Sep 23 22:24:18.041330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d445d-2b55-478b-9dae-ed1998ef6bf8 req-4963afc8-b012-4f28-90e7-d624d4a607ee tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:18.044253 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa0d445d-2b55-478b-9dae-ed1998ef6bf8 req-4963afc8-b012-4f28-90e7-d624d4a607ee tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 944 time: 0.1370056 Sep 23 22:24:18.107779 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa0d445d-2b55-478b-9dae-ed1998ef6bf8 req-93186bc6-6d7e-4ab0-a16e-a4313c3d8bb0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559535 Sep 23 22:24:18.107970 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b8749399-33fa-4321-9ba4-54c67d44a2d3 req-194b79be-2f26-40d4-9ae3-a4834ba732ae tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568807 Sep 23 22:24:18.111810 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:18.119912 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:18.122311 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] 10.222.0.22 "DELETE /v2.0/networks/ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f HTTP/1.1" status: 204 len: 168 time: 1.4678001 Sep 23 22:24:18.144213 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e393e-7b29-46c4-9de9-cce733e122dc tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] Pushing event deleted for resources: {'Network': ['ID=ff7f5688-97fa-4c60-88ca-a00a8cb7ad8f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:18.214716 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-70f026c4-8f5a-4225-b2e7-6ec2fd72c061 req-7df73474-1dc7-4c8c-8cd9-32ff9329827f tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] 10.222.0.22 "GET /v2.0/security-groups/07fd1249-2453-453a-95d2-d57fbc4d1b6e HTTP/1.1" status: 200 len: 1778 time: 0.0588458 Sep 23 22:24:18.286464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device a3dc732f-826b-4987-a12e-1429c2d6b371 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:24:18.325683 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-70f026c4-8f5a-4225-b2e7-6ec2fd72c061 req-b9c2bf7e-67ac-470a-b626-0d0328e95fc1 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:18.388290 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-70f026c4-8f5a-4225-b2e7-6ec2fd72c061 req-b9c2bf7e-67ac-470a-b626-0d0328e95fc1 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:18.458810 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:18.486911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ea652668-dd9e-45d0-8a9b-201413f67c68 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:24:18.503905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 36232a29-b6b9-4b64-b499-0d078f9721c4 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:24:18.508317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d939f5e-c7bd-4ae0-8af6-072845201886 req-0e6eaa75-4d90-45f1-8d08-d8fc057f593c tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:18.522311 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d939f5e-c7bd-4ae0-8af6-072845201886 req-0e6eaa75-4d90-45f1-8d08-d8fc057f593c tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 943 time: 0.1063626 Sep 23 22:24:18.549318 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-70f026c4-8f5a-4225-b2e7-6ec2fd72c061 req-b9c2bf7e-67ac-470a-b626-0d0328e95fc1 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:18.552320 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-70f026c4-8f5a-4225-b2e7-6ec2fd72c061 req-b9c2bf7e-67ac-470a-b626-0d0328e95fc1 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:18.554965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-70f026c4-8f5a-4225-b2e7-6ec2fd72c061 req-b9c2bf7e-67ac-470a-b626-0d0328e95fc1 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] 10.222.0.22 "DELETE /v2.0/security-groups/07fd1249-2453-453a-95d2-d57fbc4d1b6e HTTP/1.1" status: 204 len: 173 time: 0.3280079 Sep 23 22:24:18.577679 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port a3dc732f-826b-4987-a12e-1429c2d6b371 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:24:18.580394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2bf7e-67ac-470a-b626-0d0328e95fc1 tempest-SecurityGroupsTestAdminJSON-1287288575 tempest-SecurityGroupsTestAdminJSON-1287288575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fd1249-2453-453a-95d2-d57fbc4d1b6e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:18.600371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a900cc59-1fa8-4463-9726-ccb0742a8b24 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:24:18.617980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d939f5e-c7bd-4ae0-8af6-072845201886 req-9b6b636a-8454-44e3-a7a5-06aa9835cda1 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925455 Sep 23 22:24:18.634451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port a3dc732f-826b-4987-a12e-1429c2d6b371 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:18.635123 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:18.642862 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: a900cc59-1fa8-4463-9726-ccb0742a8b24 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:24:18.643896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a900cc59-1fa8-4463-9726-ccb0742a8b24 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:24:18.822109 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ea652668-dd9e-45d0-8a9b-201413f67c68, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ea652668-dd9e-45d0-8a9b-201413f67c68,segment=NetworkSegment(249be43e-b51c-4e0c-8a06-1bb04d9dfaa5),segment_id=249be43e-b51c-4e0c-8a06-1bb04d9dfaa5)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:18.854481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800a8cb-1d5e-4579-8ef2-95035d5a3252 req-d2a6852f-d710-4358-aa45-b3936f529862 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:18.856308 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e800a8cb-1d5e-4579-8ef2-95035d5a3252 req-d2a6852f-d710-4358-aa45-b3936f529862 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.0726404 Sep 23 22:24:18.861022 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'ea652668-dd9e-45d0-8a9b-201413f67c68', 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'port_id': 'ea652668-dd9e-45d0-8a9b-201413f67c68', 'mac_address': 'fa:16:3e:00:da:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:24:18.901870 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:18.920580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 36232a29-b6b9-4b64-b499-0d078f9721c4 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:24:18.935123 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 36232a29-b6b9-4b64-b499-0d078f9721c4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:18.935503 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:18.943697 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:18.955513 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e800a8cb-1d5e-4579-8ef2-95035d5a3252 req-5543c79d-7c8e-44c6-a6dd-e5f88fbee4ed tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833220 Sep 23 22:24:18.989768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf27b878-8fe9-4b17-b875-62daf9f66725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3dc732f-826b-4987-a12e-1429c2d6b371'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:18.992199 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b76e0fa-b373-4bcd-b665-5e3633be27f6" -d '{"events": [{"server_uuid": "bf27b878-8fe9-4b17-b875-62daf9f66725", "name": "network-vif-plugged", "status": "completed", "tag": "a3dc732f-826b-4987-a12e-1429c2d6b371"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:19.010121 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea652668-dd9e-45d0-8a9b-201413f67c68 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:19.019810 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port a3dc732f-826b-4987-a12e-1429c2d6b371, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=a3dc732f-826b-4987-a12e-1429c2d6b371,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:19.050116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ea652668-dd9e-45d0-8a9b-201413f67c68, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ea652668-dd9e-45d0-8a9b-201413f67c68,segment=NetworkSegment(249be43e-b51c-4e0c-8a06-1bb04d9dfaa5),segment_id=249be43e-b51c-4e0c-8a06-1bb04d9dfaa5)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:19.100211 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:19.126914 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c82f577-298e-4858-a56b-285ee3ceacf7 x-openstack-request-id: req-9c82f577-298e-4858-a56b-285ee3ceacf7 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:19.127378 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf27b878-8fe9-4b17-b875-62daf9f66725", "name": "network-vif-plugged", "status": "completed", "tag": "a3dc732f-826b-4987-a12e-1429c2d6b371", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:19.129601 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c82f577-298e-4858-a56b-285ee3ceacf7 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:19.129601 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf27b878-8fe9-4b17-b875-62daf9f66725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3dc732f-826b-4987-a12e-1429c2d6b371', 'code': 200} Sep 23 22:24:19.129601 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:19.181189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 36232a29-b6b9-4b64-b499-0d078f9721c4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=36232a29-b6b9-4b64-b499-0d078f9721c4,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:19.202102 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:19.232477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46700) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:19.284880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530d398-47e6-4b4e-9617-5ff66187e9c7 req-9f7bdfae-d7f8-461e-aa6f-3d9675b5f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:19.285498 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:19.286568 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f872f26c-3802-4555-a26a-b943881cec95 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:24:19.288934 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9530d398-47e6-4b4e-9617-5ff66187e9c7 req-9f7bdfae-d7f8-461e-aa6f-3d9675b5f70b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 1096 time: 0.0747526 Sep 23 22:24:19.382278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=a3dc732f-826b-4987-a12e-1429c2d6b371,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:19.404479 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9530d398-47e6-4b4e-9617-5ff66187e9c7 req-a420c2e0-70c1-4238-bb9c-8980b8c232bb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055298 Sep 23 22:24:19.615917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46706) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:19.678704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port f872f26c-3802-4555-a26a-b943881cec95 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:24:19.688402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port f872f26c-3802-4555-a26a-b943881cec95 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:19.689033 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:19.762931 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ea652668-dd9e-45d0-8a9b-201413f67c68'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:24:19.837575 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ea652668-dd9e-45d0-8a9b-201413f67c68,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:19.929667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=36232a29-b6b9-4b64-b499-0d078f9721c4,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:20.012330 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-131b818e-bafb-40ad-8145-5faae4843b50 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=205802c7c07048919f004001a2655213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928094 Sep 23 22:24:20.014607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46728) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:20.134747 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:20.172913 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-202dfdb9-6015-491f-b483-643d6881efa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:20.196413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f872f26c-3802-4555-a26a-b943881cec95, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f872f26c-3802-4555-a26a-b943881cec95,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:20.202638 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-202dfdb9-6015-491f-b483-643d6881efa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:20.309501 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:20.309737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e4e81-bcfe-47e6-9f1a-58964ebd1563 req-e61057f5-b5f7-4c71-a15e-477a06661bd7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:20.320619 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-597e4e81-bcfe-47e6-9f1a-58964ebd1563 req-e61057f5-b5f7-4c71-a15e-477a06661bd7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 945 time: 0.1837142 Sep 23 22:24:20.370142 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-202dfdb9-6015-491f-b483-643d6881efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:20.374235 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-202dfdb9-6015-491f-b483-643d6881efa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:20.383366 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-202dfdb9-6015-491f-b483-643d6881efa7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49a45406-ca05-49c3-9900-50750051d123 HTTP/1.1" status: 204 len: 168 time: 0.3627820 Sep 23 22:24:20.436314 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-597e4e81-bcfe-47e6-9f1a-58964ebd1563 req-7d5cb86e-c797-40c6-bc90-c3979edead45 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142423 Sep 23 22:24:20.463443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dfdb9-6015-491f-b483-643d6881efa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a45406-ca05-49c3-9900-50750051d123,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:20.488183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f872f26c-3802-4555-a26a-b943881cec95,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:20.540491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c70dc-4962-4f8d-8e0f-73dc314dcd36 req-f64009b9-7642-4915-9e4c-1e606f560ac5 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:20.544026 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-918c70dc-4962-4f8d-8e0f-73dc314dcd36 req-f64009b9-7642-4915-9e4c-1e606f560ac5 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 945 time: 0.1590707 Sep 23 22:24:20.588459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-918c70dc-4962-4f8d-8e0f-73dc314dcd36 req-a1b9394f-2b8a-48a6-a514-bca4f51f06de tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374062 Sep 23 22:24:20.678430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3cd75-77d7-46ac-9d09-63f4e389ee02 req-6ad494b5-36de-4f84-8c47-88781e02948c tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:20.680044 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e2c3cd75-77d7-46ac-9d09-63f4e389ee02 req-6ad494b5-36de-4f84-8c47-88781e02948c tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 944 time: 0.0840871 Sep 23 22:24:20.690214 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d0008c10-a29e-4bd3-ac61-32906cb9e02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:20.854370 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e2c3cd75-77d7-46ac-9d09-63f4e389ee02 req-48dca607-5f37-4978-9ebf-2d5d5b9a6f85 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616349 Sep 23 22:24:21.024248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ad030-9197-4ac3-ae4d-411b961a98ba req-7e4dfb32-5202-44a4-83ac-a44d266789a3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:21.028025 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d8ad030-9197-4ac3-ae4d-411b961a98ba req-7e4dfb32-5202-44a4-83ac-a44d266789a3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.1346240 Sep 23 22:24:21.092461 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d8ad030-9197-4ac3-ae4d-411b961a98ba req-e04ef282-e6d3-4e97-9057-f69253615b1d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556905 Sep 23 22:24:21.130136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6b7918-f307-4dde-9a98-4ab0c0372eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36232a29-b6b9-4b64-b499-0d078f9721c4'}, {'server_uuid': 'a27e7845-c0a6-4576-b48b-37766588c2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f872f26c-3802-4555-a26a-b943881cec95'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:21.140761 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef249c9-3111-4f5f-b118-755509c5b368" -d '{"events": [{"server_uuid": "9e6b7918-f307-4dde-9a98-4ab0c0372eba", "name": "network-vif-plugged", "status": "completed", "tag": "36232a29-b6b9-4b64-b499-0d078f9721c4"}, {"server_uuid": "a27e7845-c0a6-4576-b48b-37766588c2e9", "name": "network-vif-plugged", "status": "completed", "tag": "f872f26c-3802-4555-a26a-b943881cec95"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:21.163896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d0008c10-a29e-4bd3-ac61-32906cb9e02e admin admin] Deleting port 74dce4bb-4096-48a2-82cf-74078727d9ac {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:21.164481 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d0008c10-a29e-4bd3-ac61-32906cb9e02e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:21.225258 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91827f5-03cd-4051-8e67-8b2dfbef3353 x-openstack-request-id: req-d91827f5-03cd-4051-8e67-8b2dfbef3353 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:21.225708 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6b7918-f307-4dde-9a98-4ab0c0372eba", "name": "network-vif-plugged", "status": "completed", "tag": "36232a29-b6b9-4b64-b499-0d078f9721c4", "code": 200}, {"server_uuid": "a27e7845-c0a6-4576-b48b-37766588c2e9", "name": "network-vif-plugged", "status": "completed", "tag": "f872f26c-3802-4555-a26a-b943881cec95", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:21.226031 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d91827f5-03cd-4051-8e67-8b2dfbef3353 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:21.226629 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6b7918-f307-4dde-9a98-4ab0c0372eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36232a29-b6b9-4b64-b499-0d078f9721c4', 'code': 200} Sep 23 22:24:21.227017 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27e7845-c0a6-4576-b48b-37766588c2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f872f26c-3802-4555-a26a-b943881cec95', 'code': 200} Sep 23 22:24:21.371009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-d0008c10-a29e-4bd3-ac61-32906cb9e02e admin admin] For port 74dce4bb-4096-48a2-82cf-74078727d9ac, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=74dce4bb-4096-48a2-82cf-74078727d9ac,segment=NetworkSegment(a76e1e5e-ebf5-4e9c-8920-c25aff511958),segment_id=a76e1e5e-ebf5-4e9c-8920-c25aff511958)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:21.371887 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d0008c10-a29e-4bd3-ac61-32906cb9e02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:21.428013 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46762) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:21.444738 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d0008c10-a29e-4bd3-ac61-32906cb9e02e admin admin] Calling delete_port for 74dce4bb-4096-48a2-82cf-74078727d9ac owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:21.647024 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16d67a-e94f-4ce1-af14-c8b55824e811 req-4a7efd25-4c70-4da9-b741-460f76eb6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:21.649884 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b16d67a-e94f-4ce1-af14-c8b55824e811 req-4a7efd25-4c70-4da9-b741-460f76eb6501 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a27e7845-c0a6-4576-b48b-37766588c2e9 HTTP/1.1" status: 200 len: 1097 time: 0.2372169 Sep 23 22:24:21.659428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6a21e-8315-4f8c-8e28-c886c6029923 req-3a6f04df-bde0-47e2-9f90-a834747fbdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:21.661700 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3fd6a21e-8315-4f8c-8e28-c886c6029923 req-3a6f04df-bde0-47e2-9f90-a834747fbdf4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 1097 time: 0.2515163 Sep 23 22:24:21.702569 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18058dbc-4a02-441f-a3ab-f25ea31c57a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:21.819096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46770) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:21.916840 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3fd6a21e-8315-4f8c-8e28-c886c6029923 req-3c1093ac-4a0d-4d7c-8568-c13840588bcc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382493 Sep 23 22:24:21.919848 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b16d67a-e94f-4ce1-af14-c8b55824e811 req-043eaf1b-03d8-404b-907c-f4c854b7e342 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567210 Sep 23 22:24:21.923148 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2465d376-e2c3-4e32-8a2e-b201da3e5c95 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cdc69fb3259b4d5bb1e371467d4ea83f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1013305 Sep 23 22:24:21.928599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46776) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:22.096033 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18058dbc-4a02-441f-a3ab-f25ea31c57a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:22.132727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba9a67-8cd8-498f-90a2-31630a970a28 req-e6a11bfc-46e9-4470-8b4a-28cb0dda569a tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:22.134668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44ba9a67-8cd8-498f-90a2-31630a970a28 req-e6a11bfc-46e9-4470-8b4a-28cb0dda569a tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 944 time: 0.0584044 Sep 23 22:24:22.164338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91377-570e-4a68-98a3-af4b5b75b750 req-5ff88b9f-796f-4ad1-b682-815d18dd5b6c tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:22.166697 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1f91377-570e-4a68-98a3-af4b5b75b750 req-5ff88b9f-796f-4ad1-b682-815d18dd5b6c tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 945 time: 0.1379793 Sep 23 22:24:22.168065 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-939a7734-3c1f-437e-a3a6-b1b6e5adf7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:22.178657 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d0008c10-a29e-4bd3-ac61-32906cb9e02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:22.218627 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44ba9a67-8cd8-498f-90a2-31630a970a28 req-e88c7ab9-0cd3-4e45-95b1-54121f1b1e6b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736852 Sep 23 22:24:22.222298 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0008c10-a29e-4bd3-ac61-32906cb9e02e admin admin] Pushing event deleted for resources: {'Port': ['ID=74dce4bb-4096-48a2-82cf-74078727d9ac,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:22.233479 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18058dbc-4a02-441f-a3ab-f25ea31c57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:22.238151 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-939a7734-3c1f-437e-a3a6-b1b6e5adf7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:22.349440 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1f91377-570e-4a68-98a3-af4b5b75b750 req-cae7d279-652d-4a7b-bd71-11dbb8ec0505 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743450 Sep 23 22:24:22.358934 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-18058dbc-4a02-441f-a3ab-f25ea31c57a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=797cc58116fc4b2fa94944f7481073f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9270828 Sep 23 22:24:22.358934 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18058dbc-4a02-441f-a3ab-f25ea31c57a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120bdabf-b5db-49b0-92c6-a968bf5f2726,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:22.369095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46782) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:22.514343 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ea652668-dd9e-45d0-8a9b-201413f67c68 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:24:22.529798 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e48eda4b-488a-4aef-93a0-c62e9d510096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:22.606263 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e48eda4b-488a-4aef-93a0-c62e9d510096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:22.637225 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-939a7734-3c1f-437e-a3a6-b1b6e5adf7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:22.642117 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-939a7734-3c1f-437e-a3a6-b1b6e5adf7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:22.643413 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-939a7734-3c1f-437e-a3a6-b1b6e5adf7ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c61d04a-e41c-4ea4-9658-06e9d1d3c675 HTTP/1.1" status: 204 len: 168 time: 0.7131467 Sep 23 22:24:22.663240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca344a-997c-4c9f-81c0-c7c32c054af6 req-fe1fee9a-a04f-4122-b0f3-9e267540ba28 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:22.666112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a7734-3c1f-437e-a3a6-b1b6e5adf7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c61d04a-e41c-4ea4-9658-06e9d1d3c675,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:22.680270 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10ca344a-997c-4c9f-81c0-c7c32c054af6 req-fe1fee9a-a04f-4122-b0f3-9e267540ba28 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 945 time: 0.2912784 Sep 23 22:24:22.716057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port ea652668-dd9e-45d0-8a9b-201413f67c68 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:24:22.724429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port ea652668-dd9e-45d0-8a9b-201413f67c68 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:22.725056 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:22.772370 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10ca344a-997c-4c9f-81c0-c7c32c054af6 req-e866f0e3-6638-4bab-aa7a-a7e7f7ff70bf tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928895 Sep 23 22:24:22.791915 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d0008c10-a29e-4bd3-ac61-32906cb9e02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:22.798810 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e48eda4b-488a-4aef-93a0-c62e9d510096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:22.801914 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e48eda4b-488a-4aef-93a0-c62e9d510096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:22.803225 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e48eda4b-488a-4aef-93a0-c62e9d510096 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/120bdabf-b5db-49b0-92c6-a968bf5f2726 HTTP/1.1" status: 204 len: 168 time: 0.4289718 Sep 23 22:24:22.826941 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48eda4b-488a-4aef-93a0-c62e9d510096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120bdabf-b5db-49b0-92c6-a968bf5f2726,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:23.007859 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:23.075754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ea652668-dd9e-45d0-8a9b-201413f67c68, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ea652668-dd9e-45d0-8a9b-201413f67c68,segment=NetworkSegment(249be43e-b51c-4e0c-8a06-1bb04d9dfaa5),segment_id=249be43e-b51c-4e0c-8a06-1bb04d9dfaa5)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:23.095302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e72d4b-b410-4225-8621-aff8cf0cdbe9 req-722820a5-ebc6-49f9-8512-cea41de87ab7 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:23.097331 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-94e72d4b-b410-4225-8621-aff8cf0cdbe9 req-722820a5-ebc6-49f9-8512-cea41de87ab7 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.1301267 Sep 23 22:24:23.116844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f5c31-2a4a-478e-aba4-98c335d34bc8 req-6a422be6-9599-4f26-8ec2-616ccaf45944 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:23.119955 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c69f5c31-2a4a-478e-aba4-98c335d34bc8 req-6a422be6-9599-4f26-8ec2-616ccaf45944 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.0967922 Sep 23 22:24:23.150120 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:23.219699 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c69f5c31-2a4a-478e-aba4-98c335d34bc8 req-aa1bf57f-fbf4-4e48-abe5-97c3994935f3 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913565 Sep 23 22:24:23.242300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c6a404-5dfb-4e46-8d08-1726da4960f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea652668-dd9e-45d0-8a9b-201413f67c68'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:23.250889 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f818148b-f386-4679-ba88-6e07dbc78b48" -d '{"events": [{"server_uuid": "04c6a404-5dfb-4e46-8d08-1726da4960f5", "name": "network-vif-plugged", "status": "completed", "tag": "ea652668-dd9e-45d0-8a9b-201413f67c68"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:23.285868 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ea652668-dd9e-45d0-8a9b-201413f67c68,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:23.302464 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-94e72d4b-b410-4225-8621-aff8cf0cdbe9 req-160b5121-02c0-43d7-b175-22e020e88218 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733814 Sep 23 22:24:23.340973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0008c10-a29e-4bd3-ac61-32906cb9e02e admin admin] Router bd8fae36-d661-4a44-b47c-5136c1f3e404 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:24:23.400148 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dae3de2-a8f0-4352-a114-e9b76d472c92 x-openstack-request-id: req-9dae3de2-a8f0-4352-a114-e9b76d472c92 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:23.400972 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c6a404-5dfb-4e46-8d08-1726da4960f5", "name": "network-vif-plugged", "status": "completed", "tag": "ea652668-dd9e-45d0-8a9b-201413f67c68", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:23.401705 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9dae3de2-a8f0-4352-a114-e9b76d472c92 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:23.402968 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c6a404-5dfb-4e46-8d08-1726da4960f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea652668-dd9e-45d0-8a9b-201413f67c68', 'code': 200} Sep 23 22:24:23.502784 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0008c10-a29e-4bd3-ac61-32906cb9e02e admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:24:23.510840 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d0008c10-a29e-4bd3-ac61-32906cb9e02e admin admin] 10.222.0.22 "PUT /v2.0/routers/bd8fae36-d661-4a44-b47c-5136c1f3e404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2781374 Sep 23 22:24:23.514101 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76481b-46a9-4c6b-8e86-20d066666eb9 None None] Sync routers for ids ['bd8fae36-d661-4a44-b47c-5136c1f3e404'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:24:23.514993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46804) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:23.529437 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76481b-46a9-4c6b-8e86-20d066666eb9 None None] Routers {'bd8fae36-d661-4a44-b47c-5136c1f3e404'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:24:23.531479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-2f76481b-46a9-4c6b-8e86-20d066666eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:24:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bd8fae36-d661-4a44-b47c-5136c1f3e404'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:23.670473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e99d01-2a37-4adc-a3f0-6119c270819b req-eecd806d-16ac-4ae8-ac05-a12ff07aa3ed tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:23.680222 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-33e99d01-2a37-4adc-a3f0-6119c270819b req-eecd806d-16ac-4ae8-ac05-a12ff07aa3ed tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 945 time: 0.1550033 Sep 23 22:24:23.703316 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:23.767327 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-33e99d01-2a37-4adc-a3f0-6119c270819b req-55958c22-6047-490c-8d5c-7117d53118fb tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857584 Sep 23 22:24:23.779543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9dc0b-ef3f-4bf6-a13b-ccd70c2a3659 req-075a29c3-a5c7-4ab3-adc4-927ef952ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:23.781766 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-abc9dc0b-ef3f-4bf6-a13b-ccd70c2a3659 req-075a29c3-a5c7-4ab3-adc4-927ef952ca6a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 1096 time: 0.1589534 Sep 23 22:24:23.812634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-2f76481b-46a9-4c6b-8e86-20d066666eb9 None None] Set router bd8fae36-d661-4a44-b47c-5136c1f3e404 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:24:23.873521 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-abc9dc0b-ef3f-4bf6-a13b-ccd70c2a3659 req-ae7782a1-5c36-4310-9153-1bbc59ad33b0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820448 Sep 23 22:24:23.912183 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:23.952515 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946bb9b-423d-4f87-8e49-0e7de068813e req-a3696fce-20da-4b2c-9e08-5cb2b32a46d0 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:23.966073 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9946bb9b-423d-4f87-8e49-0e7de068813e req-a3696fce-20da-4b2c-9e08-5cb2b32a46d0 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 945 time: 0.0745168 Sep 23 22:24:24.004894 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9946bb9b-423d-4f87-8e49-0e7de068813e req-ac19f9b6-159f-4f39-90a1-d47042c5a270 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396435 Sep 23 22:24:24.046990 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46812) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:24.074135 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6de8be2-3e5b-4eca-9a20-780bcc28b492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:24.118024 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] Deleting port 854e24be-afbc-4fa3-9be4-13004a03323e {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:24.119039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:24.138360 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-2f76481b-46a9-4c6b-8e86-20d066666eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'name': 'tempest-ServersTestMultiNic-456414509-router', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '854e24be-afbc-4fa3-9be4-13004a03323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:36Z', 'updated_at': '2021-09-23T22:24:21Z', 'revision_number': 5, 'project_id': '7c6919ff761d4dfea6400229f18974f5', 'gw_port': {'id': '854e24be-afbc-4fa3-9be4-13004a03323e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:21:38Z', 'updated_at': '2021-09-23T22:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:24.230595 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6de8be2-3e5b-4eca-9a20-780bcc28b492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:24.259961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76481b-46a9-4c6b-8e86-20d066666eb9 None None] Checking router: bd8fae36-d661-4a44-b47c-5136c1f3e404 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:24:24.277648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76481b-46a9-4c6b-8e86-20d066666eb9 None None] Routers {'bd8fae36-d661-4a44-b47c-5136c1f3e404'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:24:24.278968 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-2f76481b-46a9-4c6b-8e86-20d066666eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:24:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bd8fae36-d661-4a44-b47c-5136c1f3e404'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:24.285342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] For port 854e24be-afbc-4fa3-9be4-13004a03323e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=854e24be-afbc-4fa3-9be4-13004a03323e,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:24.286433 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:24.313437 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] Calling delete_port for 854e24be-afbc-4fa3-9be4-13004a03323e owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:24.357649 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6de8be2-3e5b-4eca-9a20-780bcc28b492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:24.426947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de8be2-3e5b-4eca-9a20-780bcc28b492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1757a0-6c99-4409-b5e6-993a6e9578ce,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:24.439872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47c837-1061-4cb1-8971-d4720ad218a1 req-380cef8a-c62d-44f5-81e0-ba26c414ef81 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:24.446985 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0c47c837-1061-4cb1-8971-d4720ad218a1 req-380cef8a-c62d-44f5-81e0-ba26c414ef81 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.1213613 Sep 23 22:24:24.455373 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e6de8be2-3e5b-4eca-9a20-780bcc28b492 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2fa9048e3f214fb9b3e86f94004aa24f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060948 Sep 23 22:24:24.457342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46822) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:24.545792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-2f76481b-46a9-4c6b-8e86-20d066666eb9 None None] Set router bd8fae36-d661-4a44-b47c-5136c1f3e404 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:24:24.652392 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0c47c837-1061-4cb1-8971-d4720ad218a1 req-4997b4af-e0c7-480a-b60a-72ca8e3dbe2d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042384 Sep 23 22:24:24.658045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-2f76481b-46a9-4c6b-8e86-20d066666eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'name': 'tempest-ServersTestMultiNic-456414509-router', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:36Z', 'updated_at': '2021-09-23T22:24:23Z', 'revision_number': 6, 'project_id': '7c6919ff761d4dfea6400229f18974f5', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:24.686450 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2385af4d-9fc6-45f9-8b34-d903e6da40a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:24.736336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89218ad-940b-4924-a04e-eb95bf4dee4c req-33333937-a6f2-4ee4-bede-7bbed0e4e417 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:24.738529 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a89218ad-940b-4924-a04e-eb95bf4dee4c req-33333937-a6f2-4ee4-bede-7bbed0e4e417 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.1380348 Sep 23 22:24:24.751939 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2385af4d-9fc6-45f9-8b34-d903e6da40a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:24.756195 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:24:24.775140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76481b-46a9-4c6b-8e86-20d066666eb9 None None] The sync data for ids ['bd8fae36-d661-4a44-b47c-5136c1f3e404'] in n-d-810775-1 is: [{'id': 'bd8fae36-d661-4a44-b47c-5136c1f3e404', 'name': 'tempest-ServersTestMultiNic-456414509-router', 'tenant_id': '7c6919ff761d4dfea6400229f18974f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:21:36Z', 'updated_at': '2021-09-23T22:24:23Z', 'revision_number': 6, 'project_id': '7c6919ff761d4dfea6400229f18974f5', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:24:24.827424 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a89218ad-940b-4924-a04e-eb95bf4dee4c req-b0acd854-1508-4a65-a5f4-17ef289b5e0d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695078 Sep 23 22:24:24.904312 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:24.939027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] Pushing event deleted for resources: {'Port': ['ID=854e24be-afbc-4fa3-9be4-13004a03323e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:24.976866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f4dc1-a08f-46a2-a0d3-768b99fb84cd req-90b18441-bc8f-4a8b-9451-64470495a6d2 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:24.978827 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-662f4dc1-a08f-46a2-a0d3-768b99fb84cd req-90b18441-bc8f-4a8b-9451-64470495a6d2 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=a27e7845-c0a6-4576-b48b-37766588c2e9 HTTP/1.1" status: 200 len: 946 time: 0.0833137 Sep 23 22:24:24.980459 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2385af4d-9fc6-45f9-8b34-d903e6da40a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:24.985157 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2385af4d-9fc6-45f9-8b34-d903e6da40a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:24.987119 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2385af4d-9fc6-45f9-8b34-d903e6da40a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e1757a0-6c99-4409-b5e6-993a6e9578ce HTTP/1.1" status: 204 len: 168 time: 0.5286450 Sep 23 22:24:25.013358 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385af4d-9fc6-45f9-8b34-d903e6da40a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1757a0-6c99-4409-b5e6-993a6e9578ce,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:25.077590 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-662f4dc1-a08f-46a2-a0d3-768b99fb84cd req-ea61be8f-4004-4c92-9f28-2b920530e072 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844123 Sep 23 22:24:25.179233 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:25.371936 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628e595-a7e0-4243-8db1-7c641c514342 req-431ce5ee-a813-40c7-b59f-8a1a854dfc46 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:25.373643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2628e595-a7e0-4243-8db1-7c641c514342 req-431ce5ee-a813-40c7-b59f-8a1a854dfc46 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 945 time: 0.0602114 Sep 23 22:24:25.401377 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:25.407235 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:25.424318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3c58c-bc6d-4031-9ab9-2e94402257bf req-dd157ccc-0f38-4ddf-b78e-94e44254c4d4 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:25.427186 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-48a3c58c-bc6d-4031-9ab9-2e94402257bf req-dd157ccc-0f38-4ddf-b78e-94e44254c4d4 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 945 time: 0.2786217 Sep 23 22:24:25.473304 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2628e595-a7e0-4243-8db1-7c641c514342 req-ac38e7d0-eb7a-431b-bbdc-a48812287a35 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852869 Sep 23 22:24:25.494576 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-44a8ddca-f03b-4833-a909-bee1af07bf52 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:25.496172 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-44a8ddca-f03b-4833-a909-bee1af07bf52 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.67 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 945 time: 0.0864315 Sep 23 22:24:25.539662 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-48a3c58c-bc6d-4031-9ab9-2e94402257bf req-a8c22c2f-674c-4bb9-98a0-e8e33a11aede tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048822 Sep 23 22:24:25.630564 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:25.631860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd8fae36-d661-4a44-b47c-5136c1f3e404 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:24:25.639583 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:25.642434 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3132da65-85a2-427d-9bdf-336b2b0c966b admin admin] 10.222.0.22 "DELETE /v2.0/routers/bd8fae36-d661-4a44-b47c-5136c1f3e404 HTTP/1.1" status: 204 len: 168 time: 2.1254451 Sep 23 22:24:25.659894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46852) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:25.761994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-9729bfae-b97a-488a-aef8-246468cb5b7e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Deleting port 9c099305-dd69-484c-9073-dbfc6f0e57d9 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:25.762617 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-9729bfae-b97a-488a-aef8-246468cb5b7e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:25.817907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Deleting subnet e0c3baf9-0471-4e8c-9c79-11b3eac54394 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:24:25.830119 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:25.926517 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:26.126582 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:26.141101 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-9729bfae-b97a-488a-aef8-246468cb5b7e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] For port 9c099305-dd69-484c-9073-dbfc6f0e57d9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9c099305-dd69-484c-9073-dbfc6f0e57d9,segment=NetworkSegment(c5a96eb9-e25f-4246-aa76-09911e5778f9),segment_id=c5a96eb9-e25f-4246-aa76-09911e5778f9)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:26.141795 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-9729bfae-b97a-488a-aef8-246468cb5b7e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:26.174931 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-4a793e90-e494-416b-a439-e0224909514d service neutron] 10.222.0.43 "GET /v2.0/ports/186ab1f4-79e9-47ab-a1ff-0b62a809df50/bindings/n-h1-810775-1 HTTP/1.1" status: 200 len: 382 time: 0.1402321 Sep 23 22:24:26.251555 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a80dc-9330-4511-baa8-dd4e19f41992 req-6ff88626-4e0c-4e63-9736-e28b7ebe9b5f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:26.253327 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-140a80dc-9330-4511-baa8-dd4e19f41992 req-6ff88626-4e0c-4e63-9736-e28b7ebe9b5f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.2194104 Sep 23 22:24:26.449921 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-140a80dc-9330-4511-baa8-dd4e19f41992 req-71991b26-c4ae-4aba-8610-bfc8dd6b4e13 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437039 Sep 23 22:24:26.551424 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:26.625670 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd9803-d4db-4642-b015-2dfe1638a8ec req-25dba070-60ad-49e7-aca4-91f4c5c19796 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:26.631124 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f53fe-2a48-4922-b1d1-2a535c8d9172 None None] Network dde1926a-387e-4c56-9d9f-4ceea63d8db9 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:24:26.639186 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6ecd9803-d4db-4642-b015-2dfe1638a8ec req-25dba070-60ad-49e7-aca4-91f4c5c19796 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=a27e7845-c0a6-4576-b48b-37766588c2e9 HTTP/1.1" status: 200 len: 946 time: 0.1585138 Sep 23 22:24:26.639186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c3baf9-0471-4e8c-9c79-11b3eac54394,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:26.646480 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:26.650473 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e0c3baf9-0471-4e8c-9c79-11b3eac54394 HTTP/1.1" status: 204 len: 168 time: 0.9870179 Sep 23 22:24:26.653531 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46886) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:26.654327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:26.654943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:26.655499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:26.656624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:26.657426 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-9729bfae-b97a-488a-aef8-246468cb5b7e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:26.657698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:26.657845 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-9729bfae-b97a-488a-aef8-246468cb5b7e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:26.658139 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-9729bfae-b97a-488a-aef8-246468cb5b7e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Floating IP 35aea3fb-5dc3-4192-b3d9-936acbaddd0a disassociated. External IP: 172.25.1.108, port: 9c099305-dd69-484c-9073-dbfc6f0e57d9. Sep 23 22:24:26.658592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-9729bfae-b97a-488a-aef8-246468cb5b7e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Calling delete_port for 9c099305-dd69-484c-9073-dbfc6f0e57d9 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:26.658861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:26.659421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:26.659987 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:26.660532 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:26.661075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:26.661660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:26.662241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbab6f7-f3c3-4e75-b0bf-e352d1344ce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:26.666351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 854e24be-afbc-4fa3-9be4-13004a03323e no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:24:26.716472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6ecd9803-d4db-4642-b015-2dfe1638a8ec req-8ccac4a6-05b6-43a7-aed3-4b4a5b100cb0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807891 Sep 23 22:24:26.755582 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 854e24be-afbc-4fa3-9be4-13004a03323e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:24:26.755922 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 854e24be-afbc-4fa3-9be4-13004a03323e not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:24:26.763146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 74dce4bb-4096-48a2-82cf-74078727d9ac no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:24:26.907994 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:26.951618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7758b79-825a-4027-b2c1-5355ff31459c req-6906ba00-51fe-424d-9071-72f30a4616ec tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:26.973158 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7758b79-825a-4027-b2c1-5355ff31459c req-6906ba00-51fe-424d-9071-72f30a4616ec tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 945 time: 0.2789071 Sep 23 22:24:27.004641 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 74dce4bb-4096-48a2-82cf-74078727d9ac {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:24:27.005880 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 74dce4bb-4096-48a2-82cf-74078727d9ac not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:24:27.098447 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7758b79-825a-4027-b2c1-5355ff31459c req-cd5a38c3-eeca-4b1f-a7a7-678ac5d23132 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea3654fa-71ec-4d8e-8d74-2030972a66a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241603 Sep 23 22:24:27.155271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] Deleting port 010ee507-06c6-4fa1-98c4-54ec07ed607e {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:27.155654 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:27.176519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da20dbd4-c043-4a31-bebb-a240d9c983e6 None None] DHCP port deletion for dde1926a-387e-4c56-9d9f-4ceea63d8db9 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:24:27.184656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1254e-6bc1-45ac-b70d-5c0f998515df req-9861ee47-aaff-4fbf-94ca-c30d1d7fe393 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:27.187935 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8da1254e-6bc1-45ac-b70d-5c0f998515df req-9861ee47-aaff-4fbf-94ca-c30d1d7fe393 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 945 time: 0.1749537 Sep 23 22:24:27.216011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-f1dd8dde-f727-4114-896b-72327f23a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:27.218769 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-f1dd8dde-f727-4114-896b-72327f23a990 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958&tenant_id=3b70fd1a6d0c4b0a803216b674009287 HTTP/1.1" status: 200 len: 1101 time: 0.1305246 Sep 23 22:24:27.240483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-da20dbd4-c043-4a31-bebb-a240d9c983e6 None None] Deleting port 010ee507-06c6-4fa1-98c4-54ec07ed607e {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:27.241018 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-da20dbd4-c043-4a31-bebb-a240d9c983e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:27.288492 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8da1254e-6bc1-45ac-b70d-5c0f998515df req-0d8bed2f-5109-4438-815d-fc9e8f444bfa tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882251 Sep 23 22:24:27.369139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] For port 010ee507-06c6-4fa1-98c4-54ec07ed607e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=010ee507-06c6-4fa1-98c4-54ec07ed607e,segment=NetworkSegment(a76e1e5e-ebf5-4e9c-8920-c25aff511958),segment_id=a76e1e5e-ebf5-4e9c-8920-c25aff511958)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:27.371740 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:27.375196 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-da20dbd4-c043-4a31-bebb-a240d9c983e6 None None] For port 010ee507-06c6-4fa1-98c4-54ec07ed607e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=010ee507-06c6-4fa1-98c4-54ec07ed607e,segment=NetworkSegment(a76e1e5e-ebf5-4e9c-8920-c25aff511958),segment_id=a76e1e5e-ebf5-4e9c-8920-c25aff511958)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:27.375967 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-da20dbd4-c043-4a31-bebb-a240d9c983e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:27.385739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-7e7a4150-928a-4b8e-9c5b-43db8c09c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:27.391651 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-7e7a4150-928a-4b8e-9c5b-43db8c09c9ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 1101 time: 0.1320868 Sep 23 22:24:27.401570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] Calling delete_port for 010ee507-06c6-4fa1-98c4-54ec07ed607e owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:27.411581 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-da20dbd4-c043-4a31-bebb-a240d9c983e6 None None] Calling delete_port for 010ee507-06c6-4fa1-98c4-54ec07ed607e owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:27.554450 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-9729bfae-b97a-488a-aef8-246468cb5b7e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:27.613894 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729bfae-b97a-488a-aef8-246468cb5b7e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Pushing event deleted for resources: {'Port': ['ID=9c099305-dd69-484c-9073-dbfc6f0e57d9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:27.629433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-b0e068ea-10dd-47df-b099-1b2dbb4eab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:27.632187 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-b0e068ea-10dd-47df-b099-1b2dbb4eab5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2323315 Sep 23 22:24:27.709197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-3b0ed8b8-8b75-43df-a055-593ab9749b96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=186ab1f4-79e9-47ab-a1ff-0b62a809df50 HTTP/1.1" status: 200 len: 217 time: 0.0677602 Sep 23 22:24:27.787666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-6246bf8f-1ad4-46d9-b67b-4be864e7afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:27.789372 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-6246bf8f-1ad4-46d9-b67b-4be864e7afb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0713432 Sep 23 22:24:27.851607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-9729bfae-b97a-488a-aef8-246468cb5b7e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Router 8c4ca6d3-2ae8-4065-b813-698dab03834b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:24:27.859529 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:27.863968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-91a8c2e5-eba2-49c6-abf7-3c4ac1fb3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:27.865900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-91a8c2e5-eba2-49c6-abf7-3c4ac1fb3edc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679941 Sep 23 22:24:27.868175 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-da20dbd4-c043-4a31-bebb-a240d9c983e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:27.928957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] Pushing event deleted for resources: {'Port': ['ID=010ee507-06c6-4fa1-98c4-54ec07ed607e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:27.947135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20dbd4-c043-4a31-bebb-a240d9c983e6 None None] Pushing event deleted for resources: {'Port': ['ID=010ee507-06c6-4fa1-98c4-54ec07ed607e,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:27.951920 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da20dbd4-c043-4a31-bebb-a240d9c983e6 None None] No DVR routers for this DVR port 010ee507-06c6-4fa1-98c4-54ec07ed607e on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:24:27.960862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68793d56-9022-498a-bfbf-a4ec9bc79b80 req-0de284a1-edf1-4e16-925c-dee2c890f7da tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:27.974680 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-68793d56-9022-498a-bfbf-a4ec9bc79b80 req-0de284a1-edf1-4e16-925c-dee2c890f7da tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 945 time: 0.2314689 Sep 23 22:24:27.997073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] No DVR routers for this DVR port 010ee507-06c6-4fa1-98c4-54ec07ed607e on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:24:28.032911 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-cf0c920c-42a9-4a2d-a21b-f8efcfb16f2f service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555319 Sep 23 22:24:28.169149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fee1c63-e7dd-4818-a2d1-226df508de01 req-29098e9a-3e47-4f44-b899-d48ccda44204 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265852 Sep 23 22:24:28.331853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 186ab1f4-79e9-47ab-a1ff-0b62a809df50 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:24:28.477704 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:28.508756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03aa4553-7ff4-4600-9df8-51967ebec958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186ab1f4-79e9-47ab-a1ff-0b62a809df50'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:28.512957 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c482941c-cc5f-44dd-9f28-680420daead5" -d '{"events": [{"server_uuid": "03aa4553-7ff4-4600-9df8-51967ebec958", "name": "network-vif-unplugged", "status": "completed", "tag": "186ab1f4-79e9-47ab-a1ff-0b62a809df50"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:28.529419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 186ab1f4-79e9-47ab-a1ff-0b62a809df50, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=186ab1f4-79e9-47ab-a1ff-0b62a809df50,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:28.587796 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 010ee507-06c6-4fa1-98c4-54ec07ed607e no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:24:28.635648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 010ee507-06c6-4fa1-98c4-54ec07ed607e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:24:28.637380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 010ee507-06c6-4fa1-98c4-54ec07ed607e not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:24:28.677563 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:28.745304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=186ab1f4-79e9-47ab-a1ff-0b62a809df50,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:28.746526 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:28.775898 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-68793d56-9022-498a-bfbf-a4ec9bc79b80 req-afd1cbb7-6c8e-42f6-ab74-a4229059bb00 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7998455 Sep 23 22:24:28.797202 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-97bc8553-2ce8-47d9-9cfc-85c586e0a744 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b02077651ffa43709d0b064b37420f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411487 Sep 23 22:24:28.825804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde1926a-387e-4c56-9d9f-4ceea63d8db9']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:28.858104 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76e1e5e-ebf5-4e9c-8920-c25aff511958') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:28.858593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76e1e5e-ebf5-4e9c-8920-c25aff511958') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:28.879012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-9729bfae-b97a-488a-aef8-246468cb5b7e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:24:28.892671 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740a600-9362-45fb-bee0-41a62baf928e None None] Sync routers for ids ['8c4ca6d3-2ae8-4065-b813-698dab03834b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:24:28.907187 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740a600-9362-45fb-bee0-41a62baf928e None None] Routers {'8c4ca6d3-2ae8-4065-b813-698dab03834b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:24:28.907962 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e740a600-9362-45fb-bee0-41a62baf928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:24:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8c4ca6d3-2ae8-4065-b813-698dab03834b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:28.927716 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:28.945589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-4ef5ce4d-9016-4aae-82f9-d0f58e9d9ce2 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:28.954562 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-4ef5ce4d-9016-4aae-82f9-d0f58e9d9ce2 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480587 Sep 23 22:24:28.973824 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-85aa7098-429c-4ae7-bf8d-6b1651ad7bb0 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/quotas/b02077651ffa43709d0b064b37420f44 HTTP/1.1" status: 200 len: 375 time: 0.0177774 Sep 23 22:24:29.007543 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:29.025251 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-e8a9b4ee-f35b-4291-b9f3-5280a78572d9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b02077651ffa43709d0b064b37420f44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498948 Sep 23 22:24:29.040852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46940) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:29.052170 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-e740a600-9362-45fb-bee0-41a62baf928e None None] Set router 8c4ca6d3-2ae8-4065-b813-698dab03834b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:24:29.058504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:24:29.059163 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:29.062411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-9729bfae-b97a-488a-aef8-246468cb5b7e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] No DVR routers for this DVR port 9c099305-dd69-484c-9073-dbfc6f0e57d9 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:24:29.065418 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:24:29.087246 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-9729bfae-b97a-488a-aef8-246468cb5b7e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:29.091939 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1f7a28b0-1310-4bc1-b570-17ca17bdd83b req-9729bfae-b97a-488a-aef8-246468cb5b7e tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.67 "DELETE /v2.0/ports/9c099305-dd69-484c-9073-dbfc6f0e57d9 HTTP/1.1" status: 204 len: 173 time: 3.5550306 Sep 23 22:24:29.096185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54549eec-4faf-4256-9c2b-9207095ca6d1', 'name': 'network-vif-deleted', 'tag': '9c099305-dd69-484c-9073-dbfc6f0e57d9'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:29.100351 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20c4df6-f3ef-4cc2-9a63-33f0952b5bfd" -d '{"events": [{"server_uuid": "54549eec-4faf-4256-9c2b-9207095ca6d1", "name": "network-vif-deleted", "tag": "9c099305-dd69-484c-9073-dbfc6f0e57d9"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:29.120468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e0eda-c722-41ba-b769-db44b827ec16 req-4c352a0a-135c-4e08-9a78-0e94eaa7db8d tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:29.131348 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4f9e0eda-c722-41ba-b769-db44b827ec16 req-4c352a0a-135c-4e08-9a78-0e94eaa7db8d tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 945 time: 0.2655439 Sep 23 22:24:29.131994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46946) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:29.139255 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-cee54731-381c-4663-8742-23943a4ea847 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Request body: {'floatingip': {'port_id': 'ea652668-dd9e-45d0-8a9b-201413f67c68'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:29.201948 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cee54731-381c-4663-8742-23943a4ea847 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:29.324445 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b443a-170c-4418-8e98-2accef4a576a req-01f6c937-8946-4003-bfd8-74e84d566f55 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:29.337004 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d14b443a-170c-4418-8e98-2accef4a576a req-01f6c937-8946-4003-bfd8-74e84d566f55 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 948 time: 0.1092565 Sep 23 22:24:29.337004 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:29.344540 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:29.360840 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] 10.222.0.22 "DELETE /v2.0/networks/dde1926a-387e-4c56-9d9f-4ceea63d8db9 HTTP/1.1" status: 204 len: 168 time: 2.6994810 Sep 23 22:24:29.393151 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-726791951'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:29.447647 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e740a600-9362-45fb-bee0-41a62baf928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:20:33Z', 'updated_at': '2021-09-23T22:20:41Z', 'revision_number': 4, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'gw_port': {'id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:35Z', 'updated_at': '2021-09-23T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3', 'name': '', 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'mac_address': 'fa:16:3e:12:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:39Z', 'updated_at': '2021-09-23T22:20:48Z', 'revision_number': 5, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'subnets': [{'id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:29.482000 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740a600-9362-45fb-bee0-41a62baf928e None None] Checking router: 8c4ca6d3-2ae8-4065-b813-698dab03834b for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:24:29.493435 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740a600-9362-45fb-bee0-41a62baf928e None None] Routers {'8c4ca6d3-2ae8-4065-b813-698dab03834b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:24:29.494093 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e740a600-9362-45fb-bee0-41a62baf928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:24:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8c4ca6d3-2ae8-4065-b813-698dab03834b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:29.536400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb7e5a-df4e-4b09-9b36-74fd8b872815 admin admin] Pushing event deleted for resources: {'Network': ['ID=dde1926a-387e-4c56-9d9f-4ceea63d8db9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:29.570522 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d14b443a-170c-4418-8e98-2accef4a576a req-76742937-ecb0-404f-8901-5b097338a472 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071881 Sep 23 22:24:29.576081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3871a795-a968-4ef6-8543-ca9e6f984d9f req-24cebe30-c630-4846-96a9-fc7a40de02bd tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 210 time: 0.1386359 Sep 23 22:24:29.735540 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5453adc4-c739-4eb5-8615-6e01a231e5de x-openstack-request-id: req-5453adc4-c739-4eb5-8615-6e01a231e5de {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:29.736113 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03aa4553-7ff4-4600-9df8-51967ebec958", "name": "network-vif-unplugged", "status": "completed", "tag": "186ab1f4-79e9-47ab-a1ff-0b62a809df50", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:29.736113 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5453adc4-c739-4eb5-8615-6e01a231e5de {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:29.736474 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03aa4553-7ff4-4600-9df8-51967ebec958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186ab1f4-79e9-47ab-a1ff-0b62a809df50', 'code': 200} Sep 23 22:24:29.778355 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-e740a600-9362-45fb-bee0-41a62baf928e None None] Set router 8c4ca6d3-2ae8-4065-b813-698dab03834b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:24:29.790533 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7e5861-6944-4ee6-9dd2-4bab35d58979 x-openstack-request-id: req-ce7e5861-6944-4ee6-9dd2-4bab35d58979 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:29.791548 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54549eec-4faf-4256-9c2b-9207095ca6d1", "name": "network-vif-deleted", "tag": "9c099305-dd69-484c-9073-dbfc6f0e57d9", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:29.792930 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce7e5861-6944-4ee6-9dd2-4bab35d58979 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:29.795039 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54549eec-4faf-4256-9c2b-9207095ca6d1', 'name': 'network-vif-deleted', 'tag': '9c099305-dd69-484c-9073-dbfc6f0e57d9', 'status': 'completed', 'code': 200} Sep 23 22:24:29.902031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Made reservation on behalf of c7ef4899dba34d4cac86f518adf6e066 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:29.912949 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:30.042894 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-a1ca3a68-874e-4a3c-9017-ecb9485e1ff6 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b02077651ffa43709d0b064b37420f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670774 Sep 23 22:24:30.056765 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:30.158450 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b8d6f-e343-4426-9fd2-df626c928d4e req-0ea5c73e-df73-4015-9014-dda35a20673e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:30.161010 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fe6b8d6f-e343-4426-9fd2-df626c928d4e req-0ea5c73e-df73-4015-9014-dda35a20673e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.2401285 Sep 23 22:24:30.183639 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e740a600-9362-45fb-bee0-41a62baf928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:20:33Z', 'updated_at': '2021-09-23T22:20:41Z', 'revision_number': 4, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'gw_port': {'id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:35Z', 'updated_at': '2021-09-23T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3', 'name': '', 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'mac_address': 'fa:16:3e:12:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:39Z', 'updated_at': '2021-09-23T22:20:48Z', 'revision_number': 5, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'subnets': [{'id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:30.217426 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-67808a3f-d56c-4f7e-b2f2-2c02b95b803e tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:30.225296 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-67808a3f-d56c-4f7e-b2f2-2c02b95b803e tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864526 Sep 23 22:24:30.238481 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740a600-9362-45fb-bee0-41a62baf928e None None] The sync data for ids ['8c4ca6d3-2ae8-4065-b813-698dab03834b'] in n-d-810775-1 is: [{'id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:20:33Z', 'updated_at': '2021-09-23T22:20:41Z', 'revision_number': 4, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'gw_port': {'id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:35Z', 'updated_at': '2021-09-23T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3', 'name': '', 'network_id': 'b8785a5e-df92-480b-8acf-638778e70a5b', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'mac_address': 'fa:16:3e:12:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:39Z', 'updated_at': '2021-09-23T22:20:48Z', 'revision_number': 5, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'subnets': [{'id': 'e7021669-0d07-4e89-bfa4-274b44c0697b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:24:30.245631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-49327e5c-0bbd-4761-ad81-e1f00d8dea04 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/quotas/b02077651ffa43709d0b064b37420f44 HTTP/1.1" status: 200 len: 375 time: 0.0181913 Sep 23 22:24:30.280265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46970) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:30.310477 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-8727e039-0302-4bde-bd3b-767e4881ae5e tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b02077651ffa43709d0b064b37420f44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642235 Sep 23 22:24:30.351100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 186ab1f4-79e9-47ab-a1ff-0b62a809df50 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:24:30.536957 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 186ab1f4-79e9-47ab-a1ff-0b62a809df50, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=186ab1f4-79e9-47ab-a1ff-0b62a809df50,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:30.545572 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fe6b8d6f-e343-4426-9fd2-df626c928d4e req-40d07ae9-2d59-40a9-a545-5a1d26539c05 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563266 Sep 23 22:24:30.552898 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '186ab1f4-79e9-47ab-a1ff-0b62a809df50', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '186ab1f4-79e9-47ab-a1ff-0b62a809df50', 'mac_address': 'fa:16:3e:f2:c5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:24:30.558573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 9c099305-dd69-484c-9073-dbfc6f0e57d9 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:24:30.597061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 9c099305-dd69-484c-9073-dbfc6f0e57d9 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:24:30.597571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 9c099305-dd69-484c-9073-dbfc6f0e57d9 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:24:30.646897 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:30.688159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186ab1f4-79e9-47ab-a1ff-0b62a809df50 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:30.714654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 186ab1f4-79e9-47ab-a1ff-0b62a809df50, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=186ab1f4-79e9-47ab-a1ff-0b62a809df50,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:30.726646 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cee54731-381c-4663-8742-23943a4ea847 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:30.730386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df032789-f2ad-4301-978d-b60d5a5461fa None None] New status for floating IP 35aea3fb-5dc3-4192-b3d9-936acbaddd0a: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:24:30.777803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d6876847-18a1-4ba3-9d74-c77ecb764d68 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c6919ff761d4dfea6400229f18974f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4904695 Sep 23 22:24:30.780682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46982) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:30.827439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:30.870039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cee54731-381c-4663-8742-23943a4ea847 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:30.944643 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:31.051679 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-768ad875-bb5b-45e4-b1fd-1c5521513632 req-33bc78ff-a052-4776-b112-9e7ed14c61fd tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/ports?device_id=54549eec-4faf-4256-9c2b-9207095ca6d1 HTTP/1.1" status: 200 len: 210 time: 0.1062634 Sep 23 22:24:31.063158 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a97c91f3-3214-4e5a-8c62-081396f7963a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:31.147366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=186ab1f4-79e9-47ab-a1ff-0b62a809df50,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:31.149421 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a97c91f3-3214-4e5a-8c62-081396f7963a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:31.213511 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:31.291969 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['186ab1f4-79e9-47ab-a1ff-0b62a809df50'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:24:31.302168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:24:31.316525 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:31.317059 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Added segment 1459f311-243a-4bd6-be13-a48d7520653f of type vlan for network 72b05549-05b1-4993-b0c7-573e53adf720 Sep 23 22:24:31.392948 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:31.418921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2af04b-1e58-4bdb-8c32-a17f2f214a58,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:31.446959 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-cee54731-381c-4663-8742-23943a4ea847 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Floating IP a24f07e1-88a0-411b-b1d8-11202b8a47ee associated. External IP: 172.25.1.127, port: ea652668-dd9e-45d0-8a9b-201413f67c68. Sep 23 22:24:31.459188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce9918-2e85-4d24-8115-e79992b78fb9 req-06e429ad-2cce-4c7b-81ca-b62f240c792c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:31.462805 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bcce9918-2e85-4d24-8115-e79992b78fb9 req-06e429ad-2cce-4c7b-81ca-b62f240c792c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 949 time: 0.1119597 Sep 23 22:24:31.465332 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a97c91f3-3214-4e5a-8c62-081396f7963a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:31.471648 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a97c91f3-3214-4e5a-8c62-081396f7963a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:31.475311 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a97c91f3-3214-4e5a-8c62-081396f7963a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e704d355-b457-4f4d-98a8-39346aaa4787 HTTP/1.1" status: 204 len: 168 time: 0.6905482 Sep 23 22:24:31.506973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c91f3-3214-4e5a-8c62-081396f7963a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e704d355-b457-4f4d-98a8-39346aaa4787,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:31.586963 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bcce9918-2e85-4d24-8115-e79992b78fb9 req-a87f134b-e125-432c-8d7e-27442ab4d0d0 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081560 Sep 23 22:24:31.747943 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ab6e4b30-ee8c-4ac3-b6f4-37b84fbf0bf3 req-e1a5517e-8c74-4735-9e09-b0451e10f03f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 210 time: 0.0658989 Sep 23 22:24:31.994043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0598b-9aff-4a40-8ab0-6e7607af0cbd req-eda8c17b-42c1-4d71-9253-0cef1f8722f5 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:32.000592 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0598b-9aff-4a40-8ab0-6e7607af0cbd req-eda8c17b-42c1-4d71-9253-0cef1f8722f5 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:32.006595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0598b-9aff-4a40-8ab0-6e7607af0cbd req-eda8c17b-42c1-4d71-9253-0cef1f8722f5 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:32.012410 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dfc0598b-9aff-4a40-8ab0-6e7607af0cbd req-eda8c17b-42c1-4d71-9253-0cef1f8722f5 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725&device_id=a27e7845-c0a6-4576-b48b-37766588c2e9&device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 2418 time: 0.5770211 Sep 23 22:24:32.078333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47002) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:32.227829 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dfc0598b-9aff-4a40-8ab0-6e7607af0cbd req-b12413b3-3c30-467b-8988-57143d4c9877 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849170 Sep 23 22:24:32.227829 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:32.227829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:32.227829 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:32.334697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Pushing event updated for resources: {'Network': ['ID=72b05549-05b1-4993-b0c7-573e53adf720,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:32.337497 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd1651f3-bc81-4258-b211-caa163a1a542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:32.353062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 72b05549-05b1-4993-b0c7-573e53adf720 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:24:32.369034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 186ab1f4-79e9-47ab-a1ff-0b62a809df50 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:24:32.412191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee54731-381c-4663-8742-23943a4ea847 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Router 061490a6-2b32-4e81-aa51-eb36e9b1e540 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:24:32.428787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47022) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:32.571453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7526265-b229-4239-bc61-4023c4c7c87c req-08ba3222-a2d9-4b71-88ac-6c2e9be7a6b8 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:32.573201 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7526265-b229-4239-bc61-4023c4c7c87c req-08ba3222-a2d9-4b71-88ac-6c2e9be7a6b8 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 949 time: 0.2434347 Sep 23 22:24:32.629725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 186ab1f4-79e9-47ab-a1ff-0b62a809df50 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:32.630201 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:32.732631 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491714b-e2c6-45f9-8183-8a9efd47bd32 req-763009c4-4209-42ea-8745-d1e140bb68c2 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:32.732942 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2fdc3330-8c96-45aa-9fae-627d6e865d20 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.6898596 Sep 23 22:24:32.742572 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d491714b-e2c6-45f9-8183-8a9efd47bd32 req-763009c4-4209-42ea-8745-d1e140bb68c2 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 945 time: 0.1179471 Sep 23 22:24:32.742815 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:32.773280 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd1651f3-bc81-4258-b211-caa163a1a542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:32.800944 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 186ab1f4-79e9-47ab-a1ff-0b62a809df50, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=186ab1f4-79e9-47ab-a1ff-0b62a809df50,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:32.802005 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03aa4553-7ff4-4600-9df8-51967ebec958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186ab1f4-79e9-47ab-a1ff-0b62a809df50'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:32.803852 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d491714b-e2c6-45f9-8183-8a9efd47bd32 req-52c2186d-ccde-4703-a421-49df0bb23693 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599008 Sep 23 22:24:32.805194 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb73ccd2-e308-4ff4-9c3a-081e253353a1" -d '{"events": [{"server_uuid": "03aa4553-7ff4-4600-9df8-51967ebec958", "name": "network-vif-plugged", "status": "completed", "tag": "186ab1f4-79e9-47ab-a1ff-0b62a809df50"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:32.883404 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd1651f3-bc81-4258-b211-caa163a1a542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:32.887284 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95ed5993-517d-4064-af53-42520c76d3a3 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:32.916240 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:32.933672 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7526265-b229-4239-bc61-4023c4c7c87c req-f78f02c0-91e5-4cd9-8dd2-ae3f33e4f516 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089704 Sep 23 22:24:32.984034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc198b-2b56-4123-a1d0-540c6e558e68 req-2843a50e-8407-4748-948b-c90900691a72 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:32.986245 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96fc198b-2b56-4123-a1d0-540c6e558e68 req-2843a50e-8407-4748-948b-c90900691a72 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.43 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958&tenant_id=3b70fd1a6d0c4b0a803216b674009287&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 949 time: 0.4120481 Sep 23 22:24:33.011288 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95ed5993-517d-4064-af53-42520c76d3a3 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:33.073432 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bd1651f3-bc81-4258-b211-caa163a1a542 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20452ce46bc44c759854a184ef9b2eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9932568 Sep 23 22:24:33.076960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47040) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:33.084855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee54731-381c-4663-8742-23943a4ea847 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:24:33.099170 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cee54731-381c-4663-8742-23943a4ea847 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:33.105581 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03281c5-e761-4c4f-bdce-7879b1afaa55 None None] Sync routers for ids ['061490a6-2b32-4e81-aa51-eb36e9b1e540'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:24:33.141092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=186ab1f4-79e9-47ab-a1ff-0b62a809df50,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:33.155797 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03281c5-e761-4c4f-bdce-7879b1afaa55 None None] Routers {'061490a6-2b32-4e81-aa51-eb36e9b1e540'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:24:33.157193 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a03281c5-e761-4c4f-bdce-7879b1afaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:24:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['061490a6-2b32-4e81-aa51-eb36e9b1e540'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:33.177612 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-180ddaab-2c07-4d6f-9c32-17e082d38090 req-3b9062a9-1e33-4126-a3cd-0b8b0d91973d tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 210 time: 0.1029668 Sep 23 22:24:33.188429 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1651f3-bc81-4258-b211-caa163a1a542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11b1372-8eb9-43e7-a1b3-9297e54a2441,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:33.247802 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bdb5664-a9a9-4a4e-9582-273529939699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:33.277878 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac56eaa-ac81-4d77-8102-a74052e84542 x-openstack-request-id: req-bac56eaa-ac81-4d77-8102-a74052e84542 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:33.278989 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03aa4553-7ff4-4600-9df8-51967ebec958", "name": "network-vif-plugged", "status": "completed", "tag": "186ab1f4-79e9-47ab-a1ff-0b62a809df50", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:33.279523 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bac56eaa-ac81-4d77-8102-a74052e84542 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:33.280170 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03aa4553-7ff4-4600-9df8-51967ebec958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186ab1f4-79e9-47ab-a1ff-0b62a809df50', 'code': 200} Sep 23 22:24:33.291393 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bdb5664-a9a9-4a4e-9582-273529939699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:33.338463 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cee54731-381c-4663-8742-23943a4ea847 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "PUT /v2.0/floatingips/a24f07e1-88a0-411b-b1d8-11202b8a47ee HTTP/1.1" status: 200 len: 991 time: 4.2048852 Sep 23 22:24:33.341669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c6a404-5dfb-4e46-8d08-1726da4960f5', 'tag': 'ea652668-dd9e-45d0-8a9b-201413f67c68'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:33.355679 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa06a8e-ca73-4688-9bc1-7040f06cbf31" -d '{"events": [{"name": "network-changed", "server_uuid": "04c6a404-5dfb-4e46-8d08-1726da4960f5", "tag": "ea652668-dd9e-45d0-8a9b-201413f67c68"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:33.416400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc198b-2b56-4123-a1d0-540c6e558e68 req-f5b69e7d-c38b-4c47-9d30-084f13954686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:33.418047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96fc198b-2b56-4123-a1d0-540c6e558e68 req-f5b69e7d-c38b-4c47-9d30-084f13954686 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 1101 time: 0.2393875 Sep 23 22:24:33.521189 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bdb5664-a9a9-4a4e-9582-273529939699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:33.528104 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bdb5664-a9a9-4a4e-9582-273529939699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:33.536706 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0bdb5664-a9a9-4a4e-9582-273529939699 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f11b1372-8eb9-43e7-a1b3-9297e54a2441 HTTP/1.1" status: 204 len: 168 time: 0.4551151 Sep 23 22:24:33.548049 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-a03281c5-e761-4c4f-bdce-7879b1afaa55 None None] Set router 061490a6-2b32-4e81-aa51-eb36e9b1e540 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:24:33.579100 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47052) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:33.582955 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb5664-a9a9-4a4e-9582-273529939699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11b1372-8eb9-43e7-a1b3-9297e54a2441,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:33.602659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47054) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:33.647709 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Request body: {'port': {'network_id': '72b05549-05b1-4993-b0c7-573e53adf720', 'binding:host_id': 'n-h1-810775-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-12113444'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:33.677955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc198b-2b56-4123-a1d0-540c6e558e68 req-9a4d8309-d491-4a38-bbe9-6be1df6213d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:33.682837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96fc198b-2b56-4123-a1d0-540c6e558e68 req-9a4d8309-d491-4a38-bbe9-6be1df6213d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2535262 Sep 23 22:24:33.687558 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95ed5993-517d-4064-af53-42520c76d3a3 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:33.694410 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95ed5993-517d-4064-af53-42520c76d3a3 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:33.714675 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-95ed5993-517d-4064-af53-42520c76d3a3 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "DELETE /v2.0/security-groups/ea3654fa-71ec-4d8e-8d74-2030972a66a1 HTTP/1.1" status: 204 len: 168 time: 1.2834709 Sep 23 22:24:33.719783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47058) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:33.807729 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96fc198b-2b56-4123-a1d0-540c6e558e68 req-fd3ca6d9-0ba0-408d-ac9a-518c56f8245f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=186ab1f4-79e9-47ab-a1ff-0b62a809df50 HTTP/1.1" status: 200 len: 217 time: 0.0917163 Sep 23 22:24:33.808377 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-55706b8b-9fa2-4277-b617-1d1c496a8359 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] show failed (client error): The resource could not be found. Sep 23 22:24:33.809085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed5993-517d-4064-af53-42520c76d3a3 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3654fa-71ec-4d8e-8d74-2030972a66a1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:33.815685 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-55706b8b-9fa2-4277-b617-1d1c496a8359 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "GET /v2.0/security-groups/ea3654fa-71ec-4d8e-8d74-2030972a66a1 HTTP/1.1" status: 404 len: 347 time: 0.0919716 Sep 23 22:24:33.821612 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47060) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:33.982904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc198b-2b56-4123-a1d0-540c6e558e68 req-015adfb8-1ae1-431a-8b5c-6859210eb7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:33.984632 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96fc198b-2b56-4123-a1d0-540c6e558e68 req-015adfb8-1ae1-431a-8b5c-6859210eb7eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1440835 Sep 23 22:24:33.991925 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-932359276-network', 'tenant_id': 'a9aadbde78d24ca78b83551868563968'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:34.012729 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46953dde-8cf4-4773-8972-aa83418306cd x-openstack-request-id: req-46953dde-8cf4-4773-8972-aa83418306cd {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:34.013333 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c6a404-5dfb-4e46-8d08-1726da4960f5", "tag": "ea652668-dd9e-45d0-8a9b-201413f67c68", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:34.013790 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46953dde-8cf4-4773-8972-aa83418306cd {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:34.014514 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c6a404-5dfb-4e46-8d08-1726da4960f5', 'tag': 'ea652668-dd9e-45d0-8a9b-201413f67c68', 'status': 'completed', 'code': 200} Sep 23 22:24:34.022584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Made reservation on behalf of 58d9c24a796646e6bef34ef6ce2fb9b5 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:34.025148 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:34.119264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc198b-2b56-4123-a1d0-540c6e558e68 req-b5b14a98-3222-43a2-bb52-76c2e8be3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:34.123142 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96fc198b-2b56-4123-a1d0-540c6e558e68 req-b5b14a98-3222-43a2-bb52-76c2e8be3e17 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1289866 Sep 23 22:24:34.157775 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-a1f09c39-d6b7-4b63-9573-72fc7da7d832 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b02077651ffa43709d0b064b37420f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1829302 Sep 23 22:24:34.157775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] Made reservation on behalf of a9aadbde78d24ca78b83551868563968 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:34.157775 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:34.182496 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:34.266062 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:34.492557 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96fc198b-2b56-4123-a1d0-540c6e558e68 req-272fd922-6ef8-43bd-b641-4d27c73555b2 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609576 Sep 23 22:24:34.516715 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a03281c5-e761-4c4f-bdce-7879b1afaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:22:45Z', 'updated_at': '2021-09-23T22:22:54Z', 'revision_number': 4, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'gw_port': {'id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:47Z', 'updated_at': '2021-09-23T22:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a24f07e1-88a0-411b-b1d8-11202b8a47ee', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'port_id': 'ea652668-dd9e-45d0-8a9b-201413f67c68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'mac_address': 'fa:16:3e:00:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c6a404-5dfb-4e46-8d08-1726da4960f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:23:08Z', 'updated_at': '2021-09-23T22:24:30Z', 'revision_number': 1, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5289e18-6193-4638-82e3-12e8e36ff072', 'name': '', 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'mac_address': 'fa:16:3e:1e:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:53Z', 'updated_at': '2021-09-23T22:23:02Z', 'revision_number': 5, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'subnets': [{'id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:34.551106 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03281c5-e761-4c4f-bdce-7879b1afaa55 None None] Checking router: 061490a6-2b32-4e81-aa51-eb36e9b1e540 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:24:34.567671 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03281c5-e761-4c4f-bdce-7879b1afaa55 None None] Routers {'061490a6-2b32-4e81-aa51-eb36e9b1e540'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:24:34.568349 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a03281c5-e761-4c4f-bdce-7879b1afaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:24:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['061490a6-2b32-4e81-aa51-eb36e9b1e540'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:34.569690 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e0e9750-009e-4097-be7d-374c9ca6129c req-6cbfdbdb-8533-447d-abe1-70da2b25ca9d tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 210 time: 0.0744519 Sep 23 22:24:34.717708 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96fc198b-2b56-4123-a1d0-540c6e558e68 req-dd518ad1-deec-4fd8-bba7-19e04aa54aa7 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042837 Sep 23 22:24:34.719805 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-c38a57a6-0a2b-43f0-9120-0b9d2a1a9f44 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b02077651ffa43709d0b064b37420f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418150 Sep 23 22:24:34.727847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06a8e-ca73-4688-9bc1-7040f06cbf31 req-1e9c06a9-0501-43e6-9f93-612b761f9dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:34.731145 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aaa06a8e-ca73-4688-9bc1-7040f06cbf31 req-1e9c06a9-0501-43e6-9f93-612b761f9dfa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=28bc040e018a46328b3cf271deaa2ec9&device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 1096 time: 0.6295581 Sep 23 22:24:34.759872 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-a03281c5-e761-4c4f-bdce-7879b1afaa55 None None] Set router 061490a6-2b32-4e81-aa51-eb36e9b1e540 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:24:34.873170 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35ba8b-f9c9-4fca-bdd9-3613c300e927 req-dd2d5015-cab3-48ab-9cf1-1dd752520c65 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:34.884628 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7e35ba8b-f9c9-4fca-bdd9-3613c300e927 req-dd2d5015-cab3-48ab-9cf1-1dd752520c65 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.6404850 Sep 23 22:24:34.925603 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-1da5c043-5b4e-4be3-ad54-2e23baab82b7 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:34.927302 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-1da5c043-5b4e-4be3-ad54-2e23baab82b7 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7578900 Sep 23 22:24:34.929253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-01f6c04c-a0ec-45eb-af76-2b5e51a38095 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Deleting port 1c0dc1b1-4b99-4d0d-9445-506d7e7cf65f {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:34.929652 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01f6c04c-a0ec-45eb-af76-2b5e51a38095 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:34.960845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-8326a2f2-5c0f-4c7d-9480-8ee8e54862cf tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:34.962827 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-8326a2f2-5c0f-4c7d-9480-8ee8e54862cf tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2353389 Sep 23 22:24:34.986292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Request body: {'port': {'device_id': 'e41e93ae-5feb-40fb-95d1-5222ba279f68', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': 'b02077651ffa43709d0b064b37420f44'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:35.043354 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Request body: {'port': {'device_id': '7beddfd3-678b-455b-9c1f-3bb5e712182c', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': 'b02077651ffa43709d0b064b37420f44'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:35.107939 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7e35ba8b-f9c9-4fca-bdd9-3613c300e927 req-9230c042-8bd4-4be2-9657-947e469858d5 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221129 Sep 23 22:24:35.328685 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01f6c04c-a0ec-45eb-af76-2b5e51a38095 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:35.329610 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01f6c04c-a0ec-45eb-af76-2b5e51a38095 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:35.355825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-01f6c04c-a0ec-45eb-af76-2b5e51a38095 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Calling delete_port for 1c0dc1b1-4b99-4d0d-9445-506d7e7cf65f owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:35.411490 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06a8e-ca73-4688-9bc1-7040f06cbf31 req-46c28484-c2ec-40da-864c-1c710f20ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:35.413576 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aaa06a8e-ca73-4688-9bc1-7040f06cbf31 req-46c28484-c2ec-40da-864c-1c710f20ee0a service neutron] 10.222.0.67 "GET /v2.0/networks?id=63ecd743-d90a-4386-a32b-ab9a931b40b3 HTTP/1.1" status: 200 len: 917 time: 0.6540465 Sep 23 22:24:35.450868 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a03281c5-e761-4c4f-bdce-7879b1afaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:22:45Z', 'updated_at': '2021-09-23T22:22:54Z', 'revision_number': 4, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'gw_port': {'id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:47Z', 'updated_at': '2021-09-23T22:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a24f07e1-88a0-411b-b1d8-11202b8a47ee', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'port_id': 'ea652668-dd9e-45d0-8a9b-201413f67c68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'mac_address': 'fa:16:3e:00:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c6a404-5dfb-4e46-8d08-1726da4960f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:23:08Z', 'updated_at': '2021-09-23T22:24:30Z', 'revision_number': 1, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5289e18-6193-4638-82e3-12e8e36ff072', 'name': '', 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'mac_address': 'fa:16:3e:1e:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:53Z', 'updated_at': '2021-09-23T22:23:02Z', 'revision_number': 5, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'subnets': [{'id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:35.464018 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:35.533742 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03281c5-e761-4c4f-bdce-7879b1afaa55 None None] The sync data for ids ['061490a6-2b32-4e81-aa51-eb36e9b1e540'] in n-d-810775-1 is: [{'id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:22:45Z', 'updated_at': '2021-09-23T22:22:54Z', 'revision_number': 4, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'gw_port': {'id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:47Z', 'updated_at': '2021-09-23T22:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a24f07e1-88a0-411b-b1d8-11202b8a47ee', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'port_id': 'ea652668-dd9e-45d0-8a9b-201413f67c68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'mac_address': 'fa:16:3e:00:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c6a404-5dfb-4e46-8d08-1726da4960f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:23:08Z', 'updated_at': '2021-09-23T22:24:30Z', 'revision_number': 1, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5289e18-6193-4638-82e3-12e8e36ff072', 'name': '', 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'mac_address': 'fa:16:3e:1e:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:53Z', 'updated_at': '2021-09-23T22:23:02Z', 'revision_number': 5, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'subnets': [{'id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:24:35.560741 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aaa06a8e-ca73-4688-9bc1-7040f06cbf31 req-c37030e0-69a2-4f0e-b900-bebc931be8a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea652668-dd9e-45d0-8a9b-201413f67c68 HTTP/1.1" status: 200 len: 999 time: 0.0998449 Sep 23 22:24:35.739637 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:35.746463 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:35.823369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:24:35.835472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06a8e-ca73-4688-9bc1-7040f06cbf31 req-05d41496-6188-4ba7-adf9-22f3e3f38660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:35.837098 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aaa06a8e-ca73-4688-9bc1-7040f06cbf31 req-05d41496-6188-4ba7-adf9-22f3e3f38660 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=65e3f30a-6db9-4719-ab81-50b24446434f HTTP/1.1" status: 200 len: 855 time: 0.2612045 Sep 23 22:24:35.844745 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161c44a8-43f8-4a95-b099-1e1383f4fe06,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:35.866537 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:35.924987 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:35.924987 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] Added segment 4b76c58c-7188-40db-b9f0-0b525c852a7c of type vlan for network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc Sep 23 22:24:35.928988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99ca5ef-ea94-44ff-a02c-6f472a50d0af,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:35.933441 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24a461ab-be28-42ef-9740-2efb59198eec req-67e574d8-0700-46a4-a816-8a42019ea689 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 210 time: 0.1260564 Sep 23 22:24:35.957713 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] device_id is not set on port 930137a2-fb52-4e28-8cfe-03b5f3542592 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:24:36.048827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Made reservation on behalf of b02077651ffa43709d0b064b37420f44 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:36.053699 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:36.070885 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:36.102762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1993037-a736-4713-8237-d37a61297808 None None] New status for floating IP a24f07e1-88a0-411b-b1d8-11202b8a47ee: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:24:36.103674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06a8e-ca73-4688-9bc1-7040f06cbf31 req-4ba65510-5421-45d0-b107-1808c0871277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:36.104632 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aaa06a8e-ca73-4688-9bc1-7040f06cbf31 req-4ba65510-5421-45d0-b107-1808c0871277 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63ecd743-d90a-4386-a32b-ab9a931b40b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2547703 Sep 23 22:24:36.114397 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:36.170211 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01f6c04c-a0ec-45eb-af76-2b5e51a38095 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:36.265800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6c04c-a0ec-45eb-af76-2b5e51a38095 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Pushing event deleted for resources: {'Port': ['ID=1c0dc1b1-4b99-4d0d-9445-506d7e7cf65f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:36.290503 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Made reservation on behalf of b02077651ffa43709d0b064b37420f44 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:36.290503 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:36.359507 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:36.448162 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aaa06a8e-ca73-4688-9bc1-7040f06cbf31 req-4c564ab8-83b0-4334-a733-dda17587fdf7 service neutron] 10.222.0.67 "GET /v2.0/networks/63ecd743-d90a-4386-a32b-ab9a931b40b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264570 Sep 23 22:24:36.462963 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:36.469783 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:36.473216 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:36.474227 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:36.474803 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:36.562797 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:36.625911 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01f6c04c-a0ec-45eb-af76-2b5e51a38095 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:36.628711 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01f6c04c-a0ec-45eb-af76-2b5e51a38095 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:36.633576 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-01f6c04c-a0ec-45eb-af76-2b5e51a38095 tempest-ServersTestManualDisk-734453339 tempest-ServersTestManualDisk-734453339-project] 10.222.0.22 "DELETE /v2.0/floatingips/35aea3fb-5dc3-4192-b3d9-936acbaddd0a HTTP/1.1" status: 204 len: 168 time: 2.8061464 Sep 23 22:24:36.635160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47114) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:36.734921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:36.806872 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931524d-462c-42d6-a288-aa5848da6477 req-0bc673be-23ea-492e-8305-5d57b3611f2e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:36.808596 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f931524d-462c-42d6-a288-aa5848da6477 req-0bc673be-23ea-492e-8305-5d57b3611f2e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.1637871 Sep 23 22:24:36.871630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Allocated IP 192.168.233.167 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/480ed5bd-a465-444a-ae44-5a52be341b2f) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:24:36.896155 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f931524d-462c-42d6-a288-aa5848da6477 req-44f97193-2153-497d-b2a5-6208691aeb84 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746186 Sep 23 22:24:37.153665 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da2423ca-447e-4bb3-a223-8dea07cb9f22 req-3899e4fc-1461-4fdc-adf7-14acfe86083d tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 210 time: 0.0503304 Sep 23 22:24:37.203076 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:37.352070 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.7536376 Sep 23 22:24:37.352070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e33755-e3d8-4849-a939-94ddda53f37a admin admin] Pushing event updated for resources: {'Network': ['ID=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:37.355562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47120) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:37.358419 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] device_id is not set on port 930137a2-fb52-4e28-8cfe-03b5f3542592 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:24:37.366560 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-54374f11-a2d8-47d1-8c63-868c0f55c602 admin admin] Request body: {'subnet': {'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-932359276-subnet', 'tenant_id': 'a9aadbde78d24ca78b83551868563968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:37.377710 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:37.388469 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:24:37.405161 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:37.438319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a1939-37a3-445b-8575-940fa085f4a0 req-4be7151c-99ea-4c44-abbc-7765b39b370e tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:37.440260 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c8a1939-37a3-445b-8575-940fa085f4a0 req-4be7151c-99ea-4c44-abbc-7765b39b370e tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.9269023 Sep 23 22:24:37.504584 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:24:37.513860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:37.517921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:24:37.529928 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aaa06a8e-ca73-4688-9bc1-7040f06cbf31 req-7a3ba2c8-7242-4914-9d96-b6dd04efd10c service neutron] 10.222.0.67 "GET /v2.0/networks/63ecd743-d90a-4386-a32b-ab9a931b40b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0700903 Sep 23 22:24:37.547936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Pushing event updated for resources: {'Port': ['ID=480ed5bd-a465-444a-ae44-5a52be341b2f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:37.554960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47122) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:37.566871 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) b02077651ffa43709d0b064b37420f44 {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:24:37.567397 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:24:37.591887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:37.592698 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:37.592895 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:37.616873 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c8a1939-37a3-445b-8575-940fa085f4a0 req-15316a0c-95af-4f59-a44f-3574163adf39 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690183 Sep 23 22:24:37.654642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54374f11-a2d8-47d1-8c63-868c0f55c602 admin admin] Made reservation on behalf of a9aadbde78d24ca78b83551868563968 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:37.665665 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-54374f11-a2d8-47d1-8c63-868c0f55c602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:37.678489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Pushing event updated for resources: {'Port': ['ID=930137a2-fb52-4e28-8cfe-03b5f3542592,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:37.771768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Checking segment: {'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:24:37.772052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Network hostable DHCP agents. Network: 72b05549-05b1-4993-b0c7-573e53adf720, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:24:37.814774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-328c1f9e-276d-4854-9910-cd8c1c6915f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8397000 Sep 23 22:24:37.879677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Request body: {'port': {'device_id': 'e41e93ae-5feb-40fb-95d1-5222ba279f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:37.886199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ce172dc-c1b9-4e7a-9eed-a947cd5fabac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:37.910738 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Network 72b05549-05b1-4993-b0c7-573e53adf720 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:24:37.963612 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b6567c07-df37-4119-be2f-5faea6a1481a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:38.043620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ca12c94e-a9b2-46ca-a80a-e413c74ac3d0 None None] Provisioning complete for port 480ed5bd-a465-444a-ae44-5a52be341b2f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:38.044101 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ca12c94e-a9b2-46ca-a80a-e413c74ac3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:38.061999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06959020-4e96-4065-9388-ca5b430b6f0b req-683c924c-60dc-4721-8fed-f6952128f379 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:38.068366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 72b05549-05b1-4993-b0c7-573e53adf720) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:38.070752 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:38.082839 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06959020-4e96-4065-9388-ca5b430b6f0b req-683c924c-60dc-4721-8fed-f6952128f379 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.2984343 Sep 23 22:24:38.092624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:24:38.097093 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77b5844-558b-42d7-9546-8e6475eccb6e None None] Network 72b05549-05b1-4993-b0c7-573e53adf720 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:24:38.155258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:38.156299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:38.156299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:38.178051 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ca12c94e-a9b2-46ca-a80a-e413c74ac3d0 None None] Port 480ed5bd-a465-444a-ae44-5a52be341b2f cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:24:38.187905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:38.188397 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:38.194327 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 2 to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 Sep 23 22:24:38.230527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d93d34-3bd3-4763-9b67-721180e1d864 req-bb19e053-9c94-479e-8ca3-f428d4ad5e46 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:38.232354 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-27d93d34-3bd3-4763-9b67-721180e1d864 req-bb19e053-9c94-479e-8ca3-f428d4ad5e46 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.2147913 Sep 23 22:24:38.236657 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:38.236997 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:38.237993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:38.263965 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:38.263965 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:38.264929 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:38.270979 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 3 to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 Sep 23 22:24:38.373861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:38.374916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:38.375429 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:38.379777 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06959020-4e96-4065-9388-ca5b430b6f0b req-9dc14fe3-b7ce-4693-a096-6e7fcddba729 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024585 Sep 23 22:24:38.419061 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:38.419903 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:38.427681 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 4 to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 Sep 23 22:24:38.477499 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-27d93d34-3bd3-4763-9b67-721180e1d864 req-9431e743-028a-41ec-a2fd-6c686034a14a tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261493 Sep 23 22:24:38.491625 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ce172dc-c1b9-4e7a-9eed-a947cd5fabac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:38.522435 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:38.522777 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:38.540975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:38.548563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:38.549226 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:38.554017 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 5 to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 Sep 23 22:24:38.587395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:38.587729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:38.588084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:38.608034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Allocated IP 192.168.233.45 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/141b0f2c-8a85-4d9b-bd35-51cd99b190f4) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:24:38.620866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:38.621370 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:38.627232 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 6 to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 Sep 23 22:24:38.627915 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-54374f11-a2d8-47d1-8c63-868c0f55c602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:38.691965 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:38.692324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:38.692714 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:38.694831 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ce172dc-c1b9-4e7a-9eed-a947cd5fabac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:38.755300 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:38.755976 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:38.758498 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 7 to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 Sep 23 22:24:38.798987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:38.799355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:38.800012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:38.802313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47144) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:38.802734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7ce172dc-c1b9-4e7a-9eed-a947cd5fabac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40707b4c59a74948bf0a82b943d70ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2458830 Sep 23 22:24:38.821816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54374f11-a2d8-47d1-8c63-868c0f55c602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a99b1e-5604-420c-b8b4-3844200ef69e,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:38.835840 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce172dc-c1b9-4e7a-9eed-a947cd5fabac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a0eb6e-9f15-4b62-9045-1533adccc7eb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:38.840000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54374f11-a2d8-47d1-8c63-868c0f55c602 admin admin] Checking segment: {'id': '4b76c58c-7188-40db-b9f0-0b525c852a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:24:38.840292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54374f11-a2d8-47d1-8c63-868c0f55c602 admin admin] Network hostable DHCP agents. Network: 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:24:38.859175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:38.859515 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:38.864219 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 8 to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 Sep 23 22:24:38.876808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4a54f-5463-4321-a815-8a49c59236a5 req-78996651-dd8b-489d-826b-f48b3c3b347e tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:38.878638 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34e4a54f-5463-4321-a815-8a49c59236a5 req-78996651-dd8b-489d-826b-f48b3c3b347e tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 936 time: 0.2186091 Sep 23 22:24:38.939102 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54374f11-a2d8-47d1-8c63-868c0f55c602 admin admin] Network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:24:38.977285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:38.977662 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:38.978451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:39.003532 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:39.003857 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:39.014236 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 9 to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 Sep 23 22:24:39.030089 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b6567c07-df37-4119-be2f-5faea6a1481a admin admin] Deleting port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:39.031622 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b6567c07-df37-4119-be2f-5faea6a1481a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:39.031841 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-12bcb6a5-23f9-4966-b7e2-8034f4da1c82 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3b70fd1a6d0c4b0a803216b674009287&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347908 Sep 23 22:24:39.058164 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-54374f11-a2d8-47d1-8c63-868c0f55c602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:39.068250 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54374f11-a2d8-47d1-8c63-868c0f55c602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:39.069375 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-54374f11-a2d8-47d1-8c63-868c0f55c602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:39.072015 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8692ebf3-4b95-416d-a26b-9f1f93ffb667 None None] Network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:24:39.089788 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34e4a54f-5463-4321-a815-8a49c59236a5 req-a9fb8793-7e6d-4b4b-af66-b188e5e97ec2 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860518 Sep 23 22:24:39.108017 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:39.108395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:39.108850 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:39.123681 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-305bfb9f-8712-4f14-ad24-2291d213ea51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:39.131030 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:39.135933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:39.136315 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:39.136671 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 10 to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 Sep 23 22:24:39.205687 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:39.206025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:39.206353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:39.215647 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-305bfb9f-8712-4f14-ad24-2291d213ea51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:39.236845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 930137a2-fb52-4e28-8cfe-03b5f3542592 on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:39.237288 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 930137a2-fb52-4e28-8cfe-03b5f3542592 on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:39.237622 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:39.246303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-54374f11-a2d8-47d1-8c63-868c0f55c602 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8847637 Sep 23 22:24:39.300033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6786d039-54e0-42b7-a8f9-5ebebe8bb903 None None] Network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:24:39.303695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-b6567c07-df37-4119-be2f-5faea6a1481a admin admin] For port 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3,segment=NetworkSegment(c5a96eb9-e25f-4246-aa76-09911e5778f9),segment_id=c5a96eb9-e25f-4246-aa76-09911e5778f9)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:39.304035 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b6567c07-df37-4119-be2f-5faea6a1481a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:39.327246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-f73fb03e-4915-412e-a2f2-ace9d047cb30 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:39.328913 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-f73fb03e-4915-412e-a2f2-ace9d047cb30 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2906451 Sep 23 22:24:39.356753 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e141bfb3-0714-4e07-9894-23ebf135ca74 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/quotas/3b70fd1a6d0c4b0a803216b674009287 HTTP/1.1" status: 200 len: 375 time: 0.0159745 Sep 23 22:24:39.409320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b6567c07-df37-4119-be2f-5faea6a1481a admin admin] Calling delete_port for 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:39.442571 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:39.529132 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] For port 930137a2-fb52-4e28-8cfe-03b5f3542592, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:24:39.529524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempted to set empty binding levels {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 22:24:39.550216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:24:39.557303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:39.568500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:24:39.597567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Pushing event updated for resources: {'Port': ['ID=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:39.653417 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-136ee717-07e7-4afc-9687-afa83734ed78 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2805941 Sep 23 22:24:39.719890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:39.721007 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:39.725616 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-305bfb9f-8712-4f14-ad24-2291d213ea51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:39.731692 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-305bfb9f-8712-4f14-ad24-2291d213ea51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:39.734128 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-305bfb9f-8712-4f14-ad24-2291d213ea51 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/68a0eb6e-9f15-4b62-9045-1533adccc7eb HTTP/1.1" status: 204 len: 168 time: 0.9261756 Sep 23 22:24:39.745592 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:39.809920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480ed5bd-a465-444a-ae44-5a52be341b2f {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:39.830631 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:39.835304 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305bfb9f-8712-4f14-ad24-2291d213ea51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a0eb6e-9f15-4b62-9045-1533adccc7eb,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:39.857025 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Transition to ACTIVE for port object 480ed5bd-a465-444a-ae44-5a52be341b2f will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:24:39.876524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:39.877151 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:39.904449 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Pushing event updated for resources: {'Port': ['ID=930137a2-fb52-4e28-8cfe-03b5f3542592,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:39.943027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e4925-f660-41c6-b865-d7b45a310434 req-899af44a-3eb0-4d93-9d14-ac1e408841d4 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:39.944815 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-116e4925-f660-41c6-b865-d7b45a310434 req-899af44a-3eb0-4d93-9d14-ac1e408841d4 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.1305237 Sep 23 22:24:39.990118 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-2ce07cf1-cc74-4712-8a48-77bc0c8ad6ec tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9864595 Sep 23 22:24:40.007523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Request body: {'port': {'device_id': '7beddfd3-678b-455b-9c1f-3bb5e712182c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:40.038388 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:40.040739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8cf10a15-1c91-43fd-91d2-77b0256156aa None None] Provisioning complete for port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:40.042002 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8cf10a15-1c91-43fd-91d2-77b0256156aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:40.047713 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-116e4925-f660-41c6-b865-d7b45a310434 req-01d9283c-a995-4391-b654-74a08d5c4c67 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814886 Sep 23 22:24:40.088311 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cee2f14d-a9ff-4fe1-bd14-00cd66b50040 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 6.4630632 Sep 23 22:24:40.088671 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47168) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:40.106235 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:40.202873 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Pushing event updated for resources: {'Port': ['ID=480ed5bd-a465-444a-ae44-5a52be341b2f,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:40.235796 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b6567c07-df37-4119-be2f-5faea6a1481a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:40.284719 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8cf10a15-1c91-43fd-91d2-77b0256156aa None None] Port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:24:40.350163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6567c07-df37-4119-be2f-5faea6a1481a admin admin] Pushing event deleted for resources: {'Port': ['ID=34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:40.438510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Attempting to bind port 480ed5bd-a465-444a-ae44-5a52be341b2f on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:40.439482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Attempting to bind port 480ed5bd-a465-444a-ae44-5a52be341b2f by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:40.439482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Attempting to bind port 480ed5bd-a465-444a-ae44-5a52be341b2f on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:40.476225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Port 480ed5bd-a465-444a-ae44-5a52be341b2f on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:40.476588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Attempting to bind port 480ed5bd-a465-444a-ae44-5a52be341b2f on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:40.519575 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515532a-7886-4e4c-a131-a99260fd89a7 req-b71c69ff-4add-47d9-8e1d-18dfdc353e25 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:40.529142 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f515532a-7886-4e4c-a131-a99260fd89a7 req-b71c69ff-4add-47d9-8e1d-18dfdc353e25 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 948 time: 0.2349260 Sep 23 22:24:40.567051 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:24:40.567448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:24:40.567789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:24:40.568253 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Bound port: 480ed5bd-a465-444a-ae44-5a52be341b2f, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:24:40.568631 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:40.828346 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] For port 480ed5bd-a465-444a-ae44-5a52be341b2f, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:24:40.835681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] For port 480ed5bd-a465-444a-ae44-5a52be341b2f, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=480ed5bd-a465-444a-ae44-5a52be341b2f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:24:40.861946 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f515532a-7886-4e4c-a131-a99260fd89a7 req-64f5a4c0-c9e0-4404-a6b1-2bd9fea3ed3f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316426 Sep 23 22:24:40.970995 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:41.016143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4cc646cb-9164-46ca-8277-2ecfe414a2a0 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Deleting port 930137a2-fb52-4e28-8cfe-03b5f3542592 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:41.017038 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4cc646cb-9164-46ca-8277-2ecfe414a2a0 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:41.018544 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c511198f-e712-4a5e-8605-2f75faeb1e7b req-8e3bdddb-7e2a-4b0c-a839-cd7744f64ae7 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 210 time: 0.0624130 Sep 23 22:24:41.031574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:41.032336 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:41.034539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] 10.222.0.43 "PUT /v2.0/ports/480ed5bd-a465-444a-ae44-5a52be341b2f HTTP/1.1" status: 200 len: 1096 time: 3.1995552 Sep 23 22:24:41.034539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41e93ae-5feb-40fb-95d1-5222ba279f68', 'tag': '480ed5bd-a465-444a-ae44-5a52be341b2f'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:41.036999 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eba3f7-cea3-451b-82cc-6bc04631c8df" -d '{"events": [{"name": "network-changed", "server_uuid": "e41e93ae-5feb-40fb-95d1-5222ba279f68", "tag": "480ed5bd-a465-444a-ae44-5a52be341b2f"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:41.094180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd859bcd-585f-4e98-b732-6bd93dfc059e service neutron] Pushing event updated for resources: {'Port': ['ID=480ed5bd-a465-444a-ae44-5a52be341b2f,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:41.293852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-4cc646cb-9164-46ca-8277-2ecfe414a2a0 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] For port 930137a2-fb52-4e28-8cfe-03b5f3542592, host n-h1-810775-1, got binding levels [] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:41.294348 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4cc646cb-9164-46ca-8277-2ecfe414a2a0 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:41.328956 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5e1566-254d-443b-8af7-be7de15580fa x-openstack-request-id: req-0d5e1566-254d-443b-8af7-be7de15580fa {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:41.329767 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41e93ae-5feb-40fb-95d1-5222ba279f68", "tag": "480ed5bd-a465-444a-ae44-5a52be341b2f", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:41.330505 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d5e1566-254d-443b-8af7-be7de15580fa {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:41.332049 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41e93ae-5feb-40fb-95d1-5222ba279f68', 'tag': '480ed5bd-a465-444a-ae44-5a52be341b2f', 'status': 'completed', 'code': 200} Sep 23 22:24:41.371788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-4d70c84f-947f-4126-8506-932620fef1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:41.376427 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-4d70c84f-947f-4126-8506-932620fef1ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b02077651ffa43709d0b064b37420f44&device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 1099 time: 0.1446619 Sep 23 22:24:41.378407 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4cc646cb-9164-46ca-8277-2ecfe414a2a0 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Calling delete_port for 930137a2-fb52-4e28-8cfe-03b5f3542592 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:41.446923 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-4c0a44ef-51f1-4f13-b572-47039a91e908 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:41.448496 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-4c0a44ef-51f1-4f13-b572-47039a91e908 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/networks?id=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc HTTP/1.1" status: 200 len: 814 time: 0.4609599 Sep 23 22:24:41.479362 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-c3b16791-259a-4edb-b863-efc981e83899 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=480ed5bd-a465-444a-ae44-5a52be341b2f HTTP/1.1" status: 200 len: 217 time: 0.0922801 Sep 23 22:24:41.536422 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-a2bef290-6b97-42e2-9fa6-d71e2f68898e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/quotas/a9aadbde78d24ca78b83551868563968 HTTP/1.1" status: 200 len: 375 time: 0.0717316 Sep 23 22:24:41.547673 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b6567c07-df37-4119-be2f-5faea6a1481a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:41.574779 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-a0e044e3-ac3b-4e58-8084-f1eddc48d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:41.576365 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-a0e044e3-ac3b-4e58-8084-f1eddc48d9c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0754569 Sep 23 22:24:41.589326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023d9de-2468-455a-84c1-bfbf4f4ef0a8 req-653c96d7-214f-483f-96ae-7b95435465b4 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:41.591214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2023d9de-2468-455a-84c1-bfbf4f4ef0a8 req-653c96d7-214f-483f-96ae-7b95435465b4 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.1152725 Sep 23 22:24:41.621505 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-0739cb20-9939-4189-81f2-783e0c4e5080 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a9aadbde78d24ca78b83551868563968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664039 Sep 23 22:24:41.759771 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2023d9de-2468-455a-84c1-bfbf4f4ef0a8 req-d49ba32f-c348-49ec-bd27-d720888ff520 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406043 Sep 23 22:24:41.771713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-1f4d0c64-b932-441e-8bd4-3c67431e2cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:41.771713 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-1f4d0c64-b932-441e-8bd4-3c67431e2cac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1722693 Sep 23 22:24:41.901384 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-c3b7645b-c9a1-4dc6-b925-ae939c6cf9e2 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181331 Sep 23 22:24:42.035929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:42.080126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-824a888c-b858-4fa2-a3bf-50088d59dc80 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:24:42.081143 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-824a888c-b858-4fa2-a3bf-50088d59dc80 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4449165 Sep 23 22:24:42.081679 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1417add-322d-4714-bc8f-bab6243127b1 req-12463f38-1736-4525-8b90-6a62c7babb0c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:42.083270 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1417add-322d-4714-bc8f-bab6243127b1 req-12463f38-1736-4525-8b90-6a62c7babb0c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 948 time: 0.0754411 Sep 23 22:24:42.085770 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98cefb2b-e4b8-43d5-8ad6-01b54106b691 req-dd59db41-44d3-4a76-9022-f6deba215181 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743431 Sep 23 22:24:42.086332 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:42.147451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Transition to ACTIVE for port object 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:24:42.147818 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1417add-322d-4714-bc8f-bab6243127b1 req-f480ddb1-b8bf-4805-845e-0f107a331afc tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475156 Sep 23 22:24:42.203835 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4cc646cb-9164-46ca-8277-2ecfe414a2a0 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:42.243478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47224) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:42.253570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc646cb-9164-46ca-8277-2ecfe414a2a0 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Pushing event deleted for resources: {'Port': ['ID=930137a2-fb52-4e28-8cfe-03b5f3542592,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:42.278756 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4cc646cb-9164-46ca-8277-2ecfe414a2a0 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:42.280874 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4cc646cb-9164-46ca-8277-2ecfe414a2a0 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "DELETE /v2.0/ports/930137a2-fb52-4e28-8cfe-03b5f3542592 HTTP/1.1" status: 204 len: 168 time: 2.1912606 Sep 23 22:24:42.283174 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:42.284022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47228) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:42.329407 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-cf547536-bf25-4ab9-853c-f8e799eef766 service neutron] 10.222.0.22 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352026 Sep 23 22:24:42.398600 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e80c0c9-f447-4006-b7a1-2abd0d97da2a tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] GET failed (client error): The resource could not be found. Sep 23 22:24:42.404418 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7e80c0c9-f447-4006-b7a1-2abd0d97da2a tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "GET /v2.0/ports/930137a2-fb52-4e28-8cfe-03b5f3542592 HTTP/1.1" status: 404 len: 333 time: 0.1137400 Sep 23 22:24:42.408568 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47230) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:42.418002 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7068dcb5-0b02-45c6-af81-bc169c0f8030 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Request body: {'port': {'network_id': '72b05549-05b1-4993-b0c7-573e53adf720', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-462970881'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:42.458987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Pushing event updated for resources: {'Port': ['ID=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:42.463158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dc9d2d5-43b1-44ad-b84b-d310c4ec6c6a req-eb13ef06-8e26-4895-ab0f-d9635eb9f88a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 210 time: 0.1486287 Sep 23 22:24:42.481046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-88309564-network', 'tenant_id': 'd6e0181f45ec406a8eb3f0b9124a4309'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:42.511671 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-7068dcb5-0b02-45c6-af81-bc169c0f8030 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:24:42.511671 n-d-810775-1 neutron-server[95491]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 22:24:42.511671 n-d-810775-1 neutron-server[95491]: [parameters: {'project_id': '58d9c24a796646e6bef34ef6ce2fb9b5', 'id': '61d8f831-dda7-40b0-9115-ae200f2a4ce3', 'expiration': datetime.datetime(2021, 9, 23, 22, 26, 42, 496654)}] Sep 23 22:24:42.511671 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:24:42.512385 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-7068dcb5-0b02-45c6-af81-bc169c0f8030 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:24:42.516184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eba3f7-cea3-451b-82cc-6bc04631c8df req-677caa3c-befd-4cbb-939e-8d8fb8808107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:42.517608 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86eba3f7-cea3-451b-82cc-6bc04631c8df req-677caa3c-befd-4cbb-939e-8d8fb8808107 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b02077651ffa43709d0b064b37420f44&device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 1099 time: 0.2323737 Sep 23 22:24:42.590337 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-edb8617c-232f-4fa2-91d0-20031b90f6af service neutron] 10.222.0.22 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362278 Sep 23 22:24:42.632057 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6567c07-df37-4119-be2f-5faea6a1481a admin admin] Router 8c4ca6d3-2ae8-4065-b813-698dab03834b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:24:42.647976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] Made reservation on behalf of d6e0181f45ec406a8eb3f0b9124a4309 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:42.660755 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:42.669015 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Attempting to bind port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:42.671199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Attempting to bind port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:42.671570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Attempting to bind port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:42.674515 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:42.678937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eba3f7-cea3-451b-82cc-6bc04631c8df req-20da0bc3-6bef-4aff-b6d1-22a10e6115b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:42.680941 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86eba3f7-cea3-451b-82cc-6bc04631c8df req-20da0bc3-6bef-4aff-b6d1-22a10e6115b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.1522281 Sep 23 22:24:42.682496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:42.682831 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Attempting to bind port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:42.756207 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86eba3f7-cea3-451b-82cc-6bc04631c8df req-b4b8c7d2-7aca-4014-aac5-fdce062f2748 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=480ed5bd-a465-444a-ae44-5a52be341b2f HTTP/1.1" status: 200 len: 217 time: 0.0648484 Sep 23 22:24:42.840246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eba3f7-cea3-451b-82cc-6bc04631c8df req-b1dd8464-eeaa-43b2-b5b4-6db70ada6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:42.841980 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86eba3f7-cea3-451b-82cc-6bc04631c8df req-b1dd8464-eeaa-43b2-b5b4-6db70ada6507 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0739572 Sep 23 22:24:42.842416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:24:42.843145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:24:42.843798 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:24:42.844592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Bound port: 141b0f2c-8a85-4d9b-bd35-51cd99b190f4, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:24:42.846432 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:42.971758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6567c07-df37-4119-be2f-5faea6a1481a admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:24:42.979473 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:42.986027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eba3f7-cea3-451b-82cc-6bc04631c8df req-e7f6b53c-d135-4ad9-bca2-1ed4bb1eb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:42.987735 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86eba3f7-cea3-451b-82cc-6bc04631c8df req-e7f6b53c-d135-4ad9-bca2-1ed4bb1eb301 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1330130 Sep 23 22:24:42.993200 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63a83cd-0ac0-4b23-9d8f-e3f7da100e22 None None] Sync routers for ids ['8c4ca6d3-2ae8-4065-b813-698dab03834b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:24:42.994126 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b6567c07-df37-4119-be2f-5faea6a1481a admin admin] 10.222.0.22 "PUT /v2.0/routers/8c4ca6d3-2ae8-4065-b813-698dab03834b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3554337 Sep 23 22:24:42.994553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47236) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:42.998431 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] For port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:24:43.004845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bbef5-b782-413f-851e-ecd20a262d85 req-1804c63b-ec63-4c4b-b5e0-3fbf84658f48 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:43.006006 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] For port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:24:43.017370 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63a83cd-0ac0-4b23-9d8f-e3f7da100e22 None None] Routers {'8c4ca6d3-2ae8-4065-b813-698dab03834b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:24:43.017787 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-530bbef5-b782-413f-851e-ecd20a262d85 req-1804c63b-ec63-4c4b-b5e0-3fbf84658f48 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.1443515 Sep 23 22:24:43.028539 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e63a83cd-0ac0-4b23-9d8f-e3f7da100e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:24:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8c4ca6d3-2ae8-4065-b813-698dab03834b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:43.035066 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5835-53e8-4aad-93e9-531a32214e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:43.149763 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da45874e-a938-4aef-914b-6f5760ddefa7 req-2a545a12-a467-480f-a525-5ffc3040c587 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 210 time: 0.1192501 Sep 23 22:24:43.162156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:43.166388 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-e63a83cd-0ac0-4b23-9d8f-e3f7da100e22 None None] Set router 8c4ca6d3-2ae8-4065-b813-698dab03834b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:24:43.240193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:43.240817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:43.242437 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] 10.222.0.43 "PUT /v2.0/ports/141b0f2c-8a85-4d9b-bd35-51cd99b190f4 HTTP/1.1" status: 200 len: 1095 time: 3.2410181 Sep 23 22:24:43.242937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7beddfd3-678b-455b-9c1f-3bb5e712182c', 'tag': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:43.245314 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5234b84-7890-45dc-bccb-1709a8bae939" -d '{"events": [{"name": "network-changed", "server_uuid": "7beddfd3-678b-455b-9c1f-3bb5e712182c", "tag": "141b0f2c-8a85-4d9b-bd35-51cd99b190f4"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:43.320488 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1b5cf-dae7-41d3-9d00-d657e96c05aa service neutron] Pushing event updated for resources: {'Port': ['ID=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:43.498455 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb51b-3c9e-4438-afca-6bfec38f13a6 req-8f7f0e53-1da3-4141-920b-a905f903d067 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:43.500633 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e63a83cd-0ac0-4b23-9d8f-e3f7da100e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:20:33Z', 'updated_at': '2021-09-23T22:24:39Z', 'revision_number': 5, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'gw_port': {'id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:35Z', 'updated_at': '2021-09-23T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:43.502023 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a36fb51b-3c9e-4438-afca-6bfec38f13a6 req-8f7f0e53-1da3-4141-920b-a905f903d067 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 948 time: 0.1832693 Sep 23 22:24:43.531757 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-fe358865-11b4-4a72-aaee-aaa1955e764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:43.535699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-fe358865-11b4-4a72-aaee-aaa1955e764e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b02077651ffa43709d0b064b37420f44&device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 1098 time: 0.1257246 Sep 23 22:24:43.555815 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63a83cd-0ac0-4b23-9d8f-e3f7da100e22 None None] Checking router: 8c4ca6d3-2ae8-4065-b813-698dab03834b for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:24:43.571205 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63a83cd-0ac0-4b23-9d8f-e3f7da100e22 None None] Routers {'8c4ca6d3-2ae8-4065-b813-698dab03834b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:24:43.572301 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e63a83cd-0ac0-4b23-9d8f-e3f7da100e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:24:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8c4ca6d3-2ae8-4065-b813-698dab03834b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:43.639222 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-89b59aa9-92cc-4855-82ba-c28a7a3faf2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=141b0f2c-8a85-4d9b-bd35-51cd99b190f4 HTTP/1.1" status: 200 len: 217 time: 0.0894384 Sep 23 22:24:43.698120 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a36fb51b-3c9e-4438-afca-6bfec38f13a6 req-111e151c-5451-4f97-a5ba-b582fe3d09e9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595261 Sep 23 22:24:43.736653 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-e63a83cd-0ac0-4b23-9d8f-e3f7da100e22 None None] Set router 8c4ca6d3-2ae8-4065-b813-698dab03834b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:24:43.747037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-c685572a-94e8-41b8-b0e7-f7868982c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:43.748851 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-c685572a-94e8-41b8-b0e7-f7868982c8fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0943286 Sep 23 22:24:43.792112 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:43.806174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:24:43.819333 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:43.819697 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] Added segment 2eda45a9-cec2-4f02-9fb3-f3dde20b241c of type vlan for network 6b31fef4-ef2e-4bc2-adf5-4766f7de684a Sep 23 22:24:43.828330 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cc0751-833c-4534-acd1-080ee2d6af37 x-openstack-request-id: req-19cc0751-833c-4534-acd1-080ee2d6af37 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:43.828799 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7beddfd3-678b-455b-9c1f-3bb5e712182c", "tag": "141b0f2c-8a85-4d9b-bd35-51cd99b190f4", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:43.829558 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-19cc0751-833c-4534-acd1-080ee2d6af37 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:43.830590 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7beddfd3-678b-455b-9c1f-3bb5e712182c', 'tag': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4', 'status': 'completed', 'code': 200} Sep 23 22:24:43.870281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:43.870904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-575a26c3-4bda-4e78-92a1-7ce8b104523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:43.874791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-575a26c3-4bda-4e78-92a1-7ce8b104523c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1130912 Sep 23 22:24:43.977589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7068dcb5-0b02-45c6-af81-bc169c0f8030 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Made reservation on behalf of 58d9c24a796646e6bef34ef6ce2fb9b5 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:43.980268 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7068dcb5-0b02-45c6-af81-bc169c0f8030 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:44.015867 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f05bf454-ff00-49dc-bff1-652b051868ac req-5a318cca-3544-4fa8-a3d0-04f376b26157 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 210 time: 0.0986805 Sep 23 22:24:44.022531 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-530bbef5-b782-413f-851e-ecd20a262d85 req-3786aa7f-9f30-4f01-a726-96e4a6beb7b2 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0019085 Sep 23 22:24:44.023291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5599d7-da17-4599-aa1e-e9deec659b7a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:44.052397 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86eba3f7-cea3-451b-82cc-6bc04631c8df req-f8ab0f03-ff6b-468f-a7c3-dc12650fe5ca service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0268390 Sep 23 22:24:44.080884 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-7068dcb5-0b02-45c6-af81-bc169c0f8030 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] device_id is not set on port 79e00a2b-a786-43b6-bf7a-44ece3d763aa yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:24:44.145389 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:44.146476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:44.147077 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:44.196181 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-6b0a9505-de08-422c-8609-913837db1989 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070664 Sep 23 22:24:44.214987 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e63a83cd-0ac0-4b23-9d8f-e3f7da100e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:20:33Z', 'updated_at': '2021-09-23T22:24:39Z', 'revision_number': 5, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'gw_port': {'id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:35Z', 'updated_at': '2021-09-23T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:44.217147 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:44.245035 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-ff000ebc-0600-44c6-8418-eedbc59814f0 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3b70fd1a6d0c4b0a803216b674009287&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770247 Sep 23 22:24:44.320977 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63a83cd-0ac0-4b23-9d8f-e3f7da100e22 None None] The sync data for ids ['8c4ca6d3-2ae8-4065-b813-698dab03834b'] in n-d-810775-1 is: [{'id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'name': 'tempest-ServersTestManualDisk-1155453971-router', 'tenant_id': '0482f6f559a3421db26d6bef5bd62a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:20:33Z', 'updated_at': '2021-09-23T22:24:39Z', 'revision_number': 5, 'project_id': '0482f6f559a3421db26d6bef5bd62a78', 'gw_port': {'id': '4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ca6d3-2ae8-4065-b813-698dab03834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:20:35Z', 'updated_at': '2021-09-23T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:24:44.385348 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-08386ce4-83ef-4e5c-abe6-2463fe19fdb3 req-9bda3775-5c76-4387-b249-a873856b4a71 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 210 time: 0.0858941 Sep 23 22:24:44.414975 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 480ed5bd-a465-444a-ae44-5a52be341b2f details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:24:44.456941 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86eba3f7-cea3-451b-82cc-6bc04631c8df req-54c7223f-17f3-4e4c-9f8e-3dc921553b17 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894055 Sep 23 22:24:44.472059 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8593a3a-161f-441e-a577-ba9dbe771df8 req-23053da9-c56d-4c82-9c0b-68ebec6572b8 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471342 Sep 23 22:24:44.502429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] Pushing event updated for resources: {'Network': ['ID=6b31fef4-ef2e-4bc2-adf5-4766f7de684a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:44.513778 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ba07c18c-bfbc-4b59-83df-a4ff6b183a98 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2665391 Sep 23 22:24:44.529692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-abf0e1e4-091e-40b4-a08b-c1fd1e4f3a5d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:44.536110 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-abf0e1e4-091e-40b4-a08b-c1fd1e4f3a5d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2740302 Sep 23 22:24:44.536110 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47256) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:44.540123 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e47c9051-9998-4ae8-99b7-0a5d0c3f4866 admin admin] Request body: {'subnet': {'network_id': '6b31fef4-ef2e-4bc2-adf5-4766f7de684a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-88309564-subnet', 'tenant_id': 'd6e0181f45ec406a8eb3f0b9124a4309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:44.555847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-60445da9-1320-4c88-b748-65f369c2edf2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Request body: {'port': {'device_id': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '3b70fd1a6d0c4b0a803216b674009287'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:44.715854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 6b31fef4-ef2e-4bc2-adf5-4766f7de684a details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:24:44.739219 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:44.756674 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7068dcb5-0b02-45c6-af81-bc169c0f8030 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:44.833045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:24:44.835527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47c9051-9998-4ae8-99b7-0a5d0c3f4866 admin admin] Made reservation on behalf of d6e0181f45ec406a8eb3f0b9124a4309 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:44.840636 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e47c9051-9998-4ae8-99b7-0a5d0c3f4866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:44.894868 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:24:44.895453 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 34cd74d4-5418-4b0a-b5d1-c9fc2a30fea3 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:24:44.900392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 480ed5bd-a465-444a-ae44-5a52be341b2f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=480ed5bd-a465-444a-ae44-5a52be341b2f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:44.903314 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7068dcb5-0b02-45c6-af81-bc169c0f8030 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:44.926504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '480ed5bd-a465-444a-ae44-5a52be341b2f', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '480ed5bd-a465-444a-ae44-5a52be341b2f', 'mac_address': 'fa:16:3e:7a:e4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:24:44.996532 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5234b84-7890-45dc-bccb-1709a8bae939 req-6f28dcea-52a1-41e3-b0c4-ad8fddfacf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:45.001661 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7068dcb5-0b02-45c6-af81-bc169c0f8030 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Network 72b05549-05b1-4993-b0c7-573e53adf720 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:24:45.001984 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5234b84-7890-45dc-bccb-1709a8bae939 req-6f28dcea-52a1-41e3-b0c4-ad8fddfacf9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b02077651ffa43709d0b064b37420f44&device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 1098 time: 0.3629997 Sep 23 22:24:45.010376 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7068dcb5-0b02-45c6-af81-bc169c0f8030 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:45.015170 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068dcb5-0b02-45c6-af81-bc169c0f8030 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Pushing event updated for resources: {'Port': ['ID=79e00a2b-a786-43b6-bf7a-44ece3d763aa,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:45.018347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7068dcb5-0b02-45c6-af81-bc169c0f8030 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:24:45.019102 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7068dcb5-0b02-45c6-af81-bc169c0f8030 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:45.019694 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7068dcb5-0b02-45c6-af81-bc169c0f8030 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:45.044717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8a1e2-f86c-4d1d-9f88-4ba85c7e26d8 req-0429668f-4220-4b10-bdb3-e680fd4c5c56 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:45.046930 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1d8a1e2-f86c-4d1d-9f88-4ba85c7e26d8 req-0429668f-4220-4b10-bdb3-e680fd4c5c56 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 948 time: 0.1451519 Sep 23 22:24:45.054218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] Deleting port 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:45.054639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:45.060843 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:45.112247 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480ed5bd-a465-444a-ae44-5a52be341b2f {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:45.190213 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 480ed5bd-a465-444a-ae44-5a52be341b2f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=480ed5bd-a465-444a-ae44-5a52be341b2f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:45.190525 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-60445da9-1320-4c88-b748-65f369c2edf2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Made reservation on behalf of 3b70fd1a6d0c4b0a803216b674009287 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:45.195408 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-60445da9-1320-4c88-b748-65f369c2edf2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:45.206306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1d8a1e2-f86c-4d1d-9f88-4ba85c7e26d8 req-1a53d915-cdd4-4b1d-9cee-ebdfee0c523f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194410 Sep 23 22:24:45.220694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] For port 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:45.221400 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:45.241312 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7068dcb5-0b02-45c6-af81-bc169c0f8030 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.8309815 Sep 23 22:24:45.245511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47266) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:45.260641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:45.274462 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:45.297880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] Calling delete_port for 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:45.333584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=480ed5bd-a465-444a-ae44-5a52be341b2f,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:45.368632 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce2d8921-1504-49ef-8598-f37e6daf60e4 req-031e78ba-99d7-4c05-8436-fc6214fa9138 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 210 time: 0.0667214 Sep 23 22:24:45.448423 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:45.500539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5234b84-7890-45dc-bccb-1709a8bae939 req-d86ddcc3-23c0-4316-b206-388378f7f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:45.503299 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5234b84-7890-45dc-bccb-1709a8bae939 req-d86ddcc3-23c0-4316-b206-388378f7f1b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.4746728 Sep 23 22:24:45.531527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5127547-4a94-4fb0-b226-1267e95c6590 req-c151057b-3ed9-407c-a07a-5622439be290 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:45.534041 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5127547-4a94-4fb0-b226-1267e95c6590 req-c151057b-3ed9-407c-a07a-5622439be290 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.3258410 Sep 23 22:24:45.589251 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ff8179e4-c908-4136-890a-53cb95dc14ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:45.618154 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['480ed5bd-a465-444a-ae44-5a52be341b2f'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:24:45.648197 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5234b84-7890-45dc-bccb-1709a8bae939 req-02f596b7-792a-4356-bb04-10ef777d211f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=141b0f2c-8a85-4d9b-bd35-51cd99b190f4 HTTP/1.1" status: 200 len: 217 time: 0.1072514 Sep 23 22:24:45.660954 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb090e9a-199a-4b64-aa0b-8f6d75838026 req-9f2108b2-e8ce-4b9f-b4ab-707b1de5ea4a tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 210 time: 0.0771775 Sep 23 22:24:45.782073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-60445da9-1320-4c88-b748-65f369c2edf2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Allocated IP 192.168.233.162 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/dbb88fde-9fc0-4671-be74-f354bb4c1a41) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:24:45.787036 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5127547-4a94-4fb0-b226-1267e95c6590 req-b127bead-a60c-48ee-880a-c4568860c357 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194567 Sep 23 22:24:45.797691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5234b84-7890-45dc-bccb-1709a8bae939 req-24a7e2dd-7153-4e5a-82a4-f149c2c9291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:45.799542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5234b84-7890-45dc-bccb-1709a8bae939 req-24a7e2dd-7153-4e5a-82a4-f149c2c9291b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1117625 Sep 23 22:24:45.804983 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e47c9051-9998-4ae8-99b7-0a5d0c3f4866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:45.841737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] device_id is not set on port 79e00a2b-a786-43b6-bf7a-44ece3d763aa yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:24:45.855026 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:45.921362 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:45.959860 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c9051-9998-4ae8-99b7-0a5d0c3f4866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4afd2702-4d8d-4d58-ae98-429e3d174847,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:45.961072 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:45.976975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:45.988582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5234b84-7890-45dc-bccb-1709a8bae939 req-b3d33fbf-d773-4bce-b55e-b3ff6538c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:45.990019 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5234b84-7890-45dc-bccb-1709a8bae939 req-b3d33fbf-d773-4bce-b55e-b3ff6538c3fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1821854 Sep 23 22:24:46.024605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47c9051-9998-4ae8-99b7-0a5d0c3f4866 admin admin] Checking segment: {'id': '2eda45a9-cec2-4f02-9fb3-f3dde20b241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6b31fef4-ef2e-4bc2-adf5-4766f7de684a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:24:46.025012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47c9051-9998-4ae8-99b7-0a5d0c3f4866 admin admin] Network hostable DHCP agents. Network: 6b31fef4-ef2e-4bc2-adf5-4766f7de684a, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:24:46.048944 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:46.073446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Pushing event updated for resources: {'Port': ['ID=79e00a2b-a786-43b6-bf7a-44ece3d763aa,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:46.076159 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:46.191062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:46.191460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:46.191870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:46.200142 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:46.202682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:46.203016 n-d-810775-1 neutron-server[95491]: ERROR neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:46.204190 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:46.205333 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-60445da9-1320-4c88-b748-65f369c2edf2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:46.205729 n-d-810775-1 neutron-server[95491]: INFO neutron.plugins.ml2.plugin [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 2 to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa Sep 23 22:24:46.217880 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5234b84-7890-45dc-bccb-1709a8bae939 req-541ec2bb-68c3-48fa-9e2f-3e927addf004 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154689 Sep 23 22:24:46.283475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:46.283722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47c9051-9998-4ae8-99b7-0a5d0c3f4866 admin admin] Network 6b31fef4-ef2e-4bc2-adf5-4766f7de684a is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:24:46.284057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:46.284641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:46.298827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:46.299408 n-d-810775-1 neutron-server[95491]: ERROR neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:46.311719 n-d-810775-1 neutron-server[95491]: INFO neutron.plugins.ml2.plugin [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 3 to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa Sep 23 22:24:46.353632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:46.353987 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:46.354283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:46.365531 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:46.365851 n-d-810775-1 neutron-server[95491]: ERROR neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:46.367920 n-d-810775-1 neutron-server[95491]: INFO neutron.plugins.ml2.plugin [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 4 to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa Sep 23 22:24:46.392018 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc02d9-3bf4-4102-9e9e-e63c9d014505 req-a507e8af-42d2-4285-9d6c-f649e8c38e51 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:46.393669 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-60cc02d9-3bf4-4102-9e9e-e63c9d014505 req-a507e8af-42d2-4285-9d6c-f649e8c38e51 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 949 time: 0.0990906 Sep 23 22:24:46.394949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:46.395354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:46.395733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:46.401018 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:46.401367 n-d-810775-1 neutron-server[95491]: ERROR neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:46.401761 n-d-810775-1 neutron-server[95491]: INFO neutron.plugins.ml2.plugin [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 5 to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa Sep 23 22:24:46.415242 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5234b84-7890-45dc-bccb-1709a8bae939 req-743a8ed3-b6b5-4666-bcf5-67498e1ea04b service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843750 Sep 23 22:24:46.415992 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:24:46.426031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:46.426378 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:46.426723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:46.449826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:46.449826 n-d-810775-1 neutron-server[95491]: ERROR neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:46.449826 n-d-810775-1 neutron-server[95491]: INFO neutron.plugins.ml2.plugin [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 6 to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa Sep 23 22:24:46.473807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:46.474146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:46.474609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:46.476814 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:46.477397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c4ca6d3-2ae8-4065-b813-698dab03834b {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:24:46.484597 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:46.485862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-830075fd-bb78-4435-8b0a-39768fb00a7e admin admin] 10.222.0.22 "DELETE /v2.0/routers/8c4ca6d3-2ae8-4065-b813-698dab03834b HTTP/1.1" status: 204 len: 168 time: 3.4660897 Sep 23 22:24:46.489378 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-60cc02d9-3bf4-4102-9e9e-e63c9d014505 req-e0735d8c-da23-4d5a-9afc-2f01fb3032c6 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768023 Sep 23 22:24:46.489886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47274) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:46.500561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:46.500924 n-d-810775-1 neutron-server[95491]: ERROR neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:46.525266 n-d-810775-1 neutron-server[95491]: INFO neutron.plugins.ml2.plugin [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 7 to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa Sep 23 22:24:46.534985 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-60445da9-1320-4c88-b748-65f369c2edf2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:46.544155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-e47c9051-9998-4ae8-99b7-0a5d0c3f4866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 6b31fef4-ef2e-4bc2-adf5-4766f7de684a) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:46.583455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:46.583803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:46.594641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:46.596727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed1acab-b813-4298-9c4a-4a848822765c admin admin] Deleting subnet e7021669-0d07-4e89-bfa4-274b44c0697b {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:24:46.600439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:46.600866 n-d-810775-1 neutron-server[95491]: ERROR neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:46.601608 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ed1acab-b813-4298-9c4a-4a848822765c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:46.603469 n-d-810775-1 neutron-server[95491]: INFO neutron.plugins.ml2.plugin [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 8 to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa Sep 23 22:24:46.631065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['ba0d871f-5f5e-4269-8b69-888ed8f8e6d5', '186ab1f4-79e9-47ab-a1ff-0b62a809df50'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:24:46.707839 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ed1acab-b813-4298-9c4a-4a848822765c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:46.736600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47c9051-9998-4ae8-99b7-0a5d0c3f4866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:46.737612 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e47c9051-9998-4ae8-99b7-0a5d0c3f4866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:46.754946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fce75f5-df2b-417e-8942-9bdca146ee12 None None] Network 6b31fef4-ef2e-4bc2-adf5-4766f7de684a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:24:46.780026 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:46.781267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:46.781952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:46.797236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:46.797834 n-d-810775-1 neutron-server[95491]: ERROR neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:46.800499 n-d-810775-1 neutron-server[95491]: INFO neutron.plugins.ml2.plugin [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 9 to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa Sep 23 22:24:46.832593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:46.833020 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:46.833518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:46.876710 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-60445da9-1320-4c88-b748-65f369c2edf2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:24:46.890876 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-60445da9-1320-4c88-b748-65f369c2edf2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:46.906225 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-60445da9-1320-4c88-b748-65f369c2edf2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:24:46.916484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:46.917264 n-d-810775-1 neutron-server[95491]: ERROR neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:46.926298 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60445da9-1320-4c88-b748-65f369c2edf2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Pushing event updated for resources: {'Port': ['ID=dbb88fde-9fc0-4671-be74-f354bb4c1a41,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:46.933994 n-d-810775-1 neutron-server[95491]: INFO neutron.plugins.ml2.plugin [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 10 to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa Sep 23 22:24:46.942533 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4588fddc-5968-42a8-aba9-9b2fd53f11d3 req-ee83cd21-5fb3-4f75-8bf2-6978b81f5145 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 210 time: 0.0830564 Sep 23 22:24:46.964203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:46.964885 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:46.965674 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:46.980677 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ed1acab-b813-4298-9c4a-4a848822765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:46.985512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:46.986239 n-d-810775-1 neutron-server[95491]: ERROR neutron.plugins.ml2.managers [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:46.986778 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:47.044435 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e47c9051-9998-4ae8-99b7-0a5d0c3f4866 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5016272 Sep 23 22:24:47.135022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] For port 79e00a2b-a786-43b6-bf7a-44ece3d763aa, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:24:47.135787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempted to set empty binding levels {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 22:24:47.140983 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:47.153844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:47.270787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-60445da9-1320-4c88-b748-65f369c2edf2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.271520 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-60445da9-1320-4c88-b748-65f369c2edf2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:47.291680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ed1acab-b813-4298-9c4a-4a848822765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:47.306964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea6749c-8417-4eec-ae76-c50403f5bf0f None None] Network 6b31fef4-ef2e-4bc2-adf5-4766f7de684a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:24:47.340258 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:47.342469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1acab-b813-4298-9c4a-4a848822765c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7021669-0d07-4e89-bfa4-274b44c0697b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:47.345067 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ed1acab-b813-4298-9c4a-4a848822765c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:47.349316 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3ed1acab-b813-4298-9c4a-4a848822765c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e7021669-0d07-4e89-bfa4-274b44c0697b HTTP/1.1" status: 204 len: 168 time: 0.8549509 Sep 23 22:24:47.355766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47284) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:47.369428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4', 'mac_address': 'fa:16:3e:62:26:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:24:47.369744 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed1a51-9c82-4144-bc61-6a36fc89dd53 req-cd351263-d93c-4a16-ba1f-52eeb2aed99c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.385329 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9ed1a51-9c82-4144-bc61-6a36fc89dd53 req-cd351263-d93c-4a16-ba1f-52eeb2aed99c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 936 time: 0.7469277 Sep 23 22:24:47.402128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a60dc8-9efe-4628-a895-112f1e3f890f None None] Network b8785a5e-df92-480b-8acf-638778e70a5b requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:24:47.422234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f1b2c-cb5c-4ac0-a67c-9cd18cb5efec req-2f1ad336-b27a-499a-a061-b7d78d27716b tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.427660 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a99f1b2c-cb5c-4ac0-a67c-9cd18cb5efec req-2f1ad336-b27a-499a-a061-b7d78d27716b tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.2132611 Sep 23 22:24:47.427660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] In _notify_port_updated(), no bound segment for port 79e00a2b-a786-43b6-bf7a-44ece3d763aa on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95491) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:24:47.427660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.427660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:47.428113 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "PUT /v2.0/ports/79e00a2b-a786-43b6-bf7a-44ece3d763aa HTTP/1.1" status: 200 len: 974 time: 2.1805315 Sep 23 22:24:47.432590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47288) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:47.445654 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-d2663b3e-0384-49d2-89ef-307fd9dc0e7c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.448399 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-d2663b3e-0384-49d2-89ef-307fd9dc0e7c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.67 "GET /v2.0/networks?id=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc HTTP/1.1" status: 200 len: 814 time: 0.5441124 Sep 23 22:24:47.487214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-ff924c71-677c-42c7-a1ac-f460c9859527 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Request body: {'port': {'device_id': '95976710-2c6a-4e13-8e38-da9e15d798f4', 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc', 'admin_state_up': True, 'tenant_id': 'a9aadbde78d24ca78b83551868563968'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:47.529490 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-60445da9-1320-4c88-b748-65f369c2edf2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9784243 Sep 23 22:24:47.538335 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9ed1a51-9c82-4144-bc61-6a36fc89dd53 req-1fe14a6e-9865-4397-bc98-64d1d81d8b9a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284800 Sep 23 22:24:47.569825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Request body: {'port': {'device_id': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:47.580358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86aa649-bbc5-4301-bdeb-45fa7ac62705 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Pushing event updated for resources: {'Port': ['ID=79e00a2b-a786-43b6-bf7a-44ece3d763aa,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:47.588928 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:47.633392 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a99f1b2c-cb5c-4ac0-a67c-9cd18cb5efec req-c8ae6945-a958-4041-99fd-b3fb748e9243 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802301 Sep 23 22:24:47.667008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.667761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.668242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.668722 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.669261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.669747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.670220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.670722 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.671193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.671755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.672131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.672584 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.673058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.673561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.674025 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.674487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.674943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.675414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.675877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.676343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.679397 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e6d867b8-b141-4b3e-a61e-e9f2c50aee2d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17961 time: 0.2393146 Sep 23 22:24:47.689558 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47294) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:47.759091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] Deleting port f4d410fa-c498-458e-bddf-bbd9414dfaae {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:47.759416 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:47.792728 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:47.888431 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9268f-0b5e-4cec-aef4-630285411e6f req-c12cb381-6d0d-4004-abba-5963ac248407 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:47.893173 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:47.898535 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5f9268f-0b5e-4cec-aef4-630285411e6f req-c12cb381-6d0d-4004-abba-5963ac248407 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 949 time: 0.1408815 Sep 23 22:24:47.903124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] For port f4d410fa-c498-458e-bddf-bbd9414dfaae, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f4d410fa-c498-458e-bddf-bbd9414dfaae,segment=NetworkSegment(c5a96eb9-e25f-4246-aa76-09911e5778f9),segment_id=c5a96eb9-e25f-4246-aa76-09911e5778f9)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:47.903666 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:47.926376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:47.942208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] Calling delete_port for f4d410fa-c498-458e-bddf-bbd9414dfaae owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:47.966963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5f9268f-0b5e-4cec-aef4-630285411e6f req-42b353d5-04a0-4b87-9237-82b0e9e8cadf tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668559 Sep 23 22:24:47.976021 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [req-810621a5-19a9-4f75-a602-9cf25b840b91 req-5bba4fdc-dfe4-4c57-959c-ad4176de5687 tempest-SecurityGroupsNegativeTestJSON-1587234559 tempest-SecurityGroupsNegativeTestJSON-1587234559-project] show failed (client error): The resource could not be found. Sep 23 22:24:47.993845 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-810621a5-19a9-4f75-a602-9cf25b840b91 req-5bba4fdc-dfe4-4c57-959c-ad4176de5687 tempest-SecurityGroupsNegativeTestJSON-1587234559 tempest-SecurityGroupsNegativeTestJSON-1587234559-project] 10.222.0.22 "GET /v2.0/security-groups/75d780bf-911c-471e-b4f8-d098b82b7ff4 HTTP/1.1" status: 404 len: 352 time: 0.0754559 Sep 23 22:24:48.033671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:48.125842 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b8ea95b7-3a87-4848-b424-62dbea0dbba4 req-f9c1e366-9ac4-41e6-9b2f-7ecc35aea529 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 210 time: 0.0366244 Sep 23 22:24:48.157469 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:48.161519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:48.172498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-dbb40b31-7161-4406-a4d5-2bf3bf3d7c42 None None] Provisioning complete for port dbb88fde-9fc0-4671-be74-f354bb4c1a41 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:48.173659 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dbb40b31-7161-4406-a4d5-2bf3bf3d7c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:48.199846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d410fa-c498-458e-bddf-bbd9414dfaae,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:48.220878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] No DVR routers for this DVR port f4d410fa-c498-458e-bddf-bbd9414dfaae on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:24:48.306425 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a995c3d-ee5e-493f-9dfe-a91532f757ba req-7e3432a5-db31-48f6-8487-6bb45adac303 tempest-SecurityGroupsNegativeTestJSON-1587234559 tempest-SecurityGroupsNegativeTestJSON-1587234559-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6e0181f45ec406a8eb3f0b9124a4309 HTTP/1.1" status: 200 len: 2988 time: 0.1174667 Sep 23 22:24:48.337764 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:48.340149 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:48.353495 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-dbb40b31-7161-4406-a4d5-2bf3bf3d7c42 None None] Port dbb88fde-9fc0-4671-be74-f354bb4c1a41 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:24:48.383784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8785a5e-df92-480b-8acf-638778e70a5b']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:48.407141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a96eb9-e25f-4246-aa76-09911e5778f9') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:48.407541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a96eb9-e25f-4246-aa76-09911e5778f9') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:48.433387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 480ed5bd-a465-444a-ae44-5a52be341b2f up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:24:48.433633 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:48.445042 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a995c3d-ee5e-493f-9dfe-a91532f757ba req-7f9ab47d-4c43-48a1-8c49-a63d20f84176 tempest-SecurityGroupsNegativeTestJSON-1587234559 tempest-SecurityGroupsNegativeTestJSON-1587234559-project] 10.222.0.22 "GET /v2.0/security-groups/bb5599d7-da17-4599-aa1e-e9deec659b7a HTTP/1.1" status: 200 len: 2985 time: 0.1012435 Sep 23 22:24:48.461741 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:48.480083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:24:48.480328 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:24:48.482166 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:24:48.511364 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff60d6-4ce4-46d5-ac71-a2ea3b021af6 None None] DHCP port deletion for b8785a5e-df92-480b-8acf-638778e70a5b request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:24:48.564219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:48.600239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:48.601159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:48.601796 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:48.602983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:48.603822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:48.604820 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:48.605424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:48.614459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:48.614459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:48.614459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:48.614459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:48.614459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:24:48.639241 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:48.640231 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a995c3d-ee5e-493f-9dfe-a91532f757ba req-9b1090d4-b186-4028-9b3e-6dad6b2e96b7 tempest-SecurityGroupsNegativeTestJSON-1587234559 tempest-SecurityGroupsNegativeTestJSON-1587234559-project] 10.222.0.22 "GET /v2.0/security-groups/bb5599d7-da17-4599-aa1e-e9deec659b7a HTTP/1.1" status: 200 len: 2985 time: 0.1851020 Sep 23 22:24:48.648623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f4d410fa-c498-458e-bddf-bbd9414dfaae no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:24:48.692399 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['141b0f2c-8a85-4d9b-bd35-51cd99b190f4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:24:48.698003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: f4d410fa-c498-458e-bddf-bbd9414dfaae {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:24:48.698563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f4d410fa-c498-458e-bddf-bbd9414dfaae not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:24:48.699253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:24:48.737550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-ff924c71-677c-42c7-a1ac-f460c9859527 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Made reservation on behalf of a9aadbde78d24ca78b83551868563968 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:48.741473 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-ff924c71-677c-42c7-a1ac-f460c9859527 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:48.754086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90b9ff19-e88c-4b6f-b0b7-8fb4791a5b41 req-aa944b56-10b5-488e-8b29-78c2bc309319 tempest-SecurityGroupsNegativeTestJSON-1587234559 tempest-SecurityGroupsNegativeTestJSON-1587234559-project] 10.222.0.22 "GET /v2.0/security-groups/bb5599d7-da17-4599-aa1e-e9deec659b7a HTTP/1.1" status: 200 len: 2985 time: 0.0960999 Sep 23 22:24:48.762497 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d12339c7-afe0-41f1-8247-412b6e1686f5 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Deleting port 79e00a2b-a786-43b6-bf7a-44ece3d763aa {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:48.762965 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d12339c7-afe0-41f1-8247-412b6e1686f5 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:48.780536 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:48.784554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:24:48.784926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4ed8103a-c1e5-49f5-bc49-d4ea6bd3362b not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:24:48.803171 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:48.808188 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b8785a5e-df92-480b-8acf-638778e70a5b HTTP/1.1" status: 204 len: 168 time: 1.4510276 Sep 23 22:24:48.822367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 480ed5bd-a465-444a-ae44-5a52be341b2f completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:24:48.827310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc06e1-a7f7-482e-b4cf-a92a730ce729 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8785a5e-df92-480b-8acf-638778e70a5b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:48.857894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 480ed5bd-a465-444a-ae44-5a52be341b2f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:48.860103 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:48.884406 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-90b9ff19-e88c-4b6f-b0b7-8fb4791a5b41 req-eb6334ec-8af8-4ff2-b6bd-28d811cee85e tempest-SecurityGroupsNegativeTestJSON-1587234559 tempest-SecurityGroupsNegativeTestJSON-1587234559-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 22:24:48.887508 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90b9ff19-e88c-4b6f-b0b7-8fb4791a5b41 req-eb6334ec-8af8-4ff2-b6bd-28d811cee85e tempest-SecurityGroupsNegativeTestJSON-1587234559 tempest-SecurityGroupsNegativeTestJSON-1587234559-project] 10.222.0.22 "DELETE /v2.0/security-groups/bb5599d7-da17-4599-aa1e-e9deec659b7a HTTP/1.1" status: 409 len: 352 time: 0.1231530 Sep 23 22:24:49.010726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-d12339c7-afe0-41f1-8247-412b6e1686f5 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] For port 79e00a2b-a786-43b6-bf7a-44ece3d763aa, host n-h1-810775-1, got binding levels [] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:49.011109 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d12339c7-afe0-41f1-8247-412b6e1686f5 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:49.020025 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:49.057962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41e93ae-5feb-40fb-95d1-5222ba279f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480ed5bd-a465-444a-ae44-5a52be341b2f'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:49.060316 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221e54d1-60ed-479e-bef5-54d6d6bcb059" -d '{"events": [{"server_uuid": "e41e93ae-5feb-40fb-95d1-5222ba279f68", "name": "network-vif-plugged", "status": "completed", "tag": "480ed5bd-a465-444a-ae44-5a52be341b2f"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:49.064591 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e57cf4f7-17bc-4d12-91b5-af8687f9800a req-58b0ddd0-7920-404e-9db2-ffdf12896d54 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3281035 Sep 23 22:24:49.065541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3f994-e235-430e-b60b-dcef6f76264d req-ec380341-c58d-4cd3-97ac-98860ccdfbbe tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:49.068192 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c2a3f994-e235-430e-b60b-dcef6f76264d req-ec380341-c58d-4cd3-97ac-98860ccdfbbe tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.0958457 Sep 23 22:24:49.080793 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d12339c7-afe0-41f1-8247-412b6e1686f5 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Calling delete_port for 79e00a2b-a786-43b6-bf7a-44ece3d763aa owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:49.081079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 480ed5bd-a465-444a-ae44-5a52be341b2f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=480ed5bd-a465-444a-ae44-5a52be341b2f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:49.125768 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c2a3f994-e235-430e-b60b-dcef6f76264d req-ff86fa7a-2aaf-42c9-b06c-08dae43a1a53 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394626 Sep 23 22:24:49.142630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb40cd-c05a-4533-86d2-6b45f1264962 req-9008a94d-d32f-482f-86ce-f2d1503a6a26 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:49.144335 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbbb40cd-c05a-4533-86d2-6b45f1264962 req-9008a94d-d32f-482f-86ce-f2d1503a6a26 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 936 time: 0.4146466 Sep 23 22:24:49.157174 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:49.176358 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-79781ac9-8bdb-4c10-8aff-83e46a6336e0 req-76290d72-2512-4763-892c-0a1b1595ef31 tempest-SecurityGroupsNegativeTestJSON-1587234559 tempest-SecurityGroupsNegativeTestJSON-1587234559-project] show failed (client error): The resource could not be found. Sep 23 22:24:49.185802 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79781ac9-8bdb-4c10-8aff-83e46a6336e0 req-76290d72-2512-4763-892c-0a1b1595ef31 tempest-SecurityGroupsNegativeTestJSON-1587234559 tempest-SecurityGroupsNegativeTestJSON-1587234559-project] 10.222.0.22 "GET /v2.0/security-groups/e211dcc4-3c3c-4f0d-8c1b-ef7b8f54f70e HTTP/1.1" status: 404 len: 352 time: 0.0271440 Sep 23 22:24:49.239285 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=480ed5bd-a465-444a-ae44-5a52be341b2f,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:49.305759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47324) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:49.320261 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-ff924c71-677c-42c7-a1ac-f460c9859527 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Allocated IP 172.20.0.2 (08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc/04a99b1e-5604-420c-b8b4-3844200ef69e/78c76a82-bce5-4064-a94a-b287f5eff905) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:24:49.346291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bd355-9b4d-4228-b2f6-e90064eb6f28 req-baa63516-c1c9-4f11-9bff-ef99b05bfc26 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:49.348806 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a1bd355-9b4d-4228-b2f6-e90064eb6f28 req-baa63516-c1c9-4f11-9bff-ef99b05bfc26 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 950 time: 0.0963662 Sep 23 22:24:49.383168 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cf4f7-17bc-4d12-91b5-af8687f9800a req-88a498e2-a9a0-49ce-b26c-a750875b95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:49.384756 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e57cf4f7-17bc-4d12-91b5-af8687f9800a req-88a498e2-a9a0-49ce-b26c-a750875b95b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 1101 time: 0.2340062 Sep 23 22:24:49.396553 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbbb40cd-c05a-4533-86d2-6b45f1264962 req-91155395-9c1f-4236-894f-71171a624e54 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967447 Sep 23 22:24:49.434877 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a1bd355-9b4d-4228-b2f6-e90064eb6f28 req-ea0c1527-0721-4c13-af16-245cdbc9916c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783093 Sep 23 22:24:49.469285 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d737c7c2-33b2-4c0a-9872-910801d46b5a x-openstack-request-id: req-d737c7c2-33b2-4c0a-9872-910801d46b5a {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:49.471818 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41e93ae-5feb-40fb-95d1-5222ba279f68", "name": "network-vif-plugged", "status": "completed", "tag": "480ed5bd-a465-444a-ae44-5a52be341b2f", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:49.471818 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d737c7c2-33b2-4c0a-9872-910801d46b5a {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:49.471818 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41e93ae-5feb-40fb-95d1-5222ba279f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480ed5bd-a465-444a-ae44-5a52be341b2f', 'code': 200} Sep 23 22:24:49.532837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-205e5df8-9a11-447d-819c-7d1eeeebdc2e req-e5b876fe-1e18-4a80-8901-deaee796659d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 210 time: 0.0304482 Sep 23 22:24:49.573740 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [req-7713e6ac-25fd-4a69-aa76-98ec76bfd8d0 req-f012917e-ae28-4b00-92d1-162d4b395340 tempest-SecurityGroupsNegativeTestJSON-1587234559 tempest-SecurityGroupsNegativeTestJSON-1587234559-project] show failed (client error): The resource could not be found. Sep 23 22:24:49.575585 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7713e6ac-25fd-4a69-aa76-98ec76bfd8d0 req-f012917e-ae28-4b00-92d1-162d4b395340 tempest-SecurityGroupsNegativeTestJSON-1587234559 tempest-SecurityGroupsNegativeTestJSON-1587234559-project] 10.222.0.22 "GET /v2.0/security-groups/b91a3d32-da90-4405-ad38-ef4c736195fa HTTP/1.1" status: 404 len: 352 time: 0.0774398 Sep 23 22:24:49.598766 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8ef674d6-0a1b-43ed-83aa-a557f9cf4eb2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0482f6f559a3421db26d6bef5bd62a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803640 Sep 23 22:24:49.606857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb88fde-9fc0-4671-be74-f354bb4c1a41 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:49.607819 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47326) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:49.608246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47328) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:49.631600 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d12339c7-afe0-41f1-8247-412b6e1686f5 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:49.688342 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:49.708326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e1e37-0fdc-4fce-8ada-0735ca0a242a req-4c80d0d1-9d21-47f0-b6a0-5504b0b3b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:49.708326 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4e4e1e37-0fdc-4fce-8ada-0735ca0a242a req-4c80d0d1-9d21-47f0-b6a0-5504b0b3b235 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 1101 time: 0.1395152 Sep 23 22:24:49.711482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0a25d4-c4a1-4212-a6f0-433a99f9528e admin admin] Deleting subnet 4afd2702-4d8d-4d58-ae98-429e3d174847 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:24:49.723185 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d0a25d4-c4a1-4212-a6f0-433a99f9528e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:49.753416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12339c7-afe0-41f1-8247-412b6e1686f5 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Pushing event deleted for resources: {'Port': ['ID=79e00a2b-a786-43b6-bf7a-44ece3d763aa,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:49.770972 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cac2fda7-7862-4c8e-b09c-0dc00193edd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:49.774595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Transition to ACTIVE for port object dbb88fde-9fc0-4671-be74-f354bb4c1a41 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:24:49.775954 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d12339c7-afe0-41f1-8247-412b6e1686f5 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:49.777805 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d12339c7-afe0-41f1-8247-412b6e1686f5 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "DELETE /v2.0/ports/79e00a2b-a786-43b6-bf7a-44ece3d763aa HTTP/1.1" status: 204 len: 168 time: 2.0807855 Sep 23 22:24:49.782821 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47330) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:49.815876 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d0a25d4-c4a1-4212-a6f0-433a99f9528e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:49.818228 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b6c424-6250-4f98-8844-fd14f60f6dbc tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] GET failed (client error): The resource could not be found. Sep 23 22:24:49.819968 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c5b6c424-6250-4f98-8844-fd14f60f6dbc tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "GET /v2.0/ports/79e00a2b-a786-43b6-bf7a-44ece3d763aa HTTP/1.1" status: 404 len: 333 time: 0.0361545 Sep 23 22:24:49.835696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47332) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:49.839708 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4e4e1e37-0fdc-4fce-8ada-0735ca0a242a req-28c2851e-c648-46a3-b510-8f3a47bf1ade service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231072 Sep 23 22:24:49.841682 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cac2fda7-7862-4c8e-b09c-0dc00193edd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:49.845184 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a137135e-46a4-490d-9daa-024ff777af85 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1960384129', 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:49.857507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cf4f7-17bc-4d12-91b5-af8687f9800a req-3db14053-5ace-428f-b8d3-79e29059f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:49.859573 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e57cf4f7-17bc-4d12-91b5-af8687f9800a req-3db14053-5ace-428f-b8d3-79e29059f3e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.4226329 Sep 23 22:24:49.869456 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:49.897394 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d0a25d4-c4a1-4212-a6f0-433a99f9528e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:49.991139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Pushing event updated for resources: {'Port': ['ID=dbb88fde-9fc0-4671-be74-f354bb4c1a41,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:50.047261 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-ff924c71-677c-42c7-a1ac-f460c9859527 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:50.073582 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cac2fda7-7862-4c8e-b09c-0dc00193edd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:50.083013 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cac2fda7-7862-4c8e-b09c-0dc00193edd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:50.085797 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cac2fda7-7862-4c8e-b09c-0dc00193edd4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5dfaeabf-e50d-450d-ad7b-1ab55cda5536 HTTP/1.1" status: 204 len: 168 time: 0.4762402 Sep 23 22:24:50.105784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2fda7-7862-4c8e-b09c-0dc00193edd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfaeabf-e50d-450d-ad7b-1ab55cda5536,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:50.112912 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d0a25d4-c4a1-4212-a6f0-433a99f9528e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:50.117455 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e57cf4f7-17bc-4d12-91b5-af8687f9800a req-fb3b41b6-9e96-4225-bb9f-cee365ecb9cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 HTTP/1.1" status: 200 len: 217 time: 0.0797110 Sep 23 22:24:50.117455 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a137135e-46a4-490d-9daa-024ff777af85 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Made reservation on behalf of 58d9c24a796646e6bef34ef6ce2fb9b5 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:50.118247 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a137135e-46a4-490d-9daa-024ff777af85 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:50.174924 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a25d4-c4a1-4212-a6f0-433a99f9528e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4afd2702-4d8d-4d58-ae98-429e3d174847,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:50.201146 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d0a25d4-c4a1-4212-a6f0-433a99f9528e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:50.209329 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4d0a25d4-c4a1-4212-a6f0-433a99f9528e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4afd2702-4d8d-4d58-ae98-429e3d174847 HTTP/1.1" status: 204 len: 168 time: 0.5981207 Sep 23 22:24:50.210689 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47338) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:50.314218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3602be0-c6e6-4325-9b12-67687a782c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:50.330970 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-a137135e-46a4-490d-9daa-024ff777af85 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] device_id is not set on port d53045db-6dda-4cd1-8fbb-469d97d4f045 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:24:50.383191 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cf4f7-17bc-4d12-91b5-af8687f9800a req-82b2af1d-dbce-4d3d-9ed4-3c339fd89087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:50.385271 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e57cf4f7-17bc-4d12-91b5-af8687f9800a req-82b2af1d-dbce-4d3d-9ed4-3c339fd89087 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.2571197 Sep 23 22:24:50.415621 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3602be0-c6e6-4325-9b12-67687a782c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:50.428525 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Attempting to bind port dbb88fde-9fc0-4671-be74-f354bb4c1a41 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:50.429080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Attempting to bind port dbb88fde-9fc0-4671-be74-f354bb4c1a41 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:50.429432 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Attempting to bind port dbb88fde-9fc0-4671-be74-f354bb4c1a41 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:50.446128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:24:50.447069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-d3602be0-c6e6-4325-9b12-67687a782c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b31fef4-ef2e-4bc2-adf5-4766f7de684a']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:50.470283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-d3602be0-c6e6-4325-9b12-67687a782c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eda45a9-cec2-4f02-9fb3-f3dde20b241c') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:50.470819 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-d3602be0-c6e6-4325-9b12-67687a782c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eda45a9-cec2-4f02-9fb3-f3dde20b241c') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:50.475610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Port dbb88fde-9fc0-4671-be74-f354bb4c1a41 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:50.476121 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Attempting to bind port dbb88fde-9fc0-4671-be74-f354bb4c1a41 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:50.490286 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3602be0-c6e6-4325-9b12-67687a782c40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:50.521794 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3602be0-c6e6-4325-9b12-67687a782c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:50.544988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:24:50.546118 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:24:50.546764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:24:50.547533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3602be0-c6e6-4325-9b12-67687a782c40 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:24:50.547675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Bound port: dbb88fde-9fc0-4671-be74-f354bb4c1a41, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:24:50.548197 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3602be0-c6e6-4325-9b12-67687a782c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:50.548339 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:24:50.553416 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:24:50.565774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef8579-8ab5-428c-a05f-5493db86a9b3 req-976e5d3b-0e18-458b-bc11-cefe9b6c054e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:50.570505 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccef8579-8ab5-428c-a05f-5493db86a9b3 req-976e5d3b-0e18-458b-bc11-cefe9b6c054e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.3030493 Sep 23 22:24:50.622883 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-ff924c71-677c-42c7-a1ac-f460c9859527 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:50.687124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cf4f7-17bc-4d12-91b5-af8687f9800a req-42327d3b-39e0-4a36-9308-ca4e28562c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:50.690187 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e57cf4f7-17bc-4d12-91b5-af8687f9800a req-42327d3b-39e0-4a36-9308-ca4e28562c9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2473364 Sep 23 22:24:50.752159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:24:50.757944 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:50.758527 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:50.861822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-ff924c71-677c-42c7-a1ac-f460c9859527 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:24:50.872309 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccef8579-8ab5-428c-a05f-5493db86a9b3 req-0851f5c1-a739-45ed-a9a0-9c846a7de257 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870815 Sep 23 22:24:50.944485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-ff924c71-677c-42c7-a1ac-f460c9859527 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:50.949766 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-ff924c71-677c-42c7-a1ac-f460c9859527 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:24:50.990733 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:50.996920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff924c71-677c-42c7-a1ac-f460c9859527 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Pushing event updated for resources: {'Port': ['ID=78c76a82-bce5-4064-a94a-b287f5eff905,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:51.096070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:51.112861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:24:51.119119 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a137135e-46a4-490d-9daa-024ff777af85 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:51.159276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:24:51.184295 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-ff924c71-677c-42c7-a1ac-f460c9859527 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:51.192254 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-ff924c71-677c-42c7-a1ac-f460c9859527 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:51.219133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e57cf4f7-17bc-4d12-91b5-af8687f9800a req-a040d501-9888-4b3f-9e1c-0ba0725bb023 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348617 Sep 23 22:24:51.226041 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9050b-c40c-412a-90c8-879a3433d8e2 req-27573cc9-e6a2-4409-9eb7-a8fb57bfed7c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:51.227729 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2d9050b-c40c-412a-90c8-879a3433d8e2 req-27573cc9-e6a2-4409-9eb7-a8fb57bfed7c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 948 time: 0.6305549 Sep 23 22:24:51.253900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41bbd1-818f-4f6a-a797-cc217a48081f req-ef8a5e3e-3d87-4022-a446-c31a4aa54491 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:51.255605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f41bbd1-818f-4f6a-a797-cc217a48081f req-ef8a5e3e-3d87-4022-a446-c31a4aa54491 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 950 time: 0.2845197 Sep 23 22:24:51.277181 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:51.301049 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2d9050b-c40c-412a-90c8-879a3433d8e2 req-7b509b9e-5cea-44c7-8188-2a9c26130885 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622985 Sep 23 22:24:51.336566 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:51.346438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:51.401635 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3602be0-c6e6-4325-9b12-67687a782c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:51.415276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:51.415919 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:51.417262 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3602be0-c6e6-4325-9b12-67687a782c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:51.417704 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] 10.222.0.67 "PUT /v2.0/ports/dbb88fde-9fc0-4671-be74-f354bb4c1a41 HTTP/1.1" status: 200 len: 1096 time: 3.8659506 Sep 23 22:24:51.423536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d3602be0-c6e6-4325-9b12-67687a782c40 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6b31fef4-ef2e-4bc2-adf5-4766f7de684a HTTP/1.1" status: 204 len: 168 time: 1.2105005 Sep 23 22:24:51.427466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:51.430182 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5de1fd-1700-4cdc-b0da-bfda7400271d" -d '{"events": [{"name": "network-changed", "server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:51.435312 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a137135e-46a4-490d-9daa-024ff777af85 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:51.442363 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-ff924c71-677c-42c7-a1ac-f460c9859527 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9656081 Sep 23 22:24:51.446304 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f41bbd1-818f-4f6a-a797-cc217a48081f req-fc62751d-929a-4c20-a698-80e1588a15f7 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740899 Sep 23 22:24:51.471817 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7beddfd3-678b-455b-9c1f-3bb5e712182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:51.475588 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d81836d-01c7-494c-8ca5-ce0b91016449" -d '{"events": [{"server_uuid": "7beddfd3-678b-455b-9c1f-3bb5e712182c", "name": "network-vif-plugged", "status": "completed", "tag": "141b0f2c-8a85-4d9b-bd35-51cd99b190f4"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:51.489827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Request body: {'port': {'device_id': '95976710-2c6a-4e13-8e38-da9e15d798f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:51.546058 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e57cf4f7-17bc-4d12-91b5-af8687f9800a req-198c81bc-3e26-4421-aace-cc8171eaf29f service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136632 Sep 23 22:24:51.553133 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3602be0-c6e6-4325-9b12-67687a782c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b31fef4-ef2e-4bc2-adf5-4766f7de684a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:51.564746 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bef3a6-61ca-4a9c-b9c5-209760c67b6f service neutron] Pushing event updated for resources: {'Port': ['ID=dbb88fde-9fc0-4671-be74-f354bb4c1a41,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:51.579953 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a137135e-46a4-490d-9daa-024ff777af85 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Network 72b05549-05b1-4993-b0c7-573e53adf720 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:24:51.608273 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-a137135e-46a4-490d-9daa-024ff777af85 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:51.610951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a137135e-46a4-490d-9daa-024ff777af85 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:24:51.611922 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a137135e-46a4-490d-9daa-024ff777af85 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:51.612519 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a137135e-46a4-490d-9daa-024ff777af85 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:51.644930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe009e9-604a-4195-a9ca-b214f07b2202 req-3b1327d7-8eb6-48be-922f-8b29efb08f30 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:51.648743 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ffe009e9-604a-4195-a9ca-b214f07b2202 req-3b1327d7-8eb6-48be-922f-8b29efb08f30 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 931 time: 0.2354171 Sep 23 22:24:51.674737 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:51.676884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137135e-46a4-490d-9daa-024ff777af85 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Pushing event updated for resources: {'Port': ['ID=d53045db-6dda-4cd1-8fbb-469d97d4f045,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:51.709895 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436ed385-bc49-42cf-8c7b-3f69ca1d7efa x-openstack-request-id: req-436ed385-bc49-42cf-8c7b-3f69ca1d7efa {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:51.710494 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:51.711083 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-436ed385-bc49-42cf-8c7b-3f69ca1d7efa {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:51.713602 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41', 'status': 'completed', 'code': 200} Sep 23 22:24:51.751752 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca820e5f-9014-4f30-96b8-8fffb7f275b3 x-openstack-request-id: req-ca820e5f-9014-4f30-96b8-8fffb7f275b3 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:51.753782 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7beddfd3-678b-455b-9c1f-3bb5e712182c", "name": "network-vif-plugged", "status": "completed", "tag": "141b0f2c-8a85-4d9b-bd35-51cd99b190f4", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:51.753782 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca820e5f-9014-4f30-96b8-8fffb7f275b3 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:51.753782 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7beddfd3-678b-455b-9c1f-3bb5e712182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4', 'code': 200} Sep 23 22:24:51.786632 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ffe009e9-604a-4195-a9ca-b214f07b2202 req-0d32a9d4-23dc-4968-8ae1-4d8255e22be6 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241729 Sep 23 22:24:51.802250 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a137135e-46a4-490d-9daa-024ff777af85 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9634259 Sep 23 22:24:51.813095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47366) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:51.906246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d164f0ef-33e9-4304-a94a-1ed935528b99 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:51.911492 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d164f0ef-33e9-4304-a94a-1ed935528b99 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "GET /v2.0/ports/d53045db-6dda-4cd1-8fbb-469d97d4f045 HTTP/1.1" status: 200 len: 955 time: 0.1042433 Sep 23 22:24:51.916380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47374) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:52.034699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5de1fd-1700-4cdc-b0da-bfda7400271d req-71032804-19d5-407e-8c21-b00f197362ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:52.037337 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b5de1fd-1700-4cdc-b0da-bfda7400271d req-71032804-19d5-407e-8c21-b00f197362ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 1099 time: 0.2696958 Sep 23 22:24:52.051616 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-c833d78c-4e49-4ec3-a1e5-9cd51b4a4808 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Deleting port d53045db-6dda-4cd1-8fbb-469d97d4f045 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:52.051849 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c833d78c-4e49-4ec3-a1e5-9cd51b4a4808 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:52.112833 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b5de1fd-1700-4cdc-b0da-bfda7400271d req-9fc801a5-5750-4f06-9643-2230713ec247 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=3b70fd1a6d0c4b0a803216b674009287&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517271 Sep 23 22:24:52.129504 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c833d78c-4e49-4ec3-a1e5-9cd51b4a4808 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:52.133833 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7db245-6d13-423e-a15a-c87a55b3e39e req-f7bbd0f3-1b39-4522-b68a-f15019b73e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:52.135482 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe7db245-6d13-423e-a15a-c87a55b3e39e req-f7bbd0f3-1b39-4522-b68a-f15019b73e7c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 1100 time: 0.2465296 Sep 23 22:24:52.148265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-c833d78c-4e49-4ec3-a1e5-9cd51b4a4808 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Calling delete_port for d53045db-6dda-4cd1-8fbb-469d97d4f045 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:52.209588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7fdf9-2e67-45c8-b239-b9281a971547 req-583bc8e1-4dd1-4c7e-84aa-468dcb167653 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:52.213935 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-95b7fdf9-2e67-45c8-b239-b9281a971547 req-583bc8e1-4dd1-4c7e-84aa-468dcb167653 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.1915097 Sep 23 22:24:52.321727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47380) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:52.333309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47382) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:52.374364 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c833d78c-4e49-4ec3-a1e5-9cd51b4a4808 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:52.428912 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833d78c-4e49-4ec3-a1e5-9cd51b4a4808 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Pushing event deleted for resources: {'Port': ['ID=d53045db-6dda-4cd1-8fbb-469d97d4f045,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:52.440654 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-715995e6-88b8-43d0-9149-10ca3f4f321b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6e0181f45ec406a8eb3f0b9124a4309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1170292 Sep 23 22:24:52.443499 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c833d78c-4e49-4ec3-a1e5-9cd51b4a4808 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:52.449801 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c833d78c-4e49-4ec3-a1e5-9cd51b4a4808 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "DELETE /v2.0/ports/d53045db-6dda-4cd1-8fbb-469d97d4f045 HTTP/1.1" status: 204 len: 168 time: 0.5297878 Sep 23 22:24:52.451067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47388) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:52.457780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47390) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:52.565626 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-477982bd-e00e-47cb-94d3-f5e74ceee483 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] GET failed (client error): The resource could not be found. Sep 23 22:24:52.567398 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-477982bd-e00e-47cb-94d3-f5e74ceee483 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "GET /v2.0/ports/d53045db-6dda-4cd1-8fbb-469d97d4f045 HTTP/1.1" status: 404 len: 333 time: 0.1106665 Sep 23 22:24:52.573848 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47396) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:52.580695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7cd816e1-7dde-4555-be39-f6b93a3145bb tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Request body: {'port': {'network_id': '72b05549-05b1-4993-b0c7-573e53adf720', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-639071744'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:52.633729 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607de95-e119-43bd-9911-b9edb204ebf9 req-460b071b-8051-4f4a-a6ea-b308bffbf3d1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:52.635416 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8607de95-e119-43bd-9911-b9edb204ebf9 req-460b071b-8051-4f4a-a6ea-b308bffbf3d1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 948 time: 0.1859214 Sep 23 22:24:52.652366 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6d29310f-171b-49ea-9336-ce7b35852990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:52.685580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-746203006-network', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:52.721671 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6d29310f-171b-49ea-9336-ce7b35852990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:52.738409 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8607de95-e119-43bd-9911-b9edb204ebf9 req-64b5f931-92c7-4162-960c-2a085b038518 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823379 Sep 23 22:24:52.768257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd816e1-7dde-4555-be39-f6b93a3145bb tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Made reservation on behalf of 58d9c24a796646e6bef34ef6ce2fb9b5 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:52.768257 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7cd816e1-7dde-4555-be39-f6b93a3145bb tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:52.799087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-7cd816e1-7dde-4555-be39-f6b93a3145bb tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] device_id is not set on port 7e043ec3-b778-4e96-883a-5885cd6db64f yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:24:52.808265 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe7db245-6d13-423e-a15a-c87a55b3e39e req-92f993ae-d2cc-4192-8f6b-eeeda71467a8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6451137 Sep 23 22:24:52.851561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-95b7fdf9-2e67-45c8-b239-b9281a971547 req-622ce343-0c00-4fbb-a144-0dcf639525de tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5900748 Sep 23 22:24:52.866467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5de1fd-1700-4cdc-b0da-bfda7400271d req-2f9b3e21-57b9-429e-a860-ff1e98781cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:52.869320 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b5de1fd-1700-4cdc-b0da-bfda7400271d req-2f9b3e21-57b9-429e-a860-ff1e98781cba service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7305548 Sep 23 22:24:52.918411 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] Made reservation on behalf of 53d9dcc00ea347a4ba456b29d8894318 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:52.921462 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:52.959236 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:52.964207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c76a82-bce5-4064-a94a-b287f5eff905 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:52.987594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:52.996519 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6d29310f-171b-49ea-9336-ce7b35852990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:53.001904 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6d29310f-171b-49ea-9336-ce7b35852990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:53.007303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6d29310f-171b-49ea-9336-ce7b35852990 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb5599d7-da17-4599-aa1e-e9deec659b7a HTTP/1.1" status: 204 len: 168 time: 0.5509555 Sep 23 22:24:53.033933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Transition to ACTIVE for port object 78c76a82-bce5-4064-a94a-b287f5eff905 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:24:53.088741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29310f-171b-49ea-9336-ce7b35852990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5599d7-da17-4599-aa1e-e9deec659b7a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:53.128104 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-8ead26fa-a786-4b60-a775-ec9b1f497fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:53.128104 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-8ead26fa-a786-4b60-a775-ec9b1f497fbe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 1099 time: 0.1563694 Sep 23 22:24:53.132220 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:53.151823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab9988-0915-4e6c-9cb8-3bc49721163a req-148c7ffc-e4c3-4cde-9a91-9af515bf8797 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:53.154146 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9aab9988-0915-4e6c-9cb8-3bc49721163a req-148c7ffc-e4c3-4cde-9a91-9af515bf8797 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 950 time: 0.2762997 Sep 23 22:24:53.209615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb20c9-3bd2-47de-87ba-24e72423db10 req-3051aaba-7d4f-4280-b689-09af65758225 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:53.212324 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8acb20c9-3bd2-47de-87ba-24e72423db10 req-3051aaba-7d4f-4280-b689-09af65758225 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 931 time: 0.1848588 Sep 23 22:24:53.230495 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7cd816e1-7dde-4555-be39-f6b93a3145bb tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:53.297450 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9aab9988-0915-4e6c-9cb8-3bc49721163a req-fb193db2-5af3-4a48-9098-5f21bb5a3a44 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249664 Sep 23 22:24:53.299504 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-4568e7b3-ba04-4d5c-9e67-c1f120827a26 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41 HTTP/1.1" status: 200 len: 217 time: 0.1563056 Sep 23 22:24:53.377641 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:53.404363 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7cd816e1-7dde-4555-be39-f6b93a3145bb tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:53.452427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Pushing event updated for resources: {'Port': ['ID=78c76a82-bce5-4064-a94a-b287f5eff905,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:53.500929 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8acb20c9-3bd2-47de-87ba-24e72423db10 req-8c4e36e4-489b-4ea3-9251-05e4a70f6c90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787833 Sep 23 22:24:53.506038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd816e1-7dde-4555-be39-f6b93a3145bb tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Network 72b05549-05b1-4993-b0c7-573e53adf720 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:24:53.516852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7cd816e1-7dde-4555-be39-f6b93a3145bb tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:53.520359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd816e1-7dde-4555-be39-f6b93a3145bb tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:24:53.520779 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-dd053ea9-e3be-422f-92c5-b553592764a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:53.521649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd816e1-7dde-4555-be39-f6b93a3145bb tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:53.529612 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7cd816e1-7dde-4555-be39-f6b93a3145bb tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:53.529848 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-dd053ea9-e3be-422f-92c5-b553592764a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1779375 Sep 23 22:24:53.529973 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd816e1-7dde-4555-be39-f6b93a3145bb tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Pushing event updated for resources: {'Port': ['ID=7e043ec3-b778-4e96-883a-5885cd6db64f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:53.536468 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:53.591468 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1512be9-bdcb-4276-b181-3e717d0426b1 req-af264444-5eab-49e2-9759-2944e90bf792 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:53.598592 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a1512be9-bdcb-4276-b181-3e717d0426b1 req-af264444-5eab-49e2-9759-2944e90bf792 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1419261 Sep 23 22:24:53.601670 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Attempting to bind port 78c76a82-bce5-4064-a94a-b287f5eff905 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:53.602112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Attempting to bind port 78c76a82-bce5-4064-a94a-b287f5eff905 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '4b76c58c-7188-40db-b9f0-0b525c852a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:53.602489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Attempting to bind port 78c76a82-bce5-4064-a94a-b287f5eff905 on network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:53.611999 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Port 78c76a82-bce5-4064-a94a-b287f5eff905 on network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:53.615789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Attempting to bind port 78c76a82-bce5-4064-a94a-b287f5eff905 on network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:53.616053 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:24:53.624019 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-5e1c3cda-e012-46b6-b93f-acd2baacff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:53.626480 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-5e1c3cda-e012-46b6-b93f-acd2baacff43 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854821 Sep 23 22:24:53.627526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:24:53.627930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Checking segment: {'id': '4b76c58c-7188-40db-b9f0-0b525c852a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:24:53.628249 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Bound using segment: {'id': '4b76c58c-7188-40db-b9f0-0b525c852a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:24:53.628697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Bound port: 78c76a82-bce5-4064-a94a-b287f5eff905, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b76c58c-7188-40db-b9f0-0b525c852a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:24:53.629057 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:53.643115 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a15afc-7476-4fe7-959a-e154e28ee2a2,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:53.673413 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:53.673413 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] Added segment f0365aed-ce20-4b42-a873-93c9e087271c of type vlan for network 8fdb77b3-802f-455b-896f-81dc78604c36 Sep 23 22:24:53.766861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a1512be9-bdcb-4276-b181-3e717d0426b1 req-23d0fdf8-fae6-4332-8791-080eda982386 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558096 Sep 23 22:24:53.791176 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:53.821027 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7cd816e1-7dde-4555-be39-f6b93a3145bb tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2419252 Sep 23 22:24:53.821630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47416) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:53.822900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] For port 78c76a82-bce5-4064-a94a-b287f5eff905, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:24:53.830360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] For port 78c76a82-bce5-4064-a94a-b287f5eff905, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=78c76a82-bce5-4064-a94a-b287f5eff905,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:24:53.839543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:53.881796 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-961f04a6-9a87-4204-a0f9-45be731fa827 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418840 Sep 23 22:24:54.006353 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:54.008173 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:54.009180 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:54.029093 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:54.143539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086c52f-cda6-463e-bf65-2abefb14f38c req-ca0a1bf1-cc56-4a4a-9368-6af363c6a742 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:54.145268 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d086c52f-cda6-463e-bf65-2abefb14f38c req-ca0a1bf1-cc56-4a4a-9368-6af363c6a742 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.1991806 Sep 23 22:24:54.146130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] Pushing event updated for resources: {'Network': ['ID=8fdb77b3-802f-455b-896f-81dc78604c36,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:54.149868 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:54.172247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:54.172870 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:54.174364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] 10.222.0.67 "PUT /v2.0/ports/78c76a82-bce5-4064-a94a-b287f5eff905 HTTP/1.1" status: 200 len: 1091 time: 2.7083809 Sep 23 22:24:54.175137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 8fdb77b3-802f-455b-896f-81dc78604c36 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:24:54.178436 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95976710-2c6a-4e13-8e38-da9e15d798f4', 'tag': '78c76a82-bce5-4064-a94a-b287f5eff905'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:24:54.181061 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d4196a-2b17-4b73-aecd-f6753053d0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "95976710-2c6a-4e13-8e38-da9e15d798f4", "tag": "78c76a82-bce5-4064-a94a-b287f5eff905"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:24:54.209753 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cb508b2d-47e8-414b-859b-b434b52ec100 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8715746 Sep 23 22:24:54.213835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47426) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:54.220281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e299fa5a-59ac-4d9a-bfa3-e88ba7a609c8 admin admin] Request body: {'subnet': {'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-746203006-subnet', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:54.228738 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90d35b-41d0-496b-ae65-4f8516eb93d1 req-73b0993d-f918-4eb3-ad48-61a86eaf8dfb tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:54.236848 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fd90d35b-41d0-496b-ae65-4f8516eb93d1 req-73b0993d-f918-4eb3-ad48-61a86eaf8dfb tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 948 time: 0.3582194 Sep 23 22:24:54.258887 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d086c52f-cda6-463e-bf65-2abefb14f38c req-bb85972d-4b7e-4136-88c3-126d7e4df44d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893588 Sep 23 22:24:54.286384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd949f90-fc78-4a31-bc1c-afaa1c70ff06 service neutron] Pushing event updated for resources: {'Port': ['ID=78c76a82-bce5-4064-a94a-b287f5eff905,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:54.296261 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3af31426-73fa-41a8-af01-a1facfc2e3fb req-3f7d3815-b6ae-4e1d-9d06-5b9ef5cbe196 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954108 Sep 23 22:24:54.347131 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fd90d35b-41d0-496b-ae65-4f8516eb93d1 req-cf024fa5-823f-44e4-841b-4027680d89c5 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093087 Sep 23 22:24:54.451188 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e299fa5a-59ac-4d9a-bfa3-e88ba7a609c8 admin admin] Made reservation on behalf of 53d9dcc00ea347a4ba456b29d8894318 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:54.460289 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e299fa5a-59ac-4d9a-bfa3-e88ba7a609c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:54.471293 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a356334-69dc-44f8-bc52-9958933df397 x-openstack-request-id: req-5a356334-69dc-44f8-bc52-9958933df397 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:24:54.471602 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95976710-2c6a-4e13-8e38-da9e15d798f4", "tag": "78c76a82-bce5-4064-a94a-b287f5eff905", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:24:54.471986 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a356334-69dc-44f8-bc52-9958933df397 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:24:54.472644 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95976710-2c6a-4e13-8e38-da9e15d798f4', 'tag': '78c76a82-bce5-4064-a94a-b287f5eff905', 'status': 'completed', 'code': 200} Sep 23 22:24:54.552952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-627cf282-7470-4cbf-8532-46d7648d350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:54.555648 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-627cf282-7470-4cbf-8532-46d7648d350c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9aadbde78d24ca78b83551868563968&device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 1094 time: 0.1398261 Sep 23 22:24:54.673450 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-45456740-2665-4f6a-b4f6-fe13c46ca6aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78c76a82-bce5-4064-a94a-b287f5eff905 HTTP/1.1" status: 200 len: 217 time: 0.0761337 Sep 23 22:24:54.693737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] device_id is not set on port 7e043ec3-b778-4e96-883a-5885cd6db64f yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:24:54.722179 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:54.744394 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-ee0d5ae4-efa9-4133-8fec-fc6da9e48f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:54.746315 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-ee0d5ae4-efa9-4133-8fec-fc6da9e48f0c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04a99b1e-5604-420c-b8b4-3844200ef69e HTTP/1.1" status: 200 len: 854 time: 0.0661144 Sep 23 22:24:54.746818 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121fcd4-f36e-44f8-b899-ca1d0ffd4448 req-a201977f-0d08-4ac8-aeb6-81e6c3859f7f tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:54.748780 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7121fcd4-f36e-44f8-b899-ca1d0ffd4448 req-a201977f-0d08-4ac8-aeb6-81e6c3859f7f tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 943 time: 0.0855763 Sep 23 22:24:54.763044 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e299fa5a-59ac-4d9a-bfa3-e88ba7a609c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:54.812416 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-a668e9a0-2674-4593-a52a-47bfba6e9174 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547347 Sep 23 22:24:54.912637 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7121fcd4-f36e-44f8-b899-ca1d0ffd4448 req-1bd48160-1435-401d-995f-33ba30cfa4c0 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562579 Sep 23 22:24:54.933650 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:54.949162 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299fa5a-59ac-4d9a-bfa3-e88ba7a609c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d29d642-3539-4f1b-86f3-275967351080,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:54.964838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e299fa5a-59ac-4d9a-bfa3-e88ba7a609c8 admin admin] Checking segment: {'id': 'f0365aed-ce20-4b42-a873-93c9e087271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:24:54.965246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e299fa5a-59ac-4d9a-bfa3-e88ba7a609c8 admin admin] Network hostable DHCP agents. Network: 8fdb77b3-802f-455b-896f-81dc78604c36, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:24:54.979319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47440) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:55.044231 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-1dd66ded-563d-41e2-a39b-f430b737beb5 service neutron] 10.222.0.67 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244506 Sep 23 22:24:55.044871 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Pushing event updated for resources: {'Port': ['ID=7e043ec3-b778-4e96-883a-5885cd6db64f,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:55.100133 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e299fa5a-59ac-4d9a-bfa3-e88ba7a609c8 admin admin] Network 8fdb77b3-802f-455b-896f-81dc78604c36 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:24:55.103941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0f7a5-90d0-499a-be31-639bdc967f24 req-e66af28b-51f1-4522-aade-3fb282b29d20 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:55.105076 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8af0f7a5-90d0-499a-be31-639bdc967f24 req-e66af28b-51f1-4522-aade-3fb282b29d20 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1801901 Sep 23 22:24:55.122438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:55.122905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:55.128411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:55.144593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:55.144931 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:55.160716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-516802707-network', 'tenant_id': 'd78a03d8209a43eca2cd533bab296b63'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:55.176014 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 2 to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f Sep 23 22:24:55.204415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:55.204711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:55.204948 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:55.229344 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8af0f7a5-90d0-499a-be31-639bdc967f24 req-a68d2da3-d10f-41ba-aa94-0fe6c48b54da tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081090 Sep 23 22:24:55.230177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:55.230515 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:55.232031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e299fa5a-59ac-4d9a-bfa3-e88ba7a609c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 8fdb77b3-802f-455b-896f-81dc78604c36) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:55.236332 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 3 to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f Sep 23 22:24:55.237707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e299fa5a-59ac-4d9a-bfa3-e88ba7a609c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:55.239276 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e299fa5a-59ac-4d9a-bfa3-e88ba7a609c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:55.245599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08a2da2-a7b6-452e-96a1-9a806a9f2b2b None None] Network 8fdb77b3-802f-455b-896f-81dc78604c36 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:24:55.250773 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d7e0a71-7df9-4498-93ad-b470b75bc0ee req-0d8ef2d8-8243-4abc-9d0d-5ec97121c100 service neutron] 10.222.0.67 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959655 Sep 23 22:24:55.256063 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:55.256400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:55.256732 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:55.262459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:55.262788 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:55.263207 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 4 to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f Sep 23 22:24:55.286274 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:55.286593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:55.286956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:55.291746 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:55.292115 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:55.292561 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 5 to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f Sep 23 22:24:55.310544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:55.311483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:55.312136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:55.321137 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:55.321762 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:55.322531 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 6 to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f Sep 23 22:24:55.348509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:55.349318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:55.349985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:55.359107 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:55.359773 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:55.360501 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 7 to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f Sep 23 22:24:55.379354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] Made reservation on behalf of d78a03d8209a43eca2cd533bab296b63 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:55.382736 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:55.386039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:55.386582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:55.389253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:55.397206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:55.397758 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:55.398180 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 8 to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f Sep 23 22:24:55.415928 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:55.423076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:55.423423 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:55.423833 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:55.433992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:55.434920 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:55.435338 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 9 to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f Sep 23 22:24:55.456756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d1254-553d-49dd-a4ed-dda24e8a17dc req-23d2d268-685f-465a-96fb-2b573dfcde7d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:55.458688 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d1d1254-553d-49dd-a4ed-dda24e8a17dc req-23d2d268-685f-465a-96fb-2b573dfcde7d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.0978968 Sep 23 22:24:55.468698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:55.469009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:55.469681 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:55.475022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:55.475340 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:55.475740 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempt 10 to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f Sep 23 22:24:55.494923 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:55.495372 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:55.495716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempting to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:55.503021 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:24:55.503344 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Failed to bind port 7e043ec3-b778-4e96-883a-5885cd6db64f on host n-h1-810775-1 for vnic_type normal using segments [{'id': '1459f311-243a-4bd6-be13-a48d7520653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '72b05549-05b1-4993-b0c7-573e53adf720'}] Sep 23 22:24:55.503750 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:55.541936 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-8fdb77b3-802f-455b-896f-81dc78604c36', 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'fixed_ips': [{'subnet_id': '2d29d642-3539-4f1b-86f3-275967351080'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:24:55.543037 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:55.546594 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d1d1254-553d-49dd-a4ed-dda24e8a17dc req-a25583a9-b302-4f83-8921-cc7119097558 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807929 Sep 23 22:24:55.559429 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e299fa5a-59ac-4d9a-bfa3-e88ba7a609c8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3441153 Sep 23 22:24:55.575798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47454) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:55.609946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:55.690941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] For port 7e043ec3-b778-4e96-883a-5885cd6db64f, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:24:55.691554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attempted to set empty binding levels {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 22:24:55.774450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Allocated IP 172.20.0.2 (8fdb77b3-802f-455b-896f-81dc78604c36/2d29d642-3539-4f1b-86f3-275967351080/2e69fc64-9c12-4912-b223-57b8e4c7421a) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:24:55.779402 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4196a-2b17-4b73-aecd-f6753053d0a3 req-37b8a7c5-9506-4bc7-8926-8614741a956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:55.782622 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16d4196a-2b17-4b73-aecd-f6753053d0a3 req-37b8a7c5-9506-4bc7-8926-8614741a956f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9aadbde78d24ca78b83551868563968&device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 1094 time: 0.2139580 Sep 23 22:24:55.786648 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:55.792284 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-be6723c7-d2a4-4949-abfd-00e3a34ec372 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b02077651ffa43709d0b064b37420f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531211 Sep 23 22:24:55.839010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a251-b9ca-4c98-a2f5-22f1d53b5bcd req-d03c2e9b-a550-40b9-87ff-ca09b761ec84 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:55.841919 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5226a251-b9ca-4c98-a2f5-22f1d53b5bcd req-d03c2e9b-a550-40b9-87ff-ca09b761ec84 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 948 time: 0.1456230 Sep 23 22:24:55.910315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] In _notify_port_updated(), no bound segment for port 7e043ec3-b778-4e96-883a-5885cd6db64f on network 72b05549-05b1-4993-b0c7-573e53adf720 {{(pid=95490) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:24:55.911325 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:55.912323 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:55.917801 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "PUT /v2.0/ports/7e043ec3-b778-4e96-883a-5885cd6db64f HTTP/1.1" status: 200 len: 974 time: 2.0887179 Sep 23 22:24:55.927552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47464) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:55.988528 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548427a-5d5d-4ab0-8c9c-4f8295751361 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Pushing event updated for resources: {'Port': ['ID=7e043ec3-b778-4e96-883a-5885cd6db64f,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:55.992339 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.023475 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.089750 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5226a251-b9ca-4c98-a2f5-22f1d53b5bcd req-cdf1cde0-e631-48f4-82b8-a1ff1930678c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927774 Sep 23 22:24:56.118975 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.132156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4196a-2b17-4b73-aecd-f6753053d0a3 req-c720fd74-7135-49ea-b0b6-093c3119ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:56.135028 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16d4196a-2b17-4b73-aecd-f6753053d0a3 req-c720fd74-7135-49ea-b0b6-093c3119ab8e service neutron] 10.222.0.67 "GET /v2.0/networks?id=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc HTTP/1.1" status: 200 len: 915 time: 0.3390822 Sep 23 22:24:56.144557 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.194636 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-b3f95edf-0a69-47e7-a8b3-89bb596f563d tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:56.208547 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-b3f95edf-0a69-47e7-a8b3-89bb596f563d tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3985682 Sep 23 22:24:56.230028 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16d4196a-2b17-4b73-aecd-f6753053d0a3 req-8efc5405-b20d-4e33-9174-9b599f3c6161 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78c76a82-bce5-4064-a94a-b287f5eff905 HTTP/1.1" status: 200 len: 217 time: 0.0856462 Sep 23 22:24:56.232492 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:24:56.233422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Network 8fdb77b3-802f-455b-896f-81dc78604c36 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:24:56.240050 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:56.244469 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:24:56.287373 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-d0bfe401-7d25-49b1-8710-e469c1fcf445 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/quotas/b02077651ffa43709d0b064b37420f44 HTTP/1.1" status: 200 len: 375 time: 0.0755615 Sep 23 22:24:56.291378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Pushing event updated for resources: {'Port': ['ID=2e69fc64-9c12-4912-b223-57b8e4c7421a,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:56.305394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a349b54-a5fa-446f-8b10-a1d0a74171ad,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:56.333950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Attempting to bind port 2e69fc64-9c12-4912-b223-57b8e4c7421a on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:24:56.334309 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Attempting to bind port 2e69fc64-9c12-4912-b223-57b8e4c7421a by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f0365aed-ce20-4b42-a873-93c9e087271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:24:56.334673 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Attempting to bind port 2e69fc64-9c12-4912-b223-57b8e4c7421a on network 8fdb77b3-802f-455b-896f-81dc78604c36 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:24:56.341858 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.342366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:24:56.342947 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] Added segment a3515fc7-024b-4537-9b7f-ea537bc57325 of type vlan for network f32f6fe5-27d6-490e-a108-a9b5a4f5f661 Sep 23 22:24:56.343174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Checking segment: {'id': 'f0365aed-ce20-4b42-a873-93c9e087271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:24:56.343550 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.343965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Bound using segment: {'id': 'f0365aed-ce20-4b42-a873-93c9e087271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:24:56.344465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Bound port: 2e69fc64-9c12-4912-b223-57b8e4c7421a, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0365aed-ce20-4b42-a873-93c9e087271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:24:56.344853 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.351271 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.354297 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.375283 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61d655-42aa-40b2-8b19-179c95a81c40 req-ef27a049-244c-44b9-9079-e5b15830f806 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:56.377151 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f61d655-42aa-40b2-8b19-179c95a81c40 req-ef27a049-244c-44b9-9079-e5b15830f806 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 943 time: 0.1520073 Sep 23 22:24:56.378893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4196a-2b17-4b73-aecd-f6753053d0a3 req-1838fdd0-060b-473b-b4f3-2bf76689ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:56.380635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16d4196a-2b17-4b73-aecd-f6753053d0a3 req-1838fdd0-060b-473b-b4f3-2bf76689ab2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04a99b1e-5604-420c-b8b4-3844200ef69e HTTP/1.1" status: 200 len: 854 time: 0.1358068 Sep 23 22:24:56.437444 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16d4196a-2b17-4b73-aecd-f6753053d0a3 req-51f71ef4-96da-45bd-9ec1-33a94a89cc96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391648 Sep 23 22:24:56.440880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-6dd446d8-045d-4c28-b2f4-1899147a664d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Deleting port 7e043ec3-b778-4e96-883a-5885cd6db64f {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:24:56.441344 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dd446d8-045d-4c28-b2f4-1899147a664d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.450078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] For port 2e69fc64-9c12-4912-b223-57b8e4c7421a, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:24:56.455164 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] For port 2e69fc64-9c12-4912-b223-57b8e4c7421a, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2e69fc64-9c12-4912-b223-57b8e4c7421a,segment=NetworkSegment(f0365aed-ce20-4b42-a873-93c9e087271c),segment_id=f0365aed-ce20-4b42-a873-93c9e087271c)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:24:56.469865 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f61d655-42aa-40b2-8b19-179c95a81c40 req-a2ccc1af-72b0-4000-949b-0a389eced60d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793648 Sep 23 22:24:56.475561 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.580007 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.600967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-6dd446d8-045d-4c28-b2f4-1899147a664d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] For port 7e043ec3-b778-4e96-883a-5885cd6db64f, host n-h1-810775-1, got binding levels [] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:56.601545 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dd446d8-045d-4c28-b2f4-1899147a664d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.617708 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-30ec116e-de29-4402-ad3a-d02d147c336f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b02077651ffa43709d0b064b37420f44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3282075 Sep 23 22:24:56.634094 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-6dd446d8-045d-4c28-b2f4-1899147a664d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Calling delete_port for 7e043ec3-b778-4e96-883a-5885cd6db64f owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:24:56.634478 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16d4196a-2b17-4b73-aecd-f6753053d0a3 req-23b1ffd8-7fdb-495b-b37f-21eb35ba8796 service neutron] 10.222.0.67 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828444 Sep 23 22:24:56.640164 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.752427 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.754503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:56.756819 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:56.760989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ed052-06cb-4459-8e93-cca0cb305f3e None None] Pushing event updated for resources: {'Port': ['ID=2e69fc64-9c12-4912-b223-57b8e4c7421a,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:56.915987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7d218-de75-4401-9408-11a6feea2a09 req-64ec6338-cff0-475e-89d3-6d6c5ee59021 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:56.930047 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47e7d218-de75-4401-9408-11a6feea2a09 req-64ec6338-cff0-475e-89d3-6d6c5ee59021 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.1444809 Sep 23 22:24:56.949393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=f32f6fe5-27d6-490e-a108-a9b5a4f5f661,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:56.953417 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fd36aca5-c9f3-4760-8ff7-c236d6098bb4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9727416 Sep 23 22:24:56.960110 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47474) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:56.977142 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16d4196a-2b17-4b73-aecd-f6753053d0a3 req-d9b97897-44cf-45d9-ad78-ba47c2e4d9c4 service neutron] 10.222.0.67 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230910 Sep 23 22:24:56.983951 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network f32f6fe5-27d6-490e-a108-a9b5a4f5f661 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:24:57.022690 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8fd6ec35-068c-4fb2-81bf-4d2b6726c06e admin admin] Request body: {'subnet': {'network_id': 'f32f6fe5-27d6-490e-a108-a9b5a4f5f661', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-516802707-subnet', 'tenant_id': 'd78a03d8209a43eca2cd533bab296b63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:24:57.112199 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47e7d218-de75-4401-9408-11a6feea2a09 req-a9bf5bf4-aafb-4fa1-9cb7-7031e1706ebb tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791716 Sep 23 22:24:57.158757 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:57.187718 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d976b5e8-695c-4041-9b70-e4de51bb33d9 req-dcbf4093-6c45-40dc-88af-f8f84ebac61a tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 210 time: 0.1593080 Sep 23 22:24:57.384047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938f291-e96b-488e-80b9-c89423692ac4 req-307cd3eb-044b-426b-a169-3cb716b674d3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:57.386742 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b938f291-e96b-488e-80b9-c89423692ac4 req-307cd3eb-044b-426b-a169-3cb716b674d3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 948 time: 0.1108642 Sep 23 22:24:57.402007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd6ec35-068c-4fb2-81bf-4d2b6726c06e admin admin] Made reservation on behalf of d78a03d8209a43eca2cd533bab296b63 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:24:57.405452 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ec35-068c-4fb2-81bf-4d2b6726c06e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:57.448166 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dd446d8-045d-4c28-b2f4-1899147a664d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:57.458782 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b938f291-e96b-488e-80b9-c89423692ac4 req-55bf119d-a26d-4bac-9dee-ef82916cf500 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603435 Sep 23 22:24:57.539694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd446d8-045d-4c28-b2f4-1899147a664d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e043ec3-b778-4e96-883a-5885cd6db64f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:57.581380 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dd446d8-045d-4c28-b2f4-1899147a664d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:57.583608 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6dd446d8-045d-4c28-b2f4-1899147a664d tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "DELETE /v2.0/ports/7e043ec3-b778-4e96-883a-5885cd6db64f HTTP/1.1" status: 204 len: 168 time: 1.6545360 Sep 23 22:24:57.587512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47486) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:57.625588 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bee895e-f2ba-45d4-8f48-2c3d9050a033 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] GET failed (client error): The resource could not be found. Sep 23 22:24:57.628451 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0bee895e-f2ba-45d4-8f48-2c3d9050a033 tempest-PortsAdminExtendedAttrsTestJSON-679251104 tempest-PortsAdminExtendedAttrsTestJSON-679251104-project-admin] 10.222.0.22 "GET /v2.0/ports/7e043ec3-b778-4e96-883a-5885cd6db64f HTTP/1.1" status: 404 len: 333 time: 0.0392542 Sep 23 22:24:57.633837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47488) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:57.721923 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:57.799216 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:57.828835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd3fac-5d28-4a4e-8c43-7d0573c023c1 req-a2b5eda2-9b70-4240-8164-a11d6374ec90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:57.833247 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ae5c69d-2dd4-425c-8477-4afa2dfb70a5 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:57.833894 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51dd3fac-5d28-4a4e-8c43-7d0573c023c1 req-a2b5eda2-9b70-4240-8164-a11d6374ec90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 943 time: 0.2477767 Sep 23 22:24:57.997161 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ae5c69d-2dd4-425c-8477-4afa2dfb70a5 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:58.026399 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-9ae5c69d-2dd4-425c-8477-4afa2dfb70a5 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b05549-05b1-4993-b0c7-573e53adf720']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:58.041753 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-9ae5c69d-2dd4-425c-8477-4afa2dfb70a5 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1459f311-243a-4bd6-be13-a48d7520653f') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:58.042569 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-9ae5c69d-2dd4-425c-8477-4afa2dfb70a5 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1459f311-243a-4bd6-be13-a48d7520653f') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:24:58.054854 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ae5c69d-2dd4-425c-8477-4afa2dfb70a5 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:58.071343 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ae5c69d-2dd4-425c-8477-4afa2dfb70a5 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:58.086409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae5c69d-2dd4-425c-8477-4afa2dfb70a5 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:24:58.087917 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ae5c69d-2dd4-425c-8477-4afa2dfb70a5 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:24:58.094979 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:24:58.190343 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51dd3fac-5d28-4a4e-8c43-7d0573c023c1 req-2d1beeed-9d10-4df6-a8f3-027cb80fe69c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414359 Sep 23 22:24:58.245406 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Allocated IP 172.25.1.101 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/b9b37290-6c9a-46be-b312-2ae7be6e1516) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:24:58.247994 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5b26e4-cc9e-4e9b-ba8a-5f3e5053f096 None None] Network 8fdb77b3-802f-455b-896f-81dc78604c36 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:24:58.287557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-112ae470-7306-4c7c-bfe5-d7e8119bf8b9 None None] Provisioning complete for port 2e69fc64-9c12-4912-b223-57b8e4c7421a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:58.287934 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-112ae470-7306-4c7c-bfe5-d7e8119bf8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:58.320857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141f295-365b-4605-a756-86235707decf req-70d44b4b-49cb-4608-be72-e693e2436148 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:58.324181 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a141f295-365b-4605-a756-86235707decf req-70d44b4b-49cb-4608-be72-e693e2436148 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.1036174 Sep 23 22:24:58.353818 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ec35-068c-4fb2-81bf-4d2b6726c06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:58.369712 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5191a45-393a-4e13-b442-d7d31f7c5e96 req-2344d0b7-15d8-4add-9315-d26732b783cc tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 210 time: 0.0918331 Sep 23 22:24:58.390354 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ae5c69d-2dd4-425c-8477-4afa2dfb70a5 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:58.430080 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ae5c69d-2dd4-425c-8477-4afa2dfb70a5 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:58.433325 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9ae5c69d-2dd4-425c-8477-4afa2dfb70a5 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] 10.222.0.22 "DELETE /v2.0/networks/72b05549-05b1-4993-b0c7-573e53adf720 HTTP/1.1" status: 204 len: 168 time: 0.7979033 Sep 23 22:24:58.434463 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5c69d-2dd4-425c-8477-4afa2dfb70a5 tempest-PortsAdminExtendedAttrsTestJSON-1563693479 tempest-PortsAdminExtendedAttrsTestJSON-1563693479-project] Pushing event deleted for resources: {'Network': ['ID=72b05549-05b1-4993-b0c7-573e53adf720,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:58.445817 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a141f295-365b-4605-a756-86235707decf req-cbf10594-3975-44d0-8381-115e7744041b tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113176 Sep 23 22:24:58.521486 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-112ae470-7306-4c7c-bfe5-d7e8119bf8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:58.678105 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6ec35-068c-4fb2-81bf-4d2b6726c06e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ffc6624-aca9-4fa0-b93b-0915481a3c5d,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:58.686623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-112ae470-7306-4c7c-bfe5-d7e8119bf8b9 None None] For port 2e69fc64-9c12-4912-b223-57b8e4c7421a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2e69fc64-9c12-4912-b223-57b8e4c7421a,segment=NetworkSegment(f0365aed-ce20-4b42-a873-93c9e087271c),segment_id=f0365aed-ce20-4b42-a873-93c9e087271c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:58.727451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 78c76a82-bce5-4064-a94a-b287f5eff905 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:24:58.729971 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2e69fc64-9c12-4912-b223-57b8e4c7421a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:24:58.845498 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-112ae470-7306-4c7c-bfe5-d7e8119bf8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:58.853833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd6ec35-068c-4fb2-81bf-4d2b6726c06e admin admin] Checking segment: {'id': 'a3515fc7-024b-4537-9b7f-ea537bc57325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f32f6fe5-27d6-490e-a108-a9b5a4f5f661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:24:58.854721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd6ec35-068c-4fb2-81bf-4d2b6726c06e admin admin] Network hostable DHCP agents. Network: f32f6fe5-27d6-490e-a108-a9b5a4f5f661, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:24:58.881288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 2e69fc64-9c12-4912-b223-57b8e4c7421a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:58.881662 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:58.900741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764d621-2bf9-45b1-8cae-aa6543e1a62d req-46fb9b66-7aff-4a73-a847-2efb803388b3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:58.903423 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3764d621-2bf9-45b1-8cae-aa6543e1a62d req-46fb9b66-7aff-4a73-a847-2efb803388b3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 948 time: 0.1992300 Sep 23 22:24:58.909126 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:59.030036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3764d621-2bf9-45b1-8cae-aa6543e1a62d req-8b5dc553-043b-4007-a8d7-fd6c924fe658 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089168 Sep 23 22:24:59.104645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd6ec35-068c-4fb2-81bf-4d2b6726c06e admin admin] Network f32f6fe5-27d6-490e-a108-a9b5a4f5f661 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:24:59.175076 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:59.268228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-8fd6ec35-068c-4fb2-81bf-4d2b6726c06e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, f32f6fe5-27d6-490e-a108-a9b5a4f5f661) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:59.286760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:24:59.290544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee046f-a728-4cdd-8219-461f2a988452 None None] Network f32f6fe5-27d6-490e-a108-a9b5a4f5f661 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:24:59.295971 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ae470-7306-4c7c-bfe5-d7e8119bf8b9 None None] Pushing event updated for resources: {'Port': ['ID=2e69fc64-9c12-4912-b223-57b8e4c7421a,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:59.299270 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd6ec35-068c-4fb2-81bf-4d2b6726c06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:59.304404 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ec35-068c-4fb2-81bf-4d2b6726c06e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:59.305293 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 78c76a82-bce5-4064-a94a-b287f5eff905, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=78c76a82-bce5-4064-a94a-b287f5eff905,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:59.311568 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:24:59.338716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:24:59.349809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9b530694-46ee-47a9-8089-b5b002f09b2c None None] Provisioning complete for port 2e69fc64-9c12-4912-b223-57b8e4c7421a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:24:59.350366 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9b530694-46ee-47a9-8089-b5b002f09b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:59.361101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b37290-6c9a-46be-b312-2ae7be6e1516,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:24:59.411032 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '78c76a82-bce5-4064-a94a-b287f5eff905', 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc', 'port_id': '78c76a82-bce5-4064-a94a-b287f5eff905', 'mac_address': 'fa:16:3e:19:0f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a99b1e-5604-420c-b8b4-3844200ef69e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:24:59.457952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0dff5-0662-4e6b-bca9-1f9b4478dd00 req-0e4115e7-14a3-4aab-8279-3c3b51f9bd2d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:24:59.469699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b9a0dff5-0662-4e6b-bca9-1f9b4478dd00 req-0e4115e7-14a3-4aab-8279-3c3b51f9bd2d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 943 time: 0.1575928 Sep 23 22:24:59.490497 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47514) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:59.537992 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b9a0dff5-0662-4e6b-bca9-1f9b4478dd00 req-95d75cfb-ecb5-47c0-9ed5-f68f7c730193 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655243 Sep 23 22:24:59.618529 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:59.658059 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c76a82-bce5-4064-a94a-b287f5eff905 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:24:59.663510 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9b7de3f-b6e4-46cd-a67b-05647eab1b27 req-deb64f15-9231-4cc3-8577-5d2f7b24c918 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 210 time: 0.0433712 Sep 23 22:24:59.683536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a5af0-5179-4cab-aba6-e1461d2ef39e None None] Network f32f6fe5-27d6-490e-a108-a9b5a4f5f661 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:24:59.691128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 78c76a82-bce5-4064-a94a-b287f5eff905, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=78c76a82-bce5-4064-a94a-b287f5eff905,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:24:59.700539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8fd6ec35-068c-4fb2-81bf-4d2b6726c06e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6820714 Sep 23 22:24:59.794126 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-47bba858-37cb-4f87-bfde-de461bacd339 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7ef4899dba34d4cac86f518adf6e066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021355 Sep 23 22:24:59.797691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47522) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:24:59.886941 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:59.888136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device dbb88fde-9fc0-4671-be74-f354bb4c1a41 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:24:59.919181 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:24:59.964913 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21725ea3-82bd-4041-90cd-747bd188289a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:00.009959 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21725ea3-82bd-4041-90cd-747bd188289a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:00.060113 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6b3f1-b621-4e81-aa69-d7ec78b9ac76 req-08cf1554-58bc-411b-ba20-dabd8722a4e9 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:00.062293 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59d6b3f1-b621-4e81-aa69-d7ec78b9ac76 req-08cf1554-58bc-411b-ba20-dabd8722a4e9 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.2107415 Sep 23 22:25:00.111446 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=78c76a82-bce5-4064-a94a-b287f5eff905,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:00.156079 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59d6b3f1-b621-4e81-aa69-d7ec78b9ac76 req-d6c82f45-3025-4bbd-a48b-7bac9f41b917 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762293 Sep 23 22:25:00.166906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16298e05-b2db-449a-ae8d-9ea79fdd9227 req-c9cdad5e-6a47-42e2-9232-89f10190321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:00.168457 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16298e05-b2db-449a-ae8d-9ea79fdd9227 req-c9cdad5e-6a47-42e2-9232-89f10190321c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=889705a7df054235bdc2336bd904f9e0&device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 1097 time: 0.0649829 Sep 23 22:25:00.182988 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21725ea3-82bd-4041-90cd-747bd188289a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:00.185778 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21725ea3-82bd-4041-90cd-747bd188289a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:00.189474 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-21725ea3-82bd-4041-90cd-747bd188289a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b2af04b-1e58-4bdb-8c32-a17f2f214a58 HTTP/1.1" status: 204 len: 168 time: 0.3884788 Sep 23 22:25:00.199403 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21725ea3-82bd-4041-90cd-747bd188289a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2af04b-1e58-4bdb-8c32-a17f2f214a58,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:00.238249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:00.315071 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41', 'mac_address': 'fa:16:3e:60:e7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:25:00.377712 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:00.397939 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb88fde-9fc0-4671-be74-f354bb4c1a41 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:25:00.401868 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16298e05-b2db-449a-ae8d-9ea79fdd9227 req-1e527f88-32a9-4b76-8de0-3d28bd1cfa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:00.403454 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16298e05-b2db-449a-ae8d-9ea79fdd9227 req-1e527f88-32a9-4b76-8de0-3d28bd1cfa8d service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e9230ab-23be-4440-b964-0b07fae31046 HTTP/1.1" status: 200 len: 916 time: 0.1992345 Sep 23 22:25:00.413428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019bd20-a458-47e3-a11e-1625851cfa73 req-44185e10-b9a0-4442-ab50-e6730289d996 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:00.415088 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c019bd20-a458-47e3-a11e-1625851cfa73 req-44185e10-b9a0-4442-ab50-e6730289d996 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 948 time: 0.0983748 Sep 23 22:25:00.433016 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:00.459986 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16298e05-b2db-449a-ae8d-9ea79fdd9227 req-ffae23a5-844a-458c-89a8-5f4852bcb245 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36232a29-b6b9-4b64-b499-0d078f9721c4 HTTP/1.1" status: 200 len: 217 time: 0.0438614 Sep 23 22:25:00.595128 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:00.596352 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c019bd20-a458-47e3-a11e-1625851cfa73 req-92be54bb-b5b4-451f-ae1c-89a1f0bca989 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393244 Sep 23 22:25:00.601692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16298e05-b2db-449a-ae8d-9ea79fdd9227 req-87515f34-3692-411b-9240-df8255b85c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:00.622747 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16298e05-b2db-449a-ae8d-9ea79fdd9227 req-87515f34-3692-411b-9240-df8255b85c01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f993775e-0865-4cb3-b692-a34b67e27ce2 HTTP/1.1" status: 200 len: 854 time: 0.1228034 Sep 23 22:25:00.647009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-ec214b79-3100-49a3-aeb5-ab40fd0972d6 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:00.647009 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-ec214b79-3100-49a3-aeb5-ab40fd0972d6 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/networks?id=f32f6fe5-27d6-490e-a108-a9b5a4f5f661 HTTP/1.1" status: 200 len: 821 time: 0.2476492 Sep 23 22:25:00.657819 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2e69fc64-9c12-4912-b223-57b8e4c7421a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:00.735914 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16298e05-b2db-449a-ae8d-9ea79fdd9227 req-f21e8283-e3aa-4574-80fa-daf88a5a3820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:00.738808 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16298e05-b2db-449a-ae8d-9ea79fdd9227 req-f21e8283-e3aa-4574-80fa-daf88a5a3820 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e9230ab-23be-4440-b964-0b07fae31046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054561 Sep 23 22:25:00.747479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 2e69fc64-9c12-4912-b223-57b8e4c7421a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:00.748278 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:00.784193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-e87cd2cc-707c-497c-b213-c600d935aeae tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/quotas/d78a03d8209a43eca2cd533bab296b63 HTTP/1.1" status: 200 len: 375 time: 0.0230362 Sep 23 22:25:00.784678 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:00.862737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=dbb88fde-9fc0-4671-be74-f354bb4c1a41,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:00.882433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16298e05-b2db-449a-ae8d-9ea79fdd9227 req-2c5ba225-41bf-4f0a-ad8e-8d15dc09bfba service neutron] 10.222.0.67 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282325 Sep 23 22:25:01.051438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6d8e1-c91a-47ae-9794-e625c6ab7e13 req-2098cc87-a172-431f-8ce4-951f15a1a160 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:01.053366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cc6d8e1-c91a-47ae-9794-e625c6ab7e13 req-2098cc87-a172-431f-8ce4-951f15a1a160 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 944 time: 0.1699057 Sep 23 22:25:01.104134 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16298e05-b2db-449a-ae8d-9ea79fdd9227 req-17d6a9a6-a87e-44c3-b239-96fbd6dfd69e service neutron] 10.222.0.67 "GET /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884055 Sep 23 22:25:01.131116 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cc6d8e1-c91a-47ae-9794-e625c6ab7e13 req-a5cd1f81-a102-4571-b356-c2880edab09b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649929 Sep 23 22:25:01.203767 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-54a7b775-a87b-4710-bf06-042a9e74aca5 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b02077651ffa43709d0b064b37420f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318162 Sep 23 22:25:01.227381 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-9e0f4443-85dd-414a-8a1b-fa29ca19675b tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d78a03d8209a43eca2cd533bab296b63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4043815 Sep 23 22:25:01.261062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['dbb88fde-9fc0-4671-be74-f354bb4c1a41'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:25:01.272494 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70a645c0-9149-4d3b-ae32-dbd85ec46f4a req-27eb9d0b-4b89-47af-ba32-9bf480b49a44 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 210 time: 0.0502448 Sep 23 22:25:01.356756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['78c76a82-bce5-4064-a94a-b287f5eff905'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:25:01.450151 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Router 76112613-37e5-43b2-b921-1f5a9c06ab3b is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:25:01.573604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-c8947050-cb2d-428c-a6c3-09a46b7bd216 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:01.577726 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-c8947050-cb2d-428c-a6c3-09a46b7bd216 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3669510 Sep 23 22:25:01.598206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-e875f85f-6556-4697-aace-34812826421c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Request body: {'port': {'device_id': '643d25bf-4cb6-4915-a3a4-a260d5f57247', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': 'b02077651ffa43709d0b064b37420f44'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:01.610649 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-823086d2-f7a1-427b-b5f1-d350214e03cd service neutron] 10.222.0.22 "GET /v2.0/networks/f32f6fe5-27d6-490e-a108-a9b5a4f5f661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677337 Sep 23 22:25:01.671637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed84d0-039b-4909-b708-95aea11a062e req-57c27901-bc1d-4d4d-9ea1-f040bf99c0f4 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:01.675705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:25:01.677175 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32ed84d0-039b-4909-b708-95aea11a062e req-57c27901-bc1d-4d4d-9ea1-f040bf99c0f4 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.2718756 Sep 23 22:25:01.754479 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:25:01.761252 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Sync routers for ids ['76112613-37e5-43b2-b921-1f5a9c06ab3b'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:25:01.791758 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-91e6a672-4c12-4cac-b05c-ff239092ded9 service neutron] 10.222.0.22 "GET /v2.0/networks/f32f6fe5-27d6-490e-a108-a9b5a4f5f661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399360 Sep 23 22:25:01.813067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47558) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:01.827703 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:01.834396 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-359547ef-8709-4084-96a3-ae93682abfe5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2517722 Sep 23 22:25:01.836271 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Routers {'76112613-37e5-43b2-b921-1f5a9c06ab3b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:25:01.837498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:24:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['76112613-37e5-43b2-b921-1f5a9c06ab3b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:01.845029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47560) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:02.089681 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e9bac7ee-e8c2-4b66-9416-85d0aa5d2d45 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58d9c24a796646e6bef34ef6ce2fb9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705112 Sep 23 22:25:02.091107 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47562) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:02.158506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Set router 76112613-37e5-43b2-b921-1f5a9c06ab3b gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:25:02.276659 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32ed84d0-039b-4909-b708-95aea11a062e req-67bd1c68-20e2-4a8c-9745-545ff7aba186 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705354 Sep 23 22:25:02.304213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf29968c-df6b-45ee-8e8d-f1e10e58de91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:02.366553 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf29968c-df6b-45ee-8e8d-f1e10e58de91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:02.474069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-e875f85f-6556-4697-aace-34812826421c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Made reservation on behalf of b02077651ffa43709d0b064b37420f44 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:02.480405 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-e875f85f-6556-4697-aace-34812826421c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:02.682130 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9976de-3154-40df-abfa-1e48e9f0fc7f req-af9ca1b0-9f37-4644-bc30-afd15a851cb9 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:02.683873 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bf9976de-3154-40df-abfa-1e48e9f0fc7f req-af9ca1b0-9f37-4644-bc30-afd15a851cb9 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 944 time: 0.0867527 Sep 23 22:25:02.696788 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:24:56Z', 'updated_at': '2021-09-23T22:24:59Z', 'revision_number': 3, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'gw_port': {'id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:24:57Z', 'updated_at': '2021-09-23T22:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:02.728413 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf29968c-df6b-45ee-8e8d-f1e10e58de91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:02.731898 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf29968c-df6b-45ee-8e8d-f1e10e58de91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:02.735364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bf29968c-df6b-45ee-8e8d-f1e10e58de91 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b99ca5ef-ea94-44ff-a02c-6f472a50d0af HTTP/1.1" status: 204 len: 168 time: 0.6424415 Sep 23 22:25:02.758647 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29968c-df6b-45ee-8e8d-f1e10e58de91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99ca5ef-ea94-44ff-a02c-6f472a50d0af,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:02.818189 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:02.829545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-e875f85f-6556-4697-aace-34812826421c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Allocated IP 192.168.233.205 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/8006e13a-a6d8-49e9-b326-4d5d282e9863) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:02.844102 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Checking router: 76112613-37e5-43b2-b921-1f5a9c06ab3b for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:25:02.844449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Updating router 76112613-37e5-43b2-b921-1f5a9c06ab3b port b9b37290-6c9a-46be-b312-2ae7be6e1516 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:25:02.913753 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:02.947380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79526496-d375-4ec4-9f7a-503c2a48f6fd req-c0b9c378-8b23-4a8d-b5fb-b005d076513f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:02.949353 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79526496-d375-4ec4-9f7a-503c2a48f6fd req-c0b9c378-8b23-4a8d-b5fb-b005d076513f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 949 time: 0.1274419 Sep 23 22:25:03.041500 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-e875f85f-6556-4697-aace-34812826421c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:03.054837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79526496-d375-4ec4-9f7a-503c2a48f6fd req-68b9fd17-6f77-421f-b5c8-8fce50207998 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576694 Sep 23 22:25:03.122905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Allocated IP 172.20.0.1 (8fdb77b3-802f-455b-896f-81dc78604c36/2d29d642-3539-4f1b-86f3-275967351080/b327a189-f19b-4203-b3c8-b3a44752b8d5) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:03.133845 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bf9976de-3154-40df-abfa-1e48e9f0fc7f req-191317dd-1016-48ca-bef3-b0d14ec596fe tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963215 Sep 23 22:25:03.193421 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-e875f85f-6556-4697-aace-34812826421c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:03.196616 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e39b9d9f-8898-4cde-867d-cce93bed5f1b req-befa2c25-0ec8-4ed1-9b53-2b599dc839ed tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 210 time: 0.0694838 Sep 23 22:25:03.300883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['480ed5bd-a465-444a-ae44-5a52be341b2f', '141b0f2c-8a85-4d9b-bd35-51cd99b190f4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:25:03.314642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-e875f85f-6556-4697-aace-34812826421c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:03.337823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-e875f85f-6556-4697-aace-34812826421c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:03.341277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-e875f85f-6556-4697-aace-34812826421c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:03.404061 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-e875f85f-6556-4697-aace-34812826421c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:03.405538 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-e875f85f-6556-4697-aace-34812826421c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:03.408415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875f85f-6556-4697-aace-34812826421c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Pushing event updated for resources: {'Port': ['ID=8006e13a-a6d8-49e9-b326-4d5d282e9863,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:03.425199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:03.449250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed0458-07c2-4022-94c0-9d553f96e92e req-52584d3d-28c3-4f62-85c9-12945d38c75f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:03.453965 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7bed0458-07c2-4022-94c0-9d553f96e92e req-52584d3d-28c3-4f62-85c9-12945d38c75f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 936 time: 0.1810794 Sep 23 22:25:03.487663 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:03.521865 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7bed0458-07c2-4022-94c0-9d553f96e92e req-861fc798-376c-4785-8a28-1ba7060259f6 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563099 Sep 23 22:25:03.608452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f45ad4-fe30-490a-a174-9e82acf33973 req-15ffd9c5-4c46-4c6d-a64c-3690c3acaf9d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:03.610147 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-76f45ad4-fe30-490a-a174-9e82acf33973 req-15ffd9c5-4c46-4c6d-a64c-3690c3acaf9d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.1399772 Sep 23 22:25:03.620596 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-e875f85f-6556-4697-aace-34812826421c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0310860 Sep 23 22:25:03.634630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Request body: {'port': {'device_id': '643d25bf-4cb6-4915-a3a4-a260d5f57247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:03.682519 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:03.706932 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-76f45ad4-fe30-490a-a174-9e82acf33973 req-e1ced99e-169b-4302-a9b5-d972ff570ccc tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841849 Sep 23 22:25:03.715653 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:03.786080 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:03.814521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Network 8fdb77b3-802f-455b-896f-81dc78604c36 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:03.828491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:03.846047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:03.846047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b327a189-f19b-4203-b3c8-b3a44752b8d5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:03.881637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e9b3c-3029-4295-9a32-cdfbdcd5cf19 None None] Pushing event updated for resources: {'Port': ['ID=b9b37290-6c9a-46be-b312-2ae7be6e1516,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:03.901149 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Attempting to bind port b9b37290-6c9a-46be-b312-2ae7be6e1516 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:25:03.901554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Attempting to bind port b9b37290-6c9a-46be-b312-2ae7be6e1516 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:25:03.908394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Attempting to bind port b9b37290-6c9a-46be-b312-2ae7be6e1516 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:25:03.944902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:25:03.953910 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:25:03.953910 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:03.953910 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:25:03.953910 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Bound port: b9b37290-6c9a-46be-b312-2ae7be6e1516, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:25:03.953910 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:03.957597 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:04.090798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] For port b9b37290-6c9a-46be-b312-2ae7be6e1516, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:25:04.096939 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] For port b9b37290-6c9a-46be-b312-2ae7be6e1516, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b9b37290-6c9a-46be-b312-2ae7be6e1516,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:25:04.107903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fb6df6e9-6113-4d14-baab-1bf9b60fadf2 None None] Provisioning complete for port 8006e13a-a6d8-49e9-b326-4d5d282e9863 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:04.108378 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fb6df6e9-6113-4d14-baab-1bf9b60fadf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:04.173153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-fb6df6e9-6113-4d14-baab-1bf9b60fadf2 None None] Port 8006e13a-a6d8-49e9-b326-4d5d282e9863 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:25:04.198878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7509856-e220-4948-ba84-a8a0623f127d req-7e568d8d-13e3-4c55-be32-51e16cd8baab tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:04.200553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c7509856-e220-4948-ba84-a8a0623f127d req-7e568d8d-13e3-4c55-be32-51e16cd8baab tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.1369984 Sep 23 22:25:04.284015 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:04.299057 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c7509856-e220-4948-ba84-a8a0623f127d req-22ce56ef-2726-46e8-9eba-15d3171b43c7 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772328 Sep 23 22:25:04.344875 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Routers {'76112613-37e5-43b2-b921-1f5a9c06ab3b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:25:04.345563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:24:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['76112613-37e5-43b2-b921-1f5a9c06ab3b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:04.460492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1ef6b-002e-41ba-8033-8b65db95370d req-046ff814-1107-41d5-a48a-1b5aa420be91 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:04.462388 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0eb1ef6b-002e-41ba-8033-8b65db95370d req-046ff814-1107-41d5-a48a-1b5aa420be91 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 949 time: 0.1904736 Sep 23 22:25:04.468189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8006e13a-a6d8-49e9-b326-4d5d282e9863 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:25:04.496667 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:04.518569 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:04.547266 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcb6d0-384a-4036-8d8e-26c783a118d2 req-642ff0bb-2712-4d1e-96f9-dbe302bd2b0c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:04.549094 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90bcb6d0-384a-4036-8d8e-26c783a118d2 req-642ff0bb-2712-4d1e-96f9-dbe302bd2b0c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 944 time: 0.1208270 Sep 23 22:25:04.569847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Transition to ACTIVE for port object 8006e13a-a6d8-49e9-b326-4d5d282e9863 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:25:04.610627 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0eb1ef6b-002e-41ba-8033-8b65db95370d req-7398ef60-7eb0-48bc-b529-f0bb33db77f4 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571327 Sep 23 22:25:04.611911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e9b3c-3029-4295-9a32-cdfbdcd5cf19 None None] Pushing event updated for resources: {'Port': ['ID=b9b37290-6c9a-46be-b312-2ae7be6e1516,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:04.627693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-02c4ddec-a716-43bd-9caa-a5fd7ba67ccb None None] Provisioning complete for port b327a189-f19b-4203-b3c8-b3a44752b8d5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:04.628114 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-02c4ddec-a716-43bd-9caa-a5fd7ba67ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:04.693395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-02c4ddec-a716-43bd-9caa-a5fd7ba67ccb None None] Port b327a189-f19b-4203-b3c8-b3a44752b8d5 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:25:04.715055 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:04.721656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] Set router 76112613-37e5-43b2-b921-1f5a9c06ab3b gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:25:04.754597 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90bcb6d0-384a-4036-8d8e-26c783a118d2 req-69eb76af-bae6-40f9-b8b5-f3a036bc3ccf tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641419 Sep 23 22:25:04.810218 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afc97ef0-547a-4243-8c31-84fa036400e1 req-bce17116-2b79-4149-a3d9-d476b2bc8e26 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 210 time: 0.0502677 Sep 23 22:25:04.865770 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 78c76a82-bce5-4064-a94a-b287f5eff905 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:04.894094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Pushing event updated for resources: {'Port': ['ID=8006e13a-a6d8-49e9-b326-4d5d282e9863,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:05.060208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Attempting to bind port 8006e13a-a6d8-49e9-b326-4d5d282e9863 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:25:05.064939 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Attempting to bind port 8006e13a-a6d8-49e9-b326-4d5d282e9863 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:25:05.064939 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Attempting to bind port 8006e13a-a6d8-49e9-b326-4d5d282e9863 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:25:05.072040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Port 8006e13a-a6d8-49e9-b326-4d5d282e9863 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:25:05.072696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Attempting to bind port 8006e13a-a6d8-49e9-b326-4d5d282e9863 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:25:05.097778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f87f10-60e5-474e-8f2a-e6f0d18a87f5 req-769cc55d-2af3-4429-9a13-617ac80c1fed tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:05.104498 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5f87f10-60e5-474e-8f2a-e6f0d18a87f5 req-769cc55d-2af3-4429-9a13-617ac80c1fed tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=a27e7845-c0a6-4576-b48b-37766588c2e9 HTTP/1.1" status: 200 len: 946 time: 0.1584868 Sep 23 22:25:05.122774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a51951-e634-496c-a442-da7c8ab92004 req-15b439ad-b10c-47ea-a233-67a1030265d4 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:05.134044 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a51951-e634-496c-a442-da7c8ab92004 req-15b439ad-b10c-47ea-a233-67a1030265d4 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 948 time: 0.1623399 Sep 23 22:25:05.148551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:25:05.149020 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:25:05.149182 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:24:56Z', 'updated_at': '2021-09-23T22:24:59Z', 'revision_number': 3, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'gw_port': {'id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:24:57Z', 'updated_at': '2021-09-23T22:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:05.149904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:25:05.150529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Bound port: 8006e13a-a6d8-49e9-b326-4d5d282e9863, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:25:05.150826 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:05.174861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5f87f10-60e5-474e-8f2a-e6f0d18a87f5 req-a778d61b-d7a1-4756-8334-c4f283766c28 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606012 Sep 23 22:25:05.184177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5313260-b295-4ddf-9182-812a77481b87 None None] The sync data for ids ['76112613-37e5-43b2-b921-1f5a9c06ab3b'] in n-d-810775-1 is: [{'id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:24:56Z', 'updated_at': '2021-09-23T22:24:59Z', 'revision_number': 3, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'gw_port': {'id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:24:57Z', 'updated_at': '2021-09-23T22:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:25:05.217909 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:05.233811 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a51951-e634-496c-a442-da7c8ab92004 req-87a74db6-1ced-4aa1-aa2a-111c91c1a15c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900528 Sep 23 22:25:05.303900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] For port 8006e13a-a6d8-49e9-b326-4d5d282e9863, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:25:05.312028 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 78c76a82-bce5-4064-a94a-b287f5eff905 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:25:05.313610 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 78c76a82-bce5-4064-a94a-b287f5eff905 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:05.313994 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:05.335048 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] For port 8006e13a-a6d8-49e9-b326-4d5d282e9863, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=8006e13a-a6d8-49e9-b326-4d5d282e9863,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:25:05.382864 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:05.473607 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:05.473861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed861d7-1ae0-4e74-b6ef-f01d22b7ef94 req-15c3df8f-23a6-45c1-b529-82de622dfb0f tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:05.482127 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ed861d7-1ae0-4e74-b6ef-f01d22b7ef94 req-15c3df8f-23a6-45c1-b529-82de622dfb0f tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 945 time: 0.1203787 Sep 23 22:25:05.486505 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:05.540992 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95976710-2c6a-4e13-8e38-da9e15d798f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c76a82-bce5-4064-a94a-b287f5eff905'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:05.542073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47620) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:05.544129 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb163a63-6066-49cd-a1c9-790293eeec92" -d '{"events": [{"server_uuid": "95976710-2c6a-4e13-8e38-da9e15d798f4", "name": "network-vif-plugged", "status": "completed", "tag": "78c76a82-bce5-4064-a94a-b287f5eff905"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:05.562570 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ed861d7-1ae0-4e74-b6ef-f01d22b7ef94 req-57001971-62bd-49df-903b-405b3cf688b9 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771134 Sep 23 22:25:05.578486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 78c76a82-bce5-4064-a94a-b287f5eff905, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=78c76a82-bce5-4064-a94a-b287f5eff905,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:05.579242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:05.681542 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:05.682251 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:05.683789 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] 10.222.0.43 "PUT /v2.0/ports/8006e13a-a6d8-49e9-b326-4d5d282e9863 HTTP/1.1" status: 200 len: 1096 time: 2.0539508 Sep 23 22:25:05.731151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643d25bf-4cb6-4915-a3a4-a260d5f57247', 'tag': '8006e13a-a6d8-49e9-b326-4d5d282e9863'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:05.739089 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:05.739260 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fa818b-0f85-4cdd-95a8-cc2e5736ea45" -d '{"events": [{"name": "network-changed", "server_uuid": "643d25bf-4cb6-4915-a3a4-a260d5f57247", "tag": "8006e13a-a6d8-49e9-b326-4d5d282e9863"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:05.741626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device dbb88fde-9fc0-4671-be74-f354bb4c1a41 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:05.752814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-1bf85de2-7533-4478-a9d9-653f13a50ea9 req-a375939f-8f27-4439-9e1f-7a3e9062808c tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:25:05.775990 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1bf85de2-7533-4478-a9d9-653f13a50ea9 req-a375939f-8f27-4439-9e1f-7a3e9062808c tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1088257 Sep 23 22:25:05.776175 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b327a189-f19b-4203-b3c8-b3a44752b8d5,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:05.952900 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ed2db6-359c-486e-8d41-d6ec12c948f8 x-openstack-request-id: req-03ed2db6-359c-486e-8d41-d6ec12c948f8 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:05.952900 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95976710-2c6a-4e13-8e38-da9e15d798f4", "name": "network-vif-plugged", "status": "completed", "tag": "78c76a82-bce5-4064-a94a-b287f5eff905", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:05.952900 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03ed2db6-359c-486e-8d41-d6ec12c948f8 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:05.952900 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95976710-2c6a-4e13-8e38-da9e15d798f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c76a82-bce5-4064-a94a-b287f5eff905', 'code': 200} Sep 23 22:25:05.970523 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=78c76a82-bce5-4064-a94a-b287f5eff905,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:06.095461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Network 8fdb77b3-802f-455b-896f-81dc78604c36 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:06.102923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:06.104143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port dbb88fde-9fc0-4671-be74-f354bb4c1a41 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:25:06.116137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port dbb88fde-9fc0-4671-be74-f354bb4c1a41 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:06.116952 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:06.124930 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-66c3d0a0-0d6d-4cdc-8deb-48c465822251 tempest-AgentManagementNegativeTest-1003530595 tempest-AgentManagementNegativeTest-1003530595-project] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5795920 Sep 23 22:25:06.136543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fb07e-c1c8-4dc0-95c5-ea9638c2aa97 service neutron] Pushing event updated for resources: {'Port': ['ID=8006e13a-a6d8-49e9-b326-4d5d282e9863,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:06.236453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0971c1-5b31-431d-ba4b-1f3bad7a3c66 req-8cc9ea32-4dac-4f8f-8531-4e51e584b05c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:06.239786 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f0971c1-5b31-431d-ba4b-1f3bad7a3c66 req-8cc9ea32-4dac-4f8f-8531-4e51e584b05c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 949 time: 0.1827178 Sep 23 22:25:06.299168 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1bf85de2-7533-4478-a9d9-653f13a50ea9 req-801f25a4-b472-46f1-aed9-40bc180f25b0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5323443 Sep 23 22:25:06.309608 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-cba23ae5-f44f-416d-91a7-0dbd597c41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:06.313968 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-cba23ae5-f44f-416d-91a7-0dbd597c41bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b02077651ffa43709d0b064b37420f44&device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 1099 time: 0.4177883 Sep 23 22:25:06.431820 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:06.450693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b1c99-f1dc-4af5-86c2-0cb663fe91d4 req-2e4cdacc-6494-4206-b06a-c86af6a22f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:06.454701 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-894b1c99-f1dc-4af5-86c2-0cb663fe91d4 req-2e4cdacc-6494-4206-b06a-c86af6a22f90 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 1096 time: 0.4323041 Sep 23 22:25:06.454701 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-b2824bf6-454b-4679-80e6-3a9ad91c7325 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=8006e13a-a6d8-49e9-b326-4d5d282e9863 HTTP/1.1" status: 200 len: 217 time: 0.1279135 Sep 23 22:25:06.481822 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f0971c1-5b31-431d-ba4b-1f3bad7a3c66 req-90d932dc-e360-48a2-afaf-3e0b9dfff604 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349625 Sep 23 22:25:06.528797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:06.532943 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:06.582588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Router 76112613-37e5-43b2-b921-1f5a9c06ab3b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:25:06.630129 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-b817b7f0-a100-4867-ad02-b6fc8b5bcac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:06.630129 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-b817b7f0-a100-4867-ad02-b6fc8b5bcac6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1644733 Sep 23 22:25:06.630129 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-894b1c99-f1dc-4af5-86c2-0cb663fe91d4 req-b6bbcbf6-b39a-4fca-972f-c002afe57172 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553881 Sep 23 22:25:06.646803 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1d04f178-72d8-4c30-89b8-a92a42ca2126 None None] Provisioning complete for port b327a189-f19b-4203-b3c8-b3a44752b8d5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:06.647183 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1d04f178-72d8-4c30-89b8-a92a42ca2126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:06.654015 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:06.702566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2aeeca12-b5d1-49e3-8a93-765a44ebaa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:06.708257 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-2aeeca12-b5d1-49e3-8a93-765a44ebaa0d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719609 Sep 23 22:25:06.767171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b9b37290-6c9a-46be-b312-2ae7be6e1516 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:06.813052 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-1d04f178-72d8-4c30-89b8-a92a42ca2126 None None] Port b327a189-f19b-4203-b3c8-b3a44752b8d5 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:25:06.819336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9274d50-e7c5-4901-9cd6-f687711d3c66 req-e73a4128-76c1-45ff-92e5-a460215423b3 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:06.828950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b9274d50-e7c5-4901-9cd6-f687711d3c66 req-e73a4128-76c1-45ff-92e5-a460215423b3 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1343961 Sep 23 22:25:06.855855 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=dbb88fde-9fc0-4671-be74-f354bb4c1a41,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:06.871493 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:25:06.880274 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-67a4763a-01d6-43b7-bd08-4bbe5866d4c9 admin admin] 10.222.0.22 "PUT /v2.0/routers/76112613-37e5-43b2-b921-1f5a9c06ab3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0316839 Sep 23 22:25:06.890981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b9b37290-6c9a-46be-b312-2ae7be6e1516 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:06.891429 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:06.911593 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fc8d51-745f-4e87-9f56-be996dd21986 x-openstack-request-id: req-56fc8d51-745f-4e87-9f56-be996dd21986 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:06.912192 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643d25bf-4cb6-4915-a3a4-a260d5f57247", "tag": "8006e13a-a6d8-49e9-b326-4d5d282e9863", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:06.912459 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56fc8d51-745f-4e87-9f56-be996dd21986 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:06.912890 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643d25bf-4cb6-4915-a3a4-a260d5f57247', 'tag': '8006e13a-a6d8-49e9-b326-4d5d282e9863', 'status': 'completed', 'code': 200} Sep 23 22:25:06.931361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b9274d50-e7c5-4901-9cd6-f687711d3c66 req-bf448f1b-602e-4b6e-8309-9bac50600fc4 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990942 Sep 23 22:25:06.971239 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-d03da6f0-8da9-47c0-9466-85856115b90d service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529848 Sep 23 22:25:07.079714 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:07.105773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47648) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:07.122067 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port b9b37290-6c9a-46be-b312-2ae7be6e1516, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b9b37290-6c9a-46be-b312-2ae7be6e1516,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:07.140167 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd3472d5-b159-4818-858a-dece75ccd7ec req-173d08bd-e538-451c-a270-f0cfe5ec5c37 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 210 time: 0.1546648 Sep 23 22:25:07.174039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f18f11-5644-4d8c-a8cb-f0d50ce66255 req-fe45691c-53b4-4579-bfe0-a0b35261ae30 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:07.184352 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79f18f11-5644-4d8c-a8cb-f0d50ce66255 req-fe45691c-53b4-4579-bfe0-a0b35261ae30 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 948 time: 0.1203079 Sep 23 22:25:07.259412 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:07.259732 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e5c0606-214f-48fe-9a2c-c728223727d1 req-83823929-140b-4acf-99e2-dbd9f6da452c service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715340 Sep 23 22:25:07.262953 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79f18f11-5644-4d8c-a8cb-f0d50ce66255 req-9c9b9c41-cf28-4606-b0a1-a1b7d722bba0 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775144 Sep 23 22:25:07.355176 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=b9b37290-6c9a-46be-b312-2ae7be6e1516,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:07.385939 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-136ff67d-354d-41dc-9897-34dcd5787f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:07.424793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385150c9-43f5-4d82-9822-07438f106af5 req-77306c80-3621-46ad-b288-9009b30f596d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:07.426545 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-385150c9-43f5-4d82-9822-07438f106af5 req-77306c80-3621-46ad-b288-9009b30f596d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.0858757 Sep 23 22:25:07.521661 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-385150c9-43f5-4d82-9822-07438f106af5 req-7d9afe2f-583b-4aa7-96c0-991b26913a12 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815971 Sep 23 22:25:07.614566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa818b-0f85-4cdd-95a8-cc2e5736ea45 req-2fc44edc-6014-4fd8-88ba-cf8e86fbf04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:07.616697 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1fa818b-0f85-4cdd-95a8-cc2e5736ea45 req-2fc44edc-6014-4fd8-88ba-cf8e86fbf04f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b02077651ffa43709d0b064b37420f44&device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 1099 time: 0.1376648 Sep 23 22:25:07.640416 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-136ff67d-354d-41dc-9897-34dcd5787f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:07.700407 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156cf1b-ce60-4f1e-97e0-bdc50098d05d req-9de79c46-1f35-4811-a520-b2565dea348d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:07.702537 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1156cf1b-ce60-4f1e-97e0-bdc50098d05d req-9de79c46-1f35-4811-a520-b2565dea348d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=a27e7845-c0a6-4576-b48b-37766588c2e9 HTTP/1.1" status: 200 len: 946 time: 0.0537052 Sep 23 22:25:07.784101 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1156cf1b-ce60-4f1e-97e0-bdc50098d05d req-9f06e2af-e173-42e1-9952-c52d1642004a tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742507 Sep 23 22:25:07.803822 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-136ff67d-354d-41dc-9897-34dcd5787f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:07.863366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-a0d72247-e736-498d-a250-ea3efb0b0392 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:07.865228 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-a0d72247-e736-498d-a250-ea3efb0b0392 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.67 "GET /v2.0/networks?id=f32f6fe5-27d6-490e-a108-a9b5a4f5f661 HTTP/1.1" status: 200 len: 821 time: 0.3109980 Sep 23 22:25:07.876576 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7df7c9-03f5-4784-be4e-410922076ab0 req-6f897342-fa89-44f8-b3bd-9896bffffd1c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:07.878375 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1b7df7c9-03f5-4784-be4e-410922076ab0 req-6f897342-fa89-44f8-b3bd-9896bffffd1c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.2514627 Sep 23 22:25:07.896272 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa818b-0f85-4cdd-95a8-cc2e5736ea45 req-bb32996c-073f-4697-97f3-2ae6439eb343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:07.897937 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1fa818b-0f85-4cdd-95a8-cc2e5736ea45 req-bb32996c-073f-4697-97f3-2ae6439eb343 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2607791 Sep 23 22:25:07.901586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-01f3f906-69b4-4431-ae7d-c27ca0cc2bfa tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Request body: {'port': {'device_id': 'd5a17c88-41bb-4339-ad49-32a75fd0998b', 'network_id': 'f32f6fe5-27d6-490e-a108-a9b5a4f5f661', 'admin_state_up': True, 'tenant_id': 'd78a03d8209a43eca2cd533bab296b63'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:07.924320 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ff67d-354d-41dc-9897-34dcd5787f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616cb4ec-593e-4535-8894-f584ac05be1e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:07.933557 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-136ff67d-354d-41dc-9897-34dcd5787f48 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b5a45688baa45f59e11fdc906069285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8262827 Sep 23 22:25:07.942701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47700) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:07.955071 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:07.966841 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d31c572-ef5d-4653-a424-27ecdc8ca7e0" -d '{"events": [{"server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "name": "network-vif-plugged", "status": "completed", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:07.973642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962824b-6cc1-4706-8a37-580c2bcc5bf1 req-95afde4c-7e40-4e58-9f07-87bba28842e9 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:07.975314 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1962824b-6cc1-4706-8a37-580c2bcc5bf1 req-95afde4c-7e40-4e58-9f07-87bba28842e9 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 945 time: 0.0988560 Sep 23 22:25:08.008617 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1fa818b-0f85-4cdd-95a8-cc2e5736ea45 req-8c52b53c-75ab-4170-82a1-c94567a7c21c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=8006e13a-a6d8-49e9-b326-4d5d282e9863 HTTP/1.1" status: 200 len: 217 time: 0.0986996 Sep 23 22:25:08.055961 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1962824b-6cc1-4706-8a37-580c2bcc5bf1 req-9f2566ee-c422-46a1-b445-172696872231 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626469 Sep 23 22:25:08.061790 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c1f48d39-e800-4c3e-824e-a0cc0518ffe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:08.117711 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1b7df7c9-03f5-4784-be4e-410922076ab0 req-32083ae1-eacc-4284-9cef-dfbc5598bc57 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281485 Sep 23 22:25:08.117942 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c1f48d39-e800-4c3e-824e-a0cc0518ffe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:08.184681 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa818b-0f85-4cdd-95a8-cc2e5736ea45 req-f123288c-2979-43b7-8633-35bc0b518b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:08.187195 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1fa818b-0f85-4cdd-95a8-cc2e5736ea45 req-f123288c-2979-43b7-8633-35bc0b518b7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1668963 Sep 23 22:25:08.220811 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f03885-07a9-4aae-95fd-12840ef6a64e x-openstack-request-id: req-e6f03885-07a9-4aae-95fd-12840ef6a64e {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:08.221137 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "name": "network-vif-plugged", "status": "completed", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:08.222673 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6f03885-07a9-4aae-95fd-12840ef6a64e {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:08.223347 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41', 'code': 200} Sep 23 22:25:08.309220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be5b26-68be-4609-9ba0-5cb99e9c2df2 req-91d45d3d-c949-4857-8d00-7f9a4b3c6273 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:08.318009 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-12be5b26-68be-4609-9ba0-5cb99e9c2df2 req-91d45d3d-c949-4857-8d00-7f9a4b3c6273 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1176426 Sep 23 22:25:08.386280 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-12be5b26-68be-4609-9ba0-5cb99e9c2df2 req-e7ce8234-d373-45b4-9a75-ecea6c4122c3 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671782 Sep 23 22:25:08.403822 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c1f48d39-e800-4c3e-824e-a0cc0518ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:08.425432 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c1f48d39-e800-4c3e-824e-a0cc0518ffe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:08.425432 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c1f48d39-e800-4c3e-824e-a0cc0518ffe9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/616cb4ec-593e-4535-8894-f584ac05be1e HTTP/1.1" status: 204 len: 168 time: 0.4635148 Sep 23 22:25:08.426723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f48d39-e800-4c3e-824e-a0cc0518ffe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616cb4ec-593e-4535-8894-f584ac05be1e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:08.450210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa818b-0f85-4cdd-95a8-cc2e5736ea45 req-ea5f21ab-4c15-4d29-9001-a49284c57aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:08.459356 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1fa818b-0f85-4cdd-95a8-cc2e5736ea45 req-ea5f21ab-4c15-4d29-9001-a49284c57aa0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2556791 Sep 23 22:25:08.466039 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Sync routers for ids ['76112613-37e5-43b2-b921-1f5a9c06ab3b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:25:08.483449 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Routers {'76112613-37e5-43b2-b921-1f5a9c06ab3b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:25:08.485707 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:24:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['76112613-37e5-43b2-b921-1f5a9c06ab3b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:08.552418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da06a5-bd2a-4b7d-937a-8fa2213c4b58 req-afc6528a-732d-4f2e-ae60-6cc83451518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:08.554211 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-90da06a5-bd2a-4b7d-937a-8fa2213c4b58 req-afc6528a-732d-4f2e-ae60-6cc83451518d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 1101 time: 0.1631691 Sep 23 22:25:08.562975 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63c938a5-994b-42bc-8390-c814c00cfcc7 req-4c60dc6a-a68e-497a-b720-2402f8a44b54 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 210 time: 0.0551505 Sep 23 22:25:08.620997 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b9b37290-6c9a-46be-b312-2ae7be6e1516 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:08.647604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1f100-8c77-43e1-9010-9c6727a1e341 req-74bd7199-eb40-4054-bb4c-d4818a611487 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:08.657728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1f100-8c77-43e1-9010-9c6727a1e341 req-74bd7199-eb40-4054-bb4c-d4818a611487 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:08.666331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1f100-8c77-43e1-9010-9c6727a1e341 req-74bd7199-eb40-4054-bb4c-d4818a611487 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:08.674529 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a3e1f100-8c77-43e1-9010-9c6727a1e341 req-74bd7199-eb40-4054-bb4c-d4818a611487 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725&device_id=a27e7845-c0a6-4576-b48b-37766588c2e9&device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 2418 time: 0.2282913 Sep 23 22:25:08.682499 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b9b37290-6c9a-46be-b312-2ae7be6e1516 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:08.683096 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:08.692095 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-01f3f906-69b4-4431-ae7d-c27ca0cc2bfa tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Made reservation on behalf of d78a03d8209a43eca2cd533bab296b63 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:08.697456 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-01f3f906-69b4-4431-ae7d-c27ca0cc2bfa tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:08.729564 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-90da06a5-bd2a-4b7d-937a-8fa2213c4b58 req-658cf499-b76e-466a-bc70-0459e55357e3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405215 Sep 23 22:25:08.744764 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Set router 76112613-37e5-43b2-b921-1f5a9c06ab3b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:25:08.752099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522ce43-0e18-482c-aca0-7e43e7fb4e1f req-2c7eaee5-731c-49c7-94c3-59fbf9b39b24 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:08.764840 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d522ce43-0e18-482c-aca0-7e43e7fb4e1f req-2c7eaee5-731c-49c7-94c3-59fbf9b39b24 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 948 time: 0.0989633 Sep 23 22:25:08.776298 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a3e1f100-8c77-43e1-9010-9c6727a1e341 req-7557583a-6a45-498b-b9e4-5f6ead298de3 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007967 Sep 23 22:25:08.784620 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1fa818b-0f85-4cdd-95a8-cc2e5736ea45 req-8aca6896-efc9-466f-b1f3-333374c990f3 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044808 Sep 23 22:25:08.898726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d522ce43-0e18-482c-aca0-7e43e7fb4e1f req-938a159c-a697-45f1-9370-9d475836be47 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321945 Sep 23 22:25:08.957006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-2ce1776d-5b87-41b6-a141-cc8cf09c6271 req-d1fc7a55-f550-45a8-8d93-55fe3dd55f3d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:25:08.985710 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ce1776d-5b87-41b6-a141-cc8cf09c6271 req-d1fc7a55-f550-45a8-8d93-55fe3dd55f3d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103343 Sep 23 22:25:09.048979 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:24:56Z', 'updated_at': '2021-09-23T22:25:04Z', 'revision_number': 4, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'gw_port': {'id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:24:57Z', 'updated_at': '2021-09-23T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'b327a189-f19b-4203-b3c8-b3a44752b8d5', 'name': '', 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'mac_address': 'fa:16:3e:af:fb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '2d29d642-3539-4f1b-86f3-275967351080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:02Z', 'updated_at': '2021-09-23T22:25:04Z', 'revision_number': 2, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'subnets': [{'id': '2d29d642-3539-4f1b-86f3-275967351080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:09.104735 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Checking router: 76112613-37e5-43b2-b921-1f5a9c06ab3b for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:25:09.105205 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Updating router 76112613-37e5-43b2-b921-1f5a9c06ab3b port b327a189-f19b-4203-b3c8-b3a44752b8d5 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:25:09.113625 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1fa818b-0f85-4cdd-95a8-cc2e5736ea45 req-743f8c46-8654-414e-868c-d31025a9ae2f service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169100 Sep 23 22:25:09.143384 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:09.145485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-01f3f906-69b4-4431-ae7d-c27ca0cc2bfa tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Allocated IP 172.20.0.5 (f32f6fe5-27d6-490e-a108-a9b5a4f5f661/7ffc6624-aca9-4fa0-b93b-0915481a3c5d/a56cb432-9cd9-4a78-9bcb-424ff70bfaf3) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:09.242936 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ce1776d-5b87-41b6-a141-cc8cf09c6271 req-edd4ab75-210a-453e-b963-18bb8cf7b31c tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2702932 Sep 23 22:25:09.440328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28b5f6-0fc0-42ac-b64f-bc759607cfe6 req-bcc95322-2718-4426-a765-4c0b2bb3cba9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:09.442773 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e28b5f6-0fc0-42ac-b64f-bc759607cfe6 req-bcc95322-2718-4426-a765-4c0b2bb3cba9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.1264987 Sep 23 22:25:09.447271 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-01f3f906-69b4-4431-ae7d-c27ca0cc2bfa tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:09.524217 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e28b5f6-0fc0-42ac-b64f-bc759607cfe6 req-056a8ea9-87bb-4fa5-a8da-5e3e0f22d787 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709293 Sep 23 22:25:09.666177 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-01f3f906-69b4-4431-ae7d-c27ca0cc2bfa tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:09.742742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-01f3f906-69b4-4431-ae7d-c27ca0cc2bfa tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Network f32f6fe5-27d6-490e-a108-a9b5a4f5f661 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:09.756690 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a84a9-e304-494f-bea8-955cd1b7bc41 req-1293becf-9e56-430d-a085-f25b0449b36a tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:09.758103 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-978a84a9-e304-494f-bea8-955cd1b7bc41 req-1293becf-9e56-430d-a085-f25b0449b36a tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1563451 Sep 23 22:25:09.759293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-01f3f906-69b4-4431-ae7d-c27ca0cc2bfa tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:09.771745 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-01f3f906-69b4-4431-ae7d-c27ca0cc2bfa tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:09.790062 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3f906-69b4-4431-ae7d-c27ca0cc2bfa tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Pushing event updated for resources: {'Port': ['ID=a56cb432-9cd9-4a78-9bcb-424ff70bfaf3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:09.820696 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:09.875167 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-978a84a9-e304-494f-bea8-955cd1b7bc41 req-0c24de7f-edd7-4acb-8209-d758be4c8ff6 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959074 Sep 23 22:25:09.883277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-01f3f906-69b4-4431-ae7d-c27ca0cc2bfa tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:09.893412 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-01f3f906-69b4-4431-ae7d-c27ca0cc2bfa tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:09.942291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f66ac-6c5f-49d2-a2f7-d70f1c75260e req-a513cd86-11b7-4d99-b611-0e379f6ec68d tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:09.952056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc9f66ac-6c5f-49d2-a2f7-d70f1c75260e req-a513cd86-11b7-4d99-b611-0e379f6ec68d tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 931 time: 0.0700648 Sep 23 22:25:09.961287 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:10.016031 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc9f66ac-6c5f-49d2-a2f7-d70f1c75260e req-acfe90db-7ffa-4ac8-bbda-f76d1720fd82 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628543 Sep 23 22:25:10.023364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-01f3f906-69b4-4431-ae7d-c27ca0cc2bfa tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1291413 Sep 23 22:25:10.057588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Request body: {'port': {'device_id': 'd5a17c88-41bb-4339-ad49-32a75fd0998b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:10.093776 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1d342-95eb-4839-8f7c-7bfaebb388b6 None None] Pushing event updated for resources: {'Port': ['ID=b327a189-f19b-4203-b3c8-b3a44752b8d5,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:10.119668 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1d342-95eb-4839-8f7c-7bfaebb388b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:10.120288 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1d342-95eb-4839-8f7c-7bfaebb388b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:10.121142 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1d342-95eb-4839-8f7c-7bfaebb388b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:10.121815 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1d342-95eb-4839-8f7c-7bfaebb388b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:10.124161 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1d342-95eb-4839-8f7c-7bfaebb388b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:10.125247 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1d342-95eb-4839-8f7c-7bfaebb388b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:10.125804 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1d342-95eb-4839-8f7c-7bfaebb388b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:10.126367 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1d342-95eb-4839-8f7c-7bfaebb388b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:10.130726 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1d342-95eb-4839-8f7c-7bfaebb388b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:10.131467 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1d342-95eb-4839-8f7c-7bfaebb388b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:10.132035 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1d342-95eb-4839-8f7c-7bfaebb388b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:10.132609 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1d342-95eb-4839-8f7c-7bfaebb388b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:10.306676 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:10.344370 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Attempting to bind port b327a189-f19b-4203-b3c8-b3a44752b8d5 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:25:10.345655 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Attempting to bind port b327a189-f19b-4203-b3c8-b3a44752b8d5 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f0365aed-ce20-4b42-a873-93c9e087271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:25:10.346486 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Attempting to bind port b327a189-f19b-4203-b3c8-b3a44752b8d5 on network 8fdb77b3-802f-455b-896f-81dc78604c36 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:25:10.356943 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:25:10.358558 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Checking segment: {'id': 'f0365aed-ce20-4b42-a873-93c9e087271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:25:10.359095 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:10.360260 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Bound using segment: {'id': 'f0365aed-ce20-4b42-a873-93c9e087271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:25:10.361764 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Bound port: b327a189-f19b-4203-b3c8-b3a44752b8d5, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0365aed-ce20-4b42-a873-93c9e087271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:25:10.362284 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:10.406872 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6f606-e9ea-4003-9f29-96e4641e8814 req-ca8abbb3-1139-46eb-8f52-9288ec81a884 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:10.418115 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51d6f606-e9ea-4003-9f29-96e4641e8814 req-ca8abbb3-1139-46eb-8f52-9288ec81a884 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1631880 Sep 23 22:25:10.492111 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] For port b327a189-f19b-4203-b3c8-b3a44752b8d5, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:25:10.493290 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a2e72ea1-2870-4628-8067-c87229337159 None None] Provisioning complete for port b327a189-f19b-4203-b3c8-b3a44752b8d5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:10.496467 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] For port b327a189-f19b-4203-b3c8-b3a44752b8d5, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b327a189-f19b-4203-b3c8-b3a44752b8d5,segment=NetworkSegment(f0365aed-ce20-4b42-a873-93c9e087271c),segment_id=f0365aed-ce20-4b42-a873-93c9e087271c)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:25:10.499503 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a2e72ea1-2870-4628-8067-c87229337159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:10.530970 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51d6f606-e9ea-4003-9f29-96e4641e8814 req-5aee8a91-72a6-4b05-80bd-13638b4f1b81 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077528 Sep 23 22:25:10.590291 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a2e72ea1-2870-4628-8067-c87229337159 None None] Port b327a189-f19b-4203-b3c8-b3a44752b8d5 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:25:10.606121 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 8006e13a-a6d8-49e9-b326-4d5d282e9863 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:25:10.642740 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:10.904888 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109c457-5b86-4e4f-8822-440077838f39 req-69ad3f21-5ff0-4740-b758-f6abccf5495a tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:10.917879 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Routers {'76112613-37e5-43b2-b921-1f5a9c06ab3b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:25:10.919378 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:24:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['76112613-37e5-43b2-b921-1f5a9c06ab3b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:10.923815 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1109c457-5b86-4e4f-8822-440077838f39 req-69ad3f21-5ff0-4740-b758-f6abccf5495a tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 948 time: 0.3086684 Sep 23 22:25:10.997595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47796) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:11.031217 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 8006e13a-a6d8-49e9-b326-4d5d282e9863, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=8006e13a-a6d8-49e9-b326-4d5d282e9863,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:11.073780 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '8006e13a-a6d8-49e9-b326-4d5d282e9863', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '8006e13a-a6d8-49e9-b326-4d5d282e9863', 'mac_address': 'fa:16:3e:4b:a7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:25:11.115487 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1d342-95eb-4839-8f7c-7bfaebb388b6 None None] Pushing event updated for resources: {'Port': ['ID=b327a189-f19b-4203-b3c8-b3a44752b8d5,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:11.223830 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:11.230445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-553fcfe3-aa56-40d8-b3ef-00a6fab6e4e0 None None] Provisioning complete for port b327a189-f19b-4203-b3c8-b3a44752b8d5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:11.230445 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-553fcfe3-aa56-40d8-b3ef-00a6fab6e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:11.264999 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1109c457-5b86-4e4f-8822-440077838f39 req-7eb9aae1-568b-4916-b0fe-73b49baf41ab tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373358 Sep 23 22:25:11.303711 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] Set router 76112613-37e5-43b2-b921-1f5a9c06ab3b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:25:11.365973 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8006e13a-a6d8-49e9-b326-4d5d282e9863 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:25:11.370880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1392296680'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:11.470665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 8006e13a-a6d8-49e9-b326-4d5d282e9863, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=8006e13a-a6d8-49e9-b326-4d5d282e9863,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:11.536167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7edf0-c478-4833-8077-e2b2ba3ce0e4 req-ee618759-d447-4b68-bf93-7fc9f566d805 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:11.549749 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edd7edf0-c478-4833-8077-e2b2ba3ce0e4 req-ee618759-d447-4b68-bf93-7fc9f566d805 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.1331027 Sep 23 22:25:11.559953 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:25:11.569262 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:11.580857 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:11.628061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Made reservation on behalf of 85110e4961554c70bebb7a29ac69992b for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:11.638195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=8006e13a-a6d8-49e9-b326-4d5d282e9863,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:11.642326 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-553fcfe3-aa56-40d8-b3ef-00a6fab6e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:11.650127 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:11.661500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Transition to ACTIVE for port object a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:25:11.705253 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:11.722836 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-553fcfe3-aa56-40d8-b3ef-00a6fab6e4e0 None None] For port b327a189-f19b-4203-b3c8-b3a44752b8d5, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b327a189-f19b-4203-b3c8-b3a44752b8d5,segment=NetworkSegment(f0365aed-ce20-4b42-a873-93c9e087271c),segment_id=f0365aed-ce20-4b42-a873-93c9e087271c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:11.731539 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:11.770747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edd7edf0-c478-4833-8077-e2b2ba3ce0e4 req-7ad37a95-1552-46df-a9fd-2a08188d97a4 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175152 Sep 23 22:25:11.788167 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-553fcfe3-aa56-40d8-b3ef-00a6fab6e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:11.885268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['8006e13a-a6d8-49e9-b326-4d5d282e9863'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:25:11.908957 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:24:56Z', 'updated_at': '2021-09-23T22:25:04Z', 'revision_number': 4, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'gw_port': {'id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:24:57Z', 'updated_at': '2021-09-23T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'b327a189-f19b-4203-b3c8-b3a44752b8d5', 'name': '', 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'mac_address': 'fa:16:3e:af:fb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '2d29d642-3539-4f1b-86f3-275967351080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:02Z', 'updated_at': '2021-09-23T22:25:10Z', 'revision_number': 4, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'subnets': [{'id': '2d29d642-3539-4f1b-86f3-275967351080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:11.942347 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Pushing event updated for resources: {'Port': ['ID=a56cb432-9cd9-4a78-9bcb-424ff70bfaf3,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:11.986999 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fcfe3-aa56-40d8-b3ef-00a6fab6e4e0 None None] Pushing event updated for resources: {'Port': ['ID=b327a189-f19b-4203-b3c8-b3a44752b8d5,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:12.045838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Attempting to bind port a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:25:12.046289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Attempting to bind port a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'a3515fc7-024b-4537-9b7f-ea537bc57325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f32f6fe5-27d6-490e-a108-a9b5a4f5f661'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:25:12.046828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Attempting to bind port a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 on network f32f6fe5-27d6-490e-a108-a9b5a4f5f661 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:25:12.053794 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Port a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 on network f32f6fe5-27d6-490e-a108-a9b5a4f5f661 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:25:12.054112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Attempting to bind port a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 on network f32f6fe5-27d6-490e-a108-a9b5a4f5f661 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:25:12.059942 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b0340-9d7a-4ff8-ab89-b2c946fdcf51 None None] The sync data for ids ['76112613-37e5-43b2-b921-1f5a9c06ab3b'] in n-d-810775-1 is: [{'id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:24:56Z', 'updated_at': '2021-09-23T22:25:04Z', 'revision_number': 4, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'gw_port': {'id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:24:57Z', 'updated_at': '2021-09-23T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'b327a189-f19b-4203-b3c8-b3a44752b8d5', 'name': '', 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'mac_address': 'fa:16:3e:af:fb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '2d29d642-3539-4f1b-86f3-275967351080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:02Z', 'updated_at': '2021-09-23T22:25:10Z', 'revision_number': 4, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'subnets': [{'id': '2d29d642-3539-4f1b-86f3-275967351080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:25:12.064326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:25:12.064901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Checking segment: {'id': 'a3515fc7-024b-4537-9b7f-ea537bc57325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f32f6fe5-27d6-490e-a108-a9b5a4f5f661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:25:12.066325 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Bound using segment: {'id': 'a3515fc7-024b-4537-9b7f-ea537bc57325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f32f6fe5-27d6-490e-a108-a9b5a4f5f661'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:25:12.066544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Bound port: a56cb432-9cd9-4a78-9bcb-424ff70bfaf3, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3515fc7-024b-4537-9b7f-ea537bc57325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f32f6fe5-27d6-490e-a108-a9b5a4f5f661'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:25:12.067049 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:12.237885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] For port a56cb432-9cd9-4a78-9bcb-424ff70bfaf3, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:25:12.257929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] For port a56cb432-9cd9-4a78-9bcb-424ff70bfaf3, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=a56cb432-9cd9-4a78-9bcb-424ff70bfaf3,segment=NetworkSegment(a3515fc7-024b-4537-9b7f-ea537bc57325),segment_id=a3515fc7-024b-4537-9b7f-ea537bc57325)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:25:12.261625 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:12.273278 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dca692-cd98-4d88-b1ba-4fae40781779 req-a3fa77fb-1693-44ef-9aab-6d211eea295a tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:12.275475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-81dca692-cd98-4d88-b1ba-4fae40781779 req-a3fa77fb-1693-44ef-9aab-6d211eea295a tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 943 time: 0.2073274 Sep 23 22:25:12.338857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-81dca692-cd98-4d88-b1ba-4fae40781779 req-f891f8cf-21bc-48a0-b525-bfc05725eeb7 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532780 Sep 23 22:25:12.387315 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:12.433819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:12.439162 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:12.440801 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:12.440999 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] 10.222.0.67 "PUT /v2.0/ports/a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 HTTP/1.1" status: 200 len: 1091 time: 2.3845601 Sep 23 22:25:12.440999 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a17c88-41bb-4339-ad49-32a75fd0998b', 'tag': 'a56cb432-9cd9-4a78-9bcb-424ff70bfaf3'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:12.442273 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa39470e-de83-45b6-9ee6-a3698796b10f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a17c88-41bb-4339-ad49-32a75fd0998b", "tag": "a56cb432-9cd9-4a78-9bcb-424ff70bfaf3"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:12.514448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:25:12.518945 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844095e4-0447-47d4-a3a8-33c0350caa07 service neutron] Pushing event updated for resources: {'Port': ['ID=a56cb432-9cd9-4a78-9bcb-424ff70bfaf3,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:12.551763 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:12.551763 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Added segment 2487639a-451d-4cd6-9ddc-86067ebb962a of type vlan for network d482fdd8-7414-49d4-b8c2-4a70aeab2830 Sep 23 22:25:12.561922 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=511c03f8-fb51-4fa6-add5-907672ffb9f0,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:12.614173 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:12.699716 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b327a189-f19b-4203-b3c8-b3a44752b8d5 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:12.715021 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-e4468b3a-45d2-4f61-a418-4a81be3f9073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:12.720915 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-e4468b3a-45d2-4f61-a418-4a81be3f9073 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d78a03d8209a43eca2cd533bab296b63&device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 1094 time: 0.0920794 Sep 23 22:25:12.742428 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:12.748905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:12.749617 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:12.813181 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-d7c5e248-b529-4019-8534-100189cdb19e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 HTTP/1.1" status: 200 len: 217 time: 0.0732281 Sep 23 22:25:12.862614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b327a189-f19b-4203-b3c8-b3a44752b8d5 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:12.864770 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:13.099834 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a55852e9-dc03-4775-a171-74eb86efa588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:13.111858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event updated for resources: {'Network': ['ID=d482fdd8-7414-49d4-b8c2-4a70aeab2830,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:13.128110 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0eb256ec-e7c6-4331-9d96-b7612d32d8e4 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1287739 Sep 23 22:25:13.133729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network d482fdd8-7414-49d4-b8c2-4a70aeab2830 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:25:13.134500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47828) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:13.152964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-101301c7-59e8-4c5e-9ec6-fdce0c049c18 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Request body: {'subnet': {'network_id': 'd482fdd8-7414-49d4-b8c2-4a70aeab2830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:13.335309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051c83d-c5e7-48da-b151-0be3aae57775 req-57442845-2fda-453e-98ae-2f638c0d6dd7 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:13.338540 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2051c83d-c5e7-48da-b151-0be3aae57775 req-57442845-2fda-453e-98ae-2f638c0d6dd7 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 949 time: 0.1765304 Sep 23 22:25:13.398882 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2051c83d-c5e7-48da-b151-0be3aae57775 req-d7ddb265-57ff-4be4-9c7f-5e06969b8cc2 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 Sep 23 22:25:13.473721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101301c7-59e8-4c5e-9ec6-fdce0c049c18 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Made reservation on behalf of 85110e4961554c70bebb7a29ac69992b for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:13.478527 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-101301c7-59e8-4c5e-9ec6-fdce0c049c18 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:13.508484 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66c462e-713c-4e26-97ed-6df6a5507fec x-openstack-request-id: req-d66c462e-713c-4e26-97ed-6df6a5507fec {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:13.509393 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a17c88-41bb-4339-ad49-32a75fd0998b", "tag": "a56cb432-9cd9-4a78-9bcb-424ff70bfaf3", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:13.509393 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d66c462e-713c-4e26-97ed-6df6a5507fec {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:13.509771 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a17c88-41bb-4339-ad49-32a75fd0998b', 'tag': 'a56cb432-9cd9-4a78-9bcb-424ff70bfaf3', 'status': 'completed', 'code': 200} Sep 23 22:25:13.556122 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-18cdc320-bcfb-4656-9287-ddc517688987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:13.561690 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-18cdc320-bcfb-4656-9287-ddc517688987 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ffc6624-aca9-4fa0-b93b-0915481a3c5d HTTP/1.1" status: 200 len: 861 time: 0.7381868 Sep 23 22:25:13.594576 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d62c3-afbd-47b1-ba87-bfbfc6b1b286 req-ad1c3042-8861-4d50-8f1b-5612aaa7268e tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:13.603227 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-257d62c3-afbd-47b1-ba87-bfbfc6b1b286 req-ad1c3042-8861-4d50-8f1b-5612aaa7268e tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.1121266 Sep 23 22:25:13.640142 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-931031a8-2670-4e9a-b412-ee09f245ad34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f32f6fe5-27d6-490e-a108-a9b5a4f5f661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644832 Sep 23 22:25:13.704801 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-257d62c3-afbd-47b1-ba87-bfbfc6b1b286 req-2d3690ce-fa79-489e-8235-e2fc7d710b47 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008134 Sep 23 22:25:13.927307 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-0abcb2d7-b01c-4f45-b647-9ebaf412193b service neutron] 10.222.0.67 "GET /v2.0/networks/f32f6fe5-27d6-490e-a108-a9b5a4f5f661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744305 Sep 23 22:25:13.980633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099b94d-91c3-4901-948e-8393117412aa req-4b203d44-85e5-4c36-a5cd-2bf5f6b31e0e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:13.983397 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6099b94d-91c3-4901-948e-8393117412aa req-4b203d44-85e5-4c36-a5cd-2bf5f6b31e0e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1252818 Sep 23 22:25:14.006439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-101301c7-59e8-4c5e-9ec6-fdce0c049c18 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:14.145614 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5503ad1-d73d-4721-a1ea-445380ca0d85 req-d02aa48d-b81b-48a4-8217-c7800edaa936 service neutron] 10.222.0.67 "GET /v2.0/networks/f32f6fe5-27d6-490e-a108-a9b5a4f5f661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014382 Sep 23 22:25:14.174207 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6099b94d-91c3-4901-948e-8393117412aa req-0a2948f0-2458-4fcb-abb4-9857db18343f tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819274 Sep 23 22:25:14.195354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101301c7-59e8-4c5e-9ec6-fdce0c049c18 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event updated for resources: {'Subnet': ['ID=e08cb388-a3d1-46e4-ba1d-4ceeed21b0fd,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:14.222151 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101301c7-59e8-4c5e-9ec6-fdce0c049c18 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Checking segment: {'id': '2487639a-451d-4cd6-9ddc-86067ebb962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd482fdd8-7414-49d4-b8c2-4a70aeab2830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:25:14.222518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101301c7-59e8-4c5e-9ec6-fdce0c049c18 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Network hostable DHCP agents. Network: d482fdd8-7414-49d4-b8c2-4a70aeab2830, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:25:14.264219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877e51b-17b8-46c7-b2e0-aa58a64bbb2e req-88c4a12c-dcf6-47c3-b059-04c39495b033 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:14.266221 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4877e51b-17b8-46c7-b2e0-aa58a64bbb2e req-88c4a12c-dcf6-47c3-b059-04c39495b033 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 943 time: 0.1223700 Sep 23 22:25:14.320206 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4877e51b-17b8-46c7-b2e0-aa58a64bbb2e req-1fbdf054-51ba-4afa-b467-257d4d01e3de tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421951 Sep 23 22:25:14.363410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101301c7-59e8-4c5e-9ec6-fdce0c049c18 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Network d482fdd8-7414-49d4-b8c2-4a70aeab2830 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:25:14.458019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-101301c7-59e8-4c5e-9ec6-fdce0c049c18 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, d482fdd8-7414-49d4-b8c2-4a70aeab2830) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:14.471986 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101301c7-59e8-4c5e-9ec6-fdce0c049c18 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:14.473639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-101301c7-59e8-4c5e-9ec6-fdce0c049c18 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:14.484202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc75f6c-9de8-462b-bb0b-47ab09eceef5 None None] Network d482fdd8-7414-49d4-b8c2-4a70aeab2830 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:25:14.486243 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39470e-de83-45b6-9ee6-a3698796b10f req-965c20d7-115f-4681-81b1-bd266d1eeacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:14.491834 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa39470e-de83-45b6-9ee6-a3698796b10f req-965c20d7-115f-4681-81b1-bd266d1eeacf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d78a03d8209a43eca2cd533bab296b63&device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 1094 time: 0.0963039 Sep 23 22:25:14.587083 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 8006e13a-a6d8-49e9-b326-4d5d282e9863 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:14.627988 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-101301c7-59e8-4c5e-9ec6-fdce0c049c18 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4826655 Sep 23 22:25:14.639999 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47850) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:14.646665 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Request body: {'port': {'network_id': 'd482fdd8-7414-49d4-b8c2-4a70aeab2830', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1246222272'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:14.719928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008cecc-be9d-4301-826b-7b34f067d66b req-1ed44e4e-0817-4ff6-82a3-05ac71d9a30f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:14.737805 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6008cecc-be9d-4301-826b-7b34f067d66b req-1ed44e4e-0817-4ff6-82a3-05ac71d9a30f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 949 time: 0.1408849 Sep 23 22:25:14.772769 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39470e-de83-45b6-9ee6-a3698796b10f req-23e7f3e5-0563-4a44-974d-0418b6eb956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:14.774862 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa39470e-de83-45b6-9ee6-a3698796b10f req-23e7f3e5-0563-4a44-974d-0418b6eb956a service neutron] 10.222.0.67 "GET /v2.0/networks?id=f32f6fe5-27d6-490e-a108-a9b5a4f5f661 HTTP/1.1" status: 200 len: 922 time: 0.2674139 Sep 23 22:25:14.799516 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6008cecc-be9d-4301-826b-7b34f067d66b req-df50b0ac-3528-4f93-a014-f303e171abb6 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589573 Sep 23 22:25:14.811724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-d482fdd8-7414-49d4-b8c2-4a70aeab2830', 'network_id': 'd482fdd8-7414-49d4-b8c2-4a70aeab2830', 'tenant_id': '85110e4961554c70bebb7a29ac69992b', 'fixed_ips': [{'subnet_id': 'e08cb388-a3d1-46e4-ba1d-4ceeed21b0fd'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:25:14.812605 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:14.816739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 8006e13a-a6d8-49e9-b326-4d5d282e9863 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:25:14.827909 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 8006e13a-a6d8-49e9-b326-4d5d282e9863 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:14.829737 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:14.840220 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa39470e-de83-45b6-9ee6-a3698796b10f req-5d474192-e8b4-4371-9fdc-9a58827d99a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 HTTP/1.1" status: 200 len: 217 time: 0.0543699 Sep 23 22:25:14.988775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39470e-de83-45b6-9ee6-a3698796b10f req-1e29f8d5-b165-40bf-b2bc-9472227763cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:14.991535 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa39470e-de83-45b6-9ee6-a3698796b10f req-1e29f8d5-b165-40bf-b2bc-9472227763cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ffc6624-aca9-4fa0-b93b-0915481a3c5d HTTP/1.1" status: 200 len: 861 time: 0.1299458 Sep 23 22:25:15.050237 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:15.058485 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa39470e-de83-45b6-9ee6-a3698796b10f req-6b0f8c1d-d631-4232-bdee-1aa7685b787a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f32f6fe5-27d6-490e-a108-a9b5a4f5f661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577059 Sep 23 22:25:15.066872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Made reservation on behalf of 85110e4961554c70bebb7a29ac69992b for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:15.077596 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:15.088565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643d25bf-4cb6-4915-a3a4-a260d5f57247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8006e13a-a6d8-49e9-b326-4d5d282e9863'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:15.091026 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfca336-02af-4412-9cbc-6b43bf586519" -d '{"events": [{"server_uuid": "643d25bf-4cb6-4915-a3a4-a260d5f57247", "name": "network-vif-plugged", "status": "completed", "tag": "8006e13a-a6d8-49e9-b326-4d5d282e9863"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:15.104570 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Allocated IP 2001:db8::2 (d482fdd8-7414-49d4-b8c2-4a70aeab2830/e08cb388-a3d1-46e4-ba1d-4ceeed21b0fd/8d9e6507-0aae-44ae-8cdc-10e9c76db9bf) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:15.108286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-6023e01c-453e-4b0d-9d9c-58bbc398144d req-b638bdab-f85f-4113-a3f8-7b35676aeb29 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:25:15.118922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6023e01c-453e-4b0d-9d9c-58bbc398144d req-b638bdab-f85f-4113-a3f8-7b35676aeb29 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086811 Sep 23 22:25:15.121251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 8006e13a-a6d8-49e9-b326-4d5d282e9863, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=8006e13a-a6d8-49e9-b326-4d5d282e9863,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:15.242871 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:15.285323 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] device_id is not set on port f4fb0ca3-f925-4b1b-92c2-17e95e765d3a yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:25:15.431158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=8006e13a-a6d8-49e9-b326-4d5d282e9863,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:15.446239 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:15.459211 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa39470e-de83-45b6-9ee6-a3698796b10f req-c4677d68-7863-4f21-b718-b118651b054b service neutron] 10.222.0.67 "GET /v2.0/networks/f32f6fe5-27d6-490e-a108-a9b5a4f5f661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765666 Sep 23 22:25:15.472386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fe850-c951-4f5b-ab48-44baf6895195 req-daae1e5b-33ea-4f68-86b7-f50ce67a191e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:15.474109 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-300fe850-c951-4f5b-ab48-44baf6895195 req-daae1e5b-33ea-4f68-86b7-f50ce67a191e tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 945 time: 0.2318425 Sep 23 22:25:15.578199 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-300fe850-c951-4f5b-ab48-44baf6895195 req-331e7ba4-7dc1-434a-9afc-e58b1a337cd9 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911434 Sep 23 22:25:15.632864 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa39470e-de83-45b6-9ee6-a3698796b10f req-bd4ae8a3-c503-4e8a-a03c-9ee250c1816d service neutron] 10.222.0.67 "GET /v2.0/networks/f32f6fe5-27d6-490e-a108-a9b5a4f5f661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577258 Sep 23 22:25:15.638254 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:15.643090 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9eb812-10fd-4d4d-a338-ddde1bcf070f x-openstack-request-id: req-3e9eb812-10fd-4d4d-a338-ddde1bcf070f {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:15.643435 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643d25bf-4cb6-4915-a3a4-a260d5f57247", "name": "network-vif-plugged", "status": "completed", "tag": "8006e13a-a6d8-49e9-b326-4d5d282e9863", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:15.643817 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e9eb812-10fd-4d4d-a338-ddde1bcf070f {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:15.644464 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643d25bf-4cb6-4915-a3a4-a260d5f57247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8006e13a-a6d8-49e9-b326-4d5d282e9863', 'code': 200} Sep 23 22:25:15.648223 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0d576c11-ec84-4625-ba1b-050de1c0027e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:15.732584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Network d482fdd8-7414-49d4-b8c2-4a70aeab2830 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:15.738569 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:15.747197 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:15.766409 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Pushing event updated for resources: {'Port': ['ID=8d9e6507-0aae-44ae-8cdc-10e9c76db9bf,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:15.827292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caa56c-25c9-4a2c-8ec5-cbb71e6a5eed req-21e4ab77-328e-42f5-b366-6fce7bee8766 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:15.828887 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a0caa56c-25c9-4a2c-8ec5-cbb71e6a5eed req-21e4ab77-328e-42f5-b366-6fce7bee8766 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 943 time: 0.0832601 Sep 23 22:25:15.884666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Allocated IP 2001:db8::272 (d482fdd8-7414-49d4-b8c2-4a70aeab2830/e08cb388-a3d1-46e4-ba1d-4ceeed21b0fd/f4fb0ca3-f925-4b1b-92c2-17e95e765d3a) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:15.891784 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a0caa56c-25c9-4a2c-8ec5-cbb71e6a5eed req-c8c7e04a-c6f2-42ec-a627-eef2413e725b tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530229 Sep 23 22:25:15.913693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ca5fc-bdef-4a4a-84e9-3ca397416863 req-0f430fd2-1f0a-4a79-9772-93b56e1bb25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:15.915260 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e93ca5fc-bdef-4a4a-84e9-3ca397416863 req-0f430fd2-1f0a-4a79-9772-93b56e1bb25d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 1101 time: 0.1708462 Sep 23 22:25:15.927852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27156aa3-8ffe-48ec-b0d2-dfa30cae2c4c req-29257e46-52e3-4c2c-bc29-1c8b7770bbbf tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:15.931490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Attempting to bind port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:25:15.931490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Attempting to bind port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '2487639a-451d-4cd6-9ddc-86067ebb962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd482fdd8-7414-49d4-b8c2-4a70aeab2830'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:25:15.931490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Attempting to bind port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf on network d482fdd8-7414-49d4-b8c2-4a70aeab2830 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:25:15.937340 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-27156aa3-8ffe-48ec-b0d2-dfa30cae2c4c req-29257e46-52e3-4c2c-bc29-1c8b7770bbbf tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1815157 Sep 23 22:25:15.965993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:25:15.965993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Checking segment: {'id': '2487639a-451d-4cd6-9ddc-86067ebb962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd482fdd8-7414-49d4-b8c2-4a70aeab2830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:25:15.965993 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:15.965993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Bound using segment: {'id': '2487639a-451d-4cd6-9ddc-86067ebb962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd482fdd8-7414-49d4-b8c2-4a70aeab2830'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:25:15.967148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Bound port: 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2487639a-451d-4cd6-9ddc-86067ebb962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd482fdd8-7414-49d4-b8c2-4a70aeab2830'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:25:15.967148 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:16.026886 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-2a7ea2cc-5d3f-410a-8a8c-14d018ef0b58 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846937 Sep 23 22:25:16.042348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-ea397588-417c-4d0f-b638-715c572bc299 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:25:16.044022 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-ea397588-417c-4d0f-b638-715c572bc299 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056643 Sep 23 22:25:16.050777 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-27156aa3-8ffe-48ec-b0d2-dfa30cae2c4c req-56ecc634-c0f8-4893-b60c-d04404c4e906 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124821 Sep 23 22:25:16.099825 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e93ca5fc-bdef-4a4a-84e9-3ca397416863 req-ce1ef39f-8adf-4238-a864-e9c9ba9e5dda service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588242 Sep 23 22:25:16.101561 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] For port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:25:16.108578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] For port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8d9e6507-0aae-44ae-8cdc-10e9c76db9bf,segment=NetworkSegment(2487639a-451d-4cd6-9ddc-86067ebb962a),segment_id=2487639a-451d-4cd6-9ddc-86067ebb962a)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:25:16.110734 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:16.231574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dd4d5-b894-4846-8f31-5edb143c073a req-733f35f5-784f-4c18-8610-e556e47f5dc7 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:16.233430 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-609dd4d5-b894-4846-8f31-5edb143c073a req-733f35f5-784f-4c18-8610-e556e47f5dc7 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.0953298 Sep 23 22:25:16.234439 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:16.346647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d5c21-eab0-4a6d-9824-9ecec4a1f76b req-afce5694-9a9b-47f8-91d8-2ff394cfe2a4 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:16.348320 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-186d5c21-eab0-4a6d-9824-9ecec4a1f76b req-afce5694-9a9b-47f8-91d8-2ff394cfe2a4 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 950 time: 0.1474221 Sep 23 22:25:16.350419 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-609dd4d5-b894-4846-8f31-5edb143c073a req-04e0f907-adbd-4932-b5e6-41b2d8b3ee4a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097124 Sep 23 22:25:16.391001 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:16.436316 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-186d5c21-eab0-4a6d-9824-9ecec4a1f76b req-4e985791-83f1-457a-a8cc-e4ef6f8c84fc tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762115 Sep 23 22:25:16.507474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85bea4-8f6e-4601-b257-2d42405ea6b4 None None] Pushing event updated for resources: {'Port': ['ID=8d9e6507-0aae-44ae-8cdc-10e9c76db9bf,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:16.561064 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:16.657474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Network d482fdd8-7414-49d4-b8c2-4a70aeab2830 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:16.665139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:16.674031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:16.685497 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:16.686535 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:16.754955 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event updated for resources: {'Port': ['ID=f4fb0ca3-f925-4b1b-92c2-17e95e765d3a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:16.768763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:16.769096 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:16.773210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:16.773210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:16.773210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:16.773728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:16.773831 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:16.774130 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:16.774615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:16.775880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:16.777063 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:16.782540 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:16.864611 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-be044ef0-5687-4608-8e69-00ff4acd6f43 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2227824 Sep 23 22:25:16.870158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47882) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:16.886056 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-80516ef4-55d3-4017-b331-3a404d3e834a tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Request body: {'port': {'network_id': 'd482fdd8-7414-49d4-b8c2-4a70aeab2830', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-893858425', 'allowed_address_pairs': [{'ip_address': '2001:db8::272', 'mac_address': 'fa:16:3e:09:0d:da'}]}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:16.897424 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:16.923636 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0579-5d86-4b6a-9ebd-e65a1bf1da8d req-fef6be0b-5b4b-4ecc-870b-cb935df68048 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:16.926358 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621e0579-5d86-4b6a-9ebd-e65a1bf1da8d req-fef6be0b-5b4b-4ecc-870b-cb935df68048 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 945 time: 0.2269194 Sep 23 22:25:17.090315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-621e0579-5d86-4b6a-9ebd-e65a1bf1da8d req-a15f5f13-38db-4cbd-aeea-5aa1a2ac123b tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453400 Sep 23 22:25:17.209828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe860f97-f63b-4d8e-a4a3-880ef2d9cca7 req-5043a7d2-56b2-45ab-b38e-e96f30a30a08 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:17.211516 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe860f97-f63b-4d8e-a4a3-880ef2d9cca7 req-5043a7d2-56b2-45ab-b38e-e96f30a30a08 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 945 time: 0.2567616 Sep 23 22:25:17.236441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd10a-cdae-4ac3-9aef-bbdbe90003ab req-d888fe8c-9390-46f4-92f3-b91fad61846c tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:17.238192 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-12ffd10a-cdae-4ac3-9aef-bbdbe90003ab req-d888fe8c-9390-46f4-92f3-b91fad61846c tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 943 time: 0.1718545 Sep 23 22:25:17.375581 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-12ffd10a-cdae-4ac3-9aef-bbdbe90003ab req-8b143cda-a11a-4656-b4e5-a1b903418e48 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231625 Sep 23 22:25:17.415024 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90dc1f9-4a0f-414b-b677-550fe9793b93 req-724507da-3ba7-4409-8583-6daf63ddfd4d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:17.417604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b90dc1f9-4a0f-414b-b677-550fe9793b93 req-724507da-3ba7-4409-8583-6daf63ddfd4d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1336901 Sep 23 22:25:17.441583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-fe860f97-f63b-4d8e-a4a3-880ef2d9cca7 req-3a979cb1-eb2d-4105-9d77-adf5c6546580 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Deleting port a3dc732f-826b-4987-a12e-1429c2d6b371 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:17.441918 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-fe860f97-f63b-4d8e-a4a3-880ef2d9cca7 req-3a979cb1-eb2d-4105-9d77-adf5c6546580 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:17.485397 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80516ef4-55d3-4017-b331-3a404d3e834a tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Made reservation on behalf of 85110e4961554c70bebb7a29ac69992b for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:17.532740 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:17.555360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b90dc1f9-4a0f-414b-b677-550fe9793b93 req-41658c63-15cb-4624-b19c-cb9bf3aa989c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235459 Sep 23 22:25:17.776431 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8fa4a-de1a-44f4-94d2-26fdd4ba6b86 req-6d14c1be-8d73-45ad-9a44-a9ae13db4456 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:17.787140 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4aa8fa4a-de1a-44f4-94d2-26fdd4ba6b86 req-6d14c1be-8d73-45ad-9a44-a9ae13db4456 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 950 time: 0.1116774 Sep 23 22:25:17.852386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-fe860f97-f63b-4d8e-a4a3-880ef2d9cca7 req-3a979cb1-eb2d-4105-9d77-adf5c6546580 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] For port a3dc732f-826b-4987-a12e-1429c2d6b371, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=a3dc732f-826b-4987-a12e-1429c2d6b371,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:17.853076 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-fe860f97-f63b-4d8e-a4a3-880ef2d9cca7 req-3a979cb1-eb2d-4105-9d77-adf5c6546580 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:17.867551 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4aa8fa4a-de1a-44f4-94d2-26fdd4ba6b86 req-5efbdac6-4bfd-4e70-8038-bdd91122135e tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745683 Sep 23 22:25:17.896913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-fe860f97-f63b-4d8e-a4a3-880ef2d9cca7 req-3a979cb1-eb2d-4105-9d77-adf5c6546580 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Calling delete_port for a3dc732f-826b-4987-a12e-1429c2d6b371 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:17.943099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d3f81-2d3f-4e8b-9ca8-024509d5b6b8 req-4c8d4dec-a4e0-4b5f-825d-2e313fb2c9e4 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:17.949997 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef7d3f81-2d3f-4e8b-9ca8-024509d5b6b8 req-4c8d4dec-a4e0-4b5f-825d-2e313fb2c9e4 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.2939069 Sep 23 22:25:17.958075 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80516ef4-55d3-4017-b331-3a404d3e834a tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:18.047247 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c6e6b8-c722-4639-ac85-4e3d673e6e70 None None] Network d482fdd8-7414-49d4-b8c2-4a70aeab2830 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:25:18.060900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-80516ef4-55d3-4017-b331-3a404d3e834a tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] device_id is not set on port e021fe10-d7d0-4fe0-8abf-71728a53cea4 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:25:18.115912 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef7d3f81-2d3f-4e8b-9ca8-024509d5b6b8 req-c2b078bb-7635-4666-b243-af0176b65ab3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110246 Sep 23 22:25:18.141571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-615f3ae3-68f0-4110-8a9f-966fc226cc6c None None] Provisioning complete for port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:18.143223 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-615f3ae3-68f0-4110-8a9f-966fc226cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:18.300261 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-80516ef4-55d3-4017-b331-3a404d3e834a tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Allocated IP 2001:db8::1dc (d482fdd8-7414-49d4-b8c2-4a70aeab2830/e08cb388-a3d1-46e4-ba1d-4ceeed21b0fd/e021fe10-d7d0-4fe0-8abf-71728a53cea4) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:18.367494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480558b2-9d45-4c43-b6df-9ddb698c984f req-d1fcaf1e-65d2-478c-9713-93d3c295ce64 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:18.370539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-480558b2-9d45-4c43-b6df-9ddb698c984f req-d1fcaf1e-65d2-478c-9713-93d3c295ce64 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 945 time: 0.1512170 Sep 23 22:25:18.524324 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:18.530640 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-480558b2-9d45-4c43-b6df-9ddb698c984f req-dc2fd39d-45cb-4b49-bbb5-b6b9d07dcf7b tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519935 Sep 23 22:25:18.595313 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-615f3ae3-68f0-4110-8a9f-966fc226cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:18.698696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0c00c-f0ce-4f7c-9c5e-ec07c6711118 req-6aee5ebc-e971-4f34-a1b3-f363834ca2b1 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:18.708631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c0b0c00c-f0ce-4f7c-9c5e-ec07c6711118 req-6aee5ebc-e971-4f34-a1b3-f363834ca2b1 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 943 time: 0.1382778 Sep 23 22:25:18.744051 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-fe860f97-f63b-4d8e-a4a3-880ef2d9cca7 req-3a979cb1-eb2d-4105-9d77-adf5c6546580 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:18.840147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f326c68-048f-40eb-8583-6a43245be31c req-9bdfd296-8e2d-4c04-aa35-3244776bb8f4 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:18.843335 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f326c68-048f-40eb-8583-6a43245be31c req-9bdfd296-8e2d-4c04-aa35-3244776bb8f4 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1145604 Sep 23 22:25:18.856781 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a979cb1-eb2d-4105-9d77-adf5c6546580 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Pushing event deleted for resources: {'Port': ['ID=a3dc732f-826b-4987-a12e-1429c2d6b371,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:18.900030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe860f97-f63b-4d8e-a4a3-880ef2d9cca7 req-3a979cb1-eb2d-4105-9d77-adf5c6546580 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] No DVR routers for this DVR port a3dc732f-826b-4987-a12e-1429c2d6b371 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:25:18.914944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f326c68-048f-40eb-8583-6a43245be31c req-35236541-9e9b-4501-b82a-a3cb5122f2a0 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625205 Sep 23 22:25:18.939573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:18.939933 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-fe860f97-f63b-4d8e-a4a3-880ef2d9cca7 req-3a979cb1-eb2d-4105-9d77-adf5c6546580 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:18.952470 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe860f97-f63b-4d8e-a4a3-880ef2d9cca7 req-3a979cb1-eb2d-4105-9d77-adf5c6546580 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.43 "DELETE /v2.0/ports/a3dc732f-826b-4987-a12e-1429c2d6b371 HTTP/1.1" status: 204 len: 173 time: 1.7033179 Sep 23 22:25:18.952470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf27b878-8fe9-4b17-b875-62daf9f66725', 'name': 'network-vif-deleted', 'tag': 'a3dc732f-826b-4987-a12e-1429c2d6b371'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:18.952834 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['36232a29-b6b9-4b64-b499-0d078f9721c4', 'f872f26c-3802-4555-a26a-b943881cec95'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:25:18.952955 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17f784b-acfe-42d9-8519-6bf76b1a063d" -d '{"events": [{"server_uuid": "bf27b878-8fe9-4b17-b875-62daf9f66725", "name": "network-vif-deleted", "tag": "a3dc732f-826b-4987-a12e-1429c2d6b371"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:18.954415 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:25:18.970646 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c0b0c00c-f0ce-4f7c-9c5e-ec07c6711118 req-4b04baa4-b6bf-4f0a-a0c8-26d5a73b213f tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606618 Sep 23 22:25:19.025071 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80516ef4-55d3-4017-b331-3a404d3e834a tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:19.079621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d391419-2dd7-4e99-98a4-0c07decb3273 req-7bcbe9d8-259b-4f6d-9fe0-343e18a4edc1 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:19.088469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d391419-2dd7-4e99-98a4-0c07decb3273 req-7bcbe9d8-259b-4f6d-9fe0-343e18a4edc1 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 950 time: 0.0678844 Sep 23 22:25:19.115064 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-615f3ae3-68f0-4110-8a9f-966fc226cc6c None None] For port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8d9e6507-0aae-44ae-8cdc-10e9c76db9bf,segment=NetworkSegment(2487639a-451d-4cd6-9ddc-86067ebb962a),segment_id=2487639a-451d-4cd6-9ddc-86067ebb962a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:19.165060 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8829f9a5-9724-4843-a51f-1e4adb055b10 x-openstack-request-id: req-8829f9a5-9724-4843-a51f-1e4adb055b10 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:19.165607 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf27b878-8fe9-4b17-b875-62daf9f66725", "name": "network-vif-deleted", "tag": "a3dc732f-826b-4987-a12e-1429c2d6b371", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:19.166020 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8829f9a5-9724-4843-a51f-1e4adb055b10 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:19.170848 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf27b878-8fe9-4b17-b875-62daf9f66725', 'name': 'network-vif-deleted', 'tag': 'a3dc732f-826b-4987-a12e-1429c2d6b371', 'status': 'completed', 'code': 200} Sep 23 22:25:19.197960 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d391419-2dd7-4e99-98a4-0c07decb3273 req-a2b3ac4c-ce38-41a9-8bf9-61726a23e866 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077697 Sep 23 22:25:19.283960 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80516ef4-55d3-4017-b331-3a404d3e834a tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:19.304569 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-615f3ae3-68f0-4110-8a9f-966fc226cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:19.338053 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.resource_extend [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:25:19.400479 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80516ef4-55d3-4017-b331-3a404d3e834a tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Network d482fdd8-7414-49d4-b8c2-4a70aeab2830 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:19.412281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-80516ef4-55d3-4017-b331-3a404d3e834a tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:19.434353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80516ef4-55d3-4017-b331-3a404d3e834a tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:19.446707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80516ef4-55d3-4017-b331-3a404d3e834a tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:19.447896 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80516ef4-55d3-4017-b331-3a404d3e834a tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:19.531487 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80516ef4-55d3-4017-b331-3a404d3e834a tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event updated for resources: {'Port': ['ID=e021fe10-d7d0-4fe0-8abf-71728a53cea4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:19.623817 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:19.624250 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:19.660121 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f3ae3-68f0-4110-8a9f-966fc226cc6c None None] Pushing event updated for resources: {'Port': ['ID=8d9e6507-0aae-44ae-8cdc-10e9c76db9bf,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:19.681791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1726c9-2b3b-4f0c-8731-80e66c7bf847 req-2d19e098-be75-4e44-8aaf-2cb28e7a4d48 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:19.686974 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ff1726c9-2b3b-4f0c-8731-80e66c7bf847 req-2d19e098-be75-4e44-8aaf-2cb28e7a4d48 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.2769601 Sep 23 22:25:19.754466 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ff1726c9-2b3b-4f0c-8731-80e66c7bf847 req-fa4a3859-a93f-4037-ad8e-4bd93a550d11 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564628 Sep 23 22:25:19.803833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47934) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:19.807645 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-80516ef4-55d3-4017-b331-3a404d3e834a tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.9360130 Sep 23 22:25:19.832389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port a56cb432-9cd9-4a78-9bcb-424ff70bfaf3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=a56cb432-9cd9-4a78-9bcb-424ff70bfaf3,segment=NetworkSegment(a3515fc7-024b-4537-9b7f-ea537bc57325),segment_id=a3515fc7-024b-4537-9b7f-ea537bc57325)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:19.854537 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'a56cb432-9cd9-4a78-9bcb-424ff70bfaf3', 'network_id': 'f32f6fe5-27d6-490e-a108-a9b5a4f5f661', 'port_id': 'a56cb432-9cd9-4a78-9bcb-424ff70bfaf3', 'mac_address': 'fa:16:3e:64:72:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ffc6624-aca9-4fa0-b93b-0915481a3c5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:25:19.915291 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:19.937556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:25:19.963275 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port a56cb432-9cd9-4a78-9bcb-424ff70bfaf3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=a56cb432-9cd9-4a78-9bcb-424ff70bfaf3,segment=NetworkSegment(a3515fc7-024b-4537-9b7f-ea537bc57325),segment_id=a3515fc7-024b-4537-9b7f-ea537bc57325)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:20.100583 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:20.198169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7597d4-9a9c-43fe-bc78-b3e394efb334 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:20.231189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7597d4-9a9c-43fe-bc78-b3e394efb334 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:20.235020 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-396b3811-ebb5-43b9-9db3-39dff38e709b req-0f17e64a-48e2-4e26-acab-1f3263c7b2f6 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf27b878-8fe9-4b17-b875-62daf9f66725 HTTP/1.1" status: 200 len: 210 time: 0.0425386 Sep 23 22:25:20.250812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7597d4-9a9c-43fe-bc78-b3e394efb334 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:20.256929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ee7597d4-9a9c-43fe-bc78-b3e394efb334 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.4513996 Sep 23 22:25:20.260766 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47942) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:20.351587 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-05b8f745-6d24-46f1-96c6-6001c6385904 None None] Provisioning complete for port f4fb0ca3-f925-4b1b-92c2-17e95e765d3a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:20.353137 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-05b8f745-6d24-46f1-96c6-6001c6385904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:20.402296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ace9ca-4a5b-4d4c-ab47-c585ef6ef77c req-0dac0459-3e7b-4d25-a50f-e853c936b167 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:20.415278 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9ace9ca-4a5b-4d4c-ab47-c585ef6ef77c req-0dac0459-3e7b-4d25-a50f-e853c936b167 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1508551 Sep 23 22:25:20.427945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=a56cb432-9cd9-4a78-9bcb-424ff70bfaf3,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:20.486854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-05b8f745-6d24-46f1-96c6-6001c6385904 None None] Port f4fb0ca3-f925-4b1b-92c2-17e95e765d3a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:25:20.506157 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9ace9ca-4a5b-4d4c-ab47-c585ef6ef77c req-1d40141c-0c52-45c2-953b-d2abc5d0f183 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888989 Sep 23 22:25:20.519611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-05b8f745-6d24-46f1-96c6-6001c6385904 None None] Provisioning complete for port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:20.520292 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-05b8f745-6d24-46f1-96c6-6001c6385904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:20.532266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde83d57-3734-4c17-9dd3-0cecc8a2e173 req-e7987c89-e47e-4b89-866a-453b6ff95ac2 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:20.541681 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fde83d57-3734-4c17-9dd3-0cecc8a2e173 req-e7987c89-e47e-4b89-866a-453b6ff95ac2 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 944 time: 0.0994997 Sep 23 22:25:20.594489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-37019223-d7b4-4873-a82e-fc8578043b89 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Deleting port e021fe10-d7d0-4fe0-8abf-71728a53cea4 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:20.594489 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37019223-d7b4-4873-a82e-fc8578043b89 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:20.595639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device a3dc732f-826b-4987-a12e-1429c2d6b371 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:25:20.634963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: a3dc732f-826b-4987-a12e-1429c2d6b371 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:25:20.635378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device a3dc732f-826b-4987-a12e-1429c2d6b371 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:25:20.646370 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fde83d57-3734-4c17-9dd3-0cecc8a2e173 req-955186d0-759b-4ad4-8a77-3de9baae9f7f tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036787 Sep 23 22:25:20.713018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['a56cb432-9cd9-4a78-9bcb-424ff70bfaf3'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:25:20.824118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:21.039197 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9608c09c-3c18-4079-9e2e-5fc2366ae576 None None] Provisioning complete for port f4fb0ca3-f925-4b1b-92c2-17e95e765d3a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:21.043963 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37019223-d7b4-4873-a82e-fc8578043b89 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:21.047518 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9608c09c-3c18-4079-9e2e-5fc2366ae576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:21.049522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-6cdf9181-cf8c-4013-bc6f-7fa4a5b74348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.052475 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-6cdf9181-cf8c-4013-bc6f-7fa4a5b74348 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 1101 time: 0.4279323 Sep 23 22:25:21.102894 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-37019223-d7b4-4873-a82e-fc8578043b89 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Calling delete_port for e021fe10-d7d0-4fe0-8abf-71728a53cea4 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:21.130318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a191005-90f8-4c2d-b130-43e10540b924 req-1a11b441-40c1-434f-a2d5-c43442161423 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.135126 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1a191005-90f8-4c2d-b130-43e10540b924 req-1a11b441-40c1-434f-a2d5-c43442161423 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.1992214 Sep 23 22:25:21.160475 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:21.160989 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:21.179309 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-9608c09c-3c18-4079-9e2e-5fc2366ae576 None None] Port f4fb0ca3-f925-4b1b-92c2-17e95e765d3a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:25:21.290079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-1cb5c917-0888-4279-b582-dddbf63fc18b tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.291240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-1cb5c917-0888-4279-b582-dddbf63fc18b tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.292731 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-1cb5c917-0888-4279-b582-dddbf63fc18b tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.293665 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-1cb5c917-0888-4279-b582-dddbf63fc18b tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.294937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-1cb5c917-0888-4279-b582-dddbf63fc18b tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.295829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-1cb5c917-0888-4279-b582-dddbf63fc18b tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.296528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-1cb5c917-0888-4279-b582-dddbf63fc18b tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.297230 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-1cb5c917-0888-4279-b582-dddbf63fc18b tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.304381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-1cb5c917-0888-4279-b582-dddbf63fc18b tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.304381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-1cb5c917-0888-4279-b582-dddbf63fc18b tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.304381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-1cb5c917-0888-4279-b582-dddbf63fc18b tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.308644 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-1cb5c917-0888-4279-b582-dddbf63fc18b tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b&device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247&device_id=95976710-2c6a-4e13-8e38-da9e15d798f4&device_id=3144d7bd-a612-4b26-befe-1e13058ba27f&device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68&device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c&device_id=bf27b878-8fe9-4b17-b875-62daf9f66725&device_id=a27e7845-c0a6-4576-b48b-37766588c2e9&device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba&device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5&device_id=03aa4553-7ff4-4600-9df8-51967ebec958&device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 9987 time: 0.1025274 Sep 23 22:25:21.320317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b8cdb43c-7779-4feb-8804-807282248fa6 None None] Provisioning complete for port e021fe10-d7d0-4fe0-8abf-71728a53cea4 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:21.320820 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb43c-7779-4feb-8804-807282248fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:21.324460 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-b6954ddf-92c1-409f-86b1-8a81ce5b4209 tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:21.339589 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1a191005-90f8-4c2d-b130-43e10540b924 req-7539b08b-20ea-4d5e-9bc0-b036ea0a0527 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654932 Sep 23 22:25:21.368716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-fcadea72-1b7b-48c6-abeb-c8552fe4e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.370468 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-fcadea72-1b7b-48c6-abeb-c8552fe4e83d service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.3026416 Sep 23 22:25:21.428868 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-ffd573e7-a9ea-418a-9aca-d46b8c2ff564 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41 HTTP/1.1" status: 200 len: 217 time: 0.0475292 Sep 23 22:25:21.457189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdb43c-7779-4feb-8804-807282248fa6 None None] Port e021fe10-d7d0-4fe0-8abf-71728a53cea4 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:25:21.518484 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-b6954ddf-92c1-409f-86b1-8a81ce5b4209 tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:21.538581 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-da3b7c31-cf6e-4cf6-9dbe-91eb2237b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.540091 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-da3b7c31-cf6e-4cf6-9dbe-91eb2237b5ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0728471 Sep 23 22:25:21.601691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-3ee3dfc0-cce5-4dcd-b4c1-c78728368d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.603473 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-3ee3dfc0-cce5-4dcd-b4c1-c78728368d67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534110 Sep 23 22:25:21.622322 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-b6954ddf-92c1-409f-86b1-8a81ce5b4209 tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:21.661879 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3b373c7-cdee-4b31-b9d7-3912d09c8e5e req-b6954ddf-92c1-409f-86b1-8a81ce5b4209 tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&id=d0897042-a806-4039-835a-f06f72e3557b&id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.3516607 Sep 23 22:25:21.674698 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37019223-d7b4-4873-a82e-fc8578043b89 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:21.700007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6954ddf-92c1-409f-86b1-8a81ce5b4209 tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ec023d-4a2c-4db2-852a-e1932ab25a64,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:21.746124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37019223-d7b4-4873-a82e-fc8578043b89 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event deleted for resources: {'Port': ['ID=e021fe10-d7d0-4fe0-8abf-71728a53cea4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:21.835689 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-19883985-7287-4090-9f42-8a1b5ff3314b service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231123 Sep 23 22:25:21.884035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214178c-438f-41e8-945b-1ee0f7384da1 req-81b67eed-1b91-4b17-9382-c7172e2ea48a tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:21.893901 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4214178c-438f-41e8-945b-1ee0f7384da1 req-81b67eed-1b91-4b17-9382-c7172e2ea48a tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.0776923 Sep 23 22:25:21.943722 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4214178c-438f-41e8-945b-1ee0f7384da1 req-09097d76-a6d2-482d-91d6-0563854a01b7 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479302 Sep 23 22:25:21.973955 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37019223-d7b4-4873-a82e-fc8578043b89 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:21.976046 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-37019223-d7b4-4873-a82e-fc8578043b89 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "DELETE /v2.0/ports/e021fe10-d7d0-4fe0-8abf-71728a53cea4 HTTP/1.1" status: 204 len: 168 time: 1.7142537 Sep 23 22:25:21.979246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47962) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:22.020607 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b771de7-b325-42fe-a423-a0edcbed5c41 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] GET failed (client error): The resource could not be found. Sep 23 22:25:22.026269 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2b771de7-b325-42fe-a423-a0edcbed5c41 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "GET /v2.0/ports/e021fe10-d7d0-4fe0-8abf-71728a53cea4 HTTP/1.1" status: 404 len: 333 time: 0.0421546 Sep 23 22:25:22.026869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47964) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:22.035089 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8a2b0ec9-5e60-491e-8405-eca05804bbca tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Request body: {'port': {'network_id': 'd482fdd8-7414-49d4-b8c2-4a70aeab2830', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1850753853'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:22.048606 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-dd2cccc6-c8d4-40f1-9a88-db8aa80bc17a service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997890 Sep 23 22:25:22.177187 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7fa1a-94e3-477d-90d2-37d84b6e3317 req-5de65018-8c21-4e48-bf0e-479e03e42b94 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:22.190344 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fbe7fa1a-94e3-477d-90d2-37d84b6e3317 req-5de65018-8c21-4e48-bf0e-479e03e42b94 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 944 time: 0.1451597 Sep 23 22:25:22.255219 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fbe7fa1a-94e3-477d-90d2-37d84b6e3317 req-a072ab00-3cc9-4c74-ac08-0cce0baa2875 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686405 Sep 23 22:25:22.340805 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a373fb-13cc-4973-af78-d9bc1f1045c9 req-31414115-6e6d-42d8-a6ba-0075a789a12d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:22.345701 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b8a373fb-13cc-4973-af78-d9bc1f1045c9 req-31414115-6e6d-42d8-a6ba-0075a789a12d tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=a27e7845-c0a6-4576-b48b-37766588c2e9 HTTP/1.1" status: 200 len: 946 time: 0.0895810 Sep 23 22:25:22.373700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2b0ec9-5e60-491e-8405-eca05804bbca tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Made reservation on behalf of 85110e4961554c70bebb7a29ac69992b for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:22.379611 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0ec9-5e60-491e-8405-eca05804bbca tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:22.414694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-8a2b0ec9-5e60-491e-8405-eca05804bbca tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] device_id is not set on port ccfae997-df01-451e-923f-bbf1cf9a3e2d yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:25:22.417823 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b8a373fb-13cc-4973-af78-d9bc1f1045c9 req-a74f1045-9114-454d-820c-1bc3bb405973 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581837 Sep 23 22:25:22.621928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a82a27-8624-479e-91ee-73ff190e1898 req-3f40382d-c950-4b39-a781-533267935b57 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:22.624619 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10a82a27-8624-479e-91ee-73ff190e1898 req-3f40382d-c950-4b39-a781-533267935b57 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.0655591 Sep 23 22:25:22.689230 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10a82a27-8624-479e-91ee-73ff190e1898 req-e0ef56c0-e5d5-43bc-bd47-74712a3d77bf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512946 Sep 23 22:25:22.937336 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:22.996397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b454d-a52f-415c-82e1-bc713cd685ed req-1d398c08-af6d-4f29-bb52-87a21842abcf tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:22.996888 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b454d-a52f-415c-82e1-bc713cd685ed req-1d398c08-af6d-4f29-bb52-87a21842abcf tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:22.997539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b454d-a52f-415c-82e1-bc713cd685ed req-1d398c08-af6d-4f29-bb52-87a21842abcf tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:23.005871 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c3b454d-a52f-415c-82e1-bc713cd685ed req-1d398c08-af6d-4f29-bb52-87a21842abcf tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247&device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68&device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 2883 time: 0.1083267 Sep 23 22:25:23.072259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-8a2b0ec9-5e60-491e-8405-eca05804bbca tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Allocated IP 2001:db8::120 (d482fdd8-7414-49d4-b8c2-4a70aeab2830/e08cb388-a3d1-46e4-ba1d-4ceeed21b0fd/ccfae997-df01-451e-923f-bbf1cf9a3e2d) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:23.076804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c3b454d-a52f-415c-82e1-bc713cd685ed req-676b8425-969c-4861-aafd-c00657e31fff tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697265 Sep 23 22:25:23.113125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:25:23.121365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:23.122194 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:23.179422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ae45d-6ccb-490d-9a0c-6ea3d850cd63 req-80f5e90d-7f5e-4e43-9e90-03bda1530067 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:23.182291 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e91ae45d-6ccb-490d-9a0c-6ea3d850cd63 req-80f5e90d-7f5e-4e43-9e90-03bda1530067 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1261404 Sep 23 22:25:23.273670 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:23.285670 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e91ae45d-6ccb-490d-9a0c-6ea3d850cd63 req-80b676a2-cae6-4e33-8248-f517a713d6a5 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923522 Sep 23 22:25:23.325088 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a17c88-41bb-4339-ad49-32a75fd0998b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56cb432-9cd9-4a78-9bcb-424ff70bfaf3'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:23.335778 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e57c57b-7cba-4291-9778-8909a1b09286" -d '{"events": [{"server_uuid": "d5a17c88-41bb-4339-ad49-32a75fd0998b", "name": "network-vif-plugged", "status": "completed", "tag": "a56cb432-9cd9-4a78-9bcb-424ff70bfaf3"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:23.355873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port a56cb432-9cd9-4a78-9bcb-424ff70bfaf3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=a56cb432-9cd9-4a78-9bcb-424ff70bfaf3,segment=NetworkSegment(a3515fc7-024b-4537-9b7f-ea537bc57325),segment_id=a3515fc7-024b-4537-9b7f-ea537bc57325)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:23.373161 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0ec9-5e60-491e-8405-eca05804bbca tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:23.416477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64c222-eab0-4858-9bec-64674f264c93 req-8ca934ff-b88c-48ae-8dbc-34a702243fe5 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:23.418239 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1e64c222-eab0-4858-9bec-64674f264c93 req-8ca934ff-b88c-48ae-8dbc-34a702243fe5 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 944 time: 0.0640082 Sep 23 22:25:23.475392 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1e64c222-eab0-4858-9bec-64674f264c93 req-8bae0058-e47e-4069-ba99-3885b73a6d84 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486670 Sep 23 22:25:23.488570 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:23.555625 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cc353c-f230-4d15-9fec-ec315c63b4ad x-openstack-request-id: req-e5cc353c-f230-4d15-9fec-ec315c63b4ad {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:23.556114 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a17c88-41bb-4339-ad49-32a75fd0998b", "name": "network-vif-plugged", "status": "completed", "tag": "a56cb432-9cd9-4a78-9bcb-424ff70bfaf3", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:23.556542 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5cc353c-f230-4d15-9fec-ec315c63b4ad {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:23.557225 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a17c88-41bb-4339-ad49-32a75fd0998b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56cb432-9cd9-4a78-9bcb-424ff70bfaf3', 'code': 200} Sep 23 22:25:23.600188 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=a56cb432-9cd9-4a78-9bcb-424ff70bfaf3,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:23.600533 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0ec9-5e60-491e-8405-eca05804bbca tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:23.654974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2b0ec9-5e60-491e-8405-eca05804bbca tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Network d482fdd8-7414-49d4-b8c2-4a70aeab2830 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:23.660024 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-8a2b0ec9-5e60-491e-8405-eca05804bbca tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:23.664482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b0ec9-5e60-491e-8405-eca05804bbca tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:23.670584 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2b0ec9-5e60-491e-8405-eca05804bbca tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:23.671835 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0ec9-5e60-491e-8405-eca05804bbca tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:23.690931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b0ec9-5e60-491e-8405-eca05804bbca tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event updated for resources: {'Port': ['ID=ccfae997-df01-451e-923f-bbf1cf9a3e2d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:23.767030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fffc61-52e2-444a-a2ba-ed2645e4ec89 req-c7eae062-0bb7-4f9a-a19f-5dffb99be350 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:23.768613 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9fffc61-52e2-444a-a2ba-ed2645e4ec89 req-c7eae062-0bb7-4f9a-a19f-5dffb99be350 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=a27e7845-c0a6-4576-b48b-37766588c2e9 HTTP/1.1" status: 200 len: 946 time: 0.1409264 Sep 23 22:25:23.796126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9473a40-82a7-4d46-9bec-1a10ff584c29 req-de1bcf6e-4cac-4d5c-8382-df46ebcbe89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:23.798017 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c9473a40-82a7-4d46-9bec-1a10ff584c29 req-de1bcf6e-4cac-4d5c-8382-df46ebcbe89b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 1096 time: 0.0919862 Sep 23 22:25:23.808186 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8a2b0ec9-5e60-491e-8405-eca05804bbca tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7756882 Sep 23 22:25:23.808417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47992) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:23.930865 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cbece-425e-4c0b-b264-a1e2d3baced9 req-05f8be04-fc92-4bea-af80-fb0a37db7597 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:23.932918 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a8cbece-425e-4c0b-b264-a1e2d3baced9 req-05f8be04-fc92-4bea-af80-fb0a37db7597 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.0619574 Sep 23 22:25:24.003528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a8cbece-425e-4c0b-b264-a1e2d3baced9 req-6a4bb651-4ec8-4be4-a9bf-6ed79a5ba712 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621386 Sep 23 22:25:24.136908 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f786954b-b7db-4c3b-8583-831b82c4926e None None] Provisioning complete for port ccfae997-df01-451e-923f-bbf1cf9a3e2d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:24.139485 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f786954b-b7db-4c3b-8583-831b82c4926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:24.210422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f786954b-b7db-4c3b-8583-831b82c4926e None None] Port ccfae997-df01-451e-923f-bbf1cf9a3e2d cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:25:24.223606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-4e7c1358-7007-43ab-ad35-770831775107 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::272', 'mac_address': 'fa:16:3e:09:0d:da'}]}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:24.327299 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9fffc61-52e2-444a-a2ba-ed2645e4ec89 req-e8da03bd-1e68-448d-a233-57f121167d43 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443225 Sep 23 22:25:24.331801 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c9473a40-82a7-4d46-9bec-1a10ff584c29 req-b05bcd15-92ee-4cd3-98bf-48e132f43828 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033247 Sep 23 22:25:24.527013 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c16d5-5b43-4a18-94eb-49fca89b596a req-80fffaaa-7e07-4e1b-a034-0cf13f71f305 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:24.528651 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce0c16d5-5b43-4a18-94eb-49fca89b596a req-80fffaaa-7e07-4e1b-a034-0cf13f71f305 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1213069 Sep 23 22:25:24.533512 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1358-7007-43ab-ad35-770831775107 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:24.655439 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce0c16d5-5b43-4a18-94eb-49fca89b596a req-68b87866-e9a2-457e-b672-6d48f517aedb tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181698 Sep 23 22:25:24.843852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702a661-4825-494d-9679-810eea23f552 req-80153518-7f64-4081-a816-1d61ef17bd64 tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:24.849246 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8702a661-4825-494d-9679-810eea23f552 req-80153518-7f64-4081-a816-1d61ef17bd64 tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 1100 time: 0.0742786 Sep 23 22:25:24.871569 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24f6df-1b7a-42f5-a87b-120ea891cfbf req-a7d1fa3b-d222-4286-8d95-7788eb9dee2b tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:24.873446 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d24f6df-1b7a-42f5-a87b-120ea891cfbf req-a7d1fa3b-d222-4286-8d95-7788eb9dee2b tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 945 time: 0.0977736 Sep 23 22:25:24.909817 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8702a661-4825-494d-9679-810eea23f552 req-12d40f6b-6503-496d-8580-34769aec000f tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514708 Sep 23 22:25:24.935815 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1358-7007-43ab-ad35-770831775107 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:24.968980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d24f6df-1b7a-42f5-a87b-120ea891cfbf req-5d23947c-6d6b-4b6d-a908-1e2edf1d5e9d tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832491 Sep 23 22:25:24.988205 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc61fb3-3391-471e-abbe-0e2ae7f7dffb req-d98c77bc-f219-4aa4-bd47-8f5c169ffc02 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:24.991113 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cfc61fb3-3391-471e-abbe-0e2ae7f7dffb req-d98c77bc-f219-4aa4-bd47-8f5c169ffc02 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.67 "GET /v2.0/ports?device_id=a27e7845-c0a6-4576-b48b-37766588c2e9 HTTP/1.1" status: 200 len: 946 time: 0.0966499 Sep 23 22:25:25.033412 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1358-7007-43ab-ad35-770831775107 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:25.136838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4e7c1358-7007-43ab-ad35-770831775107 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] In _notify_port_updated(), no bound segment for port ccfae997-df01-451e-923f-bbf1cf9a3e2d on network d482fdd8-7414-49d4-b8c2-4a70aeab2830 {{(pid=95490) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:25:25.150995 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7c1358-7007-43ab-ad35-770831775107 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:25.152280 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1358-7007-43ab-ad35-770831775107 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:25.155699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4e7c1358-7007-43ab-ad35-770831775107 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "PUT /v2.0/ports/ccfae997-df01-451e-923f-bbf1cf9a3e2d HTTP/1.1" status: 200 len: 1003 time: 1.3456287 Sep 23 22:25:25.162489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48014) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:25.175342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c53baf-cc34-4817-b685-5b5d71c93884 req-d5de9b13-d562-45f4-ac4f-55c0ddd7d293 tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:25.177315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5c53baf-cc34-4817-b685-5b5d71c93884 req-d5de9b13-d562-45f4-ac4f-55c0ddd7d293 tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 1100 time: 0.1653018 Sep 23 22:25:25.217084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c1358-7007-43ab-ad35-770831775107 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event updated for resources: {'Port': ['ID=ccfae997-df01-451e-923f-bbf1cf9a3e2d,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:25.284063 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5c53baf-cc34-4817-b685-5b5d71c93884 req-a930c276-594d-41c4-8a2b-b4d428fe34bb tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872636 Sep 23 22:25:25.312701 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134ff7f-4f25-40e7-998f-b2da2037e14b req-2c8e4b58-5c78-46ac-af7c-90ee81d3cf6f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:25.321150 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4134ff7f-4f25-40e7-998f-b2da2037e14b req-2c8e4b58-5c78-46ac-af7c-90ee81d3cf6f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.1636214 Sep 23 22:25:25.322200 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e8cb9-5d8b-435d-ba6a-7e7a973a890c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Deleting port ccfae997-df01-451e-923f-bbf1cf9a3e2d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:25.322556 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b4e8cb9-5d8b-435d-ba6a-7e7a973a890c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:25.335189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cfc61fb3-3391-471e-abbe-0e2ae7f7dffb req-f767be35-b136-4568-aa1b-5861f49a3018 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Deleting port f872f26c-3802-4555-a26a-b943881cec95 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:25.337395 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cfc61fb3-3391-471e-abbe-0e2ae7f7dffb req-f767be35-b136-4568-aa1b-5861f49a3018 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:25.488493 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4134ff7f-4f25-40e7-998f-b2da2037e14b req-a2f528ef-eab4-44c0-af5a-21732293f403 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659911 Sep 23 22:25:25.489351 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b4e8cb9-5d8b-435d-ba6a-7e7a973a890c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:25.537958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e8cb9-5d8b-435d-ba6a-7e7a973a890c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Calling delete_port for ccfae997-df01-451e-923f-bbf1cf9a3e2d owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:25.690035 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-122b7dc5-8d5d-4f0a-9685-b8bd0cc8a0eb None None] Provisioning complete for port ccfae997-df01-451e-923f-bbf1cf9a3e2d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:25.691434 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-122b7dc5-8d5d-4f0a-9685-b8bd0cc8a0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:25.739131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cfc61fb3-3391-471e-abbe-0e2ae7f7dffb req-f767be35-b136-4568-aa1b-5861f49a3018 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] For port f872f26c-3802-4555-a26a-b943881cec95, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f872f26c-3802-4555-a26a-b943881cec95,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:25.739131 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cfc61fb3-3391-471e-abbe-0e2ae7f7dffb req-f767be35-b136-4568-aa1b-5861f49a3018 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:25.773519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cfc61fb3-3391-471e-abbe-0e2ae7f7dffb req-f767be35-b136-4568-aa1b-5861f49a3018 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Calling delete_port for f872f26c-3802-4555-a26a-b943881cec95 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:25.800207 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-122b7dc5-8d5d-4f0a-9685-b8bd0cc8a0eb None None] Port ccfae997-df01-451e-923f-bbf1cf9a3e2d cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:25:25.806163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976bcd5-25c8-4028-9cbf-0f668c43af50 req-fdfc36b0-42ef-47db-8a44-1d167653acf9 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:25.826070 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0976bcd5-25c8-4028-9cbf-0f668c43af50 req-fdfc36b0-42ef-47db-8a44-1d167653acf9 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=a27e7845-c0a6-4576-b48b-37766588c2e9 HTTP/1.1" status: 200 len: 946 time: 0.1808462 Sep 23 22:25:25.968460 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b4e8cb9-5d8b-435d-ba6a-7e7a973a890c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:25.993408 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0976bcd5-25c8-4028-9cbf-0f668c43af50 req-73179ae9-f3a5-4072-ac11-bef9326976c3 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556327 Sep 23 22:25:26.111497 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e8cb9-5d8b-435d-ba6a-7e7a973a890c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event deleted for resources: {'Port': ['ID=ccfae997-df01-451e-923f-bbf1cf9a3e2d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:26.195691 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4586a7-b75d-410a-8142-67f6dd62a5cd req-9822e4a5-4cb8-4692-9417-d857b00a41c1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:26.210196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3e4586a7-b75d-410a-8142-67f6dd62a5cd req-9822e4a5-4cb8-4692-9417-d857b00a41c1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.2791843 Sep 23 22:25:26.249734 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b4e8cb9-5d8b-435d-ba6a-7e7a973a890c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:26.255044 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7b4e8cb9-5d8b-435d-ba6a-7e7a973a890c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "DELETE /v2.0/ports/ccfae997-df01-451e-923f-bbf1cf9a3e2d HTTP/1.1" status: 204 len: 168 time: 1.0879629 Sep 23 22:25:26.255044 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48032) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:26.292173 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-e313797d-9c21-4bcc-b97d-0b0d6b117233 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] GET failed (client error): The resource could not be found. Sep 23 22:25:26.294791 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e313797d-9c21-4bcc-b97d-0b0d6b117233 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "GET /v2.0/ports/ccfae997-df01-451e-923f-bbf1cf9a3e2d HTTP/1.1" status: 404 len: 333 time: 0.0366309 Sep 23 22:25:26.308572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48034) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:26.323476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Request body: {'port': {'network_id': 'd482fdd8-7414-49d4-b8c2-4a70aeab2830', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1196236036'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:26.380204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e876be8-798f-4c11-8ab3-0d379dff1c94 req-a4c7e1fc-1293-47bf-adbe-8204ee740c64 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:26.385824 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3e4586a7-b75d-410a-8142-67f6dd62a5cd req-3ddd4644-5b17-4fd9-8b6e-23057d644921 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754596 Sep 23 22:25:26.395605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e876be8-798f-4c11-8ab3-0d379dff1c94 req-a4c7e1fc-1293-47bf-adbe-8204ee740c64 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 945 time: 0.1790948 Sep 23 22:25:26.400227 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cfc61fb3-3391-471e-abbe-0e2ae7f7dffb req-f767be35-b136-4568-aa1b-5861f49a3018 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:26.452856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['36232a29-b6b9-4b64-b499-0d078f9721c4', 'f872f26c-3802-4555-a26a-b943881cec95'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:25:26.530057 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767be35-b136-4568-aa1b-5861f49a3018 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Pushing event deleted for resources: {'Port': ['ID=f872f26c-3802-4555-a26a-b943881cec95,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:26.641055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc61fb3-3391-471e-abbe-0e2ae7f7dffb req-f767be35-b136-4568-aa1b-5861f49a3018 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] No DVR routers for this DVR port f872f26c-3802-4555-a26a-b943881cec95 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:25:26.658051 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e876be8-798f-4c11-8ab3-0d379dff1c94 req-f48fbadf-12fc-4b0b-a4fc-1848eecce339 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554235 Sep 23 22:25:26.660273 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cfc61fb3-3391-471e-abbe-0e2ae7f7dffb req-f767be35-b136-4568-aa1b-5861f49a3018 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:26.663970 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cfc61fb3-3391-471e-abbe-0e2ae7f7dffb req-f767be35-b136-4568-aa1b-5861f49a3018 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.67 "DELETE /v2.0/ports/f872f26c-3802-4555-a26a-b943881cec95 HTTP/1.1" status: 204 len: 173 time: 1.6651123 Sep 23 22:25:26.664839 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27e7845-c0a6-4576-b48b-37766588c2e9', 'name': 'network-vif-deleted', 'tag': 'f872f26c-3802-4555-a26a-b943881cec95'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:26.683755 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132ecb83-bb14-418e-9810-66c0b28de9b2" -d '{"events": [{"server_uuid": "a27e7845-c0a6-4576-b48b-37766588c2e9", "name": "network-vif-deleted", "tag": "f872f26c-3802-4555-a26a-b943881cec95"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:26.736114 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Made reservation on behalf of 85110e4961554c70bebb7a29ac69992b for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:26.742639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:26.779424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] device_id is not set on port b58951cf-4da0-4e4f-8e3b-5f9a41050549 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:25:26.998591 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Allocated IP 2001:db8::3d9 (d482fdd8-7414-49d4-b8c2-4a70aeab2830/e08cb388-a3d1-46e4-ba1d-4ceeed21b0fd/b58951cf-4da0-4e4f-8e3b-5f9a41050549) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:27.059086 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a59a4-66e3-4edf-9ea7-51c0ecd550c5 req-c303151a-0473-4d1e-995e-f5a2df288bc4 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:27.085646 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-121a59a4-66e3-4edf-9ea7-51c0ecd550c5 req-c303151a-0473-4d1e-995e-f5a2df288bc4 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.1855819 Sep 23 22:25:27.093322 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6365f362-5f99-4b2a-9db2-e2c6051a4d1f x-openstack-request-id: req-6365f362-5f99-4b2a-9db2-e2c6051a4d1f {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:27.097734 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27e7845-c0a6-4576-b48b-37766588c2e9", "name": "network-vif-deleted", "tag": "f872f26c-3802-4555-a26a-b943881cec95", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:27.098480 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6365f362-5f99-4b2a-9db2-e2c6051a4d1f {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:27.101960 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27e7845-c0a6-4576-b48b-37766588c2e9', 'name': 'network-vif-deleted', 'tag': 'f872f26c-3802-4555-a26a-b943881cec95', 'status': 'completed', 'code': 200} Sep 23 22:25:27.218429 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-121a59a4-66e3-4edf-9ea7-51c0ecd550c5 req-4088fd11-cfbe-433e-803e-2eb41f1004d9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142535 Sep 23 22:25:27.337188 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-75157223-8e74-4923-9f5e-3b1eebef92fc req-81e352ff-c014-43b1-ae5f-510dd44ab4fd tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=a27e7845-c0a6-4576-b48b-37766588c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0346591 Sep 23 22:25:27.365842 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:27.529514 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:27.587675 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Network d482fdd8-7414-49d4-b8c2-4a70aeab2830 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:27.589479 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40e872-ffe6-42c9-acf8-dd43d84ed6e7 req-78809b5b-e14f-4b9c-8572-883feb29a01b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:27.592552 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee40e872-ffe6-42c9-acf8-dd43d84ed6e7 req-78809b5b-e14f-4b9c-8572-883feb29a01b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1075346 Sep 23 22:25:27.593490 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:27.603407 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:27.613166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:27.613166 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:27.631823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event updated for resources: {'Port': ['ID=b58951cf-4da0-4e4f-8e3b-5f9a41050549,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:27.646478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:27.646878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:27.647293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:27.647643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:27.647984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:27.648375 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:27.648715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:27.649273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:27.649610 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:27.650254 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:27.650601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:27.650938 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:27.695968 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee40e872-ffe6-42c9-acf8-dd43d84ed6e7 req-c1e50af8-729e-4ab5-9829-1dfea57ec277 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965302 Sep 23 22:25:27.777983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d0927-3889-479e-a670-af51a81ae178 req-909e8aaa-1074-4d28-8926-fb5524c6af24 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:27.792976 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-395d0927-3889-479e-a670-af51a81ae178 req-909e8aaa-1074-4d28-8926-fb5524c6af24 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1113503 Sep 23 22:25:27.801711 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-432028f7-7986-4499-917a-810be4ff7528 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4917333 Sep 23 22:25:27.808508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48064) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:27.817493 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-18aafca9-b40f-4861-b4ad-6c1b220350ee tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:09:0d:da'}]}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:27.874058 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-395d0927-3889-479e-a670-af51a81ae178 req-224ce9b6-e3b7-4a6b-bdad-5e3f8ecb1cdb tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792868 Sep 23 22:25:27.947589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-18aafca9-b40f-4861-b4ad-6c1b220350ee tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:27.988082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d84b44-3497-4771-9855-3af35135a30d req-a780ecc9-91ba-42fd-8d23-4c5c23d44667 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:27.989920 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c4d84b44-3497-4771-9855-3af35135a30d req-a780ecc9-91ba-42fd-8d23-4c5c23d44667 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 945 time: 0.1917424 Sep 23 22:25:28.066859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-09598ebd-2040-4cb3-ae1d-0cf48e63baaa None None] Provisioning complete for port b58951cf-4da0-4e4f-8e3b-5f9a41050549 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:28.077881 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-09598ebd-2040-4cb3-ae1d-0cf48e63baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:28.102569 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c4d84b44-3497-4771-9855-3af35135a30d req-af24fcdb-736a-4754-85f0-61fc53b999cd tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995228 Sep 23 22:25:28.135603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-09598ebd-2040-4cb3-ae1d-0cf48e63baaa None None] Port b58951cf-4da0-4e4f-8e3b-5f9a41050549 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:25:28.315197 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-18aafca9-b40f-4861-b4ad-6c1b220350ee tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:28.428264 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-18aafca9-b40f-4861-b4ad-6c1b220350ee tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:28.443199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72a763-251f-45ff-b2d8-3ce339b4b9e1 req-6a590a05-a0e5-4616-8bdb-620f5a7802aa tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:28.444936 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ec72a763-251f-45ff-b2d8-3ce339b4b9e1 req-6a590a05-a0e5-4616-8bdb-620f5a7802aa tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.0767159 Sep 23 22:25:28.472979 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-18aafca9-b40f-4861-b4ad-6c1b220350ee tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] In _notify_port_updated(), no bound segment for port b58951cf-4da0-4e4f-8e3b-5f9a41050549 on network d482fdd8-7414-49d4-b8c2-4a70aeab2830 {{(pid=95490) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:25:28.480416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aafca9-b40f-4861-b4ad-6c1b220350ee tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:28.480627 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-18aafca9-b40f-4861-b4ad-6c1b220350ee tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:28.486956 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-18aafca9-b40f-4861-b4ad-6c1b220350ee tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "PUT /v2.0/ports/b58951cf-4da0-4e4f-8e3b-5f9a41050549 HTTP/1.1" status: 200 len: 1003 time: 0.6755524 Sep 23 22:25:28.489711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48082) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:28.563616 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aafca9-b40f-4861-b4ad-6c1b220350ee tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event updated for resources: {'Port': ['ID=b58951cf-4da0-4e4f-8e3b-5f9a41050549,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:28.577948 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ec72a763-251f-45ff-b2d8-3ce339b4b9e1 req-15ce7ac9-e32b-4765-aa87-8287e0651334 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187882 Sep 23 22:25:28.665527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-36df67ac-4681-4efc-8b43-3983753b50dc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Deleting port b58951cf-4da0-4e4f-8e3b-5f9a41050549 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:28.673420 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36df67ac-4681-4efc-8b43-3983753b50dc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:28.826653 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36df67ac-4681-4efc-8b43-3983753b50dc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:28.843970 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-36df67ac-4681-4efc-8b43-3983753b50dc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Calling delete_port for b58951cf-4da0-4e4f-8e3b-5f9a41050549 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:29.015204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f872f26c-3802-4555-a26a-b943881cec95 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:25:29.047068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: f872f26c-3802-4555-a26a-b943881cec95 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:25:29.047849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f872f26c-3802-4555-a26a-b943881cec95 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:25:29.053287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-11ffc02f-9a8d-4c0f-afef-ae3b07319650 None None] Provisioning complete for port b58951cf-4da0-4e4f-8e3b-5f9a41050549 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:29.054067 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-11ffc02f-9a8d-4c0f-afef-ae3b07319650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:29.111662 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-11ffc02f-9a8d-4c0f-afef-ae3b07319650 None None] Port b58951cf-4da0-4e4f-8e3b-5f9a41050549 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:25:29.163172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ab81e-e755-422b-b652-f6e62e9c95a5 req-5ec6ce61-a41c-48f1-8e02-89f650eebec0 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:29.163172 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-886ab81e-e755-422b-b652-f6e62e9c95a5 req-5ec6ce61-a41c-48f1-8e02-89f650eebec0 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.0943756 Sep 23 22:25:29.172351 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-886ab81e-e755-422b-b652-f6e62e9c95a5 req-bf0f4586-0de2-4a56-be54-3a881ea1658c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460038 Sep 23 22:25:29.317057 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd214425-b950-4337-8cc1-dc5d9e41eb34 req-cc6d4153-eece-4a44-8f1b-8f16bc9872d8 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:29.318957 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd214425-b950-4337-8cc1-dc5d9e41eb34 req-cc6d4153-eece-4a44-8f1b-8f16bc9872d8 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 945 time: 0.0768595 Sep 23 22:25:29.355727 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36df67ac-4681-4efc-8b43-3983753b50dc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:29.405932 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df67ac-4681-4efc-8b43-3983753b50dc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event deleted for resources: {'Port': ['ID=b58951cf-4da0-4e4f-8e3b-5f9a41050549,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:29.420812 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd214425-b950-4337-8cc1-dc5d9e41eb34 req-021bb5ec-18c8-4c98-a4e7-fca42d649668 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929248 Sep 23 22:25:29.438471 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36df67ac-4681-4efc-8b43-3983753b50dc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:29.461029 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-36df67ac-4681-4efc-8b43-3983753b50dc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "DELETE /v2.0/ports/b58951cf-4da0-4e4f-8e3b-5f9a41050549 HTTP/1.1" status: 204 len: 168 time: 0.9503651 Sep 23 22:25:29.461029 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48094) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:29.482315 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfc1e8d-bf3b-4ec3-902f-ba793d7c7653 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] GET failed (client error): The resource could not be found. Sep 23 22:25:29.485174 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9dfc1e8d-bf3b-4ec3-902f-ba793d7c7653 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "GET /v2.0/ports/b58951cf-4da0-4e4f-8e3b-5f9a41050549 HTTP/1.1" status: 404 len: 333 time: 0.0383017 Sep 23 22:25:29.490100 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48096) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:29.515145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-647b7dea-08ac-4554-a215-9b6ca22c9cdc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Request body: {'port': {'network_id': 'd482fdd8-7414-49d4-b8c2-4a70aeab2830', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1155578305'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:29.760117 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758161d9-054a-4fbc-b0f9-0c9809c7245a req-30f0d4e7-614e-4a82-967c-4596291445e2 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:29.765860 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-758161d9-054a-4fbc-b0f9-0c9809c7245a req-30f0d4e7-614e-4a82-967c-4596291445e2 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.2341425 Sep 23 22:25:29.843810 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-758161d9-054a-4fbc-b0f9-0c9809c7245a req-0198de28-7c96-41b0-8b2f-53973f39b625 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688496 Sep 23 22:25:29.887279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ad37c-6955-4fd5-aebe-9c4bbd4cb7ad req-a0b116b3-df80-4668-8de1-07a412ee5180 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:29.890960 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f82ad37c-6955-4fd5-aebe-9c4bbd4cb7ad req-a0b116b3-df80-4668-8de1-07a412ee5180 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.0873780 Sep 23 22:25:29.951326 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f82ad37c-6955-4fd5-aebe-9c4bbd4cb7ad req-bd91ed6f-3d89-42c0-ad96-7c85bdcba6b9 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478594 Sep 23 22:25:29.989767 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647b7dea-08ac-4554-a215-9b6ca22c9cdc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Made reservation on behalf of 85110e4961554c70bebb7a29ac69992b for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:30.004778 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-647b7dea-08ac-4554-a215-9b6ca22c9cdc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:30.019784 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-647b7dea-08ac-4554-a215-9b6ca22c9cdc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] device_id is not set on port 10e32398-c30e-4525-9f82-9b996380be87 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:25:30.078416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0146f-f034-4d3e-89b7-bcf0a21218fc req-6f86a631-ddd8-4ada-af7f-ea3997caedd2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:30.080047 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87a0146f-f034-4d3e-89b7-bcf0a21218fc req-6f86a631-ddd8-4ada-af7f-ea3997caedd2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.1294713 Sep 23 22:25:30.179316 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87a0146f-f034-4d3e-89b7-bcf0a21218fc req-2e7e7578-a508-4be0-9cec-86eed7eb1f49 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848646 Sep 23 22:25:30.216365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-647b7dea-08ac-4554-a215-9b6ca22c9cdc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Allocated IP 2001:db8::15e (d482fdd8-7414-49d4-b8c2-4a70aeab2830/e08cb388-a3d1-46e4-ba1d-4ceeed21b0fd/10e32398-c30e-4525-9f82-9b996380be87) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:30.378203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa95ef3-d120-43e9-924a-88538f23b419 req-f65b73c7-ee3e-42bf-958b-e29ae355379e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:30.381657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-baa95ef3-d120-43e9-924a-88538f23b419 req-f65b73c7-ee3e-42bf-958b-e29ae355379e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.0988913 Sep 23 22:25:30.454809 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-baa95ef3-d120-43e9-924a-88538f23b419 req-70f0b6f9-d9f0-4765-91f7-11905962861d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594237 Sep 23 22:25:30.470748 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-647b7dea-08ac-4554-a215-9b6ca22c9cdc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:30.599682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82301a-bdcd-4d03-b2e1-d106458dac5a req-1d402e0a-fa9c-4932-9a20-ea9f534757bf tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:30.602992 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-de82301a-bdcd-4d03-b2e1-d106458dac5a req-1d402e0a-fa9c-4932-9a20-ea9f534757bf tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 945 time: 0.0753098 Sep 23 22:25:30.607218 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-647b7dea-08ac-4554-a215-9b6ca22c9cdc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:30.779910 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647b7dea-08ac-4554-a215-9b6ca22c9cdc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Network d482fdd8-7414-49d4-b8c2-4a70aeab2830 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:30.795498 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-647b7dea-08ac-4554-a215-9b6ca22c9cdc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:30.799269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b7dea-08ac-4554-a215-9b6ca22c9cdc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event updated for resources: {'Port': ['ID=10e32398-c30e-4525-9f82-9b996380be87,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:30.807240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b7dea-08ac-4554-a215-9b6ca22c9cdc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:30.817535 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b7dea-08ac-4554-a215-9b6ca22c9cdc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:30.818698 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-647b7dea-08ac-4554-a215-9b6ca22c9cdc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:30.830858 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-de82301a-bdcd-4d03-b2e1-d106458dac5a req-bb062cd5-bc28-466b-8742-4e45be167d47 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204018 Sep 23 22:25:30.942443 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-647b7dea-08ac-4554-a215-9b6ca22c9cdc tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4464524 Sep 23 22:25:30.952216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48114) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:30.969714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-299d6866-ad10-4cae-a733-be27584eee13 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Request body: {'port': {'network_id': 'd482fdd8-7414-49d4-b8c2-4a70aeab2830', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1399988425'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:31.208727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015ff71-7895-45a1-9b21-ed56ed329118 req-007d2e08-7d21-4d5d-aece-41c341766b92 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:31.212257 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a015ff71-7895-45a1-9b21-ed56ed329118 req-007d2e08-7d21-4d5d-aece-41c341766b92 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 945 time: 0.2181108 Sep 23 22:25:31.244628 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4689d0a-69bf-4895-b468-ab6aa972cb5a req-cd9cf3ec-f1eb-47e6-b929-a20be5630a42 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:31.244628 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d4689d0a-69bf-4895-b468-ab6aa972cb5a req-cd9cf3ec-f1eb-47e6-b929-a20be5630a42 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1270430 Sep 23 22:25:31.253037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd2638-1930-4de9-b638-224032564ab0 req-5dd55573-c59e-41fd-b79b-aa5f20b92c30 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:31.264204 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fbdd2638-1930-4de9-b638-224032564ab0 req-5dd55573-c59e-41fd-b79b-aa5f20b92c30 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.1842587 Sep 23 22:25:31.277208 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2490324e-b73a-4ac8-add2-56badcaf2433 None None] Provisioning complete for port 10e32398-c30e-4525-9f82-9b996380be87 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:31.281945 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2490324e-b73a-4ac8-add2-56badcaf2433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:31.305094 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d4689d0a-69bf-4895-b468-ab6aa972cb5a req-f8189193-5166-4aee-a517-11f11852c904 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585139 Sep 23 22:25:31.354267 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2490324e-b73a-4ac8-add2-56badcaf2433 None None] Port 10e32398-c30e-4525-9f82-9b996380be87 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:25:31.368430 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fbdd2638-1930-4de9-b638-224032564ab0 req-d8fd8090-bc00-40b3-8841-b74d1293dcfd tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004181 Sep 23 22:25:31.393912 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299d6866-ad10-4cae-a733-be27584eee13 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Made reservation on behalf of 85110e4961554c70bebb7a29ac69992b for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:31.409417 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-299d6866-ad10-4cae-a733-be27584eee13 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:31.454559 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-a015ff71-7895-45a1-9b21-ed56ed329118 req-9adbc1ca-69d3-4ac5-ab33-de68cfc360e6 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Deleting port a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:31.455393 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a015ff71-7895-45a1-9b21-ed56ed329118 req-9adbc1ca-69d3-4ac5-ab33-de68cfc360e6 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:31.456717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-299d6866-ad10-4cae-a733-be27584eee13 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] device_id is not set on port 1a14cccb-f733-4d7c-858e-9db1a9c71d03 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:25:31.550952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d7947-7d4c-4686-9669-893afec301ce req-4658d1e2-9666-4d2b-8e11-26b3c119d823 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:31.558703 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb2d7947-7d4c-4686-9669-893afec301ce req-4658d1e2-9666-4d2b-8e11-26b3c119d823 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.1101787 Sep 23 22:25:31.687311 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb2d7947-7d4c-4686-9669-893afec301ce req-b735b786-1f85-4833-b979-8d845036c35f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176987 Sep 23 22:25:31.707771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a015ff71-7895-45a1-9b21-ed56ed329118 req-9adbc1ca-69d3-4ac5-ab33-de68cfc360e6 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] For port a56cb432-9cd9-4a78-9bcb-424ff70bfaf3, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=a56cb432-9cd9-4a78-9bcb-424ff70bfaf3,segment=NetworkSegment(a3515fc7-024b-4537-9b7f-ea537bc57325),segment_id=a3515fc7-024b-4537-9b7f-ea537bc57325)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:31.708352 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a015ff71-7895-45a1-9b21-ed56ed329118 req-9adbc1ca-69d3-4ac5-ab33-de68cfc360e6 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:31.729560 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-299d6866-ad10-4cae-a733-be27584eee13 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Allocated IP 2001:db8::cb (d482fdd8-7414-49d4-b8c2-4a70aeab2830/e08cb388-a3d1-46e4-ba1d-4ceeed21b0fd/1a14cccb-f733-4d7c-858e-9db1a9c71d03) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:31.741418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-a015ff71-7895-45a1-9b21-ed56ed329118 req-9adbc1ca-69d3-4ac5-ab33-de68cfc360e6 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Calling delete_port for a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:31.758487 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8da87-2a41-49e5-bf06-30c758d446a3 req-56e962a7-5995-47ee-b1b0-31fd96c7ac34 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:31.761044 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-73f8da87-2a41-49e5-bf06-30c758d446a3 req-56e962a7-5995-47ee-b1b0-31fd96c7ac34 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1629863 Sep 23 22:25:31.937975 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-73f8da87-2a41-49e5-bf06-30c758d446a3 req-57ec46f5-012e-4a75-a907-aa45a1f71c5c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618621 Sep 23 22:25:31.991440 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-299d6866-ad10-4cae-a733-be27584eee13 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:32.117090 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-299d6866-ad10-4cae-a733-be27584eee13 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:32.165291 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93808c-230f-4e37-8196-4f94010da889 req-7084ce65-9a66-4454-bda1-b5f722a97674 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:32.166921 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b93808c-230f-4e37-8196-4f94010da889 req-7084ce65-9a66-4454-bda1-b5f722a97674 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 945 time: 0.0982733 Sep 23 22:25:32.210764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d6866-ad10-4cae-a733-be27584eee13 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Network d482fdd8-7414-49d4-b8c2-4a70aeab2830 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:32.216824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-299d6866-ad10-4cae-a733-be27584eee13 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:32.221416 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a015ff71-7895-45a1-9b21-ed56ed329118 req-9adbc1ca-69d3-4ac5-ab33-de68cfc360e6 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:32.223841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d6866-ad10-4cae-a733-be27584eee13 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:32.241688 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d6866-ad10-4cae-a733-be27584eee13 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:32.245476 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-299d6866-ad10-4cae-a733-be27584eee13 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:32.270226 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['a56cb432-9cd9-4a78-9bcb-424ff70bfaf3'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:25:32.271458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d6866-ad10-4cae-a733-be27584eee13 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event updated for resources: {'Port': ['ID=1a14cccb-f733-4d7c-858e-9db1a9c71d03,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:32.339386 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b93808c-230f-4e37-8196-4f94010da889 req-ca2a9ae4-4771-4547-ab27-d452c4ddfc52 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a349b54-a5fa-446f-8b10-a1d0a74171ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633782 Sep 23 22:25:32.375599 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-299d6866-ad10-4cae-a733-be27584eee13 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4205499 Sep 23 22:25:32.381351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48130) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:32.399026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbc1ca-69d3-4ac5-ab33-de68cfc360e6 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Pushing event deleted for resources: {'Port': ['ID=a56cb432-9cd9-4a78-9bcb-424ff70bfaf3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:32.404829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b9d9e1cb-94b8-401b-a64a-cf5efc42e332 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::272', 'mac_address': 'fa:16:3e:09:0d:da'}, {'ip_address': '2001:db8::15e', 'mac_address': 'fa:16:3e:23:69:fe'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:32.548510 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a015ff71-7895-45a1-9b21-ed56ed329118 req-9adbc1ca-69d3-4ac5-ab33-de68cfc360e6 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] No DVR routers for this DVR port a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:25:32.565635 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a015ff71-7895-45a1-9b21-ed56ed329118 req-9adbc1ca-69d3-4ac5-ab33-de68cfc360e6 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:32.571166 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a015ff71-7895-45a1-9b21-ed56ed329118 req-9adbc1ca-69d3-4ac5-ab33-de68cfc360e6 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.67 "DELETE /v2.0/ports/a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 HTTP/1.1" status: 204 len: 173 time: 1.3518810 Sep 23 22:25:32.572677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a17c88-41bb-4339-ad49-32a75fd0998b', 'name': 'network-vif-deleted', 'tag': 'a56cb432-9cd9-4a78-9bcb-424ff70bfaf3'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:32.577843 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23be2624-0178-4232-8107-be6ba3b14e3c" -d '{"events": [{"server_uuid": "d5a17c88-41bb-4339-ad49-32a75fd0998b", "name": "network-vif-deleted", "tag": "a56cb432-9cd9-4a78-9bcb-424ff70bfaf3"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:32.631043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa89cb-2115-445a-99aa-7582a06f023e req-1e75bf73-bc35-4226-809a-48e0139a8410 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:32.633982 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4cfa89cb-2115-445a-99aa-7582a06f023e req-1e75bf73-bc35-4226-809a-48e0139a8410 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.3252113 Sep 23 22:25:32.685199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81afa5-9c68-4d94-b7f1-aaf4600f7001 req-b94c93b6-58f3-4d39-b2ee-963d5333ffaa tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:32.695060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f81afa5-9c68-4d94-b7f1-aaf4600f7001 req-b94c93b6-58f3-4d39-b2ee-963d5333ffaa tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1633017 Sep 23 22:25:32.796416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-05bad629-8665-4172-a8f6-0e388e254b04 None None] Provisioning complete for port 1a14cccb-f733-4d7c-858e-9db1a9c71d03 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:32.797512 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-05bad629-8665-4172-a8f6-0e388e254b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:32.848522 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f81afa5-9c68-4d94-b7f1-aaf4600f7001 req-c553b467-b27f-442a-a524-98502702d802 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524343 Sep 23 22:25:32.910711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94e75b-869c-4cae-8d2b-7ded459b0a78 req-b4c04fb7-af02-497b-aa77-7378fa4c9c75 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:32.923530 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f94e75b-869c-4cae-8d2b-7ded459b0a78 req-b4c04fb7-af02-497b-aa77-7378fa4c9c75 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.3074284 Sep 23 22:25:32.983264 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b9d9e1cb-94b8-401b-a64a-cf5efc42e332 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:32.987743 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-05bad629-8665-4172-a8f6-0e388e254b04 None None] Port 1a14cccb-f733-4d7c-858e-9db1a9c71d03 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:25:33.016720 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a501d07-f9e4-4676-8cac-8e61ad458494 x-openstack-request-id: req-5a501d07-f9e4-4676-8cac-8e61ad458494 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:33.019450 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a17c88-41bb-4339-ad49-32a75fd0998b", "name": "network-vif-deleted", "tag": "a56cb432-9cd9-4a78-9bcb-424ff70bfaf3", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:33.023158 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a501d07-f9e4-4676-8cac-8e61ad458494 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:33.026970 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a17c88-41bb-4339-ad49-32a75fd0998b', 'name': 'network-vif-deleted', 'tag': 'a56cb432-9cd9-4a78-9bcb-424ff70bfaf3', 'status': 'completed', 'code': 200} Sep 23 22:25:33.070971 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f94e75b-869c-4cae-8d2b-7ded459b0a78 req-1901687f-4dea-493a-a9d5-6a3ee0fbeb50 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383853 Sep 23 22:25:33.136604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-4cfa89cb-2115-445a-99aa-7582a06f023e req-09d51265-e2a7-4947-86be-2082b830edb6 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Deleting port 36232a29-b6b9-4b64-b499-0d078f9721c4 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:33.137343 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4cfa89cb-2115-445a-99aa-7582a06f023e req-09d51265-e2a7-4947-86be-2082b830edb6 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:33.272681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f949e-415b-43fb-8b81-d02f8f279ad7 req-a79b0865-6a40-4d2e-9f6c-1dd7133170c8 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:33.276348 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f3f949e-415b-43fb-8b81-d02f8f279ad7 req-a79b0865-6a40-4d2e-9f6c-1dd7133170c8 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.2118945 Sep 23 22:25:33.412966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-4cfa89cb-2115-445a-99aa-7582a06f023e req-09d51265-e2a7-4947-86be-2082b830edb6 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] For port 36232a29-b6b9-4b64-b499-0d078f9721c4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=36232a29-b6b9-4b64-b499-0d078f9721c4,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:33.413795 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4cfa89cb-2115-445a-99aa-7582a06f023e req-09d51265-e2a7-4947-86be-2082b830edb6 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:33.439562 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f3f949e-415b-43fb-8b81-d02f8f279ad7 req-c56aa59f-6e2e-44fb-8a9d-7e96b361d7bc tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503439 Sep 23 22:25:33.470071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764306f6-5450-4d4a-945e-25189ab09046 req-cece4717-cd68-44e8-a0ca-f9b0f7c6ec98 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:33.470071 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-764306f6-5450-4d4a-945e-25189ab09046 req-cece4717-cd68-44e8-a0ca-f9b0f7c6ec98 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.2596745 Sep 23 22:25:33.546990 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b9d9e1cb-94b8-401b-a64a-cf5efc42e332 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:33.549402 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-4cfa89cb-2115-445a-99aa-7582a06f023e req-09d51265-e2a7-4947-86be-2082b830edb6 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Calling delete_port for 36232a29-b6b9-4b64-b499-0d078f9721c4 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:33.640765 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-764306f6-5450-4d4a-945e-25189ab09046 req-23d6c1f0-8225-4ee0-8710-a2c79a1e4174 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758223 Sep 23 22:25:33.758233 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5773de61-7b36-402f-b102-d4bdebce5b55 req-c088fca6-c826-42cb-b5d2-5b134887b255 tempest-InstanceActionsNegativeTestJSON-354020537 tempest-InstanceActionsNegativeTestJSON-354020537-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a17c88-41bb-4339-ad49-32a75fd0998b HTTP/1.1" status: 200 len: 210 time: 0.0364552 Sep 23 22:25:34.030396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c08c7-5ef0-4118-8429-156a84a89032 req-dc6ed455-da73-44d8-b45d-0f06190d69a0 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:34.031467 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8d6c08c7-5ef0-4118-8429-156a84a89032 req-dc6ed455-da73-44d8-b45d-0f06190d69a0 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.0675578 Sep 23 22:25:34.089005 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8d6c08c7-5ef0-4118-8429-156a84a89032 req-b888a1a7-f170-412b-aa79-80a880e769b4 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420313 Sep 23 22:25:34.252967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885083a-bd6a-45cf-9057-24d69ffc8bbe req-9f610e71-d1d9-42a3-b6b1-df2a7a094653 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:34.255876 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9885083a-bd6a-45cf-9057-24d69ffc8bbe req-9f610e71-d1d9-42a3-b6b1-df2a7a094653 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 946 time: 0.0880959 Sep 23 22:25:34.311885 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9885083a-bd6a-45cf-9057-24d69ffc8bbe req-d83573ce-5b40-4378-955a-d4b8bb9f37f2 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cd4341f-7428-431d-b30a-9ef004f13589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494504 Sep 23 22:25:34.484116 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4cfa89cb-2115-445a-99aa-7582a06f023e req-09d51265-e2a7-4947-86be-2082b830edb6 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:34.493137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b9d9e1cb-94b8-401b-a64a-cf5efc42e332 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:34.528216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['36232a29-b6b9-4b64-b499-0d078f9721c4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:25:34.568108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9e1cb-94b8-401b-a64a-cf5efc42e332 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] In _notify_port_updated(), no bound segment for port 1a14cccb-f733-4d7c-858e-9db1a9c71d03 on network d482fdd8-7414-49d4-b8c2-4a70aeab2830 {{(pid=95491) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:25:34.575880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d51265-e2a7-4947-86be-2082b830edb6 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Pushing event deleted for resources: {'Port': ['ID=36232a29-b6b9-4b64-b499-0d078f9721c4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:34.577306 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d9e1cb-94b8-401b-a64a-cf5efc42e332 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:34.578099 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b9d9e1cb-94b8-401b-a64a-cf5efc42e332 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:34.579633 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b9d9e1cb-94b8-401b-a64a-cf5efc42e332 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "PUT /v2.0/ports/1a14cccb-f733-4d7c-858e-9db1a9c71d03 HTTP/1.1" status: 200 len: 1067 time: 2.1950979 Sep 23 22:25:34.580508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9e1cb-94b8-401b-a64a-cf5efc42e332 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event updated for resources: {'Port': ['ID=1a14cccb-f733-4d7c-858e-9db1a9c71d03,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:34.591683 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48162) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:34.856457 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfa89cb-2115-445a-99aa-7582a06f023e req-09d51265-e2a7-4947-86be-2082b830edb6 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] No DVR routers for this DVR port 36232a29-b6b9-4b64-b499-0d078f9721c4 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:25:34.862327 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4cfa89cb-2115-445a-99aa-7582a06f023e req-09d51265-e2a7-4947-86be-2082b830edb6 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:34.866406 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4cfa89cb-2115-445a-99aa-7582a06f023e req-09d51265-e2a7-4947-86be-2082b830edb6 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.67 "DELETE /v2.0/ports/36232a29-b6b9-4b64-b499-0d078f9721c4 HTTP/1.1" status: 204 len: 173 time: 2.2087815 Sep 23 22:25:34.899494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d09e1780-45d6-4e94-8b55-993872aaee3c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Deleting port 1a14cccb-f733-4d7c-858e-9db1a9c71d03 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:34.900061 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d09e1780-45d6-4e94-8b55-993872aaee3c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:34.919884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccbf74-1f9a-40e6-88fa-ea7791947b8e req-53370571-8690-4f9d-a119-08f44f8d2000 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:34.923258 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89ccbf74-1f9a-40e6-88fa-ea7791947b8e req-53370571-8690-4f9d-a119-08f44f8d2000 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.2793188 Sep 23 22:25:35.017894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:25:35.037259 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6b7918-f307-4dde-9a98-4ab0c0372eba', 'name': 'network-vif-deleted', 'tag': '36232a29-b6b9-4b64-b499-0d078f9721c4'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:35.040848 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b121dca-8ee1-40f9-8ec1-b60f433a89e4" -d '{"events": [{"server_uuid": "9e6b7918-f307-4dde-9a98-4ab0c0372eba", "name": "network-vif-deleted", "tag": "36232a29-b6b9-4b64-b499-0d078f9721c4"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:35.066918 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:25:35.066918 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device a56cb432-9cd9-4a78-9bcb-424ff70bfaf3 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:25:35.100007 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89ccbf74-1f9a-40e6-88fa-ea7791947b8e req-df0ab77a-5266-447a-a42c-464075f92f70 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606371 Sep 23 22:25:35.231016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49f42c-9614-4e5b-9bba-97377e810136 req-00b09fb3-643d-4a52-a7c8-f218f873b7f4 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:35.234472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48184) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:35.243708 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb49f42c-9614-4e5b-9bba-97377e810136 req-00b09fb3-643d-4a52-a7c8-f218f873b7f4 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.2205110 Sep 23 22:25:35.259279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2baa3feb-bf9c-4b00-bb1b-301eb7263c55 None None] Provisioning complete for port 1a14cccb-f733-4d7c-858e-9db1a9c71d03 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:35.259940 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2baa3feb-bf9c-4b00-bb1b-301eb7263c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:35.272040 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d09e1780-45d6-4e94-8b55-993872aaee3c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:35.332543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d09e1780-45d6-4e94-8b55-993872aaee3c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Calling delete_port for 1a14cccb-f733-4d7c-858e-9db1a9c71d03 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:35.333484 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331f6225-20fc-4161-a693-df7f9e5a8663 x-openstack-request-id: req-331f6225-20fc-4161-a693-df7f9e5a8663 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:35.333484 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6b7918-f307-4dde-9a98-4ab0c0372eba", "name": "network-vif-deleted", "tag": "36232a29-b6b9-4b64-b499-0d078f9721c4", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:35.333484 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-331f6225-20fc-4161-a693-df7f9e5a8663 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:35.333484 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6b7918-f307-4dde-9a98-4ab0c0372eba', 'name': 'network-vif-deleted', 'tag': '36232a29-b6b9-4b64-b499-0d078f9721c4', 'status': 'completed', 'code': 200} Sep 23 22:25:35.348133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2baa3feb-bf9c-4b00-bb1b-301eb7263c55 None None] Port 1a14cccb-f733-4d7c-858e-9db1a9c71d03 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:25:35.382135 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb49f42c-9614-4e5b-9bba-97377e810136 req-4da78f3f-bcea-4350-a824-a2bba3ef6346 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368542 Sep 23 22:25:35.454200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6f32fb-b401-400e-8597-8a55fcef163d admin admin] Deleting subnet 7ffc6624-aca9-4fa0-b93b-0915481a3c5d {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:25:35.499658 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a6f32fb-b401-400e-8597-8a55fcef163d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:35.581571 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a6f32fb-b401-400e-8597-8a55fcef163d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:35.600708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4c45f-da5b-4d2d-86ce-70351ba385ac req-57c98dc0-84e5-460f-bf3f-77d92791f3f2 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:35.609804 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-02f4c45f-da5b-4d2d-86ce-70351ba385ac req-57c98dc0-84e5-460f-bf3f-77d92791f3f2 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.2017913 Sep 23 22:25:35.647873 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f73fff9f-607a-4f50-899c-c03cc9f31d6d req-a3b155b3-b1cc-4001-a190-a99c6caa8dd0 tempest-ListServerFiltersTestJSON-834465188 tempest-ListServerFiltersTestJSON-834465188-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e6b7918-f307-4dde-9a98-4ab0c0372eba HTTP/1.1" status: 200 len: 210 time: 0.0796595 Sep 23 22:25:35.732332 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a6f32fb-b401-400e-8597-8a55fcef163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:35.766140 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-02f4c45f-da5b-4d2d-86ce-70351ba385ac req-4cc04de0-9932-436a-93c9-852330247ab9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129935 Sep 23 22:25:35.810335 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d09e1780-45d6-4e94-8b55-993872aaee3c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:35.861807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e1780-45d6-4e94-8b55-993872aaee3c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event deleted for resources: {'Port': ['ID=1a14cccb-f733-4d7c-858e-9db1a9c71d03,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:35.879804 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a6f32fb-b401-400e-8597-8a55fcef163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:35.922217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f32fb-b401-400e-8597-8a55fcef163d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ffc6624-aca9-4fa0-b93b-0915481a3c5d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:35.927987 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a6f32fb-b401-400e-8597-8a55fcef163d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:35.933709 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4a6f32fb-b401-400e-8597-8a55fcef163d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7ffc6624-aca9-4fa0-b93b-0915481a3c5d HTTP/1.1" status: 204 len: 168 time: 0.6833181 Sep 23 22:25:35.934526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48190) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:36.082595 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d2843ed-456a-4325-b9bd-d0f57059aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:36.237028 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d09e1780-45d6-4e94-8b55-993872aaee3c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:36.237028 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d09e1780-45d6-4e94-8b55-993872aaee3c tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "DELETE /v2.0/ports/1a14cccb-f733-4d7c-858e-9db1a9c71d03 HTTP/1.1" status: 204 len: 168 time: 1.6419601 Sep 23 22:25:36.239801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48194) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:36.268067 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:36.274589 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-9801e964-3e13-40b7-9975-92003449786f tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] GET failed (client error): The resource could not be found. Sep 23 22:25:36.282886 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9801e964-3e13-40b7-9975-92003449786f tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "GET /v2.0/ports/1a14cccb-f733-4d7c-858e-9db1a9c71d03 HTTP/1.1" status: 404 len: 333 time: 0.0408828 Sep 23 22:25:36.287071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48198) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:36.367453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34539274-d01a-476b-9ac8-10577c7020e9 req-b31b74f8-dc72-4092-8136-1ce6b87862f2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:36.377879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34539274-d01a-476b-9ac8-10577c7020e9 req-b31b74f8-dc72-4092-8136-1ce6b87862f2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.0911705 Sep 23 22:25:36.392658 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d2843ed-456a-4325-b9bd-d0f57059aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:36.475143 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34539274-d01a-476b-9ac8-10577c7020e9 req-470f2e02-66bd-47ee-b7c4-1ff0e0ef1fca tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900931 Sep 23 22:25:36.504654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-9d2843ed-456a-4325-b9bd-d0f57059aea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32f6fe5-27d6-490e-a108-a9b5a4f5f661']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:36.526092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-9d2843ed-456a-4325-b9bd-d0f57059aea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3515fc7-024b-4537-9b7f-ea537bc57325') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:36.526981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-9d2843ed-456a-4325-b9bd-d0f57059aea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3515fc7-024b-4537-9b7f-ea537bc57325') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:36.576802 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d2843ed-456a-4325-b9bd-d0f57059aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:36.644015 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d2843ed-456a-4325-b9bd-d0f57059aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:36.656644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2843ed-456a-4325-b9bd-d0f57059aea1 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:25:36.657047 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d2843ed-456a-4325-b9bd-d0f57059aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:25:36.667510 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:25:36.758802 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48204) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:36.783391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f9b92592-b22b-4afc-81b1-b52dfc5bcf40 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Deleting port 10e32398-c30e-4525-9f82-9b996380be87 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:36.783861 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9b92592-b22b-4afc-81b1-b52dfc5bcf40 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:36.806968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5673d3-9023-4278-b046-b012464c341a req-fde0e2f7-5d3c-466b-a980-35e3e2d3057e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:36.810269 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e5673d3-9023-4278-b046-b012464c341a req-fde0e2f7-5d3c-466b-a980-35e3e2d3057e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.2730575 Sep 23 22:25:36.867044 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-21196417-b5a8-4839-b41e-ef52c2a9a79b admin admin] Deleting subnet f993775e-0865-4cb3-b692-a34b67e27ce2 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:25:36.875109 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21196417-b5a8-4839-b41e-ef52c2a9a79b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:36.995326 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e5673d3-9023-4278-b046-b012464c341a req-90403240-b4a8-4349-8f89-ff41e1803ea2 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412861 Sep 23 22:25:37.001072 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d2843ed-456a-4325-b9bd-d0f57059aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:37.018802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 36232a29-b6b9-4b64-b499-0d078f9721c4 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:25:37.053869 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d2843ed-456a-4325-b9bd-d0f57059aea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:37.058466 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 36232a29-b6b9-4b64-b499-0d078f9721c4 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:25:37.059094 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 36232a29-b6b9-4b64-b499-0d078f9721c4 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:25:37.061023 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21196417-b5a8-4839-b41e-ef52c2a9a79b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:37.063019 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9d2843ed-456a-4325-b9bd-d0f57059aea1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f32f6fe5-27d6-490e-a108-a9b5a4f5f661 HTTP/1.1" status: 204 len: 168 time: 1.1267231 Sep 23 22:25:37.109701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2843ed-456a-4325-b9bd-d0f57059aea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f32f6fe5-27d6-490e-a108-a9b5a4f5f661,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:37.114743 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9b92592-b22b-4afc-81b1-b52dfc5bcf40 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:37.127655 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864d5d8-085e-46e4-8786-cdf384a83994 req-05cdded8-7b1b-4967-a8c8-c86c0716aa85 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:37.129530 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e864d5d8-085e-46e4-8786-cdf384a83994 req-05cdded8-7b1b-4967-a8c8-c86c0716aa85 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1813779 Sep 23 22:25:37.139546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f9b92592-b22b-4afc-81b1-b52dfc5bcf40 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Calling delete_port for 10e32398-c30e-4525-9f82-9b996380be87 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:37.528797 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9b92592-b22b-4afc-81b1-b52dfc5bcf40 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:37.533699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e864d5d8-085e-46e4-8786-cdf384a83994 req-798f7636-d3eb-4469-b7b5-606bbc48748d tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830054 Sep 23 22:25:37.547469 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21196417-b5a8-4839-b41e-ef52c2a9a79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:37.635545 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b92592-b22b-4afc-81b1-b52dfc5bcf40 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event deleted for resources: {'Port': ['ID=10e32398-c30e-4525-9f82-9b996380be87,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:37.696523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48224) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:37.709377 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9b92592-b22b-4afc-81b1-b52dfc5bcf40 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:37.709658 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f9b92592-b22b-4afc-81b1-b52dfc5bcf40 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "DELETE /v2.0/ports/10e32398-c30e-4525-9f82-9b996380be87 HTTP/1.1" status: 204 len: 168 time: 1.4203990 Sep 23 22:25:37.744350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48226) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:37.782534 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fb7ff0f1-528a-4c17-8e4c-8f435a71e223 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d78a03d8209a43eca2cd533bab296b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835280 Sep 23 22:25:37.784656 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21196417-b5a8-4839-b41e-ef52c2a9a79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:37.790265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48228) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:37.799214 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4a1546-f730-4dd9-a5f9-8c7c25532030 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] GET failed (client error): The resource could not be found. Sep 23 22:25:37.803065 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ae4a1546-f730-4dd9-a5f9-8c7c25532030 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "GET /v2.0/ports/10e32398-c30e-4525-9f82-9b996380be87 HTTP/1.1" status: 404 len: 333 time: 0.0550907 Sep 23 22:25:37.812488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48230) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:37.857456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21196417-b5a8-4839-b41e-ef52c2a9a79b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f993775e-0865-4cb3-b692-a34b67e27ce2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:37.897153 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21196417-b5a8-4839-b41e-ef52c2a9a79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:37.902315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175ecb3e-470a-4340-9b18-88d01fb67572 None None] Network 1e9230ab-23be-4440-b964-0b07fae31046 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:25:37.912166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831c508-97e4-4405-801d-18908694dc1f req-1bcc6f92-4853-4331-b7cd-ad9c082e2782 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:37.914089 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-21196417-b5a8-4839-b41e-ef52c2a9a79b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f993775e-0865-4cb3-b692-a34b67e27ce2 HTTP/1.1" status: 204 len: 168 time: 1.1526065 Sep 23 22:25:37.922697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48232) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:37.925968 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2831c508-97e4-4405-801d-18908694dc1f req-1bcc6f92-4853-4331-b7cd-ad9c082e2782 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.2719684 Sep 23 22:25:38.034697 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2831c508-97e4-4405-801d-18908694dc1f req-c73cbbe9-4c31-4baf-a1b3-5410ccf640ad tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010692 Sep 23 22:25:38.057844 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cfe2696b-2300-41b0-add6-62ea91924ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:38.099377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5416aba7-6dd4-43bc-9f13-67d19bff7116 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Deleting port f4fb0ca3-f925-4b1b-92c2-17e95e765d3a {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:38.100318 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5416aba7-6dd4-43bc-9f13-67d19bff7116 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:38.117252 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:38.161561 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cfe2696b-2300-41b0-add6-62ea91924ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:38.297499 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5416aba7-6dd4-43bc-9f13-67d19bff7116 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:38.298987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85ba3d-4b78-4b86-8535-a24b7529fb18 req-fea75a57-9547-40ef-a324-81add7a25780 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:38.301458 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a85ba3d-4b78-4b86-8535-a24b7529fb18 req-fea75a57-9547-40ef-a324-81add7a25780 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1519017 Sep 23 22:25:38.328669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9994c9-81fc-4233-a774-15a851bb59d5 None None] DHCP port deletion for 1e9230ab-23be-4440-b964-0b07fae31046 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:25:38.333024 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5416aba7-6dd4-43bc-9f13-67d19bff7116 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Calling delete_port for f4fb0ca3-f925-4b1b-92c2-17e95e765d3a owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:38.414493 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] Deleting port 2d80a529-677e-4494-8182-e599f636bd0b {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:38.415029 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:38.444887 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a85ba3d-4b78-4b86-8535-a24b7529fb18 req-b6ad80ad-3621-4fe6-9ea9-6379d7d3bd8e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296415 Sep 23 22:25:38.525664 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0b9994c9-81fc-4233-a774-15a851bb59d5 None None] Deleting port 2d80a529-677e-4494-8182-e599f636bd0b {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:38.526044 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0b9994c9-81fc-4233-a774-15a851bb59d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:38.657461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] For port 2d80a529-677e-4494-8182-e599f636bd0b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2d80a529-677e-4494-8182-e599f636bd0b,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:38.660118 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:38.663761 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0b9994c9-81fc-4233-a774-15a851bb59d5 None None] For port 2d80a529-677e-4494-8182-e599f636bd0b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2d80a529-677e-4494-8182-e599f636bd0b,segment=NetworkSegment(c72cabc7-354e-4c2b-86f2-aab7490f354b),segment_id=c72cabc7-354e-4c2b-86f2-aab7490f354b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:38.667588 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0b9994c9-81fc-4233-a774-15a851bb59d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:38.701958 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0b9994c9-81fc-4233-a774-15a851bb59d5 None None] Calling delete_port for 2d80a529-677e-4494-8182-e599f636bd0b owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:38.702610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] Calling delete_port for 2d80a529-677e-4494-8182-e599f636bd0b owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:38.745207 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:25:38.772125 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5416aba7-6dd4-43bc-9f13-67d19bff7116 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:38.786242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cfe2696b-2300-41b0-add6-62ea91924ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:38.795866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2d80a529-677e-4494-8182-e599f636bd0b no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:25:38.796668 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cfe2696b-2300-41b0-add6-62ea91924ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:38.801464 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cfe2696b-2300-41b0-add6-62ea91924ab8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5a349b54-a5fa-446f-8b10-a1d0a74171ad HTTP/1.1" status: 204 len: 168 time: 0.9629879 Sep 23 22:25:38.827113 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416aba7-6dd4-43bc-9f13-67d19bff7116 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event deleted for resources: {'Port': ['ID=f4fb0ca3-f925-4b1b-92c2-17e95e765d3a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:38.878115 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2696b-2300-41b0-add6-62ea91924ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a349b54-a5fa-446f-8b10-a1d0a74171ad,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:38.909496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c89f79-412b-4534-9c5b-469f95c74d83 req-ff71daaa-a81d-47e2-a4d6-f7ebbf0767fd tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:38.912405 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-21c89f79-412b-4534-9c5b-469f95c74d83 req-ff71daaa-a81d-47e2-a4d6-f7ebbf0767fd tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.2217281 Sep 23 22:25:38.917738 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5416aba7-6dd4-43bc-9f13-67d19bff7116 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:38.921815 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5416aba7-6dd4-43bc-9f13-67d19bff7116 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "DELETE /v2.0/ports/f4fb0ca3-f925-4b1b-92c2-17e95e765d3a HTTP/1.1" status: 204 len: 168 time: 1.1044729 Sep 23 22:25:38.932751 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48244) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:39.002928 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-21c89f79-412b-4534-9c5b-469f95c74d83 req-7288bf6c-4636-41f0-831f-d554e616e476 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791888 Sep 23 22:25:39.038749 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-559bf381-d133-4121-865b-5bdce1d4dea7 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Deleting subnet e08cb388-a3d1-46e4-ba1d-4ceeed21b0fd {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:25:39.042736 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:39.045342 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-559bf381-d133-4121-865b-5bdce1d4dea7 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:39.088506 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0b9994c9-81fc-4233-a774-15a851bb59d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:39.126671 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d80a529-677e-4494-8182-e599f636bd0b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:39.140890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] No DVR routers for this DVR port 2d80a529-677e-4494-8182-e599f636bd0b on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:25:39.192094 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-559bf381-d133-4121-865b-5bdce1d4dea7 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:39.193744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9994c9-81fc-4233-a774-15a851bb59d5 None None] No DVR routers for this DVR port 2d80a529-677e-4494-8182-e599f636bd0b on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:25:39.196949 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:39.259492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9994c9-81fc-4233-a774-15a851bb59d5 None None] Pushing event deleted for resources: {'Port': ['ID=2d80a529-677e-4494-8182-e599f636bd0b,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:39.370549 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:39.445222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9230ab-23be-4440-b964-0b07fae31046']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:39.465260 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72cabc7-354e-4c2b-86f2-aab7490f354b') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:39.466347 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72cabc7-354e-4c2b-86f2-aab7490f354b') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:39.477816 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c6b29-43eb-4188-a4d9-c3a476cb2824 req-65f7eea3-57dd-467c-a17b-51d59550f44d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:39.479867 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b66c6b29-43eb-4188-a4d9-c3a476cb2824 req-65f7eea3-57dd-467c-a17b-51d59550f44d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.2336957 Sep 23 22:25:39.520350 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-559bf381-d133-4121-865b-5bdce1d4dea7 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:39.612614 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:39.646809 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44cc51-4779-4427-a57c-6a0b54a2bdd0 req-452c75ab-ac89-457e-90c7-8bac629c6036 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:39.656994 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf44cc51-4779-4427-a57c-6a0b54a2bdd0 req-452c75ab-ac89-457e-90c7-8bac629c6036 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1041079 Sep 23 22:25:39.669692 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b66c6b29-43eb-4188-a4d9-c3a476cb2824 req-8aeba3a2-b43a-430e-b586-743b80103e79 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551352 Sep 23 22:25:39.670879 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:39.682491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:25:39.683055 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:25:39.705344 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:25:39.751388 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf44cc51-4779-4427-a57c-6a0b54a2bdd0 req-66f9ae7d-6cb6-4fca-84dd-078f3a5e6044 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925484 Sep 23 22:25:39.771287 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-559bf381-d133-4121-865b-5bdce1d4dea7 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:39.812887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bf381-d133-4121-865b-5bdce1d4dea7 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event deleted for resources: {'Subnet': ['ID=e08cb388-a3d1-46e4-ba1d-4ceeed21b0fd,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:39.821050 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-559bf381-d133-4121-865b-5bdce1d4dea7 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:39.828880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48260) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:39.829388 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-559bf381-d133-4121-865b-5bdce1d4dea7 tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "DELETE /v2.0/subnets/e08cb388-a3d1-46e4-ba1d-4ceeed21b0fd HTTP/1.1" status: 204 len: 168 time: 0.9000015 Sep 23 22:25:39.838556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0996ee3-8773-41c1-9255-190cc44821a1 None None] Network d482fdd8-7414-49d4-b8c2-4a70aeab2830 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:25:39.910712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:39.916622 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:39.920068 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] 10.222.0.22 "DELETE /v2.0/networks/1e9230ab-23be-4440-b964-0b07fae31046 HTTP/1.1" status: 204 len: 168 time: 1.9962537 Sep 23 22:25:39.933529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20c2e5-3490-4626-9e1d-6de4bcdb063b admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9230ab-23be-4440-b964-0b07fae31046,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:39.960279 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:40.032492 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Deleting port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:40.032837 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:40.140765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] For port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8d9e6507-0aae-44ae-8cdc-10e9c76db9bf,segment=NetworkSegment(2487639a-451d-4cd6-9ddc-86067ebb962a),segment_id=2487639a-451d-4cd6-9ddc-86067ebb962a)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:40.141226 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:40.158296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Calling delete_port for 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:40.169735 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8c8ce-1786-4b40-a5b0-9b48702d591a req-8db0e550-638b-4a3e-b02c-79e1f5ddd8cd tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:40.171758 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e8e8c8ce-1786-4b40-a5b0-9b48702d591a req-8db0e550-638b-4a3e-b02c-79e1f5ddd8cd tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.0724421 Sep 23 22:25:40.229694 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e8e8c8ce-1786-4b40-a5b0-9b48702d591a req-4fe8b34f-fa87-4b07-a6c6-ce2f1448d16c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481167 Sep 23 22:25:40.268193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333bb1cb-0db3-4dea-b77c-08396802a455 None None] DHCP port deletion for d482fdd8-7414-49d4-b8c2-4a70aeab2830 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:25:40.319040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-333bb1cb-0db3-4dea-b77c-08396802a455 None None] Deleting port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:40.319411 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-333bb1cb-0db3-4dea-b77c-08396802a455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:40.400595 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-333bb1cb-0db3-4dea-b77c-08396802a455 None None] For port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8d9e6507-0aae-44ae-8cdc-10e9c76db9bf,segment=NetworkSegment(2487639a-451d-4cd6-9ddc-86067ebb962a),segment_id=2487639a-451d-4cd6-9ddc-86067ebb962a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:40.401697 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-333bb1cb-0db3-4dea-b77c-08396802a455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:40.424937 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-333bb1cb-0db3-4dea-b77c-08396802a455 None None] Calling delete_port for 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:40.469739 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:40.510345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event deleted for resources: {'Port': ['ID=8d9e6507-0aae-44ae-8cdc-10e9c76db9bf,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:40.522617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] No DVR routers for this DVR port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:25:40.524667 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-333bb1cb-0db3-4dea-b77c-08396802a455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:40.532895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48278) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:40.567282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bb1cb-0db3-4dea-b77c-08396802a455 None None] Pushing event deleted for resources: {'Port': ['ID=8d9e6507-0aae-44ae-8cdc-10e9c76db9bf,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:40.573908 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333bb1cb-0db3-4dea-b77c-08396802a455 None None] No DVR routers for this DVR port 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:25:40.586661 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e6479f8f-517d-40e7-8274-68ff428755dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=889705a7df054235bdc2336bd904f9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491099 Sep 23 22:25:40.586661 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48280) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:40.649781 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff9c131b-00bf-4a60-9a7c-e92c5af97a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:40.658798 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:40.686142 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff9c131b-00bf-4a60-9a7c-e92c5af97a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:40.693338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d482fdd8-7414-49d4-b8c2-4a70aeab2830']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:40.702756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:25:40.707974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2487639a-451d-4cd6-9ddc-86067ebb962a') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:40.708589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2487639a-451d-4cd6-9ddc-86067ebb962a') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:40.730173 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:40.750306 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:40.760584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:25:40.777025 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8d9e6507-0aae-44ae-8cdc-10e9c76db9bf not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:25:40.779953 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:25:40.831823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48290) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:40.941234 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7011d6-7af8-487d-84b8-611967bd7fcf req-32ed73cd-6832-48b7-a160-a7fbfc24cebe tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:40.943616 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d7011d6-7af8-487d-84b8-611967bd7fcf req-32ed73cd-6832-48b7-a160-a7fbfc24cebe tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.0775445 Sep 23 22:25:40.952831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be59c2c-f6cd-4353-9c0a-2ffd51cdf572 req-09e06093-54ad-4f6b-908b-524fe9e5220c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:40.955410 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be59c2c-f6cd-4353-9c0a-2ffd51cdf572 req-09e06093-54ad-4f6b-908b-524fe9e5220c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.0599027 Sep 23 22:25:40.982056 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff9c131b-00bf-4a60-9a7c-e92c5af97a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:40.989656 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff9c131b-00bf-4a60-9a7c-e92c5af97a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:40.991785 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ff9c131b-00bf-4a60-9a7c-e92c5af97a01 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0cd4341f-7428-431d-b30a-9ef004f13589 HTTP/1.1" status: 204 len: 168 time: 0.4047089 Sep 23 22:25:41.008303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be59c2c-f6cd-4353-9c0a-2ffd51cdf572 req-63b00efa-4f05-4067-8f8c-d3ad5907ce75 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460849 Sep 23 22:25:41.024645 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-140864035-network', 'tenant_id': 'dac047bd95494ed4b1ef53cc9273167d'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:41.042290 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:41.049336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c131b-00bf-4a60-9a7c-e92c5af97a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd4341f-7428-431d-b30a-9ef004f13589,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:41.051948 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:41.054164 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] 10.222.0.22 "DELETE /v2.0/networks/d482fdd8-7414-49d4-b8c2-4a70aeab2830 HTTP/1.1" status: 204 len: 168 time: 1.2271383 Sep 23 22:25:41.072386 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d7011d6-7af8-487d-84b8-611967bd7fcf req-ee743a8e-3049-45aa-89bd-8563f9a68a0f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198230 Sep 23 22:25:41.074947 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3aa9b-aac6-4438-9f74-9b9bae57d5dd tempest-AllowedAddressPairIpV6TestJSON-1135935672 tempest-AllowedAddressPairIpV6TestJSON-1135935672-project] Pushing event deleted for resources: {'Network': ['ID=d482fdd8-7414-49d4-b8c2-4a70aeab2830,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:41.193205 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] Made reservation on behalf of dac047bd95494ed4b1ef53cc9273167d for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:41.195620 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:41.206350 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:41.339339 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:41.386855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bacf0e-c183-4759-8794-8e98ec722963 req-745b3b35-06a7-4bb8-b86d-84982415bb8f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:41.388369 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8bacf0e-c183-4759-8794-8e98ec722963 req-745b3b35-06a7-4bb8-b86d-84982415bb8f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.0642912 Sep 23 22:25:41.429551 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8bacf0e-c183-4759-8794-8e98ec722963 req-d4061587-3038-412e-ad70-d39dc2a7e985 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349696 Sep 23 22:25:41.534460 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:41.578765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:25:41.601546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5040f08e-d054-4a3d-9f3c-788ba5191262,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:41.617016 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:41.617016 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] Added segment 68002282-4bae-46ea-abd8-6e43e89c603f of type vlan for network 6e60562c-73b4-4052-9c89-59103c09f160 Sep 23 22:25:41.668326 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:41.800625 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:41.802349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:41.803368 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:41.866399 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48312) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:42.329789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] Pushing event updated for resources: {'Network': ['ID=6e60562c-73b4-4052-9c89-59103c09f160,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:42.331646 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 6e60562c-73b4-4052-9c89-59103c09f160 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:25:42.332923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48318) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:42.333671 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-39b1ed86-6a00-4a95-a35b-02a150debe48 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1645801 Sep 23 22:25:42.333949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-eaa9855c-a046-465f-a3e6-bf48439ef0aa admin admin] Request body: {'subnet': {'network_id': '6e60562c-73b4-4052-9c89-59103c09f160', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-140864035-subnet', 'tenant_id': 'dac047bd95494ed4b1ef53cc9273167d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:42.333949 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d9b751a8-59c5-4e5b-808e-de7b87b390c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=85110e4961554c70bebb7a29ac69992b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765651 Sep 23 22:25:42.334208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48326) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:42.334773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369a0e6-2545-4c7b-bb72-56eab8727860 req-3b0eb2c5-276b-4c20-aae9-077cfdf6858c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:42.334773 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a369a0e6-2545-4c7b-bb72-56eab8727860 req-3b0eb2c5-276b-4c20-aae9-077cfdf6858c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.0654764 Sep 23 22:25:42.334773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa9855c-a046-465f-a3e6-bf48439ef0aa admin admin] Made reservation on behalf of dac047bd95494ed4b1ef53cc9273167d for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:42.334773 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eaa9855c-a046-465f-a3e6-bf48439ef0aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:42.334773 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a369a0e6-2545-4c7b-bb72-56eab8727860 req-855b8f8d-3256-46fb-9df6-719c5eb2d76c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778570 Sep 23 22:25:42.335522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda5b65-d61c-4196-8ed2-0fd5b2030dd9 req-74ea4d5d-344c-4414-991a-e6a1255a1131 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:42.335522 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1fda5b65-d61c-4196-8ed2-0fd5b2030dd9 req-74ea4d5d-344c-4414-991a-e6a1255a1131 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.1216364 Sep 23 22:25:42.335522 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db633c64-5101-4199-b4c3-f5fb61c20c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:42.344704 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db633c64-5101-4199-b4c3-f5fb61c20c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:42.387536 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1fda5b65-d61c-4196-8ed2-0fd5b2030dd9 req-cae2a980-97a9-402a-bf0f-d884fceed219 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827472 Sep 23 22:25:42.596007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf14bb1-8d3e-4482-bd97-ab84c7b39a97 req-9c3d7818-ced6-4b6b-aca3-a9fee8777035 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:42.596007 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccf14bb1-8d3e-4482-bd97-ab84c7b39a97 req-9c3d7818-ced6-4b6b-aca3-a9fee8777035 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.0639777 Sep 23 22:25:42.623581 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eaa9855c-a046-465f-a3e6-bf48439ef0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:42.669360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccf14bb1-8d3e-4482-bd97-ab84c7b39a97 req-5ff93c1b-bf04-4437-bd14-171be9e201d8 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701797 Sep 23 22:25:42.695549 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9855c-a046-465f-a3e6-bf48439ef0aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ea3700-0911-4f15-ba85-3a3a083f04d8,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:42.730510 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db633c64-5101-4199-b4c3-f5fb61c20c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:42.734661 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db633c64-5101-4199-b4c3-f5fb61c20c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:42.738765 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-db633c64-5101-4199-b4c3-f5fb61c20c9e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/511c03f8-fb51-4fa6-add5-907672ffb9f0 HTTP/1.1" status: 204 len: 168 time: 0.5850437 Sep 23 22:25:42.740939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9855c-a046-465f-a3e6-bf48439ef0aa admin admin] Checking segment: {'id': '68002282-4bae-46ea-abd8-6e43e89c603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6e60562c-73b4-4052-9c89-59103c09f160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:25:42.749546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9855c-a046-465f-a3e6-bf48439ef0aa admin admin] Network hostable DHCP agents. Network: 6e60562c-73b4-4052-9c89-59103c09f160, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:25:42.749779 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db633c64-5101-4199-b4c3-f5fb61c20c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511c03f8-fb51-4fa6-add5-907672ffb9f0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:42.841359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48342) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:42.910854 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9855c-a046-465f-a3e6-bf48439ef0aa admin admin] Network 6e60562c-73b4-4052-9c89-59103c09f160 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:25:42.996133 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-628743016-network', 'tenant_id': '92ffee92be894524b0e7f44ca8640737'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:43.127691 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5c47f7c9-a3ab-4075-a6f0-f85acc759990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:43.141826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] Made reservation on behalf of 92ffee92be894524b0e7f44ca8640737 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:43.144676 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:43.155860 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:43.256484 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:43.283106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-eaa9855c-a046-465f-a3e6-bf48439ef0aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 6e60562c-73b4-4052-9c89-59103c09f160) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:43.288335 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9855c-a046-465f-a3e6-bf48439ef0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:43.290219 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eaa9855c-a046-465f-a3e6-bf48439ef0aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:43.296434 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f11958-6f80-4620-9c0c-70f6f1959167 None None] Network 6e60562c-73b4-4052-9c89-59103c09f160 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:25:43.410178 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:43.445493 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:25:43.461085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9953985e-21bf-4d61-90a3-4e57a0aeaf05,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:43.468787 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:43.469150 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] Added segment 82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2 of type vlan for network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 Sep 23 22:25:43.493071 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d34f83-91cd-4f36-9bbe-190cebc0246b None None] Network 6e60562c-73b4-4052-9c89-59103c09f160 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:25:43.494207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b73de-3754-400b-b2d7-6f23a63690e2 req-dacb4169-3eaa-4a9e-8e72-055fa834b93b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:43.502401 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d4b73de-3754-400b-b2d7-6f23a63690e2 req-dacb4169-3eaa-4a9e-8e72-055fa834b93b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1295645 Sep 23 22:25:43.564917 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eaa9855c-a046-465f-a3e6-bf48439ef0aa admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5654688 Sep 23 22:25:43.566666 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:43.594533 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d4b73de-3754-400b-b2d7-6f23a63690e2 req-34966033-2192-43b5-81e5-35f3067d65b6 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912025 Sep 23 22:25:43.632249 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b343696-341b-44fb-88e9-4e6d45be2e3a req-cb676107-61d6-4140-bc67-567b6adb862f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:43.638451 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b343696-341b-44fb-88e9-4e6d45be2e3a req-cb676107-61d6-4140-bc67-567b6adb862f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.1156938 Sep 23 22:25:43.739556 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b343696-341b-44fb-88e9-4e6d45be2e3a req-2092cecf-a080-4850-989d-0da2a9de273f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905190 Sep 23 22:25:43.811955 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:43.812979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:43.813613 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:44.296115 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4532166 Sep 23 22:25:44.299925 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48390) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:44.304911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2fcb60de-62b5-4194-87ef-c613b024987a admin admin] Request body: {'subnet': {'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-628743016-subnet', 'tenant_id': '92ffee92be894524b0e7f44ca8640737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:44.318149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c57dfb-b190-4d06-9485-7882823c6894 req-c999b69f-2a57-4d93-b006-b8bb000e75ee tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:44.321794 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59c57dfb-b190-4d06-9485-7882823c6894 req-c999b69f-2a57-4d93-b006-b8bb000e75ee tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/networks?id=6e60562c-73b4-4052-9c89-59103c09f160 HTTP/1.1" status: 200 len: 812 time: 0.1511197 Sep 23 22:25:44.327790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085364dd-c3ff-4ec2-b5bc-76108632cd1f admin admin] Pushing event updated for resources: {'Network': ['ID=cdbdfaa1-95b8-43c6-9f1a-522d45db3439,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:44.339039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b0c6d-91b6-4d47-b9ad-b81fc9471e2b req-36b6ed8a-aaa2-475b-b17b-88cd78528630 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:44.341250 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e70b0c6d-91b6-4d47-b9ad-b81fc9471e2b req-36b6ed8a-aaa2-475b-b17b-88cd78528630 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.5422680 Sep 23 22:25:44.346811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:25:44.356905 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59c57dfb-b190-4d06-9485-7882823c6894 req-b5959e31-c347-424d-a592-afbe0481df71 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/quotas/dac047bd95494ed4b1ef53cc9273167d HTTP/1.1" status: 200 len: 375 time: 0.0269933 Sep 23 22:25:44.406336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e70b0c6d-91b6-4d47-b9ad-b81fc9471e2b req-7b9559d5-ebab-49b9-a5e5-57cf05bc512d tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539813 Sep 23 22:25:44.415686 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59c57dfb-b190-4d06-9485-7882823c6894 req-041ae2ae-21f6-4a35-b70c-0d8e8722e64b tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dac047bd95494ed4b1ef53cc9273167d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409629 Sep 23 22:25:44.539571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48394) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:44.541810 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcb60de-62b5-4194-87ef-c613b024987a admin admin] Made reservation on behalf of 92ffee92be894524b0e7f44ca8640737 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:44.545327 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2fcb60de-62b5-4194-87ef-c613b024987a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:44.616689 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59c57dfb-b190-4d06-9485-7882823c6894 req-7c6711a5-e275-419f-9df2-7ad730a7e9a3 service neutron] 10.222.0.22 "GET /v2.0/networks/6e60562c-73b4-4052-9c89-59103c09f160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898179 Sep 23 22:25:44.672059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-928909663'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:44.769629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b2bcd-8f13-4b80-a2ab-bb1a2d675bcd req-52fc0fc7-e14a-4c26-b5f8-be459702a097 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:44.771464 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5b0b2bcd-8f13-4b80-a2ab-bb1a2d675bcd req-52fc0fc7-e14a-4c26-b5f8-be459702a097 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.0643282 Sep 23 22:25:44.782418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:44.788320 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:44.810433 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:44.860606 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59c57dfb-b190-4d06-9485-7882823c6894 req-87e77f2d-f33b-4f1f-92ef-ef1e87e0bf36 service neutron] 10.222.0.22 "GET /v2.0/networks/6e60562c-73b4-4052-9c89-59103c09f160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348514 Sep 23 22:25:44.866583 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5b0b2bcd-8f13-4b80-a2ab-bb1a2d675bcd req-7f55f418-d7e8-4bb4-9114-159d336676a5 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741532 Sep 23 22:25:44.970104 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-9da2f46f-c1c6-47ba-bb8e-441a196ffc27 service neutron] show failed (client error): The resource could not be found. Sep 23 22:25:44.971152 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-9da2f46f-c1c6-47ba-bb8e-441a196ffc27 service neutron] 10.222.0.67 "GET /v2.0/ports/dbb88fde-9fc0-4671-be74-f354bb4c1a41/bindings/n-h1-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.1230016 Sep 23 22:25:44.992339 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:45.083469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396c072-deaf-4849-974a-69589439011e req-e7538e0e-2762-4f91-b8a2-4290eb132872 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:45.085374 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f396c072-deaf-4849-974a-69589439011e req-e7538e0e-2762-4f91-b8a2-4290eb132872 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.0551691 Sep 23 22:25:45.096953 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2fcb60de-62b5-4194-87ef-c613b024987a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:45.144536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f396c072-deaf-4849-974a-69589439011e req-62e2f83c-c69f-4344-9c93-7c51ace10283 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500298 Sep 23 22:25:45.148207 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:45.174127 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:25:45.189166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb60de-62b5-4194-87ef-c613b024987a admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b21564-3f42-4a3c-b81d-f573077bf52f,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:45.241524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb60de-62b5-4194-87ef-c613b024987a admin admin] Checking segment: {'id': '82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:25:45.242565 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb60de-62b5-4194-87ef-c613b024987a admin admin] Network hostable DHCP agents. Network: cdbdfaa1-95b8-43c6-9f1a-522d45db3439, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:25:45.285244 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:45.285794 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Added segment ce851d92-8f53-499e-937e-39c393b6e556 of type vlan for network fabbdebb-7256-45f8-980f-653365ae34a1 Sep 23 22:25:45.308851 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f73a6df5-2321-4135-8695-4237fe3aac09,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:45.380801 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-72b95198-c1b5-440f-81f9-92d5a2173179 req-2f1be106-247f-4eed-986e-e1b6a8dd11ca tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 210 time: 0.0663922 Sep 23 22:25:45.390323 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:45.422770 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb60de-62b5-4194-87ef-c613b024987a admin admin] Network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:25:45.607856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297d248-170a-4509-853d-7c90bbc34e99 req-d25edfdd-8968-4599-b683-d008d601208a tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:45.609528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5297d248-170a-4509-853d-7c90bbc34e99 req-d25edfdd-8968-4599-b683-d008d601208a tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.0656645 Sep 23 22:25:45.654609 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5297d248-170a-4509-853d-7c90bbc34e99 req-edc502b7-eb75-49ba-8030-733ff971fc99 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381734 Sep 23 22:25:45.822171 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e8eecf84-83c2-4fe1-a6f0-50f9aa87b60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:45.822695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2fcb60de-62b5-4194-87ef-c613b024987a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, cdbdfaa1-95b8-43c6-9f1a-522d45db3439) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:45.822782 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:45.828456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb60de-62b5-4194-87ef-c613b024987a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:45.829718 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2fcb60de-62b5-4194-87ef-c613b024987a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:45.839389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:45.842268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffb1bd2-9004-4170-84db-b3a4a772eec2 None None] Network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:25:45.843199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:45.955708 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Network': ['ID=fabbdebb-7256-45f8-980f-653365ae34a1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:45.971592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:25:46.001038 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fcd6de8e-57f9-4446-9e22-edc237dc8e82 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4602935 Sep 23 22:25:46.006787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48420) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:46.032775 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0f1c5a-ae64-4ac1-a168-34992a2fe4dc None None] Network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:25:46.039998 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0421cbbd-9fd7-4c63-9db3-082515badd79 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:46.054049 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2fcb60de-62b5-4194-87ef-c613b024987a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7529678 Sep 23 22:25:46.057095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48422) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:46.063355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-628743016-router', 'tenant_id': '92ffee92be894524b0e7f44ca8640737', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:46.107204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-7f42fef0-c04b-46a9-92a5-d6c0c4578a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:46.110290 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-7f42fef0-c04b-46a9-92a5-d6c0c4578a23 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f&tenant_id=3b70fd1a6d0c4b0a803216b674009287 HTTP/1.1" status: 200 len: 1101 time: 0.1315830 Sep 23 22:25:46.126907 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:46.138402 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06908a39-2e8b-469f-9561-8224687dfa6c req-1f118722-e056-4fb3-93e4-28b5edc5ae4e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:46.141161 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06908a39-2e8b-469f-9561-8224687dfa6c req-1f118722-e056-4fb3-93e4-28b5edc5ae4e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.0928791 Sep 23 22:25:46.141548 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:46.260109 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:46.267421 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06908a39-2e8b-469f-9561-8224687dfa6c req-85aa9cdf-c6e1-4f60-bba0-195be804a352 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036370 Sep 23 22:25:46.320220 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:46.321288 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:46.348943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033cb37-6a35-4244-8f23-eb842e7dbf0f req-639426d3-a587-435a-b76b-90c9a4fcae0f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:46.350523 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c033cb37-6a35-4244-8f23-eb842e7dbf0f req-639426d3-a587-435a-b76b-90c9a4fcae0f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.0840518 Sep 23 22:25:46.444588 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:46.457047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c033cb37-6a35-4244-8f23-eb842e7dbf0f req-352a81f0-161c-414f-82ef-60e9ba14d9cc tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986485 Sep 23 22:25:46.556011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0421cbbd-9fd7-4c63-9db3-082515badd79 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:46.561459 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0421cbbd-9fd7-4c63-9db3-082515badd79 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:46.562160 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6b9eb82c-3f98-4296-bd39-40d075e84223 req-db51e8cb-8ffb-46d5-adde-df8806753804 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 210 time: 0.0354915 Sep 23 22:25:46.588464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:46.644824 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:25:46.692092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:46.694470 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d395bc3f-8856-479d-8bff-620b8229656c" -d '{"events": [{"server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:46.698879 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:46.722316 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Transition to ACTIVE for port object dbb88fde-9fc0-4671-be74-f354bb4c1a41 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:25:46.819967 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9b9e52-7f2c-4684-931f-71dff9fcbf7f x-openstack-request-id: req-7a9b9e52-7f2c-4684-931f-71dff9fcbf7f {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:46.820265 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:46.820530 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a9b9e52-7f2c-4684-931f-71dff9fcbf7f {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:46.821383 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41', 'code': 200} Sep 23 22:25:46.905499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:46.924484 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:46.943881 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:46.975563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] No DVR routers for this DVR port dbb88fde-9fc0-4671-be74-f354bb4c1a41 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:25:46.988758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb88fde-9fc0-4671-be74-f354bb4c1a41,revision_number=6']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:47.033364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Attempting to bind port dbb88fde-9fc0-4671-be74-f354bb4c1a41 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:25:47.033697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Attempting to bind port dbb88fde-9fc0-4671-be74-f354bb4c1a41 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:25:47.036397 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Attempting to bind port dbb88fde-9fc0-4671-be74-f354bb4c1a41 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:25:47.039992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Port dbb88fde-9fc0-4671-be74-f354bb4c1a41 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:25:47.040315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Attempting to bind port dbb88fde-9fc0-4671-be74-f354bb4c1a41 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:25:47.040802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6fa6e-295f-4933-bc08-c8e37899839a req-c232bf96-3eb5-4a49-8a17-65509f33f5cc tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:47.042658 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63c6fa6e-295f-4933-bc08-c8e37899839a req-c232bf96-3eb5-4a49-8a17-65509f33f5cc tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1828609 Sep 23 22:25:47.047597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:25:47.047935 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:25:47.048326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:25:47.048772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Bound port: dbb88fde-9fc0-4671-be74-f354bb4c1a41, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:25:47.049175 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:47.137686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:25:47.141807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:25:47.206648 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63c6fa6e-295f-4933-bc08-c8e37899839a req-a1cc1408-696d-424c-adfe-37348bdf7c18 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278796 Sep 23 22:25:47.282576 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:47.375773 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0421cbbd-9fd7-4c63-9db3-082515badd79 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:47.380309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:47.381533 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:47.383927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] 10.222.0.43 "PUT /v2.0/ports/dbb88fde-9fc0-4671-be74-f354bb4c1a41 HTTP/1.1" status: 200 len: 1096 time: 1.2629483 Sep 23 22:25:47.550505 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:47.567269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43ba52-bdde-4f98-9393-68cd903c5dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb88fde-9fc0-4671-be74-f354bb4c1a41,revision_number=7']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:47.585281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421cbbd-9fd7-4c63-9db3-082515badd79 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=5ebb8965-ac29-408d-9ec9-f1da6e82ae66,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:47.616668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-103497fc-5d3b-4597-9e1d-2c280d12be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:47.618587 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-103497fc-5d3b-4597-9e1d-2c280d12be03 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 1099 time: 0.1967158 Sep 23 22:25:47.633512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c79c2f-2c64-4da5-b4d1-c058d5acc993 req-020f8950-e7ca-42a4-ae04-376261ca9f81 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:47.642361 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14c79c2f-2c64-4da5-b4d1-c058d5acc993 req-020f8950-e7ca-42a4-ae04-376261ca9f81 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1564016 Sep 23 22:25:47.664980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421cbbd-9fd7-4c63-9db3-082515badd79 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:25:47.665377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0421cbbd-9fd7-4c63-9db3-082515badd79 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network hostable DHCP agents. Network: fabbdebb-7256-45f8-980f-653365ae34a1, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:25:47.668300 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:47.705974 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:47.766179 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14c79c2f-2c64-4da5-b4d1-c058d5acc993 req-6defdad7-b5bf-48c3-a114-b8ffa19342b5 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167042 Sep 23 22:25:47.820588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-20233f7e-20fd-4238-a2b8-01d4a272a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:47.823338 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-20233f7e-20fd-4238-a2b8-01d4a272a374 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.1785665 Sep 23 22:25:47.852434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0421cbbd-9fd7-4c63-9db3-082515badd79 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:25:47.896800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e06518-ce89-41f3-a8e4-2ad235f11e1f req-a8cea552-826d-4533-bf8d-2a3b05dbd1b1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:47.899576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c6e06518-ce89-41f3-a8e4-2ad235f11e1f req-a8cea552-826d-4533-bf8d-2a3b05dbd1b1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 948 time: 0.1115112 Sep 23 22:25:47.917414 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bf7c0558-8483-4708-ab1e-9c6bd1c6c0f7 req-ce879817-3bac-4690-ba5d-dbb1bce97db2 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 210 time: 0.0864766 Sep 23 22:25:47.919960 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-fabb8238-df09-4de5-a67a-3a0c6dd18736 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41 HTTP/1.1" status: 200 len: 217 time: 0.0850642 Sep 23 22:25:47.955982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Allocated IP 172.25.1.193 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/7385e489-c8d6-4ae6-872c-2fe04a362cb6) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:47.982400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-c915fcb5-38b4-42a7-a066-d76bc616a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:47.983927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-c915fcb5-38b4-42a7-a066-d76bc616a4c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0537744 Sep 23 22:25:47.992339 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c6e06518-ce89-41f3-a8e4-2ad235f11e1f req-25413a8d-52ec-478c-be89-0ab6d9d810fc tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853028 Sep 23 22:25:47.995514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-0421cbbd-9fd7-4c63-9db3-082515badd79 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, fabbdebb-7256-45f8-980f-653365ae34a1) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:48.002314 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0421cbbd-9fd7-4c63-9db3-082515badd79 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:48.002940 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0421cbbd-9fd7-4c63-9db3-082515badd79 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:48.015532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94796099-3c3b-45b4-a15f-79d25533a7fb None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:25:48.080634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-33e65c21-9f6b-4801-9c71-bb3b2c85f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:48.083530 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-33e65c21-9f6b-4801-9c71-bb3b2c85f4e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910156 Sep 23 22:25:48.170842 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:48.184934 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0421cbbd-9fd7-4c63-9db3-082515badd79 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1713097 Sep 23 22:25:48.187720 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48448) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:48.193011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-43173830-a9b7-41c9-924a-4b8ffd0f3e4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'name': 'tempest-NetworksTestDHCPv6-1555328372'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:48.242656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': '5ebb8965-ac29-408d-9ec9-f1da6e82ae66'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:25:48.244193 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:48.273590 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-d603a95a-b1a1-490e-820e-a45f5f65a104 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816180 Sep 23 22:25:48.419525 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:48.463477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43173830-a9b7-41c9-924a-4b8ffd0f3e4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:48.469615 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43173830-a9b7-41c9-924a-4b8ffd0f3e4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:48.502241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:48.502562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Allocated IP 2001:db8::2 (fabbdebb-7256-45f8-980f-653365ae34a1/5ebb8965-ac29-408d-9ec9-f1da6e82ae66/ffcdcf29-d8a6-4531-858a-a7140a579052) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:48.511216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:48.518494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:48.551557 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4d1eb8-5d87-44f7-b196-60d4fdda5958 req-6d937d6c-9196-406e-93fb-fd50805132e7 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685237 Sep 23 22:25:48.552589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-43173830-a9b7-41c9-924a-4b8ffd0f3e4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port 9c9b9355-9e1a-4ae7-b38c-3e1190bd12c3 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:25:48.565725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68b279-509a-4f9f-97cc-cd9d0421f324 req-f5190baf-ee89-4608-8852-df7d210e434e tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:48.567860 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a68b279-509a-4f9f-97cc-cd9d0421f324 req-f5190baf-ee89-4608-8852-df7d210e434e tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1451724 Sep 23 22:25:48.596507 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:48.632612 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a68b279-509a-4f9f-97cc-cd9d0421f324 req-9bc7c25a-2175-42fb-874c-cd61eddda0f0 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534039 Sep 23 22:25:48.637857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Pushing event updated for resources: {'Port': ['ID=7385e489-c8d6-4ae6-872c-2fe04a362cb6,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:48.741941 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:48.760486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:25:48.823218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:48.841474 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac8ae82-50f0-4b6a-9496-12d73aa1b236" -d '{"events": [{"name": "network-changed", "server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:48.918871 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9130757e-9a82-4e4c-8840-98e61217f7c4 x-openstack-request-id: req-9130757e-9a82-4e4c-8840-98e61217f7c4 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:48.919551 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:48.919551 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9130757e-9a82-4e4c-8840-98e61217f7c4 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:48.919704 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41', 'status': 'completed', 'code': 200} Sep 23 22:25:48.930078 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:48.941323 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:48.988357 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8712a2-7948-4db9-a6b3-c0442fbd41c6 req-6936336c-fb69-4542-94c0-183d5099e8f1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:48.990223 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef8712a2-7948-4db9-a6b3-c0442fbd41c6 req-6936336c-fb69-4542-94c0-183d5099e8f1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1233842 Sep 23 22:25:49.021633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-43173830-a9b7-41c9-924a-4b8ffd0f3e4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::8e (fabbdebb-7256-45f8-980f-653365ae34a1/5ebb8965-ac29-408d-9ec9-f1da6e82ae66/9c9b9355-9e1a-4ae7-b38c-3e1190bd12c3) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:49.039887 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:49.046293 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4', 'mac_address': 'fa:16:3e:62:26:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:25:49.048811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:49.053328 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:49.067799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Pushing event updated for resources: {'Port': ['ID=ffcdcf29-d8a6-4531-858a-a7140a579052,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:49.085454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device dbb88fde-9fc0-4671-be74-f354bb4c1a41 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:25:49.114416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-937a6780-96d2-4507-9239-8c82b122f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:49.117235 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-937a6780-96d2-4507-9239-8c82b122f9f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 1099 time: 0.1808574 Sep 23 22:25:49.128376 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-99151d4a-603b-4083-bdf9-358eb5f3f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:49.129314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:49.130404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:49.130404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:49.130680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:49.131243 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:49.131912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:49.132149 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-99151d4a-603b-4083-bdf9-358eb5f3f1ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 1099 time: 0.1632288 Sep 23 22:25:49.132689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:49.133238 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:49.133763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:49.134326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:49.135225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:49.135756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:25:49.177824 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5fe53f52-c085-441b-96a6-7fca1000c50a req-05568808-93d6-4701-b4d9-891e41aea8e2 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 210 time: 0.1174905 Sep 23 22:25:49.251628 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef8712a2-7948-4db9-a6b3-c0442fbd41c6 req-98b9a1e7-0dc1-4f86-8632-800c44fbe65a tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266395 Sep 23 22:25:49.284652 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:49.284652 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Attempting to bind port ffcdcf29-d8a6-4531-858a-a7140a579052 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:25:49.286904 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Attempting to bind port ffcdcf29-d8a6-4531-858a-a7140a579052 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:25:49.286904 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Attempting to bind port ffcdcf29-d8a6-4531-858a-a7140a579052 on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:25:49.323220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:25:49.324471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:25:49.325474 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:49.326052 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:25:49.326559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Bound port: ffcdcf29-d8a6-4531-858a-a7140a579052, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:25:49.326946 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:49.335750 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device dbb88fde-9fc0-4671-be74-f354bb4c1a41 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:25:49.336222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 78c76a82-bce5-4064-a94a-b287f5eff905 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:25:49.339611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:25:49.356224 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:49.419121 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:49.520045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] For port ffcdcf29-d8a6-4531-858a-a7140a579052, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:25:49.541791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] For port ffcdcf29-d8a6-4531-858a-a7140a579052, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ffcdcf29-d8a6-4531-858a-a7140a579052,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:25:49.544400 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:49.547455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f98c61-51dc-4fea-ada4-3bc62870faa0 req-487f2502-5c4e-4502-8eea-436ea5a4e84c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:49.549181 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-02f98c61-51dc-4fea-ada4-3bc62870faa0 req-487f2502-5c4e-4502-8eea-436ea5a4e84c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 948 time: 0.2841918 Sep 23 22:25:49.559487 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:49.602233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95976710-2c6a-4e13-8e38-da9e15d798f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c76a82-bce5-4064-a94a-b287f5eff905'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:49.605228 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffc4b0d-31d8-49ce-9058-a9a9961f3025" -d '{"events": [{"server_uuid": "95976710-2c6a-4e13-8e38-da9e15d798f4", "name": "network-vif-unplugged", "status": "completed", "tag": "78c76a82-bce5-4064-a94a-b287f5eff905"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:49.628608 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 78c76a82-bce5-4064-a94a-b287f5eff905, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=78c76a82-bce5-4064-a94a-b287f5eff905,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:49.631379 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43173830-a9b7-41c9-924a-4b8ffd0f3e4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:49.648442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:49.655043 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:49.737484 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf6273b-a799-436c-b75b-ac5730cda09a x-openstack-request-id: req-0cf6273b-a799-436c-b75b-ac5730cda09a {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:49.738168 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95976710-2c6a-4e13-8e38-da9e15d798f4", "name": "network-vif-unplugged", "status": "completed", "tag": "78c76a82-bce5-4064-a94a-b287f5eff905", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:49.738307 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0cf6273b-a799-436c-b75b-ac5730cda09a {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:49.738998 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95976710-2c6a-4e13-8e38-da9e15d798f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c76a82-bce5-4064-a94a-b287f5eff905', 'code': 200} Sep 23 22:25:49.790242 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef45610-f7b9-4e84-92e9-3fd34de6297e None None] Pushing event updated for resources: {'Port': ['ID=ffcdcf29-d8a6-4531-858a-a7140a579052,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:49.849554 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:49.941590 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['141b0f2c-8a85-4d9b-bd35-51cd99b190f4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:25:50.058122 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=78c76a82-bce5-4064-a94a-b287f5eff905,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:50.330865 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-02f98c61-51dc-4fea-ada4-3bc62870faa0 req-3d6957dd-62dd-48f2-b2c2-c0e7aedc68ca tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7372413 Sep 23 22:25:50.430871 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-d59dec83-96e9-422f-9f08-bf7a0709a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:50.432748 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-d59dec83-96e9-422f-9f08-bf7a0709a4b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 1.2699616 Sep 23 22:25:50.434708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-f8ed20f9-1e89-4d2a-b6c5-142af375081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:50.436365 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-f8ed20f9-1e89-4d2a-b6c5-142af375081f service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 1.2911975 Sep 23 22:25:50.442912 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:50.446896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c57dfb-b190-4d06-9485-7882823c6894 req-6109a375-678a-4846-902c-9004418670f1 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:50.448544 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59c57dfb-b190-4d06-9485-7882823c6894 req-6109a375-678a-4846-902c-9004418670f1 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.67 "GET /v2.0/networks?id=6e60562c-73b4-4052-9c89-59103c09f160 HTTP/1.1" status: 200 len: 812 time: 1.1599386 Sep 23 22:25:50.471359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ac9f1-8b96-4995-b23a-f9d6cffe6890 req-0e9ea6af-bf01-4e6a-a549-6a3e239691d1 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:50.476124 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-419ac9f1-8b96-4995-b23a-f9d6cffe6890 req-0e9ea6af-bf01-4e6a-a549-6a3e239691d1 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 948 time: 0.1669662 Sep 23 22:25:50.491247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-59c57dfb-b190-4d06-9485-7882823c6894 req-6b10f5cc-326e-47b9-b817-c91d07724745 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Request body: {'port': {'device_id': '3db893a3-0bbd-475c-a7fa-18c88e891ab6', 'network_id': '6e60562c-73b4-4052-9c89-59103c09f160', 'admin_state_up': True, 'tenant_id': 'dac047bd95494ed4b1ef53cc9273167d'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:50.526169 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43173830-a9b7-41c9-924a-4b8ffd0f3e4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:50.577694 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-ed1491f3-803c-4f1f-a94a-76137812136f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41 HTTP/1.1" status: 200 len: 217 time: 0.1280868 Sep 23 22:25:50.650408 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-9c7ccaaf-9810-41ed-a1b3-2e02d399bca2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41 HTTP/1.1" status: 200 len: 217 time: 0.1698365 Sep 23 22:25:50.764745 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ec7ae4cf-f8a1-4941-bee1-091d9181f67d req-d8d82a34-f10c-47b2-960d-ed81a2be4ee8 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 210 time: 0.1217771 Sep 23 22:25:50.775958 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device dbb88fde-9fc0-4671-be74-f354bb4c1a41 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:25:50.780936 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:25:50.832372 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-419ac9f1-8b96-4995-b23a-f9d6cffe6890 req-9c2999ff-38f1-42c6-b623-867aae8b4722 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550727 Sep 23 22:25:50.936678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ffcdcf29-d8a6-4531-858a-a7140a579052 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:50.946175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-4d765f81-61d7-4a60-816e-2aed312f5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:50.959206 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-4d765f81-61d7-4a60-816e-2aed312f5da2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.3159659 Sep 23 22:25:51.070476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43173830-a9b7-41c9-924a-4b8ffd0f3e4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:51.098418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 78c76a82-bce5-4064-a94a-b287f5eff905 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:25:51.102153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-7cce3efd-c458-46ed-b836-3d425f6e4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:51.108506 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-7cce3efd-c458-46ed-b836-3d425f6e4aae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.4214268 Sep 23 22:25:51.110668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-43173830-a9b7-41c9-924a-4b8ffd0f3e4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:51.145401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43173830-a9b7-41c9-924a-4b8ffd0f3e4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:51.151785 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43173830-a9b7-41c9-924a-4b8ffd0f3e4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:51.152644 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43173830-a9b7-41c9-924a-4b8ffd0f3e4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:51.158224 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c57dfb-b190-4d06-9485-7882823c6894 req-6b10f5cc-326e-47b9-b817-c91d07724745 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Made reservation on behalf of dac047bd95494ed4b1ef53cc9273167d for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:51.167189 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59c57dfb-b190-4d06-9485-7882823c6894 req-6b10f5cc-326e-47b9-b817-c91d07724745 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:51.185609 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb71fdb4-5bbc-4a57-b6d2-f6ec2e3318a2 req-6c6fce45-6a3f-4b8b-aa6f-b39b9e64fdc2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5556087 Sep 23 22:25:51.204150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43173830-a9b7-41c9-924a-4b8ffd0f3e4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=9c9b9355-9e1a-4ae7-b38c-3e1190bd12c3,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:51.264474 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7978aa-27e3-45dc-8ce5-2df4953bf280 req-91df3fc4-d764-4205-b4ee-ff256a7113c4 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:51.267770 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d7978aa-27e3-45dc-8ce5-2df4953bf280 req-91df3fc4-d764-4205-b4ee-ff256a7113c4 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 943 time: 0.3051264 Sep 23 22:25:51.400503 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-43173830-a9b7-41c9-924a-4b8ffd0f3e4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2114468 Sep 23 22:25:51.411383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48482) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:51.549734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d7978aa-27e3-45dc-8ce5-2df4953bf280 req-52d8b8ce-6158-4950-8aeb-bac4a2bb79a9 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630296 Sep 23 22:25:51.562418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71fdb4-5bbc-4a57-b6d2-f6ec2e3318a2 req-05ed54a1-b056-4a88-a1ca-4645d7190142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:51.565712 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb71fdb4-5bbc-4a57-b6d2-f6ec2e3318a2 req-05ed54a1-b056-4a88-a1ca-4645d7190142 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 1101 time: 0.2747929 Sep 23 22:25:51.588678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-99cc8291-8fb2-4d70-ab6f-e20d32aa2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:51.595808 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-99cc8291-8fb2-4d70-ab6f-e20d32aa2d01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6353772 Sep 23 22:25:51.717071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842a0441-d8a1-4d43-b9e7-d3f45b429af5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:51.744815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842a0441-d8a1-4d43-b9e7-d3f45b429af5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:51.751546 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-842a0441-d8a1-4d43-b9e7-d3f45b429af5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3306267 Sep 23 22:25:51.766486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48486) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:51.784287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Router 62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:25:51.794175 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c664e3-ce45-41e1-89a7-57611769f3e7 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:25:51.870139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-fed7b6b8-1cc0-4c58-ad70-10e53671f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:51.873828 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-fed7b6b8-1cc0-4c58-ad70-10e53671f6cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7433221 Sep 23 22:25:51.896689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 78c76a82-bce5-4064-a94a-b287f5eff905, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=78c76a82-bce5-4064-a94a-b287f5eff905,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:51.960555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:51.981536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '78c76a82-bce5-4064-a94a-b287f5eff905', 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc', 'port_id': '78c76a82-bce5-4064-a94a-b287f5eff905', 'mac_address': 'fa:16:3e:19:0f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a99b1e-5604-420c-b8b4-3844200ef69e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:25:51.987417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41', 'mac_address': 'fa:16:3e:60:e7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:25:52.065914 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-faef17f4-4ba1-4adf-b3a5-2b64e3a4a1c6 req-070e7fb8-8340-4156-945d-548ff6269046 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 210 time: 0.1142011 Sep 23 22:25:52.078350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71fdb4-5bbc-4a57-b6d2-f6ec2e3318a2 req-c352057c-321d-4d3b-873a-6a25d70ec00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:52.080060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb71fdb4-5bbc-4a57-b6d2-f6ec2e3318a2 req-c352057c-321d-4d3b-873a-6a25d70ec00b service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.4532168 Sep 23 22:25:52.108757 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9888e7-3523-4082-9657-4da55ad7cec3 req-765311b3-de1d-4e72-9ddc-443b6602e3d1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:52.111530 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cf9888e7-3523-4082-9657-4da55ad7cec3 req-765311b3-de1d-4e72-9ddc-443b6602e3d1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 948 time: 0.4836242 Sep 23 22:25:52.165683 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb71fdb4-5bbc-4a57-b6d2-f6ec2e3318a2 req-55e3e0ea-e699-45d0-9c22-e02a98a082af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=186ab1f4-79e9-47ab-a1ff-0b62a809df50 HTTP/1.1" status: 200 len: 217 time: 0.0746000 Sep 23 22:25:52.204149 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-088b9e54-7996-4819-85c5-db60b13e8c78 None None] Provisioning complete for port ffcdcf29-d8a6-4531-858a-a7140a579052 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:52.204812 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-088b9e54-7996-4819-85c5-db60b13e8c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:52.256901 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d0995a36-2c90-44ba-8127-6bf29d5ec64f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port 9c9b9355-9e1a-4ae7-b38c-3e1190bd12c3 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:52.257356 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d0995a36-2c90-44ba-8127-6bf29d5ec64f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:52.267663 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-6e33f5e6-086f-4df0-b0aa-01fc8672943f service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243067 Sep 23 22:25:52.269611 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-59c57dfb-b190-4d06-9485-7882823c6894 req-6b10f5cc-326e-47b9-b817-c91d07724745 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Allocated IP 172.20.0.7 (6e60562c-73b4-4052-9c89-59103c09f160/10ea3700-0911-4f15-ba85-3a3a083f04d8/791f63ff-4a6c-4352-833c-d9559929bc95) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:52.305974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:25:52.316098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port ffcdcf29-d8a6-4531-858a-a7140a579052 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:52.316664 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:52.354772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71fdb4-5bbc-4a57-b6d2-f6ec2e3318a2 req-8f3352e4-2c8a-47c0-8222-917ee36425bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:52.356998 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb71fdb4-5bbc-4a57-b6d2-f6ec2e3318a2 req-8f3352e4-2c8a-47c0-8222-917ee36425bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1741636 Sep 23 22:25:52.396654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Sync routers for ids ['62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:25:52.427383 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:52.430771 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:52.433852 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:52.446580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d540a-d8d5-4ad8-adea-19d2e4a2b655 req-2fba27e8-e89e-4068-9bc5-d323b9fbaad3 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:52.453847 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fe7d540a-d8d5-4ad8-adea-19d2e4a2b655 req-2fba27e8-e89e-4068-9bc5-d323b9fbaad3 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 948 time: 0.2016399 Sep 23 22:25:52.473392 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:52.475791 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8d179e40-ed20-40ab-bcfd-978bc7476fed admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4174881 Sep 23 22:25:52.479847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48496) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:52.486927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-a3f6adf1-a909-4a07-883b-f586d68d3c65 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454919 Sep 23 22:25:52.491880 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d0995a36-2c90-44ba-8127-6bf29d5ec64f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:52.505986 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cf9888e7-3523-4082-9657-4da55ad7cec3 req-780c8fdd-01d3-4571-9218-e5e78ffba6a1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704207 Sep 23 22:25:52.511329 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Routers {'62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:25:52.513331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:25:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:52.522850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71fdb4-5bbc-4a57-b6d2-f6ec2e3318a2 req-19054651-bc9f-4688-9da7-8d0a82ac7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:52.524776 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb71fdb4-5bbc-4a57-b6d2-f6ec2e3318a2 req-19054651-bc9f-4688-9da7-8d0a82ac7a16 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1343286 Sep 23 22:25:52.534721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d0995a36-2c90-44ba-8127-6bf29d5ec64f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for 9c9b9355-9e1a-4ae7-b38c-3e1190bd12c3 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:52.588524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fe7d540a-d8d5-4ad8-adea-19d2e4a2b655 req-c0238e29-ed0d-45f8-a72d-ddb53dd971c2 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269965 Sep 23 22:25:52.698456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c76a82-bce5-4064-a94a-b287f5eff905 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:25:52.705162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb88fde-9fc0-4671-be74-f354bb4c1a41 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:25:52.711920 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:25:52.778186 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-4cbd7e68-cca1-4176-99a8-25f3a4e10528 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938579 Sep 23 22:25:52.813484 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb71fdb4-5bbc-4a57-b6d2-f6ec2e3318a2 req-4f132064-64e4-4050-8d63-668db1402944 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689762 Sep 23 22:25:52.870738 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 78c76a82-bce5-4064-a94a-b287f5eff905, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=78c76a82-bce5-4064-a94a-b287f5eff905,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:52.873919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:52.878417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:53.016618 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Set router 62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:25:53.016618 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:53.095725 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb71fdb4-5bbc-4a57-b6d2-f6ec2e3318a2 req-96c2eb77-201a-42b6-977e-c13ddb3910fd service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728631 Sep 23 22:25:53.102230 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:53.104633 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:53.140976 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-088b9e54-7996-4819-85c5-db60b13e8c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:53.146687 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d0995a36-2c90-44ba-8127-6bf29d5ec64f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:53.154972 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:53.170324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59c5d3-3bff-4037-b26e-65477c10f5c6 req-3d3ffd53-1a5c-4764-9032-16f62586983b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:53.185080 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8f59c5d3-3bff-4037-b26e-65477c10f5c6 req-3d3ffd53-1a5c-4764-9032-16f62586983b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 943 time: 0.4624114 Sep 23 22:25:53.216822 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:53.224879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aac8ae82-50f0-4b6a-9496-12d73aa1b236 req-3c6a3a49-56c8-498b-96e6-e1b8f85a019f service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7137449 Sep 23 22:25:53.260021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0995a36-2c90-44ba-8127-6bf29d5ec64f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=9c9b9355-9e1a-4ae7-b38c-3e1190bd12c3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:53.327114 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d0995a36-2c90-44ba-8127-6bf29d5ec64f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:53.331215 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d0995a36-2c90-44ba-8127-6bf29d5ec64f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/9c9b9355-9e1a-4ae7-b38c-3e1190bd12c3 HTTP/1.1" status: 204 len: 168 time: 1.5629508 Sep 23 22:25:53.361954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=78c76a82-bce5-4064-a94a-b287f5eff905,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:53.365733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48506) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:53.377741 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59c57dfb-b190-4d06-9485-7882823c6894 req-6b10f5cc-326e-47b9-b817-c91d07724745 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:53.412407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-088b9e54-7996-4819-85c5-db60b13e8c78 None None] For port ffcdcf29-d8a6-4531-858a-a7140a579052, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ffcdcf29-d8a6-4531-858a-a7140a579052,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:53.599470 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-75206e5e-a847-4ec2-87f4-6253e61657d1 req-b53afe43-6d42-4160-883e-19d825439c98 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 210 time: 0.3067791 Sep 23 22:25:53.606606 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8f59c5d3-3bff-4037-b26e-65477c10f5c6 req-b906e2cb-6a8c-4b12-bb77-4f0bab123d23 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100697 Sep 23 22:25:53.664945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:53.675010 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:53.678873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['dbb88fde-9fc0-4671-be74-f354bb4c1a41'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:25:53.689450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['78c76a82-bce5-4064-a94a-b287f5eff905'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:25:53.701160 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:53.768201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9023c9-2388-4118-a2f0-74aea02a4861 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:53.775953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9023c9-2388-4118-a2f0-74aea02a4861 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:53.797435 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4a9023c9-2388-4118-a2f0-74aea02a4861 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4287643 Sep 23 22:25:53.800619 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48514) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:53.893947 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-088b9e54-7996-4819-85c5-db60b13e8c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:53.963811 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:25:53.966433 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:25:54.026888 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-b696e443-ef8f-4a52-a8ee-0f630eeac2cd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 5ebb8965-ac29-408d-9ec9-f1da6e82ae66 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:25:54.038872 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b696e443-ef8f-4a52-a8ee-0f630eeac2cd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:54.087927 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59c57dfb-b190-4d06-9485-7882823c6894 req-6b10f5cc-326e-47b9-b817-c91d07724745 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:54.174494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7ec7d-aed6-4f2c-a733-5ff7e7e6cb30 req-96cc0b7c-e908-4cb4-9805-9d4049a8684f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:54.193225 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6cc7ec7d-aed6-4f2c-a733-5ff7e7e6cb30 req-96cc0b7c-e908-4cb4-9805-9d4049a8684f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 947 time: 0.2973986 Sep 23 22:25:54.317483 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b696e443-ef8f-4a52-a8ee-0f630eeac2cd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:54.324240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c57dfb-b190-4d06-9485-7882823c6894 req-6b10f5cc-326e-47b9-b817-c91d07724745 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Network 6e60562c-73b4-4052-9c89-59103c09f160 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:54.330597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-59c57dfb-b190-4d06-9485-7882823c6894 req-6b10f5cc-326e-47b9-b817-c91d07724745 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:54.346763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=dbb88fde-9fc0-4671-be74-f354bb4c1a41,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:54.349612 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c57dfb-b190-4d06-9485-7882823c6894 req-6b10f5cc-326e-47b9-b817-c91d07724745 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:54.407866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6f503-9449-43c5-b0cd-b2b8991bacea req-d39288c9-ea6a-4482-8904-764923ae407d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:54.409722 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3c6f503-9449-43c5-b0cd-b2b8991bacea req-d39288c9-ea6a-4482-8904-764923ae407d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 949 time: 0.3603129 Sep 23 22:25:54.416294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10f5cc-326e-47b9-b817-c91d07724745 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Pushing event updated for resources: {'Port': ['ID=791f63ff-4a6c-4352-833c-d9559929bc95,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:54.448884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9e81bd19-40d2-4419-8b3e-1226cb46e055 None None] Provisioning complete for port ffcdcf29-d8a6-4531-858a-a7140a579052 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:54.449297 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9e81bd19-40d2-4419-8b3e-1226cb46e055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:54.461654 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6cc7ec7d-aed6-4f2c-a733-5ff7e7e6cb30 req-82a3b64d-c85e-403b-b5a1-48d7e42c7042 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477422 Sep 23 22:25:54.576556 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c57dfb-b190-4d06-9485-7882823c6894 req-6b10f5cc-326e-47b9-b817-c91d07724745 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:54.577643 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59c57dfb-b190-4d06-9485-7882823c6894 req-6b10f5cc-326e-47b9-b817-c91d07724745 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:54.604300 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3c6f503-9449-43c5-b0cd-b2b8991bacea req-f9b647cf-941e-438f-bcaa-ac7c151c6da7 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325340 Sep 23 22:25:54.618736 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b696e443-ef8f-4a52-a8ee-0f630eeac2cd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:54.711715 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:54.756800 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59c57dfb-b190-4d06-9485-7882823c6894 req-6b10f5cc-326e-47b9-b817-c91d07724745 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2697725 Sep 23 22:25:54.867565 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b696e443-ef8f-4a52-a8ee-0f630eeac2cd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:54.883478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef943e9-85b3-4580-aea8-9e65e1ab4b9c req-f3c89c11-03d5-452a-88c5-11adcab2865f tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:54.893384 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eef943e9-85b3-4580-aea8-9e65e1ab4b9c req-f3c89c11-03d5-452a-88c5-11adcab2865f tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 944 time: 0.0959575 Sep 23 22:25:54.915100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b9e54-7996-4819-85c5-db60b13e8c78 None None] Pushing event updated for resources: {'Port': ['ID=ffcdcf29-d8a6-4531-858a-a7140a579052,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:54.921647 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:54.948330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696e443-ef8f-4a52-a8ee-0f630eeac2cd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=5ebb8965-ac29-408d-9ec9-f1da6e82ae66,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:54.963530 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b696e443-ef8f-4a52-a8ee-0f630eeac2cd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:54.967003 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b696e443-ef8f-4a52-a8ee-0f630eeac2cd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/5ebb8965-ac29-408d-9ec9-f1da6e82ae66 HTTP/1.1" status: 204 len: 168 time: 1.1644897 Sep 23 22:25:54.973145 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48530) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:55.065678 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-54fc15c8-a522-440d-8998-03f12aa2acf3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907300 Sep 23 22:25:55.070085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48532) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:55.078060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0eaa5d83-8640-404a-9561-632e880f8b3d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:55.086283 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Request body: {'port': {'device_id': '3db893a3-0bbd-475c-a7fa-18c88e891ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:55.100203 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eef943e9-85b3-4580-aea8-9e65e1ab4b9c req-1e783eb8-9584-48d8-83c9-e6ac6c797bc1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058342 Sep 23 22:25:55.286529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Allocated IP 172.20.0.1 (cdbdfaa1-95b8-43c6-9f1a-522d45db3439/54b21564-3f42-4a3c-b81d-f573077bf52f/1de86a69-ed07-467e-ae55-d811f5014b8d) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:55.324822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d186c38-40de-413b-ac69-14d44a12a6f5 req-a10ddf58-5755-4363-8ab9-59ab0bf0e5bf tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:55.337791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d186c38-40de-413b-ac69-14d44a12a6f5 req-a10ddf58-5755-4363-8ab9-59ab0bf0e5bf tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 931 time: 0.2358768 Sep 23 22:25:55.347962 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:55.377674 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046430ca-5736-423b-875e-660e0ab51149 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:25:55.405744 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaa5d83-8640-404a-9561-632e880f8b3d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:55.412870 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5d83-8640-404a-9561-632e880f8b3d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:55.415074 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'name': 'tempest-ServerRescueTestJSON-628743016-router', 'tenant_id': '92ffee92be894524b0e7f44ca8640737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '7385e489-c8d6-4ae6-872c-2fe04a362cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:25:46Z', 'updated_at': '2021-09-23T22:25:48Z', 'revision_number': 3, 'project_id': '92ffee92be894524b0e7f44ca8640737', 'gw_port': {'id': '7385e489-c8d6-4ae6-872c-2fe04a362cb6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:47Z', 'updated_at': '2021-09-23T22:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:55.489697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Checking router: 62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:25:55.490050 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Updating router 62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a port 7385e489-c8d6-4ae6-872c-2fe04a362cb6 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:25:55.549242 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7beddfd3-678b-455b-9c1f-3bb5e712182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:55.551591 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d59e292-1808-4aaf-8bd1-f7ebf2b342f1" -d '{"events": [{"server_uuid": "7beddfd3-678b-455b-9c1f-3bb5e712182c", "name": "network-vif-plugged", "status": "completed", "tag": "141b0f2c-8a85-4d9b-bd35-51cd99b190f4"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:55.634647 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:55.645839 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:55.766472 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:55.778435 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9e81bd19-40d2-4419-8b3e-1226cb46e055 None None] Could not find standard attr ID for object 9c9b9355-9e1a-4ae7-b38c-3e1190bd12c3. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:25:55.814762 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d186c38-40de-413b-ac69-14d44a12a6f5 req-9d7912e4-b26e-4ff0-94e2-787fdb248b95 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/security-groups?id=5040f08e-d054-4a3d-9f3c-788ba5191262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751494 Sep 23 22:25:55.958417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ffcdcf29-d8a6-4531-858a-a7140a579052 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:56.017793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ebd0f61b-72f8-4d6c-901d-7f4e4c4ff7ba None None] Could not find standard attr ID for object 9c9b9355-9e1a-4ae7-b38c-3e1190bd12c3. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:25:56.040874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:56.139047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26661ca8-b8af-4e1b-9816-a2488bcf2219 None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:25:56.144633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port ffcdcf29-d8a6-4531-858a-a7140a579052 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:56.144633 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:56.204563 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32861a46-bf80-4117-b486-f24d1486325a x-openstack-request-id: req-32861a46-bf80-4117-b486-f24d1486325a {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:56.204911 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7beddfd3-678b-455b-9c1f-3bb5e712182c", "name": "network-vif-plugged", "status": "completed", "tag": "141b0f2c-8a85-4d9b-bd35-51cd99b190f4", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:56.205159 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32861a46-bf80-4117-b486-f24d1486325a {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:56.205547 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7beddfd3-678b-455b-9c1f-3bb5e712182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4', 'code': 200} Sep 23 22:25:56.213595 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5d83-8640-404a-9561-632e880f8b3d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:56.445451 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:56.489144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-26661ca8-b8af-4e1b-9816-a2488bcf2219 None None] Deleting port ffcdcf29-d8a6-4531-858a-a7140a579052 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:25:56.489879 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-26661ca8-b8af-4e1b-9816-a2488bcf2219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:56.593781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaa5d83-8640-404a-9561-632e880f8b3d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:56.596749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-0eaa5d83-8640-404a-9561-632e880f8b3d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:56.626416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaa5d83-8640-404a-9561-632e880f8b3d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:56.627388 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5d83-8640-404a-9561-632e880f8b3d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:56.667342 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:56.682513 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3daef0-47f1-44d5-889c-6d103d4b5484 req-3081f5c5-b44a-48c7-9495-85e2133fe380 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:56.685624 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b3daef0-47f1-44d5-889c-6d103d4b5484 req-3081f5c5-b44a-48c7-9495-85e2133fe380 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.7281475 Sep 23 22:25:56.693446 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:56.751584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1c099-52a1-482c-9e62-a9cda6e195ca req-0fb42bb5-19c2-4058-a45f-c8025200e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:56.751930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa5d83-8640-404a-9561-632e880f8b3d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=eeb0be5f-918b-4b28-8037-9c82af73a336,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:56.753169 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67e1c099-52a1-482c-9e62-a9cda6e195ca req-0fb42bb5-19c2-4058-a45f-c8025200e110 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 1100 time: 0.1283491 Sep 23 22:25:56.759811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-26661ca8-b8af-4e1b-9816-a2488bcf2219 None None] For port ffcdcf29-d8a6-4531-858a-a7140a579052, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ffcdcf29-d8a6-4531-858a-a7140a579052,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:56.768668 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-26661ca8-b8af-4e1b-9816-a2488bcf2219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:56.789516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dc558-938f-4648-a565-021e2c8913c0 req-ab2aa0eb-055f-47f6-ab9b-0fc5b3ccd429 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:56.790262 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-26661ca8-b8af-4e1b-9816-a2488bcf2219 None None] Calling delete_port for ffcdcf29-d8a6-4531-858a-a7140a579052 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:25:56.791338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-ab2aa0eb-055f-47f6-ab9b-0fc5b3ccd429 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.43 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f&tenant_id=3b70fd1a6d0c4b0a803216b674009287&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 949 time: 0.1887422 Sep 23 22:25:56.794571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbe05d-a6f5-4590-8e98-90841c585838 None None] Pushing event updated for resources: {'Port': ['ID=7385e489-c8d6-4ae6-872c-2fe04a362cb6,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:56.799939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19edf1d-b850-4df7-98ec-4c88019a6455 req-5b232adb-b52b-484e-bb34-cca7ee5ae972 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:56.804810 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b3daef0-47f1-44d5-889c-6d103d4b5484 req-af023775-0337-414a-b3ff-2ac64803106c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095841 Sep 23 22:25:56.812448 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Attempting to bind port 7385e489-c8d6-4ae6-872c-2fe04a362cb6 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:25:56.815006 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Attempting to bind port 7385e489-c8d6-4ae6-872c-2fe04a362cb6 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:25:56.815733 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Attempting to bind port 7385e489-c8d6-4ae6-872c-2fe04a362cb6 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:25:56.820294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b19edf1d-b850-4df7-98ec-4c88019a6455 req-5b232adb-b52b-484e-bb34-cca7ee5ae972 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 944 time: 0.2194941 Sep 23 22:25:56.830034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:25:56.831216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:25:56.832102 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:56.832919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:25:56.833966 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Bound port: 7385e489-c8d6-4ae6-872c-2fe04a362cb6, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:25:56.835025 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:56.877663 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67e1c099-52a1-482c-9e62-a9cda6e195ca req-5bf6341e-980b-46f4-86ab-ccff97b2f6ee service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112599 Sep 23 22:25:56.893469 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791f63ff-4a6c-4352-833c-d9559929bc95 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:25:56.903918 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:56.922721 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Transition to ACTIVE for port object 791f63ff-4a6c-4352-833c-d9559929bc95 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:25:56.933502 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0eaa5d83-8640-404a-9561-632e880f8b3d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8600295 Sep 23 22:25:56.935302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48552) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:56.941554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7332c99c-138d-4719-87db-cff65ca375ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'name': 'tempest-NetworksTestDHCPv6-2012458849'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:56.976182 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-68955492-dff4-4e19-ae8a-7971a43e1483 service neutron] 10.222.0.43 "GET /v2.0/ports/dbb88fde-9fc0-4671-be74-f354bb4c1a41/bindings/n-h1-810775-1 HTTP/1.1" status: 200 len: 382 time: 0.1530807 Sep 23 22:25:56.984544 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b19edf1d-b850-4df7-98ec-4c88019a6455 req-7bc7f0ff-9611-4c4e-a298-17b6d96bf356 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629405 Sep 23 22:25:56.994468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] For port 7385e489-c8d6-4ae6-872c-2fe04a362cb6, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:25:56.999745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] For port 7385e489-c8d6-4ae6-872c-2fe04a362cb6, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7385e489-c8d6-4ae6-872c-2fe04a362cb6,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:25:57.050217 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:57.072071 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:57.081704 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef41892-f5fe-4f91-8509-746250d671b2 req-3611a3d5-9545-4e5c-85af-be1193ff4bc1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:57.083300 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5ef41892-f5fe-4f91-8509-746250d671b2 req-3611a3d5-9545-4e5c-85af-be1193ff4bc1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 949 time: 0.1456964 Sep 23 22:25:57.093670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 78c76a82-bce5-4064-a94a-b287f5eff905 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:57.098752 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-26661ca8-b8af-4e1b-9816-a2488bcf2219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:57.110570 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:57.136144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:57.144322 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device dbb88fde-9fc0-4671-be74-f354bb4c1a41 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:57.162146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c48d0b-91c7-4752-bf1d-256043c440ae req-97dd22a7-a4d4-44fd-b433-0c08dcc5a95e tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:57.163615 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35c48d0b-91c7-4752-bf1d-256043c440ae req-97dd22a7-a4d4-44fd-b433-0c08dcc5a95e tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 943 time: 0.1007390 Sep 23 22:25:57.165543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:57.171448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dc558-938f-4648-a565-021e2c8913c0 req-c0985c02-1e5e-47a7-87d6-97e75f68636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:57.173074 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-c0985c02-1e5e-47a7-87d6-97e75f68636d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 1100 time: 0.0736580 Sep 23 22:25:57.173231 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:57.175384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26661ca8-b8af-4e1b-9816-a2488bcf2219 None None] No DVR routers for this DVR port ffcdcf29-d8a6-4531-858a-a7140a579052 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:25:57.201166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26661ca8-b8af-4e1b-9816-a2488bcf2219 None None] Pushing event deleted for resources: {'Port': ['ID=ffcdcf29-d8a6-4531-858a-a7140a579052,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:57.221552 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faa87f1-2b3f-400f-a542-da6c68cee78c None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:25:57.246026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Pushing event updated for resources: {'Port': ['ID=1de86a69-ed07-467e-ae55-d811f5014b8d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:57.300505 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5ef41892-f5fe-4f91-8509-746250d671b2 req-cd01da88-eb9f-4772-b37e-f2db67db7660 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929812 Sep 23 22:25:57.311145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Routers {'62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:25:57.311145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:25:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:57.311333 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35c48d0b-91c7-4752-bf1d-256043c440ae req-897f977f-902e-4109-b235-5f5e5646fba8 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/security-groups?id=5040f08e-d054-4a3d-9f3c-788ba5191262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275361 Sep 23 22:25:57.417774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dc558-938f-4648-a565-021e2c8913c0 req-a679e7b9-69bb-412d-b056-36d57b0f2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:57.418325 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:57.424217 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-a679e7b9-69bb-412d-b056-36d57b0f2682 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2361150 Sep 23 22:25:57.430964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Pushing event updated for resources: {'Port': ['ID=791f63ff-4a6c-4352-833c-d9559929bc95,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:57.477414 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-51208a4a-44ec-45e9-a4a7-137f0c58c8e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41 HTTP/1.1" status: 200 len: 217 time: 0.0432785 Sep 23 22:25:57.498118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbe05d-a6f5-4590-8e98-90841c585838 None None] Pushing event updated for resources: {'Port': ['ID=7385e489-c8d6-4ae6-872c-2fe04a362cb6,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:57.528756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7332c99c-138d-4719-87db-cff65ca375ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:57.529178 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 78c76a82-bce5-4064-a94a-b287f5eff905 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:57.529563 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:57.532817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7332c99c-138d-4719-87db-cff65ca375ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:57.543309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dc558-938f-4648-a565-021e2c8913c0 req-ddd4ed7a-70c0-478f-a87d-95ab5005fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:57.545374 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-ddd4ed7a-70c0-478f-a87d-95ab5005fe35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0597451 Sep 23 22:25:57.571353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Attempting to bind port 791f63ff-4a6c-4352-833c-d9559929bc95 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:25:57.580481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Attempting to bind port 791f63ff-4a6c-4352-833c-d9559929bc95 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '68002282-4bae-46ea-abd8-6e43e89c603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6e60562c-73b4-4052-9c89-59103c09f160'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:25:57.580481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Attempting to bind port 791f63ff-4a6c-4352-833c-d9559929bc95 on network 6e60562c-73b4-4052-9c89-59103c09f160 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:25:57.580932 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] Set router 62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:25:57.585533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Port 791f63ff-4a6c-4352-833c-d9559929bc95 on network 6e60562c-73b4-4052-9c89-59103c09f160 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:25:57.585855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Attempting to bind port 791f63ff-4a6c-4352-833c-d9559929bc95 on network 6e60562c-73b4-4052-9c89-59103c09f160 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:25:57.595108 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:25:57.595454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Checking segment: {'id': '68002282-4bae-46ea-abd8-6e43e89c603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6e60562c-73b4-4052-9c89-59103c09f160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:25:57.596009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Bound using segment: {'id': '68002282-4bae-46ea-abd8-6e43e89c603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6e60562c-73b4-4052-9c89-59103c09f160'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:25:57.596470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Bound port: 791f63ff-4a6c-4352-833c-d9559929bc95, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68002282-4bae-46ea-abd8-6e43e89c603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6e60562c-73b4-4052-9c89-59103c09f160'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:25:57.596833 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:57.603636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-7332c99c-138d-4719-87db-cff65ca375ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port af4ebd09-1a82-4f9b-bfa7-da811ebcfbec yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:25:57.612301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dc558-938f-4648-a565-021e2c8913c0 req-41a9fe65-c482-4e8c-a22a-08ee5d3e64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:57.614360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-41a9fe65-c482-4e8c-a22a-08ee5d3e64a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0601976 Sep 23 22:25:57.695577 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port dbb88fde-9fc0-4671-be74-f354bb4c1a41 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:25:57.724002 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ffcdcf29-d8a6-4531-858a-a7140a579052 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:25:57.737856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port dbb88fde-9fc0-4671-be74-f354bb4c1a41 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:25:57.738238 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:57.762394 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-95a1b10c-99f4-4b68-ac6f-b69326dbc7f4 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387112 Sep 23 22:25:57.775191 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] For port 791f63ff-4a6c-4352-833c-d9559929bc95, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:25:57.780757 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] For port 791f63ff-4a6c-4352-833c-d9559929bc95, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=791f63ff-4a6c-4352-833c-d9559929bc95,segment=NetworkSegment(68002282-4bae-46ea-abd8-6e43e89c603f),segment_id=68002282-4bae-46ea-abd8-6e43e89c603f)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:25:57.783883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: ffcdcf29-d8a6-4531-858a-a7140a579052 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:25:57.784224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ffcdcf29-d8a6-4531-858a-a7140a579052 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:25:57.808594 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-7332c99c-138d-4719-87db-cff65ca375ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::2f8 (fabbdebb-7256-45f8-980f-653365ae34a1/eeb0be5f-918b-4b28-8037-9c82af73a336/af4ebd09-1a82-4f9b-bfa7-da811ebcfbec) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:57.929780 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:57.962589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:57.986012 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-f4875537-e2e7-4922-8670-9e6b59c3c0d8 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055142 Sep 23 22:25:58.042818 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': 'eeb0be5f-918b-4b28-8037-9c82af73a336'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:25:58.044000 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:58.059876 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:58.060964 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:58.062522 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59c57dfb-b190-4d06-9485-7882823c6894 req-82d294d2-2d74-407b-a504-043e50873045 service neutron] 10.222.0.67 "PUT /v2.0/ports/791f63ff-4a6c-4352-833c-d9559929bc95 HTTP/1.1" status: 200 len: 1091 time: 2.9858284 Sep 23 22:25:58.070626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db893a3-0bbd-475c-a7fa-18c88e891ab6', 'tag': '791f63ff-4a6c-4352-833c-d9559929bc95'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:58.073437 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd93fec0-45a4-412a-b6d3-f0a600c3a740" -d '{"events": [{"name": "network-changed", "server_uuid": "3db893a3-0bbd-475c-a7fa-18c88e891ab6", "tag": "791f63ff-4a6c-4352-833c-d9559929bc95"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:58.090739 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:58.237467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433d440-a317-40fa-8af6-83f19a11535a req-c575a17c-2ba4-4af9-aace-a848c1a6b9f1 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:58.240199 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b433d440-a317-40fa-8af6-83f19a11535a req-c575a17c-2ba4-4af9-aace-a848c1a6b9f1 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.2650244 Sep 23 22:25:58.262414 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95976710-2c6a-4e13-8e38-da9e15d798f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c76a82-bce5-4064-a94a-b287f5eff905'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:25:58.265289 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50a6dd5-2bc3-4d04-b2c6-b5a389483896" -d '{"events": [{"server_uuid": "95976710-2c6a-4e13-8e38-da9e15d798f4", "name": "network-vif-plugged", "status": "completed", "tag": "78c76a82-bce5-4064-a94a-b287f5eff905"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:25:58.309223 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 78c76a82-bce5-4064-a94a-b287f5eff905, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=78c76a82-bce5-4064-a94a-b287f5eff905,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:58.309223 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:58.357296 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:25:58.360682 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'name': 'tempest-ServerRescueTestJSON-628743016-router', 'tenant_id': '92ffee92be894524b0e7f44ca8640737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '7385e489-c8d6-4ae6-872c-2fe04a362cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:25:46Z', 'updated_at': '2021-09-23T22:25:48Z', 'revision_number': 3, 'project_id': '92ffee92be894524b0e7f44ca8640737', 'gw_port': {'id': '7385e489-c8d6-4ae6-872c-2fe04a362cb6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:47Z', 'updated_at': '2021-09-23T22:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:25:58.381452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34df3e1-88cd-4160-a78d-2a85aa2e1ad9 req-809397a3-ebb7-497a-937a-ddb1aa073b3e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:58.387306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d34df3e1-88cd-4160-a78d-2a85aa2e1ad9 req-809397a3-ebb7-497a-937a-ddb1aa073b3e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 944 time: 0.1233253 Sep 23 22:25:58.403781 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7430a2-16ac-4296-b167-83ca0fcdbfd7 None None] The sync data for ids ['62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'] in n-d-810775-1 is: [{'id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'name': 'tempest-ServerRescueTestJSON-628743016-router', 'tenant_id': '92ffee92be894524b0e7f44ca8640737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '7385e489-c8d6-4ae6-872c-2fe04a362cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:25:46Z', 'updated_at': '2021-09-23T22:25:48Z', 'revision_number': 3, 'project_id': '92ffee92be894524b0e7f44ca8640737', 'gw_port': {'id': '7385e489-c8d6-4ae6-872c-2fe04a362cb6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:47Z', 'updated_at': '2021-09-23T22:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:25:58.410499 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:58.446488 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:58.492390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=78c76a82-bce5-4064-a94a-b287f5eff905,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:58.499409 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7332c99c-138d-4719-87db-cff65ca375ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:58.516704 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d34df3e1-88cd-4160-a78d-2a85aa2e1ad9 req-18a10529-f477-4b7d-921b-2ce33202a839 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178324 Sep 23 22:25:58.567024 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=dbb88fde-9fc0-4671-be74-f354bb4c1a41,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:58.570325 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d294d2-2d74-407b-a504-043e50873045 service neutron] Pushing event updated for resources: {'Port': ['ID=791f63ff-4a6c-4352-833c-d9559929bc95,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:58.613731 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b433d440-a317-40fa-8af6-83f19a11535a req-3a8fc328-e623-4c60-ae39-ca272b834619 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545285 Sep 23 22:25:58.616432 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50ad8d3-f36f-4945-847e-7668f4ede4d2 x-openstack-request-id: req-e50ad8d3-f36f-4945-847e-7668f4ede4d2 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:58.616854 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db893a3-0bbd-475c-a7fa-18c88e891ab6", "tag": "791f63ff-4a6c-4352-833c-d9559929bc95", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:58.617308 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e50ad8d3-f36f-4945-847e-7668f4ede4d2 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:58.617981 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db893a3-0bbd-475c-a7fa-18c88e891ab6', 'tag': '791f63ff-4a6c-4352-833c-d9559929bc95', 'status': 'completed', 'code': 200} Sep 23 22:25:58.694590 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bcc199-8b67-4b30-8b21-52f3ead2cd7d x-openstack-request-id: req-02bcc199-8b67-4b30-8b21-52f3ead2cd7d {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:25:58.694882 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95976710-2c6a-4e13-8e38-da9e15d798f4", "name": "network-vif-plugged", "status": "completed", "tag": "78c76a82-bce5-4064-a94a-b287f5eff905", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:25:58.695134 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-02bcc199-8b67-4b30-8b21-52f3ead2cd7d {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:25:58.695537 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95976710-2c6a-4e13-8e38-da9e15d798f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c76a82-bce5-4064-a94a-b287f5eff905', 'code': 200} Sep 23 22:25:58.870463 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c57dfb-b190-4d06-9485-7882823c6894 req-20dd8211-7d8d-412d-854d-a492485e50e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:58.872255 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59c57dfb-b190-4d06-9485-7882823c6894 req-20dd8211-7d8d-412d-854d-a492485e50e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dac047bd95494ed4b1ef53cc9273167d&device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 1094 time: 0.5098016 Sep 23 22:25:58.969059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfb74d-5298-4425-b151-9970c230d27c req-b621acb4-37b9-4cbe-a004-e1a50effe0a3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:58.984019 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3dfb74d-5298-4425-b151-9970c230d27c req-b621acb4-37b9-4cbe-a004-e1a50effe0a3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.1307421 Sep 23 22:25:59.019114 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:59.048040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb39fd2-0bde-4fdc-8be3-7db26f036ad4 req-5d4a4064-4883-49c2-9556-9a24622dcc5c tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:59.049613 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Allocated IP 2001:db8::2 (fabbdebb-7256-45f8-980f-653365ae34a1/eeb0be5f-918b-4b28-8037-9c82af73a336/33759cff-77c4-44db-8b14-4ae32a58ffd0) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:25:59.064995 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3bb39fd2-0bde-4fdc-8be3-7db26f036ad4 req-5d4a4064-4883-49c2-9556-9a24622dcc5c tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 943 time: 0.2786193 Sep 23 22:25:59.073464 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7332c99c-138d-4719-87db-cff65ca375ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:59.081014 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3dfb74d-5298-4425-b151-9970c230d27c req-0cd95897-0ecd-4d4a-b2f3-6221344fe53c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957539 Sep 23 22:25:59.086822 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59c57dfb-b190-4d06-9485-7882823c6894 req-d74fb7a8-8471-4892-a9c3-57e3cea4c0ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=791f63ff-4a6c-4352-833c-d9559929bc95 HTTP/1.1" status: 200 len: 217 time: 0.1941209 Sep 23 22:25:59.238690 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:59.287793 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:59.312051 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3bb39fd2-0bde-4fdc-8be3-7db26f036ad4 req-446b3d75-3dda-432a-bca9-4d8dbb9e2d95 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/security-groups?id=5040f08e-d054-4a3d-9f3c-788ba5191262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462647 Sep 23 22:25:59.312819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332c99c-138d-4719-87db-cff65ca375ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=af4ebd09-1a82-4f9b-bfa7-da811ebcfbec,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:59.330335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7332c99c-138d-4719-87db-cff65ca375ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:59.364815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-7332c99c-138d-4719-87db-cff65ca375ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:59.368200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c57dfb-b190-4d06-9485-7882823c6894 req-f15795d2-50e4-4614-8d98-a00f8cbde778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:59.370632 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59c57dfb-b190-4d06-9485-7882823c6894 req-f15795d2-50e4-4614-8d98-a00f8cbde778 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10ea3700-0911-4f15-ba85-3a3a083f04d8 HTTP/1.1" status: 200 len: 852 time: 0.2628727 Sep 23 22:25:59.372573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7332c99c-138d-4719-87db-cff65ca375ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:59.380112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7332c99c-138d-4719-87db-cff65ca375ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:59.380793 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7332c99c-138d-4719-87db-cff65ca375ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:59.436749 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:59.441060 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59c57dfb-b190-4d06-9485-7882823c6894 req-abe70755-e405-4725-a931-96626989d9db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6e60562c-73b4-4052-9c89-59103c09f160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525475 Sep 23 22:25:59.446279 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9433a7-2886-4231-98db-2a6ee93a09d5 req-0689efe5-e35a-4050-b02d-81207e2ab50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:59.450523 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be9433a7-2886-4231-98db-2a6ee93a09d5 req-0689efe5-e35a-4050-b02d-81207e2ab50e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 1096 time: 0.2858572 Sep 23 22:25:59.455847 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:59.478471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Pushing event updated for resources: {'Port': ['ID=1de86a69-ed07-467e-ae55-d811f5014b8d,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:59.529857 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Pushing event updated for resources: {'Port': ['ID=33759cff-77c4-44db-8b14-4ae32a58ffd0,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:25:59.568447 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:59.575392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:59.580288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:25:59.608158 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be9433a7-2886-4231-98db-2a6ee93a09d5 req-4ea59a7f-e1e9-43c4-8efd-05b10933d764 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486943 Sep 23 22:25:59.615344 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7332c99c-138d-4719-87db-cff65ca375ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6788845 Sep 23 22:25:59.630175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48582) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:59.639639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48584) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:59.650036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-12637239-8c10-4175-b128-7f5110576bd1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-344905559'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:25:59.815807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Attempting to bind port 33759cff-77c4-44db-8b14-4ae32a58ffd0 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:25:59.816136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Attempting to bind port 33759cff-77c4-44db-8b14-4ae32a58ffd0 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:25:59.817066 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Attempting to bind port 33759cff-77c4-44db-8b14-4ae32a58ffd0 on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:25:59.821364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59c57dfb-b190-4d06-9485-7882823c6894 req-d3bb16f7-e991-4f9b-b240-d217f3357841 service neutron] 10.222.0.67 "GET /v2.0/networks/6e60562c-73b4-4052-9c89-59103c09f160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628256 Sep 23 22:25:59.823923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:25:59.825518 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:25:59.826121 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:59.826705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:25:59.827218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Bound port: 33759cff-77c4-44db-8b14-4ae32a58ffd0, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:25:59.827606 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:59.858171 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:25:59.862535 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:25:59.888408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88555609-ce86-4165-a66f-3509c2d1a781 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:59.889443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12637239-8c10-4175-b128-7f5110576bd1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Made reservation on behalf of 53d9dcc00ea347a4ba456b29d8894318 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:25:59.895521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-12637239-8c10-4175-b128-7f5110576bd1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:25:59.901718 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88555609-ce86-4165-a66f-3509c2d1a781 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:25:59.906150 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-88555609-ce86-4165-a66f-3509c2d1a781 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2854970 Sep 23 22:25:59.915195 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48588) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:25:59.941212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7385e489-c8d6-4ae6-872c-2fe04a362cb6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:25:59.973026 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12637239-8c10-4175-b128-7f5110576bd1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:26:00.042801 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-12637239-8c10-4175-b128-7f5110576bd1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:00.043554 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-12637239-8c10-4175-b128-7f5110576bd1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Added segment 107e196a-1f89-4fc7-ae5d-0ac0eb4fc857 of type vlan for network 277e5faa-2d60-44c3-be61-7e8c69a875a4 Sep 23 22:26:00.084812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] For port 33759cff-77c4-44db-8b14-4ae32a58ffd0, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:00.111020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] For port 33759cff-77c4-44db-8b14-4ae32a58ffd0, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=33759cff-77c4-44db-8b14-4ae32a58ffd0,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:00.127504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7385e489-c8d6-4ae6-872c-2fe04a362cb6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:00.128198 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:00.169343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41bc35-b47a-444b-a41d-29f2f15ed1a3 req-7a5986c6-c682-4d7c-b8bc-beea75db4752 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:00.174348 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1b41bc35-b47a-444b-a41d-29f2f15ed1a3 req-7a5986c6-c682-4d7c-b8bc-beea75db4752 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.2251937 Sep 23 22:26:00.186424 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-12637239-8c10-4175-b128-7f5110576bd1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:00.267400 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:00.301766 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1b41bc35-b47a-444b-a41d-29f2f15ed1a3 req-ddf79304-948c-4c02-a89b-af2d7fee4b21 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095002 Sep 23 22:26:00.349496 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:00.376899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76deed-94f9-4d54-8dc3-2543dd585039 None None] Pushing event updated for resources: {'Port': ['ID=33759cff-77c4-44db-8b14-4ae32a58ffd0,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:00.412719 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 7385e489-c8d6-4ae6-872c-2fe04a362cb6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7385e489-c8d6-4ae6-872c-2fe04a362cb6,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:00.446286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b93d58-0578-4e3f-b2f5-60ee0c562376 req-3c2e0c38-b4d9-4403-b994-de12f104a085 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:00.454438 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9b93d58-0578-4e3f-b2f5-60ee0c562376 req-3c2e0c38-b4d9-4403-b994-de12f104a085 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.4996400 Sep 23 22:26:00.478890 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59c57dfb-b190-4d06-9485-7882823c6894 req-f6e601f8-4229-4404-82f8-c0e1d1a95999 service neutron] 10.222.0.67 "GET /v2.0/networks/6e60562c-73b4-4052-9c89-59103c09f160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904096 Sep 23 22:26:00.524188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Router 62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:26:00.531781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a208c3c-04c4-4a6b-a2c5-326709f76673 req-73eeaa98-d6d4-4014-b3c2-7f366aa78c1e tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:00.534898 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a208c3c-04c4-4a6b-a2c5-326709f76673 req-73eeaa98-d6d4-4014-b3c2-7f366aa78c1e tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.1049457 Sep 23 22:26:00.537101 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9b93d58-0578-4e3f-b2f5-60ee0c562376 req-92b99e44-30ac-4dff-b617-410a26ae7c03 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813389 Sep 23 22:26:00.567705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f89db157-538d-4ff4-b561-c3abd485b741 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port af4ebd09-1a82-4f9b-bfa7-da811ebcfbec {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:00.573372 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f89db157-538d-4ff4-b561-c3abd485b741 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:00.628078 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-12637239-8c10-4175-b128-7f5110576bd1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:00.644046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12637239-8c10-4175-b128-7f5110576bd1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:00.648331 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-12637239-8c10-4175-b128-7f5110576bd1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:00.695904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f89db157-538d-4ff4-b561-c3abd485b741 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:00.712151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:00.712151 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de325635-d1c8-446e-abee-7b043884c40d" -d '{"events": [{"server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "name": "network-vif-plugged", "status": "completed", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:00.734803 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:00.735387 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f89db157-538d-4ff4-b561-c3abd485b741 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for af4ebd09-1a82-4f9b-bfa7-da811ebcfbec owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:00.821024 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a208c3c-04c4-4a6b-a2c5-326709f76673 req-55dfa6ea-bf44-4e43-8b63-62f6f60c91b2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651131 Sep 23 22:26:00.939768 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-12637239-8c10-4175-b128-7f5110576bd1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2972560 Sep 23 22:26:00.948963 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48600) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:00.969321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6718cff2-641f-4fd8-a11d-348072fcbd29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-840937985'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:01.045477 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=7385e489-c8d6-4ae6-872c-2fe04a362cb6,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:01.112318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12637239-8c10-4175-b128-7f5110576bd1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'Network': ['ID=277e5faa-2d60-44c3-be61-7e8c69a875a4,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:01.131648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 277e5faa-2d60-44c3-be61-7e8c69a875a4 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:26:01.245845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ba2f5-bd4c-46d4-b5e1-edf9bcec7c88 req-263f18ea-b046-4963-a61e-e588cb33be1f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:01.248922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-636ba2f5-bd4c-46d4-b5e1-edf9bcec7c88 req-263f18ea-b046-4963-a61e-e588cb33be1f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1466413 Sep 23 22:26:01.313896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-636ba2f5-bd4c-46d4-b5e1-edf9bcec7c88 req-ee724fc5-0fda-42b3-b45c-dbb27ee703c1 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564370 Sep 23 22:26:01.414063 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6718cff2-641f-4fd8-a11d-348072fcbd29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Made reservation on behalf of 53d9dcc00ea347a4ba456b29d8894318 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:01.422318 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3891e8f4-4e38-4ebb-9f3b-6490d2e3b474 x-openstack-request-id: req-3891e8f4-4e38-4ebb-9f3b-6490d2e3b474 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:01.422659 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "name": "network-vif-plugged", "status": "completed", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:01.422904 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3891e8f4-4e38-4ebb-9f3b-6490d2e3b474 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:01.423272 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41', 'code': 200} Sep 23 22:26:01.431696 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6718cff2-641f-4fd8-a11d-348072fcbd29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:01.462898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93fec0-45a4-412a-b6d3-f0a600c3a740 req-e8b62f73-fdec-4f23-817c-c3744c0fafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:01.464455 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd93fec0-45a4-412a-b6d3-f0a600c3a740 req-e8b62f73-fdec-4f23-817c-c3744c0fafa5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dac047bd95494ed4b1ef53cc9273167d&device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 1094 time: 0.5328400 Sep 23 22:26:01.472533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6718cff2-641f-4fd8-a11d-348072fcbd29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:26:01.486151 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6718cff2-641f-4fd8-a11d-348072fcbd29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:01.489895 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-6718cff2-641f-4fd8-a11d-348072fcbd29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Added segment c373b46c-4a82-4d08-bf67-4db7f721d337 of type vlan for network ca883b77-dd36-40f2-a31d-760ec43ec06e Sep 23 22:26:01.571627 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6718cff2-641f-4fd8-a11d-348072fcbd29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:01.574430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:26:01.588973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f535a-f93b-4266-9f22-cd4c6512ba35 req-9761c62c-5166-44d6-b709-7f1c3b8b378f tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:01.591122 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e97f535a-f93b-4266-9f22-cd4c6512ba35 req-9761c62c-5166-44d6-b709-7f1c3b8b378f tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 943 time: 0.5645969 Sep 23 22:26:01.594856 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Sync routers for ids ['62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:26:01.597169 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7844f90e-d345-460b-b27c-fe5c610ce718 admin admin] 10.222.0.22 "PUT /v2.0/routers/62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1144414 Sep 23 22:26:01.625790 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Routers {'62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:26:01.626900 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:25:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:26:01.651092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93fec0-45a4-412a-b6d3-f0a600c3a740 req-7d69bdfc-c7b5-4ede-8028-d12af01ddd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:01.652651 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd93fec0-45a4-412a-b6d3-f0a600c3a740 req-7d69bdfc-c7b5-4ede-8028-d12af01ddd91 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6e60562c-73b4-4052-9c89-59103c09f160 HTTP/1.1" status: 200 len: 913 time: 0.1772969 Sep 23 22:26:01.660094 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e97f535a-f93b-4266-9f22-cd4c6512ba35 req-b9f2e2ff-3204-4476-ab24-542435471869 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/security-groups?id=5040f08e-d054-4a3d-9f3c-788ba5191262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602484 Sep 23 22:26:01.713131 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.resource_extend [None req-6718cff2-641f-4fd8-a11d-348072fcbd29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:26:01.752986 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f89db157-538d-4ff4-b561-c3abd485b741 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:01.756496 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd93fec0-45a4-412a-b6d3-f0a600c3a740 req-91a8c2c1-6260-4458-a3b2-d56f57a0e24b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=791f63ff-4a6c-4352-833c-d9559929bc95 HTTP/1.1" status: 200 len: 217 time: 0.0912642 Sep 23 22:26:01.856033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89db157-538d-4ff4-b561-c3abd485b741 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=af4ebd09-1a82-4f9b-bfa7-da811ebcfbec,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:01.895863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d7778-5885-4dd0-9c7f-36c9fddcd7c1 req-b1ad3607-9e43-4572-a7d8-8a1d4cce39dc tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:01.900042 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f89db157-538d-4ff4-b561-c3abd485b741 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:01.902883 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f89db157-538d-4ff4-b561-c3abd485b741 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/af4ebd09-1a82-4f9b-bfa7-da811ebcfbec HTTP/1.1" status: 204 len: 168 time: 1.9801474 Sep 23 22:26:01.907417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48614) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:01.909352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93fec0-45a4-412a-b6d3-f0a600c3a740 req-4177aa9c-a5c0-438c-a344-9296a4f2a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:01.911196 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd93fec0-45a4-412a-b6d3-f0a600c3a740 req-4177aa9c-a5c0-438c-a344-9296a4f2a87b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10ea3700-0911-4f15-ba85-3a3a083f04d8 HTTP/1.1" status: 200 len: 852 time: 0.1403036 Sep 23 22:26:01.921747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b0d7778-5885-4dd0-9c7f-36c9fddcd7c1 req-b1ad3607-9e43-4572-a7d8-8a1d4cce39dc tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.3609428 Sep 23 22:26:01.975104 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6718cff2-641f-4fd8-a11d-348072fcbd29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:02.015681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6718cff2-641f-4fd8-a11d-348072fcbd29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:02.016796 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6718cff2-641f-4fd8-a11d-348072fcbd29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:02.072977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 33759cff-77c4-44db-8b14-4ae32a58ffd0 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:02.106441 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd93fec0-45a4-412a-b6d3-f0a600c3a740 req-b0c76153-2ebe-44c6-9e86-4c3f4f129db3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6e60562c-73b4-4052-9c89-59103c09f160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807241 Sep 23 22:26:02.182179 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Set router 62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:26:02.223043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 33759cff-77c4-44db-8b14-4ae32a58ffd0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:02.223665 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:02.297144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65f445f-86aa-4225-81d6-08aa6e3ddecb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:02.298823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65f445f-86aa-4225-81d6-08aa6e3ddecb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:02.303869 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f65f445f-86aa-4225-81d6-08aa6e3ddecb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3911822 Sep 23 22:26:02.304114 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48626) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:02.351669 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b0d7778-5885-4dd0-9c7f-36c9fddcd7c1 req-81096471-e5a1-4ef4-9001-10c16847d333 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286702 Sep 23 22:26:02.382074 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bc7763-3134-4f19-9775-fb201ce4fcbc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet eeb0be5f-918b-4b28-8037-9c82af73a336 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:26:02.386332 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55bc7763-3134-4f19-9775-fb201ce4fcbc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:02.478051 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55bc7763-3134-4f19-9775-fb201ce4fcbc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:02.489778 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:02.511743 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd93fec0-45a4-412a-b6d3-f0a600c3a740 req-7f190b1b-79dd-4e3f-8f32-4d8de4d629fa service neutron] 10.222.0.67 "GET /v2.0/networks/6e60562c-73b4-4052-9c89-59103c09f160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344896 Sep 23 22:26:02.517094 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718cff2-641f-4fd8-a11d-348072fcbd29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'Network': ['ID=ca883b77-dd36-40f2-a31d-760ec43ec06e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:02.535421 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6718cff2-641f-4fd8-a11d-348072fcbd29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5836618 Sep 23 22:26:02.541749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48628) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:02.561721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6c46799f-e414-453f-a137-01f04f55073f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'subnet': {'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:02.608727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 33759cff-77c4-44db-8b14-4ae32a58ffd0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=33759cff-77c4-44db-8b14-4ae32a58ffd0,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:02.610304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network ca883b77-dd36-40f2-a31d-760ec43ec06e details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:26:02.710202 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dc558-938f-4648-a565-021e2c8913c0 req-aeb9549e-1492-4a18-a91b-bdb52e02edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:02.715376 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-aeb9549e-1492-4a18-a91b-bdb52e02edca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f&tenant_id=3b70fd1a6d0c4b0a803216b674009287 HTTP/1.1" status: 200 len: 1101 time: 0.1457286 Sep 23 22:26:02.753815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:02.793077 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:02.793946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7385e489-c8d6-4ae6-872c-2fe04a362cb6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:02.846882 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'name': 'tempest-ServerRescueTestJSON-628743016-router', 'tenant_id': '92ffee92be894524b0e7f44ca8640737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '7385e489-c8d6-4ae6-872c-2fe04a362cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:25:46Z', 'updated_at': '2021-09-23T22:25:57Z', 'revision_number': 4, 'project_id': '92ffee92be894524b0e7f44ca8640737', 'gw_port': {'id': '7385e489-c8d6-4ae6-872c-2fe04a362cb6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:47Z', 'updated_at': '2021-09-23T22:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '1de86a69-ed07-467e-ae55-d811f5014b8d', 'name': '', 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439', 'tenant_id': '92ffee92be894524b0e7f44ca8640737', 'mac_address': 'fa:16:3e:2e:6d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '54b21564-3f42-4a3c-b81d-f573077bf52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:54Z', 'updated_at': '2021-09-23T22:25:58Z', 'revision_number': 2, 'project_id': '92ffee92be894524b0e7f44ca8640737', 'subnets': [{'id': '54b21564-3f42-4a3c-b81d-f573077bf52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:26:02.901383 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Checking router: 62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:26:02.902160 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Updating router 62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a port 1de86a69-ed07-467e-ae55-d811f5014b8d binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:26:02.927971 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c46799f-e414-453f-a137-01f04f55073f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Made reservation on behalf of 53d9dcc00ea347a4ba456b29d8894318 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:02.929559 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c46799f-e414-453f-a137-01f04f55073f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:02.940249 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:02.949880 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55bc7763-3134-4f19-9775-fb201ce4fcbc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:02.967656 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:02.993850 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd93fec0-45a4-412a-b6d3-f0a600c3a740 req-3b96c8de-102b-4e68-9ada-a12c91c2392f service neutron] 10.222.0.67 "GET /v2.0/networks/6e60562c-73b4-4052-9c89-59103c09f160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539833 Sep 23 22:26:03.008979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6416b2be-fe28-43d0-af14-0c6602c1eda2 None None] Provisioning complete for port 33759cff-77c4-44db-8b14-4ae32a58ffd0 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:03.009615 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6416b2be-fe28-43d0-af14-0c6602c1eda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:03.035039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=33759cff-77c4-44db-8b14-4ae32a58ffd0,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:03.203353 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device dbb88fde-9fc0-4671-be74-f354bb4c1a41 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:26:03.224124 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7385e489-c8d6-4ae6-872c-2fe04a362cb6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:03.224124 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:03.341036 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:03.422209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067b147-9cb5-4230-9683-510b81c60204 req-547411d8-aed7-40af-a2f3-e6912a41db55 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:03.430545 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b067b147-9cb5-4230-9683-510b81c60204 req-547411d8-aed7-40af-a2f3-e6912a41db55 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.6463068 Sep 23 22:26:03.448311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:03.544003 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:03.548759 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b067b147-9cb5-4230-9683-510b81c60204 req-2bea648c-e0aa-46d7-8d68-096001b2c9da tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170290 Sep 23 22:26:03.559269 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:03.582377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:03.598095 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6177694c-6258-4918-b15e-0e44087df582" -d '{"events": [{"server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:03.598095 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55bc7763-3134-4f19-9775-fb201ce4fcbc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:03.647179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-890a78c2-20f0-4cf1-acb9-ac1a9572da6a None None] Could not find standard attr ID for object af4ebd09-1a82-4f9b-bfa7-da811ebcfbec. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:26:03.652499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Transition to ACTIVE for port object dbb88fde-9fc0-4671-be74-f354bb4c1a41 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:26:03.657361 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55bc7763-3134-4f19-9775-fb201ce4fcbc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:03.664701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b030becf-b66a-48bc-966b-5ff3fe07f65d None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:03.674560 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-55bc7763-3134-4f19-9775-fb201ce4fcbc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/eeb0be5f-918b-4b28-8037-9c82af73a336 HTTP/1.1" status: 204 len: 168 time: 1.3607213 Sep 23 22:26:03.675551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48652) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:03.676803 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:03.690019 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc7763-3134-4f19-9775-fb201ce4fcbc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb0be5f-918b-4b28-8037-9c82af73a336,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:03.745422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-f3a700c5-3ab1-4b1d-b320-e69685449350 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:03.753965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-f3a700c5-3ab1-4b1d-b320-e69685449350 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/networks?id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439 HTTP/1.1" status: 200 len: 810 time: 0.5019028 Sep 23 22:26:03.796525 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-c45e8fe9-fde7-4360-b7c4-7f0658816667 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/quotas/92ffee92be894524b0e7f44ca8640737 HTTP/1.1" status: 200 len: 375 time: 0.0302706 Sep 23 22:26:03.831980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a6f99134-4ae1-4fb2-a4a1-842f360ffde0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1547649 Sep 23 22:26:03.833932 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:03.837012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48656) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:03.852730 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 33759cff-77c4-44db-8b14-4ae32a58ffd0 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:03.857343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c0283254-ac0b-4b71-bb9d-b961e30b0006 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:03.861050 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:03.914294 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:26:03.914735 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:26:03.936391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 33759cff-77c4-44db-8b14-4ae32a58ffd0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:03.936846 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:03.944806 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb860f7-bd06-4711-a7e7-33ae765fbdd0 None None] Pushing event updated for resources: {'Port': ['ID=1de86a69-ed07-467e-ae55-d811f5014b8d,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:03.981319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb88fde-9fc0-4671-be74-f354bb4c1a41,revision_number=10']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:03.986110 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-4d319b69-3043-4f32-8363-d26d0b42d56b tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=92ffee92be894524b0e7f44ca8640737&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1886094 Sep 23 22:26:03.987595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] No DVR routers for this DVR port dbb88fde-9fc0-4671-be74-f354bb4c1a41 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:26:04.007750 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec9218-01a5-434e-a7c9-059c42bdbeab req-ce0c63f7-7d30-4d69-a5cd-646f317ab689 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:04.010090 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eaec9218-01a5-434e-a7c9-059c42bdbeab req-ce0c63f7-7d30-4d69-a5cd-646f317ab689 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.3141210 Sep 23 22:26:04.013492 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Attempting to bind port 1de86a69-ed07-467e-ae55-d811f5014b8d on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:04.014077 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Attempting to bind port 1de86a69-ed07-467e-ae55-d811f5014b8d by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:04.014885 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Attempting to bind port 1de86a69-ed07-467e-ae55-d811f5014b8d on network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:04.021575 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:04.022304 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Checking segment: {'id': '82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:04.023031 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:04.024252 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Bound using segment: {'id': '82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:04.024891 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Bound port: 1de86a69-ed07-467e-ae55-d811f5014b8d, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:04.025849 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:04.078202 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c46799f-e414-453f-a137-01f04f55073f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:04.129584 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] For port 1de86a69-ed07-467e-ae55-d811f5014b8d, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:04.132260 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Attempting to bind port dbb88fde-9fc0-4671-be74-f354bb4c1a41 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:04.133229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Attempting to bind port dbb88fde-9fc0-4671-be74-f354bb4c1a41 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:04.133411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Attempting to bind port dbb88fde-9fc0-4671-be74-f354bb4c1a41 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:04.148649 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] For port 1de86a69-ed07-467e-ae55-d811f5014b8d, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1de86a69-ed07-467e-ae55-d811f5014b8d,segment=NetworkSegment(82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2),segment_id=82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:04.160675 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e82fdcb-1a78-4384-9d63-d2414e83d89f None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:26:04.172159 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Port dbb88fde-9fc0-4671-be74-f354bb4c1a41 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:26:04.172715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Attempting to bind port dbb88fde-9fc0-4671-be74-f354bb4c1a41 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:04.190431 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eaec9218-01a5-434e-a7c9-059c42bdbeab req-0b2d745e-d540-4cdf-83bf-c704fb0ac38d tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401744 Sep 23 22:26:04.192568 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:04.193132 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:04.194387 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:04.194600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Bound port: dbb88fde-9fc0-4671-be74-f354bb4c1a41, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:04.195152 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:04.249649 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8e82fdcb-1a78-4384-9d63-d2414e83d89f None None] Deleting port 33759cff-77c4-44db-8b14-4ae32a58ffd0 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:04.250581 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e82fdcb-1a78-4384-9d63-d2414e83d89f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:04.307998 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:04.353480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46799f-e414-453f-a137-01f04f55073f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'Subnet': ['ID=e4c74845-4044-4c41-beed-d8570726d860,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:04.365035 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:04.369666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-12cc9c7e-05e2-429d-976e-e0ca60c8ed1e service neutron] 10.222.0.22 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823950 Sep 23 22:26:04.372271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:04.380339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c46799f-e414-453f-a137-01f04f55073f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Checking segment: {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:04.381186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c46799f-e414-453f-a137-01f04f55073f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Network hostable DHCP agents. Network: 277e5faa-2d60-44c3-be61-7e8c69a875a4, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:26:04.403573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8e82fdcb-1a78-4384-9d63-d2414e83d89f None None] For port 33759cff-77c4-44db-8b14-4ae32a58ffd0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=33759cff-77c4-44db-8b14-4ae32a58ffd0,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:04.404288 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e82fdcb-1a78-4384-9d63-d2414e83d89f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:04.416670 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb860f7-bd06-4711-a7e7-33ae765fbdd0 None None] Pushing event updated for resources: {'Port': ['ID=1de86a69-ed07-467e-ae55-d811f5014b8d,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:04.447784 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Routers {'62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:26:04.448969 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:25:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:26:04.479824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8e82fdcb-1a78-4384-9d63-d2414e83d89f None None] Calling delete_port for 33759cff-77c4-44db-8b14-4ae32a58ffd0 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:04.504522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f773bd4-39c8-4ac1-a477-2a1580fab17e req-24545cb3-d193-47ef-b0ca-0a7e0e9b5e50 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:04.506536 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f773bd4-39c8-4ac1-a477-2a1580fab17e req-24545cb3-d193-47ef-b0ca-0a7e0e9b5e50 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 943 time: 0.1134574 Sep 23 22:26:04.577846 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:04.596250 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-8dfbc604-af4a-49d3-87df-b4b7012b090d service neutron] 10.222.0.22 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250085 Sep 23 22:26:04.601601 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f773bd4-39c8-4ac1-a477-2a1580fab17e req-3d5124f2-4f27-43c3-a5f2-8587d0352bcd tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/security-groups?id=5040f08e-d054-4a3d-9f3c-788ba5191262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878186 Sep 23 22:26:04.606707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0283254-ac0b-4b71-bb9d-b961e30b0006 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:04.614941 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c0283254-ac0b-4b71-bb9d-b961e30b0006 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:04.686930 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] Set router 62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:26:04.710918 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb88fde-9fc0-4671-be74-f354bb4c1a41,revision_number=11']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:04.731112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:04.732260 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:04.740949 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-3671bfff-d299-49a0-90f3-79af2561e8e3 service neutron] 10.222.0.67 "PUT /v2.0/ports/dbb88fde-9fc0-4671-be74-f354bb4c1a41 HTTP/1.1" status: 200 len: 1097 time: 1.9889181 Sep 23 22:26:04.763448 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e82fdcb-1a78-4384-9d63-d2414e83d89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:04.846213 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82fdcb-1a78-4384-9d63-d2414e83d89f None None] No DVR routers for this DVR port 33759cff-77c4-44db-8b14-4ae32a58ffd0 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:26:04.853639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82fdcb-1a78-4384-9d63-d2414e83d89f None None] Pushing event deleted for resources: {'Port': ['ID=33759cff-77c4-44db-8b14-4ae32a58ffd0,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:04.866902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c46799f-e414-453f-a137-01f04f55073f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Network 277e5faa-2d60-44c3-be61-7e8c69a875a4 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:26:04.988635 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dc558-938f-4648-a565-021e2c8913c0 req-8f2e9e71-9e47-41e0-b549-57ae4bf99a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:04.991101 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-8f2e9e71-9e47-41e0-b549-57ae4bf99a5b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 1100 time: 0.2124231 Sep 23 22:26:05.031824 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b49ebb-561e-428c-92f4-c969b473dbf1 req-df204566-cb89-424f-9571-e798dce88bf4 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:05.044783 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7b49ebb-561e-428c-92f4-c969b473dbf1 req-df204566-cb89-424f-9571-e798dce88bf4 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1795204 Sep 23 22:26:05.098280 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-6c46799f-e414-453f-a137-01f04f55073f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 277e5faa-2d60-44c3-be61-7e8c69a875a4) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:05.109487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c46799f-e414-453f-a137-01f04f55073f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:05.110900 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c46799f-e414-453f-a137-01f04f55073f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:05.123023 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 791f63ff-4a6c-4352-833c-d9559929bc95 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:26:05.144284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c96eec-136b-4d9f-afc2-1d1487ab6ecd None None] Network 277e5faa-2d60-44c3-be61-7e8c69a875a4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:05.207591 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'name': 'tempest-ServerRescueTestJSON-628743016-router', 'tenant_id': '92ffee92be894524b0e7f44ca8640737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '7385e489-c8d6-4ae6-872c-2fe04a362cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:25:46Z', 'updated_at': '2021-09-23T22:25:57Z', 'revision_number': 4, 'project_id': '92ffee92be894524b0e7f44ca8640737', 'gw_port': {'id': '7385e489-c8d6-4ae6-872c-2fe04a362cb6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:47Z', 'updated_at': '2021-09-23T22:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '1de86a69-ed07-467e-ae55-d811f5014b8d', 'name': '', 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439', 'tenant_id': '92ffee92be894524b0e7f44ca8640737', 'mac_address': 'fa:16:3e:2e:6d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '54b21564-3f42-4a3c-b81d-f573077bf52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:54Z', 'updated_at': '2021-09-23T22:26:04Z', 'revision_number': 4, 'project_id': '92ffee92be894524b0e7f44ca8640737', 'subnets': [{'id': '54b21564-3f42-4a3c-b81d-f573077bf52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:26:05.229942 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1d0b2c-7b82-423a-ab56-8de12a19b01a x-openstack-request-id: req-2c1d0b2c-7b82-423a-ab56-8de12a19b01a {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:05.236602 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:05.236602 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c1d0b2c-7b82-423a-ab56-8de12a19b01a {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:05.236602 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41', 'code': 200} Sep 23 22:26:05.290424 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425099c6-cefb-4643-a985-961d6f368a44 None None] The sync data for ids ['62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'] in n-d-810775-1 is: [{'id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'name': 'tempest-ServerRescueTestJSON-628743016-router', 'tenant_id': '92ffee92be894524b0e7f44ca8640737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '7385e489-c8d6-4ae6-872c-2fe04a362cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:25:46Z', 'updated_at': '2021-09-23T22:25:57Z', 'revision_number': 4, 'project_id': '92ffee92be894524b0e7f44ca8640737', 'gw_port': {'id': '7385e489-c8d6-4ae6-872c-2fe04a362cb6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:47Z', 'updated_at': '2021-09-23T22:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '1de86a69-ed07-467e-ae55-d811f5014b8d', 'name': '', 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439', 'tenant_id': '92ffee92be894524b0e7f44ca8640737', 'mac_address': 'fa:16:3e:2e:6d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '54b21564-3f42-4a3c-b81d-f573077bf52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:54Z', 'updated_at': '2021-09-23T22:26:04Z', 'revision_number': 4, 'project_id': '92ffee92be894524b0e7f44ca8640737', 'subnets': [{'id': '54b21564-3f42-4a3c-b81d-f573077bf52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:26:05.337628 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c0283254-ac0b-4b71-bb9d-b961e30b0006 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:05.456492 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6c46799f-e414-453f-a137-01f04f55073f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9135675 Sep 23 22:26:05.470861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48666) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:05.472648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0283254-ac0b-4b71-bb9d-b961e30b0006 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:05.485929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c0283254-ac0b-4b71-bb9d-b961e30b0006 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:05.489885 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0283254-ac0b-4b71-bb9d-b961e30b0006 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:05.490497 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c0283254-ac0b-4b71-bb9d-b961e30b0006 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:05.498038 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-228dfd5b-9128-41cf-b663-832f951138f4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'subnet': {'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:05.530765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18400d6a-5ac7-43a7-8f3c-7a231d64524b None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:05.554548 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0283254-ac0b-4b71-bb9d-b961e30b0006 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=818f3898-6d4f-4da4-86ac-87a79bf38ca6,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:05.599354 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7b49ebb-561e-428c-92f4-c969b473dbf1 req-883364f7-0add-4c40-a14f-d831da65a356 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531650 Sep 23 22:26:05.646154 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d650b9a-e2a3-40db-aff3-1b5f2e2312f5 req-de73803a-aa4e-4283-b2f8-be2590d67bae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4590423 Sep 23 22:26:05.665710 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c0283254-ac0b-4b71-bb9d-b961e30b0006 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8203828 Sep 23 22:26:05.668267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48674) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:05.674556 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b6fac5c8-245f-4588-893b-327b09f8812e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'name': 'tempest-NetworksTestDHCPv6-700265409'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:05.789822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 791f63ff-4a6c-4352-833c-d9559929bc95, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=791f63ff-4a6c-4352-833c-d9559929bc95,segment=NetworkSegment(68002282-4bae-46ea-abd8-6e43e89c603f),segment_id=68002282-4bae-46ea-abd8-6e43e89c603f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:05.862063 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dc558-938f-4648-a565-021e2c8913c0 req-657f4d0b-ae9e-416c-8dc7-64b2e2ce1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:05.865528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-657f4d0b-ae9e-416c-8dc7-64b2e2ce1258 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.8626733 Sep 23 22:26:05.953293 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-41123a2e-f483-423a-a6d8-6e940b291daf req-b6ddcfbe-7952-4671-a64a-793158a3c739 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 210 time: 0.1142504 Sep 23 22:26:05.968513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d578eb4-edd9-403e-b178-dd34bb569073 req-39ab64ee-776e-4cf4-a458-995c5f0a5a44 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:05.971024 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d578eb4-edd9-403e-b178-dd34bb569073 req-39ab64ee-776e-4cf4-a458-995c5f0a5a44 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 949 time: 0.2636635 Sep 23 22:26:05.997757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1de86a69-ed07-467e-ae55-d811f5014b8d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:06.021577 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-ff5035b2-76a5-4c56-820f-086368747893 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41 HTTP/1.1" status: 200 len: 217 time: 0.1299963 Sep 23 22:26:06.122954 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d578eb4-edd9-403e-b178-dd34bb569073 req-37d2645c-4469-4c91-aede-d9a71af51a99 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198819 Sep 23 22:26:06.159646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d650b9a-e2a3-40db-aff3-1b5f2e2312f5 req-27949fea-2dae-4891-ab26-77bdbbe84042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:06.161297 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d650b9a-e2a3-40db-aff3-1b5f2e2312f5 req-27949fea-2dae-4891-ab26-77bdbbe84042 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=28bc040e018a46328b3cf271deaa2ec9&device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 1096 time: 0.3393419 Sep 23 22:26:06.292259 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228dfd5b-9128-41cf-b663-832f951138f4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Made reservation on behalf of 53d9dcc00ea347a4ba456b29d8894318 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:06.300285 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-228dfd5b-9128-41cf-b663-832f951138f4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:06.338836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fac5c8-245f-4588-893b-327b09f8812e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:06.348024 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b6fac5c8-245f-4588-893b-327b09f8812e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:06.357760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dc558-938f-4648-a565-021e2c8913c0 req-0dcc4022-255a-4320-9449-aa6cf9aacb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:06.360628 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-0dcc4022-255a-4320-9449-aa6cf9aacb98 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.3196931 Sep 23 22:26:06.416524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-b6fac5c8-245f-4588-893b-327b09f8812e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port 0a01b05c-b9f9-43f7-bd40-560a88886ce2 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:26:06.419319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '791f63ff-4a6c-4352-833c-d9559929bc95', 'network_id': '6e60562c-73b4-4052-9c89-59103c09f160', 'port_id': '791f63ff-4a6c-4352-833c-d9559929bc95', 'mac_address': 'fa:16:3e:07:f0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ea3700-0911-4f15-ba85-3a3a083f04d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:26:06.448243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cf4cb-662e-4846-9e00-dfc007285924 req-986ab9c6-b875-418e-8405-9c0e9e2ad91b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:06.466984 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e2cf4cb-662e-4846-9e00-dfc007285924 req-986ab9c6-b875-418e-8405-9c0e9e2ad91b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.1948957 Sep 23 22:26:06.484876 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-277e5faa-2d60-44c3-be61-7e8c69a875a4', 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'fixed_ips': [{'subnet_id': 'e4c74845-4044-4c41-beed-d8570726d860'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:26:06.486321 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:06.536726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ee7f8-ae98-4cb1-bd4d-fd40f539a7e4 req-f174ba87-9032-4bbf-b14b-b154e8943b13 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:06.539809 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-200ee7f8-ae98-4cb1-bd4d-fd40f539a7e4 req-f174ba87-9032-4bbf-b14b-b154e8943b13 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.4142249 Sep 23 22:26:06.541888 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d650b9a-e2a3-40db-aff3-1b5f2e2312f5 req-816f5525-51db-454c-a204-542755195b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:06.545053 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d650b9a-e2a3-40db-aff3-1b5f2e2312f5 req-816f5525-51db-454c-a204-542755195b84 service neutron] 10.222.0.67 "GET /v2.0/networks?id=63ecd743-d90a-4386-a32b-ab9a931b40b3 HTTP/1.1" status: 200 len: 917 time: 0.3389981 Sep 23 22:26:06.573768 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:06.660677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e2cf4cb-662e-4846-9e00-dfc007285924 req-967e88f6-2e7e-4dd5-af65-7a06aba58b5b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894364 Sep 23 22:26:06.701847 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:06.759603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 1de86a69-ed07-467e-ae55-d811f5014b8d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:06.760178 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:06.826440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': '818f3898-6d4f-4da4-86ac-87a79bf38ca6'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:26:06.832684 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:06.846447 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791f63ff-4a6c-4352-833c-d9559929bc95 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:26:06.880251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 791f63ff-4a6c-4352-833c-d9559929bc95, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=791f63ff-4a6c-4352-833c-d9559929bc95,segment=NetworkSegment(68002282-4bae-46ea-abd8-6e43e89c603f),segment_id=68002282-4bae-46ea-abd8-6e43e89c603f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:06.921263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-b6fac5c8-245f-4588-893b-327b09f8812e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::331 (fabbdebb-7256-45f8-980f-653365ae34a1/818f3898-6d4f-4da4-86ac-87a79bf38ca6/0a01b05c-b9f9-43f7-bd40-560a88886ce2) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:06.979393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dc558-938f-4648-a565-021e2c8913c0 req-15539015-108d-43a0-a62c-e785ed0a7ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:06.982130 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-15539015-108d-43a0-a62c-e785ed0a7ba0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5913486 Sep 23 22:26:06.991677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9989c29-7f22-419a-a97c-8ca23012c2d5 req-246e1b7c-5663-420c-bdb7-845286c6beb2 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:07.006228 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9989c29-7f22-419a-a97c-8ca23012c2d5 req-246e1b7c-5663-420c-bdb7-845286c6beb2 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 943 time: 0.1713026 Sep 23 22:26:07.090779 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-200ee7f8-ae98-4cb1-bd4d-fd40f539a7e4 req-35d58405-fe31-438d-8e4a-4170bbafeed9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897776 Sep 23 22:26:07.130626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Allocated IP 10.1.1.2 (277e5faa-2d60-44c3-be61-7e8c69a875a4/e4c74845-4044-4c41-beed-d8570726d860/3a3f6525-3b5e-470e-ba61-b0a205d2bf28) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:07.142572 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d650b9a-e2a3-40db-aff3-1b5f2e2312f5 req-98984b71-a687-4e60-bf4f-8c3ff1b7010d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea652668-dd9e-45d0-8a9b-201413f67c68 HTTP/1.1" status: 200 len: 1001 time: 0.5238373 Sep 23 22:26:07.159290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9989c29-7f22-419a-a97c-8ca23012c2d5 req-b96e82d7-77c2-4a1f-aaac-d81ba8e72f28 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/security-groups?id=5040f08e-d054-4a3d-9f3c-788ba5191262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520939 Sep 23 22:26:07.249532 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:07.254267 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddee063-f115-482b-995d-ae75b61e3e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:07.349279 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:07.369589 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:07.389403 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b6fac5c8-245f-4588-893b-327b09f8812e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:07.430093 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:07.470816 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:07.510674 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c02c3d2-741b-424f-ab04-5adcd814bd4a req-0ab049f4-443f-4991-9a95-5bb97b4db932 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 210 time: 0.1638727 Sep 23 22:26:07.510950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Network 277e5faa-2d60-44c3-be61-7e8c69a875a4 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:07.524421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:07.527943 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:07.536467 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 1de86a69-ed07-467e-ae55-d811f5014b8d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1de86a69-ed07-467e-ae55-d811f5014b8d,segment=NetworkSegment(82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2),segment_id=82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:07.540816 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d650b9a-e2a3-40db-aff3-1b5f2e2312f5 req-ae12ff00-d056-42cc-9719-fdc7a25c1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:07.544325 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d650b9a-e2a3-40db-aff3-1b5f2e2312f5 req-ae12ff00-d056-42cc-9719-fdc7a25c1102 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=65e3f30a-6db9-4719-ab81-50b24446434f HTTP/1.1" status: 200 len: 855 time: 0.3466933 Sep 23 22:26:07.564140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=791f63ff-4a6c-4352-833c-d9559929bc95,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:07.618079 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b6fac5c8-245f-4588-893b-327b09f8812e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:07.644952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Attempting to bind port 3a3f6525-3b5e-470e-ba61-b0a205d2bf28 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:07.645821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Attempting to bind port 3a3f6525-3b5e-470e-ba61-b0a205d2bf28 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:07.645821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Attempting to bind port 3a3f6525-3b5e-470e-ba61-b0a205d2bf28 on network 277e5faa-2d60-44c3-be61-7e8c69a875a4 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:07.652947 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:07.690424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:07.690938 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Checking segment: {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:07.691357 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:07.691818 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Bound using segment: {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:07.692429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Bound port: 3a3f6525-3b5e-470e-ba61-b0a205d2bf28, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:07.692882 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:07.717494 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-228dfd5b-9128-41cf-b663-832f951138f4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:07.757800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Pushing event updated for resources: {'Port': ['ID=3a3f6525-3b5e-470e-ba61-b0a205d2bf28,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:07.820326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fac5c8-245f-4588-893b-327b09f8812e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=0a01b05c-b9f9-43f7-bd40-560a88886ce2,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:07.828606 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-e0977232-b7cd-443e-87e8-ef2dc095ac71 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8310175 Sep 23 22:26:07.844988 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=1de86a69-ed07-467e-ae55-d811f5014b8d,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:07.849101 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 33759cff-77c4-44db-8b14-4ae32a58ffd0 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:26:07.858840 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fac5c8-245f-4588-893b-327b09f8812e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:07.861522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-b6fac5c8-245f-4588-893b-327b09f8812e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:07.870031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fac5c8-245f-4588-893b-327b09f8812e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:07.879874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fac5c8-245f-4588-893b-327b09f8812e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:07.881588 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b6fac5c8-245f-4588-893b-327b09f8812e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:07.907912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['791f63ff-4a6c-4352-833c-d9559929bc95'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:26:07.951596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Allocated IP 2001:db8::2 (fabbdebb-7256-45f8-980f-653365ae34a1/818f3898-6d4f-4da4-86ac-87a79bf38ca6/8ba62d19-90c9-48aa-9ad7-8aef7d96d23d) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:07.959081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 33759cff-77c4-44db-8b14-4ae32a58ffd0 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:26:07.959526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 33759cff-77c4-44db-8b14-4ae32a58ffd0 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:26:08.035140 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b6fac5c8-245f-4588-893b-327b09f8812e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3653429 Sep 23 22:26:08.038246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48692) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:08.062956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] For port 3a3f6525-3b5e-470e-ba61-b0a205d2bf28, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:08.091115 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d650b9a-e2a3-40db-aff3-1b5f2e2312f5 req-d03e3041-4a78-4d60-ac7b-8597ee073561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:08.110168 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d650b9a-e2a3-40db-aff3-1b5f2e2312f5 req-d03e3041-4a78-4d60-ac7b-8597ee073561 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63ecd743-d90a-4386-a32b-ab9a931b40b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5448003 Sep 23 22:26:08.170006 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1de86a69-ed07-467e-ae55-d811f5014b8d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:08.181623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] For port 3a3f6525-3b5e-470e-ba61-b0a205d2bf28, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3a3f6525-3b5e-470e-ba61-b0a205d2bf28,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:08.238271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65b4346-ea5f-43ae-9f3e-39211b89c0c3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:08.250892 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e65b4346-ea5f-43ae-9f3e-39211b89c0c3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2129838 Sep 23 22:26:08.295895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dfd5b-9128-41cf-b663-832f951138f4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'Subnet': ['ID=2223bb73-533f-4afc-95d0-701555de7877,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:08.303408 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:08.308849 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dfd5b-9128-41cf-b663-832f951138f4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Checking segment: {'id': 'c373b46c-4a82-4d08-bf67-4db7f721d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:08.309474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228dfd5b-9128-41cf-b663-832f951138f4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Network hostable DHCP agents. Network: ca883b77-dd36-40f2-a31d-760ec43ec06e, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:26:08.320237 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48698) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:08.329186 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85600725-3354-4089-88e3-cdd117865d11 x-openstack-request-id: req-85600725-3354-4089-88e3-cdd117865d11 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:08.336434 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:08.336434 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85600725-3354-4089-88e3-cdd117865d11 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:08.336434 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41', 'status': 'completed', 'code': 200} Sep 23 22:26:08.376345 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 1de86a69-ed07-467e-ae55-d811f5014b8d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:08.376756 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:08.389672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddee063-f115-482b-995d-ae75b61e3e3c req-bb7bcff1-f1d4-4f1a-95e6-bad1528d7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:08.392937 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dddee063-f115-482b-995d-ae75b61e3e3c req-bb7bcff1-f1d4-4f1a-95e6-bad1528d7c89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 1100 time: 0.1392562 Sep 23 22:26:08.469467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac133f-43af-49b3-a1ee-8b0358b4bc0b req-20b762d9-4b75-4b74-aee2-25d205620670 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:08.486987 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6dac133f-43af-49b3-a1ee-8b0358b4bc0b req-20b762d9-4b75-4b74-aee2-25d205620670 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 949 time: 0.7234681 Sep 23 22:26:08.502208 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:08.532798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a55b76-3322-4308-adf9-6f2ce09784b6 None None] Pushing event updated for resources: {'Port': ['ID=3a3f6525-3b5e-470e-ba61-b0a205d2bf28,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:08.611241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f1f13-dbdf-4245-a98f-3396dd7227ea req-53b7037b-9db1-48be-b66a-5276347533eb tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:08.613167 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be6f1f13-dbdf-4245-a98f-3396dd7227ea req-53b7037b-9db1-48be-b66a-5276347533eb tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.2291667 Sep 23 22:26:08.615386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddee063-f115-482b-995d-ae75b61e3e3c req-9800660a-2518-40db-8383-98245a5eeaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:08.616607 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dddee063-f115-482b-995d-ae75b61e3e3c req-9800660a-2518-40db-8383-98245a5eeaa7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.1889458 Sep 23 22:26:08.659304 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:08.702927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-029dc558-938f-4648-a565-021e2c8913c0 req-154d7bf1-46a6-4bad-8994-12d4a2603817 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8371964 Sep 23 22:26:08.723822 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dddee063-f115-482b-995d-ae75b61e3e3c req-66f7e575-c7da-48e5-8393-8bd362b6df8b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41 HTTP/1.1" status: 200 len: 217 time: 0.0846412 Sep 23 22:26:08.739048 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228dfd5b-9128-41cf-b663-832f951138f4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Network ca883b77-dd36-40f2-a31d-760ec43ec06e is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:26:08.762552 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6dac133f-43af-49b3-a1ee-8b0358b4bc0b req-c5a958d5-6382-462f-9bef-aeb06000406a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706530 Sep 23 22:26:08.781614 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d650b9a-e2a3-40db-aff3-1b5f2e2312f5 req-163dc637-1207-48e1-9b6a-9c12f8bb9194 service neutron] 10.222.0.67 "GET /v2.0/networks/63ecd743-d90a-4386-a32b-ab9a931b40b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6562090 Sep 23 22:26:08.784639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:08.789813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:08.792320 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:08.804557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Pushing event updated for resources: {'Port': ['ID=8ba62d19-90c9-48aa-9ad7-8aef7d96d23d,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:08.805207 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be6f1f13-dbdf-4245-a98f-3396dd7227ea req-2a1b93ea-b846-44fd-9647-02cac0b16940 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825790 Sep 23 22:26:08.948435 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddee063-f115-482b-995d-ae75b61e3e3c req-ea85fc4f-83ac-4713-bedf-ae0b84a746fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:08.952032 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dddee063-f115-482b-995d-ae75b61e3e3c req-ea85fc4f-83ac-4713-bedf-ae0b84a746fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1651542 Sep 23 22:26:09.005208 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Attempting to bind port 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:09.005897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Attempting to bind port 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:09.006591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Attempting to bind port 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:09.019496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:09.020175 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:09.025568 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:09.025568 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:09.025568 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Bound port: 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:09.025568 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:09.051080 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d650b9a-e2a3-40db-aff3-1b5f2e2312f5 req-5177abe6-be82-4f83-a395-902ddb60faa4 service neutron] 10.222.0.67 "GET /v2.0/networks/63ecd743-d90a-4386-a32b-ab9a931b40b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034264 Sep 23 22:26:09.075784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddee063-f115-482b-995d-ae75b61e3e3c req-d2a919e3-3c1c-41a4-94f6-bb71cd54857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:09.077497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dddee063-f115-482b-995d-ae75b61e3e3c req-d2a919e3-3c1c-41a4-94f6-bb71cd54857f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058424 Sep 23 22:26:09.078226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-228dfd5b-9128-41cf-b663-832f951138f4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, ca883b77-dd36-40f2-a31d-760ec43ec06e) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:09.114110 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6836ecc-0e7e-4d3e-9104-903e81e177a3 None None] Network ca883b77-dd36-40f2-a31d-760ec43ec06e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:09.128905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-41dcea63-0703-43b1-bb83-19a6eb1e2cff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port 0a01b05c-b9f9-43f7-bd40-560a88886ce2 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:09.129508 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41dcea63-0703-43b1-bb83-19a6eb1e2cff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:09.181752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228dfd5b-9128-41cf-b663-832f951138f4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:09.182792 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-228dfd5b-9128-41cf-b663-832f951138f4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:09.203034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] For port 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:09.222061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] For port 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8ba62d19-90c9-48aa-9ad7-8aef7d96d23d,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:09.311415 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dddee063-f115-482b-995d-ae75b61e3e3c req-6cc9c9fa-47c4-4d4e-be93-d80841707f1a service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188008 Sep 23 22:26:09.334225 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:09.334803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-94ce7fa5-9fad-4550-9ddb-b637877ff7c6 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:09.343597 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-94ce7fa5-9fad-4550-9ddb-b637877ff7c6 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/networks?id=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc HTTP/1.1" status: 200 len: 814 time: 0.2207744 Sep 23 22:26:09.368509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-ca883b77-dd36-40f2-a31d-760ec43ec06e', 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'fixed_ips': [{'subnet_id': '2223bb73-533f-4afc-95d0-701555de7877'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:26:09.369360 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:09.379609 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-628443be-d489-4276-8a88-95844b5c9d91 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/quotas/a9aadbde78d24ca78b83551868563968 HTTP/1.1" status: 200 len: 375 time: 0.0350175 Sep 23 22:26:09.454989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264dc85-4b2b-441c-9241-b26cbf95448c None None] Pushing event updated for resources: {'Port': ['ID=8ba62d19-90c9-48aa-9ad7-8aef7d96d23d,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:09.848967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Allocated IP 10.2.2.2 (ca883b77-dd36-40f2-a31d-760ec43ec06e/2223bb73-533f-4afc-95d0-701555de7877/03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:10.006213 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac8c69-c9ad-4ad3-8486-abd283175e8b req-ff5f5c28-f235-4d43-bc79-96e2d5b21860 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:10.018743 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cfac8c69-c9ad-4ad3-8486-abd283175e8b req-ff5f5c28-f235-4d43-bc79-96e2d5b21860 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 944 time: 0.9783790 Sep 23 22:26:10.026957 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dddee063-f115-482b-995d-ae75b61e3e3c req-77e581f1-3a72-488a-af3b-d5622bb38230 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7060988 Sep 23 22:26:10.034142 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-228dfd5b-9128-41cf-b663-832f951138f4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.5492971 Sep 23 22:26:10.036412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddee063-f115-482b-995d-ae75b61e3e3c req-e3c13070-2cf7-49b6-b693-2d0218549cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:10.038119 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dddee063-f115-482b-995d-ae75b61e3e3c req-e3c13070-2cf7-49b6-b693-2d0218549cd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 1100 time: 0.9920065 Sep 23 22:26:10.041127 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48720) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:10.066837 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0f77b80d-46f9-4efb-b85e-b6e7c0bbe86a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'port': {'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4', 'name': 'tempest-TaggedBootDevicesTest-1632876832', 'fixed_ips': [{'subnet_id': 'e4c74845-4044-4c41-beed-d8570726d860'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:10.208760 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41dcea63-0703-43b1-bb83-19a6eb1e2cff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:10.273347 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-950116fc-17e4-427c-8812-9d1626e50b27 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a9aadbde78d24ca78b83551868563968&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8922586 Sep 23 22:26:10.297355 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cfac8c69-c9ad-4ad3-8486-abd283175e8b req-1eb8db85-79d4-4174-94fd-30ad372b9c5f tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/security-groups?id=5040f08e-d054-4a3d-9f3c-788ba5191262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775183 Sep 23 22:26:10.297654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3a3f6525-3b5e-470e-ba61-b0a205d2bf28 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:10.310042 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-881c3fb8-05e8-4cd8-9360-fcb7b0227876 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:10.311682 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-881c3fb8-05e8-4cd8-9360-fcb7b0227876 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.43 "GET /v2.0/networks?id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439 HTTP/1.1" status: 200 len: 810 time: 1.1773551 Sep 23 22:26:10.313739 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-41dcea63-0703-43b1-bb83-19a6eb1e2cff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for 0a01b05c-b9f9-43f7-bd40-560a88886ce2 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:10.338334 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-f13fb8e3-94d1-4cb8-9106-e2b737fe89ad tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Request body: {'port': {'device_id': 'e977c996-2b6f-48be-9f7f-0a761ff60eec', 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439', 'admin_state_up': True, 'tenant_id': '92ffee92be894524b0e7f44ca8640737'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:10.379101 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39018666-fb3a-41aa-b3c5-656b459ef1c1 req-9a90a357-dc72-4a0b-b977-78ca4f746701 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:10.379101 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-39018666-fb3a-41aa-b3c5-656b459ef1c1 req-9a90a357-dc72-4a0b-b977-78ca4f746701 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.67 "GET /v2.0/ports?device_id=95976710-2c6a-4e13-8e38-da9e15d798f4 HTTP/1.1" status: 200 len: 945 time: 0.3202538 Sep 23 22:26:10.406976 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-073533d6-ca41-4448-b50b-56bd8f296b95 service neutron] 10.222.0.22 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310625 Sep 23 22:26:10.445082 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:10.452043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35677849-ce95-486d-af46-4394c15bfaaa None None] Network 277e5faa-2d60-44c3-be61-7e8c69a875a4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:10.496879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddee063-f115-482b-995d-ae75b61e3e3c req-89e6431e-ffe7-402f-a586-dd86de434723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:10.498582 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dddee063-f115-482b-995d-ae75b61e3e3c req-89e6431e-ffe7-402f-a586-dd86de434723 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.4316518 Sep 23 22:26:10.548519 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:10.581702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bbe70b3a-a937-4f66-b8f9-7dd1fc9633f7 None None] Provisioning complete for port 3a3f6525-3b5e-470e-ba61-b0a205d2bf28 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:10.582078 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bbe70b3a-a937-4f66-b8f9-7dd1fc9633f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:10.592466 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-03e78c00-db1f-445c-a0ee-bbda60865ac8 service neutron] 10.222.0.22 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857042 Sep 23 22:26:10.612960 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32103998-49ac-4cdc-a7c9-9df8da8303fe req-cc9d4a4d-1403-46fe-aede-cceb6be9b3ee tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 210 time: 0.1113791 Sep 23 22:26:10.627535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f77b80d-46f9-4efb-b85e-b6e7c0bbe86a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Made reservation on behalf of 53d9dcc00ea347a4ba456b29d8894318 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:10.646328 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dddee063-f115-482b-995d-ae75b61e3e3c req-537ddd28-1317-440b-9742-7cbfecc693ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41 HTTP/1.1" status: 200 len: 217 time: 0.1287127 Sep 23 22:26:10.706019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Network ca883b77-dd36-40f2-a31d-760ec43ec06e is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:10.719457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:10.723985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Pushing event updated for resources: {'Port': ['ID=03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:10.730761 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:10.746244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 3a3f6525-3b5e-470e-ba61-b0a205d2bf28 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:10.746882 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:10.812546 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f77b80d-46f9-4efb-b85e-b6e7c0bbe86a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:10.850513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-0f77b80d-46f9-4efb-b85e-b6e7c0bbe86a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] device_id is not set on port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:26:10.888147 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddee063-f115-482b-995d-ae75b61e3e3c req-90ca0057-0932-47fe-aa44-81ea91b3b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:10.889835 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dddee063-f115-482b-995d-ae75b61e3e3c req-90ca0057-0932-47fe-aa44-81ea91b3b7c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.2303522 Sep 23 22:26:11.045951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-39018666-fb3a-41aa-b3c5-656b459ef1c1 req-43ed44dd-6ad7-42cb-b15e-13b9b325dc39 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Deleting port 78c76a82-bce5-4064-a94a-b287f5eff905 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:11.046302 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-39018666-fb3a-41aa-b3c5-656b459ef1c1 req-43ed44dd-6ad7-42cb-b15e-13b9b325dc39 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:11.056732 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a9cc9-e5d0-4bce-86f0-e1ef08f9c2f0 req-e57930bf-ed24-4ae9-b8ee-76c985ede9f1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:11.059201 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-783a9cc9-e5d0-4bce-86f0-e1ef08f9c2f0 req-e57930bf-ed24-4ae9-b8ee-76c985ede9f1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 949 time: 0.2510014 Sep 23 22:26:11.116540 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-f13fb8e3-94d1-4cb8-9106-e2b737fe89ad tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Made reservation on behalf of 92ffee92be894524b0e7f44ca8640737 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:11.120346 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-f13fb8e3-94d1-4cb8-9106-e2b737fe89ad tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:11.154697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Attempting to bind port 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:11.155375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Attempting to bind port 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'c373b46c-4a82-4d08-bf67-4db7f721d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:11.155775 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Attempting to bind port 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 on network ca883b77-dd36-40f2-a31d-760ec43ec06e {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:11.173258 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bbe70b3a-a937-4f66-b8f9-7dd1fc9633f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:11.191724 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddee063-f115-482b-995d-ae75b61e3e3c req-91f59292-37ab-4f2e-9120-adeca745cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:11.193375 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dddee063-f115-482b-995d-ae75b61e3e3c req-91f59292-37ab-4f2e-9120-adeca745cebc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2897484 Sep 23 22:26:11.207652 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41dcea63-0703-43b1-bb83-19a6eb1e2cff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:11.241455 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:11.242481 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Checking segment: {'id': 'c373b46c-4a82-4d08-bf67-4db7f721d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:11.243597 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:11.244465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Bound using segment: {'id': 'c373b46c-4a82-4d08-bf67-4db7f721d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:11.245563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Bound port: 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c373b46c-4a82-4d08-bf67-4db7f721d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:11.246752 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:11.308785 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-783a9cc9-e5d0-4bce-86f0-e1ef08f9c2f0 req-5c8c9f5b-0631-4733-8b66-1f7f3bc52a54 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375185 Sep 23 22:26:11.332021 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcea63-0703-43b1-bb83-19a6eb1e2cff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=0a01b05c-b9f9-43f7-bd40-560a88886ce2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:11.435728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 791f63ff-4a6c-4352-833c-d9559929bc95 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:11.462204 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41dcea63-0703-43b1-bb83-19a6eb1e2cff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:11.464807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-41dcea63-0703-43b1-bb83-19a6eb1e2cff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/0a01b05c-b9f9-43f7-bd40-560a88886ce2 HTTP/1.1" status: 204 len: 168 time: 3.0980883 Sep 23 22:26:11.525444 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48732) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:11.535558 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac015b7-1f85-4471-9d7d-8b4436177cb1 req-af74c73c-2686-4b64-993a-08a86d03c9a1 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:11.552448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ac015b7-1f85-4471-9d7d-8b4436177cb1 req-af74c73c-2686-4b64-993a-08a86d03c9a1 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.3644629 Sep 23 22:26:11.590765 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:11.596037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-39018666-fb3a-41aa-b3c5-656b459ef1c1 req-43ed44dd-6ad7-42cb-b15e-13b9b325dc39 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] For port 78c76a82-bce5-4064-a94a-b287f5eff905, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=78c76a82-bce5-4064-a94a-b287f5eff905,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:11.606928 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-39018666-fb3a-41aa-b3c5-656b459ef1c1 req-43ed44dd-6ad7-42cb-b15e-13b9b325dc39 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:11.626236 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2efda737-9ed4-491a-9b2d-946b1380a8fc req-e401a96a-a8a0-4420-b5cb-3755824218bf tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 210 time: 0.0843596 Sep 23 22:26:11.684950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-bbe70b3a-a937-4f66-b8f9-7dd1fc9633f7 None None] For port 3a3f6525-3b5e-470e-ba61-b0a205d2bf28, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3a3f6525-3b5e-470e-ba61-b0a205d2bf28,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:11.721205 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ac015b7-1f85-4471-9d7d-8b4436177cb1 req-eeb2969e-2362-48ff-ac36-a47bc0e8ad1e tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522076 Sep 23 22:26:11.721429 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-39018666-fb3a-41aa-b3c5-656b459ef1c1 req-43ed44dd-6ad7-42cb-b15e-13b9b325dc39 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Calling delete_port for 78c76a82-bce5-4064-a94a-b287f5eff905 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:11.758058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-0f77b80d-46f9-4efb-b85e-b6e7c0bbe86a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Allocated IP 10.1.1.78 (277e5faa-2d60-44c3-be61-7e8c69a875a4/e4c74845-4044-4c41-beed-d8570726d860/5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:11.853384 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bbe70b3a-a937-4f66-b8f9-7dd1fc9633f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:11.863964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0992b05-59a8-46e9-aeb9-0e6e8122cd89 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:11.875377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0992b05-59a8-46e9-aeb9-0e6e8122cd89 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:11.876481 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a0992b05-59a8-46e9-aeb9-0e6e8122cd89 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3498039 Sep 23 22:26:11.883954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48738) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:11.958286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] For port 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:11.977805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 791f63ff-4a6c-4352-833c-d9559929bc95 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:26:11.986166 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dddee063-f115-482b-995d-ae75b61e3e3c req-5eac0fbe-9c57-41e6-a903-23d3ef04422a service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7688890 Sep 23 22:26:11.996205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] For port 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:12.020942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 791f63ff-4a6c-4352-833c-d9559929bc95 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:12.021350 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:12.026698 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:26:12.027153 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:26:12.054258 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe70b3a-a937-4f66-b8f9-7dd1fc9633f7 None None] Pushing event updated for resources: {'Port': ['ID=3a3f6525-3b5e-470e-ba61-b0a205d2bf28,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:12.060871 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3bdf171-f698-4217-bed3-1c1469425af8 req-fd1fd1c1-b21b-4783-997a-3c954d52e275 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 210 time: 0.0861530 Sep 23 22:26:12.062394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bd71aa6a-0260-4cf1-a379-4f41efbe86c0 None None] Provisioning complete for port 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:12.062775 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bd71aa6a-0260-4cf1-a379-4f41efbe86c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:12.090751 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7289f2-469f-49ae-96a4-8b0cbe43db80 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 818f3898-6d4f-4da4-86ac-87a79bf38ca6 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:26:12.099447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-db7289f2-469f-49ae-96a4-8b0cbe43db80 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:12.128591 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:12.216820 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-db7289f2-469f-49ae-96a4-8b0cbe43db80 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:12.232271 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dddee063-f115-482b-995d-ae75b61e3e3c req-13fe6bec-10a1-49dc-9e36-0f32a4af553a service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296240 Sep 23 22:26:12.272893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62381f-6391-41b0-a7dd-a0ac87ce54ad req-35fbe6b8-a1a0-4324-8491-7a7ba6386802 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:12.286510 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c62381f-6391-41b0-a7dd-a0ac87ce54ad req-35fbe6b8-a1a0-4324-8491-7a7ba6386802 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 944 time: 0.4005802 Sep 23 22:26:12.295934 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f77b80d-46f9-4efb-b85e-b6e7c0bbe86a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:12.297976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-f13fb8e3-94d1-4cb8-9106-e2b737fe89ad tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Allocated IP 172.20.0.5 (cdbdfaa1-95b8-43c6-9f1a-522d45db3439/54b21564-3f42-4a3c-b81d-f573077bf52f/2cf3d82b-7030-41fc-88c2-c0d78c89ae3c) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:12.347626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7feefe4-d62d-403c-95bb-0755e7b3dcd0 None None] Pushing event updated for resources: {'Port': ['ID=03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:12.446064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c62381f-6391-41b0-a7dd-a0ac87ce54ad req-aca3622c-5c36-4c07-8347-1718e410befe tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/security-groups?id=5040f08e-d054-4a3d-9f3c-788ba5191262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581948 Sep 23 22:26:12.460472 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:12.527061 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-db7289f2-469f-49ae-96a4-8b0cbe43db80 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:12.573860 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bd71aa6a-0260-4cf1-a379-4f41efbe86c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:12.616356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db893a3-0bbd-475c-a7fa-18c88e891ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f63ff-4a6c-4352-833c-d9559929bc95'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:12.623803 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471826c9-a3ad-4718-ad39-58d36f89ae79" -d '{"events": [{"server_uuid": "3db893a3-0bbd-475c-a7fa-18c88e891ab6", "name": "network-vif-plugged", "status": "completed", "tag": "791f63ff-4a6c-4352-833c-d9559929bc95"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:12.731540 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 791f63ff-4a6c-4352-833c-d9559929bc95, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=791f63ff-4a6c-4352-833c-d9559929bc95,segment=NetworkSegment(68002282-4bae-46ea-abd8-6e43e89c603f),segment_id=68002282-4bae-46ea-abd8-6e43e89c603f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:12.824611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:12.827118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a6c98-3e98-4245-8780-c232e9d5aad8 req-c6202568-0cc6-40f8-81ba-5000ce45beb0 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:12.847214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-836a6c98-3e98-4245-8780-c232e9d5aad8 req-c6202568-0cc6-40f8-81ba-5000ce45beb0 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 949 time: 0.2277870 Sep 23 22:26:12.886159 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f77b80d-46f9-4efb-b85e-b6e7c0bbe86a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:12.948775 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d197b8f3-c9f2-41d1-94f7-df24707655d1 x-openstack-request-id: req-d197b8f3-c9f2-41d1-94f7-df24707655d1 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:12.949083 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db893a3-0bbd-475c-a7fa-18c88e891ab6", "name": "network-vif-plugged", "status": "completed", "tag": "791f63ff-4a6c-4352-833c-d9559929bc95", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:12.949500 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d197b8f3-c9f2-41d1-94f7-df24707655d1 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:12.950083 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db893a3-0bbd-475c-a7fa-18c88e891ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f63ff-4a6c-4352-833c-d9559929bc95', 'code': 200} Sep 23 22:26:12.957865 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:13.000204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f77b80d-46f9-4efb-b85e-b6e7c0bbe86a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Network 277e5faa-2d60-44c3-be61-7e8c69a875a4 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:13.037053 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-db7289f2-469f-49ae-96a4-8b0cbe43db80 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:13.040916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-0f77b80d-46f9-4efb-b85e-b6e7c0bbe86a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:13.069927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f77b80d-46f9-4efb-b85e-b6e7c0bbe86a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:13.121413 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-f13fb8e3-94d1-4cb8-9106-e2b737fe89ad tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:13.146043 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-39018666-fb3a-41aa-b3c5-656b459ef1c1 req-43ed44dd-6ad7-42cb-b15e-13b9b325dc39 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:13.161892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=791f63ff-4a6c-4352-833c-d9559929bc95,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:13.192372 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-32bcbdc3-6f1c-44c8-92e0-2cb71fd99492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:13.197556 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f77b80d-46f9-4efb-b85e-b6e7c0bbe86a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:13.199113 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f77b80d-46f9-4efb-b85e-b6e7c0bbe86a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:13.250668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:13.251409 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:13.284345 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dfaaab0-6101-4903-a8d7-8385de6e0716 req-6c1a2b2b-3de5-449d-8116-bc261f7d05b8 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 210 time: 0.1565909 Sep 23 22:26:13.293307 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed44dd-6ad7-42cb-b15e-13b9b325dc39 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Pushing event deleted for resources: {'Port': ['ID=78c76a82-bce5-4064-a94a-b287f5eff905,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:13.320006 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-836a6c98-3e98-4245-8780-c232e9d5aad8 req-35616581-42ef-4e57-afdf-ded5c867b98e tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692600 Sep 23 22:26:13.321888 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-db7289f2-469f-49ae-96a4-8b0cbe43db80 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:13.333834 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-db7289f2-469f-49ae-96a4-8b0cbe43db80 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/818f3898-6d4f-4da4-86ac-87a79bf38ca6 HTTP/1.1" status: 204 len: 168 time: 1.4462824 Sep 23 22:26:13.338715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7289f2-469f-49ae-96a4-8b0cbe43db80 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=818f3898-6d4f-4da4-86ac-87a79bf38ca6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:13.351149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48754) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:13.369340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-39018666-fb3a-41aa-b3c5-656b459ef1c1 req-43ed44dd-6ad7-42cb-b15e-13b9b325dc39 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] No DVR routers for this DVR port 78c76a82-bce5-4064-a94a-b287f5eff905 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:26:13.380137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77b80d-46f9-4efb-b85e-b6e7c0bbe86a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'Port': ['ID=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:13.383038 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-39018666-fb3a-41aa-b3c5-656b459ef1c1 req-43ed44dd-6ad7-42cb-b15e-13b9b325dc39 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:13.388137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-39018666-fb3a-41aa-b3c5-656b459ef1c1 req-43ed44dd-6ad7-42cb-b15e-13b9b325dc39 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.67 "DELETE /v2.0/ports/78c76a82-bce5-4064-a94a-b287f5eff905 HTTP/1.1" status: 204 len: 173 time: 2.9966381 Sep 23 22:26:13.395384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee9040-54f3-4a8b-a155-b77738b41f09 req-d9c662a9-d686-48ef-809d-ddfdf1ea76c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:13.401371 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ee9040-54f3-4a8b-a155-b77738b41f09 req-d9c662a9-d686-48ef-809d-ddfdf1ea76c9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 1096 time: 0.3573256 Sep 23 22:26:13.404819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95976710-2c6a-4e13-8e38-da9e15d798f4', 'name': 'network-vif-deleted', 'tag': '78c76a82-bce5-4064-a94a-b287f5eff905'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:13.415022 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12a26ad-e5d9-4970-9e39-7caeba399016" -d '{"events": [{"server_uuid": "95976710-2c6a-4e13-8e38-da9e15d798f4", "name": "network-vif-deleted", "tag": "78c76a82-bce5-4064-a94a-b287f5eff905"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:13.439224 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-bd71aa6a-0260-4cf1-a379-4f41efbe86c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:26:13.451564 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-bd71aa6a-0260-4cf1-a379-4f41efbe86c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:26:13.469007 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4b360c8e-88e8-4c77-a528-1096599a410e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0958107 Sep 23 22:26:13.470027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48758) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:13.473592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a53da2-5b12-4081-975f-0eb2708d3411 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:13.484710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device dbb88fde-9fc0-4671-be74-f354bb4c1a41 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:26:13.498030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 78c76a82-bce5-4064-a94a-b287f5eff905 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:26:13.541805 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0f77b80d-46f9-4efb-b85e-b6e7c0bbe86a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4903696 Sep 23 22:26:13.543426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48762) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:13.550287 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ee9040-54f3-4a8b-a155-b77738b41f09 req-0bd4d0ae-317d-431b-aa5e-dbf800d666e8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5040f08e-d054-4a3d-9f3c-788ba5191262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280780 Sep 23 22:26:13.563505 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983c6a8-4f21-47e2-a108-3637979af5b1 req-103262da-0116-44cd-a57a-df17fd1a0000 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:13.563937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-221a267a-1f0f-4175-8cbe-1ac17f106767 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'port': {'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4', 'name': 'tempest-TaggedBootDevicesTest-1867155768', 'fixed_ips': [{'subnet_id': 'e4c74845-4044-4c41-beed-d8570726d860'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:13.572252 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1983c6a8-4f21-47e2-a108-3637979af5b1 req-103262da-0116-44cd-a57a-df17fd1a0000 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1266544 Sep 23 22:26:13.635498 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67000538-eb4f-4c80-86ed-9d120d92b27d req-f5521713-c4c6-436a-9e3a-253efadf7983 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 210 time: 0.0883131 Sep 23 22:26:13.636359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 78c76a82-bce5-4064-a94a-b287f5eff905 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:26:13.636762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 78c76a82-bce5-4064-a94a-b287f5eff905 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:26:13.638168 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1983c6a8-4f21-47e2-a108-3637979af5b1 req-7b44634a-916f-4f42-bd9a-a98c0f850404 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648198 Sep 23 22:26:13.646570 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-f13fb8e3-94d1-4cb8-9106-e2b737fe89ad tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:13.785799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d0230-a5a9-4e32-9972-2fb2277d63d3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:13.797747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-023d0230-a5a9-4e32-9972-2fb2277d63d3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3264866 Sep 23 22:26:13.804203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48766) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:13.819739 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b09230d-bd0a-41fe-b062-4d4c3e7271c8 x-openstack-request-id: req-7b09230d-bd0a-41fe-b062-4d4c3e7271c8 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:13.820635 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95976710-2c6a-4e13-8e38-da9e15d798f4", "name": "network-vif-deleted", "tag": "78c76a82-bce5-4064-a94a-b287f5eff905", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:13.821362 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b09230d-bd0a-41fe-b062-4d4c3e7271c8 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:13.822353 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95976710-2c6a-4e13-8e38-da9e15d798f4', 'name': 'network-vif-deleted', 'tag': '78c76a82-bce5-4064-a94a-b287f5eff905', 'status': 'completed', 'code': 200} Sep 23 22:26:13.896010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fb8e3-94d1-4cb8-9106-e2b737fe89ad tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Pushing event updated for resources: {'Port': ['ID=2cf3d82b-7030-41fc-88c2-c0d78c89ae3c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:13.938776 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-f13fb8e3-94d1-4cb8-9106-e2b737fe89ad tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:13.943740 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bba0e85-eeb3-4bc7-86b5-2ddb8b4efffc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:13.951109 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2bba0e85-eeb3-4bc7-86b5-2ddb8b4efffc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1211817 Sep 23 22:26:13.951472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48768) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:13.953546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-f13fb8e3-94d1-4cb8-9106-e2b737fe89ad tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:13.962452 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-f13fb8e3-94d1-4cb8-9106-e2b737fe89ad tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:14.037840 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8618023a-2d22-4ced-bf9f-6474cad375e6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851247 Sep 23 22:26:14.047137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48770) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:14.049221 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-f13fb8e3-94d1-4cb8-9106-e2b737fe89ad tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:14.050946 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-f13fb8e3-94d1-4cb8-9106-e2b737fe89ad tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:14.069210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-faa66f42-42b7-4dc4-bb3b-e4552dd92b0a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:14.131800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221a267a-1f0f-4175-8cbe-1ac17f106767 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Made reservation on behalf of 53d9dcc00ea347a4ba456b29d8894318 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:14.140591 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-221a267a-1f0f-4175-8cbe-1ac17f106767 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:14.173692 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e0190-a868-45a7-9c8b-2fb277d0b965 req-fc150464-d07c-4e8a-826b-77ee5b38c996 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:14.176395 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:14.178085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-347e0190-a868-45a7-9c8b-2fb277d0b965 req-fc150464-d07c-4e8a-826b-77ee5b38c996 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 945 time: 0.2816103 Sep 23 22:26:14.180962 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bd71aa6a-0260-4cf1-a379-4f41efbe86c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:14.221837 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-f13fb8e3-94d1-4cb8-9106-e2b737fe89ad tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8969920 Sep 23 22:26:14.236444 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Request body: {'port': {'device_id': 'e977c996-2b6f-48be-9f7f-0a761ff60eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:14.249056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:14.296709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-221a267a-1f0f-4175-8cbe-1ac17f106767 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] device_id is not set on port 2399c71c-78da-4b12-adda-5a18362e7290 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:26:14.333063 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:14.436901 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-347e0190-a868-45a7-9c8b-2fb277d0b965 req-52c11206-8270-492e-b947-73cfddf7da83 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/security-groups?id=5040f08e-d054-4a3d-9f3c-788ba5191262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094438 Sep 23 22:26:14.446673 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a26abf1-5eee-44fc-9e93-764c1f8ebd07 req-63bbcd8d-c6b4-49ed-b34f-620264e3581a tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 210 time: 0.0524049 Sep 23 22:26:14.533657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16457f72-c6db-48a4-86a6-0c2e2ecdd649 None None] Network ca883b77-dd36-40f2-a31d-760ec43ec06e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:14.543239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa66f42-42b7-4dc4-bb3b-e4552dd92b0a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:14.547163 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faa66f42-42b7-4dc4-bb3b-e4552dd92b0a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:14.572944 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8ba62d19-90c9-48aa-9ad7-8aef7d96d23d,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:14.594423 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41', 'mac_address': 'fa:16:3e:60:e7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:26:14.698226 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:14.744876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b60506-2c26-4377-9efc-bb874febacc1 req-0db8cc18-4f04-401e-a5c4-07955c36f5a9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:14.747601 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99b60506-2c26-4377-9efc-bb874febacc1 req-0db8cc18-4f04-401e-a5c4-07955c36f5a9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 949 time: 0.2061212 Sep 23 22:26:14.827307 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-221a267a-1f0f-4175-8cbe-1ac17f106767 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Allocated IP 10.1.1.216 (277e5faa-2d60-44c3-be61-7e8c69a875a4/e4c74845-4044-4c41-beed-d8570726d860/2399c71c-78da-4b12-adda-5a18362e7290) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:14.829360 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d31f3-fe8d-4909-9637-585161f9c9b9 None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:26:14.967490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99b60506-2c26-4377-9efc-bb874febacc1 req-0acc4e64-9c5a-4334-acc5-4e891594d304 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962273 Sep 23 22:26:14.992716 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:15.076172 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-bd71aa6a-0260-4cf1-a379-4f41efbe86c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:26:15.076530 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-bd71aa6a-0260-4cf1-a379-4f41efbe86c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:26:15.090754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb88fde-9fc0-4671-be74-f354bb4c1a41 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:26:15.146486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:15.171074 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-876d31f3-fe8d-4909-9637-585161f9c9b9 None None] Deleting port 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:15.171442 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-876d31f3-fe8d-4909-9637-585161f9c9b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:15.173368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=8ba62d19-90c9-48aa-9ad7-8aef7d96d23d,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:15.196328 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:15.332840 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:15.353733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330b703-df1e-4086-b8ba-010ecaba8d6d req-3d99e95e-4571-4eeb-a40e-96a496abbc52 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:15.357075 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1330b703-df1e-4086-b8ba-010ecaba8d6d req-3d99e95e-4571-4eeb-a40e-96a496abbc52 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 931 time: 0.2128348 Sep 23 22:26:15.423242 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-876d31f3-fe8d-4909-9637-585161f9c9b9 None None] For port 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8ba62d19-90c9-48aa-9ad7-8aef7d96d23d,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:15.423906 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-876d31f3-fe8d-4909-9637-585161f9c9b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:15.446998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=dbb88fde-9fc0-4671-be74-f354bb4c1a41,revision_number=12']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:15.451287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-876d31f3-fe8d-4909-9637-585161f9c9b9 None None] Calling delete_port for 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:15.468827 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:15.469636 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:15.705445 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:15.712892 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b69dac89-6137-45f4-b667-cfa1be93952d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:15.757396 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1330b703-df1e-4086-b8ba-010ecaba8d6d req-6fac7a52-ea0d-47e4-86ec-015e76c5e9b8 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681832 Sep 23 22:26:15.778997 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-221a267a-1f0f-4175-8cbe-1ac17f106767 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:15.803857 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:26:15.810383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:15.823332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['dbb88fde-9fc0-4671-be74-f354bb4c1a41'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:26:15.853384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bd71aa6a-0260-4cf1-a379-4f41efbe86c0 None None] Provisioning complete for port 3a3f6525-3b5e-470e-ba61-b0a205d2bf28 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:15.855389 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bd71aa6a-0260-4cf1-a379-4f41efbe86c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:15.862873 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-876d31f3-fe8d-4909-9637-585161f9c9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:15.864716 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faa66f42-42b7-4dc4-bb3b-e4552dd92b0a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:15.914290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:26:15.941381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d31f3-fe8d-4909-9637-585161f9c9b9 None None] Pushing event deleted for resources: {'Port': ['ID=8ba62d19-90c9-48aa-9ad7-8aef7d96d23d,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:15.942511 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:15.946667 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:15.949155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa66f42-42b7-4dc4-bb3b-e4552dd92b0a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:15.951129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3a3f6525-3b5e-470e-ba61-b0a205d2bf28 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:15.951310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-faa66f42-42b7-4dc4-bb3b-e4552dd92b0a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:15.957513 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d31f3-fe8d-4909-9637-585161f9c9b9 None None] No DVR routers for this DVR port 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:26:15.979255 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa66f42-42b7-4dc4-bb3b-e4552dd92b0a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:15.980033 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faa66f42-42b7-4dc4-bb3b-e4552dd92b0a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:15.998827 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-221a267a-1f0f-4175-8cbe-1ac17f106767 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:16.037255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f49089-f42f-4ebb-8b2e-3e57a0e481a1 req-9e9bb43b-96a2-42aa-8e3e-857230b576fc tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:16.050112 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5f49089-f42f-4ebb-8b2e-3e57a0e481a1 req-9e9bb43b-96a2-42aa-8e3e-857230b576fc tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 1.1434934 Sep 23 22:26:16.067342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Transition to ACTIVE for port object 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:26:16.074019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a267a-1f0f-4175-8cbe-1ac17f106767 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Network 277e5faa-2d60-44c3-be61-7e8c69a875a4 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:16.079205 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-faa66f42-42b7-4dc4-bb3b-e4552dd92b0a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0156040 Sep 23 22:26:16.081953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-221a267a-1f0f-4175-8cbe-1ac17f106767 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:16.083560 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-8ecdee30-887e-4d6e-ba6b-11f6bd215195 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:16.083814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48788) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:16.086369 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-8ecdee30-887e-4d6e-ba6b-11f6bd215195 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.67 "GET /v2.0/networks?id=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc HTTP/1.1" status: 200 len: 814 time: 0.4444742 Sep 23 22:26:16.104137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a66d1787-745b-454e-be14-4c55ae8d8fff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'fixed_ips': [{'subnet_id': '3acf1499-3fcb-4c57-993f-9618f6f37ae9', 'ip_address': '2001:db8::2b8d:e09c:e865:d7e6'}], 'name': 'tempest-NetworksTestDHCPv6-1855454437'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:16.117569 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221a267a-1f0f-4175-8cbe-1ac17f106767 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:16.161438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa66f42-42b7-4dc4-bb3b-e4552dd92b0a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=3acf1499-3fcb-4c57-993f-9618f6f37ae9,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:16.177748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-15d43e02-02f8-4cc2-a9b8-43710ce645b1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Request body: {'port': {'device_id': 'c438532e-4333-4347-a705-fa721b4bc4a3', 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc', 'admin_state_up': True, 'tenant_id': 'a9aadbde78d24ca78b83551868563968'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:16.186743 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5f49089-f42f-4ebb-8b2e-3e57a0e481a1 req-987c3015-7791-4899-8b06-5ee8dc640f30 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295466 Sep 23 22:26:16.190472 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:16.201792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328895d9-3228-4e09-84b3-20ab585deebc None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:16.219788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a267a-1f0f-4175-8cbe-1ac17f106767 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'Port': ['ID=2399c71c-78da-4b12-adda-5a18362e7290,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:16.419752 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd106aa-cbe4-4b20-8b6f-030393add134 req-73dd04fe-d73d-45d7-8e76-07386654314b tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:16.421727 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8dd106aa-cbe4-4b20-8b6f-030393add134 req-73dd04fe-d73d-45d7-8e76-07386654314b tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 950 time: 0.3366399 Sep 23 22:26:16.429801 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:16.434709 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Pushing event updated for resources: {'Port': ['ID=2cf3d82b-7030-41fc-88c2-c0d78c89ae3c,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:16.439995 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221a267a-1f0f-4175-8cbe-1ac17f106767 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:16.442433 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-221a267a-1f0f-4175-8cbe-1ac17f106767 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:16.522204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:16.529907 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544aca4-c93e-4b83-9497-10edb2dcc5c6 req-6bca4e8f-e5eb-4527-8408-b248c93c0869 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:16.531923 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f544aca4-c93e-4b83-9497-10edb2dcc5c6 req-6bca4e8f-e5eb-4527-8408-b248c93c0869 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 945 time: 0.1443353 Sep 23 22:26:16.537199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Attempting to bind port 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:16.537620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Attempting to bind port 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:16.537956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Attempting to bind port 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c on network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:16.541746 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8dd106aa-cbe4-4b20-8b6f-030393add134 req-72153214-91e6-43c0-9f5a-ed29f4c31325 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836718 Sep 23 22:26:16.552602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Port 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c on network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:26:16.552959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Attempting to bind port 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c on network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:16.573567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:16.574654 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Checking segment: {'id': '82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:16.579145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Bound using segment: {'id': '82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:16.579145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Bound port: 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:16.579145 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:16.612492 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f544aca4-c93e-4b83-9497-10edb2dcc5c6 req-0b95dd4d-e05a-455f-a336-744d6701111b tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/security-groups?id=5040f08e-d054-4a3d-9f3c-788ba5191262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679719 Sep 23 22:26:16.619612 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-221a267a-1f0f-4175-8cbe-1ac17f106767 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0606787 Sep 23 22:26:16.654178 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-15d43e02-02f8-4cc2-a9b8-43710ce645b1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:26:16.654178 n-d-810775-1 neutron-server[95490]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:26:16.654178 n-d-810775-1 neutron-server[95490]: [parameters: {'project_id_1': 'a9aadbde78d24ca78b83551868563968', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 25, 56, 495156)}] Sep 23 22:26:16.654178 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:26:16.654816 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-15d43e02-02f8-4cc2-a9b8-43710ce645b1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:26:16.701864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] For port 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:16.712679 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] For port 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=2cf3d82b-7030-41fc-88c2-c0d78c89ae3c,segment=NetworkSegment(82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2),segment_id=82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:16.727794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ade87fb7-fd4e-4b0a-a62a-4c630bfcd48c req-78c17b27-eb63-4bd1-a45a-f07cd1545104 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 210 time: 0.0490887 Sep 23 22:26:16.734800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 3a3f6525-3b5e-470e-ba61-b0a205d2bf28 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:16.735530 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:16.743347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66d1787-745b-454e-be14-4c55ae8d8fff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:16.836536 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:16.942720 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a66d1787-745b-454e-be14-4c55ae8d8fff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:16.990666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-a66d1787-745b-454e-be14-4c55ae8d8fff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port 574f8886-7166-404a-b73e-c71cf15e1d86 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:26:17.009971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Pushing event updated for resources: {'Port': ['ID=2cf3d82b-7030-41fc-88c2-c0d78c89ae3c,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:17.034901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:17.045046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:17.045046 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] 10.222.0.43 "PUT /v2.0/ports/2cf3d82b-7030-41fc-88c2-c0d78c89ae3c HTTP/1.1" status: 200 len: 1091 time: 2.8056481 Sep 23 22:26:17.045046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e977c996-2b6f-48be-9f7f-0a761ff60eec', 'tag': '2cf3d82b-7030-41fc-88c2-c0d78c89ae3c'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:17.045046 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977da86e-732e-4909-8fd0-21d080da86ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e977c996-2b6f-48be-9f7f-0a761ff60eec", "tag": "2cf3d82b-7030-41fc-88c2-c0d78c89ae3c"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:17.045502 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6e63fe9f-fb65-4dbc-a7f2-941c0b178af2 None None] Provisioning complete for port 2399c71c-78da-4b12-adda-5a18362e7290 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:17.045502 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6e63fe9f-fb65-4dbc-a7f2-941c0b178af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:17.045680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:17.045764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:17.046113 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:17.046453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:17.046788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:17.047117 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:17.047729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:17.047850 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:17.048082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:17.048409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:17.048770 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:17.049063 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907811bc-9124-401e-b8f6-b39907a82c1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:17.050457 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:17.099123 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': '3acf1499-3fcb-4c57-993f-9618f6f37ae9'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:26:17.099997 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:17.199802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6e63fe9f-fb65-4dbc-a7f2-941c0b178af2 None None] Port 2399c71c-78da-4b12-adda-5a18362e7290 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:26:17.297699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-15d43e02-02f8-4cc2-a9b8-43710ce645b1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Made reservation on behalf of a9aadbde78d24ca78b83551868563968 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:17.329169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:26:17.330834 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-15d43e02-02f8-4cc2-a9b8-43710ce645b1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:17.376591 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48810) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:17.392944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-292d3732-5fa4-4da9-af15-f1da4b329f64 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613068204', 'description': 'tempest-description--488123241'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:17.428201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:26:17.428802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8ba62d19-90c9-48aa-9ad7-8aef7d96d23d not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:26:17.442518 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6e63fe9f-fb65-4dbc-a7f2-941c0b178af2 None None] Provisioning complete for port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:17.443177 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6e63fe9f-fb65-4dbc-a7f2-941c0b178af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:17.451211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-a66d1787-745b-454e-be14-4c55ae8d8fff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::2b8d:e09c:e865:d7e6 (fabbdebb-7256-45f8-980f-653365ae34a1/3acf1499-3fcb-4c57-993f-9618f6f37ae9/574f8886-7166-404a-b73e-c71cf15e1d86) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:17.490497 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35166eba-a23d-40bd-a6e3-003c7cfb8951 req-f087e702-4137-4ae2-abe6-37de4176735b tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:17.491419 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-ce26e1f6-fb13-4f34-9d19-fee0d9072052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:17.492278 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35166eba-a23d-40bd-a6e3-003c7cfb8951 req-f087e702-4137-4ae2-abe6-37de4176735b tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 943 time: 0.3106916 Sep 23 22:26:17.494305 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-ce26e1f6-fb13-4f34-9d19-fee0d9072052 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92ffee92be894524b0e7f44ca8640737&device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 1094 time: 0.2257168 Sep 23 22:26:17.516701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6e63fe9f-fb65-4dbc-a7f2-941c0b178af2 None None] Port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:26:17.536925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6e63fe9f-fb65-4dbc-a7f2-941c0b178af2 None None] Provisioning complete for port 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:17.537461 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6e63fe9f-fb65-4dbc-a7f2-941c0b178af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:17.576578 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35166eba-a23d-40bd-a6e3-003c7cfb8951 req-898f081d-df90-44c6-a3bd-9eab68d4001d tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606954 Sep 23 22:26:17.596086 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:17.614162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:17.683900 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c918b7de-fc2a-4e03-9336-2045b5e73580 x-openstack-request-id: req-c918b7de-fc2a-4e03-9336-2045b5e73580 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:17.684559 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e977c996-2b6f-48be-9f7f-0a761ff60eec", "tag": "2cf3d82b-7030-41fc-88c2-c0d78c89ae3c", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:17.685018 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c918b7de-fc2a-4e03-9336-2045b5e73580 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:17.685682 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e977c996-2b6f-48be-9f7f-0a761ff60eec', 'tag': '2cf3d82b-7030-41fc-88c2-c0d78c89ae3c', 'status': 'completed', 'code': 200} Sep 23 22:26:17.707655 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-9bbfebcb-21d2-407b-a249-93f79fb5549f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cf3d82b-7030-41fc-88c2-c0d78c89ae3c HTTP/1.1" status: 200 len: 217 time: 0.1980093 Sep 23 22:26:17.725631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-5046ca8d-c531-4e34-955a-8caaa1a3011d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3b70fd1a6d0c4b0a803216b674009287&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922506 Sep 23 22:26:17.733488 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-292d3732-5fa4-4da9-af15-f1da4b329f64 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:17.745492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6e63fe9f-fb65-4dbc-a7f2-941c0b178af2 None None] Could not find standard attr ID for object 0a01b05c-b9f9-43f7-bd40-560a88886ce2. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:26:17.752848 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:17.753748 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:17.838288 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-15d43e02-02f8-4cc2-a9b8-43710ce645b1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Allocated IP 172.20.0.7 (08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc/04a99b1e-5604-420c-b8b4-3844200ef69e/f1a97238-08aa-4a41-9466-6b14fb0c3b0b) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:17.889304 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a66d1787-745b-454e-be14-4c55ae8d8fff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:17.910018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-dc1013ee-83c7-4563-91e8-37c910743bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:17.911625 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-dc1013ee-83c7-4563-91e8-37c910743bba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54b21564-3f42-4a3c-b81d-f573077bf52f HTTP/1.1" status: 200 len: 850 time: 0.1695082 Sep 23 22:26:17.954259 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-e1d6ec88-8297-43bd-bbcb-d5286a940406 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:17.955846 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-e1d6ec88-8297-43bd-bbcb-d5286a940406 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290342 Sep 23 22:26:17.975117 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d7023-3ab9-4fa7-be8f-58021394fc98 req-7798fbe6-5dba-4d54-92ee-b6dce30df6f8 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:17.976781 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c7d7023-3ab9-4fa7-be8f-58021394fc98 req-7798fbe6-5dba-4d54-92ee-b6dce30df6f8 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1457348 Sep 23 22:26:17.976914 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-30337805-1ee3-4da1-9b1e-fd357d10ea9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527368 Sep 23 22:26:17.990567 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-292d3732-5fa4-4da9-af15-f1da4b329f64 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:18.010594 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-fb58895b-03ea-4dc7-bd66-b4c7fd2f64d3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/quotas/3b70fd1a6d0c4b0a803216b674009287 HTTP/1.1" status: 200 len: 375 time: 0.0362203 Sep 23 22:26:18.037670 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c7d7023-3ab9-4fa7-be8f-58021394fc98 req-e3008d64-b2d7-4f24-9e81-ddfdef50db6c tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494204 Sep 23 22:26:18.095681 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-292d3732-5fa4-4da9-af15-f1da4b329f64 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:18.143125 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a66d1787-745b-454e-be14-4c55ae8d8fff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:18.243526 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-843803d3-1a77-414a-8bcb-d3abd17ad5b5 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2127666 Sep 23 22:26:18.250398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d3732-5fa4-4da9-af15-f1da4b329f64 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7841b8-7236-4193-912b-422adbe8aea1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:18.250811 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-15d43e02-02f8-4cc2-a9b8-43710ce645b1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:18.254805 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-e5b00f0b-d5cf-4510-a983-dd8dda7f393d service neutron] 10.222.0.43 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608159 Sep 23 22:26:18.282883 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66d1787-745b-454e-be14-4c55ae8d8fff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:18.285188 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-292d3732-5fa4-4da9-af15-f1da4b329f64 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:18.286592 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-292d3732-5fa4-4da9-af15-f1da4b329f64 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9072793 Sep 23 22:26:18.296226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-a66d1787-745b-454e-be14-4c55ae8d8fff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:18.311487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48824) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:18.317587 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8ead94aa-6fa4-483f-a1b1-fde2809f3fd9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'security_group_rule': {'security_group_id': 'ca7841b8-7236-4193-912b-422adbe8aea1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:18.328370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d1787-745b-454e-be14-4c55ae8d8fff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:18.335765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d1787-745b-454e-be14-4c55ae8d8fff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:18.336597 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a66d1787-745b-454e-be14-4c55ae8d8fff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:18.357884 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d1787-745b-454e-be14-4c55ae8d8fff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=574f8886-7166-404a-b73e-c71cf15e1d86,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:18.454805 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d6f564c-dab6-4c32-9eb4-c5293aa78af9 req-66c87e33-dbc9-4d39-8328-bd2300e6c1f8 service neutron] 10.222.0.43 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862111 Sep 23 22:26:18.472576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a66d1787-745b-454e-be14-4c55ae8d8fff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3737996 Sep 23 22:26:18.475456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48828) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:18.476534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Allocated IP 2001:db8::2 (fabbdebb-7256-45f8-980f-653365ae34a1/3acf1499-3fcb-4c57-993f-9618f6f37ae9/72b5c13e-440c-4d2e-a881-2fb1dfb5de76) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:18.536519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd0a29-0015-4343-8cdc-e1ad352fc0f0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:18.538281 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-befd0a29-0015-4343-8cdc-e1ad352fc0f0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0615590 Sep 23 22:26:18.541039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48830) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:18.574303 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-15d43e02-02f8-4cc2-a9b8-43710ce645b1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:18.599220 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:18.631154 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ead94aa-6fa4-483f-a1b1-fde2809f3fd9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:18.711638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-15d43e02-02f8-4cc2-a9b8-43710ce645b1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:18.716963 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d43e02-02f8-4cc2-a9b8-43710ce645b1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Pushing event updated for resources: {'Port': ['ID=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:18.722467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-15d43e02-02f8-4cc2-a9b8-43710ce645b1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:18.731194 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:18.733615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-15d43e02-02f8-4cc2-a9b8-43710ce645b1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:18.807647 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ead94aa-6fa4-483f-a1b1-fde2809f3fd9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:18.812090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-15d43e02-02f8-4cc2-a9b8-43710ce645b1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:18.812849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-15d43e02-02f8-4cc2-a9b8-43710ce645b1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:18.814350 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:18.819898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977da86e-732e-4909-8fd0-21d080da86ca req-13fb2dc5-4d4f-4899-acb5-f03844acba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:18.823135 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-977da86e-732e-4909-8fd0-21d080da86ca req-13fb2dc5-4d4f-4899-acb5-f03844acba73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92ffee92be894524b0e7f44ca8640737&device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 1094 time: 0.1754899 Sep 23 22:26:18.872083 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ead94aa-6fa4-483f-a1b1-fde2809f3fd9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:18.880507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b9e12-cefc-4082-b743-1c6386dfbee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port 574f8886-7166-404a-b73e-c71cf15e1d86 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:18.881162 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e7b9e12-cefc-4082-b743-1c6386dfbee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:18.887838 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:18.895179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:18.898974 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:18.908917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead94aa-6fa4-483f-a1b1-fde2809f3fd9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a8f243-b65f-40cb-9671-fca14f0ae1d1,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:18.928111 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Pushing event updated for resources: {'Port': ['ID=72b5c13e-440c-4d2e-a881-2fb1dfb5de76,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:18.928759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3430a-3b1a-4d45-9274-60ca6cd3e141 req-84fbbff8-ce89-4b94-99b6-f3c8c3415f7d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:18.936915 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fed3430a-3b1a-4d45-9274-60ca6cd3e141 req-84fbbff8-ce89-4b94-99b6-f3c8c3415f7d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 931 time: 0.1268766 Sep 23 22:26:18.971324 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-15d43e02-02f8-4cc2-a9b8-43710ce645b1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8611054 Sep 23 22:26:18.988999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fed3430a-3b1a-4d45-9274-60ca6cd3e141 req-d59314a4-9efc-49bd-8828-3174b8453845 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507851 Sep 23 22:26:19.007846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ead94aa-6fa4-483f-a1b1-fde2809f3fd9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:19.008370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Attempting to bind port 72b5c13e-440c-4d2e-a881-2fb1dfb5de76 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:19.008766 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Attempting to bind port 72b5c13e-440c-4d2e-a881-2fb1dfb5de76 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:19.009388 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Attempting to bind port 72b5c13e-440c-4d2e-a881-2fb1dfb5de76 on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:19.012377 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8ead94aa-6fa4-483f-a1b1-fde2809f3fd9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7000432 Sep 23 22:26:19.013011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48840) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:19.018020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:19.018612 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:19.019208 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:19.019769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:19.020632 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Bound port: 72b5c13e-440c-4d2e-a881-2fb1dfb5de76, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:19.021211 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:19.029344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-eea46f37-4791-4f48-92e4-fb9a3146b620 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'security_group_rule': {'security_group_id': 'ca7841b8-7236-4193-912b-422adbe8aea1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:19.034292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Request body: {'port': {'device_id': 'c438532e-4333-4347-a705-fa721b4bc4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:19.132731 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e7b9e12-cefc-4082-b743-1c6386dfbee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:19.157330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] For port 72b5c13e-440c-4d2e-a881-2fb1dfb5de76, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:19.163598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] For port 72b5c13e-440c-4d2e-a881-2fb1dfb5de76, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=72b5c13e-440c-4d2e-a881-2fb1dfb5de76,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:19.174849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38e511-92b1-453d-8caf-8b51858fe40d req-4b2b2988-1ddf-4f81-823d-9b6b5621c0cd tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:19.182149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f38e511-92b1-453d-8caf-8b51858fe40d req-4b2b2988-1ddf-4f81-823d-9b6b5621c0cd tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 945 time: 0.0871537 Sep 23 22:26:19.191437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b9e12-cefc-4082-b743-1c6386dfbee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for 574f8886-7166-404a-b73e-c71cf15e1d86 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:19.201705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccfdc6-d2d6-41c7-ab7f-4dca5aa869d4 req-8a519bd5-14e6-48af-bb6a-4a6287a79cc5 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:19.203361 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dcccfdc6-d2d6-41c7-ab7f-4dca5aa869d4 req-8a519bd5-14e6-48af-bb6a-4a6287a79cc5 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 943 time: 0.3302860 Sep 23 22:26:19.210480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977da86e-732e-4909-8fd0-21d080da86ca req-6031e678-dbdf-4947-a02a-094bb80079a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:19.212178 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-977da86e-732e-4909-8fd0-21d080da86ca req-6031e678-dbdf-4947-a02a-094bb80079a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439 HTTP/1.1" status: 200 len: 911 time: 0.3788080 Sep 23 22:26:19.226445 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eea46f37-4791-4f48-92e4-fb9a3146b620 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:19.236326 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f38e511-92b1-453d-8caf-8b51858fe40d req-c11fe902-a230-480e-a3c3-b3c8666a711c tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/security-groups?id=5040f08e-d054-4a3d-9f3c-788ba5191262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463274 Sep 23 22:26:19.248403 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:19.319603 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eea46f37-4791-4f48-92e4-fb9a3146b620 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:19.327317 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-977da86e-732e-4909-8fd0-21d080da86ca req-2a6a5c2d-c20a-4f62-82c1-3c68beb75071 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cf3d82b-7030-41fc-88c2-c0d78c89ae3c HTTP/1.1" status: 200 len: 217 time: 0.1035433 Sep 23 22:26:19.354252 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:19.364765 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e78730f-4762-47eb-a976-06c13e472a00 req-93bf2580-5ebd-4ba0-b596-9e82fb9332df tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 210 time: 0.0375412 Sep 23 22:26:19.423878 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dcccfdc6-d2d6-41c7-ab7f-4dca5aa869d4 req-d8e87eb4-bfc0-4ebd-8851-f704a9af4fbf tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035351 Sep 23 22:26:19.447368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device dbb88fde-9fc0-4671-be74-f354bb4c1a41 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:19.459956 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eea46f37-4791-4f48-92e4-fb9a3146b620 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:19.488599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977da86e-732e-4909-8fd0-21d080da86ca req-2d5355f6-a8e8-461f-8691-90e34b51ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:19.490181 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-977da86e-732e-4909-8fd0-21d080da86ca req-2d5355f6-a8e8-461f-8691-90e34b51ba50 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54b21564-3f42-4a3c-b81d-f573077bf52f HTTP/1.1" status: 200 len: 850 time: 0.1482525 Sep 23 22:26:19.603680 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-977da86e-732e-4909-8fd0-21d080da86ca req-8bbcfbf7-def8-4c6c-8905-a8df03607d23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010790 Sep 23 22:26:19.607889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea46f37-4791-4f48-92e4-fb9a3146b620 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38839ab-f9e2-4345-baf5-9a6497970dfd,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:19.608658 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ceec79-864c-42aa-b74a-882cc38a2fcb None None] Pushing event updated for resources: {'Port': ['ID=72b5c13e-440c-4d2e-a881-2fb1dfb5de76,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:19.654019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709da3-edc8-4781-bfec-d104b1fbd11a req-865231d4-de88-49b4-aa80-88108ac855dc tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:19.655369 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b6709da3-edc8-4781-bfec-d104b1fbd11a req-865231d4-de88-49b4-aa80-88108ac855dc tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1394696 Sep 23 22:26:19.696799 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eea46f37-4791-4f48-92e4-fb9a3146b620 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:19.704344 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eea46f37-4791-4f48-92e4-fb9a3146b620 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6898458 Sep 23 22:26:19.708844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48848) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:19.717682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:19.784379 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port dbb88fde-9fc0-4671-be74-f354bb4c1a41 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:26:19.789050 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port dbb88fde-9fc0-4671-be74-f354bb4c1a41 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:19.790072 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:19.882149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b6709da3-edc8-4781-bfec-d104b1fbd11a req-3e525f09-205a-4e28-8c54-1d1659b87511 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190657 Sep 23 22:26:19.921827 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:19.976916 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:20.025244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:20.027228 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-977da86e-732e-4909-8fd0-21d080da86ca req-daa72e6d-860f-4b2b-8d56-365b399d28e1 service neutron] 10.222.0.43 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881955 Sep 23 22:26:20.028193 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20f026d-a3a8-46d6-86ad-b4dba0df56b8" -d '{"events": [{"server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "name": "network-vif-plugged", "status": "completed", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:20.062927 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:20.105786 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e7b9e12-cefc-4082-b743-1c6386dfbee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:20.129665 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b001df-cd97-4741-9b56-07b0a49c444d x-openstack-request-id: req-89b001df-cd97-4741-9b56-07b0a49c444d {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:20.129967 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "name": "network-vif-plugged", "status": "completed", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:20.130228 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-89b001df-cd97-4741-9b56-07b0a49c444d {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:20.130590 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41', 'code': 200} Sep 23 22:26:20.168833 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:20.199682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b9e12-cefc-4082-b743-1c6386dfbee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=574f8886-7166-404a-b73e-c71cf15e1d86,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:20.225013 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a97238-08aa-4a41-9466-6b14fb0c3b0b {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:26:20.254059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab7292-b5ed-446e-a30f-1bb46a7117d3 req-d65d6e9e-c6d8-4e88-831c-bc8e0a243c9d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:20.259358 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:20.268930 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=dbb88fde-9fc0-4671-be74-f354bb4c1a41,revision_number=13']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:20.270116 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a1ab7292-b5ed-446e-a30f-1bb46a7117d3 req-d65d6e9e-c6d8-4e88-831c-bc8e0a243c9d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 931 time: 0.1492534 Sep 23 22:26:20.275118 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e7b9e12-cefc-4082-b743-1c6386dfbee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:20.277027 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4e7b9e12-cefc-4082-b743-1c6386dfbee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/574f8886-7166-404a-b73e-c71cf15e1d86 HTTP/1.1" status: 204 len: 168 time: 1.7345011 Sep 23 22:26:20.285940 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48860) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:20.320840 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-977da86e-732e-4909-8fd0-21d080da86ca req-f136a067-cb81-4d08-aeac-e00136a49944 service neutron] 10.222.0.43 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757800 Sep 23 22:26:20.321052 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:20.326130 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Transition to ACTIVE for port object f1a97238-08aa-4a41-9466-6b14fb0c3b0b will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:26:20.391214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477cd45-6948-47da-8ad0-36aaff827f87 req-709fe209-b5d0-4c10-a747-d66ffaf928c1 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:20.393058 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9477cd45-6948-47da-8ad0-36aaff827f87 req-709fe209-b5d0-4c10-a747-d66ffaf928c1 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.67 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 945 time: 0.1274824 Sep 23 22:26:20.396756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac5639a-f2f8-4d1d-9e2a-134ddc567894 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:20.398475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac5639a-f2f8-4d1d-9e2a-134ddc567894 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:20.404344 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-eac5639a-f2f8-4d1d-9e2a-134ddc567894 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1132820 Sep 23 22:26:20.410765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48862) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:20.414710 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:20.427738 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a1ab7292-b5ed-446e-a30f-1bb46a7117d3 req-89b155e4-301e-4635-b7c5-28d1015c38db tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564565 Sep 23 22:26:20.521540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Allocated IP 172.25.1.235 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/a354f855-345a-48cf-9493-b463a25390bf) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:20.565777 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9bf70130-94af-476b-a592-6211529faba6 req-6ebe2b6d-1071-48cc-b898-123993dc7465 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 210 time: 0.0456407 Sep 23 22:26:20.678960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:20.740231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c954d1e-c77d-4730-ae8c-d24fdfc19d1e req-36b5668b-e074-4d3c-996b-b91187c90bee tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:20.743473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-680ac83b-ad3f-41aa-98cd-965663b1da18 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 3acf1499-3fcb-4c57-993f-9618f6f37ae9 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:26:20.749429 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c954d1e-c77d-4730-ae8c-d24fdfc19d1e req-36b5668b-e074-4d3c-996b-b91187c90bee tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 943 time: 0.1027169 Sep 23 22:26:20.758985 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:20.763517 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-680ac83b-ad3f-41aa-98cd-965663b1da18 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:20.809797 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c954d1e-c77d-4730-ae8c-d24fdfc19d1e req-59f11f56-e074-4922-88a2-0a3c0ad37bdf tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593719 Sep 23 22:26:20.900395 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:21.013369 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:21.015467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'Port': ['ID=a354f855-345a-48cf-9493-b463a25390bf,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:21.019247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:21.021997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:21.133098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-52b6b8a4-3ce6-4550-a7e5-d7111fd84820 None None] Provisioning complete for port 72b5c13e-440c-4d2e-a881-2fb1dfb5de76 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:21.134369 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-52b6b8a4-3ce6-4550-a7e5-d7111fd84820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:21.189256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad67fdf-b6ec-4033-9c1e-b001070dd7f8 req-4c0ffec4-8ab2-4358-ad06-8f14112391ef tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:21.194813 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fad67fdf-b6ec-4033-9c1e-b001070dd7f8 req-4c0ffec4-8ab2-4358-ad06-8f14112391ef tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1355190 Sep 23 22:26:21.240409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cce6f-0822-4bc2-abd2-9e1ac2b5aa6c req-d8c341d8-1dcd-402d-b4fa-3e5b459cdb97 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:21.241316 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:21.242284 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be7cce6f-0822-4bc2-abd2-9e1ac2b5aa6c req-d8c341d8-1dcd-402d-b4fa-3e5b459cdb97 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 945 time: 0.8323677 Sep 23 22:26:21.289564 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fad67fdf-b6ec-4033-9c1e-b001070dd7f8 req-f9030809-721e-43ff-8902-e103bf28efb6 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879040 Sep 23 22:26:21.306268 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-52b6b8a4-3ce6-4550-a7e5-d7111fd84820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:21.322714 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:26:21.332438 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-680ac83b-ad3f-41aa-98cd-965663b1da18 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:21.351644 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-52b6b8a4-3ce6-4550-a7e5-d7111fd84820 None None] For port 72b5c13e-440c-4d2e-a881-2fb1dfb5de76, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=72b5c13e-440c-4d2e-a881-2fb1dfb5de76,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:21.374993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9477cd45-6948-47da-8ad0-36aaff827f87 req-b3bafb3c-69a0-4381-874b-50f8ec4be0c0 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Deleting port 791f63ff-4a6c-4352-833c-d9559929bc95 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:21.379841 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9477cd45-6948-47da-8ad0-36aaff827f87 req-b3bafb3c-69a0-4381-874b-50f8ec4be0c0 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:21.447484 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:21.467841 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-52b6b8a4-3ce6-4550-a7e5-d7111fd84820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:21.539672 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be7cce6f-0822-4bc2-abd2-9e1ac2b5aa6c req-722fd88d-3cb0-4990-b269-8263ff122a97 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/security-groups?id=5040f08e-d054-4a3d-9f3c-788ba5191262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683508 Sep 23 22:26:21.565989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=2cf3d82b-7030-41fc-88c2-c0d78c89ae3c,segment=NetworkSegment(82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2),segment_id=82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:21.580498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6b8a4-3ce6-4550-a7e5-d7111fd84820 None None] Pushing event updated for resources: {'Port': ['ID=72b5c13e-440c-4d2e-a881-2fb1dfb5de76,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:21.587333 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '2cf3d82b-7030-41fc-88c2-c0d78c89ae3c', 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439', 'port_id': '2cf3d82b-7030-41fc-88c2-c0d78c89ae3c', 'mac_address': 'fa:16:3e:3c:d6:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b21564-3f42-4a3c-b81d-f573077bf52f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:26:21.629448 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-019e60cc-5ebf-499d-b02e-7da6a455de14 None None] Could not find standard attr ID for object 574f8886-7166-404a-b73e-c71cf15e1d86. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:26:21.659512 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:21.693273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 72b5c13e-440c-4d2e-a881-2fb1dfb5de76 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:21.707511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:26:21.759884 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2758252-44ea-48af-9b58-0774a6586d61 req-b8e5047f-5050-4462-a65b-e9e2b0094fe0 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:21.765417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Attempting to bind port f1a97238-08aa-4a41-9466-6b14fb0c3b0b on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:21.765755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Attempting to bind port f1a97238-08aa-4a41-9466-6b14fb0c3b0b by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '4b76c58c-7188-40db-b9f0-0b525c852a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:21.766084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Attempting to bind port f1a97238-08aa-4a41-9466-6b14fb0c3b0b on network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:21.769933 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2758252-44ea-48af-9b58-0774a6586d61 req-b8e5047f-5050-4462-a65b-e9e2b0094fe0 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 943 time: 0.1519580 Sep 23 22:26:21.770882 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=2cf3d82b-7030-41fc-88c2-c0d78c89ae3c,segment=NetworkSegment(82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2),segment_id=82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:21.783936 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Port f1a97238-08aa-4a41-9466-6b14fb0c3b0b on network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:26:21.783936 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Attempting to bind port f1a97238-08aa-4a41-9466-6b14fb0c3b0b on network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:21.793541 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5bf7a522-0064-4a91-8666-d5e2bd45d4d3 req-e00a8fa6-701d-42f6-8f70-43582d360bc5 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 210 time: 0.0681312 Sep 23 22:26:21.803869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:21.806163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Checking segment: {'id': '4b76c58c-7188-40db-b9f0-0b525c852a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:21.806735 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Bound using segment: {'id': '4b76c58c-7188-40db-b9f0-0b525c852a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:21.807364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Bound port: f1a97238-08aa-4a41-9466-6b14fb0c3b0b, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b76c58c-7188-40db-b9f0-0b525c852a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:21.808060 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:21.809940 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 72b5c13e-440c-4d2e-a881-2fb1dfb5de76 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:21.810320 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:21.820013 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-680ac83b-ad3f-41aa-98cd-965663b1da18 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:21.857781 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2758252-44ea-48af-9b58-0774a6586d61 req-01abe64a-53d8-49cb-9d80-18a533fd8609 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868361 Sep 23 22:26:21.859358 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:21.930234 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9477cd45-6948-47da-8ad0-36aaff827f87 req-b3bafb3c-69a0-4381-874b-50f8ec4be0c0 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] For port 791f63ff-4a6c-4352-833c-d9559929bc95, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=791f63ff-4a6c-4352-833c-d9559929bc95,segment=NetworkSegment(68002282-4bae-46ea-abd8-6e43e89c603f),segment_id=68002282-4bae-46ea-abd8-6e43e89c603f)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:21.930611 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9477cd45-6948-47da-8ad0-36aaff827f87 req-b3bafb3c-69a0-4381-874b-50f8ec4be0c0 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:21.943331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=2cf3d82b-7030-41fc-88c2-c0d78c89ae3c,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:21.982749 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:21.998508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9477cd45-6948-47da-8ad0-36aaff827f87 req-b3bafb3c-69a0-4381-874b-50f8ec4be0c0 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Calling delete_port for 791f63ff-4a6c-4352-833c-d9559929bc95 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:22.032803 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:22.085729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] For port f1a97238-08aa-4a41-9466-6b14fb0c3b0b, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:22.109016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] For port f1a97238-08aa-4a41-9466-6b14fb0c3b0b, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:22.126448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40f11b-695f-4cbc-999c-730b40b8b008 req-2240db2a-d1b2-4c64-8dac-359762eef6e6 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:22.128067 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f40f11b-695f-4cbc-999c-730b40b8b008 req-2240db2a-d1b2-4c64-8dac-359762eef6e6 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 944 time: 0.2210226 Sep 23 22:26:22.131153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'Port': ['ID=a354f855-345a-48cf-9493-b463a25390bf,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:22.147364 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:22.152839 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-abc2bc94-ce83-48e5-8ace-1d9599a2b7cf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3b70fd1a6d0c4b0a803216b674009287&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498507 Sep 23 22:26:22.159857 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-680ac83b-ad3f-41aa-98cd-965663b1da18 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:22.181732 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['2cf3d82b-7030-41fc-88c2-c0d78c89ae3c'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:26:22.219684 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:22.221770 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ac83b-ad3f-41aa-98cd-965663b1da18 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=3acf1499-3fcb-4c57-993f-9618f6f37ae9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:22.249878 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:22.261581 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2e8549c5-3b41-4ad8-970d-f170964742de tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5420554 Sep 23 22:26:22.282125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fdb71b-491f-4152-b4f4-ebc4b04326e2 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:22.290344 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-680ac83b-ad3f-41aa-98cd-965663b1da18 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:22.292875 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-680ac83b-ad3f-41aa-98cd-965663b1da18 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/3acf1499-3fcb-4c57-993f-9618f6f37ae9 HTTP/1.1" status: 204 len: 168 time: 1.8806458 Sep 23 22:26:22.296898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48880) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:22.323898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:22.324658 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:22.326204 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] 10.222.0.67 "PUT /v2.0/ports/f1a97238-08aa-4a41-9466-6b14fb0c3b0b HTTP/1.1" status: 200 len: 1091 time: 3.2961524 Sep 23 22:26:22.331065 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f40f11b-695f-4cbc-999c-730b40b8b008 req-48364a69-9612-4fe1-bade-f026c60a2af5 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860976 Sep 23 22:26:22.331546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c438532e-4333-4347-a705-fa721b4bc4a3', 'tag': 'f1a97238-08aa-4a41-9466-6b14fb0c3b0b'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:22.333917 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a14ab9f-5cbb-470b-994b-a2220fb7224f" -d '{"events": [{"name": "network-changed", "server_uuid": "c438532e-4333-4347-a705-fa721b4bc4a3", "tag": "f1a97238-08aa-4a41-9466-6b14fb0c3b0b"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:22.405448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-318017ab-f268-4633-80a1-aed76c415d4a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072307 Sep 23 22:26:22.408069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48886) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:22.425743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-93320265-3a7b-4f70-bb0b-4ece9b3b4433 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:22.434646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43ef6b-77e4-46ad-8a95-1f8248779592 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:22.466448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-b3050f6b-1372-4210-b295-79ad302b1fe0 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:22.467150 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-b3050f6b-1372-4210-b295-79ad302b1fe0 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3005521 Sep 23 22:26:22.495906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-85111ab6-e883-4c23-83be-21f3d6b46768 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Request body: {'port': {'device_id': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '3b70fd1a6d0c4b0a803216b674009287'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:22.546276 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58fd02e-ef26-4373-b835-c267b2187e5d x-openstack-request-id: req-a58fd02e-ef26-4373-b835-c267b2187e5d {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:22.546865 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c438532e-4333-4347-a705-fa721b4bc4a3", "tag": "f1a97238-08aa-4a41-9466-6b14fb0c3b0b", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:22.547271 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a58fd02e-ef26-4373-b835-c267b2187e5d {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:22.547824 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c438532e-4333-4347-a705-fa721b4bc4a3', 'tag': 'f1a97238-08aa-4a41-9466-6b14fb0c3b0b', 'status': 'completed', 'code': 200} Sep 23 22:26:22.579155 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9477cd45-6948-47da-8ad0-36aaff827f87 req-b3bafb3c-69a0-4381-874b-50f8ec4be0c0 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:22.630886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341d34c-419d-4039-91db-b341f232237e req-61cac10e-a524-48b0-ab1b-2cdf849ed3a1 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:22.643695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['791f63ff-4a6c-4352-833c-d9559929bc95'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:26:22.645531 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5341d34c-419d-4039-91db-b341f232237e req-61cac10e-a524-48b0-ab1b-2cdf849ed3a1 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1645961 Sep 23 22:26:22.675856 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bafb3c-69a0-4381-874b-50f8ec4be0c0 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Pushing event deleted for resources: {'Port': ['ID=791f63ff-4a6c-4352-833c-d9559929bc95,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:22.724190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-66dd2acf-032b-4a90-8dbf-9f40c35aec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:22.725980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-66dd2acf-032b-4a90-8dbf-9f40c35aec4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9aadbde78d24ca78b83551868563968&device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 1094 time: 0.2219596 Sep 23 22:26:22.748196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5341d34c-419d-4039-91db-b341f232237e req-82b5d557-7f84-42a7-b255-f88c6b07e4a8 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011064 Sep 23 22:26:22.773765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-9477cd45-6948-47da-8ad0-36aaff827f87 req-b3bafb3c-69a0-4381-874b-50f8ec4be0c0 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] No DVR routers for this DVR port 791f63ff-4a6c-4352-833c-d9559929bc95 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:26:22.781847 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9477cd45-6948-47da-8ad0-36aaff827f87 req-b3bafb3c-69a0-4381-874b-50f8ec4be0c0 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:22.783953 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9477cd45-6948-47da-8ad0-36aaff827f87 req-b3bafb3c-69a0-4381-874b-50f8ec4be0c0 tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.67 "DELETE /v2.0/ports/791f63ff-4a6c-4352-833c-d9559929bc95 HTTP/1.1" status: 204 len: 173 time: 2.3827691 Sep 23 22:26:22.825143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93320265-3a7b-4f70-bb0b-4ece9b3b4433 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:22.829491 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-93320265-3a7b-4f70-bb0b-4ece9b3b4433 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:22.836252 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-c8f6cf2f-20e6-4612-83f7-3ec1d03c4333 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1a97238-08aa-4a41-9466-6b14fb0c3b0b HTTP/1.1" status: 200 len: 217 time: 0.0804591 Sep 23 22:26:22.947122 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f94d78-f571-4bdb-885d-e0dd01a4b83b None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:26:22.960566 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-86aacd48-31a4-4526-ae9a-2165a29e20f0 req-13d284d9-7a8b-4254-8963-0b5b76ff041d tempest-ServerPasswordTestJSON-1073267741 tempest-ServerPasswordTestJSON-1073267741-project] 10.222.0.22 "GET /v2.0/ports?device_id=3db893a3-0bbd-475c-a7fa-18c88e891ab6 HTTP/1.1" status: 200 len: 210 time: 0.0523629 Sep 23 22:26:22.973053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-3d4dcf5f-e2c7-4e82-803a-e51da95e2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:22.977378 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-3d4dcf5f-e2c7-4e82-803a-e51da95e2bdc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04a99b1e-5604-420c-b8b4-3844200ef69e HTTP/1.1" status: 200 len: 854 time: 0.1309071 Sep 23 22:26:23.009051 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-99f94d78-f571-4bdb-885d-e0dd01a4b83b None None] Deleting port 72b5c13e-440c-4d2e-a881-2fb1dfb5de76 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:23.010323 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-99f94d78-f571-4bdb-885d-e0dd01a4b83b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:23.091201 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-c3605be8-4f59-4197-9096-a88c10278374 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034327 Sep 23 22:26:23.093976 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec5f0fb3-57ad-4904-86e4-b1cf01dafcbd req-00eded4b-9616-4aa9-967f-0a6db0c49356 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 210 time: 0.0417986 Sep 23 22:26:23.095167 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-85111ab6-e883-4c23-83be-21f3d6b46768 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Made reservation on behalf of 3b70fd1a6d0c4b0a803216b674009287 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:23.099651 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-85111ab6-e883-4c23-83be-21f3d6b46768 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:23.149748 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-99f94d78-f571-4bdb-885d-e0dd01a4b83b None None] For port 72b5c13e-440c-4d2e-a881-2fb1dfb5de76, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=72b5c13e-440c-4d2e-a881-2fb1dfb5de76,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:23.150577 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-99f94d78-f571-4bdb-885d-e0dd01a4b83b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:23.183805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-99f94d78-f571-4bdb-885d-e0dd01a4b83b None None] Calling delete_port for 72b5c13e-440c-4d2e-a881-2fb1dfb5de76 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:23.250881 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-34d35cc1-b22e-487c-b1c9-79cbe6810828 service neutron] 10.222.0.67 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468556 Sep 23 22:26:23.281166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a7b4baff-5c46-4504-9649-5b8ee668ddd7 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1613068204&fields=id&tenant_id=53d9dcc00ea347a4ba456b29d8894318 HTTP/1.1" status: 200 len: 267 time: 0.3989966 Sep 23 22:26:23.403247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-6420b147-3223-4960-9478-99f5494ed6bc tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:23.405935 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-6420b147-3223-4960-9478-99f5494ed6bc tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports/5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b HTTP/1.1" status: 200 len: 931 time: 0.0942194 Sep 23 22:26:23.422256 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f596ca-c6cd-473c-938c-48201c10fd54 req-72d2e201-9b9c-458f-b8cc-27466ff3db92 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:23.423936 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43f596ca-c6cd-473c-938c-48201c10fd54 req-72d2e201-9b9c-458f-b8cc-27466ff3db92 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 943 time: 0.1985521 Sep 23 22:26:23.462654 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-99f94d78-f571-4bdb-885d-e0dd01a4b83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:23.518379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fa4bfe8f-b4df-48ec-8171-297e0219b5ed tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:23.520088 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fa4bfe8f-b4df-48ec-8171-297e0219b5ed tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports/2399c71c-78da-4b12-adda-5a18362e7290 HTTP/1.1" status: 200 len: 932 time: 0.1065199 Sep 23 22:26:23.526844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f94d78-f571-4bdb-885d-e0dd01a4b83b None None] Pushing event deleted for resources: {'Port': ['ID=72b5c13e-440c-4d2e-a881-2fb1dfb5de76,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:23.534403 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6b0d4f87-56e6-49cf-a294-ae9fb32c651c req-301234c6-765e-42bf-86b2-f268ee25a250 service neutron] 10.222.0.67 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632658 Sep 23 22:26:23.541240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f94d78-f571-4bdb-885d-e0dd01a4b83b None None] No DVR routers for this DVR port 72b5c13e-440c-4d2e-a881-2fb1dfb5de76 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:26:23.566197 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43f596ca-c6cd-473c-938c-48201c10fd54 req-301469b4-9330-49ba-8a9c-bea057a6501b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287644 Sep 23 22:26:23.597085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-85111ab6-e883-4c23-83be-21f3d6b46768 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Allocated IP 192.168.233.82 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/b4c960f8-136a-4502-8c54-a2443c4e626f) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:23.614159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 72b5c13e-440c-4d2e-a881-2fb1dfb5de76 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:26:23.643409 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 72b5c13e-440c-4d2e-a881-2fb1dfb5de76 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:26:23.644013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 72b5c13e-440c-4d2e-a881-2fb1dfb5de76 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:26:23.674072 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-37edebe4-68dd-4b81-91b5-3d9418cbad46 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?network_id=ca883b77-dd36-40f2-a31d-760ec43ec06e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1259549 Sep 23 22:26:23.675848 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-93320265-3a7b-4f70-bb0b-4ece9b3b4433 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:23.752787 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c9baa21b-9ba8-45cc-a5d1-36bd93340755 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?network_id=ca883b77-dd36-40f2-a31d-760ec43ec06e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0682626 Sep 23 22:26:23.772666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93320265-3a7b-4f70-bb0b-4ece9b3b4433 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:23.788722 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-93320265-3a7b-4f70-bb0b-4ece9b3b4433 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:23.800159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7423d68c-3a8b-468b-a839-4f315fba0fc9 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:23.804185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93320265-3a7b-4f70-bb0b-4ece9b3b4433 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:23.804700 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-93320265-3a7b-4f70-bb0b-4ece9b3b4433 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:23.814790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93320265-3a7b-4f70-bb0b-4ece9b3b4433 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=eb9cdc83-24f3-4c7b-a7f9-e7e1568e6a47,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:23.837478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3f017-eb99-4946-a007-31303e99138f req-9db230a9-2887-4de8-a861-39924964dd4a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:23.839641 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b4c3f017-eb99-4946-a007-31303e99138f req-9db230a9-2887-4de8-a861-39924964dd4a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 944 time: 0.1451800 Sep 23 22:26:23.937334 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b4c3f017-eb99-4946-a007-31303e99138f req-4d3b61bd-0e61-4d5a-ba90-8805c77af9ae tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801311 Sep 23 22:26:23.942091 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-85111ab6-e883-4c23-83be-21f3d6b46768 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:23.947388 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14ab9f-5cbb-470b-994b-a2220fb7224f req-542bdd5a-8780-4004-8eb9-a46abd0d4ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:23.949665 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a14ab9f-5cbb-470b-994b-a2220fb7224f req-542bdd5a-8780-4004-8eb9-a46abd0d4ce1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9aadbde78d24ca78b83551868563968&device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 1094 time: 0.1346800 Sep 23 22:26:23.956363 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-93320265-3a7b-4f70-bb0b-4ece9b3b4433 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5468612 Sep 23 22:26:23.963818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48914) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:23.970994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2f613503-d67a-4abe-806e-090b13d2879f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'fixed_ips': [{'subnet_id': 'eb9cdc83-24f3-4c7b-a7f9-e7e1568e6a47', 'ip_address': '2001:db8::dad9:2e5:d78d:3524'}], 'name': 'tempest-NetworksTestDHCPv6-2003275668'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:24.006301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a431b0fa-e36a-47ac-8613-697e941ffac4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:24.006301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a431b0fa-e36a-47ac-8613-697e941ffac4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:24.010304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a431b0fa-e36a-47ac-8613-697e941ffac4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:24.018529 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a431b0fa-e36a-47ac-8613-697e941ffac4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/networks?id=8fdb77b3-802f-455b-896f-81dc78604c36&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=ca883b77-dd36-40f2-a31d-760ec43ec06e&id=ca883b77-dd36-40f2-a31d-760ec43ec06e HTTP/1.1" status: 200 len: 1988 time: 0.2539332 Sep 23 22:26:24.038264 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': 'eb9cdc83-24f3-4c7b-a7f9-e7e1568e6a47'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:26:24.039145 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:24.042057 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9e20990d-4f4b-45ef-9cc3-97ee83962802 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/quotas/53d9dcc00ea347a4ba456b29d8894318 HTTP/1.1" status: 200 len: 375 time: 0.0222588 Sep 23 22:26:24.150823 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-667325fe-5e6b-49ee-840a-d8b2530d6ec3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=53d9dcc00ea347a4ba456b29d8894318&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1044302 Sep 23 22:26:24.155987 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a913c072-82ba-49f2-9b98-ab1ab3f2a3b1 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:26:24.157088 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a913c072-82ba-49f2-9b98-ab1ab3f2a3b1 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057640 Sep 23 22:26:24.190311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14ab9f-5cbb-470b-994b-a2220fb7224f req-247e046c-5a6c-416b-a420-33f6a766df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:24.190311 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a14ab9f-5cbb-470b-994b-a2220fb7224f req-247e046c-5a6c-416b-a420-33f6a766df37 service neutron] 10.222.0.67 "GET /v2.0/networks?id=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc HTTP/1.1" status: 200 len: 915 time: 0.2273464 Sep 23 22:26:24.247674 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a14ab9f-5cbb-470b-994b-a2220fb7224f req-507a591e-39d5-47b0-bea2-45fad1c5459b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1a97238-08aa-4a41-9466-6b14fb0c3b0b HTTP/1.1" status: 200 len: 217 time: 0.0485613 Sep 23 22:26:24.252048 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-85111ab6-e883-4c23-83be-21f3d6b46768 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:24.260711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Allocated IP 2001:db8::2 (fabbdebb-7256-45f8-980f-653365ae34a1/eb9cdc83-24f3-4c7b-a7f9-e7e1568e6a47/d95591d5-e987-4ed3-a0c9-613de560604f) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:24.268741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['ba0d871f-5f5e-4269-8b69-888ed8f8e6d5', '186ab1f4-79e9-47ab-a1ff-0b62a809df50'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:26:24.286331 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c2c8fda9-7cb9-4b04-b5f3-249c93f4e187 service neutron] 10.222.0.22 "GET /v2.0/networks/8fdb77b3-802f-455b-896f-81dc78604c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204255 Sep 23 22:26:24.298280 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['dbb88fde-9fc0-4671-be74-f354bb4c1a41'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:26:24.355692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f613503-d67a-4abe-806e-090b13d2879f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:24.374109 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-85111ab6-e883-4c23-83be-21f3d6b46768 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:24.394299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-85111ab6-e883-4c23-83be-21f3d6b46768 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:24.410570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-85111ab6-e883-4c23-83be-21f3d6b46768 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:24.424886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85111ab6-e883-4c23-83be-21f3d6b46768 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Pushing event updated for resources: {'Port': ['ID=b4c960f8-136a-4502-8c54-a2443c4e626f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:24.437248 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-b9f6c7d4-82d2-4c79-8a6b-6fbebfb6146a service neutron] 10.222.0.22 "GET /v2.0/networks/8fdb77b3-802f-455b-896f-81dc78604c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471131 Sep 23 22:26:24.472409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14ab9f-5cbb-470b-994b-a2220fb7224f req-b0160be2-8a0f-483a-8b45-c6d43fd6c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:24.474602 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a14ab9f-5cbb-470b-994b-a2220fb7224f req-b0160be2-8a0f-483a-8b45-c6d43fd6c747 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04a99b1e-5604-420c-b8b4-3844200ef69e HTTP/1.1" status: 200 len: 854 time: 0.2081802 Sep 23 22:26:24.496302 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-df5ad8c1-7807-49f1-b7a3-86daff01a354 service neutron] 10.222.0.22 "GET /v2.0/ports/5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0579715 Sep 23 22:26:24.556853 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656424-4ddf-4ff2-92fd-6f5c447123a6 req-e67ae6f0-d495-47b8-86c8-0874f7cb9eb8 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:24.565617 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c656424-4ddf-4ff2-92fd-6f5c447123a6 req-e67ae6f0-d495-47b8-86c8-0874f7cb9eb8 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.2941751 Sep 23 22:26:24.567533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db893a3-0bbd-475c-a7fa-18c88e891ab6', 'name': 'network-vif-deleted', 'tag': '791f63ff-4a6c-4352-833c-d9559929bc95'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:24.570066 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4d7903-ee9b-49c6-b5f3-dd9dc070577b" -d '{"events": [{"server_uuid": "3db893a3-0bbd-475c-a7fa-18c88e891ab6", "name": "network-vif-deleted", "tag": "791f63ff-4a6c-4352-833c-d9559929bc95"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:24.580482 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a14ab9f-5cbb-470b-994b-a2220fb7224f req-6ff5ebec-b595-4fdc-b3dc-a77fe3c4818f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664306 Sep 23 22:26:24.596751 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-85111ab6-e883-4c23-83be-21f3d6b46768 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:24.598025 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-85111ab6-e883-4c23-83be-21f3d6b46768 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:24.638055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-09e072c4-3c19-4049-be4e-5d1daadc7507 service neutron] 10.222.0.22 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397276 Sep 23 22:26:24.682533 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f613503-d67a-4abe-806e-090b13d2879f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:24.716411 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c656424-4ddf-4ff2-92fd-6f5c447123a6 req-fb6e4e5a-04d0-4247-b263-123aea2d4475 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428914 Sep 23 22:26:24.763102 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-2f613503-d67a-4abe-806e-090b13d2879f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port 809b9456-b650-414f-b8a6-d9a01d02c30c yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:26:24.776511 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-85111ab6-e883-4c23-83be-21f3d6b46768 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2870314 Sep 23 22:26:24.776757 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48924) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:24.816176 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Request body: {'port': {'device_id': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:24.845812 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:24.860340 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-228d9349-cc2b-4fbe-a9be-fee4709b1e50 None None] Provisioning complete for port b4c960f8-136a-4502-8c54-a2443c4e626f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:24.860890 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-228d9349-cc2b-4fbe-a9be-fee4709b1e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:24.912793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95cd1c6-7a28-461a-93fd-cb92cead6794 admin admin] Deleting subnet 10ea3700-0911-4f15-ba85-3a3a083f04d8 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:26:24.921031 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d95cd1c6-7a28-461a-93fd-cb92cead6794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:24.934035 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:24.936158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-228d9349-cc2b-4fbe-a9be-fee4709b1e50 None None] Port b4c960f8-136a-4502-8c54-a2443c4e626f cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:26:24.998305 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:25.004600 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:25.009095 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a14ab9f-5cbb-470b-994b-a2220fb7224f req-29c7efaa-1be1-4966-b8a5-00671e31988a service neutron] 10.222.0.67 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187090 Sep 23 22:26:25.011956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:25.033704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Pushing event updated for resources: {'Port': ['ID=d95591d5-e987-4ed3-a0c9-613de560604f,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:25.044500 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d95cd1c6-7a28-461a-93fd-cb92cead6794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:25.050824 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-075604c5-8d35-4aa9-9f46-127dca2a2603 service neutron] 10.222.0.22 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043870 Sep 23 22:26:25.112536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Attempting to bind port d95591d5-e987-4ed3-a0c9-613de560604f on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:25.113049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Attempting to bind port d95591d5-e987-4ed3-a0c9-613de560604f by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:25.113533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Attempting to bind port d95591d5-e987-4ed3-a0c9-613de560604f on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:25.123798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:25.124298 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:25.124797 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:25.125319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:25.125909 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Bound port: d95591d5-e987-4ed3-a0c9-613de560604f, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:25.126374 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:25.167366 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-543deda9-8ee2-4af9-8c32-8aa7f760fbd7 service neutron] 10.222.0.22 "GET /v2.0/ports/2399c71c-78da-4b12-adda-5a18362e7290?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0818193 Sep 23 22:26:25.184266 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d95cd1c6-7a28-461a-93fd-cb92cead6794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:25.212842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] For port d95591d5-e987-4ed3-a0c9-613de560604f, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:25.216828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] For port d95591d5-e987-4ed3-a0c9-613de560604f, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d95591d5-e987-4ed3-a0c9-613de560604f,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:25.263366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:25.304531 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:25.387140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb38ea-493a-43de-9d95-d8e96f2e8f34 None None] Pushing event updated for resources: {'Port': ['ID=d95591d5-e987-4ed3-a0c9-613de560604f,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:25.452241 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-834e77b3-314c-4fce-851e-47ca8c001857 service neutron] 10.222.0.22 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617421 Sep 23 22:26:25.455753 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e326366-13b8-465b-bf61-b63f6e1a99cf req-726f0803-7f3f-476f-940b-232ff49cad5d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:25.457604 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3e326366-13b8-465b-bf61-b63f6e1a99cf req-726f0803-7f3f-476f-940b-232ff49cad5d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 935 time: 0.5837061 Sep 23 22:26:25.469767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 791f63ff-4a6c-4352-833c-d9559929bc95 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:26:25.475193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:26:25.511577 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:25.532698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 791f63ff-4a6c-4352-833c-d9559929bc95 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:26:25.533749 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 791f63ff-4a6c-4352-833c-d9559929bc95 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:26:25.536757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:25.537903 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:25.546390 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d95cd1c6-7a28-461a-93fd-cb92cead6794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:25.590922 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3e326366-13b8-465b-bf61-b63f6e1a99cf req-45471a44-1a4e-42d8-905d-ae5e9a1a1aeb tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152380 Sep 23 22:26:25.665509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cd1c6-7a28-461a-93fd-cb92cead6794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ea3700-0911-4f15-ba85-3a3a083f04d8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:25.690013 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d95cd1c6-7a28-461a-93fd-cb92cead6794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:25.701341 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d95cd1c6-7a28-461a-93fd-cb92cead6794 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/10ea3700-0911-4f15-ba85-3a3a083f04d8 HTTP/1.1" status: 204 len: 168 time: 0.9220428 Sep 23 22:26:25.703339 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48930) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:25.817504 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-87dbc130-67af-45f5-a3ba-9c0de1fce9b9 service neutron] 10.222.0.22 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320978 Sep 23 22:26:25.896225 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54af8c05-5444-4a26-b9b2-ac4e6568193b x-openstack-request-id: req-54af8c05-5444-4a26-b9b2-ac4e6568193b {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:25.896700 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db893a3-0bbd-475c-a7fa-18c88e891ab6", "name": "network-vif-deleted", "tag": "791f63ff-4a6c-4352-833c-d9559929bc95", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:25.897125 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54af8c05-5444-4a26-b9b2-ac4e6568193b {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:25.897782 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db893a3-0bbd-475c-a7fa-18c88e891ab6', 'name': 'network-vif-deleted', 'tag': '791f63ff-4a6c-4352-833c-d9559929bc95', 'status': 'completed', 'code': 200} Sep 23 22:26:25.902324 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49ef1895-a945-4b95-a773-060ca7e597a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:25.944133 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:25.950667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-2f613503-d67a-4abe-806e-090b13d2879f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::dad9:2e5:d78d:3524 (fabbdebb-7256-45f8-980f-653365ae34a1/eb9cdc83-24f3-4c7b-a7f9-e7e1568e6a47/809b9456-b650-414f-b8a6-d9a01d02c30c) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:25.956083 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a14ab9f-5cbb-470b-994b-a2220fb7224f req-eb822dea-4f7e-47d2-a1c0-e5dd6257e422 service neutron] 10.222.0.67 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345788 Sep 23 22:26:25.975135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e977c996-2b6f-48be-9f7f-0a761ff60eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf3d82b-7030-41fc-88c2-c0d78c89ae3c'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:25.977692 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7784a33c-431a-4e68-97f2-83c5fd35aaa4" -d '{"events": [{"server_uuid": "e977c996-2b6f-48be-9f7f-0a761ff60eec", "name": "network-vif-plugged", "status": "completed", "tag": "2cf3d82b-7030-41fc-88c2-c0d78c89ae3c"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:25.991140 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-b9d097f7-1eaf-4862-a4f4-2b443b4fd529 service neutron] 10.222.0.22 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720166 Sep 23 22:26:25.994350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=2cf3d82b-7030-41fc-88c2-c0d78c89ae3c,segment=NetworkSegment(82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2),segment_id=82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:26.104683 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:26.163495 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-07f68d5f-7e62-4e4e-80c1-86c1940783f2 service neutron] 10.222.0.22 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656628 Sep 23 22:26:26.186240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=2cf3d82b-7030-41fc-88c2-c0d78c89ae3c,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:26.197248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3231dd-f0f3-4bf0-8357-33891566a7e3 req-6c60b5fd-7f82-449e-8407-0bd54a13458f tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:26.205955 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe3231dd-f0f3-4bf0-8357-33891566a7e3 req-6c60b5fd-7f82-449e-8407-0bd54a13458f tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 943 time: 0.2950077 Sep 23 22:26:26.271855 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49ef1895-a945-4b95-a773-060ca7e597a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:26.330202 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-388e6c47-20ab-4fb6-95a6-fc9bc5ce3833 service neutron] 10.222.0.22 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564682 Sep 23 22:26:26.375809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-49ef1895-a945-4b95-a773-060ca7e597a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e60562c-73b4-4052-9c89-59103c09f160']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:26:26.451394 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-49ef1895-a945-4b95-a773-060ca7e597a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68002282-4bae-46ea-abd8-6e43e89c603f') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:26:26.451674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-49ef1895-a945-4b95-a773-060ca7e597a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68002282-4bae-46ea-abd8-6e43e89c603f') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:26:26.471275 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe3231dd-f0f3-4bf0-8357-33891566a7e3 req-453a627e-3cfb-4c7e-b0dd-4cbee9c2e314 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490213 Sep 23 22:26:26.483669 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49ef1895-a945-4b95-a773-060ca7e597a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:26.488656 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-08a03d7d-5ad4-470d-b03e-da6108cab53c service neutron] 10.222.0.22 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549017 Sep 23 22:26:26.525762 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49ef1895-a945-4b95-a773-060ca7e597a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:26.553348 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ef1895-a945-4b95-a773-060ca7e597a4 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:26:26.553768 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49ef1895-a945-4b95-a773-060ca7e597a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:26:26.558820 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:26:26.610310 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a8ed2e52-aa0b-4c48-a902-4480405a333d service neutron] 10.222.0.22 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034954 Sep 23 22:26:26.622279 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f613503-d67a-4abe-806e-090b13d2879f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:26.701683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c960f8-136a-4502-8c54-a2443c4e626f {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:26:26.717301 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:26.747276 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-307dcd9c-1c1e-406d-aa04-a330442c8c0f service neutron] 10.222.0.22 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302769 Sep 23 22:26:26.749031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Transition to ACTIVE for port object b4c960f8-136a-4502-8c54-a2443c4e626f will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:26:26.759186 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ff608-d2ef-4136-a2f1-5144db6a3764 req-a6c30523-4f0f-45f2-a153-34234978a6dc tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:26.760928 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed8ff608-d2ef-4136-a2f1-5144db6a3764 req-a6c30523-4f0f-45f2-a153-34234978a6dc tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.1842961 Sep 23 22:26:26.799827 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-461c45df-d9f4-449a-9fe0-9327acf474de None None] Provisioning complete for port d95591d5-e987-4ed3-a0c9-613de560604f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:26.801035 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-461c45df-d9f4-449a-9fe0-9327acf474de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:26.806850 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed8ff608-d2ef-4136-a2f1-5144db6a3764 req-5b07415d-67ad-40e0-8d5b-f0a03bd2dc72 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 Sep 23 22:26:26.809909 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49ef1895-a945-4b95-a773-060ca7e597a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:26.826706 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49ef1895-a945-4b95-a773-060ca7e597a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:26.830328 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-49ef1895-a945-4b95-a773-060ca7e597a4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6e60562c-73b4-4052-9c89-59103c09f160 HTTP/1.1" status: 204 len: 168 time: 1.1189544 Sep 23 22:26:26.862731 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f613503-d67a-4abe-806e-090b13d2879f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:26.871752 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:26.874664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef1895-a945-4b95-a773-060ca7e597a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e60562c-73b4-4052-9c89-59103c09f160,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:26.972655 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f613503-d67a-4abe-806e-090b13d2879f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:26.973969 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-40c6034b-d19c-4f5a-8e9c-95c62719854f service neutron] 10.222.0.22 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190154 Sep 23 22:26:26.984388 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2f613503-d67a-4abe-806e-090b13d2879f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:27.007229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f613503-d67a-4abe-806e-090b13d2879f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:27.008109 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-461c45df-d9f4-449a-9fe0-9327acf474de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:27.015891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f613503-d67a-4abe-806e-090b13d2879f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:27.017216 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f613503-d67a-4abe-806e-090b13d2879f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:27.020353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f613503-d67a-4abe-806e-090b13d2879f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=809b9456-b650-414f-b8a6-d9a01d02c30c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:27.054241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-461c45df-d9f4-449a-9fe0-9327acf474de None None] For port d95591d5-e987-4ed3-a0c9-613de560604f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d95591d5-e987-4ed3-a0c9-613de560604f,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:27.145167 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c960f8-136a-4502-8c54-a2443c4e626f,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:27.195632 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-461c45df-d9f4-449a-9fe0-9327acf474de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:27.220598 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2f613503-d67a-4abe-806e-090b13d2879f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2529073 Sep 23 22:26:27.221914 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Attempting to bind port b4c960f8-136a-4502-8c54-a2443c4e626f on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:27.222247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Attempting to bind port b4c960f8-136a-4502-8c54-a2443c4e626f by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:27.222673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Attempting to bind port b4c960f8-136a-4502-8c54-a2443c4e626f on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:27.225473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48940) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:27.245016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Port b4c960f8-136a-4502-8c54-a2443c4e626f on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:26:27.245462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Attempting to bind port b4c960f8-136a-4502-8c54-a2443c4e626f on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:27.270203 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a59226b4-3d87-4413-878e-90530ff9cf8f service neutron] 10.222.0.22 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923579 Sep 23 22:26:27.283159 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:27.283756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:27.284412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:27.285227 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Bound port: b4c960f8-136a-4502-8c54-a2443c4e626f, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:27.285842 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:27.301169 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b27eb-e1b3-4e7e-854d-a41f07fa04e8 req-05b2873a-8048-46c1-b747-15ea40c2da15 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:27.313284 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-645b27eb-e1b3-4e7e-854d-a41f07fa04e8 req-05b2873a-8048-46c1-b747-15ea40c2da15 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1545854 Sep 23 22:26:27.318949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c45df-d9f4-449a-9fe0-9327acf474de None None] Pushing event updated for resources: {'Port': ['ID=d95591d5-e987-4ed3-a0c9-613de560604f,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:27.393336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af533c86-589a-4458-b7ab-e8fae4ad6ee6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:27.399448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af533c86-589a-4458-b7ab-e8fae4ad6ee6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:27.401272 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-af533c86-589a-4458-b7ab-e8fae4ad6ee6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1739392 Sep 23 22:26:27.406232 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48944) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:27.445062 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-645b27eb-e1b3-4e7e-854d-a41f07fa04e8 req-e78faf8c-ccd8-457e-9c1f-7f6fe865156b tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302178 Sep 23 22:26:27.466105 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f1a97238-08aa-4a41-9466-6b14fb0c3b0b details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:26:27.510176 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48948) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:27.588554 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22447785-49fc-4d7c-9e8e-ac926c646ff3 x-openstack-request-id: req-22447785-49fc-4d7c-9e8e-ac926c646ff3 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:27.589582 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e977c996-2b6f-48be-9f7f-0a761ff60eec", "name": "network-vif-plugged", "status": "completed", "tag": "2cf3d82b-7030-41fc-88c2-c0d78c89ae3c", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:27.589844 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22447785-49fc-4d7c-9e8e-ac926c646ff3 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:27.590252 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e977c996-2b6f-48be-9f7f-0a761ff60eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf3d82b-7030-41fc-88c2-c0d78c89ae3c', 'code': 200} Sep 23 22:26:27.610267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port 809b9456-b650-414f-b8a6-d9a01d02c30c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:27.610737 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:27.617579 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:27.649568 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2ec4a4ff-f43c-4d1b-bd16-116d394e7749 None None] Provisioning complete for port 809b9456-b650-414f-b8a6-d9a01d02c30c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:27.650131 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a4ff-f43c-4d1b-bd16-116d394e7749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:27.737660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:27.746621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d95591d5-e987-4ed3-a0c9-613de560604f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:27.748784 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-90e44fa8-746a-48db-b9b1-0efad3b43579 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dac047bd95494ed4b1ef53cc9273167d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329354 Sep 23 22:26:27.751174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b4c960f8-136a-4502-8c54-a2443c4e626f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:27.753921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48958) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:27.755285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for 809b9456-b650-414f-b8a6-d9a01d02c30c owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:27.813425 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4a4ff-f43c-4d1b-bd16-116d394e7749 None None] Port 809b9456-b650-414f-b8a6-d9a01d02c30c cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:26:27.927844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3a600-d7a2-4ff6-afcc-96661ad8835a req-4c31951b-439b-433e-b11b-202400adfec9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:27.927844 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afd3a600-d7a2-4ff6-afcc-96661ad8835a req-4c31951b-439b-433e-b11b-202400adfec9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 947 time: 0.1188686 Sep 23 22:26:27.928507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f1a97238-08aa-4a41-9466-6b14fb0c3b0b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:27.928676 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:27.928842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'f1a97238-08aa-4a41-9466-6b14fb0c3b0b', 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc', 'port_id': 'f1a97238-08aa-4a41-9466-6b14fb0c3b0b', 'mac_address': 'fa:16:3e:cc:bb:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a99b1e-5604-420c-b8b4-3844200ef69e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:26:27.928842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d95591d5-e987-4ed3-a0c9-613de560604f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:27.928842 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:27.929593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afbb2e-2d62-44ba-b50b-1511cd84af38 req-1cd8fc96-bcb4-4e7d-9b46-9a774d4ca637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:27.929593 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1afbb2e-2d62-44ba-b50b-1511cd84af38 req-1cd8fc96-bcb4-4e7d-9b46-9a774d4ca637 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 1096 time: 0.1339893 Sep 23 22:26:27.941101 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0785a03e-9f94-4882-9475-0d0edb94592e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:27.947928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:27.950073 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:27.951782 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] 10.222.0.43 "PUT /v2.0/ports/b4c960f8-136a-4502-8c54-a2443c4e626f HTTP/1.1" status: 200 len: 1095 time: 3.1664233 Sep 23 22:26:27.967283 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:27.971001 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:27.971914 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e208ddb8-ff73-4354-a2d0-fd46f55aac7a" -d '{"events": [{"name": "network-changed", "server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:27.994660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a97238-08aa-4a41-9466-6b14fb0c3b0b {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:26:28.002199 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1afbb2e-2d62-44ba-b50b-1511cd84af38 req-84e23f3e-913c-406e-98af-5f006f283e52 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780883 Sep 23 22:26:28.006063 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae4cc7-534a-4079-9e9b-7b8f73b35e50 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c960f8-136a-4502-8c54-a2443c4e626f,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:28.048394 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afd3a600-d7a2-4ff6-afcc-96661ad8835a req-05eac150-b799-4f61-863c-a6466ec846c9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993675 Sep 23 22:26:28.078594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0785a03e-9f94-4882-9475-0d0edb94592e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:28.082750 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f1a97238-08aa-4a41-9466-6b14fb0c3b0b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:28.162236 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:28.162813 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:28.207782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88c067-1142-455b-9106-fd29f85a2f49 req-b2ef608c-8b7b-451b-b5cf-e34427c5e91c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:28.217022 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7b88c067-1142-455b-9106-fd29f85a2f49 req-b2ef608c-8b7b-451b-b5cf-e34427c5e91c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 943 time: 0.0987356 Sep 23 22:26:28.239878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=809b9456-b650-414f-b8a6-d9a01d02c30c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:28.252325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:28.276872 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7b88c067-1142-455b-9106-fd29f85a2f49 req-1bc69b8c-29d6-49e1-bbac-ba1f8eb2dad0 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572050 Sep 23 22:26:28.314171 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:28.314806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:28.315374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:28.315933 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:28.316489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:28.317182 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:28.317734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:28.318301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:28.318864 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:28.319434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:28.320100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:28.320681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:28.364261 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0785a03e-9f94-4882-9475-0d0edb94592e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:28.367806 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0785a03e-9f94-4882-9475-0d0edb94592e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:28.374161 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0785a03e-9f94-4882-9475-0d0edb94592e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5040f08e-d054-4a3d-9f3c-788ba5191262 HTTP/1.1" status: 204 len: 168 time: 0.6140807 Sep 23 22:26:28.378885 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:28.385522 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ca419998-4a93-4096-8d7b-92713630da43 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/809b9456-b650-414f-b8a6-d9a01d02c30c HTTP/1.1" status: 204 len: 168 time: 0.9775646 Sep 23 22:26:28.388193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785a03e-9f94-4882-9475-0d0edb94592e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5040f08e-d054-4a3d-9f3c-788ba5191262,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:28.393549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48972) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:28.456081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-4cec9c34-e590-4b59-a9db-f9bdbb6689ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:28.459868 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-4cec9c34-e590-4b59-a9db-f9bdbb6689ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 1098 time: 0.2085207 Sep 23 22:26:28.514877 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-1d6596f2-9b93-4ac7-8768-0dd7606614f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b4c960f8-136a-4502-8c54-a2443c4e626f HTTP/1.1" status: 200 len: 217 time: 0.0460026 Sep 23 22:26:28.545157 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d44be88-53ea-4de6-b8b2-6668c4ad6c96 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:28.546714 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d44be88-53ea-4de6-b8b2-6668c4ad6c96 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:28.552353 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3d44be88-53ea-4de6-b8b2-6668c4ad6c96 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1527939 Sep 23 22:26:28.552804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48976) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:28.579867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973011e4-6e30-432e-966f-92a8dd67e8d9 req-4cb6f8a1-0d8f-40db-9f23-30a54338903d tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:28.579867 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-973011e4-6e30-432e-966f-92a8dd67e8d9 req-4cb6f8a1-0d8f-40db-9f23-30a54338903d tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.1270185 Sep 23 22:26:28.598563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['f1a97238-08aa-4a41-9466-6b14fb0c3b0b'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:26:28.643736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-6e2861aa-afed-400a-8f98-6a97ccc2eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:28.645546 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-6e2861aa-afed-400a-8f98-6a97ccc2eb55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1148973 Sep 23 22:26:28.687272 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-86023830-d569-4abf-8b2a-97bc58732e94 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet eb9cdc83-24f3-4c7b-a7f9-e7e1568e6a47 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:26:28.709156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-c35db712-1753-4691-9bd1-2c9bf8c9996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:28.711843 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86023830-d569-4abf-8b2a-97bc58732e94 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:28.712061 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-c35db712-1753-4691-9bd1-2c9bf8c9996f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574138 Sep 23 22:26:28.752164 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-973011e4-6e30-432e-966f-92a8dd67e8d9 req-5d1d2db8-360d-4d53-983b-bac43837aa98 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542749 Sep 23 22:26:28.826372 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e6b9d8-c8dc-474d-8647-eab6f1096364 x-openstack-request-id: req-a6e6b9d8-c8dc-474d-8647-eab6f1096364 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:28.826743 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:28.827082 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6e6b9d8-c8dc-474d-8647-eab6f1096364 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:28.827481 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f', 'status': 'completed', 'code': 200} Sep 23 22:26:28.831588 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86023830-d569-4abf-8b2a-97bc58732e94 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:28.858210 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-1b5c4e76-8a81-43fc-b94e-06593ca10f67 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371441 Sep 23 22:26:28.973745 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86023830-d569-4abf-8b2a-97bc58732e94 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:29.043683 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3a8423f-7d11-4d31-b803-47cf82913a7b req-c1582295-423d-4110-9028-f7456ceb0c0b service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749218 Sep 23 22:26:29.078865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de856d0-a186-4b90-b748-b99f6c0d4187 req-c1eba5e3-8e8e-470e-b4f5-cda43ad84cd0 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:29.080442 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7de856d0-a186-4b90-b748-b99f6c0d4187 req-c1eba5e3-8e8e-470e-b4f5-cda43ad84cd0 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1021874 Sep 23 22:26:29.129780 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7de856d0-a186-4b90-b748-b99f6c0d4187 req-61ec1868-d9d2-4dc5-a7f6-f43468fd707a tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425987 Sep 23 22:26:29.226139 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86023830-d569-4abf-8b2a-97bc58732e94 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:29.266252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208ddb8-ff73-4354-a2d0-fd46f55aac7a req-9f715ae7-6d3c-492f-8cd1-291ac2cb7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:29.268811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e208ddb8-ff73-4354-a2d0-fd46f55aac7a req-9f715ae7-6d3c-492f-8cd1-291ac2cb7203 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 1098 time: 0.0765908 Sep 23 22:26:29.305444 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86023830-d569-4abf-8b2a-97bc58732e94 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9cdc83-24f3-4c7b-a7f9-e7e1568e6a47,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:29.305444 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86023830-d569-4abf-8b2a-97bc58732e94 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:29.305444 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-86023830-d569-4abf-8b2a-97bc58732e94 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/eb9cdc83-24f3-4c7b-a7f9-e7e1568e6a47 HTTP/1.1" status: 204 len: 168 time: 0.7454448 Sep 23 22:26:29.311880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48992) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:29.314558 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46be382-d68d-4e89-adab-68c11a2663cd None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:29.335199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210e2a4-c232-4e5f-9857-9351002e6f69 req-9a780363-813d-4426-b37d-7153748c44d7 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:29.350424 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6210e2a4-c232-4e5f-9857-9351002e6f69 req-9a780363-813d-4426-b37d-7153748c44d7 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 947 time: 0.1476300 Sep 23 22:26:29.454268 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fbee60a5-921e-4152-afdb-af73c31cf6da req-ecaccdcb-06af-4aa5-88b3-908e430c6ff7 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.0431242 Sep 23 22:26:29.472677 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2442b0d0-bc31-4339-9606-26d006f12971 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1577420 Sep 23 22:26:29.480590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49002) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:29.523308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-eea0d7bb-214f-41bd-9038-0fae8738a559 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:29.597482 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6210e2a4-c232-4e5f-9857-9351002e6f69 req-56a02587-9922-4c4d-8808-757160cb5db8 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454660 Sep 23 22:26:29.662294 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208ddb8-ff73-4354-a2d0-fd46f55aac7a req-38fc2c8d-84e3-4357-8aa5-8fc7b1c575cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:29.663933 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e208ddb8-ff73-4354-a2d0-fd46f55aac7a req-38fc2c8d-84e3-4357-8aa5-8fc7b1c575cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.3833234 Sep 23 22:26:29.720678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b66257-9d9c-4a3f-b095-0629444b8c06 None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:26:29.777054 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e208ddb8-ff73-4354-a2d0-fd46f55aac7a req-ab479128-cdda-4e70-84cd-86612b4f6abe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b4c960f8-136a-4502-8c54-a2443c4e626f HTTP/1.1" status: 200 len: 217 time: 0.0630870 Sep 23 22:26:29.813546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c3b66257-9d9c-4a3f-b095-0629444b8c06 None None] Deleting port d95591d5-e987-4ed3-a0c9-613de560604f {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:29.818028 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c3b66257-9d9c-4a3f-b095-0629444b8c06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:29.842466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817367bb-0fa8-4dfb-b8bb-6d3dedbcf01b req-3e31706b-8d4e-45db-91f8-9a5d683c2483 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:29.844147 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-817367bb-0fa8-4dfb-b8bb-6d3dedbcf01b req-3e31706b-8d4e-45db-91f8-9a5d683c2483 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 944 time: 0.2002821 Sep 23 22:26:29.888441 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208ddb8-ff73-4354-a2d0-fd46f55aac7a req-6e9aae55-4d7a-4ce7-9c7a-8805a49ef7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:29.891244 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e208ddb8-ff73-4354-a2d0-fd46f55aac7a req-6e9aae55-4d7a-4ce7-9c7a-8805a49ef7f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1053972 Sep 23 22:26:29.959341 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048321f1-8393-4e4e-a892-75915f0d0e34 req-30b37c0f-857a-4422-b2a1-ce1f800a830a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:29.959341 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-048321f1-8393-4e4e-a892-75915f0d0e34 req-30b37c0f-857a-4422-b2a1-ce1f800a830a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.0713534 Sep 23 22:26:29.966775 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c3b66257-9d9c-4a3f-b095-0629444b8c06 None None] For port d95591d5-e987-4ed3-a0c9-613de560604f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d95591d5-e987-4ed3-a0c9-613de560604f,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:29.967175 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c3b66257-9d9c-4a3f-b095-0629444b8c06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:29.987314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c3b66257-9d9c-4a3f-b095-0629444b8c06 None None] Calling delete_port for d95591d5-e987-4ed3-a0c9-613de560604f owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:30.000011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea0d7bb-214f-41bd-9038-0fae8738a559 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:30.000011 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eea0d7bb-214f-41bd-9038-0fae8738a559 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:30.033984 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-048321f1-8393-4e4e-a892-75915f0d0e34 req-a9eb98e9-85ec-40f0-a92f-0a70e1340581 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629380 Sep 23 22:26:30.045097 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-817367bb-0fa8-4dfb-b8bb-6d3dedbcf01b req-6da63026-e934-4a8e-b8a4-c824530f3f90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908646 Sep 23 22:26:30.124564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208ddb8-ff73-4354-a2d0-fd46f55aac7a req-398578fc-c01c-4787-b2d9-00712408ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:30.126369 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e208ddb8-ff73-4354-a2d0-fd46f55aac7a req-398578fc-c01c-4787-b2d9-00712408ad3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2266111 Sep 23 22:26:30.233088 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c3b66257-9d9c-4a3f-b095-0629444b8c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:30.265918 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b66257-9d9c-4a3f-b095-0629444b8c06 None None] Pushing event deleted for resources: {'Port': ['ID=d95591d5-e987-4ed3-a0c9-613de560604f,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:30.278430 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b66257-9d9c-4a3f-b095-0629444b8c06 None None] No DVR routers for this DVR port d95591d5-e987-4ed3-a0c9-613de560604f on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:26:30.314162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49024) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:30.319855 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e208ddb8-ff73-4354-a2d0-fd46f55aac7a req-308f1267-6dfa-4af3-9bfe-35e91255dbbf service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810393 Sep 23 22:26:30.460368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092324fe-87c0-45e6-b2c2-8a7b336e9018 req-9054ac91-09d0-4a9f-8247-ec7d2d8150f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:30.462080 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-092324fe-87c0-45e6-b2c2-8a7b336e9018 req-9054ac91-09d0-4a9f-8247-ec7d2d8150f9 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1344230 Sep 23 22:26:30.472030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2067157095-network', 'tenant_id': '189ad56f85ae4049b0b1eb7dfddf1b7a'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:30.522485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e208ddb8-ff73-4354-a2d0-fd46f55aac7a req-58292ca2-c563-48de-a95a-1c1d74716479 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849194 Sep 23 22:26:30.529243 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-092324fe-87c0-45e6-b2c2-8a7b336e9018 req-d166c4c5-6a09-4bb5-b083-3acb439e4b65 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526373 Sep 23 22:26:30.595898 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eea0d7bb-214f-41bd-9038-0fae8738a559 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:30.634654 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-81a0ced5-64b7-4a49-99a5-83992ea5c5a1 req-9ce942e1-dcfb-4c93-a9e8-0ed48c7908eb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.0346642 Sep 23 22:26:30.663004 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea0d7bb-214f-41bd-9038-0fae8738a559 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:30.669552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-eea0d7bb-214f-41bd-9038-0fae8738a559 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:30.677263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea0d7bb-214f-41bd-9038-0fae8738a559 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:30.678251 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eea0d7bb-214f-41bd-9038-0fae8738a559 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:30.689560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b4d3de-62af-44b1-a95d-4280c07aab9e None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:30.695997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0d7bb-214f-41bd-9038-0fae8738a559 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=c0a02c41-1d9b-475b-9afc-cc5f47c23d74,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:30.721241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] Made reservation on behalf of 189ad56f85ae4049b0b1eb7dfddf1b7a for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:30.780743 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:30.815992 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eea0d7bb-214f-41bd-9038-0fae8738a559 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3306344 Sep 23 22:26:30.816998 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49036) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:30.825700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a9d4a849-484d-4bf4-a198-d43931b4b379 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'fixed_ips': [{'subnet_id': 'c0a02c41-1d9b-475b-9afc-cc5f47c23d74', 'ip_address': '2001:db8::ed96:64f4:669c:8b6'}], 'name': 'tempest-NetworksTestDHCPv6-696198796'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:30.866808 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:30.933210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd476f8c-2a9f-4dcb-95d4-9a5c9505adfe req-f20e8111-e572-4452-9d8e-fede18eed459 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:30.936237 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dd476f8c-2a9f-4dcb-95d4-9a5c9505adfe req-f20e8111-e572-4452-9d8e-fede18eed459 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 947 time: 0.1472499 Sep 23 22:26:31.043765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': 'c0a02c41-1d9b-475b-9afc-cc5f47c23d74'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:26:31.044983 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:31.095631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dd476f8c-2a9f-4dcb-95d4-9a5c9505adfe req-16f27ac9-6663-4817-9df3-2c159261413f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216221 Sep 23 22:26:31.123820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee0053-c6a3-40c5-9b2f-ed457f98370d req-1e420bed-0023-4d1d-a5c3-811129abfe9e tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:31.137971 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-12ee0053-c6a3-40c5-9b2f-ed457f98370d req-1e420bed-0023-4d1d-a5c3-811129abfe9e tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.2539723 Sep 23 22:26:31.189809 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:31.213855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2916517-4879-48de-949b-99f48f34997f req-bbb5e636-17c6-415c-b5da-5bb32eb82027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:31.215422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2916517-4879-48de-949b-99f48f34997f req-bbb5e636-17c6-415c-b5da-5bb32eb82027 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92ffee92be894524b0e7f44ca8640737&device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 1096 time: 0.1949863 Sep 23 22:26:31.244720 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-12ee0053-c6a3-40c5-9b2f-ed457f98370d req-e6705511-4754-4b74-a588-c3626fa342a6 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935721 Sep 23 22:26:31.278837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b4c960f8-136a-4502-8c54-a2443c4e626f details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:26:31.315481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b3dcc-d6db-466a-9b7a-95734e604112 req-06240adc-9319-41aa-9815-b939fde70299 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:31.317799 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-779b3dcc-d6db-466a-9b7a-95734e604112 req-06240adc-9319-41aa-9815-b939fde70299 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 944 time: 0.1101358 Sep 23 22:26:31.324914 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:31.342353 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Allocated IP 2001:db8::2 (fabbdebb-7256-45f8-980f-653365ae34a1/c0a02c41-1d9b-475b-9afc-cc5f47c23d74/f02e5ff1-f9ce-4a52-89da-f76c6ed744ef) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:31.370892 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2916517-4879-48de-949b-99f48f34997f req-6af36a39-25a2-4a7c-a2d2-d587685d3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:31.372710 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2916517-4879-48de-949b-99f48f34997f req-6af36a39-25a2-4a7c-a2d2-d587685d3f5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439 HTTP/1.1" status: 200 len: 911 time: 0.1443834 Sep 23 22:26:31.396687 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-779b3dcc-d6db-466a-9b7a-95734e604112 req-87814158-34e0-48a3-a498-e32b7116f9c7 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653272 Sep 23 22:26:31.427250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37721b9-c6e4-474d-95cf-8b38656a2960,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:31.432163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:26:31.448932 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:31.451217 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] Added segment ec16488b-8065-458d-ad41-32f4acc477de of type vlan for network c8dcf69b-a38b-440f-af1d-90d14f28ce8f Sep 23 22:26:31.454952 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2916517-4879-48de-949b-99f48f34997f req-15e1afbe-8709-4dc0-b2ab-3ebeaae16d2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cf3d82b-7030-41fc-88c2-c0d78c89ae3c HTTP/1.1" status: 200 len: 217 time: 0.0656230 Sep 23 22:26:31.510463 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:31.517055 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f1a97238-08aa-4a41-9466-6b14fb0c3b0b up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:31.642386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d95591d5-e987-4ed3-a0c9-613de560604f no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:26:31.657740 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:31.658893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:31.659631 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:31.707047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: d95591d5-e987-4ed3-a0c9-613de560604f {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:26:31.707047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d95591d5-e987-4ed3-a0c9-613de560604f not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:26:31.756379 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] Pushing event updated for resources: {'Network': ['ID=c8dcf69b-a38b-440f-af1d-90d14f28ce8f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:31.787917 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b4c960f8-136a-4502-8c54-a2443c4e626f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:31.791191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network c8dcf69b-a38b-440f-af1d-90d14f28ce8f details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:26:31.800233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15506c-da03-4fb4-abdc-6a6ee1c3be8d req-f0f92630-5feb-4df7-8ba0-0855302a024a tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:31.817689 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c15506c-da03-4fb4-abdc-6a6ee1c3be8d req-f0f92630-5feb-4df7-8ba0-0855302a024a tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1949224 Sep 23 22:26:31.845391 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e2c24e82-3098-41a0-b2bb-25beec501e84 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5290356 Sep 23 22:26:31.847962 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2916517-4879-48de-949b-99f48f34997f req-92809645-9dcd-438e-be47-91bc72f1ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:31.849611 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2916517-4879-48de-949b-99f48f34997f req-92809645-9dcd-438e-be47-91bc72f1ae5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54b21564-3f42-4a3c-b81d-f573077bf52f HTTP/1.1" status: 200 len: 850 time: 0.3869314 Sep 23 22:26:31.850685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49048) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:31.851408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d4a849-484d-4bf4-a198-d43931b4b379 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:31.862039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-2e489b39-6e87-46d7-ae78-fee7a3be3fd5 admin admin] Request body: {'subnet': {'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2067157095-subnet', 'tenant_id': '189ad56f85ae4049b0b1eb7dfddf1b7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:31.876423 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port f1a97238-08aa-4a41-9466-6b14fb0c3b0b completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:26:31.894504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port f1a97238-08aa-4a41-9466-6b14fb0c3b0b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:31.894884 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:31.896726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'b4c960f8-136a-4502-8c54-a2443c4e626f', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'b4c960f8-136a-4502-8c54-a2443c4e626f', 'mac_address': 'fa:16:3e:b1:33:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:26:31.910766 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c15506c-da03-4fb4-abdc-6a6ee1c3be8d req-50def967-61e1-4794-8a76-946e57867f42 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903473 Sep 23 22:26:31.920531 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80ff7484-1c8a-426e-bf34-ad844b3da903 req-42d12126-fb40-4fdd-907d-6f4760683241 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.0437775 Sep 23 22:26:31.953406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2916517-4879-48de-949b-99f48f34997f req-0d403cc3-3287-4120-b10c-44c86af6a2ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777879 Sep 23 22:26:32.072212 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:32.084338 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a849-484d-4bf4-a198-d43931b4b379 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:32.089633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e489b39-6e87-46d7-ae78-fee7a3be3fd5 admin admin] Made reservation on behalf of 189ad56f85ae4049b0b1eb7dfddf1b7a for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:32.092023 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e489b39-6e87-46d7-ae78-fee7a3be3fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:32.107949 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:32.113173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c960f8-136a-4502-8c54-a2443c4e626f {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:26:32.145711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-a9d4a849-484d-4bf4-a198-d43931b4b379 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port a6401624-e891-40ec-8ea1-feb331067210 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:26:32.168286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b4c960f8-136a-4502-8c54-a2443c4e626f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:32.178786 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:32.194822 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2916517-4879-48de-949b-99f48f34997f req-6a7d3547-95bc-457b-9788-e1888cc5c54d service neutron] 10.222.0.43 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063308 Sep 23 22:26:32.210439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c438532e-4333-4347-a705-fa721b4bc4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a97238-08aa-4a41-9466-6b14fb0c3b0b'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:32.214284 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1bfaff-99a0-4fa7-b04c-677ac303093e" -d '{"events": [{"server_uuid": "c438532e-4333-4347-a705-fa721b4bc4a3", "name": "network-vif-plugged", "status": "completed", "tag": "f1a97238-08aa-4a41-9466-6b14fb0c3b0b"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:32.231820 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f1a97238-08aa-4a41-9466-6b14fb0c3b0b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:32.231820 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:32.282519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:32.288750 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:32.294521 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:32.302988 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:32.311164 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Pushing event updated for resources: {'Port': ['ID=f02e5ff1-f9ce-4a52-89da-f76c6ed744ef,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:32.323990 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:32.498241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6298d7b-c5b7-4da7-b50f-98210140dfeb req-6218553e-c5ee-4b9d-b093-94de85adbfa0 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:32.520432 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e6298d7b-c5b7-4da7-b50f-98210140dfeb req-6218553e-c5ee-4b9d-b093-94de85adbfa0 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 948 time: 0.2022767 Sep 23 22:26:32.552906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2916517-4879-48de-949b-99f48f34997f req-d3d14801-96d0-4bf6-acdb-9118f2ab5692 service neutron] 10.222.0.43 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942088 Sep 23 22:26:32.641175 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e6298d7b-c5b7-4da7-b50f-98210140dfeb req-60eefee3-ccf3-474e-869b-4a22e4c679e3 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208603 Sep 23 22:26:32.667677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-a9d4a849-484d-4bf4-a198-d43931b4b379 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::ed96:64f4:669c:8b6 (fabbdebb-7256-45f8-980f-653365ae34a1/c0a02c41-1d9b-475b-9afc-cc5f47c23d74/a6401624-e891-40ec-8ea1-feb331067210) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:32.687439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d6f69-965c-4b91-9720-8dfcc13df6fb req-db8cb2e7-35f9-4aaa-bf03-bac35332520b tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:32.689469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9d1d6f69-965c-4b91-9720-8dfcc13df6fb req-db8cb2e7-35f9-4aaa-bf03-bac35332520b tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.2122688 Sep 23 22:26:32.722907 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687dd44-0d97-46d1-aa73-2810f910e719 req-ba0dcc1a-60ea-4d6c-a9e1-3777f4135423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:32.725817 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b687dd44-0d97-46d1-aa73-2810f910e719 req-ba0dcc1a-60ea-4d6c-a9e1-3777f4135423 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 1096 time: 0.1794047 Sep 23 22:26:32.763939 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e489b39-6e87-46d7-ae78-fee7a3be3fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:32.804059 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b687dd44-0d97-46d1-aa73-2810f910e719 req-7df594b8-8069-46d1-bfbe-18187b743387 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693972 Sep 23 22:26:32.843321 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292a5ef0-0246-4ad5-8610-d7a3952b8719 x-openstack-request-id: req-292a5ef0-0246-4ad5-8610-d7a3952b8719 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:32.845665 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c438532e-4333-4347-a705-fa721b4bc4a3", "name": "network-vif-plugged", "status": "completed", "tag": "f1a97238-08aa-4a41-9466-6b14fb0c3b0b", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:32.845845 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9d1d6f69-965c-4b91-9720-8dfcc13df6fb req-b16ea709-c83f-43cc-9427-f54f5b7e715b tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495249 Sep 23 22:26:32.846447 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-292a5ef0-0246-4ad5-8610-d7a3952b8719 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:32.847319 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c438532e-4333-4347-a705-fa721b4bc4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a97238-08aa-4a41-9466-6b14fb0c3b0b', 'code': 200} Sep 23 22:26:32.877903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50876567-e217-46a4-82e4-17d353448371 req-f453e6f8-2e89-47c5-88dd-9cd810ecaa69 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:32.879509 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-50876567-e217-46a4-82e4-17d353448371 req-f453e6f8-2e89-47c5-88dd-9cd810ecaa69 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.0744696 Sep 23 22:26:32.963458 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-50876567-e217-46a4-82e4-17d353448371 req-af78edd2-e5b1-4c9c-9e5b-e10ed8148e60 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765994 Sep 23 22:26:32.972343 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=b4c960f8-136a-4502-8c54-a2443c4e626f,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:32.982150 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Attempting to bind port f02e5ff1-f9ce-4a52-89da-f76c6ed744ef on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:32.982778 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Attempting to bind port f02e5ff1-f9ce-4a52-89da-f76c6ed744ef by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:32.983489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Attempting to bind port f02e5ff1-f9ce-4a52-89da-f76c6ed744ef on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:32.991890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e489b39-6e87-46d7-ae78-fee7a3be3fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfd900ab-d80f-492d-8f3f-40e9e42ebc05,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:33.026535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e489b39-6e87-46d7-ae78-fee7a3be3fd5 admin admin] Checking segment: {'id': 'ec16488b-8065-458d-ad41-32f4acc477de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:33.026962 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e489b39-6e87-46d7-ae78-fee7a3be3fd5 admin admin] Network hostable DHCP agents. Network: c8dcf69b-a38b-440f-af1d-90d14f28ce8f, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:26:33.040562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:33.041078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:33.041450 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:33.042383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:33.044661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Bound port: f02e5ff1-f9ce-4a52-89da-f76c6ed744ef, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:33.044661 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:33.051583 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['b4c960f8-136a-4502-8c54-a2443c4e626f'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:26:33.086980 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a849-484d-4bf4-a198-d43931b4b379 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:33.152928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:33.191607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc8ce3-53b5-40ef-bce7-c27f059bc7f5 req-2e0f599a-b1bc-4898-8a89-9b25be3c8465 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:33.194331 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fccc8ce3-53b5-40ef-bce7-c27f059bc7f5 req-2e0f599a-b1bc-4898-8a89-9b25be3c8465 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1057200 Sep 23 22:26:33.205744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] For port f02e5ff1-f9ce-4a52-89da-f76c6ed744ef, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:33.210702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] For port f02e5ff1-f9ce-4a52-89da-f76c6ed744ef, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f02e5ff1-f9ce-4a52-89da-f76c6ed744ef,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:33.225572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e489b39-6e87-46d7-ae78-fee7a3be3fd5 admin admin] Network c8dcf69b-a38b-440f-af1d-90d14f28ce8f is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:26:33.274264 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a849-484d-4bf4-a198-d43931b4b379 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:33.287579 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fccc8ce3-53b5-40ef-bce7-c27f059bc7f5 req-6fc73a90-6656-4216-92a9-48019815eee2 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685503 Sep 23 22:26:33.299923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:26:33.302873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:26:33.361248 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:33.370813 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bfeafd5-8d05-4040-aed7-ae80d54f4e22 req-78c23247-24e5-49d7-b250-4769f986d1fb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.0726185 Sep 23 22:26:33.380979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-2e489b39-6e87-46d7-ae78-fee7a3be3fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, c8dcf69b-a38b-440f-af1d-90d14f28ce8f) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:33.387172 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d4a849-484d-4bf4-a198-d43931b4b379 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:33.396139 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-a9d4a849-484d-4bf4-a198-d43931b4b379 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:33.399582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e489b39-6e87-46d7-ae78-fee7a3be3fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:33.401058 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e489b39-6e87-46d7-ae78-fee7a3be3fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:33.407870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4a849-484d-4bf4-a198-d43931b4b379 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:33.410225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d4a849-484d-4bf4-a198-d43931b4b379 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:33.410906 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a849-484d-4bf4-a198-d43931b4b379 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:33.414287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4a849-484d-4bf4-a198-d43931b4b379 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=a6401624-e891-40ec-8ea1-feb331067210,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:33.461424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d4ef0e-7045-4b10-b902-a1e1475f6f50 None None] Network c8dcf69b-a38b-440f-af1d-90d14f28ce8f requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:33.495152 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a9d4a849-484d-4bf4-a198-d43931b4b379 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6766219 Sep 23 22:26:33.498155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49068) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:33.561714 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2e489b39-6e87-46d7-ae78-fee7a3be3fd5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7037373 Sep 23 22:26:33.577768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66310d69-97e6-4409-b6b6-918a97cb4fcb None None] Pushing event updated for resources: {'Port': ['ID=f02e5ff1-f9ce-4a52-89da-f76c6ed744ef,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:33.607427 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ace007-3e15-4aa4-a77b-954c9092c022 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:33.618391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ace007-3e15-4aa4-a77b-954c9092c022 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:33.624779 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49072) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:33.625213 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-06ace007-3e15-4aa4-a77b-954c9092c022 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1249092 Sep 23 22:26:33.819659 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:33.828280 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:33.893665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4', 'mac_address': 'fa:16:3e:62:26:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:26:33.947378 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6449b36f-a31c-405a-b93b-1ac60a4f1275 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port a6401624-e891-40ec-8ea1-feb331067210 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:33.949291 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6449b36f-a31c-405a-b93b-1ac60a4f1275 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:33.960087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80123888-8e0e-422c-826f-9fdba42cdb79 req-a48d8c16-d94b-4703-9a91-37a0898d1620 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:33.969421 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-80123888-8e0e-422c-826f-9fdba42cdb79 req-a48d8c16-d94b-4703-9a91-37a0898d1620 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 948 time: 0.1484056 Sep 23 22:26:34.019724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77420e0-f551-400a-a89a-757d9fbba845 None None] Network c8dcf69b-a38b-440f-af1d-90d14f28ce8f requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:34.028989 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168063b-3f4a-45e2-821c-bc1c137b8c05 req-af4b4236-c83c-42ec-9699-cf1fcab4275a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:34.045842 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c168063b-3f4a-45e2-821c-bc1c137b8c05 req-af4b4236-c83c-42ec-9699-cf1fcab4275a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.1029644 Sep 23 22:26:34.060576 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:34.096058 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c168063b-3f4a-45e2-821c-bc1c137b8c05 req-90c07198-2a3b-42b5-a900-572c55be2e21 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486956 Sep 23 22:26:34.119324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c8ae45a6-340d-4a87-be90-65f8c61bd45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:34.121182 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c8ae45a6-340d-4a87-be90-65f8c61bd45e service neutron] 10.222.0.67 "GET /v2.0/ports/5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b HTTP/1.1" status: 200 len: 1027 time: 0.1478848 Sep 23 22:26:34.126849 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-80123888-8e0e-422c-826f-9fdba42cdb79 req-36da29b4-f1b1-4c1c-8950-9e41a6f41708 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561935 Sep 23 22:26:34.140191 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:34.156347 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:34.199996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:26:34.252622 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6449b36f-a31c-405a-b93b-1ac60a4f1275 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:34.301430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6449b36f-a31c-405a-b93b-1ac60a4f1275 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for a6401624-e891-40ec-8ea1-feb331067210 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:34.320126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9c202b26-8fa1-4a3c-a25e-a7fe13f903c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:34.323291 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9c202b26-8fa1-4a3c-a25e-a7fe13f903c4 service neutron] 10.222.0.67 "GET /v2.0/ports/2399c71c-78da-4b12-adda-5a18362e7290 HTTP/1.1" status: 200 len: 1028 time: 0.1601546 Sep 23 22:26:34.376640 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:26:34.385161 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:26:34.387591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:34.527916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c648b6-2a5a-443a-bfac-47b9833779ab req-838b8b01-3143-49c9-8f27-6da3c20145a5 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:34.535215 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d8c648b6-2a5a-443a-bfac-47b9833779ab req-838b8b01-3143-49c9-8f27-6da3c20145a5 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.2102382 Sep 23 22:26:34.639319 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d8c648b6-2a5a-443a-bfac-47b9833779ab req-5b56c47e-f71e-4d26-8bbf-5b2c795369bf tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027393 Sep 23 22:26:34.713355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-5f425d62-0211-48ae-8fd1-5b3594a74785 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:34.721289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-5f425d62-0211-48ae-8fd1-5b3594a74785 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:34.728218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-5f425d62-0211-48ae-8fd1-5b3594a74785 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:34.730273 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-5f425d62-0211-48ae-8fd1-5b3594a74785 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "GET /v2.0/networks?id=8fdb77b3-802f-455b-896f-81dc78604c36&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=ca883b77-dd36-40f2-a31d-760ec43ec06e&id=ca883b77-dd36-40f2-a31d-760ec43ec06e HTTP/1.1" status: 200 len: 1988 time: 0.3703902 Sep 23 22:26:34.813532 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741598f-24bc-47a4-a596-05bf7faf892d req-18fea01c-f0c2-4891-bb13-744cf312a674 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:34.822403 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6449b36f-a31c-405a-b93b-1ac60a4f1275 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:34.825419 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4741598f-24bc-47a4-a596-05bf7faf892d req-18fea01c-f0c2-4891-bb13-744cf312a674 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/networks?id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f HTTP/1.1" status: 200 len: 814 time: 0.3010814 Sep 23 22:26:34.835675 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-5e6ada06-920a-43dd-90ed-eba437075e9a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d9dcc00ea347a4ba456b29d8894318 HTTP/1.1" status: 200 len: 380 time: 0.0668445 Sep 23 22:26:34.848514 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7beddfd3-678b-455b-9c1f-3bb5e712182c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:34.850909 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcde006-714a-4427-97cb-c4b2a768564a" -d '{"events": [{"server_uuid": "7beddfd3-678b-455b-9c1f-3bb5e712182c", "name": "network-vif-unplugged", "status": "completed", "tag": "141b0f2c-8a85-4d9b-bd35-51cd99b190f4"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:34.868164 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4741598f-24bc-47a4-a596-05bf7faf892d req-9160be4a-b163-4cb9-a022-0d08af47779c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/quotas/189ad56f85ae4049b0b1eb7dfddf1b7a HTTP/1.1" status: 200 len: 375 time: 0.0316319 Sep 23 22:26:34.884059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e73aa316-c398-41ab-af3e-cb844a412efc tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'port': {'device_id': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'admin_state_up': True, 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'security_groups': ['ca7841b8-7236-4193-912b-422adbe8aea1']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:34.972089 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:34.977207 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4741598f-24bc-47a4-a596-05bf7faf892d req-3ff05d7d-ac01-4d22-9145-b94cc9858ee9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=189ad56f85ae4049b0b1eb7dfddf1b7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967493 Sep 23 22:26:34.988181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449b36f-a31c-405a-b93b-1ac60a4f1275 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=a6401624-e891-40ec-8ea1-feb331067210,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:34.992026 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6449b36f-a31c-405a-b93b-1ac60a4f1275 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:35.000951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49104) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:35.002253 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6449b36f-a31c-405a-b93b-1ac60a4f1275 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/a6401624-e891-40ec-8ea1-feb331067210 HTTP/1.1" status: 204 len: 168 time: 1.3760948 Sep 23 22:26:35.022872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:26:35.096374 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:35.158528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-cd1ac569-6fdd-4e7b-9158-5d16147c3524 None None] Provisioning complete for port f02e5ff1-f9ce-4a52-89da-f76c6ed744ef triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:35.164830 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac569-6fdd-4e7b-9158-5d16147c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:35.204702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4fbd2-c3c8-4cce-ac2b-ea2b4801829d req-3fbff521-f552-4526-8829-7315def9bddc tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:35.211287 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7ed4fbd2-c3c8-4cce-ac2b-ea2b4801829d req-3fbff521-f552-4526-8829-7315def9bddc tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 947 time: 0.2276430 Sep 23 22:26:35.238850 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:35.286365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2ecb42-d4c7-4020-a31c-73ecba36ad64 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:35.289786 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2ecb42-d4c7-4020-a31c-73ecba36ad64 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:35.299416 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fc2ecb42-d4c7-4020-a31c-73ecba36ad64 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2965779 Sep 23 22:26:35.303927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49110) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:35.319316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b4c960f8-136a-4502-8c54-a2443c4e626f up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:35.397275 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7ed4fbd2-c3c8-4cce-ac2b-ea2b4801829d req-11276f3b-7194-4d8e-b5df-6ebf4d9394cd tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675091 Sep 23 22:26:35.410933 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4741598f-24bc-47a4-a596-05bf7faf892d req-ac1204fc-4dd5-4d72-81ba-c1034d4ea470 service neutron] 10.222.0.22 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318540 Sep 23 22:26:35.467043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-01aec257-90b9-4b47-9579-3bfa99c131ac tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet c0a02c41-1d9b-475b-9afc-cc5f47c23d74 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:26:35.474165 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01aec257-90b9-4b47-9579-3bfa99c131ac tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:35.524415 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,revision_number=10']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:35.577361 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01aec257-90b9-4b47-9579-3bfa99c131ac tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:35.649932 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4741598f-24bc-47a4-a596-05bf7faf892d req-c81c2d10-dba8-40fc-ad9c-f34551ab3d1c service neutron] 10.222.0.22 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341568 Sep 23 22:26:35.739735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['141b0f2c-8a85-4d9b-bd35-51cd99b190f4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:26:35.767321 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01aec257-90b9-4b47-9579-3bfa99c131ac tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:35.853657 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac569-6fdd-4e7b-9158-5d16147c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:35.914883 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7bfcaa6f-e530-47b3-990a-e3d1c2b1ca6f req-c9455cc0-ded3-44cd-8c6c-182662749598 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.0654356 Sep 23 22:26:35.990152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f02e5ff1-f9ce-4a52-89da-f76c6ed744ef up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:35.992350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port b4c960f8-136a-4502-8c54-a2443c4e626f completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:26:36.060273 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34dcde8-df23-4e9e-b7d0-cebb709abc4a x-openstack-request-id: req-c34dcde8-df23-4e9e-b7d0-cebb709abc4a {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:36.060644 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7beddfd3-678b-455b-9c1f-3bb5e712182c", "name": "network-vif-unplugged", "status": "completed", "tag": "141b0f2c-8a85-4d9b-bd35-51cd99b190f4", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:36.060830 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c34dcde8-df23-4e9e-b7d0-cebb709abc4a {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:36.061273 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7beddfd3-678b-455b-9c1f-3bb5e712182c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4', 'code': 200} Sep 23 22:26:36.074915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port b4c960f8-136a-4502-8c54-a2443c4e626f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:36.074915 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:36.075664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e73aa316-c398-41ab-af3e-cb844a412efc tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Made reservation on behalf of 53d9dcc00ea347a4ba456b29d8894318 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:36.078800 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e73aa316-c398-41ab-af3e-cb844a412efc tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:36.102481 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01aec257-90b9-4b47-9579-3bfa99c131ac tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:36.191189 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01aec257-90b9-4b47-9579-3bfa99c131ac tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:36.205330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49124) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:36.205537 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-01aec257-90b9-4b47-9579-3bfa99c131ac tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/c0a02c41-1d9b-475b-9afc-cc5f47c23d74 HTTP/1.1" status: 204 len: 168 time: 0.9004576 Sep 23 22:26:36.209266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aec257-90b9-4b47-9579-3bfa99c131ac tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a02c41-1d9b-475b-9afc-cc5f47c23d74,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:36.252766 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fdfbf1-ced4-4bbd-b300-0e29ead049ef None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:36.264781 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656f9fe-1773-42cb-91bf-2e440ff7abb1 req-27f25f45-ab04-4491-a57b-781edccf3106 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:36.266460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7c39291d-dea9-4d3b-b1a2-2588d2ab09b0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595975 Sep 23 22:26:36.267115 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49126) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:36.277627 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b656f9fe-1773-42cb-91bf-2e440ff7abb1 req-27f25f45-ab04-4491-a57b-781edccf3106 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.2549822 Sep 23 22:26:36.287222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebe31e-dc35-4d95-b52a-e63b7b37cc39 req-7440fe29-8792-4909-95a8-9174e2b41b9f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:36.289086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31ebe31e-dc35-4d95-b52a-e63b7b37cc39 req-7440fe29-8792-4909-95a8-9174e2b41b9f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 948 time: 0.1352613 Sep 23 22:26:36.360516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e731d7b-f73a-49e8-b306-8396a3876f35 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:36.365578 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4e731d7b-f73a-49e8-b306-8396a3876f35 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0963309 Sep 23 22:26:36.367322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49128) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:36.380566 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31ebe31e-dc35-4d95-b52a-e63b7b37cc39 req-c1103b31-6abe-4c07-be35-1b2f4f5f4dc9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745587 Sep 23 22:26:36.415907 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-cd1ac569-6fdd-4e7b-9158-5d16147c3524 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:26:36.416966 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-cd1ac569-6fdd-4e7b-9158-5d16147c3524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:26:36.431219 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b656f9fe-1773-42cb-91bf-2e440ff7abb1 req-32a7c453-7cbb-408d-9d33-1c0a9986bf4f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526587 Sep 23 22:26:36.521716 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:36.569632 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port f02e5ff1-f9ce-4a52-89da-f76c6ed744ef triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:36.570270 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:36.600476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0ce1e-668b-481a-afbc-3439f9a5ef76 req-bceab995-5c0c-4826-8fb6-c2ba0c61c2d3 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:36.606820 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bcc0ce1e-668b-481a-afbc-3439f9a5ef76 req-bceab995-5c0c-4826-8fb6-c2ba0c61c2d3 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.1277738 Sep 23 22:26:36.698833 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bcc0ce1e-668b-481a-afbc-3439f9a5ef76 req-232f855b-8d80-452f-9e64-188b56afc8c7 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767696 Sep 23 22:26:36.901857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9600dc-58ce-4986-917e-7e0a5ef2f2fa req-c882414c-4852-4a68-b2e5-06da50bf490a tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:36.902367 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:36.905612 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c9600dc-58ce-4986-917e-7e0a5ef2f2fa req-c882414c-4852-4a68-b2e5-06da50bf490a tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.0871637 Sep 23 22:26:36.907054 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0cd8389f-6293-45d5-93ea-17d92dc55e68 req-bbdc81b3-9408-40ef-9535-e71fc3fad20c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 210 time: 0.0348771 Sep 23 22:26:37.032861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c9600dc-58ce-4986-917e-7e0a5ef2f2fa req-ae5e665e-1084-4353-b6ad-d9f7d45d8f36 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171265 Sep 23 22:26:37.068993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5835c3a-57dd-4613-af5e-0983ee5ef5f6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:37.074266 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b5835c3a-57dd-4613-af5e-0983ee5ef5f6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7030015 Sep 23 22:26:37.075330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49138) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:37.157842 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e73aa316-c398-41ab-af3e-cb844a412efc tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Allocated IP 172.20.0.11 (8fdb77b3-802f-455b-896f-81dc78604c36/2d29d642-3539-4f1b-86f3-275967351080/9e5d1c23-ff12-4a74-8c34-bd3a77973f35) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:37.159310 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:37.172688 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac569-6fdd-4e7b-9158-5d16147c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:37.174284 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bcc25777-b9ab-4f3e-a656-8d34ac42cde2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976758 Sep 23 22:26:37.180027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49140) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:37.184026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6ad0c2-4ad1-4176-9dfc-574a255218e4 None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:26:37.187004 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3c74ff2f-7478-4e0e-9c39-08528a9650f5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:37.222196 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225c678-e7a3-4d4a-978b-36e56cf621c6 req-09a30bab-5084-4b73-ad9a-774a4354db31 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:37.224929 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7225c678-e7a3-4d4a-978b-36e56cf621c6 req-09a30bab-5084-4b73-ad9a-774a4354db31 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.1678686 Sep 23 22:26:37.238634 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8aadc529-81fa-4279-8608-ec7c3eeb4cbd req-68f141b0-4847-42ba-91e5-6da5031f3d97 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.0630004 Sep 23 22:26:37.323845 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port f02e5ff1-f9ce-4a52-89da-f76c6ed744ef, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f02e5ff1-f9ce-4a52-89da-f76c6ed744ef,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:37.360798 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7225c678-e7a3-4d4a-978b-36e56cf621c6 req-2614bfb1-e510-40ce-88ae-61aa45a35efa tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080320 Sep 23 22:26:37.376911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b4c960f8-136a-4502-8c54-a2443c4e626f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:37.429949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-af6ad0c2-4ad1-4176-9dfc-574a255218e4 None None] Deleting port f02e5ff1-f9ce-4a52-89da-f76c6ed744ef {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:37.440604 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-af6ad0c2-4ad1-4176-9dfc-574a255218e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:37.538184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c74ff2f-7478-4e0e-9c39-08528a9650f5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:37.542926 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c74ff2f-7478-4e0e-9c39-08528a9650f5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:37.567995 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e73aa316-c398-41ab-af3e-cb844a412efc tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:37.587854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005b210-9928-4c45-b291-165bf673eb32 req-bfaf12ca-b1c9-4f32-afe1-7efe8bb96239 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:37.588400 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:37.588554 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5005b210-9928-4c45-b291-165bf673eb32 req-bfaf12ca-b1c9-4f32-afe1-7efe8bb96239 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 948 time: 0.0973494 Sep 23 22:26:37.603610 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-af6ad0c2-4ad1-4176-9dfc-574a255218e4 None None] For port f02e5ff1-f9ce-4a52-89da-f76c6ed744ef, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f02e5ff1-f9ce-4a52-89da-f76c6ed744ef,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:37.605091 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-af6ad0c2-4ad1-4176-9dfc-574a255218e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:37.610049 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:37.669580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:37.720661 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5005b210-9928-4c45-b291-165bf673eb32 req-96b623a3-bf8e-4424-9be4-eaf0593ed3f1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209614 Sep 23 22:26:37.820588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-af6ad0c2-4ad1-4176-9dfc-574a255218e4 None None] Calling delete_port for f02e5ff1-f9ce-4a52-89da-f76c6ed744ef owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:37.826326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f02e5ff1-f9ce-4a52-89da-f76c6ed744ef no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:26:37.847209 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e73aa316-c398-41ab-af3e-cb844a412efc tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:37.924303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=f02e5ff1-f9ce-4a52-89da-f76c6ed744ef,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:37.930102 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-cd1ac569-6fdd-4e7b-9158-5d16147c3524 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:26:37.930461 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-cd1ac569-6fdd-4e7b-9158-5d16147c3524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:26:37.935110 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73aa316-c398-41ab-af3e-cb844a412efc tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'Port': ['ID=9e5d1c23-ff12-4a74-8c34-bd3a77973f35,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:37.956288 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e73aa316-c398-41ab-af3e-cb844a412efc tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Network 8fdb77b3-802f-455b-896f-81dc78604c36 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:37.958680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e73aa316-c398-41ab-af3e-cb844a412efc tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:37.961491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e73aa316-c398-41ab-af3e-cb844a412efc tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:38.064534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:38.068602 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fe3446-83d9-4e77-b18a-68b6e5b08eb8" -d '{"events": [{"server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "name": "network-vif-plugged", "status": "completed", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:38.082626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:38.082626 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:38.092487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be9b23-23ec-4336-8eb6-0c2343954d0a req-4f48b50e-cf5f-4f8e-ba3e-4be955de53cf tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:38.092487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43be9b23-23ec-4336-8eb6-0c2343954d0a req-4f48b50e-cf5f-4f8e-ba3e-4be955de53cf tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.2369599 Sep 23 22:26:38.106486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=b4c960f8-136a-4502-8c54-a2443c4e626f,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:38.137072 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c74ff2f-7478-4e0e-9c39-08528a9650f5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:38.162554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597492d2-41ab-489e-8764-655d8b6c2eb9 req-1815c181-af86-4079-89d2-b073b3df3023 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:38.164814 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-597492d2-41ab-489e-8764-655d8b6c2eb9 req-1815c181-af86-4079-89d2-b073b3df3023 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.1517429 Sep 23 22:26:38.176343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e73aa316-c398-41ab-af3e-cb844a412efc tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:38.177741 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e73aa316-c398-41ab-af3e-cb844a412efc tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:38.213964 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43be9b23-23ec-4336-8eb6-0c2343954d0a req-16527105-93df-4ebb-8a74-5a8dc11531c7 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148460 Sep 23 22:26:38.235652 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:38.274502 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-597492d2-41ab-489e-8764-655d8b6c2eb9 req-6ade27df-1f35-46b2-8f30-5dd7b80b12a3 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815852 Sep 23 22:26:38.283049 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e73aa316-c398-41ab-af3e-cb844a412efc tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4183650 Sep 23 22:26:38.296306 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c74ff2f-7478-4e0e-9c39-08528a9650f5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:38.304122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3c74ff2f-7478-4e0e-9c39-08528a9650f5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:38.318507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f67c4e0e-4424-41b6-b8dd-583169271fe9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'port': {'device_id': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4', 'admin_state_up': True, 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'security_groups': ['ca7841b8-7236-4193-912b-422adbe8aea1']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:38.318761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c74ff2f-7478-4e0e-9c39-08528a9650f5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:38.319187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c74ff2f-7478-4e0e-9c39-08528a9650f5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:38.341503 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-af6ad0c2-4ad1-4176-9dfc-574a255218e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:38.349952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74ff2f-7478-4e0e-9c39-08528a9650f5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=b677f8bf-fc4f-4f59-8b29-8661dd3c7a82,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:38.426483 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7db4950c-2bb6-4732-8d77-e7d6f98279d1 req-75ae8e30-61b6-46ce-aa42-01996ae79a5a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 210 time: 0.0503993 Sep 23 22:26:38.441681 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ad0c2-4ad1-4176-9dfc-574a255218e4 None None] Pushing event deleted for resources: {'Port': ['ID=f02e5ff1-f9ce-4a52-89da-f76c6ed744ef,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:38.490905 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3c74ff2f-7478-4e0e-9c39-08528a9650f5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3094857 Sep 23 22:26:38.499252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49162) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:38.502111 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ad0c2-4ad1-4176-9dfc-574a255218e4 None None] No DVR routers for this DVR port f02e5ff1-f9ce-4a52-89da-f76c6ed744ef on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:26:38.508379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c64194cc-5e72-487c-b13e-8fa09777aca6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'fixed_ips': [{'subnet_id': 'b677f8bf-fc4f-4f59-8b29-8661dd3c7a82', 'ip_address': '2001:db8::bf66:ddd0:fa61:c22a'}], 'name': 'tempest-NetworksTestDHCPv6-518866168'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:38.569014 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95abca7c-453b-4713-999c-0737d64b22fb x-openstack-request-id: req-95abca7c-453b-4713-999c-0737d64b22fb {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:38.569514 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "name": "network-vif-plugged", "status": "completed", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:38.570154 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95abca7c-453b-4713-999c-0737d64b22fb {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:38.570887 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f', 'code': 200} Sep 23 22:26:38.571998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011f460-2134-41bf-919b-30cdfeabf9ae None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:38.607420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbca1e-c04c-49d1-a614-50946958f33a req-51ce8fbb-6f9f-4835-a234-d4a271947c3a tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:38.616003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eddbca1e-c04c-49d1-a614-50946958f33a req-51ce8fbb-6f9f-4835-a234-d4a271947c3a tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 949 time: 0.1135964 Sep 23 22:26:38.687610 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:38.699824 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eddbca1e-c04c-49d1-a614-50946958f33a req-e6170e9c-ec83-4d25-8791-278ee3f663b4 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824816 Sep 23 22:26:38.721054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f67c4e0e-4424-41b6-b8dd-583169271fe9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Made reservation on behalf of 53d9dcc00ea347a4ba456b29d8894318 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:38.725823 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f67c4e0e-4424-41b6-b8dd-583169271fe9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:38.832363 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:38.928931 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-cd1ac569-6fdd-4e7b-9158-5d16147c3524 None None] Port f02e5ff1-f9ce-4a52-89da-f76c6ed744ef update to ACTIVE by agent not found {{(pid=95492) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 23 22:26:38.934476 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:38.983202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5984e-6755-42d3-b057-95d56f960aa2 req-eac98dcd-7d5b-41a1-80ad-03d07b166533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:38.989549 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-38f5984e-6755-42d3-b057-95d56f960aa2 req-eac98dcd-7d5b-41a1-80ad-03d07b166533 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 1100 time: 0.3460011 Sep 23 22:26:39.000604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfe4f6-8afb-4829-b53f-8fae673e80e7 req-895f326d-8d8e-4747-9a01-7d037f0ed675 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:39.009291 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98cfe4f6-8afb-4829-b53f-8fae673e80e7 req-895f326d-8d8e-4747-9a01-7d037f0ed675 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.1455071 Sep 23 22:26:39.027293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f67c4e0e-4424-41b6-b8dd-583169271fe9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Allocated IP 10.1.1.53 (277e5faa-2d60-44c3-be61-7e8c69a875a4/e4c74845-4044-4c41-beed-d8570726d860/8f2fc59b-8cb2-421b-8953-264e069e9846) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:39.031439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': 'b677f8bf-fc4f-4f59-8b29-8661dd3c7a82'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:26:39.032520 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:39.046878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e192a4-6656-4c0f-b5b3-7cb853f15757 req-a91672a6-5a5a-47c4-8924-0c47c389fbd6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:39.049354 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83e192a4-6656-4c0f-b5b3-7cb853f15757 req-a91672a6-5a5a-47c4-8924-0c47c389fbd6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 932 time: 0.2563386 Sep 23 22:26:39.097702 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-38f5984e-6755-42d3-b057-95d56f960aa2 req-d78387a3-bf5c-4876-85f0-ac095c4b5b99 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985765 Sep 23 22:26:39.099388 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98cfe4f6-8afb-4829-b53f-8fae673e80e7 req-6c100982-3eb0-4228-978f-4e0a20642b7f tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880482 Sep 23 22:26:39.105493 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64194cc-5e72-487c-b13e-8fa09777aca6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:39.193026 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83e192a4-6656-4c0f-b5b3-7cb853f15757 req-75835c8f-27d3-4b08-a7e6-c73d23cc5b9f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237910 Sep 23 22:26:39.234172 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Allocated IP 2001:db8::2 (fabbdebb-7256-45f8-980f-653365ae34a1/b677f8bf-fc4f-4f59-8b29-8661dd3c7a82/86c858ba-2449-4b81-8e30-a58ffa040d7f) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:39.252537 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f9b27580-697c-4e0b-af79-efb3e0483e1a None None] Could not find standard attr ID for object a6401624-e891-40ec-8ea1-feb331067210. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:26:39.261497 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,revision_number=11']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:39.297925 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c64194cc-5e72-487c-b13e-8fa09777aca6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:39.299844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f9b27580-697c-4e0b-af79-efb3e0483e1a None None] Provisioning complete for port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:39.300218 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f9b27580-697c-4e0b-af79-efb3e0483e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:39.318970 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-c64194cc-5e72-487c-b13e-8fa09777aca6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port c7a0b079-fce4-409c-a0cd-b144c3d00ed0 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:26:39.396073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f9b27580-697c-4e0b-af79-efb3e0483e1a None None] Port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:26:39.520746 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46874110-9ee3-49cd-baa0-410da4e90266 req-08af8916-7c9e-4f4a-a044-7ee5669b5278 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:39.530744 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-46874110-9ee3-49cd-baa0-410da4e90266 req-08af8916-7c9e-4f4a-a044-7ee5669b5278 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.3154998 Sep 23 22:26:39.536283 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f67c4e0e-4424-41b6-b8dd-583169271fe9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:39.599486 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:39.674256 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-46874110-9ee3-49cd-baa0-410da4e90266 req-e7d8901d-fb54-40d8-9136-66d11217dab9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424949 Sep 23 22:26:39.686912 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741598f-24bc-47a4-a596-05bf7faf892d req-86dc1d4e-369c-42aa-80cf-e4667cf4fd3b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:39.688559 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4741598f-24bc-47a4-a596-05bf7faf892d req-86dc1d4e-369c-42aa-80cf-e4667cf4fd3b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.67 "GET /v2.0/networks?id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f HTTP/1.1" status: 200 len: 814 time: 0.2782590 Sep 23 22:26:39.722703 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-4741598f-24bc-47a4-a596-05bf7faf892d req-a5c8dd8b-280e-4231-9398-c2fa2436b8d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Request body: {'port': {'device_id': '631ce5bf-6a66-4393-a017-c1499b245f67', 'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f', 'admin_state_up': True, 'tenant_id': '189ad56f85ae4049b0b1eb7dfddf1b7a'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:39.745434 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:39.833744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:39.837835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:39.838159 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f67c4e0e-4424-41b6-b8dd-583169271fe9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:39.842212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:39.844192 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-c64194cc-5e72-487c-b13e-8fa09777aca6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::bf66:ddd0:fa61:c22a (fabbdebb-7256-45f8-980f-653365ae34a1/b677f8bf-fc4f-4f59-8b29-8661dd3c7a82/c7a0b079-fce4-409c-a0cd-b144c3d00ed0) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:39.908742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Attempting to bind port 86c858ba-2449-4b81-8e30-a58ffa040d7f on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:39.909129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Attempting to bind port 86c858ba-2449-4b81-8e30-a58ffa040d7f by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:39.909496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Attempting to bind port 86c858ba-2449-4b81-8e30-a58ffa040d7f on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:39.915701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:39.916118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:39.917229 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:39.917643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:39.918139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Bound port: 86c858ba-2449-4b81-8e30-a58ffa040d7f, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:39.921225 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:39.923912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Pushing event updated for resources: {'Port': ['ID=86c858ba-2449-4b81-8e30-a58ffa040d7f,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:39.997647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f67c4e0e-4424-41b6-b8dd-583169271fe9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Network 277e5faa-2d60-44c3-be61-7e8c69a875a4 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:40.001876 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] For port 86c858ba-2449-4b81-8e30-a58ffa040d7f, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:40.004478 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] For port 86c858ba-2449-4b81-8e30-a58ffa040d7f, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=86c858ba-2449-4b81-8e30-a58ffa040d7f,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:40.019770 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f67c4e0e-4424-41b6-b8dd-583169271fe9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:40.051093 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f67c4e0e-4424-41b6-b8dd-583169271fe9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:40.077839 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c4e0e-4424-41b6-b8dd-583169271fe9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'Port': ['ID=8f2fc59b-8cb2-421b-8953-264e069e9846,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:40.099190 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:40.165025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eafb66-044d-4e00-9deb-53ff72640270 req-71c58c15-0c49-46c4-b377-92334a073041 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:40.187394 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-04eafb66-044d-4e00-9deb-53ff72640270 req-71c58c15-0c49-46c4-b377-92334a073041 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.3524868 Sep 23 22:26:40.198020 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4741598f-24bc-47a4-a596-05bf7faf892d req-a5c8dd8b-280e-4231-9398-c2fa2436b8d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Made reservation on behalf of 189ad56f85ae4049b0b1eb7dfddf1b7a for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:40.205207 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4741598f-24bc-47a4-a596-05bf7faf892d req-a5c8dd8b-280e-4231-9398-c2fa2436b8d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:40.252580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6fc0e-987a-40c3-9f1f-a7d8afef9b16 None None] Pushing event updated for resources: {'Port': ['ID=86c858ba-2449-4b81-8e30-a58ffa040d7f,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:40.283403 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f67c4e0e-4424-41b6-b8dd-583169271fe9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:40.284152 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f67c4e0e-4424-41b6-b8dd-583169271fe9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:40.341519 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-04eafb66-044d-4e00-9deb-53ff72640270 req-5c8b3d5f-207e-48b7-9815-9168f1dfbee7 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528456 Sep 23 22:26:40.384835 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-30dfc7d3-534e-4c84-8bff-332684fbd24d req-074df8a1-9c17-4e57-a518-049a2b53944f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 210 time: 0.2476025 Sep 23 22:26:40.455200 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f67c4e0e-4424-41b6-b8dd-583169271fe9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1567039 Sep 23 22:26:40.493205 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c64194cc-5e72-487c-b13e-8fa09777aca6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:40.540839 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-449607e4-c921-4c37-bc72-d5b9a16253e9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'port': {'device_id': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4', 'admin_state_up': True, 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'security_groups': ['ca7841b8-7236-4193-912b-422adbe8aea1']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:40.572511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7beddfd3-678b-455b-9c1f-3bb5e712182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:40.576808 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58187a52-87cd-4e08-85e3-f322da7ddc25" -d '{"events": [{"server_uuid": "7beddfd3-678b-455b-9c1f-3bb5e712182c", "name": "network-vif-plugged", "status": "completed", "tag": "141b0f2c-8a85-4d9b-bd35-51cd99b190f4"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:40.715490 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389edbae-6899-4b7d-b9b2-f1c465c74408 req-e1ef52f7-eed9-4b5a-8142-e9a69a58fea8 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:40.736177 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-389edbae-6899-4b7d-b9b2-f1c465c74408 req-e1ef52f7-eed9-4b5a-8142-e9a69a58fea8 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.1736090 Sep 23 22:26:40.784795 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c64194cc-5e72-487c-b13e-8fa09777aca6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:40.859819 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-404a962c-a4e4-4c7a-8b2c-d8e14d87707e None None] Provisioning complete for port 8f2fc59b-8cb2-421b-8953-264e069e9846 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:40.860680 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-404a962c-a4e4-4c7a-8b2c-d8e14d87707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:40.967544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc177137-82b2-4eef-9f70-c9d0aceb2c1d req-42817e50-7260-49cf-a1d7-f9a167ebbc16 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:40.982588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-404a962c-a4e4-4c7a-8b2c-d8e14d87707e None None] Port 8f2fc59b-8cb2-421b-8953-264e069e9846 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:26:40.997475 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cc177137-82b2-4eef-9f70-c9d0aceb2c1d req-42817e50-7260-49cf-a1d7-f9a167ebbc16 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 950 time: 0.4314466 Sep 23 22:26:41.019108 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-4741598f-24bc-47a4-a596-05bf7faf892d req-a5c8dd8b-280e-4231-9398-c2fa2436b8d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Allocated IP 172.20.0.11 (c8dcf69b-a38b-440f-af1d-90d14f28ce8f/cfd900ab-d80f-492d-8f3f-40e9e42ebc05/11e3a17f-e01c-44b0-b184-c5e8a6f00045) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:41.133577 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cc177137-82b2-4eef-9f70-c9d0aceb2c1d req-c7eee8eb-f09d-4027-927a-b3ef72881526 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342194 Sep 23 22:26:41.321825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-449607e4-c921-4c37-bc72-d5b9a16253e9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Made reservation on behalf of 53d9dcc00ea347a4ba456b29d8894318 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:41.330948 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-449607e4-c921-4c37-bc72-d5b9a16253e9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:41.353224 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-389edbae-6899-4b7d-b9b2-f1c465c74408 req-1c290d9f-bd06-49d4-91d5-6a163db0164d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6154583 Sep 23 22:26:41.356477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64194cc-5e72-487c-b13e-8fa09777aca6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:41.360134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c64194cc-5e72-487c-b13e-8fa09777aca6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:41.366404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64194cc-5e72-487c-b13e-8fa09777aca6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:41.383559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64194cc-5e72-487c-b13e-8fa09777aca6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:41.383559 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c64194cc-5e72-487c-b13e-8fa09777aca6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:41.401194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64194cc-5e72-487c-b13e-8fa09777aca6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=c7a0b079-fce4-409c-a0cd-b144c3d00ed0,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:41.506851 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c64194cc-5e72-487c-b13e-8fa09777aca6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0056744 Sep 23 22:26:41.514509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49202) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:41.523454 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-237fb4ec-75ff-4476-a9dd-12b8274727d3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'fixed_ips': [{'subnet_id': 'b677f8bf-fc4f-4f59-8b29-8661dd3c7a82', 'ip_address': '2001:db8::bf66:ddd0:fa61:c22a'}], 'name': 'tempest-NetworksTestDHCPv6-1030245612'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:41.576174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fb9cd-abfc-4d88-97d6-01840bda9148 req-0996b81a-c25f-4282-b13e-3566ffc03eb8 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:41.582700 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fb9cd-abfc-4d88-97d6-01840bda9148 req-0996b81a-c25f-4282-b13e-3566ffc03eb8 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:41.587004 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e158a5e7-08f7-4a0a-b83d-da99084512c4 x-openstack-request-id: req-e158a5e7-08f7-4a0a-b83d-da99084512c4 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:41.587769 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7beddfd3-678b-455b-9c1f-3bb5e712182c", "name": "network-vif-plugged", "status": "completed", "tag": "141b0f2c-8a85-4d9b-bd35-51cd99b190f4", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:41.588970 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e158a5e7-08f7-4a0a-b83d-da99084512c4 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:41.589829 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7beddfd3-678b-455b-9c1f-3bb5e712182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4', 'code': 200} Sep 23 22:26:41.593090 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e05fb9cd-abfc-4d88-97d6-01840bda9148 req-0996b81a-c25f-4282-b13e-3566ffc03eb8 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 1653 time: 0.3098435 Sep 23 22:26:41.666878 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4741598f-24bc-47a4-a596-05bf7faf892d req-a5c8dd8b-280e-4231-9398-c2fa2436b8d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:41.755736 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e05fb9cd-abfc-4d88-97d6-01840bda9148 req-281389c6-3bee-4700-995d-635ce2bf16b6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558354 Sep 23 22:26:41.774363 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-449607e4-c921-4c37-bc72-d5b9a16253e9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Allocated IP 10.1.1.106 (277e5faa-2d60-44c3-be61-7e8c69a875a4/e4c74845-4044-4c41-beed-d8570726d860/499a0347-912c-44ce-a942-4345708a157a) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:41.875980 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 86c858ba-2449-4b81-8e30-a58ffa040d7f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:41.956915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 86c858ba-2449-4b81-8e30-a58ffa040d7f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:41.957600 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:41.990842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1ef4f-04a0-441b-bcec-ee213cc46bba req-cbac00b3-f953-46a2-b60a-e1cc1bec882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:41.993486 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8af1ef4f-04a0-441b-bcec-ee213cc46bba req-cbac00b3-f953-46a2-b60a-e1cc1bec882c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 1101 time: 0.1577656 Sep 23 22:26:42.017076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7700ea-0967-41d3-8425-1cb01425a2c8 req-6aeef3d3-701a-4964-8149-c491b4ed4f97 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:42.030288 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb7700ea-0967-41d3-8425-1cb01425a2c8 req-6aeef3d3-701a-4964-8149-c491b4ed4f97 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.2330964 Sep 23 22:26:42.052358 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79723b9-2ea4-46a6-81b5-f16f309eb9a7 req-3af88a41-dcc0-4276-aaa4-68a31d1a9d63 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:42.054119 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d79723b9-2ea4-46a6-81b5-f16f309eb9a7 req-3af88a41-dcc0-4276-aaa4-68a31d1a9d63 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.1706173 Sep 23 22:26:42.060490 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4741598f-24bc-47a4-a596-05bf7faf892d req-a5c8dd8b-280e-4231-9398-c2fa2436b8d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:42.149163 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8af1ef4f-04a0-441b-bcec-ee213cc46bba req-d0fa825e-0fe3-405f-8510-64ec287388dd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176002 Sep 23 22:26:42.158888 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:42.171804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb7700ea-0967-41d3-8425-1cb01425a2c8 req-8e16195a-a0a9-451c-b486-30c78848ef89 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243680 Sep 23 22:26:42.180850 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4741598f-24bc-47a4-a596-05bf7faf892d req-a5c8dd8b-280e-4231-9398-c2fa2436b8d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Network c8dcf69b-a38b-440f-af1d-90d14f28ce8f is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:42.196524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237fb4ec-75ff-4476-a9dd-12b8274727d3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:42.208277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-4741598f-24bc-47a4-a596-05bf7faf892d req-a5c8dd8b-280e-4231-9398-c2fa2436b8d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:42.208369 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-237fb4ec-75ff-4476-a9dd-12b8274727d3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:42.217527 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 86c858ba-2449-4b81-8e30-a58ffa040d7f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=86c858ba-2449-4b81-8e30-a58ffa040d7f,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:42.226788 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-449607e4-c921-4c37-bc72-d5b9a16253e9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:42.232537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-4741598f-24bc-47a4-a596-05bf7faf892d req-a5c8dd8b-280e-4231-9398-c2fa2436b8d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:42.237029 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2e4273b0-5ac6-495f-bbf4-f17f8f3809ee None None] Provisioning complete for port 86c858ba-2449-4b81-8e30-a58ffa040d7f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:42.237708 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2e4273b0-5ac6-495f-bbf4-f17f8f3809ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:42.264539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8dd8b-280e-4231-9398-c2fa2436b8d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Pushing event updated for resources: {'Port': ['ID=11e3a17f-e01c-44b0-b184-c5e8a6f00045,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:42.302753 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-237fb4ec-75ff-4476-a9dd-12b8274727d3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port 0e14a1b0-8373-4ae0-a9e5-57e7c2e2d2fe yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:26:42.306987 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:42.342181 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d79723b9-2ea4-46a6-81b5-f16f309eb9a7 req-58e79dcb-255f-4d21-bfd7-5c1378a33c96 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390070 Sep 23 22:26:42.367470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741598f-24bc-47a4-a596-05bf7faf892d req-a5c8dd8b-280e-4231-9398-c2fa2436b8d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:42.368167 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4741598f-24bc-47a4-a596-05bf7faf892d req-a5c8dd8b-280e-4231-9398-c2fa2436b8d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:42.464850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=86c858ba-2449-4b81-8e30-a58ffa040d7f,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:42.538354 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4741598f-24bc-47a4-a596-05bf7faf892d req-a5c8dd8b-280e-4231-9398-c2fa2436b8d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8219724 Sep 23 22:26:42.569197 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Request body: {'port': {'device_id': '631ce5bf-6a66-4393-a017-c1499b245f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:42.596061 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73bc45-15f4-412b-a099-4a94cd45d3a6 req-f48767ab-ab24-4bf5-b347-daefcc98ef72 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:42.598783 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d73bc45-15f4-412b-a099-4a94cd45d3a6 req-f48767ab-ab24-4bf5-b347-daefcc98ef72 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 950 time: 0.1391201 Sep 23 22:26:42.615540 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f7a62a8a-6b58-441e-98c2-a2099285b68f None None] Provisioning complete for port c7a0b079-fce4-409c-a0cd-b144c3d00ed0 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:42.616375 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f7a62a8a-6b58-441e-98c2-a2099285b68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:42.631047 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-449607e4-c921-4c37-bc72-d5b9a16253e9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:42.680858 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f7a62a8a-6b58-441e-98c2-a2099285b68f None None] Port c7a0b079-fce4-409c-a0cd-b144c3d00ed0 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:26:42.695911 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cf38b-64cd-430f-801f-d4486351139b req-c1eced42-fe1e-4687-af2b-30a240795ab9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:42.697625 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a88cf38b-64cd-430f-801f-d4486351139b req-c1eced42-fe1e-4687-af2b-30a240795ab9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 932 time: 0.1742945 Sep 23 22:26:42.764918 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a88cf38b-64cd-430f-801f-d4486351139b req-a82fb645-a276-4102-a23f-081f765590ab tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543225 Sep 23 22:26:42.770020 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-449607e4-c921-4c37-bc72-d5b9a16253e9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Network 277e5faa-2d60-44c3-be61-7e8c69a875a4 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:42.788014 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-237fb4ec-75ff-4476-a9dd-12b8274727d3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 23 22:26:42.790476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237fb4ec-75ff-4476-a9dd-12b8274727d3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:26:42.792574 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d73bc45-15f4-412b-a099-4a94cd45d3a6 req-ff817896-7c00-46de-b45e-142ed0863409 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633990 Sep 23 22:26:42.795263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-449607e4-c921-4c37-bc72-d5b9a16253e9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:42.798583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449607e4-c921-4c37-bc72-d5b9a16253e9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'Port': ['ID=499a0347-912c-44ce-a942-4345708a157a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:42.810360 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:42.813158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-449607e4-c921-4c37-bc72-d5b9a16253e9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:42.892381 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-237fb4ec-75ff-4476-a9dd-12b8274727d3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3756213 Sep 23 22:26:42.893475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49214) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:42.919107 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-449607e4-c921-4c37-bc72-d5b9a16253e9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:42.920212 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-449607e4-c921-4c37-bc72-d5b9a16253e9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:42.959077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d74c0-a719-4968-b16d-ddba8d6d903d req-f51806b6-a794-466f-8c6b-aee55b151492 tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:42.961926 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-487d74c0-a719-4968-b16d-ddba8d6d903d req-f51806b6-a794-466f-8c6b-aee55b151492 tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 1100 time: 0.1232631 Sep 23 22:26:42.976787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00976db0-5f3b-4a6d-b0fd-40e7bfbf6101 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:42.983846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00976db0-5f3b-4a6d-b0fd-40e7bfbf6101 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:42.988335 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-00976db0-5f3b-4a6d-b0fd-40e7bfbf6101 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0920038 Sep 23 22:26:42.990992 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-79e8d0ce-f263-4187-99e6-cd729fd4ec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:42.993817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49216) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:43.032176 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-487d74c0-a719-4968-b16d-ddba8d6d903d req-1ca91825-ae8e-4179-b492-3e54d35d213b tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426128 Sep 23 22:26:43.137967 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-449607e4-c921-4c37-bc72-d5b9a16253e9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6035964 Sep 23 22:26:43.161528 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c21b0a25-ad1d-4af2-aa96-2284f6963a33 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'port': {'device_id': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e', 'admin_state_up': True, 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'security_groups': ['ca7841b8-7236-4193-912b-422adbe8aea1']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:43.221277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4c78dd03-4748-493a-93e3-c6e8464dd052 None None] Provisioning complete for port 499a0347-912c-44ce-a942-4345708a157a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:43.221988 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4c78dd03-4748-493a-93e3-c6e8464dd052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:43.224661 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be5fd8-4650-4bae-8093-c9c9d31a6c2d req-2629e13b-5ab6-4696-a49f-29e6a02a241d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:43.227022 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70be5fd8-4650-4bae-8093-c9c9d31a6c2d req-2629e13b-5ab6-4696-a49f-29e6a02a241d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.2602255 Sep 23 22:26:43.283274 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4c78dd03-4748-493a-93e3-c6e8464dd052 None None] Port 499a0347-912c-44ce-a942-4345708a157a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:26:43.403410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680dea7-7850-4129-840a-33a6532e80fa req-9b447c23-1aba-4223-b5fc-29af0a349bbe tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:43.410504 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680dea7-7850-4129-840a-33a6532e80fa req-9b447c23-1aba-4223-b5fc-29af0a349bbe tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:43.423069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680dea7-7850-4129-840a-33a6532e80fa req-9b447c23-1aba-4223-b5fc-29af0a349bbe tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:43.424518 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d680dea7-7850-4129-840a-33a6532e80fa req-9b447c23-1aba-4223-b5fc-29af0a349bbe tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 2374 time: 0.1187739 Sep 23 22:26:43.472274 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d680dea7-7850-4129-840a-33a6532e80fa req-e7690198-0725-4724-bd4e-68f9d004b19d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418670 Sep 23 22:26:43.483320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-061ebc6f-0b9c-4cb7-809a-86b98ab1dc6e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port c7a0b079-fce4-409c-a0cd-b144c3d00ed0 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:43.483911 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-061ebc6f-0b9c-4cb7-809a-86b98ab1dc6e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:43.500526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c21b0a25-ad1d-4af2-aa96-2284f6963a33 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Made reservation on behalf of 53d9dcc00ea347a4ba456b29d8894318 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:43.518753 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70be5fd8-4650-4bae-8093-c9c9d31a6c2d req-d9db9c99-1fbc-402a-b8d7-64b7db35649f tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818017 Sep 23 22:26:43.555238 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-08fc34e1-4174-4d8b-8ac3-108871e45e5f req-45c10442-6dcd-47a3-bf90-2a2005a9c6c7 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:26:43.573052 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08fc34e1-4174-4d8b-8ac3-108871e45e5f req-45c10442-6dcd-47a3-bf90-2a2005a9c6c7 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251772 Sep 23 22:26:43.714758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 86c858ba-2449-4b81-8e30-a58ffa040d7f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:43.809507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 86c858ba-2449-4b81-8e30-a58ffa040d7f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:43.810247 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:44.143788 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-061ebc6f-0b9c-4cb7-809a-86b98ab1dc6e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:44.180743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-061ebc6f-0b9c-4cb7-809a-86b98ab1dc6e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for c7a0b079-fce4-409c-a0cd-b144c3d00ed0 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:44.185234 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c21b0a25-ad1d-4af2-aa96-2284f6963a33 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:44.256025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bd863-7b70-4495-bf5e-96b8148c2f8a req-af22d9d2-4971-4495-8a9a-8f15ed78fb7c tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:44.257444 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-160bd863-7b70-4495-bf5e-96b8148c2f8a req-af22d9d2-4971-4495-8a9a-8f15ed78fb7c tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.1945529 Sep 23 22:26:44.364745 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e3a17f-e01c-44b0-b184-c5e8a6f00045 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:26:44.410347 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:44.485315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Transition to ACTIVE for port object 11e3a17f-e01c-44b0-b184-c5e8a6f00045 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:26:44.490605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-160bd863-7b70-4495-bf5e-96b8148c2f8a req-d543775b-1ff8-4d2c-b1da-afa9f84ff67d tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244766 Sep 23 22:26:44.528229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064147d-5ecd-445b-9d80-6bbfd0583086 req-4e2c254e-6f30-4843-8d75-59155be600f4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:44.544510 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1064147d-5ecd-445b-9d80-6bbfd0583086 req-4e2c254e-6f30-4843-8d75-59155be600f4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 932 time: 0.1087844 Sep 23 22:26:44.599593 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1064147d-5ecd-445b-9d80-6bbfd0583086 req-9959ca34-a263-416e-9728-8e9f7eca71f0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539787 Sep 23 22:26:44.601241 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:44.752619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c21b0a25-ad1d-4af2-aa96-2284f6963a33 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Allocated IP 10.2.2.100 (ca883b77-dd36-40f2-a31d-760ec43ec06e/2223bb73-533f-4afc-95d0-701555de7877/c26f34cc-c4ee-4668-9337-2d322cc23919) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:44.768947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Pushing event updated for resources: {'Port': ['ID=11e3a17f-e01c-44b0-b184-c5e8a6f00045,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:44.837979 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ff42c-6910-407a-9346-52e0992ae6c5 req-8f6e0ad3-6bbf-4364-aad7-6dc6c436b558 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:44.848257 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7e8ff42c-6910-407a-9346-52e0992ae6c5 req-8f6e0ad3-6bbf-4364-aad7-6dc6c436b558 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 950 time: 0.2710168 Sep 23 22:26:44.863373 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-34219eb8-2374-48a8-9802-d1a5a28ba54d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2470772 Sep 23 22:26:44.903830 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-061ebc6f-0b9c-4cb7-809a-86b98ab1dc6e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:44.962100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603af3c-7c9d-4590-b370-04266396ce03 req-964a694e-7dff-40a5-af4c-d4d4e97fde7a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:44.975791 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1603af3c-7c9d-4590-b370-04266396ce03 req-964a694e-7dff-40a5-af4c-d4d4e97fde7a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.1011720 Sep 23 22:26:44.988369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ebc6f-0b9c-4cb7-809a-86b98ab1dc6e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=c7a0b079-fce4-409c-a0cd-b144c3d00ed0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:45.060659 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-061ebc6f-0b9c-4cb7-809a-86b98ab1dc6e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:45.066377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-061ebc6f-0b9c-4cb7-809a-86b98ab1dc6e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/c7a0b079-fce4-409c-a0cd-b144c3d00ed0 HTTP/1.1" status: 204 len: 168 time: 2.0704830 Sep 23 22:26:45.070050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49250) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:45.091256 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1603af3c-7c9d-4590-b370-04266396ce03 req-dd08f9b8-dd5e-4ce8-965a-54b3653097bd tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114585 Sep 23 22:26:45.138877 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7e8ff42c-6910-407a-9346-52e0992ae6c5 req-7e7fdbec-e1cd-4ffc-be2e-941410158412 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895553 Sep 23 22:26:45.226004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Attempting to bind port 11e3a17f-e01c-44b0-b184-c5e8a6f00045 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:45.226700 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Attempting to bind port 11e3a17f-e01c-44b0-b184-c5e8a6f00045 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'ec16488b-8065-458d-ad41-32f4acc477de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:45.226700 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Attempting to bind port 11e3a17f-e01c-44b0-b184-c5e8a6f00045 on network c8dcf69b-a38b-440f-af1d-90d14f28ce8f {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:45.314081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2db6e-b4e5-45f1-b287-8d174c6a6e4e req-5795e278-8055-4ca1-b516-5b494e5b07e3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:45.325504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Port 11e3a17f-e01c-44b0-b184-c5e8a6f00045 on network c8dcf69b-a38b-440f-af1d-90d14f28ce8f not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:26:45.325899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Attempting to bind port 11e3a17f-e01c-44b0-b184-c5e8a6f00045 on network c8dcf69b-a38b-440f-af1d-90d14f28ce8f {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:45.328711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2db6e-b4e5-45f1-b287-8d174c6a6e4e req-5795e278-8055-4ca1-b516-5b494e5b07e3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:45.345855 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c21b0a25-ad1d-4af2-aa96-2284f6963a33 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:45.346964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2db6e-b4e5-45f1-b287-8d174c6a6e4e req-5795e278-8055-4ca1-b516-5b494e5b07e3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:45.361610 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e8b2db6e-b4e5-45f1-b287-8d174c6a6e4e req-5795e278-8055-4ca1-b516-5b494e5b07e3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 2374 time: 0.1871724 Sep 23 22:26:45.383076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:45.383702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Checking segment: {'id': 'ec16488b-8065-458d-ad41-32f4acc477de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:45.384265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Bound using segment: {'id': 'ec16488b-8065-458d-ad41-32f4acc477de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:45.387032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Bound port: 11e3a17f-e01c-44b0-b184-c5e8a6f00045, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec16488b-8065-458d-ad41-32f4acc477de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:45.393231 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:45.437128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a775fd52-c592-4a9e-9146-52d21ab7dde0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:45.439085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a775fd52-c592-4a9e-9146-52d21ab7dde0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:45.440845 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a775fd52-c592-4a9e-9146-52d21ab7dde0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3370147 Sep 23 22:26:45.446443 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49266) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:45.465386 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e8b2db6e-b4e5-45f1-b287-8d174c6a6e4e req-69dfc382-cf34-46a7-a59e-896865e17b9b tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001534 Sep 23 22:26:45.584381 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8497d87e-8a61-4e91-9d13-7b18efa451f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:45.630023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f63ce3-a682-46c9-9d6c-b24d2beea0b0 req-438acbab-c0a6-48e0-9cf7-4c76c4021a57 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:45.631793 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d2f63ce3-a682-46c9-9d6c-b24d2beea0b0 req-438acbab-c0a6-48e0-9cf7-4c76c4021a57 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.3602982 Sep 23 22:26:45.687465 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cb320b-d883-497a-8962-8cdfe6a10b0e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet b677f8bf-fc4f-4f59-8b29-8661dd3c7a82 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:26:45.698319 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43cb320b-d883-497a-8962-8cdfe6a10b0e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:45.704074 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c21b0a25-ad1d-4af2-aa96-2284f6963a33 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:45.756289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] For port 11e3a17f-e01c-44b0-b184-c5e8a6f00045, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:45.810393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c21b0a25-ad1d-4af2-aa96-2284f6963a33 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Network ca883b77-dd36-40f2-a31d-760ec43ec06e is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:45.831969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c21b0a25-ad1d-4af2-aa96-2284f6963a33 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:45.844792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] For port 11e3a17f-e01c-44b0-b184-c5e8a6f00045, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:45.851450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c21b0a25-ad1d-4af2-aa96-2284f6963a33 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:45.907124 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d2f63ce3-a682-46c9-9d6c-b24d2beea0b0 req-338a3fd1-0493-4bde-91d5-19c80441782a tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566991 Sep 23 22:26:45.920488 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43cb320b-d883-497a-8962-8cdfe6a10b0e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:45.951625 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b0a25-ad1d-4af2-aa96-2284f6963a33 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'Port': ['ID=c26f34cc-c4ee-4668-9337-2d322cc23919,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:45.956412 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:46.010297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c21b0a25-ad1d-4af2-aa96-2284f6963a33 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:46.010991 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c21b0a25-ad1d-4af2-aa96-2284f6963a33 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:46.017131 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:46.029921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:46.030949 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:46.033167 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4741598f-24bc-47a4-a596-05bf7faf892d req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] 10.222.0.67 "PUT /v2.0/ports/11e3a17f-e01c-44b0-b184-c5e8a6f00045 HTTP/1.1" status: 200 len: 1092 time: 3.4723411 Sep 23 22:26:46.040214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631ce5bf-6a66-4393-a017-c1499b245f67', 'tag': '11e3a17f-e01c-44b0-b184-c5e8a6f00045'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:46.043183 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f72e42-90cb-47b5-a43f-ae978b5d073f" -d '{"events": [{"name": "network-changed", "server_uuid": "631ce5bf-6a66-4393-a017-c1499b245f67", "tag": "11e3a17f-e01c-44b0-b184-c5e8a6f00045"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:46.084158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81380b-d862-4726-9db7-b79d80a91fde service neutron] Pushing event updated for resources: {'Port': ['ID=11e3a17f-e01c-44b0-b184-c5e8a6f00045,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:46.188759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed463d5-812e-4a7e-8eea-538a19e2a03a req-c321799b-83ac-40f8-864e-1dae18bc3202 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:46.191169 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ed463d5-812e-4a7e-8eea-538a19e2a03a req-c321799b-83ac-40f8-864e-1dae18bc3202 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.0897841 Sep 23 22:26:46.198758 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c21b0a25-ad1d-4af2-aa96-2284f6963a33 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0444901 Sep 23 22:26:46.200813 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43cb320b-d883-497a-8962-8cdfe6a10b0e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:46.251089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2d9ec15a-d8f9-4831-a238-9eb0bde87cf7 None None] Provisioning complete for port c26f34cc-c4ee-4668-9337-2d322cc23919 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:46.253742 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2d9ec15a-d8f9-4831-a238-9eb0bde87cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:46.256768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-335f8175-f6df-4090-b274-2f926ac8fb73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'port': {'device_id': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e', 'admin_state_up': True, 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'security_groups': ['ca7841b8-7236-4193-912b-422adbe8aea1']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:46.286280 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b56bd-c715-4db0-9641-993e95a7f226 req-44daf50e-05b6-447d-aa92-6e1f60a3f460 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:46.288087 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-801b56bd-c715-4db0-9641-993e95a7f226 req-44daf50e-05b6-447d-aa92-6e1f60a3f460 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.1663234 Sep 23 22:26:46.300258 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ed463d5-812e-4a7e-8eea-538a19e2a03a req-24923122-b866-454a-9c56-ec0e447b2645 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956793 Sep 23 22:26:46.307597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ec15a-d8f9-4831-a238-9eb0bde87cf7 None None] Port c26f34cc-c4ee-4668-9337-2d322cc23919 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:26:46.433032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741598f-24bc-47a4-a596-05bf7faf892d req-8b59d741-8269-4bb7-b106-dde4390b7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:46.434753 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4741598f-24bc-47a4-a596-05bf7faf892d req-8b59d741-8269-4bb7-b106-dde4390b7545 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=189ad56f85ae4049b0b1eb7dfddf1b7a&device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 1095 time: 0.2299337 Sep 23 22:26:46.511544 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-801b56bd-c715-4db0-9641-993e95a7f226 req-889357c7-c03d-4854-b296-a97e3cbed4c3 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060809 Sep 23 22:26:46.516530 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4741598f-24bc-47a4-a596-05bf7faf892d req-be24da70-9c74-487b-831c-c43ecb2ff3a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045 HTTP/1.1" status: 200 len: 217 time: 0.0565369 Sep 23 22:26:46.626976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741598f-24bc-47a4-a596-05bf7faf892d req-efe00da8-50b9-495b-8f73-9fc46bc11ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:46.627514 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4741598f-24bc-47a4-a596-05bf7faf892d req-efe00da8-50b9-495b-8f73-9fc46bc11ef6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cfd900ab-d80f-492d-8f3f-40e9e42ebc05 HTTP/1.1" status: 200 len: 854 time: 0.0957749 Sep 23 22:26:46.650071 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e35d3b-3ea7-4cb3-86c3-2dde82bf6ab1 x-openstack-request-id: req-e1e35d3b-3ea7-4cb3-86c3-2dde82bf6ab1 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:46.650071 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631ce5bf-6a66-4393-a017-c1499b245f67", "tag": "11e3a17f-e01c-44b0-b184-c5e8a6f00045", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:46.650071 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1e35d3b-3ea7-4cb3-86c3-2dde82bf6ab1 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:46.650071 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631ce5bf-6a66-4393-a017-c1499b245f67', 'tag': '11e3a17f-e01c-44b0-b184-c5e8a6f00045', 'status': 'completed', 'code': 200} Sep 23 22:26:46.656335 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4d36f-6801-4a64-b967-f6df42d47dbb req-c401a17b-021a-4daf-b6bf-6cffb388504e tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:46.658645 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bd4d36f-6801-4a64-b967-f6df42d47dbb req-c401a17b-021a-4daf-b6bf-6cffb388504e tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 1101 time: 0.1174116 Sep 23 22:26:46.670352 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43cb320b-d883-497a-8962-8cdfe6a10b0e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:46.677555 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4741598f-24bc-47a4-a596-05bf7faf892d req-6273abc5-c75d-49fb-b6fc-518dd5d7e7fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413065 Sep 23 22:26:46.702155 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bd4d36f-6801-4a64-b967-f6df42d47dbb req-5bccf657-5ce9-4bc5-9c7a-3456f6c62428 tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361598 Sep 23 22:26:46.708842 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb320b-d883-497a-8962-8cdfe6a10b0e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=b677f8bf-fc4f-4f59-8b29-8661dd3c7a82,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:46.740221 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43cb320b-d883-497a-8962-8cdfe6a10b0e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:46.747710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-43cb320b-d883-497a-8962-8cdfe6a10b0e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/b677f8bf-fc4f-4f59-8b29-8661dd3c7a82 HTTP/1.1" status: 204 len: 168 time: 1.2935517 Sep 23 22:26:46.750224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e74f7e8-cc5f-4f9c-bd33-d63d079ee757 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:46.755462 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49292) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:46.818884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-335f8175-f6df-4090-b274-2f926ac8fb73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Made reservation on behalf of 53d9dcc00ea347a4ba456b29d8894318 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:46.827594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-335f8175-f6df-4090-b274-2f926ac8fb73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:46.827769 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-91b9db1e-8489-4c27-ba0d-5508ec96fbf3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564573 Sep 23 22:26:46.829381 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49294) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:46.835289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-fe2b8aff-410a-4b53-9cfc-4cb631b16d3f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:46.903760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c2480-4d1c-4373-9940-70f2f4fac62a req-44bdb289-b658-49b2-8a60-1e180ff1afd8 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:46.905322 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b93c2480-4d1c-4373-9940-70f2f4fac62a req-44bdb289-b658-49b2-8a60-1e180ff1afd8 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.1935446 Sep 23 22:26:46.915207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cb41c-49f4-44f9-9e7e-461619b864c5 req-bcc04ab3-3d0e-479a-8174-ae1664a42799 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:46.921944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cb41c-49f4-44f9-9e7e-461619b864c5 req-bcc04ab3-3d0e-479a-8174-ae1664a42799 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:46.928359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cb41c-49f4-44f9-9e7e-461619b864c5 req-bcc04ab3-3d0e-479a-8174-ae1664a42799 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:46.935151 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cb41c-49f4-44f9-9e7e-461619b864c5 req-bcc04ab3-3d0e-479a-8174-ae1664a42799 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:46.937798 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-959cb41c-49f4-44f9-9e7e-461619b864c5 req-bcc04ab3-3d0e-479a-8174-ae1664a42799 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 3095 time: 0.1096158 Sep 23 22:26:46.963882 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:46.988339 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-959cb41c-49f4-44f9-9e7e-461619b864c5 req-fdc207ee-6f75-4351-b86d-bcbe61794d5f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447123 Sep 23 22:26:47.058419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535a0484-6966-4606-9350-11fffee25d1f None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:26:47.074030 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4741598f-24bc-47a4-a596-05bf7faf892d req-01dd6aa9-af8c-40ef-8bd5-36eff77a542e service neutron] 10.222.0.67 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735373 Sep 23 22:26:47.106936 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b93c2480-4d1c-4373-9940-70f2f4fac62a req-76a00ce4-9ef9-4a89-ac16-395110432ffb tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329825 Sep 23 22:26:47.273461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2b8aff-410a-4b53-9cfc-4cb631b16d3f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:47.278395 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8aff-410a-4b53-9cfc-4cb631b16d3f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:47.298022 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-535a0484-6966-4606-9350-11fffee25d1f None None] Deleting port 86c858ba-2449-4b81-8e30-a58ffa040d7f {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:47.299339 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-535a0484-6966-4606-9350-11fffee25d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:47.459949 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4741598f-24bc-47a4-a596-05bf7faf892d req-6457c0eb-1d72-4c9d-9780-e961172c5412 service neutron] 10.222.0.67 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348484 Sep 23 22:26:47.491464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-335f8175-f6df-4090-b274-2f926ac8fb73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Allocated IP 10.2.2.200 (ca883b77-dd36-40f2-a31d-760ec43ec06e/2223bb73-533f-4afc-95d0-701555de7877/b7aef643-1174-42fd-8754-4c16946aa2b2) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:47.525691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4a635-59e4-4f03-8d58-280bb77f25d2 req-40530073-8ed2-4a62-81c3-7f03b76c1488 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:47.534192 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ed4a635-59e4-4f03-8d58-280bb77f25d2 req-40530073-8ed2-4a62-81c3-7f03b76c1488 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.2385921 Sep 23 22:26:47.694026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-535a0484-6966-4606-9350-11fffee25d1f None None] For port 86c858ba-2449-4b81-8e30-a58ffa040d7f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=86c858ba-2449-4b81-8e30-a58ffa040d7f,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:47.694704 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-535a0484-6966-4606-9350-11fffee25d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:47.695233 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ed4a635-59e4-4f03-8d58-280bb77f25d2 req-5faefb0f-7b04-4ab6-89b3-a63c96170046 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596820 Sep 23 22:26:47.741785 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-535a0484-6966-4606-9350-11fffee25d1f None None] Calling delete_port for 86c858ba-2449-4b81-8e30-a58ffa040d7f owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:47.826875 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 86c858ba-2449-4b81-8e30-a58ffa040d7f no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:26:47.832591 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:47.837560 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68206d1f-3369-48a2-896e-c16dde70f2ec req-bc9ff46c-5bb2-4055-bc99-16b34c2b08ed tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:47.846008 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-68206d1f-3369-48a2-896e-c16dde70f2ec req-bc9ff46c-5bb2-4055-bc99-16b34c2b08ed tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.0795579 Sep 23 22:26:47.907117 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-68206d1f-3369-48a2-896e-c16dde70f2ec req-083fd2f8-650b-455f-838c-dd27931e2b9f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600278 Sep 23 22:26:47.949637 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-335f8175-f6df-4090-b274-2f926ac8fb73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:47.953068 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f72e42-90cb-47b5-a43f-ae978b5d073f req-6ff00c82-26b3-4714-9fc4-2d5f19710501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:47.954975 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32f72e42-90cb-47b5-a43f-ae978b5d073f req-6ff00c82-26b3-4714-9fc4-2d5f19710501 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=189ad56f85ae4049b0b1eb7dfddf1b7a&device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 1095 time: 0.1398275 Sep 23 22:26:47.969075 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:48.036249 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3825bc-5f79-456f-92a8-def3f0830bef req-5ab39a57-aba1-464b-91bc-9a8b3b177221 tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:48.037874 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d3825bc-5f79-456f-92a8-def3f0830bef req-5ab39a57-aba1-464b-91bc-9a8b3b177221 tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 1101 time: 0.0535724 Sep 23 22:26:48.052993 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8aff-410a-4b53-9cfc-4cb631b16d3f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:48.065697 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-535a0484-6966-4606-9350-11fffee25d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:48.123392 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d3825bc-5f79-456f-92a8-def3f0830bef req-b2d106b7-be3b-4958-9dd8-4db8cdbca938 tempest-ServersAdminTestJSON-787591685 tempest-ServersAdminTestJSON-787591685-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767775 Sep 23 22:26:48.172445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a0484-6966-4606-9350-11fffee25d1f None None] Pushing event deleted for resources: {'Port': ['ID=86c858ba-2449-4b81-8e30-a58ffa040d7f,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:48.194058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a0484-6966-4606-9350-11fffee25d1f None None] No DVR routers for this DVR port 86c858ba-2449-4b81-8e30-a58ffa040d7f on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:26:48.388166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222612e-1ef6-4760-992b-7557b7ace488 req-d3239d60-f35a-427e-93dd-8456838b6fe6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:48.394838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222612e-1ef6-4760-992b-7557b7ace488 req-d3239d60-f35a-427e-93dd-8456838b6fe6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:48.403295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222612e-1ef6-4760-992b-7557b7ace488 req-d3239d60-f35a-427e-93dd-8456838b6fe6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:48.409914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222612e-1ef6-4760-992b-7557b7ace488 req-d3239d60-f35a-427e-93dd-8456838b6fe6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:48.412224 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7222612e-1ef6-4760-992b-7557b7ace488 req-d3239d60-f35a-427e-93dd-8456838b6fe6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 3095 time: 0.1054080 Sep 23 22:26:48.458237 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:48.492091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-0e457fac-9133-4f79-b7e0-65d0ac29f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:48.493985 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-0e457fac-9133-4f79-b7e0-65d0ac29f1ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 1100 time: 0.0805330 Sep 23 22:26:48.499342 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7222612e-1ef6-4760-992b-7557b7ace488 req-f8638ba0-9c05-4137-8c15-6d3931c004c4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576715 Sep 23 22:26:48.515841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2b8aff-410a-4b53-9cfc-4cb631b16d3f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:48.529417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-fe2b8aff-410a-4b53-9cfc-4cb631b16d3f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:48.543863 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd647f2e-c259-4329-a908-0cbb91c19fcf None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:48.544263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2b8aff-410a-4b53-9cfc-4cb631b16d3f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:48.544893 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8aff-410a-4b53-9cfc-4cb631b16d3f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:48.567138 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16831d9-c1db-45c6-8abd-80c6bd6de970 req-839b69a4-b757-4b16-8a45-a4fd3baf2c6f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:48.567138 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a16831d9-c1db-45c6-8abd-80c6bd6de970 req-839b69a4-b757-4b16-8a45-a4fd3baf2c6f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.5780213 Sep 23 22:26:48.575093 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b8aff-410a-4b53-9cfc-4cb631b16d3f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=24232de3-8898-4c04-8732-dfe47f6ddb95,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:48.597916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f72e42-90cb-47b5-a43f-ae978b5d073f req-24df4f54-4810-409e-b48b-1e96d6828c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:48.599625 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32f72e42-90cb-47b5-a43f-ae978b5d073f req-24df4f54-4810-409e-b48b-1e96d6828c3f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f HTTP/1.1" status: 200 len: 915 time: 0.6327057 Sep 23 22:26:48.668749 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-335f8175-f6df-4090-b274-2f926ac8fb73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:48.681642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-1b257ae7-56e5-4cc1-b9b9-17fd823c6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:48.683699 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-1b257ae7-56e5-4cc1-b9b9-17fd823c6525 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.1816266 Sep 23 22:26:48.722452 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32f72e42-90cb-47b5-a43f-ae978b5d073f req-2c33e3e6-0497-403a-92ce-2059a0096c05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045 HTTP/1.1" status: 200 len: 217 time: 0.0972626 Sep 23 22:26:48.724088 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fe2b8aff-410a-4b53-9cfc-4cb631b16d3f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8928633 Sep 23 22:26:48.736692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49316) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:48.752598 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-16ce0977-3fd1-4f47-b416-ee4d67e9a45b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'fixed_ips': [{'subnet_id': '24232de3-8898-4c04-8732-dfe47f6ddb95', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1941386279'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:48.756787 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-d1222aff-c716-4628-8176-6f4774568cc1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b4c960f8-136a-4502-8c54-a2443c4e626f HTTP/1.1" status: 200 len: 217 time: 0.0562279 Sep 23 22:26:48.759538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a16831d9-c1db-45c6-8abd-80c6bd6de970 req-32ef0f09-6249-4210-81e1-13a954567afc tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948180 Sep 23 22:26:48.868972 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-335f8175-f6df-4090-b274-2f926ac8fb73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Network ca883b77-dd36-40f2-a31d-760ec43ec06e is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:48.887600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-335f8175-f6df-4090-b274-2f926ac8fb73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:48.898112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-4df5b816-dba5-47a7-a7d1-e7f274f0e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:48.903451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-335f8175-f6df-4090-b274-2f926ac8fb73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:48.905801 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-4df5b816-dba5-47a7-a7d1-e7f274f0e09e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1340258 Sep 23 22:26:48.913030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': '24232de3-8898-4c04-8732-dfe47f6ddb95'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:26:48.913994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f8175-f6df-4090-b274-2f926ac8fb73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event updated for resources: {'Port': ['ID=b7aef643-1174-42fd-8754-4c16946aa2b2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:48.914155 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:48.984891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f72e42-90cb-47b5-a43f-ae978b5d073f req-38434815-789f-4263-a597-4d9633349bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:48.986744 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32f72e42-90cb-47b5-a43f-ae978b5d073f req-38434815-789f-4263-a597-4d9633349bbc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cfd900ab-d80f-492d-8f3f-40e9e42ebc05 HTTP/1.1" status: 200 len: 854 time: 0.2486787 Sep 23 22:26:49.048973 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-9d1482e8-a236-4135-89a3-2f9e4c4b7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:49.052678 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-9d1482e8-a236-4135-89a3-2f9e4c4b7fdc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1322448 Sep 23 22:26:49.130637 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32f72e42-90cb-47b5-a43f-ae978b5d073f req-89fbbdc0-8c33-4170-880a-f37e522873e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311872 Sep 23 22:26:49.140040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-335f8175-f6df-4090-b274-2f926ac8fb73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:49.141208 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-335f8175-f6df-4090-b274-2f926ac8fb73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:49.264547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8b855-a868-4705-88f9-76d0aadb19d7 req-bd51a202-5d27-4643-bc99-83508edef9cf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:49.266358 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ec8b855-a868-4705-88f9-76d0aadb19d7 req-bd51a202-5d27-4643-bc99-83508edef9cf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.2682390 Sep 23 22:26:49.340812 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ce0977-3fd1-4f47-b416-ee4d67e9a45b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:49.397390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f32802-b795-4c2c-a583-54c207999041 req-b9c0cc5d-376c-4c2f-8742-c2a7afa47eed tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:49.398133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32f72e42-90cb-47b5-a43f-ae978b5d073f req-2eae0944-c981-4058-a5f0-a3a87241d5b8 service neutron] 10.222.0.67 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490566 Sep 23 22:26:49.421505 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56f32802-b795-4c2c-a583-54c207999041 req-b9c0cc5d-376c-4c2f-8742-c2a7afa47eed tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.1621375 Sep 23 22:26:49.421680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Allocated IP 2001:db8::2 (fabbdebb-7256-45f8-980f-653365ae34a1/24232de3-8898-4c04-8732-dfe47f6ddb95/55454654-2677-4cf1-8a32-fd40f6f78ebd) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:49.423728 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-d667f8cf-a62f-4094-bc05-50cf4a8d4b97 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583066 Sep 23 22:26:49.434264 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-335f8175-f6df-4090-b274-2f926ac8fb73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1867478 Sep 23 22:26:49.439428 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ec8b855-a868-4705-88f9-76d0aadb19d7 req-23cba764-8080-4cb7-b914-d0f2b8475ea7 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444292 Sep 23 22:26:49.468461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Request body: {'port': {'device_id': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:49.490571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b49bfc44-cbf9-4fd0-9bd0-3be95171e5be None None] Provisioning complete for port b7aef643-1174-42fd-8754-4c16946aa2b2 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:49.491150 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b49bfc44-cbf9-4fd0-9bd0-3be95171e5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:49.552597 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56f32802-b795-4c2c-a583-54c207999041 req-80300fb0-3de3-4a1b-8f8a-8157957457bd tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266947 Sep 23 22:26:49.565768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b49bfc44-cbf9-4fd0-9bd0-3be95171e5be None None] Port b7aef643-1174-42fd-8754-4c16946aa2b2 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:26:49.775379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d124f-4b73-4a43-88a7-4a1c3fc1e6d0 req-a824cdce-cc19-4c84-b780-c8c30f3e2fd0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:49.777440 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-681d124f-4b73-4a43-88a7-4a1c3fc1e6d0 req-a824cdce-cc19-4c84-b780-c8c30f3e2fd0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.1046202 Sep 23 22:26:49.780002 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-853c6d19-df15-46af-a519-942bec1d6167 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239515 Sep 23 22:26:49.780236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-16ce0977-3fd1-4f47-b416-ee4d67e9a45b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:49.819869 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:49.828924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-681d124f-4b73-4a43-88a7-4a1c3fc1e6d0 req-0ef64a56-3f78-4b9f-a170-578825ce60b6 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445771 Sep 23 22:26:49.848961 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:49.879277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-16ce0977-3fd1-4f47-b416-ee4d67e9a45b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port 0968a0bb-8930-4fd0-b96e-84e11579e942 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:26:49.917497 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32f72e42-90cb-47b5-a43f-ae978b5d073f req-33661952-43d8-4d51-b9b3-e818a143e5ac service neutron] 10.222.0.67 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953468 Sep 23 22:26:49.953378 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:49.980351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c739145-6f1f-419b-abf3-00f286e4a998 req-a8bb67e8-c739-4e1e-9337-6e526c3dcb47 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:49.991701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c739145-6f1f-419b-abf3-00f286e4a998 req-a8bb67e8-c739-4e1e-9337-6e526c3dcb47 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:49.996312 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c3bee-d8ff-4450-916d-288c04676a32 req-4fd0184c-e14c-4621-b2dd-8155298bca41 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:50.001669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-486c3bee-d8ff-4450-916d-288c04676a32 req-4fd0184c-e14c-4621-b2dd-8155298bca41 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 950 time: 0.2090559 Sep 23 22:26:50.006068 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c739145-6f1f-419b-abf3-00f286e4a998 req-a8bb67e8-c739-4e1e-9337-6e526c3dcb47 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:50.007014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:50.016793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:50.020902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c739145-6f1f-419b-abf3-00f286e4a998 req-a8bb67e8-c739-4e1e-9337-6e526c3dcb47 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:50.024977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:50.029919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Pushing event updated for resources: {'Port': ['ID=55454654-2677-4cf1-8a32-fd40f6f78ebd,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:50.033738 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c739145-6f1f-419b-abf3-00f286e4a998 req-a8bb67e8-c739-4e1e-9337-6e526c3dcb47 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:50.047526 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c739145-6f1f-419b-abf3-00f286e4a998 req-a8bb67e8-c739-4e1e-9337-6e526c3dcb47 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 3816 time: 0.1407642 Sep 23 22:26:50.090011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:50.090643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:50.091135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:50.091623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:50.092096 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:50.092585 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:50.093061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:50.093570 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:50.094045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:50.094518 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:50.094996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:50.095458 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:26:50.120600 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Attempting to bind port 55454654-2677-4cf1-8a32-fd40f6f78ebd on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:50.128591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Attempting to bind port 55454654-2677-4cf1-8a32-fd40f6f78ebd by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:50.128973 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c739145-6f1f-419b-abf3-00f286e4a998 req-c28bb9e6-3b4f-4b69-bed6-6a5d11f414eb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715747 Sep 23 22:26:50.129239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Attempting to bind port 55454654-2677-4cf1-8a32-fd40f6f78ebd on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:50.129239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:50.129239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:50.129239 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:50.130142 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:50.130414 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Bound port: 55454654-2677-4cf1-8a32-fd40f6f78ebd, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:50.130988 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:50.206439 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-486c3bee-d8ff-4450-916d-288c04676a32 req-0ad2a850-9481-44e5-b805-dffbad6f222f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931312 Sep 23 22:26:50.223465 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ce0977-3fd1-4f47-b416-ee4d67e9a45b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:26:50.230435 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ce0977-3fd1-4f47-b416-ee4d67e9a45b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:26:50.282145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] For port 55454654-2677-4cf1-8a32-fd40f6f78ebd, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:50.286594 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] For port 55454654-2677-4cf1-8a32-fd40f6f78ebd, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=55454654-2677-4cf1-8a32-fd40f6f78ebd,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:50.301020 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf71d93-bf1d-4c03-b5c9-bc7b37d9af0b req-2464457f-9e1d-467f-9e27-be3ad06ac613 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:50.304350 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-faf71d93-bf1d-4c03-b5c9-bc7b37d9af0b req-2464457f-9e1d-467f-9e27-be3ad06ac613 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.0919039 Sep 23 22:26:50.367116 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-16ce0977-3fd1-4f47-b416-ee4d67e9a45b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6172967 Sep 23 22:26:50.368327 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49328) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:50.370935 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-faf71d93-bf1d-4c03-b5c9-bc7b37d9af0b req-4d509c2c-2bc9-4274-990d-e93fc44e96f5 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519300 Sep 23 22:26:50.388061 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:50.482354 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ecfb83-e3e7-4dbc-86d2-e2e5fd1299c1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:50.483258 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbae891-9ca3-480d-b772-85c0bf2d7f77 None None] Pushing event updated for resources: {'Port': ['ID=55454654-2677-4cf1-8a32-fd40f6f78ebd,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:50.484228 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-75ecfb83-e3e7-4dbc-86d2-e2e5fd1299c1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1154928 Sep 23 22:26:50.487244 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49332) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:50.505606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:26:50.534455 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:50.563232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Transition to ACTIVE for port object 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:26:50.573989 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e316a07-5290-4b08-85f7-a70338e3dedd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:50.575737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e316a07-5290-4b08-85f7-a70338e3dedd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:50.577454 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2e316a07-5290-4b08-85f7-a70338e3dedd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0898652 Sep 23 22:26:50.580394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49334) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:50.644652 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:50.843436 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Pushing event updated for resources: {'Port': ['ID=9e5d1c23-ff12-4a74-8c34-bd3a77973f35,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:50.911591 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a8d80-58f1-44d8-adc9-c79ef5c75565 req-8d64a78b-07d1-4bfd-9d91-71f494538d9f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:50.920470 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd19cbf3-b7c2-4a7b-aac6-1a10455f85b7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 24232de3-8898-4c04-8732-dfe47f6ddb95 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:26:50.920895 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fd2a8d80-58f1-44d8-adc9-c79ef5c75565 req-8d64a78b-07d1-4bfd-9d91-71f494538d9f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.3405344 Sep 23 22:26:50.942716 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd19cbf3-b7c2-4a7b-aac6-1a10455f85b7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:51.005707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Attempting to bind port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:51.006112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Attempting to bind port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'f0365aed-ce20-4b42-a873-93c9e087271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:51.007695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Attempting to bind port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 on network 8fdb77b3-802f-455b-896f-81dc78604c36 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:51.027880 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fd2a8d80-58f1-44d8-adc9-c79ef5c75565 req-9439b5f5-ab1a-436e-885b-caa1834b2388 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041534 Sep 23 22:26:51.045949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 on network 8fdb77b3-802f-455b-896f-81dc78604c36 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:26:51.046585 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Attempting to bind port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 on network 8fdb77b3-802f-455b-896f-81dc78604c36 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:51.073481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:51.073865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Checking segment: {'id': 'f0365aed-ce20-4b42-a873-93c9e087271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:51.075229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Bound using segment: {'id': 'f0365aed-ce20-4b42-a873-93c9e087271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:51.077431 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Bound port: 9e5d1c23-ff12-4a74-8c34-bd3a77973f35, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0365aed-ce20-4b42-a873-93c9e087271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:51.078175 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:51.086160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952d848-c87a-4483-a1ef-72a9958b7b01 req-eac3af3e-0644-4f3c-98c5-452677d6b6c4 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:51.089417 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e952d848-c87a-4483-a1ef-72a9958b7b01 req-eac3af3e-0644-4f3c-98c5-452677d6b6c4 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.43 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 950 time: 0.4339435 Sep 23 22:26:51.108890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2a917-b5b8-4e63-be54-1bec5b9c64dc req-a6bf3305-031b-47a8-854c-440da00b0e1b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:51.122432 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4e2a917-b5b8-4e63-be54-1bec5b9c64dc req-a6bf3305-031b-47a8-854c-440da00b0e1b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.4212976 Sep 23 22:26:51.208120 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd19cbf3-b7c2-4a7b-aac6-1a10455f85b7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:51.258074 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] For port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:51.302543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4e2a917-b5b8-4e63-be54-1bec5b9c64dc req-2309b11e-bcb7-40ed-a98c-6903f5095961 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789920 Sep 23 22:26:51.309584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] For port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9e5d1c23-ff12-4a74-8c34-bd3a77973f35,segment=NetworkSegment(f0365aed-ce20-4b42-a873-93c9e087271c),segment_id=f0365aed-ce20-4b42-a873-93c9e087271c)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:51.346425 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495201b-cf5a-40c6-b5c4-97ec248527b6 req-ef9093f8-4018-42f2-b0cc-3629a9f689eb tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:51.358871 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c495201b-cf5a-40c6-b5c4-97ec248527b6 req-ef9093f8-4018-42f2-b0cc-3629a9f689eb tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.1042833 Sep 23 22:26:51.415383 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c495201b-cf5a-40c6-b5c4-97ec248527b6 req-6d3ffb2f-5bc9-4ff5-8fe1-a1d7ae07ff94 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554373 Sep 23 22:26:51.419349 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:51.480034 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd19cbf3-b7c2-4a7b-aac6-1a10455f85b7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:51.486281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:51.486515 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:51.488425 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] 10.222.0.67 "PUT /v2.0/ports/9e5d1c23-ff12-4a74-8c34-bd3a77973f35 HTTP/1.1" status: 200 len: 1092 time: 2.0277126 Sep 23 22:26:51.488534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:51.491314 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511c5b37-e9cd-49a8-9b04-d7e194d958d1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "9e5d1c23-ff12-4a74-8c34-bd3a77973f35"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:51.522512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-e952d848-c87a-4483-a1ef-72a9958b7b01 req-8d83d8be-2901-4a6b-8c7d-eeb41bba3027 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Deleting port 8006e13a-a6d8-49e9-b326-4d5d282e9863 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:51.522854 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e952d848-c87a-4483-a1ef-72a9958b7b01 req-8d83d8be-2901-4a6b-8c7d-eeb41bba3027 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:51.568089 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0d910-5e24-4dac-8250-ed2ecad775cb service neutron] Pushing event updated for resources: {'Port': ['ID=9e5d1c23-ff12-4a74-8c34-bd3a77973f35,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:51.595073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 11e3a17f-e01c-44b0-b184-c5e8a6f00045 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:26:51.613411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd15354-f807-4762-92e3-fb4ca15883a0 req-997b165c-2d48-4b43-825b-bb3bcdc051d0 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:51.617811 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0cd15354-f807-4762-92e3-fb4ca15883a0 req-997b165c-2d48-4b43-825b-bb3bcdc051d0 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 950 time: 0.1195221 Sep 23 22:26:51.644433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980c45e-b186-4c93-a72d-1964762d5ff9 req-f257ca4f-37e5-419d-81a6-e6d5ad032cc0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:51.651162 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980c45e-b186-4c93-a72d-1964762d5ff9 req-f257ca4f-37e5-419d-81a6-e6d5ad032cc0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:51.670809 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980c45e-b186-4c93-a72d-1964762d5ff9 req-f257ca4f-37e5-419d-81a6-e6d5ad032cc0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:51.676812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980c45e-b186-4c93-a72d-1964762d5ff9 req-f257ca4f-37e5-419d-81a6-e6d5ad032cc0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:51.679482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Request body: {'port': {'device_id': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:51.693294 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980c45e-b186-4c93-a72d-1964762d5ff9 req-f257ca4f-37e5-419d-81a6-e6d5ad032cc0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:51.708161 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8980c45e-b186-4c93-a72d-1964762d5ff9 req-f257ca4f-37e5-419d-81a6-e6d5ad032cc0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 3828 time: 0.2822211 Sep 23 22:26:51.902833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e952d848-c87a-4483-a1ef-72a9958b7b01 req-8d83d8be-2901-4a6b-8c7d-eeb41bba3027 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] For port 8006e13a-a6d8-49e9-b326-4d5d282e9863, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=8006e13a-a6d8-49e9-b326-4d5d282e9863,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:51.909274 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e952d848-c87a-4483-a1ef-72a9958b7b01 req-8d83d8be-2901-4a6b-8c7d-eeb41bba3027 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:51.929819 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 55454654-2677-4cf1-8a32-fd40f6f78ebd up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:51.948095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-e952d848-c87a-4483-a1ef-72a9958b7b01 req-8d83d8be-2901-4a6b-8c7d-eeb41bba3027 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Calling delete_port for 8006e13a-a6d8-49e9-b326-4d5d282e9863 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:51.950759 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0cd15354-f807-4762-92e3-fb4ca15883a0 req-391994e2-fb54-4749-85d0-2926f3766445 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270788 Sep 23 22:26:51.960752 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:51.979396 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8980c45e-b186-4c93-a72d-1964762d5ff9 req-8fb20b48-992a-4f4e-9d0a-e1c2226851e6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284632 Sep 23 22:26:52.012696 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd19cbf3-b7c2-4a7b-aac6-1a10455f85b7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:52.122585 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54962473-caf4-41a7-be5b-68aec97542d5 x-openstack-request-id: req-54962473-caf4-41a7-be5b-68aec97542d5 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:52.123021 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "9e5d1c23-ff12-4a74-8c34-bd3a77973f35", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:52.123408 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54962473-caf4-41a7-be5b-68aec97542d5 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:52.124207 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35', 'status': 'completed', 'code': 200} Sep 23 22:26:52.191435 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 11e3a17f-e01c-44b0-b184-c5e8a6f00045, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:52.257715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19cbf3-b7c2-4a7b-aac6-1a10455f85b7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=24232de3-8898-4c04-8732-dfe47f6ddb95,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:52.266191 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd19cbf3-b7c2-4a7b-aac6-1a10455f85b7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:52.271995 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cd19cbf3-b7c2-4a7b-aac6-1a10455f85b7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/24232de3-8898-4c04-8732-dfe47f6ddb95 HTTP/1.1" status: 204 len: 168 time: 1.6863964 Sep 23 22:26:52.274893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49354) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:52.284724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '11e3a17f-e01c-44b0-b184-c5e8a6f00045', 'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f', 'port_id': '11e3a17f-e01c-44b0-b184-c5e8a6f00045', 'mac_address': 'fa:16:3e:e9:cf:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd900ab-d80f-492d-8f3f-40e9e42ebc05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:26:52.335455 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-72b502b3-0987-4103-9722-00e50e99bff3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532889 Sep 23 22:26:52.337667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49356) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:52.351197 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-cb898025-b828-4599-9431-9d402226d29e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:52.362855 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 55454654-2677-4cf1-8a32-fd40f6f78ebd triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:52.363217 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:52.368004 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e6f7d-89aa-45d5-9074-e2a42e77aef3 req-436e1504-011e-42c3-862c-b46ea837af7c tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:52.376572 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:52.381343 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-942e6f7d-89aa-45d5-9074-e2a42e77aef3 req-436e1504-011e-42c3-862c-b46ea837af7c tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.1807084 Sep 23 22:26:52.407810 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e952d848-c87a-4483-a1ef-72a9958b7b01 req-8d83d8be-2901-4a6b-8c7d-eeb41bba3027 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:52.428874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['480ed5bd-a465-444a-ae44-5a52be341b2f', '8006e13a-a6d8-49e9-b326-4d5d282e9863', '141b0f2c-8a85-4d9b-bd35-51cd99b190f4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:26:52.461610 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-942e6f7d-89aa-45d5-9074-e2a42e77aef3 req-80e97f5a-0c4b-4a1e-971c-9516cc5cc855 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834394 Sep 23 22:26:52.468564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83d8be-2901-4a6b-8c7d-eeb41bba3027 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Pushing event deleted for resources: {'Port': ['ID=8006e13a-a6d8-49e9-b326-4d5d282e9863,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:52.493832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f738a9-f0df-40f1-9770-1eb258511568 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:52.504230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e3a17f-e01c-44b0-b184-c5e8a6f00045 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:26:52.600772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-e952d848-c87a-4483-a1ef-72a9958b7b01 req-8d83d8be-2901-4a6b-8c7d-eeb41bba3027 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] No DVR routers for this DVR port 8006e13a-a6d8-49e9-b326-4d5d282e9863 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:26:52.606541 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e952d848-c87a-4483-a1ef-72a9958b7b01 req-8d83d8be-2901-4a6b-8c7d-eeb41bba3027 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:52.610951 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e952d848-c87a-4483-a1ef-72a9958b7b01 req-8d83d8be-2901-4a6b-8c7d-eeb41bba3027 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.43 "DELETE /v2.0/ports/8006e13a-a6d8-49e9-b326-4d5d282e9863 HTTP/1.1" status: 204 len: 173 time: 1.4719553 Sep 23 22:26:52.647582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643d25bf-4cb6-4915-a3a4-a260d5f57247', 'name': 'network-vif-deleted', 'tag': '8006e13a-a6d8-49e9-b326-4d5d282e9863'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:52.654753 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25162546-7423-4461-9589-9a9d3ad9043b" -d '{"events": [{"server_uuid": "643d25bf-4cb6-4915-a3a4-a260d5f57247", "name": "network-vif-deleted", "tag": "8006e13a-a6d8-49e9-b326-4d5d282e9863"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:52.673101 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5b37-e9cd-49a8-9b04-d7e194d958d1 req-f13215f2-009b-49ea-9264-cc993d07f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:52.674000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5b37-e9cd-49a8-9b04-d7e194d958d1 req-f13215f2-009b-49ea-9264-cc993d07f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:52.674613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5b37-e9cd-49a8-9b04-d7e194d958d1 req-f13215f2-009b-49ea-9264-cc993d07f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:52.675308 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5b37-e9cd-49a8-9b04-d7e194d958d1 req-f13215f2-009b-49ea-9264-cc993d07f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:52.676403 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5b37-e9cd-49a8-9b04-d7e194d958d1 req-f13215f2-009b-49ea-9264-cc993d07f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:52.678772 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-511c5b37-e9cd-49a8-9b04-d7e194d958d1 req-f13215f2-009b-49ea-9264-cc993d07f5c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53d9dcc00ea347a4ba456b29d8894318&device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 4363 time: 0.4800484 Sep 23 22:26:52.757409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a727ecc-05c9-4954-b805-736454021039 req-f7954e90-f7b7-4486-9a01-3fe775c89c57 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:52.763093 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:26:52.767443 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5a727ecc-05c9-4954-b805-736454021039 req-f7954e90-f7b7-4486-9a01-3fe775c89c57 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.5717201 Sep 23 22:26:52.792771 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 11e3a17f-e01c-44b0-b184-c5e8a6f00045, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:52.794485 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:52.805427 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-108d2ed6-32e1-472a-bbfb-167aa968060e None None] Provisioning complete for port 55454654-2677-4cf1-8a32-fd40f6f78ebd triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:52.805837 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-108d2ed6-32e1-472a-bbfb-167aa968060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:52.881597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbed2f-33e8-4e54-9f14-5675eb7b9dc6 req-bc570962-d073-4ec3-a570-4eafc6298813 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:52.891485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8bbed2f-33e8-4e54-9f14-5675eb7b9dc6 req-bc570962-d073-4ec3-a570-4eafc6298813 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.1942952 Sep 23 22:26:52.912121 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 55454654-2677-4cf1-8a32-fd40f6f78ebd, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=55454654-2677-4cf1-8a32-fd40f6f78ebd,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:52.929202 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:52.953716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb898025-b828-4599-9431-9d402226d29e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:26:52.957521 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb898025-b828-4599-9431-9d402226d29e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:52.970320 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8bbed2f-33e8-4e54-9f14-5675eb7b9dc6 req-c34bad42-6444-4ad3-a042-4d905301190b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778270 Sep 23 22:26:52.998250 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5a727ecc-05c9-4954-b805-736454021039 req-a7551039-8e74-4e72-9e1a-985316679618 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295046 Sep 23 22:26:53.047223 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:53.101288 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9990b5ea-62e5-496b-a772-27829b2a0ed3 x-openstack-request-id: req-9990b5ea-62e5-496b-a772-27829b2a0ed3 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:53.101888 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643d25bf-4cb6-4915-a3a4-a260d5f57247", "name": "network-vif-deleted", "tag": "8006e13a-a6d8-49e9-b326-4d5d282e9863", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:53.102185 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9990b5ea-62e5-496b-a772-27829b2a0ed3 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:53.102851 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643d25bf-4cb6-4915-a3a4-a260d5f57247', 'name': 'network-vif-deleted', 'tag': '8006e13a-a6d8-49e9-b326-4d5d282e9863', 'status': 'completed', 'code': 200} Sep 23 22:26:53.131507 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe43eb-beb9-4828-af8a-8c7ef588941f req-b24ab6c9-e92b-4573-a8f1-faebc9de662b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:53.139994 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=11e3a17f-e01c-44b0-b184-c5e8a6f00045,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:53.159042 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47fe43eb-beb9-4828-af8a-8c7ef588941f req-b24ab6c9-e92b-4573-a8f1-faebc9de662b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 945 time: 0.1115727 Sep 23 22:26:53.249824 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5b37-e9cd-49a8-9b04-d7e194d958d1 req-c893e9de-eafb-4818-93c7-11735fae2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:53.250295 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5b37-e9cd-49a8-9b04-d7e194d958d1 req-c893e9de-eafb-4818-93c7-11735fae2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:53.250758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5b37-e9cd-49a8-9b04-d7e194d958d1 req-c893e9de-eafb-4818-93c7-11735fae2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:53.252557 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-511c5b37-e9cd-49a8-9b04-d7e194d958d1 req-c893e9de-eafb-4818-93c7-11735fae2334 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=53d9dcc00ea347a4ba456b29d8894318&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5529385 Sep 23 22:26:53.260742 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47fe43eb-beb9-4828-af8a-8c7ef588941f req-5ca513df-6d22-45ea-ae06-4a0a4bbcea82 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999203 Sep 23 22:26:53.344382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5736f325-d9b4-4e49-8eb1-9060c30c08ab None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:26:53.355538 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-108d2ed6-32e1-472a-bbfb-167aa968060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:53.443319 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fcb4d63e-9592-48ee-9671-fdb50e2b9228 req-4f07d582-f113-4cf1-a7a8-fb5b81b1bd1d tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=643d25bf-4cb6-4915-a3a4-a260d5f57247 HTTP/1.1" status: 200 len: 210 time: 0.0498047 Sep 23 22:26:53.456584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=55454654-2677-4cf1-8a32-fd40f6f78ebd,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:53.522944 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4493d-d331-45f0-b293-6895914054c8 req-57a0b606-4638-4722-a7e0-55eecf90a229 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:53.534246 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4493d-d331-45f0-b293-6895914054c8 req-57a0b606-4638-4722-a7e0-55eecf90a229 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:53.545774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4493d-d331-45f0-b293-6895914054c8 req-57a0b606-4638-4722-a7e0-55eecf90a229 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:53.552000 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-108d2ed6-32e1-472a-bbfb-167aa968060e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:26:53.552542 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-108d2ed6-32e1-472a-bbfb-167aa968060e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:26:53.556509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['11e3a17f-e01c-44b0-b184-c5e8a6f00045'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:26:53.558852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4493d-d331-45f0-b293-6895914054c8 req-57a0b606-4638-4722-a7e0-55eecf90a229 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:53.571052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4493d-d331-45f0-b293-6895914054c8 req-57a0b606-4638-4722-a7e0-55eecf90a229 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:53.585270 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cdc4493d-d331-45f0-b293-6895914054c8 req-57a0b606-4638-4722-a7e0-55eecf90a229 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 3828 time: 0.3839290 Sep 23 22:26:53.633308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5736f325-d9b4-4e49-8eb1-9060c30c08ab None None] Deleting port 55454654-2677-4cf1-8a32-fd40f6f78ebd {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:53.633686 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5736f325-d9b4-4e49-8eb1-9060c30c08ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:53.690674 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d70d4-4136-44e8-bd05-b7e48404a807 req-52d11d17-43f7-44f0-8f79-1db256ddd834 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:53.701264 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4e7d70d4-4136-44e8-bd05-b7e48404a807 req-52d11d17-43f7-44f0-8f79-1db256ddd834 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.1502652 Sep 23 22:26:53.750218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5736f325-d9b4-4e49-8eb1-9060c30c08ab None None] For port 55454654-2677-4cf1-8a32-fd40f6f78ebd, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=55454654-2677-4cf1-8a32-fd40f6f78ebd,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:53.750364 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5736f325-d9b4-4e49-8eb1-9060c30c08ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:53.759278 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4e7d70d4-4136-44e8-bd05-b7e48404a807 req-f7519e46-b6dd-44a4-be2b-f057a4858ae0 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510421 Sep 23 22:26:53.767950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:26:53.778541 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5736f325-d9b4-4e49-8eb1-9060c30c08ab None None] Calling delete_port for 55454654-2677-4cf1-8a32-fd40f6f78ebd owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:53.813159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 55454654-2677-4cf1-8a32-fd40f6f78ebd no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:26:53.817647 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:53.833988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Transition to ACTIVE for port object 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:26:53.847363 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5b37-e9cd-49a8-9b04-d7e194d958d1 req-f360d2ee-d481-4e23-8b64-d714b892a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:53.849537 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-511c5b37-e9cd-49a8-9b04-d7e194d958d1 req-f360d2ee-d481-4e23-8b64-d714b892a0ec service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5750401 Sep 23 22:26:53.857796 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cdc4493d-d331-45f0-b293-6895914054c8 req-67d288b5-06ca-49c1-9042-a585e7c6df54 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712514 Sep 23 22:26:53.943738 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:54.051037 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb898025-b828-4599-9431-9d402226d29e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:54.276046 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:54.278656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ac6f7-1682-4f9d-b0d2-635a89ac712b req-5c4d6c2a-6c39-4765-9f05-e1def71491a2 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:54.285933 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-295ac6f7-1682-4f9d-b0d2-635a89ac712b req-5c4d6c2a-6c39-4765-9f05-e1def71491a2 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.1340606 Sep 23 22:26:54.322189 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5736f325-d9b4-4e49-8eb1-9060c30c08ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:54.370452 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-295ac6f7-1682-4f9d-b0d2-635a89ac712b req-3cf00669-e246-48f4-8677-f62303554898 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681348 Sep 23 22:26:54.402949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Pushing event updated for resources: {'Port': ['ID=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:54.465914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736f325-d9b4-4e49-8eb1-9060c30c08ab None None] Pushing event deleted for resources: {'Port': ['ID=55454654-2677-4cf1-8a32-fd40f6f78ebd,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:54.475759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb898025-b828-4599-9431-9d402226d29e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:54.482875 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5736f325-d9b4-4e49-8eb1-9060c30c08ab None None] No DVR routers for this DVR port 55454654-2677-4cf1-8a32-fd40f6f78ebd on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:26:54.511890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-cb898025-b828-4599-9431-9d402226d29e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:54.518512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb898025-b828-4599-9431-9d402226d29e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:54.519209 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb898025-b828-4599-9431-9d402226d29e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:54.535388 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Attempting to bind port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:54.535691 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3439887a-19ff-44e8-8616-16313e12d3c9 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:26:54.535874 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Attempting to bind port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:54.537329 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Attempting to bind port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b on network 277e5faa-2d60-44c3-be61-7e8c69a875a4 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:54.549283 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb898025-b828-4599-9431-9d402226d29e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=36a1615e-8e2e-4453-981e-0be5e30192fa,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:54.574299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b on network 277e5faa-2d60-44c3-be61-7e8c69a875a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:26:54.575031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Attempting to bind port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b on network 277e5faa-2d60-44c3-be61-7e8c69a875a4 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:54.580683 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f45cc-1417-45f7-ac88-05db6abc2027 req-4bc56a04-9060-4a08-bef4-7108d53461d6 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:54.583623 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d3f45cc-1417-45f7-ac88-05db6abc2027 req-4bc56a04-9060-4a08-bef4-7108d53461d6 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 945 time: 0.1284304 Sep 23 22:26:54.597571 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328546f-677b-4ff6-b944-1b8de90f53fe req-93c414ca-03b0-4480-bf48-75bdaae79933 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:54.607882 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d328546f-677b-4ff6-b944-1b8de90f53fe req-93c414ca-03b0-4480-bf48-75bdaae79933 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.3775578 Sep 23 22:26:54.668320 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d328546f-677b-4ff6-b944-1b8de90f53fe req-20b10044-4cf7-43de-934f-ca5f1d4e9d37 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588286 Sep 23 22:26:54.672992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:54.673406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Checking segment: {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:54.674949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Bound using segment: {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:54.675492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Bound port: 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:54.688362 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:54.688527 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d3f45cc-1417-45f7-ac88-05db6abc2027 req-a7bc5551-ff5a-43da-95d4-19e5306eddb7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897210 Sep 23 22:26:54.735810 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cb898025-b828-4599-9431-9d402226d29e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3900399 Sep 23 22:26:54.738405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49380) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:54.759442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-1ccdd1f7-8056-446d-ae00-882f41e92b38 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-21687628', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:54.891451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] For port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:54.900410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] For port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:54.966399 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd1f7-8056-446d-ae00-882f41e92b38 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:54.968319 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd1f7-8056-446d-ae00-882f41e92b38 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:54.994375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f8f94-db8e-4adb-b73a-cb02441312a0 req-404fee8f-03c8-41e2-876c-90bf27618b0a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:55.006196 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b6f8f94-db8e-4adb-b73a-cb02441312a0 req-404fee8f-03c8-41e2-876c-90bf27618b0a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.1011794 Sep 23 22:26:55.009319 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:55.091412 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': '36a1615e-8e2e-4453-981e-0be5e30192fa'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:26:55.092292 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:55.125263 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd1f7-8056-446d-ae00-882f41e92b38 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:55.141028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:55.142320 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:55.144981 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] 10.222.0.67 "PUT /v2.0/ports/5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b HTTP/1.1" status: 200 len: 1130 time: 3.4745796 Sep 23 22:26:55.146809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': '5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:55.152178 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499556a8-a5b3-4694-b6d8-a1ca3ecd6ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:55.207399 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd1f7-8056-446d-ae00-882f41e92b38 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:55.229913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b6f8f94-db8e-4adb-b73a-cb02441312a0 req-a980ea53-d05e-487c-b08a-3ec5ce6b0d87 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119315 Sep 23 22:26:55.272444 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718d3fd-a15d-44d0-9460-20f585fce25d service neutron] Pushing event updated for resources: {'Port': ['ID=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:55.333011 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd1f7-8056-446d-ae00-882f41e92b38 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:55.334303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1ccdd1f7-8056-446d-ae00-882f41e92b38 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5942156 Sep 23 22:26:55.337332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49392) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:26:55.362741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Request body: {'port': {'device_id': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:55.376483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Allocated IP 2001:db8::2 (fabbdebb-7256-45f8-980f-653365ae34a1/36a1615e-8e2e-4453-981e-0be5e30192fa/80c50b13-613e-4b4a-a8b6-a16dfaed97e0) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:55.449898 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 8006e13a-a6d8-49e9-b326-4d5d282e9863 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:26:55.514080 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2952df99-a1e2-4d29-916f-519ef4dc438d x-openstack-request-id: req-2952df99-a1e2-4d29-916f-519ef4dc438d {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:55.514453 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:55.514720 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2952df99-a1e2-4d29-916f-519ef4dc438d {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:55.515178 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': '5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b', 'status': 'completed', 'code': 200} Sep 23 22:26:55.515768 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:55.598671 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf34dd-cc55-4256-92ee-38f9d2331c2b req-4a24ff52-c527-43e1-ba43-f134f2d78766 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:55.606411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf34dd-cc55-4256-92ee-38f9d2331c2b req-4a24ff52-c527-43e1-ba43-f134f2d78766 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:55.613996 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf34dd-cc55-4256-92ee-38f9d2331c2b req-4a24ff52-c527-43e1-ba43-f134f2d78766 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:55.621435 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf34dd-cc55-4256-92ee-38f9d2331c2b req-4a24ff52-c527-43e1-ba43-f134f2d78766 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:55.627904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf34dd-cc55-4256-92ee-38f9d2331c2b req-4a24ff52-c527-43e1-ba43-f134f2d78766 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:55.634306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf34dd-cc55-4256-92ee-38f9d2331c2b req-4a24ff52-c527-43e1-ba43-f134f2d78766 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:55.636788 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ddcf34dd-cc55-4256-92ee-38f9d2331c2b req-4a24ff52-c527-43e1-ba43-f134f2d78766 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 4600 time: 0.1615992 Sep 23 22:26:55.664138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 11e3a17f-e01c-44b0-b184-c5e8a6f00045 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:55.723171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 8006e13a-a6d8-49e9-b326-4d5d282e9863 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:26:55.723872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 8006e13a-a6d8-49e9-b326-4d5d282e9863 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:26:55.818854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 11e3a17f-e01c-44b0-b184-c5e8a6f00045 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:26:55.840603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 11e3a17f-e01c-44b0-b184-c5e8a6f00045 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:55.841073 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:55.925616 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:55.984251 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:56.028953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 11e3a17f-e01c-44b0-b184-c5e8a6f00045, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:56.030410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631ce5bf-6a66-4393-a017-c1499b245f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e3a17f-e01c-44b0-b184-c5e8a6f00045'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:56.033160 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467279d6-8627-44a3-a82e-f1a060f80dd2" -d '{"events": [{"server_uuid": "631ce5bf-6a66-4393-a017-c1499b245f67", "name": "network-vif-plugged", "status": "completed", "tag": "11e3a17f-e01c-44b0-b184-c5e8a6f00045"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:56.095589 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:56.101764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a697c96-e78a-4b01-adfd-c4c655b9154b req-a581a72d-2c2b-45c2-a76a-e855ab17724b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:56.105611 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a697c96-e78a-4b01-adfd-c4c655b9154b req-a581a72d-2c2b-45c2-a76a-e855ab17724b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.5285907 Sep 23 22:26:56.160616 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Pushing event updated for resources: {'Port': ['ID=80c50b13-613e-4b4a-a8b6-a16dfaed97e0,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:56.179178 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:56.180551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:56.184670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:56.187359 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:56.257229 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ddcf34dd-cc55-4256-92ee-38f9d2331c2b req-7355192c-8223-4727-83ae-ea60bf7d8374 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424687 Sep 23 22:26:56.287354 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499556a8-a5b3-4694-b6d8-a1ca3ecd6ef3 req-b6ffd975-64a5-4e64-9389-c3936098d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:56.288378 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499556a8-a5b3-4694-b6d8-a1ca3ecd6ef3 req-b6ffd975-64a5-4e64-9389-c3936098d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:56.289773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499556a8-a5b3-4694-b6d8-a1ca3ecd6ef3 req-b6ffd975-64a5-4e64-9389-c3936098d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:56.290657 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499556a8-a5b3-4694-b6d8-a1ca3ecd6ef3 req-b6ffd975-64a5-4e64-9389-c3936098d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:56.293151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499556a8-a5b3-4694-b6d8-a1ca3ecd6ef3 req-b6ffd975-64a5-4e64-9389-c3936098d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:56.294273 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499556a8-a5b3-4694-b6d8-a1ca3ecd6ef3 req-b6ffd975-64a5-4e64-9389-c3936098d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:56.299390 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-499556a8-a5b3-4694-b6d8-a1ca3ecd6ef3 req-b6ffd975-64a5-4e64-9389-c3936098d5f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53d9dcc00ea347a4ba456b29d8894318&device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5286 time: 0.7337179 Sep 23 22:26:56.329916 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=11e3a17f-e01c-44b0-b184-c5e8a6f00045,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:56.342241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Attempting to bind port 80c50b13-613e-4b4a-a8b6-a16dfaed97e0 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:56.342782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Attempting to bind port 80c50b13-613e-4b4a-a8b6-a16dfaed97e0 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:56.343256 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Attempting to bind port 80c50b13-613e-4b4a-a8b6-a16dfaed97e0 on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:56.351128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:56.351565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:56.352390 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:56.352895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:56.354076 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Bound port: 80c50b13-613e-4b4a-a8b6-a16dfaed97e0, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:56.354761 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:56.404065 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a697c96-e78a-4b01-adfd-c4c655b9154b req-b3a97d4c-4de2-475a-a486-61b87ea888e8 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441533 Sep 23 22:26:56.407481 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:56.472562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] For port 80c50b13-613e-4b4a-a8b6-a16dfaed97e0, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:56.485065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] For port 80c50b13-613e-4b4a-a8b6-a16dfaed97e0, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=80c50b13-613e-4b4a-a8b6-a16dfaed97e0,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:56.545336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499556a8-a5b3-4694-b6d8-a1ca3ecd6ef3 req-b3ca56a2-6794-4a62-982e-01eefa4764c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:56.546203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499556a8-a5b3-4694-b6d8-a1ca3ecd6ef3 req-b3ca56a2-6794-4a62-982e-01eefa4764c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:56.546686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499556a8-a5b3-4694-b6d8-a1ca3ecd6ef3 req-b3ca56a2-6794-4a62-982e-01eefa4764c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:56.548875 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-499556a8-a5b3-4694-b6d8-a1ca3ecd6ef3 req-b3ca56a2-6794-4a62-982e-01eefa4764c7 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=53d9dcc00ea347a4ba456b29d8894318&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1332736 Sep 23 22:26:56.576408 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:56.678389 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4c9c9-80e9-4da7-80cd-f863a02fb1ba req-f06435ed-99a5-415c-a9d0-1def294640c3 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:56.682441 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d2f4c9c9-80e9-4da7-80cd-f863a02fb1ba req-f06435ed-99a5-415c-a9d0-1def294640c3 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 950 time: 0.1481357 Sep 23 22:26:56.705527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46f64b-bb20-43f1-b099-138dde5121bf req-11aa90a0-af73-4514-8707-cf99cddff5d9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:56.706975 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f46f64b-bb20-43f1-b099-138dde5121bf req-11aa90a0-af73-4514-8707-cf99cddff5d9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.1516831 Sep 23 22:26:56.774282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20103dbf-7eac-46f0-ae08-b30e011202d4 None None] Pushing event updated for resources: {'Port': ['ID=80c50b13-613e-4b4a-a8b6-a16dfaed97e0,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:56.780382 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::1 (fabbdebb-7256-45f8-980f-653365ae34a1/36a1615e-8e2e-4453-981e-0be5e30192fa/c6a2b989-1c98-4539-9dd4-0426ad0536fb) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:26:56.844172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2399c71c-78da-4b12-adda-5a18362e7290 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:26:56.852818 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:56.866871 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Transition to ACTIVE for port object 2399c71c-78da-4b12-adda-5a18362e7290 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:26:56.875255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499556a8-a5b3-4694-b6d8-a1ca3ecd6ef3 req-8208945e-4043-4e9f-9ee8-422d23f0241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:56.877424 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-499556a8-a5b3-4694-b6d8-a1ca3ecd6ef3 req-8208945e-4043-4e9f-9ee8-422d23f0241f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3003070 Sep 23 22:26:56.886920 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d2f4c9c9-80e9-4da7-80cd-f863a02fb1ba req-3f85c6c7-f2f0-4d81-9dd4-771133ee3806 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964090 Sep 23 22:26:56.944037 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:57.053422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f46f64b-bb20-43f1-b099-138dde5121bf req-72c77b8a-7380-402d-906a-75be9bd19b69 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168171 Sep 23 22:26:57.062523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2399c71c-78da-4b12-adda-5a18362e7290,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:57.110291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dd448-5115-4288-a147-479ac28dad5c req-85074771-46cb-4779-ba85-1de677fccd9f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:57.111904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-555dd448-5115-4288-a147-479ac28dad5c req-85074771-46cb-4779-ba85-1de677fccd9f tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.43 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 950 time: 0.1617427 Sep 23 22:26:57.133259 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856478b1-1ff7-4055-9f6b-1e3cb3204c4e x-openstack-request-id: req-856478b1-1ff7-4055-9f6b-1e3cb3204c4e {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:57.134117 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631ce5bf-6a66-4393-a017-c1499b245f67", "name": "network-vif-plugged", "status": "completed", "tag": "11e3a17f-e01c-44b0-b184-c5e8a6f00045", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:57.134543 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-856478b1-1ff7-4055-9f6b-1e3cb3204c4e {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:57.136227 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631ce5bf-6a66-4393-a017-c1499b245f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e3a17f-e01c-44b0-b184-c5e8a6f00045', 'code': 200} Sep 23 22:26:57.177772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad672f-f45e-4057-a41b-6487bcdb37d7 req-f755e676-f6b9-414f-9bc5-cd0c25781a36 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:57.186808 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03ad672f-f45e-4057-a41b-6487bcdb37d7 req-f755e676-f6b9-414f-9bc5-cd0c25781a36 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2261832 Sep 23 22:26:57.204310 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:57.268840 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03ad672f-f45e-4057-a41b-6487bcdb37d7 req-8bad4898-5368-4bc1-a454-125bdc045b10 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806437 Sep 23 22:26:57.285887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Attempting to bind port 2399c71c-78da-4b12-adda-5a18362e7290 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:26:57.289941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Attempting to bind port 2399c71c-78da-4b12-adda-5a18362e7290 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:26:57.290449 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Attempting to bind port 2399c71c-78da-4b12-adda-5a18362e7290 on network 277e5faa-2d60-44c3-be61-7e8c69a875a4 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:57.307542 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Port 2399c71c-78da-4b12-adda-5a18362e7290 on network 277e5faa-2d60-44c3-be61-7e8c69a875a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:26:57.308398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Attempting to bind port 2399c71c-78da-4b12-adda-5a18362e7290 on network 277e5faa-2d60-44c3-be61-7e8c69a875a4 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:26:57.319257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:26:57.321655 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Checking segment: {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:26:57.322782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Bound using segment: {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:26:57.325758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Bound port: 2399c71c-78da-4b12-adda-5a18362e7290, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:26:57.327151 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:57.371634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-555dd448-5115-4288-a147-479ac28dad5c req-45417a84-23a2-4c5b-92f6-d90bc71c0b86 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Deleting port 480ed5bd-a465-444a-ae44-5a52be341b2f {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:26:57.372039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-555dd448-5115-4288-a147-479ac28dad5c req-45417a84-23a2-4c5b-92f6-d90bc71c0b86 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:57.431430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e53e6e-3486-472c-bb98-0c21ff5b81a9 req-a56b06fa-33ab-4acf-8299-f857ed6f752c tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:57.439757 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29e53e6e-3486-472c-bb98-0c21ff5b81a9 req-a56b06fa-33ab-4acf-8299-f857ed6f752c tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.1663058 Sep 23 22:26:57.455580 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:57.555906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05942b-df60-4bb2-b365-11b44decdfee req-22974948-2b2a-4707-9db1-817f898ccc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:57.558076 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d05942b-df60-4bb2-b365-11b44decdfee req-22974948-2b2a-4707-9db1-817f898ccc5d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 1097 time: 0.1688452 Sep 23 22:26:57.637730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5361cd-ff02-434f-b9f6-06c6cd71d0e7 req-07b5c02b-f986-49cd-8944-3e29e25c61a6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:57.647026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5361cd-ff02-434f-b9f6-06c6cd71d0e7 req-07b5c02b-f986-49cd-8944-3e29e25c61a6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:57.660388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:57.662579 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5361cd-ff02-434f-b9f6-06c6cd71d0e7 req-07b5c02b-f986-49cd-8944-3e29e25c61a6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:57.676911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5361cd-ff02-434f-b9f6-06c6cd71d0e7 req-07b5c02b-f986-49cd-8944-3e29e25c61a6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:57.685210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:57.692523 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:26:57.692523 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:57.696023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5361cd-ff02-434f-b9f6-06c6cd71d0e7 req-07b5c02b-f986-49cd-8944-3e29e25c61a6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:57.709862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5361cd-ff02-434f-b9f6-06c6cd71d0e7 req-07b5c02b-f986-49cd-8944-3e29e25c61a6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:57.710559 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29e53e6e-3486-472c-bb98-0c21ff5b81a9 req-38a1c038-d916-4154-b34d-4edfffa1291f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686136 Sep 23 22:26:57.724882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5361cd-ff02-434f-b9f6-06c6cd71d0e7 req-07b5c02b-f986-49cd-8944-3e29e25c61a6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:57.735215 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8d5361cd-ff02-434f-b9f6-06c6cd71d0e7 req-07b5c02b-f986-49cd-8944-3e29e25c61a6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5373 time: 0.2297921 Sep 23 22:26:57.736597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] For port 2399c71c-78da-4b12-adda-5a18362e7290, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:26:57.793421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] For port 2399c71c-78da-4b12-adda-5a18362e7290, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2399c71c-78da-4b12-adda-5a18362e7290,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:26:57.815330 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d05942b-df60-4bb2-b365-11b44decdfee req-7e3cb1c9-ad9e-4bd1-83e2-73915ae6821a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466197 Sep 23 22:26:57.821553 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 80c50b13-613e-4b4a-a8b6-a16dfaed97e0 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:57.852538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8d5361cd-ff02-434f-b9f6-06c6cd71d0e7 req-50e8503a-9eb3-446c-a1e1-af7d6759276d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928292 Sep 23 22:26:57.867329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=c6a2b989-1c98-4539-9dd4-0426ad0536fb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:57.883429 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:57.902699 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 80c50b13-613e-4b4a-a8b6-a16dfaed97e0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:57.903109 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:57.993480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:57.994752 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:57.996544 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] 10.222.0.67 "PUT /v2.0/ports/2399c71c-78da-4b12-adda-5a18362e7290 HTTP/1.1" status: 200 len: 1131 time: 2.6410279 Sep 23 22:26:57.997051 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': '2399c71c-78da-4b12-adda-5a18362e7290'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:57.999578 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bf417d-893c-46f1-956a-cd80b5b8818d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "2399c71c-78da-4b12-adda-5a18362e7290"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:58.009181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-555dd448-5115-4288-a147-479ac28dad5c req-45417a84-23a2-4c5b-92f6-d90bc71c0b86 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] For port 480ed5bd-a465-444a-ae44-5a52be341b2f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=480ed5bd-a465-444a-ae44-5a52be341b2f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:58.009818 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-555dd448-5115-4288-a147-479ac28dad5c req-45417a84-23a2-4c5b-92f6-d90bc71c0b86 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:58.034017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-555dd448-5115-4288-a147-479ac28dad5c req-45417a84-23a2-4c5b-92f6-d90bc71c0b86 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Calling delete_port for 480ed5bd-a465-444a-ae44-5a52be341b2f owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:26:58.053713 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe767130-eb68-49dd-9a7c-f92b4d0a96e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2399c71c-78da-4b12-adda-5a18362e7290,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:58.069643 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:58.154624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 80c50b13-613e-4b4a-a8b6-a16dfaed97e0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=80c50b13-613e-4b4a-a8b6-a16dfaed97e0,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:26:58.171678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbff90-791f-411b-a83c-a8cff3af1bb4 req-22e72ad7-7207-4859-a149-d77172c5b7b3 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:58.179872 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-35cbff90-791f-411b-a83c-a8cff3af1bb4 req-22e72ad7-7207-4859-a149-d77172c5b7b3 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 950 time: 0.0900881 Sep 23 22:26:58.229294 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-35cbff90-791f-411b-a83c-a8cff3af1bb4 req-1574681d-c649-4a18-ae63-b2647ad7f41a tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477633 Sep 23 22:26:58.252211 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:58.279376 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23950413-9fe0-4d6f-bd43-b8c24263b53f req-74719857-232e-4f9d-8e23-c9067b423c23 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:58.287767 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-23950413-9fe0-4d6f-bd43-b8c24263b53f req-74719857-232e-4f9d-8e23-c9067b423c23 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.4480565 Sep 23 22:26:58.297428 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:58.338854 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647215e9-7144-4a09-9a54-376e0bd41cf7 x-openstack-request-id: req-647215e9-7144-4a09-9a54-376e0bd41cf7 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:58.339471 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "2399c71c-78da-4b12-adda-5a18362e7290", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:58.339726 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-647215e9-7144-4a09-9a54-376e0bd41cf7 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:58.340382 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': '2399c71c-78da-4b12-adda-5a18362e7290', 'status': 'completed', 'code': 200} Sep 23 22:26:58.384060 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Request body: {'port': {'device_id': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:26:58.395331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=80c50b13-613e-4b4a-a8b6-a16dfaed97e0,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:58.444788 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-555dd448-5115-4288-a147-479ac28dad5c req-45417a84-23a2-4c5b-92f6-d90bc71c0b86 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:58.463622 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['480ed5bd-a465-444a-ae44-5a52be341b2f', '141b0f2c-8a85-4d9b-bd35-51cd99b190f4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:26:58.484929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-23950413-9fe0-4d6f-bd43-b8c24263b53f req-5f8d76f4-35d1-4419-8116-86c9788c0b42 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947083 Sep 23 22:26:58.579896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45417a84-23a2-4c5b-92f6-d90bc71c0b86 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Pushing event deleted for resources: {'Port': ['ID=480ed5bd-a465-444a-ae44-5a52be341b2f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:58.791999 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:58.803770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-555dd448-5115-4288-a147-479ac28dad5c req-45417a84-23a2-4c5b-92f6-d90bc71c0b86 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] No DVR routers for this DVR port 480ed5bd-a465-444a-ae44-5a52be341b2f on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:26:58.810974 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-555dd448-5115-4288-a147-479ac28dad5c req-45417a84-23a2-4c5b-92f6-d90bc71c0b86 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:58.817758 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-555dd448-5115-4288-a147-479ac28dad5c req-45417a84-23a2-4c5b-92f6-d90bc71c0b86 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.43 "DELETE /v2.0/ports/480ed5bd-a465-444a-ae44-5a52be341b2f HTTP/1.1" status: 204 len: 173 time: 1.6940331 Sep 23 22:26:58.817758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41e93ae-5feb-40fb-95d1-5222ba279f68', 'name': 'network-vif-deleted', 'tag': '480ed5bd-a465-444a-ae44-5a52be341b2f'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:26:58.817758 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b9d1ea-73f7-427c-8074-513f7b1a6dd6" -d '{"events": [{"server_uuid": "e41e93ae-5feb-40fb-95d1-5222ba279f68", "name": "network-vif-deleted", "tag": "480ed5bd-a465-444a-ae44-5a52be341b2f"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:26:58.862806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7683e-fc6f-45f8-abe8-fbc88ae66765 req-6f6d581c-8db4-4672-9e5d-565c6297a7a0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:58.872954 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa7683e-fc6f-45f8-abe8-fbc88ae66765 req-6f6d581c-8db4-4672-9e5d-565c6297a7a0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1600878 Sep 23 22:26:58.901549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf417d-893c-46f1-956a-cd80b5b8818d req-975ff47a-fdd2-4814-8581-e6d0c72e6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:58.902927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf417d-893c-46f1-956a-cd80b5b8818d req-975ff47a-fdd2-4814-8581-e6d0c72e6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:58.907136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf417d-893c-46f1-956a-cd80b5b8818d req-975ff47a-fdd2-4814-8581-e6d0c72e6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:58.909910 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf417d-893c-46f1-956a-cd80b5b8818d req-975ff47a-fdd2-4814-8581-e6d0c72e6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:58.910784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-85613958-e61f-4316-8054-452abfd20e0b None None] Provisioning complete for port 80c50b13-613e-4b4a-a8b6-a16dfaed97e0 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:58.910981 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-85613958-e61f-4316-8054-452abfd20e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:58.912466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf417d-893c-46f1-956a-cd80b5b8818d req-975ff47a-fdd2-4814-8581-e6d0c72e6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:58.914001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf417d-893c-46f1-956a-cd80b5b8818d req-975ff47a-fdd2-4814-8581-e6d0c72e6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:58.914728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf417d-893c-46f1-956a-cd80b5b8818d req-975ff47a-fdd2-4814-8581-e6d0c72e6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:58.921547 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56bf417d-893c-46f1-956a-cd80b5b8818d req-975ff47a-fdd2-4814-8581-e6d0c72e6157 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53d9dcc00ea347a4ba456b29d8894318&device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 6210 time: 0.4888716 Sep 23 22:26:58.965980 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa7683e-fc6f-45f8-abe8-fbc88ae66765 req-ac4042f7-d19a-4032-a01f-c8b6e72a6d3e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929594 Sep 23 22:26:59.013087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4756885-b369-4794-99a3-5e2fee371f0f req-c504c81b-b871-4edb-9500-4592136bf422 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:59.029791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4756885-b369-4794-99a3-5e2fee371f0f req-c504c81b-b871-4edb-9500-4592136bf422 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.4932449 Sep 23 22:26:59.363572 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:59.386418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476bfef-9dd9-457d-bc09-c3b4288631ff req-22584a25-7d05-4ebd-be72-5bc17e17c522 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:59.388114 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5476bfef-9dd9-457d-bc09-c3b4288631ff req-22584a25-7d05-4ebd-be72-5bc17e17c522 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.1151385 Sep 23 22:26:59.431362 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:59.434980 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:59.435221 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4756885-b369-4794-99a3-5e2fee371f0f req-a6f838ad-6436-4b1b-967d-55f49d9b69a0 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015863 Sep 23 22:26:59.487591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-23cee0b7-09c0-49de-8612-9cd02287fcba None None] Provisioning complete for port c6a2b989-1c98-4539-9dd4-0426ad0536fb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:59.488181 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-23cee0b7-09c0-49de-8612-9cd02287fcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:59.529644 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f17015a-5a00-421a-9429-595d4ce516b1 x-openstack-request-id: req-4f17015a-5a00-421a-9429-595d4ce516b1 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:26:59.530771 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41e93ae-5feb-40fb-95d1-5222ba279f68", "name": "network-vif-deleted", "tag": "480ed5bd-a465-444a-ae44-5a52be341b2f", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:26:59.531318 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f17015a-5a00-421a-9429-595d4ce516b1 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:26:59.531978 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41e93ae-5feb-40fb-95d1-5222ba279f68', 'name': 'network-vif-deleted', 'tag': '480ed5bd-a465-444a-ae44-5a52be341b2f', 'status': 'completed', 'code': 200} Sep 23 22:26:59.533552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=c6a2b989-1c98-4539-9dd4-0426ad0536fb,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:26:59.556322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf417d-893c-46f1-956a-cd80b5b8818d req-975cddb6-b772-4a26-89e2-0e377d1446e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:59.556322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf417d-893c-46f1-956a-cd80b5b8818d req-975cddb6-b772-4a26-89e2-0e377d1446e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:59.556322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf417d-893c-46f1-956a-cd80b5b8818d req-975cddb6-b772-4a26-89e2-0e377d1446e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:59.559711 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56bf417d-893c-46f1-956a-cd80b5b8818d req-975cddb6-b772-4a26-89e2-0e377d1446e3 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=53d9dcc00ea347a4ba456b29d8894318&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5722399 Sep 23 22:26:59.573878 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-23cee0b7-09c0-49de-8612-9cd02287fcba None None] Port c6a2b989-1c98-4539-9dd4-0426ad0536fb cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:26:59.612405 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5476bfef-9dd9-457d-bc09-c3b4288631ff req-d1baff48-0c8d-4879-ae95-73767ef47276 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100053 Sep 23 22:26:59.750827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:26:59.755313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:26:59.813867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 80c50b13-613e-4b4a-a8b6-a16dfaed97e0 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:26:59.928254 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 80c50b13-613e-4b4a-a8b6-a16dfaed97e0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:26:59.929079 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:26:59.930587 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf417d-893c-46f1-956a-cd80b5b8818d req-f45fa242-c858-45cd-8648-3a13e34d4385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:26:59.933506 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b7c77a0e-526a-40b3-bdef-6222b18a4f72 req-300a6dae-0e87-4920-96aa-ce4cca06dd99 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=e41e93ae-5feb-40fb-95d1-5222ba279f68 HTTP/1.1" status: 200 len: 210 time: 0.0353830 Sep 23 22:26:59.933709 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56bf417d-893c-46f1-956a-cd80b5b8818d req-f45fa242-c858-45cd-8648-3a13e34d4385 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3632948 Sep 23 22:27:00.035443 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61793beb-f5a3-42ae-a765-0fc910b3a8de req-22147235-084a-4169-974d-b1c5b9708d9a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:00.047556 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61793beb-f5a3-42ae-a765-0fc910b3a8de req-22147235-084a-4169-974d-b1c5b9708d9a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:00.072866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61793beb-f5a3-42ae-a765-0fc910b3a8de req-22147235-084a-4169-974d-b1c5b9708d9a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:00.087494 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61793beb-f5a3-42ae-a765-0fc910b3a8de req-22147235-084a-4169-974d-b1c5b9708d9a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:00.099454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61793beb-f5a3-42ae-a765-0fc910b3a8de req-22147235-084a-4169-974d-b1c5b9708d9a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:00.111798 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61793beb-f5a3-42ae-a765-0fc910b3a8de req-22147235-084a-4169-974d-b1c5b9708d9a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:00.122733 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61793beb-f5a3-42ae-a765-0fc910b3a8de req-22147235-084a-4169-974d-b1c5b9708d9a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:00.126001 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61793beb-f5a3-42ae-a765-0fc910b3a8de req-22147235-084a-4169-974d-b1c5b9708d9a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5373 time: 0.4300578 Sep 23 22:27:00.179448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Router 9e695680-d168-41c1-a378-b2eb6243cbb6 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:27:00.239764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ec862e2f-41cf-4977-924a-c94c77aebb23 None None] Provisioning complete for port c6a2b989-1c98-4539-9dd4-0426ad0536fb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:00.240139 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ec862e2f-41cf-4977-924a-c94c77aebb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:00.245812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14cc50-b55c-4f44-adb2-a3ce9b8ce72c req-b02685bd-c9c5-4986-a126-d0fc3b7d2992 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:00.248858 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb14cc50-b55c-4f44-adb2-a3ce9b8ce72c req-b02685bd-c9c5-4986-a126-d0fc3b7d2992 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.1372826 Sep 23 22:27:00.266767 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61793beb-f5a3-42ae-a765-0fc910b3a8de req-743ff189-de85-468b-a55e-131adec7b6a4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212051 Sep 23 22:27:00.273806 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2fc59b-8cb2-421b-8953-264e069e9846 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:00.284249 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:00.289227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ec862e2f-41cf-4977-924a-c94c77aebb23 None None] Port c6a2b989-1c98-4539-9dd4-0426ad0536fb cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:27:00.300011 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Transition to ACTIVE for port object 8f2fc59b-8cb2-421b-8953-264e069e9846 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:27:00.377312 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:00.448214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Pushing event updated for resources: {'Port': ['ID=8f2fc59b-8cb2-421b-8953-264e069e9846,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:00.461507 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb14cc50-b55c-4f44-adb2-a3ce9b8ce72c req-ebd56b38-9b09-40d7-84d5-793e8a4da715 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378975 Sep 23 22:27:00.466015 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e86db9-ecec-4951-a5e4-e12b757b7cc3 req-4fc408a0-fc4e-4491-a297-8d1311cbc395 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:00.467784 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a3e86db9-ecec-4951-a5e4-e12b757b7cc3 req-4fc408a0-fc4e-4491-a297-8d1311cbc395 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1202180 Sep 23 22:27:00.468061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:27:00.474871 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7e047b93-913f-4dd7-b958-bf3c7f8015ab tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "PUT /v2.0/routers/9e695680-d168-41c1-a378-b2eb6243cbb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1346624 Sep 23 22:27:00.476669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49436) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:00.482827 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Sync routers for ids ['9e695680-d168-41c1-a378-b2eb6243cbb6'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:27:00.505879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Routers {'9e695680-d168-41c1-a378-b2eb6243cbb6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:27:00.508359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:26:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9e695680-d168-41c1-a378-b2eb6243cbb6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:00.568107 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a3e86db9-ecec-4951-a5e4-e12b757b7cc3 req-cfb05b54-de8e-461f-8ac2-f0ae93b99a05 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577493 Sep 23 22:27:00.571121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95cf646-c2ea-40ac-8ad2-64b255189fe3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:00.576046 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b95cf646-c2ea-40ac-8ad2-64b255189fe3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports/c6a2b989-1c98-4539-9dd4-0426ad0536fb HTTP/1.1" status: 200 len: 911 time: 0.0978339 Sep 23 22:27:00.576703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49440) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:00.586027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Attempting to bind port 8f2fc59b-8cb2-421b-8953-264e069e9846 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:27:00.586756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Attempting to bind port 8f2fc59b-8cb2-421b-8953-264e069e9846 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:27:00.587311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Attempting to bind port 8f2fc59b-8cb2-421b-8953-264e069e9846 on network 277e5faa-2d60-44c3-be61-7e8c69a875a4 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:00.595100 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Port 8f2fc59b-8cb2-421b-8953-264e069e9846 on network 277e5faa-2d60-44c3-be61-7e8c69a875a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:27:00.595755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Attempting to bind port 8f2fc59b-8cb2-421b-8953-264e069e9846 on network 277e5faa-2d60-44c3-be61-7e8c69a875a4 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:00.602462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:27:00.603592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Checking segment: {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:27:00.604300 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Bound using segment: {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:27:00.605022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Bound port: 8f2fc59b-8cb2-421b-8953-264e069e9846, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:27:00.605656 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:00.719254 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Set router 9e695680-d168-41c1-a378-b2eb6243cbb6 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:27:00.738274 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f89ee13-d982-438c-8ac5-320a0ab130ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:00.740906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] For port 8f2fc59b-8cb2-421b-8953-264e069e9846, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:00.744106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f89ee13-d982-438c-8ac5-320a0ab130ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:00.745895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] For port 8f2fc59b-8cb2-421b-8953-264e069e9846, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8f2fc59b-8cb2-421b-8953-264e069e9846,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:27:00.749010 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4f89ee13-d982-438c-8ac5-320a0ab130ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1685619 Sep 23 22:27:00.761676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49448) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:00.807715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411510be-8b5c-4bc9-8e10-624d814ac445 req-1f23d821-5960-4c23-a289-c27fe53d919f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:00.809462 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-411510be-8b5c-4bc9-8e10-624d814ac445 req-1f23d821-5960-4c23-a289-c27fe53d919f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.0614517 Sep 23 22:27:00.851779 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:00.899968 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-411510be-8b5c-4bc9-8e10-624d814ac445 req-69812407-babc-4074-85ef-a9c8e72da30b tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834618 Sep 23 22:27:00.911097 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:00.911821 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:00.914349 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] 10.222.0.67 "PUT /v2.0/ports/8f2fc59b-8cb2-421b-8953-264e069e9846 HTTP/1.1" status: 200 len: 1090 time: 2.5364125 Sep 23 22:27:00.914349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': '8f2fc59b-8cb2-421b-8953-264e069e9846'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:00.922718 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ae1554-d810-47c7-9a29-5802909e642d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "8f2fc59b-8cb2-421b-8953-264e069e9846"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:00.983175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d17257-95c6-4d04-acb6-10cd0b2bd6fc service neutron] Pushing event updated for resources: {'Port': ['ID=8f2fc59b-8cb2-421b-8953-264e069e9846,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:01.064960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Request body: {'port': {'device_id': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:01.157578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e695680-d168-41c1-a378-b2eb6243cbb6', 'name': 'tempest-NetworksTestDHCPv6-router-21687628', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:26:54Z', 'updated_at': '2021-09-23T22:26:57Z', 'revision_number': 2, 'project_id': 'f2893f5439c64e18a9b20605b17efba4', 'gw_port_host': None, '_interfaces': [{'id': 'c6a2b989-1c98-4539-9dd4-0426ad0536fb', 'name': '', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'mac_address': 'fa:16:3e:7a:cf:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e695680-d168-41c1-a378-b2eb6243cbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36a1615e-8e2e-4453-981e-0be5e30192fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:26:56Z', 'updated_at': '2021-09-23T22:26:58Z', 'revision_number': 2, 'project_id': 'f2893f5439c64e18a9b20605b17efba4', 'subnets': [{'id': '36a1615e-8e2e-4453-981e-0be5e30192fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:01.240899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-1a8901ca-4a32-4905-9254-c0036eae890a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.249199 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-1a8901ca-4a32-4905-9254-c0036eae890a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/networks?id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f HTTP/1.1" status: 200 len: 814 time: 0.1414876 Sep 23 22:27:01.254344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Checking router: 9e695680-d168-41c1-a378-b2eb6243cbb6 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:27:01.255356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Updating router 9e695680-d168-41c1-a378-b2eb6243cbb6 port c6a2b989-1c98-4539-9dd4-0426ad0536fb binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:27:01.272232 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-71b045fb-065e-449f-aaf2-eb485523add3 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/quotas/189ad56f85ae4049b0b1eb7dfddf1b7a HTTP/1.1" status: 200 len: 375 time: 0.0220084 Sep 23 22:27:01.355480 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:01.360784 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:01.361777 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd8b09-8b54-4fda-bfd7-ee50952491ee req-2d10b6e7-84af-431f-b0c7-9db729899154 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.368657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-66fd8b09-8b54-4fda-bfd7-ee50952491ee req-2d10b6e7-84af-431f-b0c7-9db729899154 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.5478246 Sep 23 22:27:01.405307 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-15bf537a-837c-406b-81e1-af23e141a640 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=189ad56f85ae4049b0b1eb7dfddf1b7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1320918 Sep 23 22:27:01.500772 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-66fd8b09-8b54-4fda-bfd7-ee50952491ee req-d47eb6f4-34a0-456f-910f-c21fb8ed7de9 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139176 Sep 23 22:27:01.569219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 480ed5bd-a465-444a-ae44-5a52be341b2f no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:27:01.599701 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610717cc-6a3c-4f57-bc96-9a6278d0525f x-openstack-request-id: req-610717cc-6a3c-4f57-bc96-9a6278d0525f {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:01.600290 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "8f2fc59b-8cb2-421b-8953-264e069e9846", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:01.600503 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-610717cc-6a3c-4f57-bc96-9a6278d0525f {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:01.601143 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': '8f2fc59b-8cb2-421b-8953-264e069e9846', 'status': 'completed', 'code': 200} Sep 23 22:27:01.609575 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 480ed5bd-a465-444a-ae44-5a52be341b2f {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:27:01.609921 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 480ed5bd-a465-444a-ae44-5a52be341b2f not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:27:01.857808 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-279473b7-12ed-4154-b0f8-2d48be0d892f service neutron] 10.222.0.22 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132426 Sep 23 22:27:01.882145 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:01.882902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9e36-372b-4564-ba8a-b4f9c4885fd1 req-c60095b1-f0f5-49ff-b32b-301b818a8430 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.894951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9e36-372b-4564-ba8a-b4f9c4885fd1 req-c60095b1-f0f5-49ff-b32b-301b818a8430 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.906632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9e36-372b-4564-ba8a-b4f9c4885fd1 req-c60095b1-f0f5-49ff-b32b-301b818a8430 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.913393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae1554-d810-47c7-9a29-5802909e642d req-cdb05e76-8251-4de8-a255-8f2d02b7eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.913887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae1554-d810-47c7-9a29-5802909e642d req-cdb05e76-8251-4de8-a255-8f2d02b7eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.914362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae1554-d810-47c7-9a29-5802909e642d req-cdb05e76-8251-4de8-a255-8f2d02b7eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.914838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae1554-d810-47c7-9a29-5802909e642d req-cdb05e76-8251-4de8-a255-8f2d02b7eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.915314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae1554-d810-47c7-9a29-5802909e642d req-cdb05e76-8251-4de8-a255-8f2d02b7eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.915852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae1554-d810-47c7-9a29-5802909e642d req-cdb05e76-8251-4de8-a255-8f2d02b7eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.916324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae1554-d810-47c7-9a29-5802909e642d req-cdb05e76-8251-4de8-a255-8f2d02b7eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.917316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9e36-372b-4564-ba8a-b4f9c4885fd1 req-c60095b1-f0f5-49ff-b32b-301b818a8430 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.918456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93ae1554-d810-47c7-9a29-5802909e642d req-cdb05e76-8251-4de8-a255-8f2d02b7eb50 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53d9dcc00ea347a4ba456b29d8894318&device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 6277 time: 0.2225959 Sep 23 22:27:01.927017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9e36-372b-4564-ba8a-b4f9c4885fd1 req-c60095b1-f0f5-49ff-b32b-301b818a8430 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.939050 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9e36-372b-4564-ba8a-b4f9c4885fd1 req-c60095b1-f0f5-49ff-b32b-301b818a8430 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.949897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9e36-372b-4564-ba8a-b4f9c4885fd1 req-c60095b1-f0f5-49ff-b32b-301b818a8430 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:01.951986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a61d9e36-372b-4564-ba8a-b4f9c4885fd1 req-c60095b1-f0f5-49ff-b32b-301b818a8430 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5385 time: 0.1870818 Sep 23 22:27:02.003430 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:02.066119 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3953a-81aa-4bde-9832-f723e6b33b75 None None] Pushing event updated for resources: {'Port': ['ID=c6a2b989-1c98-4539-9dd4-0426ad0536fb,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:02.096569 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a61d9e36-372b-4564-ba8a-b4f9c4885fd1 req-ac5c1a6c-7c92-4dbe-8bb0-201e1bde47a2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062450 Sep 23 22:27:02.099813 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c0972cd-1c62-4b07-a421-d54d0ac7e040 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:02.174543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Attempting to bind port c6a2b989-1c98-4539-9dd4-0426ad0536fb on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:27:02.174921 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Attempting to bind port c6a2b989-1c98-4539-9dd4-0426ad0536fb by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:27:02.175297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Attempting to bind port c6a2b989-1c98-4539-9dd4-0426ad0536fb on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:02.201062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:27:02.202453 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:27:02.203503 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:02.204471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:27:02.206679 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Bound port: c6a2b989-1c98-4539-9dd4-0426ad0536fb, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:27:02.207891 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:02.232109 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-0bb7ab72-90d2-447a-8e03-8020a7735967 service neutron] 10.222.0.22 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613060 Sep 23 22:27:02.271121 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae1554-d810-47c7-9a29-5802909e642d req-7a7ecb76-e4bb-4b38-b1f2-2eaf782ee7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:02.271598 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae1554-d810-47c7-9a29-5802909e642d req-7a7ecb76-e4bb-4b38-b1f2-2eaf782ee7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:02.272067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae1554-d810-47c7-9a29-5802909e642d req-7a7ecb76-e4bb-4b38-b1f2-2eaf782ee7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:02.273715 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93ae1554-d810-47c7-9a29-5802909e642d req-7a7ecb76-e4bb-4b38-b1f2-2eaf782ee7c5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=53d9dcc00ea347a4ba456b29d8894318&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3238335 Sep 23 22:27:02.350775 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] For port c6a2b989-1c98-4539-9dd4-0426ad0536fb, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:02.358145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] For port c6a2b989-1c98-4539-9dd4-0426ad0536fb, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c6a2b989-1c98-4539-9dd4-0426ad0536fb,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:27:02.393397 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499a0347-912c-44ce-a942-4345708a157a {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:02.427918 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:02.451663 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Transition to ACTIVE for port object 499a0347-912c-44ce-a942-4345708a157a will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:27:02.470292 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:02.470590 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae1554-d810-47c7-9a29-5802909e642d req-903f2114-8f34-407c-a2f8-228c0c4c3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:02.473059 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93ae1554-d810-47c7-9a29-5802909e642d req-903f2114-8f34-407c-a2f8-228c0c4c3079 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852438 Sep 23 22:27:02.476070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ca473-5b86-44f0-9b6a-2d3b0935fa49 req-87317e30-7b8e-4c40-b536-1fa361231926 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:02.478081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c9ca473-5b86-44f0-9b6a-2d3b0935fa49 req-87317e30-7b8e-4c40-b536-1fa361231926 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.2144024 Sep 23 22:27:02.535927 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Routers {'9e695680-d168-41c1-a378-b2eb6243cbb6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:27:02.536580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:26:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9e695680-d168-41c1-a378-b2eb6243cbb6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:02.553749 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c9ca473-5b86-44f0-9b6a-2d3b0935fa49 req-cbfaa919-e502-4738-9256-6ba006b4f296 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537820 Sep 23 22:27:02.589763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3953a-81aa-4bde-9832-f723e6b33b75 None None] Pushing event updated for resources: {'Port': ['ID=c6a2b989-1c98-4539-9dd4-0426ad0536fb,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:02.598431 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:02.652705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4b2de65b-060f-473d-9e2c-2d48befb55b2 None None] Provisioning complete for port c6a2b989-1c98-4539-9dd4-0426ad0536fb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:02.653354 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4b2de65b-060f-473d-9e2c-2d48befb55b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:02.707540 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] Set router 9e695680-d168-41c1-a378-b2eb6243cbb6 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:27:02.787034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Pushing event updated for resources: {'Port': ['ID=499a0347-912c-44ce-a942-4345708a157a,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:02.832287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3c0972cd-1c62-4b07-a421-d54d0ac7e040 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port c6a2b989-1c98-4539-9dd4-0426ad0536fb {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:02.832647 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c0972cd-1c62-4b07-a421-d54d0ac7e040 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:03.021030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Attempting to bind port 499a0347-912c-44ce-a942-4345708a157a on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:27:03.022111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Attempting to bind port 499a0347-912c-44ce-a942-4345708a157a by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:27:03.022808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Attempting to bind port 499a0347-912c-44ce-a942-4345708a157a on network 277e5faa-2d60-44c3-be61-7e8c69a875a4 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:03.043765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Port 499a0347-912c-44ce-a942-4345708a157a on network 277e5faa-2d60-44c3-be61-7e8c69a875a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:27:03.046843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Attempting to bind port 499a0347-912c-44ce-a942-4345708a157a on network 277e5faa-2d60-44c3-be61-7e8c69a875a4 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:03.080792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:27:03.081461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Checking segment: {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:27:03.082083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Bound using segment: {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:27:03.082812 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Bound port: 499a0347-912c-44ce-a942-4345708a157a, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:27:03.083507 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:03.201610 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-3c0972cd-1c62-4b07-a421-d54d0ac7e040 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] For port c6a2b989-1c98-4539-9dd4-0426ad0536fb, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c6a2b989-1c98-4539-9dd4-0426ad0536fb,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:03.203249 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c0972cd-1c62-4b07-a421-d54d0ac7e040 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:03.214636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] For port 499a0347-912c-44ce-a942-4345708a157a, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:03.220120 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] For port 499a0347-912c-44ce-a942-4345708a157a, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=499a0347-912c-44ce-a942-4345708a157a,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:27:03.238297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3c0972cd-1c62-4b07-a421-d54d0ac7e040 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for c6a2b989-1c98-4539-9dd4-0426ad0536fb owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:03.248564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9a268-b233-475f-b447-db769c935c18 req-aaf71700-fa14-4387-863f-e62306b9b79b tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:03.250387 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1e9a268-b233-475f-b447-db769c935c18 req-aaf71700-fa14-4387-863f-e62306b9b79b tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.2464187 Sep 23 22:27:03.257630 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4b2de65b-060f-473d-9e2c-2d48befb55b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:03.331051 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:03.335377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4b2de65b-060f-473d-9e2c-2d48befb55b2 None None] For port c6a2b989-1c98-4539-9dd4-0426ad0536fb, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c6a2b989-1c98-4539-9dd4-0426ad0536fb,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:03.353496 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1e9a268-b233-475f-b447-db769c935c18 req-5a8b3fd2-b8d9-4883-a422-1a5ce0a078dd tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919478 Sep 23 22:27:03.388954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e695680-d168-41c1-a378-b2eb6243cbb6', 'name': 'tempest-NetworksTestDHCPv6-router-21687628', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:26:54Z', 'updated_at': '2021-09-23T22:26:57Z', 'revision_number': 2, 'project_id': 'f2893f5439c64e18a9b20605b17efba4', 'gw_port_host': None, '_interfaces': [{'id': 'c6a2b989-1c98-4539-9dd4-0426ad0536fb', 'name': '', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'mac_address': 'fa:16:3e:7a:cf:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e695680-d168-41c1-a378-b2eb6243cbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36a1615e-8e2e-4453-981e-0be5e30192fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:26:56Z', 'updated_at': '2021-09-23T22:27:02Z', 'revision_number': 4, 'project_id': 'f2893f5439c64e18a9b20605b17efba4', 'subnets': [{'id': '36a1615e-8e2e-4453-981e-0be5e30192fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:03.443627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:03.445153 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:03.448264 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54d0141-37b6-4093-be81-ddae6551cbb2 None None] The sync data for ids ['9e695680-d168-41c1-a378-b2eb6243cbb6'] in n-d-810775-1 is: [{'id': '9e695680-d168-41c1-a378-b2eb6243cbb6', 'name': 'tempest-NetworksTestDHCPv6-router-21687628', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:26:54Z', 'updated_at': '2021-09-23T22:26:57Z', 'revision_number': 2, 'project_id': 'f2893f5439c64e18a9b20605b17efba4', 'gw_port_host': None, '_interfaces': [{'id': 'c6a2b989-1c98-4539-9dd4-0426ad0536fb', 'name': '', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'mac_address': 'fa:16:3e:7a:cf:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e695680-d168-41c1-a378-b2eb6243cbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '36a1615e-8e2e-4453-981e-0be5e30192fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:26:56Z', 'updated_at': '2021-09-23T22:27:02Z', 'revision_number': 4, 'project_id': 'f2893f5439c64e18a9b20605b17efba4', 'subnets': [{'id': '36a1615e-8e2e-4453-981e-0be5e30192fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:27:03.448517 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] 10.222.0.67 "PUT /v2.0/ports/499a0347-912c-44ce-a942-4345708a157a HTTP/1.1" status: 200 len: 1091 time: 2.3893750 Sep 23 22:27:03.450379 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4b2de65b-060f-473d-9e2c-2d48befb55b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:03.491599 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-172829cf-af20-44ea-b7f3-148603d46635 req-26d5e5fd-0bfe-433a-bbd5-9a4ff1d68907 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 210 time: 0.0338209 Sep 23 22:27:03.522931 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907b8dd-334c-4e36-a126-9fcb852c9c1d service neutron] Pushing event updated for resources: {'Port': ['ID=499a0347-912c-44ce-a942-4345708a157a,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:03.586319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2de65b-060f-473d-9e2c-2d48befb55b2 None None] Pushing event updated for resources: {'Port': ['ID=c6a2b989-1c98-4539-9dd4-0426ad0536fb,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:03.605891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Request body: {'port': {'device_id': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:03.620860 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': '499a0347-912c-44ce-a942-4345708a157a'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:03.629413 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c53cbe9-f364-486b-a031-7c523b2ddf78" -d '{"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "499a0347-912c-44ce-a942-4345708a157a"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:03.634310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e51ab052-1354-4e34-933e-0c89121bb4f8 None None] Provisioning complete for port c6a2b989-1c98-4539-9dd4-0426ad0536fb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:03.635126 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e51ab052-1354-4e34-933e-0c89121bb4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:03.783601 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb5ce4-9827-47cf-a7c7-37f40fd5a415 req-529d5464-7601-4245-a257-35154cccb281 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:03.785495 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-48bb5ce4-9827-47cf-a7c7-37f40fd5a415 req-529d5464-7601-4245-a257-35154cccb281 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.2076166 Sep 23 22:27:03.786728 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:03.826219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb947d-d1ce-4a7d-af6f-5f206b186919 req-1acb7207-d04d-40f2-b7af-1025c7588d2e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:03.836574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb947d-d1ce-4a7d-af6f-5f206b186919 req-1acb7207-d04d-40f2-b7af-1025c7588d2e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:03.850196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb947d-d1ce-4a7d-af6f-5f206b186919 req-1acb7207-d04d-40f2-b7af-1025c7588d2e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:03.859740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb947d-d1ce-4a7d-af6f-5f206b186919 req-1acb7207-d04d-40f2-b7af-1025c7588d2e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:03.868412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb947d-d1ce-4a7d-af6f-5f206b186919 req-1acb7207-d04d-40f2-b7af-1025c7588d2e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:03.878015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb947d-d1ce-4a7d-af6f-5f206b186919 req-1acb7207-d04d-40f2-b7af-1025c7588d2e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:03.884001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb947d-d1ce-4a7d-af6f-5f206b186919 req-1acb7207-d04d-40f2-b7af-1025c7588d2e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:03.893066 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0cb947d-d1ce-4a7d-af6f-5f206b186919 req-1acb7207-d04d-40f2-b7af-1025c7588d2e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5397 time: 0.2341235 Sep 23 22:27:03.910391 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c0972cd-1c62-4b07-a421-d54d0ac7e040 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:03.985428 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-48bb5ce4-9827-47cf-a7c7-37f40fd5a415 req-39c75750-7f8a-44bd-8664-7877ca866dc2 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411607 Sep 23 22:27:04.037445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0972cd-1c62-4b07-a421-d54d0ac7e040 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=c6a2b989-1c98-4539-9dd4-0426ad0536fb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:04.273512 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0cb947d-d1ce-4a7d-af6f-5f206b186919 req-bb82fbff-e64e-4cfa-ab64-cdfd2ce29705 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3793709 Sep 23 22:27:04.278306 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c0972cd-1c62-4b07-a421-d54d0ac7e040 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:04.308168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fad4cd-ca30-4b86-b497-b7fc84f48fb3 req-a14fc6e1-1aba-449b-af5f-86057fe0318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:04.312443 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-69fad4cd-ca30-4b86-b497-b7fc84f48fb3 req-a14fc6e1-1aba-449b-af5f-86057fe0318e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 1096 time: 0.1220696 Sep 23 22:27:04.341310 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab265b6-2e3a-4ba7-897b-55e852bf09a0 req-19b04afd-a89f-4857-8a3f-17a5184d2f75 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:04.346021 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ab265b6-2e3a-4ba7-897b-55e852bf09a0 req-19b04afd-a89f-4857-8a3f-17a5184d2f75 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 950 time: 0.2144759 Sep 23 22:27:04.428343 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ab265b6-2e3a-4ba7-897b-55e852bf09a0 req-2368a6b0-1e8b-4c54-874f-1d91447dffca tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695765 Sep 23 22:27:04.467642 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-69fad4cd-ca30-4b86-b497-b7fc84f48fb3 req-9f3682c3-787e-4489-adaf-dae3dc329926 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190784 Sep 23 22:27:04.535567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26f34cc-c4ee-4668-9337-2d322cc23919 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:04.545090 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4434c8a-a0e4-4ad8-95bd-ee8291aeb5ad x-openstack-request-id: req-d4434c8a-a0e4-4ad8-95bd-ee8291aeb5ad {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:04.545782 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "499a0347-912c-44ce-a942-4345708a157a", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:04.546165 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4434c8a-a0e4-4ad8-95bd-ee8291aeb5ad {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:04.546673 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': '499a0347-912c-44ce-a942-4345708a157a', 'status': 'completed', 'code': 200} Sep 23 22:27:04.554492 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:04.573368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Transition to ACTIVE for port object c26f34cc-c4ee-4668-9337-2d322cc23919 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:27:04.623500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badf464-e171-4525-885a-74b4e257b04d req-fee75a53-b448-429e-ad44-682603b22aea tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:04.625219 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7badf464-e171-4525-885a-74b4e257b04d req-fee75a53-b448-429e-ad44-682603b22aea tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.2192147 Sep 23 22:27:04.630275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0972cd-1c62-4b07-a421-d54d0ac7e040 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Router 9e695680-d168-41c1-a378-b2eb6243cbb6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:27:04.650277 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:04.744988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Pushing event updated for resources: {'Port': ['ID=c26f34cc-c4ee-4668-9337-2d322cc23919,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:04.765085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7badf464-e171-4525-885a-74b4e257b04d req-24d395ef-e490-4d51-bb9d-e65359abceed tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240051 Sep 23 22:27:04.780981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0972cd-1c62-4b07-a421-d54d0ac7e040 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:27:04.787799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3c0972cd-1c62-4b07-a421-d54d0ac7e040 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "PUT /v2.0/routers/9e695680-d168-41c1-a378-b2eb6243cbb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0249968 Sep 23 22:27:04.793317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49498) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:04.794926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53cbe9-f364-486b-a031-7c523b2ddf78 req-781abf23-ff5a-4985-8f63-1c297d5b14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:04.795420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53cbe9-f364-486b-a031-7c523b2ddf78 req-781abf23-ff5a-4985-8f63-1c297d5b14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:04.795925 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53cbe9-f364-486b-a031-7c523b2ddf78 req-781abf23-ff5a-4985-8f63-1c297d5b14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:04.796401 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53cbe9-f364-486b-a031-7c523b2ddf78 req-781abf23-ff5a-4985-8f63-1c297d5b14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:04.803320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53cbe9-f364-486b-a031-7c523b2ddf78 req-781abf23-ff5a-4985-8f63-1c297d5b14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:04.803954 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53cbe9-f364-486b-a031-7c523b2ddf78 req-781abf23-ff5a-4985-8f63-1c297d5b14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:04.804447 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53cbe9-f364-486b-a031-7c523b2ddf78 req-781abf23-ff5a-4985-8f63-1c297d5b14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:04.811672 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c53cbe9-f364-486b-a031-7c523b2ddf78 req-781abf23-ff5a-4985-8f63-1c297d5b14c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53d9dcc00ea347a4ba456b29d8894318&device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 6344 time: 0.2030234 Sep 23 22:27:04.921919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a910b15-4139-4f36-974f-9e3294bfc54c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:04.923834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a910b15-4139-4f36-974f-9e3294bfc54c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:04.925638 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6a910b15-4139-4f36-974f-9e3294bfc54c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1313398 Sep 23 22:27:04.936811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49500) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:04.995641 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e861fac-ff17-4fcd-a726-5c495ff2da3d req-f283f258-acf2-4568-bceb-6e07fa033ce5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 210 time: 0.0683520 Sep 23 22:27:05.073315 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-954f2ca2-d530-4bd5-ae10-7b445d0a908f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 36a1615e-8e2e-4453-981e-0be5e30192fa {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:27:05.116151 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-954f2ca2-d530-4bd5-ae10-7b445d0a908f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:05.221911 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-954f2ca2-d530-4bd5-ae10-7b445d0a908f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:05.290442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c313d-d2da-40d2-84c5-1d2ff836bb62 req-6748c981-b493-4521-9aca-36567250a4d8 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:05.293511 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e7c313d-d2da-40d2-84c5-1d2ff836bb62 req-6748c981-b493-4521-9aca-36567250a4d8 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.43 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 950 time: 0.2135320 Sep 23 22:27:05.325478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d6e94-ac54-48c6-8482-6f635c3cc277 req-641754a8-444f-4e1e-86a6-0312218fca94 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:05.327414 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dc1d6e94-ac54-48c6-8482-6f635c3cc277 req-641754a8-444f-4e1e-86a6-0312218fca94 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.2292914 Sep 23 22:27:05.518058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba872ad4-a5e4-4602-a3d5-00f1d4b0ca3d req-dc5e0433-4a20-4305-9758-f936b42f3913 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:05.519609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ba872ad4-a5e4-4602-a3d5-00f1d4b0ca3d req-dc5e0433-4a20-4305-9758-f936b42f3913 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.7039974 Sep 23 22:27:05.533882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Attempting to bind port c26f34cc-c4ee-4668-9337-2d322cc23919 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:27:05.534132 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Attempting to bind port c26f34cc-c4ee-4668-9337-2d322cc23919 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'c373b46c-4a82-4d08-bf67-4db7f721d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:27:05.534471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Attempting to bind port c26f34cc-c4ee-4668-9337-2d322cc23919 on network ca883b77-dd36-40f2-a31d-760ec43ec06e {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:05.546485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Port c26f34cc-c4ee-4668-9337-2d322cc23919 on network ca883b77-dd36-40f2-a31d-760ec43ec06e not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:27:05.546812 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Attempting to bind port c26f34cc-c4ee-4668-9337-2d322cc23919 on network ca883b77-dd36-40f2-a31d-760ec43ec06e {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:05.564780 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53cbe9-f364-486b-a031-7c523b2ddf78 req-6be1bfc6-95ae-4e15-a51a-fc778474faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:05.565304 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53cbe9-f364-486b-a031-7c523b2ddf78 req-6be1bfc6-95ae-4e15-a51a-fc778474faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:05.565779 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53cbe9-f364-486b-a031-7c523b2ddf78 req-6be1bfc6-95ae-4e15-a51a-fc778474faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:05.567497 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c53cbe9-f364-486b-a031-7c523b2ddf78 req-6be1bfc6-95ae-4e15-a51a-fc778474faa2 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=53d9dcc00ea347a4ba456b29d8894318&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7399867 Sep 23 22:27:05.579010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:27:05.579347 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Checking segment: {'id': 'c373b46c-4a82-4d08-bf67-4db7f721d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:27:05.579738 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Bound using segment: {'id': 'c373b46c-4a82-4d08-bf67-4db7f721d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:27:05.580192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Bound port: c26f34cc-c4ee-4668-9337-2d322cc23919, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c373b46c-4a82-4d08-bf67-4db7f721d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:27:05.580575 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:05.705986 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ba872ad4-a5e4-4602-a3d5-00f1d4b0ca3d req-8c22c67e-d2b1-41c7-82d7-1340d13f761a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605158 Sep 23 22:27:05.795054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53cbe9-f364-486b-a031-7c523b2ddf78 req-22c85e34-542e-4ab3-8683-9539e5bad3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:05.797317 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c53cbe9-f364-486b-a031-7c523b2ddf78 req-22c85e34-542e-4ab3-8683-9539e5bad3c1 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2197471 Sep 23 22:27:05.802731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] For port c26f34cc-c4ee-4668-9337-2d322cc23919, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:05.810715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] For port c26f34cc-c4ee-4668-9337-2d322cc23919, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=c26f34cc-c4ee-4668-9337-2d322cc23919,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:27:05.880130 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dc1d6e94-ac54-48c6-8482-6f635c3cc277 req-57dcb483-bb38-4bbe-bc25-e7a146592333 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220113 Sep 23 22:27:05.886141 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-954f2ca2-d530-4bd5-ae10-7b445d0a908f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:05.924650 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:05.970266 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-6e7c313d-d2da-40d2-84c5-1d2ff836bb62 req-2f0307ca-7dc8-43a8-9386-f0a3b7754255 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Deleting port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:05.970681 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6e7c313d-d2da-40d2-84c5-1d2ff836bb62 req-2f0307ca-7dc8-43a8-9386-f0a3b7754255 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:06.004695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a9aca-3300-402d-aa0b-cba727d5886a req-651e84ff-a41d-4f27-8a28-04bd5cb9619d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:06.011486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a9aca-3300-402d-aa0b-cba727d5886a req-651e84ff-a41d-4f27-8a28-04bd5cb9619d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:06.018456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a9aca-3300-402d-aa0b-cba727d5886a req-651e84ff-a41d-4f27-8a28-04bd5cb9619d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:06.025200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a9aca-3300-402d-aa0b-cba727d5886a req-651e84ff-a41d-4f27-8a28-04bd5cb9619d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:06.044521 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a9aca-3300-402d-aa0b-cba727d5886a req-651e84ff-a41d-4f27-8a28-04bd5cb9619d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:06.053040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a9aca-3300-402d-aa0b-cba727d5886a req-651e84ff-a41d-4f27-8a28-04bd5cb9619d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:06.066564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a9aca-3300-402d-aa0b-cba727d5886a req-651e84ff-a41d-4f27-8a28-04bd5cb9619d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:06.079894 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03733b17-c1dc-443b-96c5-26f1ef642f9d None None] Sync routers for ids ['9e695680-d168-41c1-a378-b2eb6243cbb6'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:27:06.090980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e2a9aca-3300-402d-aa0b-cba727d5886a req-651e84ff-a41d-4f27-8a28-04bd5cb9619d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5409 time: 0.2489765 Sep 23 22:27:06.092625 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03733b17-c1dc-443b-96c5-26f1ef642f9d None None] Routers {'9e695680-d168-41c1-a378-b2eb6243cbb6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:27:06.093739 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-03733b17-c1dc-443b-96c5-26f1ef642f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:26:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9e695680-d168-41c1-a378-b2eb6243cbb6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:06.101237 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:06.102306 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:06.104211 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] 10.222.0.67 "PUT /v2.0/ports/c26f34cc-c4ee-4668-9337-2d322cc23919 HTTP/1.1" status: 200 len: 1091 time: 2.5192130 Sep 23 22:27:06.144984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d38c0-0301-4604-902d-6874348e8959 req-6c73d40d-0748-41f4-8d93-ab62203de8c5 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:06.146930 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f95d38c0-0301-4604-902d-6874348e8959 req-6c73d40d-0748-41f4-8d93-ab62203de8c5 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 950 time: 0.1330593 Sep 23 22:27:06.205239 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-954f2ca2-d530-4bd5-ae10-7b445d0a908f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:06.243645 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-ea5ead23-631b-4525-bf9c-3c7155fc0d9a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:06.246178 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-ea5ead23-631b-4525-bf9c-3c7155fc0d9a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.43 "GET /v2.0/networks?id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f HTTP/1.1" status: 200 len: 814 time: 0.1410267 Sep 23 22:27:06.255543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Request body: {'port': {'device_id': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:06.266621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-6e7c313d-d2da-40d2-84c5-1d2ff836bb62 req-2f0307ca-7dc8-43a8-9386-f0a3b7754255 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] For port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:06.267086 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6e7c313d-d2da-40d2-84c5-1d2ff836bb62 req-2f0307ca-7dc8-43a8-9386-f0a3b7754255 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:06.270168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f2ca2-d530-4bd5-ae10-7b445d0a908f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=36a1615e-8e2e-4453-981e-0be5e30192fa,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:06.293724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36cb4f-5347-4855-ba30-a36812989ce9 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:27:06.311944 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-954f2ca2-d530-4bd5-ae10-7b445d0a908f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:06.313281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-fb85473a-b110-4127-9216-e4a848c85b6f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Request body: {'port': {'device_id': '16fad9d2-6ce9-431e-879a-bce277830eec', 'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f', 'admin_state_up': True, 'tenant_id': '189ad56f85ae4049b0b1eb7dfddf1b7a'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:06.317927 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-954f2ca2-d530-4bd5-ae10-7b445d0a908f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/36a1615e-8e2e-4453-981e-0be5e30192fa HTTP/1.1" status: 204 len: 168 time: 1.3756871 Sep 23 22:27:06.318732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-6e7c313d-d2da-40d2-84c5-1d2ff836bb62 req-2f0307ca-7dc8-43a8-9386-f0a3b7754255 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Calling delete_port for 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:06.323603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49514) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:06.335433 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-03733b17-c1dc-443b-96c5-26f1ef642f9d None None] Set router 9e695680-d168-41c1-a378-b2eb6243cbb6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:27:06.392478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25a711-96f4-4d36-afd3-89a36d3ad529 service neutron] Pushing event updated for resources: {'Port': ['ID=c26f34cc-c4ee-4668-9337-2d322cc23919,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:06.440725 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-03733b17-c1dc-443b-96c5-26f1ef642f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e695680-d168-41c1-a378-b2eb6243cbb6', 'name': 'tempest-NetworksTestDHCPv6-router-21687628', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:26:54Z', 'updated_at': '2021-09-23T22:27:03Z', 'revision_number': 3, 'project_id': 'f2893f5439c64e18a9b20605b17efba4', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:06.461360 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0a284e1-0422-48c3-8db8-19c6a344f48b req-36318946-63e2-4bb7-97c7-e7990a74f071 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2363465 Sep 23 22:27:06.487068 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e2a9aca-3300-402d-aa0b-cba727d5886a req-3e6030af-1ba2-4dc8-893b-0f749534b362 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3949399 Sep 23 22:27:06.505714 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03733b17-c1dc-443b-96c5-26f1ef642f9d None None] Checking router: 9e695680-d168-41c1-a378-b2eb6243cbb6 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:27:06.527567 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03733b17-c1dc-443b-96c5-26f1ef642f9d None None] Routers {'9e695680-d168-41c1-a378-b2eb6243cbb6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:27:06.528556 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-03733b17-c1dc-443b-96c5-26f1ef642f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:26:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9e695680-d168-41c1-a378-b2eb6243cbb6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:06.541865 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f95d38c0-0301-4604-902d-6874348e8959 req-50e128c5-c32b-471f-8db7-f5090206a782 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556316 Sep 23 22:27:06.543020 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:06.569605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': 'c26f34cc-c4ee-4668-9337-2d322cc23919'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:06.573694 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10e5e38-1af3-453d-85be-54f1db855895" -d '{"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "c26f34cc-c4ee-4668-9337-2d322cc23919"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:06.630308 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:06.703811 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-03733b17-c1dc-443b-96c5-26f1ef642f9d None None] Set router 9e695680-d168-41c1-a378-b2eb6243cbb6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:27:06.729984 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6e7c313d-d2da-40d2-84c5-1d2ff836bb62 req-2f0307ca-7dc8-43a8-9386-f0a3b7754255 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:06.743867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['141b0f2c-8a85-4d9b-bd35-51cd99b190f4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:06.809781 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34dad3c-0241-477c-9fc7-7d87bb145ae3 None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:27:06.810514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0307ca-7dc8-43a8-9386-f0a3b7754255 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Pushing event deleted for resources: {'Port': ['ID=141b0f2c-8a85-4d9b-bd35-51cd99b190f4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:06.866468 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-03733b17-c1dc-443b-96c5-26f1ef642f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e695680-d168-41c1-a378-b2eb6243cbb6', 'name': 'tempest-NetworksTestDHCPv6-router-21687628', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:26:54Z', 'updated_at': '2021-09-23T22:27:03Z', 'revision_number': 3, 'project_id': 'f2893f5439c64e18a9b20605b17efba4', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:06.872203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7c313d-d2da-40d2-84c5-1d2ff836bb62 req-2f0307ca-7dc8-43a8-9386-f0a3b7754255 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] No DVR routers for this DVR port 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:27:06.874907 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6e7c313d-d2da-40d2-84c5-1d2ff836bb62 req-2f0307ca-7dc8-43a8-9386-f0a3b7754255 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:06.878127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e7c313d-d2da-40d2-84c5-1d2ff836bb62 req-2f0307ca-7dc8-43a8-9386-f0a3b7754255 tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.43 "DELETE /v2.0/ports/141b0f2c-8a85-4d9b-bd35-51cd99b190f4 HTTP/1.1" status: 204 len: 173 time: 1.5752420 Sep 23 22:27:06.879148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7beddfd3-678b-455b-9c1f-3bb5e712182c', 'name': 'network-vif-deleted', 'tag': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:06.883111 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876593ae-1c09-4c99-8209-1b624d52ce03" -d '{"events": [{"server_uuid": "7beddfd3-678b-455b-9c1f-3bb5e712182c", "name": "network-vif-deleted", "tag": "141b0f2c-8a85-4d9b-bd35-51cd99b190f4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:06.896815 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f70cfc63-2571-402c-8fd3-cb4a3affdf73 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.5725977 Sep 23 22:27:06.903223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49522) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:06.908065 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6bcc9d9-fab0-4d41-8fbc-94d6ea6086cd req-8d53b769-4577-43ee-bac3-cfdd7f6d4a65 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 210 time: 0.1058750 Sep 23 22:27:06.923891 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03733b17-c1dc-443b-96c5-26f1ef642f9d None None] The sync data for ids ['9e695680-d168-41c1-a378-b2eb6243cbb6'] in n-d-810775-1 is: [{'id': '9e695680-d168-41c1-a378-b2eb6243cbb6', 'name': 'tempest-NetworksTestDHCPv6-router-21687628', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:26:54Z', 'updated_at': '2021-09-23T22:27:03Z', 'revision_number': 3, 'project_id': 'f2893f5439c64e18a9b20605b17efba4', 'gw_port_host': None}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:27:06.930751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a34dad3c-0241-477c-9fc7-7d87bb145ae3 None None] Deleting port 80c50b13-613e-4b4a-a8b6-a16dfaed97e0 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:06.931157 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a34dad3c-0241-477c-9fc7-7d87bb145ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:06.936517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12e9a-452a-4763-8606-41c3146aaf50 req-7271e0b4-1d9e-45c1-a55e-ef8e14c87aab tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:06.945768 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2b12e9a-452a-4763-8606-41c3146aaf50 req-7271e0b4-1d9e-45c1-a55e-ef8e14c87aab tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.2390873 Sep 23 22:27:06.961825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-fb85473a-b110-4127-9216-e4a848c85b6f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Made reservation on behalf of 189ad56f85ae4049b0b1eb7dfddf1b7a for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:27:06.969343 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-fb85473a-b110-4127-9216-e4a848c85b6f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:07.037670 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a284e1-0422-48c3-8db8-19c6a344f48b req-35e2f1c0-5397-4b29-98ba-f329f34de83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:07.041333 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0a284e1-0422-48c3-8db8-19c6a344f48b req-35e2f1c0-5397-4b29-98ba-f329f34de83f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 1102 time: 0.4940860 Sep 23 22:27:07.047772 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dd61a6-b245-459c-8bf2-f356054018d3 x-openstack-request-id: req-19dd61a6-b245-459c-8bf2-f356054018d3 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:07.048655 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "c26f34cc-c4ee-4668-9337-2d322cc23919", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:07.048770 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-19dd61a6-b245-459c-8bf2-f356054018d3 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:07.050384 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': 'c26f34cc-c4ee-4668-9337-2d322cc23919', 'status': 'completed', 'code': 200} Sep 23 22:27:07.077307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a34dad3c-0241-477c-9fc7-7d87bb145ae3 None None] For port 80c50b13-613e-4b4a-a8b6-a16dfaed97e0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=80c50b13-613e-4b4a-a8b6-a16dfaed97e0,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:07.078211 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a34dad3c-0241-477c-9fc7-7d87bb145ae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:07.091937 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2a8cd0b-0ca4-4ab5-a031-aa7c611db0c3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:07.108404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a34dad3c-0241-477c-9fc7-7d87bb145ae3 None None] Calling delete_port for 80c50b13-613e-4b4a-a8b6-a16dfaed97e0 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:07.291692 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2b12e9a-452a-4763-8606-41c3146aaf50 req-a2e6bbf4-314e-42d8-8d6b-bb5ad12d5c1e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443251 Sep 23 22:27:07.347058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7aef643-1174-42fd-8754-4c16946aa2b2 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:07.366401 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2a8cd0b-0ca4-4ab5-a031-aa7c611db0c3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:07.367407 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:07.374838 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2a8cd0b-0ca4-4ab5-a031-aa7c611db0c3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:07.395106 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a34dad3c-0241-477c-9fc7-7d87bb145ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:07.402013 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d56c94-ca7c-468b-8190-16b1bab78c4e x-openstack-request-id: req-84d56c94-ca7c-468b-8190-16b1bab78c4e {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:07.402312 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7beddfd3-678b-455b-9c1f-3bb5e712182c", "name": "network-vif-deleted", "tag": "141b0f2c-8a85-4d9b-bd35-51cd99b190f4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:07.404618 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84d56c94-ca7c-468b-8190-16b1bab78c4e {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:07.404618 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7beddfd3-678b-455b-9c1f-3bb5e712182c', 'name': 'network-vif-deleted', 'tag': '141b0f2c-8a85-4d9b-bd35-51cd99b190f4', 'status': 'completed', 'code': 200} Sep 23 22:27:07.410632 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Transition to ACTIVE for port object b7aef643-1174-42fd-8754-4c16946aa2b2 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:27:07.423800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5e38-1af3-453d-85be-54f1db855895 req-c5d7cd89-07c8-49eb-99a7-c114af98380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:07.424292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5e38-1af3-453d-85be-54f1db855895 req-c5d7cd89-07c8-49eb-99a7-c114af98380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:07.424800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5e38-1af3-453d-85be-54f1db855895 req-c5d7cd89-07c8-49eb-99a7-c114af98380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:07.425407 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5e38-1af3-453d-85be-54f1db855895 req-c5d7cd89-07c8-49eb-99a7-c114af98380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:07.426081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5e38-1af3-453d-85be-54f1db855895 req-c5d7cd89-07c8-49eb-99a7-c114af98380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:07.426359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5e38-1af3-453d-85be-54f1db855895 req-c5d7cd89-07c8-49eb-99a7-c114af98380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:07.426833 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5e38-1af3-453d-85be-54f1db855895 req-c5d7cd89-07c8-49eb-99a7-c114af98380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:07.429207 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f10e5e38-1af3-453d-85be-54f1db855895 req-c5d7cd89-07c8-49eb-99a7-c114af98380f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53d9dcc00ea347a4ba456b29d8894318&device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 6411 time: 0.2124798 Sep 23 22:27:07.446410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49a46c-d3ab-42dc-a412-f3f05f744470 req-e637e76b-1e98-4b26-b9ab-30409e60cd54 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:07.448584 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ea49a46c-d3ab-42dc-a412-f3f05f744470 req-e637e76b-1e98-4b26-b9ab-30409e60cd54 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.2287803 Sep 23 22:27:07.482649 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dad3c-0241-477c-9fc7-7d87bb145ae3 None None] Pushing event deleted for resources: {'Port': ['ID=80c50b13-613e-4b4a-a8b6-a16dfaed97e0,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:07.489647 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34dad3c-0241-477c-9fc7-7d87bb145ae3 None None] No DVR routers for this DVR port 80c50b13-613e-4b4a-a8b6-a16dfaed97e0 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:27:07.502126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a284e1-0422-48c3-8db8-19c6a344f48b req-ca863442-c9f7-4015-9f49-dc71f6a16aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:07.502126 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b0a284e1-0422-48c3-8db8-19c6a344f48b req-ca863442-c9f7-4015-9f49-dc71f6a16aee service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.3134611 Sep 23 22:27:07.526439 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:07.583449 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2a8cd0b-0ca4-4ab5-a031-aa7c611db0c3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:07.584163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a8cd0b-0ca4-4ab5-a031-aa7c611db0c3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Fanout notify agent at l3_agent the message router_deleted on router 9e695680-d168-41c1-a378-b2eb6243cbb6 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:27:07.587228 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b0a284e1-0422-48c3-8db8-19c6a344f48b req-433f1f26-0ddc-4ac8-84e7-23ebd86cd542 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41 HTTP/1.1" status: 200 len: 217 time: 0.0742922 Sep 23 22:27:07.597969 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2a8cd0b-0ca4-4ab5-a031-aa7c611db0c3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:07.599362 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d2a8cd0b-0ca4-4ab5-a031-aa7c611db0c3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/routers/9e695680-d168-41c1-a378-b2eb6243cbb6 HTTP/1.1" status: 204 len: 168 time: 0.6948195 Sep 23 22:27:07.606014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49530) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:07.618410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f9aa1e09-255c-4f9e-9dc1-12fb0f13adf8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:07.683209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a34b01-5377-43ec-9e1a-8d10adcb9d0d req-8366d016-a6f2-44d1-9d8e-251ade527fbb tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:07.684053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-fb85473a-b110-4127-9216-e4a848c85b6f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Allocated IP 172.20.0.9 (c8dcf69b-a38b-440f-af1d-90d14f28ce8f/cfd900ab-d80f-492d-8f3f-40e9e42ebc05/924d59bb-2acd-48d7-abb2-420d156439d1) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:07.692599 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1a34b01-5377-43ec-9e1a-8d10adcb9d0d req-8366d016-a6f2-44d1-9d8e-251ade527fbb tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.1846347 Sep 23 22:27:07.748595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Pushing event updated for resources: {'Port': ['ID=b7aef643-1174-42fd-8754-4c16946aa2b2,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:07.766499 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ea49a46c-d3ab-42dc-a412-f3f05f744470 req-048a22c8-5d24-4ed4-b626-d7b3dc2f8df2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878294 Sep 23 22:27:07.770534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a284e1-0422-48c3-8db8-19c6a344f48b req-9aac5f6a-c493-4ae0-ba96-2d7e859e0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:07.772074 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b0a284e1-0422-48c3-8db8-19c6a344f48b req-9aac5f6a-c493-4ae0-ba96-2d7e859e0025 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1705108 Sep 23 22:27:07.784607 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1a34b01-5377-43ec-9e1a-8d10adcb9d0d req-d34c0399-e12d-4bc9-b83a-f3f0583debae tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914524 Sep 23 22:27:07.847223 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 80c50b13-613e-4b4a-a8b6-a16dfaed97e0 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:27:07.896060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 80c50b13-613e-4b4a-a8b6-a16dfaed97e0 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:27:07.906445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 80c50b13-613e-4b4a-a8b6-a16dfaed97e0 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:27:07.907242 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c6a2b989-1c98-4539-9dd4-0426ad0536fb no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:27:07.958158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: c6a2b989-1c98-4539-9dd4-0426ad0536fb {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:27:07.958942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c6a2b989-1c98-4539-9dd4-0426ad0536fb not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:27:08.021326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5e38-1af3-453d-85be-54f1db855895 req-f2ee51e0-2a25-4dc0-9a48-98bfe17a9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.022050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5e38-1af3-453d-85be-54f1db855895 req-f2ee51e0-2a25-4dc0-9a48-98bfe17a9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.022922 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5e38-1af3-453d-85be-54f1db855895 req-f2ee51e0-2a25-4dc0-9a48-98bfe17a9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.031291 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f10e5e38-1af3-453d-85be-54f1db855895 req-f2ee51e0-2a25-4dc0-9a48-98bfe17a9135 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=53d9dcc00ea347a4ba456b29d8894318&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5779245 Sep 23 22:27:08.096997 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a36a1560-35b3-47cb-96ba-6c7db06ab0e3 req-9033a226-8544-4c68-9f74-e7127ba7731d tempest-ServersAdminTestJSON-305133251 tempest-ServersAdminTestJSON-305133251-project] 10.222.0.22 "GET /v2.0/ports?device_id=7beddfd3-678b-455b-9c1f-3bb5e712182c HTTP/1.1" status: 200 len: 210 time: 0.0894475 Sep 23 22:27:08.127846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a284e1-0422-48c3-8db8-19c6a344f48b req-ef33a61b-aaa4-487e-abfd-149aaf94680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.130479 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b0a284e1-0422-48c3-8db8-19c6a344f48b req-ef33a61b-aaa4-487e-abfd-149aaf94680e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2072053 Sep 23 22:27:08.149068 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Attempting to bind port b7aef643-1174-42fd-8754-4c16946aa2b2 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:27:08.149323 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Attempting to bind port b7aef643-1174-42fd-8754-4c16946aa2b2 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'c373b46c-4a82-4d08-bf67-4db7f721d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:27:08.149597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Attempting to bind port b7aef643-1174-42fd-8754-4c16946aa2b2 on network ca883b77-dd36-40f2-a31d-760ec43ec06e {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:08.214066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Port b7aef643-1174-42fd-8754-4c16946aa2b2 on network ca883b77-dd36-40f2-a31d-760ec43ec06e not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:27:08.214552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Attempting to bind port b7aef643-1174-42fd-8754-4c16946aa2b2 on network ca883b77-dd36-40f2-a31d-760ec43ec06e {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:08.256652 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62763400-6902-4a72-87d5-4b1e1dc34e07 req-e0ae4b22-7432-4774-8fb0-7000a0031a71 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.256935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9aa1e09-255c-4f9e-9dc1-12fb0f13adf8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:27:08.258219 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1e09-255c-4f9e-9dc1-12fb0f13adf8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:08.260605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62763400-6902-4a72-87d5-4b1e1dc34e07 req-e0ae4b22-7432-4774-8fb0-7000a0031a71 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.267034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62763400-6902-4a72-87d5-4b1e1dc34e07 req-e0ae4b22-7432-4774-8fb0-7000a0031a71 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.273460 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62763400-6902-4a72-87d5-4b1e1dc34e07 req-e0ae4b22-7432-4774-8fb0-7000a0031a71 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.280601 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62763400-6902-4a72-87d5-4b1e1dc34e07 req-e0ae4b22-7432-4774-8fb0-7000a0031a71 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.293306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62763400-6902-4a72-87d5-4b1e1dc34e07 req-e0ae4b22-7432-4774-8fb0-7000a0031a71 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.306838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62763400-6902-4a72-87d5-4b1e1dc34e07 req-e0ae4b22-7432-4774-8fb0-7000a0031a71 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.310401 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62763400-6902-4a72-87d5-4b1e1dc34e07 req-e0ae4b22-7432-4774-8fb0-7000a0031a71 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.3174584 Sep 23 22:27:08.319722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:27:08.320283 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Checking segment: {'id': 'c373b46c-4a82-4d08-bf67-4db7f721d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:27:08.320942 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Bound using segment: {'id': 'c373b46c-4a82-4d08-bf67-4db7f721d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:27:08.322772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Bound port: b7aef643-1174-42fd-8754-4c16946aa2b2, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c373b46c-4a82-4d08-bf67-4db7f721d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:27:08.322772 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:08.371247 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b0a284e1-0422-48c3-8db8-19c6a344f48b req-c1ddf76c-87df-425e-9409-9345c137888f service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305393 Sep 23 22:27:08.404619 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bee95ea7-a8c7-4635-9a38-e94413bf0470 req-3fbf7a5b-7b81-4901-8f1a-22c6cbb54397 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 210 time: 0.0572824 Sep 23 22:27:08.566449 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5e38-1af3-453d-85be-54f1db855895 req-5cd13ca6-6223-4447-ad68-97d8be8ab861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.566449 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f10e5e38-1af3-453d-85be-54f1db855895 req-5cd13ca6-6223-4447-ad68-97d8be8ab861 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5009100 Sep 23 22:27:08.585093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b0a284e1-0422-48c3-8db8-19c6a344f48b req-9ddc0582-fd73-479b-9b10-2afc11c3af32 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876216 Sep 23 22:27:08.609035 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-fb85473a-b110-4127-9216-e4a848c85b6f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:08.616535 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62763400-6902-4a72-87d5-4b1e1dc34e07 req-5f65e349-5ce0-4bc4-a5b2-ef24c060172b tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2883422 Sep 23 22:27:08.651078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] For port b7aef643-1174-42fd-8754-4c16946aa2b2, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:08.655953 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] For port b7aef643-1174-42fd-8754-4c16946aa2b2, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b7aef643-1174-42fd-8754-4c16946aa2b2,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:27:08.738295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-dd4ac7b7-7dfc-49f1-b4fd-ffed285cd381 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.741267 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-dd4ac7b7-7dfc-49f1-b4fd-ffed285cd381 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/networks?id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439 HTTP/1.1" status: 200 len: 810 time: 0.2082224 Sep 23 22:27:08.764419 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-09470713-4f4e-4c64-823a-e524be81e33e tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/quotas/92ffee92be894524b0e7f44ca8640737 HTTP/1.1" status: 200 len: 375 time: 0.0158219 Sep 23 22:27:08.792644 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:08.813148 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1e09-255c-4f9e-9dc1-12fb0f13adf8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:08.845271 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-fb85473a-b110-4127-9216-e4a848c85b6f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:08.858024 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.858665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:08.860160 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] 10.222.0.67 "PUT /v2.0/ports/b7aef643-1174-42fd-8754-4c16946aa2b2 HTTP/1.1" status: 200 len: 1091 time: 2.6088965 Sep 23 22:27:08.888493 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aa1e09-255c-4f9e-9dc1-12fb0f13adf8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:08.889431 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['11e3a17f-e01c-44b0-b184-c5e8a6f00045'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:08.898875 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-f9aa1e09-255c-4f9e-9dc1-12fb0f13adf8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:08.902733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aa1e09-255c-4f9e-9dc1-12fb0f13adf8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.903326 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1e09-255c-4f9e-9dc1-12fb0f13adf8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:08.903481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c5919-2003-4ab4-ba8d-a29f60fbf3b2 req-37746600-e2bd-4ca1-80d1-a6f61f1d869e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:08.911216 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a4c5919-2003-4ab4-ba8d-a29f60fbf3b2 req-37746600-e2bd-4ca1-80d1-a6f61f1d869e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.1658902 Sep 23 22:27:08.918671 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccd6bb-fda5-4c23-af5a-7bc8fd263bbd service neutron] Pushing event updated for resources: {'Port': ['ID=b7aef643-1174-42fd-8754-4c16946aa2b2,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:08.922068 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-ebcf871e-9877-48a9-9683-0ea423d5a4b6 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=92ffee92be894524b0e7f44ca8640737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1501098 Sep 23 22:27:08.922996 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-fb85473a-b110-4127-9216-e4a848c85b6f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Network c8dcf69b-a38b-440f-af1d-90d14f28ce8f is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:08.943037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-fb85473a-b110-4127-9216-e4a848c85b6f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:08.954593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa1e09-255c-4f9e-9dc1-12fb0f13adf8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=5a0e8da6-442d-4bd8-bc76-c103c848b043,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:08.958850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a8a3b8-00c3-4423-896e-dd5c9962817a None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:27:08.967660 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-fb85473a-b110-4127-9216-e4a848c85b6f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:27:09.048786 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a4c5919-2003-4ab4-ba8d-a29f60fbf3b2 req-e5667087-08ce-4463-b828-e016a948cae6 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363597 Sep 23 22:27:09.054173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': 'b7aef643-1174-42fd-8754-4c16946aa2b2'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:09.056845 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4279431-e85a-4be2-b17a-36aeea36c3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "b7aef643-1174-42fd-8754-4c16946aa2b2"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:09.070874 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85473a-b110-4127-9216-e4a848c85b6f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Pushing event updated for resources: {'Port': ['ID=924d59bb-2acd-48d7-abb2-420d156439d1,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:09.105421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-fb85473a-b110-4127-9216-e4a848c85b6f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:09.106067 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-fb85473a-b110-4127-9216-e4a848c85b6f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:09.135075 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f9aa1e09-255c-4f9e-9dc1-12fb0f13adf8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5213799 Sep 23 22:27:09.139637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49554) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:09.151027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-be9efdb0-2648-4cb4-b172-47f5d69a6668 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1418917109', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:09.186249 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-d562ad3a-6d7b-41a2-92a3-1c04c91d0a31 service neutron] 10.222.0.22 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266302 Sep 23 22:27:09.211178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-8425e1fc-3bd5-443a-b1f9-e38f2efd4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:09.212774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-8425e1fc-3bd5-443a-b1f9-e38f2efd4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:09.214107 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-8425e1fc-3bd5-443a-b1f9-e38f2efd4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:09.215110 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-8425e1fc-3bd5-443a-b1f9-e38f2efd4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:09.216146 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-8425e1fc-3bd5-443a-b1f9-e38f2efd4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:09.217154 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-8425e1fc-3bd5-443a-b1f9-e38f2efd4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:09.218351 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-8425e1fc-3bd5-443a-b1f9-e38f2efd4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:09.222309 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-8425e1fc-3bd5-443a-b1f9-e38f2efd4d96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53d9dcc00ea347a4ba456b29d8894318&device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 6478 time: 0.1477664 Sep 23 22:27:09.259964 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-fb85473a-b110-4127-9216-e4a848c85b6f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9508634 Sep 23 22:27:09.282586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Request body: {'port': {'device_id': '16fad9d2-6ce9-431e-879a-bce277830eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:09.343467 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-b06900cb-0fd6-4471-bcdf-e180936a1e28 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e5d1c23-ff12-4a74-8c34-bd3a77973f35 HTTP/1.1" status: 200 len: 217 time: 0.0897264 Sep 23 22:27:09.383340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c814eb7-e128-45e5-b3bc-a0b9fc1bf95f req-d6566755-19c4-45e0-a655-71dd08f3ffba tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:09.385828 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c814eb7-e128-45e5-b3bc-a0b9fc1bf95f req-d6566755-19c4-45e0-a655-71dd08f3ffba tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.2199574 Sep 23 22:27:09.409065 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-8d444595-71a4-45ae-ac16-ddf2dd759989 service neutron] 10.222.0.22 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149000 Sep 23 22:27:09.411858 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': '5a0e8da6-442d-4bd8-bc76-c103c848b043'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:27:09.413016 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:09.447372 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be9efdb0-2648-4cb4-b172-47f5d69a6668 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:09.447372 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be9efdb0-2648-4cb4-b172-47f5d69a6668 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:09.571187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be9efdb0-2648-4cb4-b172-47f5d69a6668 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:09.576903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:27:09.579529 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:09.615772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:27:09.615772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 141b0f2c-8a85-4d9b-bd35-51cd99b190f4 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:27:09.618241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-ac64c2de-8c10-448d-923e-0900ae68bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:09.621689 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-ac64c2de-8c10-448d-923e-0900ae68bc61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d29d642-3539-4f1b-86f3-275967351080 HTTP/1.1" status: 200 len: 850 time: 0.2683873 Sep 23 22:27:09.637890 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c814eb7-e128-45e5-b3bc-a0b9fc1bf95f req-ab56148a-f1e2-4c12-8e7f-30822642af31 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081025 Sep 23 22:27:09.705438 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be9efdb0-2648-4cb4-b172-47f5d69a6668 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:09.714704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Allocated IP 2001:db8::2 (fabbdebb-7256-45f8-980f-653365ae34a1/5a0e8da6-442d-4bd8-bc76-c103c848b043/d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:09.719115 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04240bc4-ad90-45d8-a883-04d685075bc4 x-openstack-request-id: req-04240bc4-ad90-45d8-a883-04d685075bc4 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:09.719417 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "b7aef643-1174-42fd-8754-4c16946aa2b2", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:09.719670 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04240bc4-ad90-45d8-a883-04d685075bc4 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:09.720074 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': 'b7aef643-1174-42fd-8754-4c16946aa2b2', 'status': 'completed', 'code': 200} Sep 23 22:27:09.811647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-63158ef7-b252-4c4b-b0cc-a89adbaeaffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:09.813381 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-63158ef7-b252-4c4b-b0cc-a89adbaeaffb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8fdb77b3-802f-455b-896f-81dc78604c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716137 Sep 23 22:27:09.866029 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be9efdb0-2648-4cb4-b172-47f5d69a6668 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:09.872429 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-be9efdb0-2648-4cb4-b172-47f5d69a6668 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7260122 Sep 23 22:27:09.876395 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49568) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:10.149515 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-191b5304-7b41-4024-905d-161afe9de62d service neutron] 10.222.0.67 "GET /v2.0/networks/8fdb77b3-802f-455b-896f-81dc78604c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182437 Sep 23 22:27:10.187140 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:10.300551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64bbe-ee13-4187-a182-62f85cda4215 req-b12fd966-e272-4b7a-b8eb-dc8e456469cd tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:10.312763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64bbe-ee13-4187-a182-62f85cda4215 req-b12fd966-e272-4b7a-b8eb-dc8e456469cd tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:10.314828 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:10.325920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64bbe-ee13-4187-a182-62f85cda4215 req-b12fd966-e272-4b7a-b8eb-dc8e456469cd tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:10.338918 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64bbe-ee13-4187-a182-62f85cda4215 req-b12fd966-e272-4b7a-b8eb-dc8e456469cd tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:10.351861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64bbe-ee13-4187-a182-62f85cda4215 req-b12fd966-e272-4b7a-b8eb-dc8e456469cd tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:10.366207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64bbe-ee13-4187-a182-62f85cda4215 req-b12fd966-e272-4b7a-b8eb-dc8e456469cd tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:10.378263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64bbe-ee13-4187-a182-62f85cda4215 req-b12fd966-e272-4b7a-b8eb-dc8e456469cd tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:10.381739 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-92c64bbe-ee13-4187-a182-62f85cda4215 req-b12fd966-e272-4b7a-b8eb-dc8e456469cd tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.3209889 Sep 23 22:27:10.416681 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:10.429591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:10.450032 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:27:10.455623 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c355d0a-bcd9-4600-bfc6-5f900b4ac71c req-9cf5bd58-22c0-4c59-8c7e-096a40493a9f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:10.457589 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c355d0a-bcd9-4600-bfc6-5f900b4ac71c req-9cf5bd58-22c0-4c59-8c7e-096a40493a9f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 931 time: 0.2602282 Sep 23 22:27:10.458102 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49580) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:10.490617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Pushing event updated for resources: {'Port': ['ID=d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:10.565722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Attempting to bind port d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:27:10.567047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Attempting to bind port d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:27:10.567545 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Attempting to bind port d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3 on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:10.576152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:27:10.576701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:27:10.584528 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:10.584528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:27:10.584528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Bound port: d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:27:10.584528 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:10.604190 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:10.624342 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-92c64bbe-ee13-4187-a182-62f85cda4215 req-59da1f36-2b84-4dcc-b9cb-fe5da6391c79 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1850340 Sep 23 22:27:10.631827 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-2d5fdd83-129e-40d7-81d0-871de8d41322 service neutron] 10.222.0.67 "GET /v2.0/networks/8fdb77b3-802f-455b-896f-81dc78604c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716687 Sep 23 22:27:10.644564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924d59bb-2acd-48d7-abb2-420d156439d1 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:10.672886 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:10.720513 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] For port d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:10.739250 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] For port d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:27:10.748325 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-ea30a2cf-0a5e-449f-a494-9bdaf2f05ea4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b HTTP/1.1" status: 200 len: 217 time: 0.0944953 Sep 23 22:27:10.765900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c355d0a-bcd9-4600-bfc6-5f900b4ac71c req-8c1c8cb5-fff1-4929-b88b-13d2414fa7b8 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901936 Sep 23 22:27:10.811047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Transition to ACTIVE for port object 924d59bb-2acd-48d7-abb2-420d156439d1 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:27:10.817169 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0fe93993-720a-4995-98ca-9adbe54b5a18 req-43f8df50-3665-493c-94c2-efcb35a35d26 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 210 time: 0.0774400 Sep 23 22:27:10.824477 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:10.878823 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:10.950855 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19092f18-90f7-4550-bfaf-357ee912294f None None] Pushing event updated for resources: {'Port': ['ID=d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:10.967927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f9c29459-7c4c-42e3-b901-c6dbb4dfa69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:10.971000 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f9c29459-7c4c-42e3-b901-c6dbb4dfa69a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.2000372 Sep 23 22:27:11.067426 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Pushing event updated for resources: {'Port': ['ID=924d59bb-2acd-48d7-abb2-420d156439d1,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:11.166773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c6a1f7cc-ef09-41df-91f3-957ca5e90830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:11.168279 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-c6a1f7cc-ef09-41df-91f3-957ca5e90830 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1798816 Sep 23 22:27:11.257578 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Attempting to bind port 924d59bb-2acd-48d7-abb2-420d156439d1 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:27:11.257918 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Attempting to bind port 924d59bb-2acd-48d7-abb2-420d156439d1 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'ec16488b-8065-458d-ad41-32f4acc477de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:27:11.258290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Attempting to bind port 924d59bb-2acd-48d7-abb2-420d156439d1 on network c8dcf69b-a38b-440f-af1d-90d14f28ce8f {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:11.273045 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Port 924d59bb-2acd-48d7-abb2-420d156439d1 on network c8dcf69b-a38b-440f-af1d-90d14f28ce8f not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:27:11.273825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Attempting to bind port 924d59bb-2acd-48d7-abb2-420d156439d1 on network c8dcf69b-a38b-440f-af1d-90d14f28ce8f {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:11.301339 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2556a744-b4a9-4ac8-a10c-43396e1b01ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b02077651ffa43709d0b064b37420f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8375816 Sep 23 22:27:11.315295 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49592) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:11.316703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87800348-33d0-40c3-af99-789b0213252d req-29a6b7e1-27a4-4892-89e1-2594da0369e2 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:11.318905 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87800348-33d0-40c3-af99-789b0213252d req-29a6b7e1-27a4-4892-89e1-2594da0369e2 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.3230598 Sep 23 22:27:11.346638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aaaf3b-aba3-4166-96b4-042a3ec22cfb req-9e5a3424-767d-4bf1-b525-c713be931135 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:11.348605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67aaaf3b-aba3-4166-96b4-042a3ec22cfb req-9e5a3424-767d-4bf1-b525-c713be931135 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.1955922 Sep 23 22:27:11.349680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:27:11.350196 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Checking segment: {'id': 'ec16488b-8065-458d-ad41-32f4acc477de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:27:11.350733 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Bound using segment: {'id': 'ec16488b-8065-458d-ad41-32f4acc477de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:27:11.351364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Bound port: 924d59bb-2acd-48d7-abb2-420d156439d1, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec16488b-8065-458d-ad41-32f4acc477de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:27:11.352158 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:11.403152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::1 (fabbdebb-7256-45f8-980f-653365ae34a1/5a0e8da6-442d-4bd8-bc76-c103c848b043/0af059cb-e6a0-40db-844d-dfcb6711ed55) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:11.474623 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87800348-33d0-40c3-af99-789b0213252d req-00c54941-eea5-43e8-a2d3-952cc971c69b tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237040 Sep 23 22:27:11.647587 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:11.832433 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:11.889724 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:11.945099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:11.947238 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:11.965298 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-0c432b3c-e9ed-4ed0-bc9a-11d3837ec385 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7731397 Sep 23 22:27:11.982683 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67aaaf3b-aba3-4166-96b4-042a3ec22cfb req-2f30d5db-e03f-4589-8f72-442eb2d1069f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105821 Sep 23 22:27:11.986037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:12.012464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81894f62-1011-4e7e-a383-d8149c9b8b15 req-5e454c00-318e-49be-b3ba-410c4120133b tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:12.026203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81894f62-1011-4e7e-a383-d8149c9b8b15 req-5e454c00-318e-49be-b3ba-410c4120133b tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:12.039252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81894f62-1011-4e7e-a383-d8149c9b8b15 req-5e454c00-318e-49be-b3ba-410c4120133b tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:12.052379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81894f62-1011-4e7e-a383-d8149c9b8b15 req-5e454c00-318e-49be-b3ba-410c4120133b tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:12.064911 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81894f62-1011-4e7e-a383-d8149c9b8b15 req-5e454c00-318e-49be-b3ba-410c4120133b tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:12.074568 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:12.077155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81894f62-1011-4e7e-a383-d8149c9b8b15 req-5e454c00-318e-49be-b3ba-410c4120133b tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:12.091903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81894f62-1011-4e7e-a383-d8149c9b8b15 req-5e454c00-318e-49be-b3ba-410c4120133b tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:12.108298 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-81894f62-1011-4e7e-a383-d8149c9b8b15 req-5e454c00-318e-49be-b3ba-410c4120133b tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.3219800 Sep 23 22:27:12.122427 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:12.130247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:27:12.131045 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:12.143421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:12.144654 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] For port 924d59bb-2acd-48d7-abb2-420d156439d1, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:12.151420 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b80405da-665d-47ab-9698-ffc956c5f5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:12.219499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=0af059cb-e6a0-40db-844d-dfcb6711ed55,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:12.230929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] For port 924d59bb-2acd-48d7-abb2-420d156439d1, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=924d59bb-2acd-48d7-abb2-420d156439d1,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:27:12.250221 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:12.272455 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b80405da-665d-47ab-9698-ffc956c5f5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:12.324346 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3a610e40-22fd-4ff4-87ed-1e0b807493ac service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085852 Sep 23 22:27:12.338699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960609b-cff9-4b72-84bb-d8238689ea0c req-4ada9223-1384-4498-ba37-40a5ebb824bd tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:12.340419 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6960609b-cff9-4b72-84bb-d8238689ea0c req-4ada9223-1384-4498-ba37-40a5ebb824bd tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 943 time: 0.1984174 Sep 23 22:27:12.354814 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:12.381191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:12.445797 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-704d275a-4157-411b-a204-950196a919c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=2399c71c-78da-4b12-adda-5a18362e7290 HTTP/1.1" status: 200 len: 217 time: 0.1003673 Sep 23 22:27:12.458732 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:12.459391 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:12.460891 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] 10.222.0.43 "PUT /v2.0/ports/924d59bb-2acd-48d7-abb2-420d156439d1 HTTP/1.1" status: 200 len: 1091 time: 3.1867549 Sep 23 22:27:12.469598 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fad9d2-6ce9-431e-879a-bce277830eec', 'tag': '924d59bb-2acd-48d7-abb2-420d156439d1'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:12.470262 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531e92ff-8c0b-4926-819d-74f73c4c242c" -d '{"events": [{"name": "network-changed", "server_uuid": "16fad9d2-6ce9-431e-879a-bce277830eec", "tag": "924d59bb-2acd-48d7-abb2-420d156439d1"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:12.551588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea4bf0-7046-412a-bfbd-13adf95a0187 service neutron] Pushing event updated for resources: {'Port': ['ID=924d59bb-2acd-48d7-abb2-420d156439d1,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:12.559845 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6960609b-cff9-4b72-84bb-d8238689ea0c req-bd29cc87-8b1e-4c66-88ae-ef1ea8ef1c5d tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010241 Sep 23 22:27:12.574257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-13b102c9-b3f0-4e3e-979d-6c15d9a5f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:12.576365 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-13b102c9-b3f0-4e3e-979d-6c15d9a5f6e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.1140189 Sep 23 22:27:12.637501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-69a52fc9-f1ec-436d-8d3e-45f16afba92b None None] Provisioning complete for port d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:12.638284 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-69a52fc9-f1ec-436d-8d3e-45f16afba92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:12.674387 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-81894f62-1011-4e7e-a383-d8149c9b8b15 req-805d9e8e-42b0-4005-9b50-8345e8458cff tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5648327 Sep 23 22:27:12.752474 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f910b668-b397-4cab-a3ef-a7e3bd9f5020 x-openstack-request-id: req-f910b668-b397-4cab-a3ef-a7e3bd9f5020 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:12.752920 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16fad9d2-6ce9-431e-879a-bce277830eec", "tag": "924d59bb-2acd-48d7-abb2-420d156439d1", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:12.753259 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f910b668-b397-4cab-a3ef-a7e3bd9f5020 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:12.753712 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fad9d2-6ce9-431e-879a-bce277830eec', 'tag': '924d59bb-2acd-48d7-abb2-420d156439d1', 'status': 'completed', 'code': 200} Sep 23 22:27:12.756990 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef53ac14-c6b9-4da4-9355-3aed7a9eac90 req-b468bf69-d087-445f-aa72-fd9dca85f860 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 210 time: 0.0695665 Sep 23 22:27:12.758788 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b80405da-665d-47ab-9698-ffc956c5f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:12.762120 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b80405da-665d-47ab-9698-ffc956c5f5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:12.765832 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b80405da-665d-47ab-9698-ffc956c5f5f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e HTTP/1.1" status: 204 len: 168 time: 1.4341717 Sep 23 22:27:12.806687 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80405da-665d-47ab-9698-ffc956c5f5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e784d2f-7388-4b6f-bd5e-1a98a34b4e3e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:12.823567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-431e5ec3-35ca-4093-9318-c07f26a25d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:12.826362 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-431e5ec3-35ca-4093-9318-c07f26a25d64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=189ad56f85ae4049b0b1eb7dfddf1b7a&device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 1094 time: 0.1958873 Sep 23 22:27:12.842642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-d6f9a80b-3053-46d0-af0d-132c0bb3e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:12.845547 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-d6f9a80b-3053-46d0-af0d-132c0bb3e546 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2576883 Sep 23 22:27:12.886392 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c203a-8593-4eee-a4c9-f9b7fc471e29 req-76b4a870-8581-4ba6-908c-3cf21c72e67e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:12.888294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1b2c203a-8593-4eee-a4c9-f9b7fc471e29 req-76b4a870-8581-4ba6-908c-3cf21c72e67e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.0682540 Sep 23 22:27:12.939084 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-3a620760-3bfe-4243-990f-ed3193d10d43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=924d59bb-2acd-48d7-abb2-420d156439d1 HTTP/1.1" status: 200 len: 217 time: 0.1023633 Sep 23 22:27:12.976522 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:13.030348 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1b2c203a-8593-4eee-a4c9-f9b7fc471e29 req-2841c5da-a0b7-4480-a002-b9eb783190f0 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699556 Sep 23 22:27:13.053369 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4199b3d2-5733-4bcc-b49f-86015ea98f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:13.057482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-485829c2-71c2-46d6-8058-e6043645a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:13.064426 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-485829c2-71c2-46d6-8058-e6043645a0b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfd900ab-d80f-492d-8f3f-40e9e42ebc05 HTTP/1.1" status: 200 len: 854 time: 0.1050358 Sep 23 22:27:13.089853 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-5efb6971-704d-42b9-be29-aeb324992eab service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608865 Sep 23 22:27:13.092140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7b4eedff-2c25-491d-a0e9-9a88fc262bbe None None] Provisioning complete for port 0af059cb-e6a0-40db-844d-dfcb6711ed55 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:13.094683 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7b4eedff-2c25-491d-a0e9-9a88fc262bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:13.107217 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-39013723-d293-4fe0-bb27-c5a87fe80351 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393426 Sep 23 22:27:13.144096 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7b4eedff-2c25-491d-a0e9-9a88fc262bbe None None] Port 0af059cb-e6a0-40db-844d-dfcb6711ed55 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:27:13.327947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71b3a9-7f5e-46c4-8d22-efb1e79afc96 req-31635050-dedd-41f8-9e80-832cfa8f69c1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:13.329665 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b71b3a9-7f5e-46c4-8d22-efb1e79afc96 req-31635050-dedd-41f8-9e80-832cfa8f69c1 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.1908259 Sep 23 22:27:13.336157 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-62ecdc8b-2ebb-4667-9bc2-6ccfd6fc4155 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279415 Sep 23 22:27:13.373270 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-cb921534-8625-4c9e-9a14-40e98b3a16eb service neutron] 10.222.0.43 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557490 Sep 23 22:27:13.422201 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-d2517bf8-ed8e-48f8-bc10-6adc06e83fb5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=8f2fc59b-8cb2-421b-8953-264e069e9846 HTTP/1.1" status: 200 len: 217 time: 0.0662251 Sep 23 22:27:13.492906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-1cb23ced-0609-4d01-87f8-ca539b7e7660 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:13.494600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-1cb23ced-0609-4d01-87f8-ca539b7e7660 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.67 "GET /v2.0/networks?id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439 HTTP/1.1" status: 200 len: 810 time: 0.2473276 Sep 23 22:27:13.517742 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b71b3a9-7f5e-46c4-8d22-efb1e79afc96 req-2b984989-2d6a-4ba7-b853-90d57751aae5 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746006 Sep 23 22:27:13.530328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-23dead7f-29b4-4712-8584-aa989d900364 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Request body: {'port': {'device_id': '2a20a2c7-279e-41d1-aaab-3fcca0ac4faa', 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439', 'admin_state_up': True, 'tenant_id': '92ffee92be894524b0e7f44ca8640737'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:13.615434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e52e732a-2d91-4ac8-8d82-952c03e4ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:13.618001 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e52e732a-2d91-4ac8-8d82-952c03e4ef6c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.1752164 Sep 23 22:27:13.664637 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:13.699110 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be97b5e5-9db7-47c4-8598-115f7d0da1b9 req-4096475e-9adc-428b-80c0-006dd6bf6565 service neutron] 10.222.0.43 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876742 Sep 23 22:27:13.767882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-51a8f01c-1655-4f2c-a6e9-3016ef154327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:13.773563 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-51a8f01c-1655-4f2c-a6e9-3016ef154327 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1302042 Sep 23 22:27:13.814149 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:13.832107 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:13.832743 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:13.905334 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:13.906282 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:13.977157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334166b9-8662-4c73-9876-e34f05182cdc req-7367317a-303f-4a23-ab09-ddc1ff620ae9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:13.979564 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-334166b9-8662-4c73-9876-e34f05182cdc req-7367317a-303f-4a23-ab09-ddc1ff620ae9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 943 time: 0.2001252 Sep 23 22:27:13.994994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=0af059cb-e6a0-40db-844d-dfcb6711ed55,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:14.075230 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4bb1-4cd0-424d-a5f8-7b4719ae4869 req-c2ac740e-f9cb-4c57-900c-642fcefc1fc4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:14.083186 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4bb1-4cd0-424d-a5f8-7b4719ae4869 req-c2ac740e-f9cb-4c57-900c-642fcefc1fc4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:14.094261 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4bb1-4cd0-424d-a5f8-7b4719ae4869 req-c2ac740e-f9cb-4c57-900c-642fcefc1fc4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:14.106842 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4bb1-4cd0-424d-a5f8-7b4719ae4869 req-c2ac740e-f9cb-4c57-900c-642fcefc1fc4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:14.121874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-23dead7f-29b4-4712-8584-aa989d900364 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Made reservation on behalf of 92ffee92be894524b0e7f44ca8640737 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:27:14.125323 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4bb1-4cd0-424d-a5f8-7b4719ae4869 req-c2ac740e-f9cb-4c57-900c-642fcefc1fc4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:14.125615 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-23dead7f-29b4-4712-8584-aa989d900364 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:14.133439 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4bb1-4cd0-424d-a5f8-7b4719ae4869 req-c2ac740e-f9cb-4c57-900c-642fcefc1fc4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:14.141529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4bb1-4cd0-424d-a5f8-7b4719ae4869 req-c2ac740e-f9cb-4c57-900c-642fcefc1fc4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:14.143645 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-082a4bb1-4cd0-424d-a5f8-7b4719ae4869 req-c2ac740e-f9cb-4c57-900c-642fcefc1fc4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.2931278 Sep 23 22:27:14.159200 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-334166b9-8662-4c73-9876-e34f05182cdc req-440ab0a6-ed4e-4591-8569-78fb49eaa9db tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380661 Sep 23 22:27:14.185523 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49622) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:14.203903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:14.219734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:14.234320 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-20862951-092a-45f9-ab32-92fc1ae626c1 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533606 Sep 23 22:27:14.236578 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e92ff-8c0b-4926-819d-74f73c4c242c req-0ccfcb27-5a4e-4269-ac40-6f31cd72abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:14.238364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-531e92ff-8c0b-4926-819d-74f73c4c242c req-0ccfcb27-5a4e-4269-ac40-6f31cd72abd9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=189ad56f85ae4049b0b1eb7dfddf1b7a&device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 1094 time: 0.3079295 Sep 23 22:27:14.289302 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-082a4bb1-4cd0-424d-a5f8-7b4719ae4869 req-98fb3ce6-9822-4562-8967-70977935c6b3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306095 Sep 23 22:27:14.385620 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dfbb016b-66d2-491e-aaa5-58bef7807f3d req-aa0fc99d-b43b-4282-87b7-1ec177c17684 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 210 time: 0.1052630 Sep 23 22:27:14.442571 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-35ca2ab3-3fb1-472b-b805-28c24cbc8a9a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86da6645821b4457bc0dee5881f20a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553689 Sep 23 22:27:14.457647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49624) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:14.594622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-23dead7f-29b4-4712-8584-aa989d900364 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Allocated IP 172.20.0.13 (cdbdfaa1-95b8-43c6-9f1a-522d45db3439/54b21564-3f42-4a3c-b81d-f573077bf52f/64997857-86b3-44a6-b11e-6b996bb355d2) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:14.604339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ab8f8042-c2c2-4607-b359-b1cb62ad7ff0 None None] Provisioning complete for port 0af059cb-e6a0-40db-844d-dfcb6711ed55 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:14.606070 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ab8f8042-c2c2-4607-b359-b1cb62ad7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:14.632029 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e92ff-8c0b-4926-819d-74f73c4c242c req-a99c1579-c04c-4556-9cea-affe87bce583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:14.633683 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-531e92ff-8c0b-4926-819d-74f73c4c242c req-a99c1579-c04c-4556-9cea-affe87bce583 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f HTTP/1.1" status: 200 len: 915 time: 0.3757412 Sep 23 22:27:14.638586 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-95346b60-0eba-4f26-9b50-a1d167044487 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523734 Sep 23 22:27:14.661028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5813545-74fe-4053-99dc-b36371978ab8 req-e906df94-4bbe-4a08-a3c7-b39fa30278e9 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:14.663637 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5813545-74fe-4053-99dc-b36371978ab8 req-e906df94-4bbe-4a08-a3c7-b39fa30278e9 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.1356134 Sep 23 22:27:14.683789 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ab8f8042-c2c2-4607-b359-b1cb62ad7ff0 None None] Port 0af059cb-e6a0-40db-844d-dfcb6711ed55 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:27:14.733777 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-8c609599-b89f-4bff-b6e9-497840a7612b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=499a0347-912c-44ce-a942-4345708a157a HTTP/1.1" status: 200 len: 217 time: 0.0768955 Sep 23 22:27:14.742985 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-531e92ff-8c0b-4926-819d-74f73c4c242c req-9ed27727-c99d-48d1-ad11-b47776fa7b44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=924d59bb-2acd-48d7-abb2-420d156439d1 HTTP/1.1" status: 200 len: 217 time: 0.1002376 Sep 23 22:27:14.744264 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-29f789db-8199-4e7a-b712-918dc7fc6b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:14.765741 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5813545-74fe-4053-99dc-b36371978ab8 req-75898789-d141-429a-90df-e76bc656bb27 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892801 Sep 23 22:27:14.823338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Router 67556370-8710-4040-b7f6-39c47f7ebae4 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:27:14.852792 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-29f789db-8199-4e7a-b712-918dc7fc6b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:14.861456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-23dead7f-29b4-4712-8584-aa989d900364 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:14.910099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e1924f99-d3d6-436e-a6e8-2a8e242f5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:14.911630 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e1924f99-d3d6-436e-a6e8-2a8e242f5ebc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.1650479 Sep 23 22:27:14.919383 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e92ff-8c0b-4926-819d-74f73c4c242c req-8e258c77-d909-4fd9-83d7-338eeb9f223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:14.920987 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-531e92ff-8c0b-4926-819d-74f73c4c242c req-8e258c77-d909-4fd9-83d7-338eeb9f223d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfd900ab-d80f-492d-8f3f-40e9e42ebc05 HTTP/1.1" status: 200 len: 854 time: 0.1451542 Sep 23 22:27:14.932997 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66681645-030d-4e9b-b572-468deae3a4be req-7805a043-d9cf-462b-adc0-a750ef63ab27 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:14.934829 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-66681645-030d-4e9b-b572-468deae3a4be req-7805a043-d9cf-462b-adc0-a750ef63ab27 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.2069519 Sep 23 22:27:14.977996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:27:14.984208 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e6f48a1a-08e5-4d6e-ac27-2cef07492597 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "PUT /v2.0/routers/67556370-8710-4040-b7f6-39c47f7ebae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1059222 Sep 23 22:27:14.988485 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49628) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:14.997528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Sync routers for ids ['67556370-8710-4040-b7f6-39c47f7ebae4'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:27:15.006227 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-531e92ff-8c0b-4926-819d-74f73c4c242c req-2c664443-14b9-4953-a89e-f4507e8686b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703707 Sep 23 22:27:15.015336 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Routers {'67556370-8710-4040-b7f6-39c47f7ebae4'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:27:15.016848 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:26:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['67556370-8710-4040-b7f6-39c47f7ebae4'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:15.064427 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7baa570-d67a-494f-86c7-5d8ba1865254 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:15.067073 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e7baa570-d67a-494f-86c7-5d8ba1865254 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports/0af059cb-e6a0-40db-844d-dfcb6711ed55 HTTP/1.1" status: 200 len: 911 time: 0.0775394 Sep 23 22:27:15.071049 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49630) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:15.073642 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-66681645-030d-4e9b-b572-468deae3a4be req-3e05ef68-98c9-425f-a61e-2dd06b0a843d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193340 Sep 23 22:27:15.105559 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-abcc9715-5dc2-4402-bb1f-964ce25d5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:15.107016 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-abcc9715-5dc2-4402-bb1f-964ce25d5e6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1850045 Sep 23 22:27:15.147200 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-531e92ff-8c0b-4926-819d-74f73c4c242c req-a68994fc-06a1-4b11-9ba3-cc66ad1eb7af service neutron] 10.222.0.43 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316583 Sep 23 22:27:15.156804 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a6179e-1f21-4e51-a85c-afb753291990 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:15.163348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a6179e-1f21-4e51-a85c-afb753291990 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:15.170706 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b1a6179e-1f21-4e51-a85c-afb753291990 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0921919 Sep 23 22:27:15.170706 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-23dead7f-29b4-4712-8584-aa989d900364 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:15.176107 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49632) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:15.241156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-29f789db-8199-4e7a-b712-918dc7fc6b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:15.247075 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-29f789db-8199-4e7a-b712-918dc7fc6b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:15.249366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-29f789db-8199-4e7a-b712-918dc7fc6b7e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0ec023d-4a2c-4db2-852a-e1932ab25a64 HTTP/1.1" status: 204 len: 168 time: 0.7208383 Sep 23 22:27:15.307057 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f789db-8199-4e7a-b712-918dc7fc6b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ec023d-4a2c-4db2-852a-e1932ab25a64,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:15.346562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-23dead7f-29b4-4712-8584-aa989d900364 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:15.373971 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-23dead7f-29b4-4712-8584-aa989d900364 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:15.384996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-23dead7f-29b4-4712-8584-aa989d900364 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:27:15.434931 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Set router 67556370-8710-4040-b7f6-39c47f7ebae4 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:27:15.469778 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-531e92ff-8c0b-4926-819d-74f73c4c242c req-fea6568a-5a18-4863-9382-4d6d8c0ed3c8 service neutron] 10.222.0.43 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155196 Sep 23 22:27:15.471987 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-84a00bdc-b8d0-4174-9ae4-840f6ac2fa8d service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053811 Sep 23 22:27:15.472275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dead7f-29b4-4712-8584-aa989d900364 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Pushing event updated for resources: {'Port': ['ID=64997857-86b3-44a6-b11e-6b996bb355d2,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:15.547540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f3341-9768-4d22-b127-9043396adaf9 req-56538a93-7bb6-4a30-ad12-843ef8693631 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:15.549203 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-594f3341-9768-4d22-b127-9043396adaf9 req-56538a93-7bb6-4a30-ad12-843ef8693631 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 943 time: 0.2256429 Sep 23 22:27:15.574436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['2cf3d82b-7030-41fc-88c2-c0d78c89ae3c'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:15.578625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 924d59bb-2acd-48d7-abb2-420d156439d1 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:27:15.617192 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-23dead7f-29b4-4712-8584-aa989d900364 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:15.617881 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-23dead7f-29b4-4712-8584-aa989d900364 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:15.661221 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-594f3341-9768-4d22-b127-9043396adaf9 req-4f2f0db1-e0ba-422b-a0a2-960ed53db604 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773897 Sep 23 22:27:15.772781 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dbb18-e244-414c-93d9-e3d956d3c474 req-1813ee5f-2a9b-4c96-94a0-d0f273b0cd0a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:15.777610 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-23dead7f-29b4-4712-8584-aa989d900364 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2570038 Sep 23 22:27:15.789041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dbb18-e244-414c-93d9-e3d956d3c474 req-1813ee5f-2a9b-4c96-94a0-d0f273b0cd0a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:15.802184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Request body: {'port': {'device_id': '2a20a2c7-279e-41d1-aaab-3fcca0ac4faa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:15.804106 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dbb18-e244-414c-93d9-e3d956d3c474 req-1813ee5f-2a9b-4c96-94a0-d0f273b0cd0a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:15.823213 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9b5bb6b7-bf80-4f47-adb1-5d15f6db24f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:15.832176 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dbb18-e244-414c-93d9-e3d956d3c474 req-1813ee5f-2a9b-4c96-94a0-d0f273b0cd0a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:15.847906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dbb18-e244-414c-93d9-e3d956d3c474 req-1813ee5f-2a9b-4c96-94a0-d0f273b0cd0a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:15.859604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dbb18-e244-414c-93d9-e3d956d3c474 req-1813ee5f-2a9b-4c96-94a0-d0f273b0cd0a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:15.870000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dbb18-e244-414c-93d9-e3d956d3c474 req-1813ee5f-2a9b-4c96-94a0-d0f273b0cd0a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:15.872433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-003dbb18-e244-414c-93d9-e3d956d3c474 req-1813ee5f-2a9b-4c96-94a0-d0f273b0cd0a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.3696623 Sep 23 22:27:16.019120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 924d59bb-2acd-48d7-abb2-420d156439d1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=924d59bb-2acd-48d7-abb2-420d156439d1,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:16.025402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:16.038667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '924d59bb-2acd-48d7-abb2-420d156439d1', 'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f', 'port_id': '924d59bb-2acd-48d7-abb2-420d156439d1', 'mac_address': 'fa:16:3e:69:3a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd900ab-d80f-492d-8f3f-40e9e42ebc05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:27:16.047516 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-003dbb18-e244-414c-93d9-e3d956d3c474 req-752d36fa-d11d-49b4-aecd-a511e6c6ed82 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1602190 Sep 23 22:27:16.052397 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-da113454-d116-4abc-9556-066428e918dc service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683076 Sep 23 22:27:16.055642 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3e873de-e96f-46bf-90ec-fc622da65c58 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:16.068394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e39e0-8207-4217-aa20-bbd556b7b3ea req-0995773a-e9ef-4724-9cbf-9ca2a443ee24 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:16.070353 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d8e39e0-8207-4217-aa20-bbd556b7b3ea req-0995773a-e9ef-4724-9cbf-9ca2a443ee24 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 932 time: 0.2000682 Sep 23 22:27:16.080776 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:16.127260 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-d8e4a680-6371-4aec-9720-907f2fcef07d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c26f34cc-c4ee-4668-9337-2d322cc23919 HTTP/1.1" status: 200 len: 217 time: 0.0653760 Sep 23 22:27:16.178689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67556370-8710-4040-b7f6-39c47f7ebae4', 'name': 'tempest-NetworksTestDHCPv6-router-1418917109', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:27:09Z', 'updated_at': '2021-09-23T22:27:12Z', 'revision_number': 2, 'project_id': 'f2893f5439c64e18a9b20605b17efba4', 'gw_port_host': None, '_interfaces': [{'id': '0af059cb-e6a0-40db-844d-dfcb6711ed55', 'name': '', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'mac_address': 'fa:16:3e:7a:56:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67556370-8710-4040-b7f6-39c47f7ebae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '5a0e8da6-442d-4bd8-bc76-c103c848b043', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:27:10Z', 'updated_at': '2021-09-23T22:27:13Z', 'revision_number': 2, 'project_id': 'f2893f5439c64e18a9b20605b17efba4', 'subnets': [{'id': '5a0e8da6-442d-4bd8-bc76-c103c848b043', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:16.238931 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e60777c9-5664-4f73-82a5-67536a18c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:16.242769 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-e60777c9-5664-4f73-82a5-67536a18c141 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2223bb73-533f-4afc-95d0-701555de7877 HTTP/1.1" status: 200 len: 797 time: 0.0975909 Sep 23 22:27:16.252922 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:16.257523 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Checking router: 67556370-8710-4040-b7f6-39c47f7ebae4 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:27:16.257818 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Updating router 67556370-8710-4040-b7f6-39c47f7ebae4 port 0af059cb-e6a0-40db-844d-dfcb6711ed55 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:27:16.289323 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924d59bb-2acd-48d7-abb2-420d156439d1 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:16.307097 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:16.330278 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-4d656001-0ab6-40c8-8eb9-cb4d41aab86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:16.330893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 924d59bb-2acd-48d7-abb2-420d156439d1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=924d59bb-2acd-48d7-abb2-420d156439d1,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:16.332811 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-4d656001-0ab6-40c8-8eb9-cb4d41aab86f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca883b77-dd36-40f2-a31d-760ec43ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0763843 Sep 23 22:27:16.451799 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:16.538651 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f20b2f-6e65-4bed-9659-e25bfb8b669d req-752f1838-0798-4918-827e-79db2f2ca927 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:16.547827 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-86f20b2f-6e65-4bed-9659-e25bfb8b669d req-752f1838-0798-4918-827e-79db2f2ca927 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.1961260 Sep 23 22:27:16.564713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=924d59bb-2acd-48d7-abb2-420d156439d1,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:16.605942 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-424928b9-b932-473f-985f-08602fe884a8 service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644091 Sep 23 22:27:16.612361 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-86f20b2f-6e65-4bed-9659-e25bfb8b669d req-8f253b71-fdd2-4d68-b511-48ef52083cf3 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636203 Sep 23 22:27:16.774950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['924d59bb-2acd-48d7-abb2-420d156439d1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:16.809673 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-5b8fb568-fd58-47f2-b3e3-ac86af19ddca service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933374 Sep 23 22:27:16.823238 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7acd2-c668-4d3c-9258-20206c043d16 req-f86e7bf9-2ac2-4270-a7f0-6410894d45ca tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:16.831026 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0ad7acd2-c668-4d3c-9258-20206c043d16 req-f86e7bf9-2ac2-4270-a7f0-6410894d45ca tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.1092772 Sep 23 22:27:16.870348 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:16.891641 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-3ab73752-fd63-492d-ba02-c0f9c3363637 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b7aef643-1174-42fd-8754-4c16946aa2b2 HTTP/1.1" status: 200 len: 217 time: 0.0562146 Sep 23 22:27:16.911338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d8e39e0-8207-4217-aa20-bbd556b7b3ea req-f820e655-e496-414c-a296-50d8df274de4 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7803085 Sep 23 22:27:16.953791 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:16.954606 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0ad7acd2-c668-4d3c-9258-20206c043d16 req-8e1f988a-6891-48e4-a4e3-649e2e8678ea tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226060 Sep 23 22:27:16.998502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f09d450c-32ff-4159-9874-5b73da362c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:17.001637 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-f09d450c-32ff-4159-9874-5b73da362c73 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2223bb73-533f-4afc-95d0-701555de7877 HTTP/1.1" status: 200 len: 797 time: 0.0964057 Sep 23 22:27:17.015367 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:17.079673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-6bba3b3d-5105-42db-8d5f-cbbd432fc710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:17.081983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-6bba3b3d-5105-42db-8d5f-cbbd432fc710 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca883b77-dd36-40f2-a31d-760ec43ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722182 Sep 23 22:27:17.118252 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f958e-346a-4ecf-8740-3f36c8e01250 None None] Pushing event updated for resources: {'Port': ['ID=0af059cb-e6a0-40db-844d-dfcb6711ed55,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:17.165401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcc221-2873-4255-8807-64ec5bc7b62d req-00b2b8b5-cc79-407c-8be6-8f2cc685faee tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:17.174847 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03fcc221-2873-4255-8807-64ec5bc7b62d req-00b2b8b5-cc79-407c-8be6-8f2cc685faee tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 944 time: 0.1688671 Sep 23 22:27:17.208576 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Attempting to bind port 0af059cb-e6a0-40db-844d-dfcb6711ed55 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:27:17.214909 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Attempting to bind port 0af059cb-e6a0-40db-844d-dfcb6711ed55 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:27:17.216220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Attempting to bind port 0af059cb-e6a0-40db-844d-dfcb6711ed55 on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:17.241913 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:27:17.244766 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:27:17.254106 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:17.254979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:27:17.255716 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Bound port: 0af059cb-e6a0-40db-844d-dfcb6711ed55, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:27:17.256294 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:17.299926 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-ba377bbe-ebac-48ce-a37d-86c08fc6b164 service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052293 Sep 23 22:27:17.302812 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03fcc221-2873-4255-8807-64ec5bc7b62d req-75c9a940-9340-4cf9-a4a7-2ba6580adafe tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268585 Sep 23 22:27:17.307848 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-c3e873de-e96f-46bf-90ec-fc622da65c58 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port 0af059cb-e6a0-40db-844d-dfcb6711ed55 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:17.308198 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3e873de-e96f-46bf-90ec-fc622da65c58 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:17.366416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64997857-86b3-44a6-b11e-6b996bb355d2 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:17.386241 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:17.423389 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2290ebf-ebe3-490e-ba14-0730a57ca157 req-9c6c0536-34cc-428d-9021-ffdf5606fc73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:17.439340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2290ebf-ebe3-490e-ba14-0730a57ca157 req-9c6c0536-34cc-428d-9021-ffdf5606fc73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:17.443341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] For port 0af059cb-e6a0-40db-844d-dfcb6711ed55, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:17.450763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] For port 0af059cb-e6a0-40db-844d-dfcb6711ed55, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0af059cb-e6a0-40db-844d-dfcb6711ed55,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:27:17.451994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Transition to ACTIVE for port object 64997857-86b3-44a6-b11e-6b996bb355d2 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:27:17.456419 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2290ebf-ebe3-490e-ba14-0730a57ca157 req-9c6c0536-34cc-428d-9021-ffdf5606fc73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:17.476342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2290ebf-ebe3-490e-ba14-0730a57ca157 req-9c6c0536-34cc-428d-9021-ffdf5606fc73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:17.476342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2290ebf-ebe3-490e-ba14-0730a57ca157 req-9c6c0536-34cc-428d-9021-ffdf5606fc73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:17.477023 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-c3e873de-e96f-46bf-90ec-fc622da65c58 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] For port 0af059cb-e6a0-40db-844d-dfcb6711ed55, host n-d-810775-1, got binding levels [] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:17.477023 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3e873de-e96f-46bf-90ec-fc622da65c58 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:17.481127 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2290ebf-ebe3-490e-ba14-0730a57ca157 req-9c6c0536-34cc-428d-9021-ffdf5606fc73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:17.488441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2290ebf-ebe3-490e-ba14-0730a57ca157 req-9c6c0536-34cc-428d-9021-ffdf5606fc73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:17.491689 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2290ebf-ebe3-490e-ba14-0730a57ca157 req-9c6c0536-34cc-428d-9021-ffdf5606fc73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.2578773 Sep 23 22:27:17.516011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-c3e873de-e96f-46bf-90ec-fc622da65c58 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for 0af059cb-e6a0-40db-844d-dfcb6711ed55 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:17.554056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04fe8cfd-a51d-486d-a00f-d1ec6f4c96c1 None None] Provisioning complete for port 0af059cb-e6a0-40db-844d-dfcb6711ed55 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:17.554452 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04fe8cfd-a51d-486d-a00f-d1ec6f4c96c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:17.625790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04fe8cfd-a51d-486d-a00f-d1ec6f4c96c1 None None] Port 0af059cb-e6a0-40db-844d-dfcb6711ed55 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:27:17.629636 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2290ebf-ebe3-490e-ba14-0730a57ca157 req-8959c26c-9381-4818-9559-bbe2fd45ba5a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184504 Sep 23 22:27:17.643491 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:17.655096 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495e38e6-dfea-46e9-9f6a-bd1e01163567 req-89fd9246-571f-4b60-b171-b2181a1455f6 service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422356 Sep 23 22:27:17.666883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f1a97238-08aa-4a41-9466-6b14fb0c3b0b details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:27:17.683924 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:17.687921 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:17.722483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f1a97238-08aa-4a41-9466-6b14fb0c3b0b no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:27:17.796247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Pushing event updated for resources: {'Port': ['ID=64997857-86b3-44a6-b11e-6b996bb355d2,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:17.918093 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.resource_extend [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:27:18.065815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Routers {'67556370-8710-4040-b7f6-39c47f7ebae4'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:27:18.067186 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:27:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['67556370-8710-4040-b7f6-39c47f7ebae4'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:18.076733 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f958e-346a-4ecf-8740-3f36c8e01250 None None] Pushing event updated for resources: {'Port': ['ID=0af059cb-e6a0-40db-844d-dfcb6711ed55,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:18.080034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Attempting to bind port 64997857-86b3-44a6-b11e-6b996bb355d2 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:27:18.080034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Attempting to bind port 64997857-86b3-44a6-b11e-6b996bb355d2 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:27:18.080034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Attempting to bind port 64997857-86b3-44a6-b11e-6b996bb355d2 on network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:18.112635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Port 64997857-86b3-44a6-b11e-6b996bb355d2 on network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:27:18.113125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Attempting to bind port 64997857-86b3-44a6-b11e-6b996bb355d2 on network cdbdfaa1-95b8-43c6-9f1a-522d45db3439 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:18.131450 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:27:18.132143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Checking segment: {'id': '82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:27:18.132652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Bound using segment: {'id': '82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:27:18.133415 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Bound port: 64997857-86b3-44a6-b11e-6b996bb355d2, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:27:18.134611 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:18.160253 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d19d4f-b441-4cb4-8f23-0e30a7223568 req-78e0ceaa-cbb0-4258-9008-2649e130e587 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:18.163133 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4d19d4f-b441-4cb4-8f23-0e30a7223568 req-78e0ceaa-cbb0-4258-9008-2649e130e587 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.1798317 Sep 23 22:27:18.184747 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346047e1-caf2-4b10-a26d-620dd2659b1f req-23e43437-956a-48b9-a1a9-1444e154f803 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:18.184747 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-346047e1-caf2-4b10-a26d-620dd2659b1f req-23e43437-956a-48b9-a1a9-1444e154f803 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 944 time: 0.0957642 Sep 23 22:27:18.294138 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3e873de-e96f-46bf-90ec-fc622da65c58 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:18.311679 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-346047e1-caf2-4b10-a26d-620dd2659b1f req-2925f4ae-ec2a-4317-ba0f-0a54bc40dacd tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071725 Sep 23 22:27:18.345835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-98a35a66-5ce0-4d06-9b88-8b7919b03484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:18.346374 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-98a35a66-5ce0-4d06-9b88-8b7919b03484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:18.348049 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-98a35a66-5ce0-4d06-9b88-8b7919b03484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:18.348680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-98a35a66-5ce0-4d06-9b88-8b7919b03484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:18.349971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-98a35a66-5ce0-4d06-9b88-8b7919b03484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:18.351387 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-98a35a66-5ce0-4d06-9b88-8b7919b03484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:18.352672 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-98a35a66-5ce0-4d06-9b88-8b7919b03484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:18.357299 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-98a35a66-5ce0-4d06-9b88-8b7919b03484 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53d9dcc00ea347a4ba456b29d8894318&device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 6478 time: 0.1251657 Sep 23 22:27:18.395867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4d19d4f-b441-4cb4-8f23-0e30a7223568 req-c5201213-4eef-4c02-ab9e-077e3929bce5 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207351 Sep 23 22:27:18.402672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e873de-e96f-46bf-90ec-fc622da65c58 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=0af059cb-e6a0-40db-844d-dfcb6711ed55,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:18.521751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d7c78f39-1d7c-44ba-afc2-55e81cfbd22a None None] Could not find standard attr ID for object 0af059cb-e6a0-40db-844d-dfcb6711ed55. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:27:18.605876 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3e873de-e96f-46bf-90ec-fc622da65c58 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:18.610266 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] For port 64997857-86b3-44a6-b11e-6b996bb355d2, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:18.625460 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434443f-1c56-4dc0-8ced-d1209f462c4c req-0b6cfedd-6624-4e0e-8817-27cd39a0349c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:18.633153 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8434443f-1c56-4dc0-8ced-d1209f462c4c req-0b6cfedd-6624-4e0e-8817-27cd39a0349c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.1505897 Sep 23 22:27:18.641386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-f623a496-78da-48f8-96e9-1ec557e16e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:18.642929 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-f623a496-78da-48f8-96e9-1ec557e16e3d service neutron] 10.222.0.67 "GET /v2.0/networks?id=ca883b77-dd36-40f2-a31d-760ec43ec06e HTTP/1.1" status: 200 len: 902 time: 0.2755220 Sep 23 22:27:18.725500 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] Set router 67556370-8710-4040-b7f6-39c47f7ebae4 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:27:18.733494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] For port 64997857-86b3-44a6-b11e-6b996bb355d2, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=64997857-86b3-44a6-b11e-6b996bb355d2,segment=NetworkSegment(82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2),segment_id=82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:27:18.738458 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8434443f-1c56-4dc0-8ced-d1209f462c4c req-7fddc5cb-b8b4-47c4-9c21-803f0ae63caf tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043043 Sep 23 22:27:18.741938 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:18.742549 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-5dd1a706-32fe-4704-ac01-252d56c3f69c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b7aef643-1174-42fd-8754-4c16946aa2b2 HTTP/1.1" status: 200 len: 217 time: 0.0900514 Sep 23 22:27:18.815429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22f0c2-2eab-4648-9807-5719e30fa0bc req-3508d247-6b22-42da-bbd5-d878ace763e7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:18.820945 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3e22f0c2-2eab-4648-9807-5719e30fa0bc req-3508d247-6b22-42da-bbd5-d878ace763e7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 944 time: 0.2084830 Sep 23 22:27:18.825384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-641b51fd-ea92-4f50-bb44-421410b792a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:18.826945 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-641b51fd-ea92-4f50-bb44-421410b792a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2223bb73-533f-4afc-95d0-701555de7877 HTTP/1.1" status: 200 len: 797 time: 0.0745039 Sep 23 22:27:18.841762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f1a97238-08aa-4a41-9466-6b14fb0c3b0b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:18.842633 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:18.867330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'f1a97238-08aa-4a41-9466-6b14fb0c3b0b', 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc', 'port_id': 'f1a97238-08aa-4a41-9466-6b14fb0c3b0b', 'mac_address': 'fa:16:3e:cc:bb:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a99b1e-5604-420c-b8b4-3844200ef69e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:27:18.875767 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:18.906988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-0effb917-e51a-4219-81e6-cd2729ca9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:18.909789 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-0effb917-e51a-4219-81e6-cd2729ca9a59 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca883b77-dd36-40f2-a31d-760ec43ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0726655 Sep 23 22:27:18.924769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c438532e-4333-4347-a705-fa721b4bc4a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a97238-08aa-4a41-9466-6b14fb0c3b0b'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:18.927174 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ba4311-00b9-4c62-bac9-d14541c4f8c3" -d '{"events": [{"server_uuid": "c438532e-4333-4347-a705-fa721b4bc4a3", "name": "network-vif-unplugged", "status": "completed", "tag": "f1a97238-08aa-4a41-9466-6b14fb0c3b0b"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:19.047742 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:19.049537 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:19.052029 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] 10.222.0.67 "PUT /v2.0/ports/64997857-86b3-44a6-b11e-6b996bb355d2 HTTP/1.1" status: 200 len: 1092 time: 3.2554255 Sep 23 22:27:19.057927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a20a2c7-279e-41d1-aaab-3fcca0ac4faa', 'tag': '64997857-86b3-44a6-b11e-6b996bb355d2'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:19.062489 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e141004-6b8f-44ea-9845-560bad363d56" -d '{"events": [{"name": "network-changed", "server_uuid": "2a20a2c7-279e-41d1-aaab-3fcca0ac4faa", "tag": "64997857-86b3-44a6-b11e-6b996bb355d2"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:19.101216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e873de-e96f-46bf-90ec-fc622da65c58 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Router 67556370-8710-4040-b7f6-39c47f7ebae4 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:27:19.148815 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3e22f0c2-2eab-4648-9807-5719e30fa0bc req-310de7b7-c7ce-4dad-a36e-e5429971e4bd tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832336 Sep 23 22:27:19.162659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b6948-61a0-4d0c-a1a5-46149367c164 service neutron] Pushing event updated for resources: {'Port': ['ID=64997857-86b3-44a6-b11e-6b996bb355d2,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:19.221489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f1a97238-08aa-4a41-9466-6b14fb0c3b0b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:19.259317 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:19.301841 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74dd5cf-ebeb-4934-8177-2898f31af630 x-openstack-request-id: req-d74dd5cf-ebeb-4934-8177-2898f31af630 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:19.302330 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c438532e-4333-4347-a705-fa721b4bc4a3", "name": "network-vif-unplugged", "status": "completed", "tag": "f1a97238-08aa-4a41-9466-6b14fb0c3b0b", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:19.302735 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d74dd5cf-ebeb-4934-8177-2898f31af630 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:19.303381 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c438532e-4333-4347-a705-fa721b4bc4a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a97238-08aa-4a41-9466-6b14fb0c3b0b', 'code': 200} Sep 23 22:27:19.308314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1a97238-08aa-4a41-9466-6b14fb0c3b0b {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:19.333401 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76debe67-4c71-4b64-9285-a3d2c1663224 x-openstack-request-id: req-76debe67-4c71-4b64-9285-a3d2c1663224 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:19.333981 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a20a2c7-279e-41d1-aaab-3fcca0ac4faa", "tag": "64997857-86b3-44a6-b11e-6b996bb355d2", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:19.334478 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76debe67-4c71-4b64-9285-a3d2c1663224 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:19.335282 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a20a2c7-279e-41d1-aaab-3fcca0ac4faa', 'tag': '64997857-86b3-44a6-b11e-6b996bb355d2', 'status': 'completed', 'code': 200} Sep 23 22:27:19.373423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e873de-e96f-46bf-90ec-fc622da65c58 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:27:19.390945 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c3e873de-e96f-46bf-90ec-fc622da65c58 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "PUT /v2.0/routers/67556370-8710-4040-b7f6-39c47f7ebae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2135241 Sep 23 22:27:19.392037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49708) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:19.402208 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:19.476020 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-5e582310-a4bf-4eb9-8786-adebe8468b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:19.481040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-5e582310-a4bf-4eb9-8786-adebe8468b71 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92ffee92be894524b0e7f44ca8640737&device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 1095 time: 0.2326207 Sep 23 22:27:19.503928 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-a0883fcd-f750-4f0c-b491-fa8193f8992c service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845404 Sep 23 22:27:19.520030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67220a69-3747-433f-8b70-8d2e5b8644aa tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:19.523621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67220a69-3747-433f-8b70-8d2e5b8644aa tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:19.532583 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-67220a69-3747-433f-8b70-8d2e5b8644aa tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1340818 Sep 23 22:27:19.538802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49714) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:19.547180 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945a8b0-9793-4510-a766-b490e24d24ff req-51093103-aa94-48e8-b410-9f28102b1ca4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:19.565780 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945a8b0-9793-4510-a766-b490e24d24ff req-51093103-aa94-48e8-b410-9f28102b1ca4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:19.581414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945a8b0-9793-4510-a766-b490e24d24ff req-51093103-aa94-48e8-b410-9f28102b1ca4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:19.588676 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 924d59bb-2acd-48d7-abb2-420d156439d1 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:19.595617 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:27:19.595617 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:27:19.599112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945a8b0-9793-4510-a766-b490e24d24ff req-51093103-aa94-48e8-b410-9f28102b1ca4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:19.606750 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945a8b0-9793-4510-a766-b490e24d24ff req-51093103-aa94-48e8-b410-9f28102b1ca4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:19.613231 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945a8b0-9793-4510-a766-b490e24d24ff req-51093103-aa94-48e8-b410-9f28102b1ca4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:19.620993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945a8b0-9793-4510-a766-b490e24d24ff req-51093103-aa94-48e8-b410-9f28102b1ca4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:19.630557 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8945a8b0-9793-4510-a766-b490e24d24ff req-51093103-aa94-48e8-b410-9f28102b1ca4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.5995402 Sep 23 22:27:19.643054 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-c5d5c6d3-101e-4d2e-9cf4-89655c0ba6e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64997857-86b3-44a6-b11e-6b996bb355d2 HTTP/1.1" status: 200 len: 217 time: 0.1060059 Sep 23 22:27:19.645498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:19.700154 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67556370-8710-4040-b7f6-39c47f7ebae4', 'name': 'tempest-NetworksTestDHCPv6-router-1418917109', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:27:09Z', 'updated_at': '2021-09-23T22:27:12Z', 'revision_number': 2, 'project_id': 'f2893f5439c64e18a9b20605b17efba4', 'gw_port_host': None, '_interfaces': [{'id': '0af059cb-e6a0-40db-844d-dfcb6711ed55', 'name': '', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'mac_address': 'fa:16:3e:7a:56:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67556370-8710-4040-b7f6-39c47f7ebae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '5a0e8da6-442d-4bd8-bc76-c103c848b043', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:27:10Z', 'updated_at': '2021-09-23T22:27:17Z', 'revision_number': 4, 'project_id': 'f2893f5439c64e18a9b20605b17efba4', 'subnets': [{'id': '5a0e8da6-442d-4bd8-bc76-c103c848b043', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:19.737626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-528030e4-dfac-4959-b326-125fa03ffdd4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 5a0e8da6-442d-4bd8-bc76-c103c848b043 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:27:19.747673 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528030e4-dfac-4959-b326-125fa03ffdd4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:19.756169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163ba51-2e4c-40d3-b761-5b904dc6ea8c None None] The sync data for ids ['67556370-8710-4040-b7f6-39c47f7ebae4'] in n-d-810775-1 is: [{'id': '67556370-8710-4040-b7f6-39c47f7ebae4', 'name': 'tempest-NetworksTestDHCPv6-router-1418917109', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:27:09Z', 'updated_at': '2021-09-23T22:27:12Z', 'revision_number': 2, 'project_id': 'f2893f5439c64e18a9b20605b17efba4', 'gw_port_host': None, '_interfaces': [{'id': '0af059cb-e6a0-40db-844d-dfcb6711ed55', 'name': '', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'mac_address': 'fa:16:3e:7a:56:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67556370-8710-4040-b7f6-39c47f7ebae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '5a0e8da6-442d-4bd8-bc76-c103c848b043', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:27:10Z', 'updated_at': '2021-09-23T22:27:17Z', 'revision_number': 4, 'project_id': 'f2893f5439c64e18a9b20605b17efba4', 'subnets': [{'id': '5a0e8da6-442d-4bd8-bc76-c103c848b043', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:27:19.768705 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8945a8b0-9793-4510-a766-b490e24d24ff req-f502e22a-3e7a-4715-ac1a-845000de8e11 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366317 Sep 23 22:27:19.800645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 924d59bb-2acd-48d7-abb2-420d156439d1 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:27:19.804434 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4279431-e85a-4be2-b17a-36aeea36c3e2 req-fa2cc3a0-84a0-4a42-8212-ef917eddd55f service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643748 Sep 23 22:27:19.805035 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 924d59bb-2acd-48d7-abb2-420d156439d1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:19.805505 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:19.811281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-283cc5b9-1655-4b24-bd6e-a63046f6a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:19.812925 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-283cc5b9-1655-4b24-bd6e-a63046f6a1f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54b21564-3f42-4a3c-b81d-f573077bf52f HTTP/1.1" status: 200 len: 850 time: 0.1588829 Sep 23 22:27:19.824838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcc5b5-c181-4c7c-821b-29b05db86664 req-052e337a-0ee4-48d4-b20d-8acd628de5a5 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:19.826571 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-95fcc5b5-c181-4c7c-821b-29b05db86664 req-052e337a-0ee4-48d4-b20d-8acd628de5a5 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 944 time: 0.2055988 Sep 23 22:27:19.882642 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-000dcd66-916c-4008-a11a-be19177f7414 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508795 Sep 23 22:27:19.900098 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528030e4-dfac-4959-b326-125fa03ffdd4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:19.922462 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:19.992607 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-95fcc5b5-c181-4c7c-821b-29b05db86664 req-2a1a483e-2515-44b3-8301-0ffda491bd07 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463425 Sep 23 22:27:20.008582 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 924d59bb-2acd-48d7-abb2-420d156439d1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=924d59bb-2acd-48d7-abb2-420d156439d1,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:20.057517 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d6ae8-f315-41bc-907c-e16bfcdd95a7 req-14604e2f-564d-45c9-90ae-f027e08fed8d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:20.057517 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-918d6ae8-f315-41bc-907c-e16bfcdd95a7 req-14604e2f-564d-45c9-90ae-f027e08fed8d tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 943 time: 0.1051517 Sep 23 22:27:20.109659 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528030e4-dfac-4959-b326-125fa03ffdd4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:20.116196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-ce20810e-fb98-49a0-aeff-17d90a6b2dfc service neutron] 10.222.0.67 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217953 Sep 23 22:27:20.130283 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-918d6ae8-f315-41bc-907c-e16bfcdd95a7 req-8867de9f-6b20-4d7c-8a9a-37bcc4004c49 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627658 Sep 23 22:27:20.191596 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:20.280268 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:20.327607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a97238-08aa-4a41-9466-6b14fb0c3b0b {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:20.336759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=924d59bb-2acd-48d7-abb2-420d156439d1,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:20.354879 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e08c8af-3ed1-4908-b6ee-d6b0a2b89afc req-464dc85a-086f-4863-863c-815dc191d596 service neutron] 10.222.0.67 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984615 Sep 23 22:27:20.382517 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f1a97238-08aa-4a41-9466-6b14fb0c3b0b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:20.392292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a376b04-ecbf-4e42-bba0-b774fe0f9231 req-24964b79-e19b-47d2-b460-0960180b6735 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:20.400782 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a376b04-ecbf-4e42-bba0-b774fe0f9231 req-24964b79-e19b-47d2-b460-0960180b6735 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.1258640 Sep 23 22:27:20.447578 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a376b04-ecbf-4e42-bba0-b774fe0f9231 req-742406ae-983a-4869-b2ee-fbdc5e1f828f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456312 Sep 23 22:27:20.449416 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528030e4-dfac-4959-b326-125fa03ffdd4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:20.481291 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:20.546004 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528030e4-dfac-4959-b326-125fa03ffdd4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:20.549441 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-528030e4-dfac-4959-b326-125fa03ffdd4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/5a0e8da6-442d-4bd8-bc76-c103c848b043 HTTP/1.1" status: 204 len: 168 time: 0.9998653 Sep 23 22:27:20.551082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528030e4-dfac-4959-b326-125fa03ffdd4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=5a0e8da6-442d-4bd8-bc76-c103c848b043,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:20.561582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49730) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:20.580987 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce348bd-f045-44e3-9f81-db599e5b8a73 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:27:20.641358 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a77ad-7894-42e0-9f81-f0be31b6c7f6 req-f49382a9-aa1d-4a69-98f7-86555591ec7f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:20.650503 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c34a77ad-7894-42e0-9f81-f0be31b6c7f6 req-f49382a9-aa1d-4a69-98f7-86555591ec7f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 945 time: 0.1309984 Sep 23 22:27:20.738213 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c34a77ad-7894-42e0-9f81-f0be31b6c7f6 req-3524a6de-8713-4c97-9342-e8a902e309b4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867603 Sep 23 22:27:20.739395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:20.770087 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4d914373-af9a-44d1-b53f-db1439c84d98 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2069988 Sep 23 22:27:20.777377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49744) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:20.787727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e141004-6b8f-44ea-9845-560bad363d56 req-13e5dee5-52b6-4834-bbb2-980f3f00dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:20.797644 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e141004-6b8f-44ea-9845-560bad363d56 req-13e5dee5-52b6-4834-bbb2-980f3f00dcaf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92ffee92be894524b0e7f44ca8640737&device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 1095 time: 0.1144450 Sep 23 22:27:20.916257 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865d782c-b00a-466c-989f-9997d6b27374 None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:27:21.017312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e141004-6b8f-44ea-9845-560bad363d56 req-3d670a78-00ee-41f3-af32-964ddac66d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:21.023053 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e141004-6b8f-44ea-9845-560bad363d56 req-3d670a78-00ee-41f3-af32-964ddac66d11 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439 HTTP/1.1" status: 200 len: 911 time: 0.2086694 Sep 23 22:27:21.024002 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-865d782c-b00a-466c-989f-9997d6b27374 None None] Deleting port d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:21.024699 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-865d782c-b00a-466c-989f-9997d6b27374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:21.083843 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e141004-6b8f-44ea-9845-560bad363d56 req-c4d490e0-8215-4d8f-856a-7d503dd35814 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64997857-86b3-44a6-b11e-6b996bb355d2 HTTP/1.1" status: 200 len: 217 time: 0.0476496 Sep 23 22:27:21.089073 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65596c7d-87c1-483a-a8bb-50c05bfba4a8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:21.140818 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-865d782c-b00a-466c-989f-9997d6b27374 None None] For port d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:21.141272 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-865d782c-b00a-466c-989f-9997d6b27374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:21.159245 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-865d782c-b00a-466c-989f-9997d6b27374 None None] Calling delete_port for d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:21.183125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e141004-6b8f-44ea-9845-560bad363d56 req-ac2743df-a515-40b7-a981-41d84ad172eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:21.184335 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e141004-6b8f-44ea-9845-560bad363d56 req-ac2743df-a515-40b7-a981-41d84ad172eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54b21564-3f42-4a3c-b81d-f573077bf52f HTTP/1.1" status: 200 len: 850 time: 0.0871837 Sep 23 22:27:21.190976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616d05-d16c-4d42-9c5c-51820759a74d req-1a60f88a-11b9-49ba-bba3-30c351cd3648 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:21.198113 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616d05-d16c-4d42-9c5c-51820759a74d req-1a60f88a-11b9-49ba-bba3-30c351cd3648 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:21.204524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616d05-d16c-4d42-9c5c-51820759a74d req-1a60f88a-11b9-49ba-bba3-30c351cd3648 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:21.212383 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616d05-d16c-4d42-9c5c-51820759a74d req-1a60f88a-11b9-49ba-bba3-30c351cd3648 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:21.219078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616d05-d16c-4d42-9c5c-51820759a74d req-1a60f88a-11b9-49ba-bba3-30c351cd3648 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:21.225477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616d05-d16c-4d42-9c5c-51820759a74d req-1a60f88a-11b9-49ba-bba3-30c351cd3648 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:21.232792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616d05-d16c-4d42-9c5c-51820759a74d req-1a60f88a-11b9-49ba-bba3-30c351cd3648 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:21.242126 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82616d05-d16c-4d42-9c5c-51820759a74d req-1a60f88a-11b9-49ba-bba3-30c351cd3648 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.2062848 Sep 23 22:27:21.260834 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e141004-6b8f-44ea-9845-560bad363d56 req-4f05b2e3-380a-4881-9dd2-dc8bcff27fc5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650260 Sep 23 22:27:21.304848 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fad9d2-6ce9-431e-879a-bce277830eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924d59bb-2acd-48d7-abb2-420d156439d1'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:21.307124 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c4f225-095d-4479-af3b-f31bdaf9e899" -d '{"events": [{"server_uuid": "16fad9d2-6ce9-431e-879a-bce277830eec", "name": "network-vif-plugged", "status": "completed", "tag": "924d59bb-2acd-48d7-abb2-420d156439d1"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:21.328254 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['f1a97238-08aa-4a41-9466-6b14fb0c3b0b'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:21.385621 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65596c7d-87c1-483a-a8bb-50c05bfba4a8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:21.390268 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65596c7d-87c1-483a-a8bb-50c05bfba4a8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:21.403679 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-865d782c-b00a-466c-989f-9997d6b27374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:21.417230 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82616d05-d16c-4d42-9c5c-51820759a74d req-9bd1d40b-0fc2-4c10-9335-b13134515d59 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1673400 Sep 23 22:27:21.468406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d782c-b00a-466c-989f-9997d6b27374 None None] Pushing event deleted for resources: {'Port': ['ID=d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:21.476548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865d782c-b00a-466c-989f-9997d6b27374 None None] No DVR routers for this DVR port d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:27:21.628194 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65596c7d-87c1-483a-a8bb-50c05bfba4a8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:21.629088 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65596c7d-87c1-483a-a8bb-50c05bfba4a8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Fanout notify agent at l3_agent the message router_deleted on router 67556370-8710-4040-b7f6-39c47f7ebae4 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:27:21.642563 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65596c7d-87c1-483a-a8bb-50c05bfba4a8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:21.646210 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-65596c7d-87c1-483a-a8bb-50c05bfba4a8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/routers/67556370-8710-4040-b7f6-39c47f7ebae4 HTTP/1.1" status: 204 len: 168 time: 0.8641367 Sep 23 22:27:21.647189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49770) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:21.691221 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2b4175a6-d864-44f8-b7f5-38ccdd29cc6b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0385795 Sep 23 22:27:21.693635 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49772) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:21.750118 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01250863-90de-47fa-9a1f-c55620fec713 req-b7e742f3-ee49-4a84-ba91-c1237bd40012 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:21.754944 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-01250863-90de-47fa-9a1f-c55620fec713 req-b7e742f3-ee49-4a84-ba91-c1237bd40012 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 944 time: 0.1894825 Sep 23 22:27:21.777271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e141004-6b8f-44ea-9845-560bad363d56 req-c77529cd-9d64-4819-aa21-c60bdbce9309 service neutron] 10.222.0.67 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983904 Sep 23 22:27:21.782425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeda195-737c-4422-b4c0-a16383f5a298 req-b2c2dd51-14ae-43aa-92be-4079e311fabc tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:21.784125 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fdeda195-737c-4422-b4c0-a16383f5a298 req-b2c2dd51-14ae-43aa-92be-4079e311fabc tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 944 time: 0.4677255 Sep 23 22:27:21.840557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c680e8-8869-4198-904d-0bf0023c09a8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:21.844694 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d5c680e8-8869-4198-904d-0bf0023c09a8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1464605 Sep 23 22:27:21.846121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49778) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:21.854683 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:27:21.869599 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-01250863-90de-47fa-9a1f-c55620fec713 req-e74108a3-ad78-4449-8cd9-394caf531167 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099565 Sep 23 22:27:21.894297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:27:21.894731 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d7ba40aa-a4a0-4635-afd6-6f7c1ed528c3 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:27:21.934948 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bc174fd6-9b08-448a-9f39-f876f3ef014b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873244 Sep 23 22:27:21.940481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49780) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:21.941035 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2952b910-0196-4516-ba4a-326f937026df x-openstack-request-id: req-2952b910-0196-4516-ba4a-326f937026df {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:21.941358 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fad9d2-6ce9-431e-879a-bce277830eec", "name": "network-vif-plugged", "status": "completed", "tag": "924d59bb-2acd-48d7-abb2-420d156439d1", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:21.942402 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2952b910-0196-4516-ba4a-326f937026df {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:21.942402 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fad9d2-6ce9-431e-879a-bce277830eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924d59bb-2acd-48d7-abb2-420d156439d1', 'code': 200} Sep 23 22:27:21.946173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:21.954316 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fdeda195-737c-4422-b4c0-a16383f5a298 req-7311cf7b-e18f-4e74-97b0-15f49d1b37c5 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528800 Sep 23 22:27:21.978998 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49782) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:21.997358 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e141004-6b8f-44ea-9845-560bad363d56 req-7d6f21ce-e5d8-4de6-b933-6e1bb10da73c service neutron] 10.222.0.67 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044590 Sep 23 22:27:22.123887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de9ac9-2581-4738-a305-676030fbf8c6 req-a5a9d561-4462-47cc-88fb-017b3a585320 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:22.126916 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-71de9ac9-2581-4738-a305-676030fbf8c6 req-a5a9d561-4462-47cc-88fb-017b3a585320 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.0801506 Sep 23 22:27:22.150322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133219d-df92-4a86-b60b-6808fda801ba req-36e9be0a-2b54-423d-b2bf-4e1b72295518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:22.151927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e133219d-df92-4a86-b60b-6808fda801ba req-36e9be0a-2b54-423d-b2bf-4e1b72295518 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 1096 time: 0.1201768 Sep 23 22:27:22.194072 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-71de9ac9-2581-4738-a305-676030fbf8c6 req-138711c1-535d-478e-b5b0-257fcc6a0083 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599124 Sep 23 22:27:22.211014 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-efbbe169-c9e4-4cc1-8342-5bb9b16ea108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:22.216075 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e133219d-df92-4a86-b60b-6808fda801ba req-df3998df-8e82-441b-bedd-50489dfeabe0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546756 Sep 23 22:27:22.253358 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8998741b-79d0-40d5-95ef-2c4f70d012d9 None None] Sync routers for ids ['67556370-8710-4040-b7f6-39c47f7ebae4'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:27:22.268817 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998741b-79d0-40d5-95ef-2c4f70d012d9 None None] Routers set() bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:27:22.269296 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998741b-79d0-40d5-95ef-2c4f70d012d9 None None] Router IDs set() for agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 22:27:22.270023 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_agentschedulers_db [None req-8998741b-79d0-40d5-95ef-2c4f70d012d9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'67556370-8710-4040-b7f6-39c47f7ebae4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:27:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent'). {{(pid=95493) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 23 22:27:22.270168 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eb84f-edc3-4c1d-806d-adf183d4bf62 req-35e4bd48-0e79-4999-abb0-d8234130257d tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:22.272956 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d74eb84f-edc3-4c1d-806d-adf183d4bf62 req-35e4bd48-0e79-4999-abb0-d8234130257d tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 945 time: 0.0794454 Sep 23 22:27:22.281000 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998741b-79d0-40d5-95ef-2c4f70d012d9 None None] Routers set() bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:27:22.281734 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998741b-79d0-40d5-95ef-2c4f70d012d9 None None] Router IDs set() for agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 22:27:22.282493 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_agentschedulers_db [None req-8998741b-79d0-40d5-95ef-2c4f70d012d9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'67556370-8710-4040-b7f6-39c47f7ebae4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:27:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent'). {{(pid=95493) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 23 22:27:22.282907 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8998741b-79d0-40d5-95ef-2c4f70d012d9 None None] The sync data for ids ['67556370-8710-4040-b7f6-39c47f7ebae4'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:27:22.288095 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:27:22.292309 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:22.387532 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d74eb84f-edc3-4c1d-806d-adf183d4bf62 req-a276dab0-0347-45b2-a743-fbc317811cd6 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075246 Sep 23 22:27:22.428703 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-efbbe169-c9e4-4cc1-8342-5bb9b16ea108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:22.517213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-efbbe169-c9e4-4cc1-8342-5bb9b16ea108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:22.577333 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-efbbe169-c9e4-4cc1-8342-5bb9b16ea108 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41ae351436bc432d9a1251afefdbb53e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5972283 Sep 23 22:27:22.581815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49788) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:22.585860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbe169-c9e4-4cc1-8342-5bb9b16ea108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521b42fe-6663-4ed6-b38f-6f7f35297c34,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:22.621059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d439eeb-cb04-4bcb-a238-ad3e2038de52 req-59ed8b1e-4691-4bee-ad57-6bd5c97ac024 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:22.632735 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d439eeb-cb04-4bcb-a238-ad3e2038de52 req-59ed8b1e-4691-4bee-ad57-6bd5c97ac024 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:22.643310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d439eeb-cb04-4bcb-a238-ad3e2038de52 req-59ed8b1e-4691-4bee-ad57-6bd5c97ac024 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:22.653755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d439eeb-cb04-4bcb-a238-ad3e2038de52 req-59ed8b1e-4691-4bee-ad57-6bd5c97ac024 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:22.655349 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b89dd17e-523a-492e-b407-790bb69c96fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:22.663207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d439eeb-cb04-4bcb-a238-ad3e2038de52 req-59ed8b1e-4691-4bee-ad57-6bd5c97ac024 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:22.671783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d439eeb-cb04-4bcb-a238-ad3e2038de52 req-59ed8b1e-4691-4bee-ad57-6bd5c97ac024 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:22.683339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d439eeb-cb04-4bcb-a238-ad3e2038de52 req-59ed8b1e-4691-4bee-ad57-6bd5c97ac024 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:22.687020 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d439eeb-cb04-4bcb-a238-ad3e2038de52 req-59ed8b1e-4691-4bee-ad57-6bd5c97ac024 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.1839471 Sep 23 22:27:22.720439 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b89dd17e-523a-492e-b407-790bb69c96fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:22.771493 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d439eeb-cb04-4bcb-a238-ad3e2038de52 req-f0298e24-0894-4133-b283-c6a5dfef87a6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688882 Sep 23 22:27:22.783786 n-d-810775-1 neutron-server[95490]: DEBUG neutron.objects.ports [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95490) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:27:22.808305 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:22.892909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:22.908835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:22.921270 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:22.921270 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:22.921979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9265c13-d214-4e2f-ac02-d8a001a1d112 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:27:22.928596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=8067eae3-3b06-4a95-99c8-666f66683046,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:22.944113 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-b8ea2991-eb2b-4246-b8c0-7d9acc399d2d service neutron] show failed (client error): The resource could not be found. Sep 23 22:27:22.950058 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-b8ea2991-eb2b-4246-b8c0-7d9acc399d2d service neutron] 10.222.0.43 "GET /v2.0/ports/b4c960f8-136a-4502-8c54-a2443c4e626f/bindings/n-h2-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.1582670 Sep 23 22:27:22.950058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:22.950058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:22.950058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:22.950058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:22.950543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:22.950690 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:22.951029 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:22.951361 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:22.951747 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:22.952018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:22.952395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:22.952728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:23.010279 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137f29c-9236-45d7-899f-7787f67b53b3 req-2a626d64-ce3f-4960-b2cf-5b4af1fa44bd tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:23.013889 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d137f29c-9236-45d7-899f-7787f67b53b3 req-2a626d64-ce3f-4960-b2cf-5b4af1fa44bd tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 944 time: 0.0573807 Sep 23 22:27:23.046444 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b89dd17e-523a-492e-b407-790bb69c96fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:23.049285 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b89dd17e-523a-492e-b407-790bb69c96fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:23.050539 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b89dd17e-523a-492e-b407-790bb69c96fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/521b42fe-6663-4ed6-b38f-6f7f35297c34 HTTP/1.1" status: 204 len: 168 time: 0.4674785 Sep 23 22:27:23.078008 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d137f29c-9236-45d7-899f-7787f67b53b3 req-8441b75b-bab5-4a3d-9670-fff812d13349 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574565 Sep 23 22:27:23.095268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dd17e-523a-492e-b407-790bb69c96fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521b42fe-6663-4ed6-b38f-6f7f35297c34,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:23.104735 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-812edf09-20b6-4174-bf76-58870cf18697 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1592500 Sep 23 22:27:23.109683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49798) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:23.114978 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-445e7da0-20e5-48f7-9033-21432a792ffd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:23.128327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c97b2-ebb8-4e1d-8e6e-cba790272f5e req-d2ca86f6-5e03-49e5-bbb5-e0b4648dd5ce tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:23.152446 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68c97b2-ebb8-4e1d-8e6e-cba790272f5e req-d2ca86f6-5e03-49e5-bbb5-e0b4648dd5ce tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 944 time: 0.1177101 Sep 23 22:27:23.190855 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': '8067eae3-3b06-4a95-99c8-666f66683046'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:27:23.191782 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:23.204740 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68c97b2-ebb8-4e1d-8e6e-cba790272f5e req-c7b4e964-9e4c-4b8c-b4ed-76fec09a2ab8 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513449 Sep 23 22:27:23.379833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e5dc7-2900-4045-9782-ec2f728ce47c req-ab156fc4-426d-433f-8c15-c12146a18d42 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:23.386155 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-413e5dc7-2900-4045-9782-ec2f728ce47c req-ab156fc4-426d-433f-8c15-c12146a18d42 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.0946856 Sep 23 22:27:23.386644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf016fc-8f1d-4a40-9b12-85a4b400c629 req-46051efd-01f8-451b-9669-99c51917b35d tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:23.388273 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bdf016fc-8f1d-4a40-9b12-85a4b400c629 req-46051efd-01f8-451b-9669-99c51917b35d tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 945 time: 0.0682502 Sep 23 22:27:23.409724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Allocated IP 2001:db8::f816:3eff:fe06:d66a (fabbdebb-7256-45f8-980f-653365ae34a1/8067eae3-3b06-4a95-99c8-666f66683046/0bcb9175-8ae7-4de8-bff6-3600925f02fe) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:23.439369 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-413e5dc7-2900-4045-9782-ec2f728ce47c req-0ccaa21d-4c91-4195-aa34-6b8472aead8c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424840 Sep 23 22:27:23.439583 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bdf016fc-8f1d-4a40-9b12-85a4b400c629 req-d08b49e0-d67f-4ddc-b623-2536f2ead642 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427089 Sep 23 22:27:23.551845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445e7da0-20e5-48f7-9033-21432a792ffd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:27:23.557172 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-445e7da0-20e5-48f7-9033-21432a792ffd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:23.651988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c354de7-2ef4-4867-8ede-9f630fece34f req-76513992-c449-485d-9d91-3a2ac317024f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:23.659990 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c354de7-2ef4-4867-8ede-9f630fece34f req-76513992-c449-485d-9d91-3a2ac317024f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 945 time: 0.1417577 Sep 23 22:27:23.686889 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:23.730265 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c354de7-2ef4-4867-8ede-9f630fece34f req-83c2d44f-0dd7-4bec-8ac8-4d109b3e57fb tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693653 Sep 23 22:27:23.734174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0af059cb-e6a0-40db-844d-dfcb6711ed55 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:27:23.783981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 0af059cb-e6a0-40db-844d-dfcb6711ed55 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:27:23.784407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0af059cb-e6a0-40db-844d-dfcb6711ed55 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:27:23.870654 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:23.892669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-eb120019-7024-4f8a-939b-5004859089f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:23.897371 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-eb120019-7024-4f8a-939b-5004859089f2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b&tenant_id=3b70fd1a6d0c4b0a803216b674009287 HTTP/1.1" status: 200 len: 1100 time: 0.0870190 Sep 23 22:27:23.931215 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:23.931215 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:23.932513 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:27:23.948889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:23.950804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Pushing event updated for resources: {'Port': ['ID=0bcb9175-8ae7-4de8-bff6-3600925f02fe,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:24.006847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Attempting to bind port 0bcb9175-8ae7-4de8-bff6-3600925f02fe on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:27:24.007362 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Attempting to bind port 0bcb9175-8ae7-4de8-bff6-3600925f02fe by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:27:24.007708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Attempting to bind port 0bcb9175-8ae7-4de8-bff6-3600925f02fe on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:24.014599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:27:24.016614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:27:24.016614 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:24.016614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:27:24.016614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Bound port: 0bcb9175-8ae7-4de8-bff6-3600925f02fe, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:27:24.016614 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:24.050324 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d8ba4-d2a0-4bb5-8b94-b2b8bbd6024a req-345f02c2-733f-4b02-8144-293874093aaa tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:24.057305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d8ba4-d2a0-4bb5-8b94-b2b8bbd6024a req-345f02c2-733f-4b02-8144-293874093aaa tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:24.063681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d8ba4-d2a0-4bb5-8b94-b2b8bbd6024a req-345f02c2-733f-4b02-8144-293874093aaa tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:24.069726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d8ba4-d2a0-4bb5-8b94-b2b8bbd6024a req-345f02c2-733f-4b02-8144-293874093aaa tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:24.076854 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d8ba4-d2a0-4bb5-8b94-b2b8bbd6024a req-345f02c2-733f-4b02-8144-293874093aaa tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:24.082928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d8ba4-d2a0-4bb5-8b94-b2b8bbd6024a req-345f02c2-733f-4b02-8144-293874093aaa tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:24.089396 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d8ba4-d2a0-4bb5-8b94-b2b8bbd6024a req-345f02c2-733f-4b02-8144-293874093aaa tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:24.091394 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b81d8ba4-d2a0-4bb5-8b94-b2b8bbd6024a req-345f02c2-733f-4b02-8144-293874093aaa tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.1947086 Sep 23 22:27:24.096524 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:24.098435 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] For port 0bcb9175-8ae7-4de8-bff6-3600925f02fe, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:24.109183 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-445e7da0-20e5-48f7-9033-21432a792ffd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:24.109372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] For port 0bcb9175-8ae7-4de8-bff6-3600925f02fe, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0bcb9175-8ae7-4de8-bff6-3600925f02fe,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:27:24.186539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b81d8ba4-d2a0-4bb5-8b94-b2b8bbd6024a req-9c2853de-0adc-41d0-bd2a-04b03b6f360f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779438 Sep 23 22:27:24.203856 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445e7da0-20e5-48f7-9033-21432a792ffd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:24.229705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49814) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:24.230613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-445e7da0-20e5-48f7-9033-21432a792ffd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:24.234399 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445e7da0-20e5-48f7-9033-21432a792ffd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:24.235177 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-445e7da0-20e5-48f7-9033-21432a792ffd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:24.261948 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:24.267689 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e7da0-20e5-48f7-9033-21432a792ffd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=826fece1-0367-46e8-89e8-67cb6939613b,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:24.280128 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d964cdb1-167a-4d35-b5cb-039d9d949ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:24.325416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d3119-8fd4-4195-b8e2-a0fcac936d3e None None] Pushing event updated for resources: {'Port': ['ID=0bcb9175-8ae7-4de8-bff6-3600925f02fe,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:24.329762 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78026f-b08e-4519-9e6a-028a5a599f3e req-79fd9971-b584-4771-9d7b-31e2298adcd0 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:24.337323 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f78026f-b08e-4519-9e6a-028a5a599f3e req-79fd9971-b584-4771-9d7b-31e2298adcd0 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 944 time: 0.1725979 Sep 23 22:27:24.380376 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f78026f-b08e-4519-9e6a-028a5a599f3e req-4caae737-bd97-4e4e-abb7-815f698b8407 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Sep 23 22:27:24.401333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe3a9f-5870-4ebf-84ac-9ec6d3687491 req-00b31bc3-98a6-4c05-afe4-5e8f3b8fa894 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:24.402784 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2fe3a9f-5870-4ebf-84ac-9ec6d3687491 req-00b31bc3-98a6-4c05-afe4-5e8f3b8fa894 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 944 time: 0.1004574 Sep 23 22:27:24.434124 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-445e7da0-20e5-48f7-9033-21432a792ffd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3232453 Sep 23 22:27:24.439870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49818) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:24.462696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9c8cd518-13d3-4bbe-a4fd-a6eab037072f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'mac_address': 'fa:16:3e:64:55:bb', 'name': 'tempest-NetworksTestDHCPv6-141970299'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:24.565464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 64997857-86b3-44a6-b11e-6b996bb355d2 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:27:24.592224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f1a97238-08aa-4a41-9466-6b14fb0c3b0b up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:24.661633 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d964cdb1-167a-4d35-b5cb-039d9d949ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:24.664778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b4c960f8-136a-4502-8c54-a2443c4e626f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:24.713322 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2fe3a9f-5870-4ebf-84ac-9ec6d3687491 req-9a7e04ce-1d29-415c-ba62-048e4d1c0445 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758126 Sep 23 22:27:24.768238 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc7b34-6e73-43fd-a5a9-3db0a8971963 req-44e62743-ae44-458b-b5d4-d74a177fb8ac tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:24.771437 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28cc7b34-6e73-43fd-a5a9-3db0a8971963 req-44e62743-ae44-458b-b5d4-d74a177fb8ac tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.1044769 Sep 23 22:27:24.775171 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:24.776453 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d964cdb1-167a-4d35-b5cb-039d9d949ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:24.863599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port f1a97238-08aa-4a41-9466-6b14fb0c3b0b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:24.864087 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:24.922257 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d964cdb1-167a-4d35-b5cb-039d9d949ba9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b105d723e31e46aba010a1a75e200f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6798041 Sep 23 22:27:24.922578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49824) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:24.926022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964cdb1-167a-4d35-b5cb-039d9d949ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bad4aa-ce4f-4a01-995e-9fd5eeccd027,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:24.950544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 64997857-86b3-44a6-b11e-6b996bb355d2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=64997857-86b3-44a6-b11e-6b996bb355d2,segment=NetworkSegment(82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2),segment_id=82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:24.954254 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28cc7b34-6e73-43fd-a5a9-3db0a8971963 req-83f2241a-a078-4e1a-ae49-bbb899f6febd tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648142 Sep 23 22:27:24.963389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:24.965865 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa3012f-209f-4b6e-85f7-b305088e4723" -d '{"events": [{"server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:24.975962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '64997857-86b3-44a6-b11e-6b996bb355d2', 'network_id': 'cdbdfaa1-95b8-43c6-9f1a-522d45db3439', 'port_id': '64997857-86b3-44a6-b11e-6b996bb355d2', 'mac_address': 'fa:16:3e:c4:34:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b21564-3f42-4a3c-b81d-f573077bf52f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:27:24.976421 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:25.009916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Transition to ACTIVE for port object b4c960f8-136a-4502-8c54-a2443c4e626f will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:27:25.025219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d358b3-fbaa-4f13-836b-4da9a30bacd0 req-94262c8a-2c32-4cba-ad64-23c7f8a01ff2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:25.033629 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-41d358b3-fbaa-4f13-836b-4da9a30bacd0 req-94262c8a-2c32-4cba-ad64-23c7f8a01ff2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 945 time: 0.1896517 Sep 23 22:27:25.037663 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:25.046414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8cd518-13d3-4bbe-a4fd-a6eab037072f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:27:25.062386 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-59617997-de64-40ca-babe-d9dcf8257688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:25.074281 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ce9e66-7282-40c5-88e2-edacb312781f x-openstack-request-id: req-42ce9e66-7282-40c5-88e2-edacb312781f {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:25.074577 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:25.074830 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-42ce9e66-7282-40c5-88e2-edacb312781f {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:25.075233 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f', 'code': 200} Sep 23 22:27:25.082863 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64997857-86b3-44a6-b11e-6b996bb355d2 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:25.102417 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:25.112723 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:25.125519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 64997857-86b3-44a6-b11e-6b996bb355d2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=64997857-86b3-44a6-b11e-6b996bb355d2,segment=NetworkSegment(82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2),segment_id=82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:25.131035 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-59617997-de64-40ca-babe-d9dcf8257688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:25.149766 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c438532e-4333-4347-a705-fa721b4bc4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a97238-08aa-4a41-9466-6b14fb0c3b0b'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:25.153628 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd46a01e-464e-49d2-8264-46d722490958" -d '{"events": [{"server_uuid": "c438532e-4333-4347-a705-fa721b4bc4a3", "name": "network-vif-plugged", "status": "completed", "tag": "f1a97238-08aa-4a41-9466-6b14fb0c3b0b"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:25.178053 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f1a97238-08aa-4a41-9466-6b14fb0c3b0b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:25.198619 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:25.224801 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-41d358b3-fbaa-4f13-836b-4da9a30bacd0 req-4ec0fffe-71cb-4f73-add8-23d4afccd9b1 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901503 Sep 23 22:27:25.317742 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Pushing event updated for resources: {'Port': ['ID=b4c960f8-136a-4502-8c54-a2443c4e626f,revision_number=6']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:25.318051 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1178f109-f54a-4787-8d60-06f765d6ac4b x-openstack-request-id: req-1178f109-f54a-4787-8d60-06f765d6ac4b {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:25.318051 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c438532e-4333-4347-a705-fa721b4bc4a3", "name": "network-vif-plugged", "status": "completed", "tag": "f1a97238-08aa-4a41-9466-6b14fb0c3b0b", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:25.318051 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1178f109-f54a-4787-8d60-06f765d6ac4b {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:25.318051 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c438532e-4333-4347-a705-fa721b4bc4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a97238-08aa-4a41-9466-6b14fb0c3b0b', 'code': 200} Sep 23 22:27:25.321473 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:25.386290 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=64997857-86b3-44a6-b11e-6b996bb355d2,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:25.406525 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd518-13d3-4bbe-a4fd-a6eab037072f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:25.409666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] No DVR routers for this DVR port b4c960f8-136a-4502-8c54-a2443c4e626f on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:27:25.478101 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:25.561045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-9c8cd518-13d3-4bbe-a4fd-a6eab037072f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port 9d94d68b-6ca6-4c7f-9855-b77ee1da40b8 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:27:25.587836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Attempting to bind port b4c960f8-136a-4502-8c54-a2443c4e626f on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:27:25.588223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Attempting to bind port b4c960f8-136a-4502-8c54-a2443c4e626f by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:27:25.588999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Attempting to bind port b4c960f8-136a-4502-8c54-a2443c4e626f on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:25.633051 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5d51d-8894-446a-84a3-4d6afc6dd5d6 req-44179135-8467-4a9e-833b-01d1ac04db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:25.636264 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b6f5d51d-8894-446a-84a3-4d6afc6dd5d6 req-44179135-8467-4a9e-833b-01d1ac04db1a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 1096 time: 0.0866017 Sep 23 22:27:25.640596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35620918-a0ee-4f54-8483-c6013da711c7 req-e202cdee-ec27-487d-98e0-6e555bb9be58 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:25.653401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35620918-a0ee-4f54-8483-c6013da711c7 req-e202cdee-ec27-487d-98e0-6e555bb9be58 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:25.667102 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35620918-a0ee-4f54-8483-c6013da711c7 req-e202cdee-ec27-487d-98e0-6e555bb9be58 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:25.690156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35620918-a0ee-4f54-8483-c6013da711c7 req-e202cdee-ec27-487d-98e0-6e555bb9be58 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:25.701218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35620918-a0ee-4f54-8483-c6013da711c7 req-e202cdee-ec27-487d-98e0-6e555bb9be58 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:25.719052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35620918-a0ee-4f54-8483-c6013da711c7 req-e202cdee-ec27-487d-98e0-6e555bb9be58 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:25.722438 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b6f5d51d-8894-446a-84a3-4d6afc6dd5d6 req-7e56f487-b1e8-4701-b576-812a2239fbba service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741880 Sep 23 22:27:25.725890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35620918-a0ee-4f54-8483-c6013da711c7 req-e202cdee-ec27-487d-98e0-6e555bb9be58 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:25.729550 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35620918-a0ee-4f54-8483-c6013da711c7 req-e202cdee-ec27-487d-98e0-6e555bb9be58 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.3373206 Sep 23 22:27:25.730091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Port b4c960f8-136a-4502-8c54-a2443c4e626f on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:27:25.730408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Attempting to bind port b4c960f8-136a-4502-8c54-a2443c4e626f on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:25.735591 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-59617997-de64-40ca-babe-d9dcf8257688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:25.738798 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-59617997-de64-40ca-babe-d9dcf8257688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:25.744463 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-59617997-de64-40ca-babe-d9dcf8257688 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29bad4aa-ce4f-4a01-995e-9fd5eeccd027 HTTP/1.1" status: 204 len: 168 time: 0.8203902 Sep 23 22:27:25.811587 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59617997-de64-40ca-babe-d9dcf8257688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bad4aa-ce4f-4a01-995e-9fd5eeccd027,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:25.860669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:27:25.862438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:27:25.862438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:27:25.862438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Bound port: b4c960f8-136a-4502-8c54-a2443c4e626f, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:27:25.862438 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:25.886029 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['64997857-86b3-44a6-b11e-6b996bb355d2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:26.003580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0bcb9175-8ae7-4de8-bff6-3600925f02fe up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:26.017368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:26.022424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b4c960f8-136a-4502-8c54-a2443c4e626f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:27:26.070025 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35620918-a0ee-4f54-8483-c6013da711c7 req-715d0278-524f-41fa-8e2d-5c78da58b696 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2574906 Sep 23 22:27:26.138288 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:26.158154 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffb0cb5-006a-4355-8168-f6986468bc81 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:27:26.206445 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f9f88-f59f-4584-9cac-c272a687825d req-79de62f6-023d-4b20-8f97-772d13c698db tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:26.214713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0bcb9175-8ae7-4de8-bff6-3600925f02fe triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:26.215092 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:26.222755 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-552f9f88-f59f-4584-9cac-c272a687825d req-79de62f6-023d-4b20-8f97-772d13c698db tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.1768975 Sep 23 22:27:26.249634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:26.250702 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:26.251622 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] 10.222.0.67 "PUT /v2.0/ports/b4c960f8-136a-4502-8c54-a2443c4e626f HTTP/1.1" status: 200 len: 1095 time: 2.3132632 Sep 23 22:27:26.304146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5edc99-141c-4d5a-97fe-dbdaed0d61bc service neutron] Pushing event updated for resources: {'Port': ['ID=b4c960f8-136a-4502-8c54-a2443c4e626f,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:26.324149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-9c8cd518-13d3-4bbe-a4fd-a6eab037072f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 172.20.0.12 (fabbdebb-7256-45f8-980f-653365ae34a1/826fece1-0367-46e8-89e8-67cb6939613b/9d94d68b-6ca6-4c7f-9855-b77ee1da40b8) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:26.334145 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-9c8cd518-13d3-4bbe-a4fd-a6eab037072f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::f816:3eff:fe64:55bb (fabbdebb-7256-45f8-980f-653365ae34a1/8067eae3-3b06-4a95-99c8-666f66683046/9d94d68b-6ca6-4c7f-9855-b77ee1da40b8) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:26.342389 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-552f9f88-f59f-4584-9cac-c272a687825d req-ed879c63-68ac-4892-b231-9bd80fb92bb4 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155574 Sep 23 22:27:26.351992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dee706-930e-4677-9e55-5a4dc2c23aed req-3abdcac5-4b9c-4297-b0ed-deb480d67409 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:26.353783 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2dee706-930e-4677-9e55-5a4dc2c23aed req-3abdcac5-4b9c-4297-b0ed-deb480d67409 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 945 time: 0.0985787 Sep 23 22:27:26.582126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579e794-93ae-42c5-b48c-eb19eb3127ee req-c6de5a55-b906-41c2-aebe-84acb5970231 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:26.584210 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1579e794-93ae-42c5-b48c-eb19eb3127ee req-c6de5a55-b906-41c2-aebe-84acb5970231 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 945 time: 0.1233394 Sep 23 22:27:26.595445 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2dee706-930e-4677-9e55-5a4dc2c23aed req-3e867389-9339-4308-bf22-4b5186c7225b tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147212 Sep 23 22:27:26.669854 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-9c358246-5986-4e81-b237-7ded4ab4abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:26.672412 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-9c358246-5986-4e81-b237-7ded4ab4abb5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 1098 time: 0.2620456 Sep 23 22:27:26.753799 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1579e794-93ae-42c5-b48c-eb19eb3127ee req-ba217453-ced7-4a67-a1cd-bad697a78692 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558969 Sep 23 22:27:26.772684 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-13945eb0-5dfe-43c6-8a1d-df68a777ed9f None None] Provisioning complete for port 0bcb9175-8ae7-4de8-bff6-3600925f02fe triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:26.773271 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-13945eb0-5dfe-43c6-8a1d-df68a777ed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:26.988160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ad9d4f1a-f6b8-4ae2-8f60-51a50aab9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:26.988160 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-ad9d4f1a-f6b8-4ae2-8f60-51a50aab9416 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2526805 Sep 23 22:27:26.996188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5d610-9c70-479e-9338-0ade13a45b42 req-db8edce6-4a1b-47c3-9005-b2a14679c4ba tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.013266 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-12f5d610-9c70-479e-9338-0ade13a45b42 req-db8edce6-4a1b-47c3-9005-b2a14679c4ba tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 947 time: 0.1190817 Sep 23 22:27:27.055303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-c7bafb49-bec1-43c0-b224-915e18ef9c19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b4c960f8-136a-4502-8c54-a2443c4e626f HTTP/1.1" status: 200 len: 217 time: 0.0542183 Sep 23 22:27:27.060479 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:27.063709 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd518-13d3-4bbe-a4fd-a6eab037072f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:27.080869 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-13945eb0-5dfe-43c6-8a1d-df68a777ed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:27.088553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8ba44-eb78-42fa-92f0-1207199392b1 req-90cefa03-b3d2-478c-975c-c109197c8217 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.092964 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4da8ba44-eb78-42fa-92f0-1207199392b1 req-90cefa03-b3d2-478c-975c-c109197c8217 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 945 time: 0.2545033 Sep 23 22:27:27.093443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:27.099857 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1406b98-8301-4c19-8e7e-05e3cf83289e" -d '{"events": [{"name": "network-changed", "server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:27.108296 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-12f5d610-9c70-479e-9338-0ade13a45b42 req-11b52767-e720-4505-a31a-39369c54438b tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914960 Sep 23 22:27:27.189551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 0bcb9175-8ae7-4de8-bff6-3600925f02fe, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0bcb9175-8ae7-4de8-bff6-3600925f02fe,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:27.193173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2045cd-4953-4522-8d5d-2e08c5937568 None None] Update dhcp port {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'fixed_ips': [{'subnet_id': '8067eae3-3b06-4a95-99c8-666f66683046', 'ip_address': '2001:db8::f816:3eff:fe06:d66a'}, {'subnet_id': '826fece1-0367-46e8-89e8-67cb6939613b'}], 'binding:host_id': 'n-d-810775-1'}, 'id': '0bcb9175-8ae7-4de8-bff6-3600925f02fe'} from n-d-810775-1. {{(pid=95492) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 22:27:27.216789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-e91884c4-d364-4fa6-86f8-6064e1f9f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.219954 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-e91884c4-d364-4fa6-86f8-6064e1f9f5c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1519470 Sep 23 22:27:27.230705 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4da8ba44-eb78-42fa-92f0-1207199392b1 req-03437446-bdab-4968-9a1d-00f12fa2c7af tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013861 Sep 23 22:27:27.231782 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3f2045cd-4953-4522-8d5d-2e08c5937568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:27.232251 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d489432-c6d7-482b-b433-8c7e7d8fe1c1 x-openstack-request-id: req-5d489432-c6d7-482b-b433-8c7e7d8fe1c1 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:27.232600 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:27.232856 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d489432-c6d7-482b-b433-8c7e7d8fe1c1 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:27.233310 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f', 'status': 'completed', 'code': 200} Sep 23 22:27:27.269002 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd518-13d3-4bbe-a4fd-a6eab037072f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:27.278051 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:27.346988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-b6fdb7e3-af2f-47fb-8a71-dd7cd4ffc67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.348660 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-b6fdb7e3-af2f-47fb-8a71-dd7cd4ffc67c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 1098 time: 0.0888183 Sep 23 22:27:27.506226 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-13945eb0-5dfe-43c6-8a1d-df68a777ed9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:27:27.506671 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-13945eb0-5dfe-43c6-8a1d-df68a777ed9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:27:27.527450 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cd518-13d3-4bbe-a4fd-a6eab037072f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=9d94d68b-6ca6-4c7f-9855-b77ee1da40b8,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:27.545574 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=0bcb9175-8ae7-4de8-bff6-3600925f02fe,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:27.559114 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060a5dd-fda9-43ca-9074-d40def2bdf4b req-6f9bed53-aea5-4f43-ad32-0ed3f866e134 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.567236 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060a5dd-fda9-43ca-9074-d40def2bdf4b req-6f9bed53-aea5-4f43-ad32-0ed3f866e134 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.575788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060a5dd-fda9-43ca-9074-d40def2bdf4b req-6f9bed53-aea5-4f43-ad32-0ed3f866e134 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.583908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-9227eb03-46e9-4b82-8dd5-af47cd84c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.584125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060a5dd-fda9-43ca-9074-d40def2bdf4b req-6f9bed53-aea5-4f43-ad32-0ed3f866e134 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.585624 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-9227eb03-46e9-4b82-8dd5-af47cd84c9e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3280609 Sep 23 22:27:27.591309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060a5dd-fda9-43ca-9074-d40def2bdf4b req-6f9bed53-aea5-4f43-ad32-0ed3f866e134 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.597892 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060a5dd-fda9-43ca-9074-d40def2bdf4b req-6f9bed53-aea5-4f43-ad32-0ed3f866e134 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.600544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8cd518-13d3-4bbe-a4fd-a6eab037072f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:27.605483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060a5dd-fda9-43ca-9074-d40def2bdf4b req-6f9bed53-aea5-4f43-ad32-0ed3f866e134 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.608670 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-9c8cd518-13d3-4bbe-a4fd-a6eab037072f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:27.612907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8cd518-13d3-4bbe-a4fd-a6eab037072f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:27:27.615060 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a060a5dd-fda9-43ca-9074-d40def2bdf4b req-6f9bed53-aea5-4f43-ad32-0ed3f866e134 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.2486551 Sep 23 22:27:27.624073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b2352-46f9-4a1b-b210-0eab86bf5bf3 req-ca65696a-dbc3-41e1-bd82-ae89c4dd0658 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.625864 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b6b2352-46f9-4a1b-b210-0eab86bf5bf3 req-ca65696a-dbc3-41e1-bd82-ae89c4dd0658 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.43 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 945 time: 0.2770448 Sep 23 22:27:27.637783 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b4c960f8-136a-4502-8c54-a2443c4e626f no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:27:27.644788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-c0fc8c8b-6fc4-48fc-b768-aae05ecf5061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.646379 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-c0fc8c8b-6fc4-48fc-b768-aae05ecf5061 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2899592 Sep 23 22:27:27.711339 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-4ce5199c-93b7-4834-be5e-d27f97603189 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b4c960f8-136a-4502-8c54-a2443c4e626f HTTP/1.1" status: 200 len: 217 time: 0.0567472 Sep 23 22:27:27.723988 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a060a5dd-fda9-43ca-9074-d40def2bdf4b req-3ea82158-71b4-4a27-91c5-ddcbc9238d58 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079099 Sep 23 22:27:27.742389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-3f2045cd-4953-4522-8d5d-2e08c5937568 None None] Allocated IP 172.20.0.2 (fabbdebb-7256-45f8-980f-653365ae34a1/826fece1-0367-46e8-89e8-67cb6939613b/0bcb9175-8ae7-4de8-bff6-3600925f02fe) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:27.855306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-c6ccfb6b-d70b-4276-ac3b-1663391d969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.860522 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-c6ccfb6b-d70b-4276-ac3b-1663391d969d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1275961 Sep 23 22:27:27.862155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f7cb9-0664-49df-b9ec-11373ae6784d req-df94ca9d-8ffe-48f5-8ae6-99dcea68417f tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.865580 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f6f7cb9-0664-49df-b9ec-11373ae6784d req-df94ca9d-8ffe-48f5-8ae6-99dcea68417f tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.3279123 Sep 23 22:27:27.893390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b4c960f8-136a-4502-8c54-a2443c4e626f not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:27:27.895057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0bcb9175-8ae7-4de8-bff6-3600925f02fe up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:27.945366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7084c-f67a-4ffb-8c06-e754c12be9aa req-788dbbdd-8af8-4b59-824b-01eaffebfbf5 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.953797 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f7b7084c-f67a-4ffb-8c06-e754c12be9aa req-788dbbdd-8af8-4b59-824b-01eaffebfbf5 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 945 time: 0.0921123 Sep 23 22:27:27.977981 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-c524f449-96e1-4251-898e-9394d1a0a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:27.979708 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-c524f449-96e1-4251-898e-9394d1a0a238 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055717 Sep 23 22:27:28.013783 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3f2045cd-4953-4522-8d5d-2e08c5937568 None None] For port 0bcb9175-8ae7-4de8-bff6-3600925f02fe, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0bcb9175-8ae7-4de8-bff6-3600925f02fe,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:28.022118 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f7b7084c-f67a-4ffb-8c06-e754c12be9aa req-b8358cd4-0085-4031-beb9-1e64af339ad6 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673633 Sep 23 22:27:28.050340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8cd518-13d3-4bbe-a4fd-a6eab037072f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:28.051464 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd518-13d3-4bbe-a4fd-a6eab037072f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:28.084859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0bcb9175-8ae7-4de8-bff6-3600925f02fe triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:28.085372 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:28.138192 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3f2045cd-4953-4522-8d5d-2e08c5937568 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:28.150477 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f6f7cb9-0664-49df-b9ec-11373ae6784d req-2c1268da-ebda-4fbf-a7ee-738b4fe0bed2 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604673 Sep 23 22:27:28.156888 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-12a02026-6229-470d-a105-a1ce56a9e554 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300119 Sep 23 22:27:28.216705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7b6b2352-46f9-4a1b-b210-0eab86bf5bf3 req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Deleting port 924d59bb-2acd-48d7-abb2-420d156439d1 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:28.218157 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7b6b2352-46f9-4a1b-b210-0eab86bf5bf3 req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:28.247049 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9c8cd518-13d3-4bbe-a4fd-a6eab037072f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8051906 Sep 23 22:27:28.252345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49888) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:28.261855 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-1dd56727-fc0d-4f90-8a17-27529451f0fc service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735367 Sep 23 22:27:28.279703 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3f2045cd-4953-4522-8d5d-2e08c5937568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:28.359248 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-d2d61c2b-295c-4405-aa72-9aac08d89ca9 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875274 Sep 23 22:27:28.381451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acb62b-66d9-4f6a-aeaa-b51d0cdf4dce req-abd2d3b4-1cf4-484a-ac5c-4fae8d301dbd tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:28.384182 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9acb62b-66d9-4f6a-aeaa-b51d0cdf4dce req-abd2d3b4-1cf4-484a-ac5c-4fae8d301dbd tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 945 time: 0.2015140 Sep 23 22:27:28.462951 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2045cd-4953-4522-8d5d-2e08c5937568 None None] Pushing event updated for resources: {'Port': ['ID=0bcb9175-8ae7-4de8-bff6-3600925f02fe,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:28.517630 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-30839135-3288-4f63-8e6e-31619f598cb1 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354162 Sep 23 22:27:28.529822 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9acb62b-66d9-4f6a-aeaa-b51d0cdf4dce req-f44736d8-11e9-4ccd-87f0-0c42575a9813 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365075 Sep 23 22:27:28.580503 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 64997857-86b3-44a6-b11e-6b996bb355d2 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:28.721765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b38a92-26f2-485c-b853-228c7cb17ad7 req-53adf080-ab5c-4604-b2ff-6b0eeedb83fe tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:28.724201 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3b38a92-26f2-485c-b853-228c7cb17ad7 req-53adf080-ab5c-4604-b2ff-6b0eeedb83fe tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 947 time: 0.0762155 Sep 23 22:27:28.814803 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 64997857-86b3-44a6-b11e-6b996bb355d2 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:27:28.823631 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 64997857-86b3-44a6-b11e-6b996bb355d2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:28.823631 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:28.834101 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3b38a92-26f2-485c-b853-228c7cb17ad7 req-e0a291e0-cb17-445b-8b9b-3c5da8b82d04 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906913 Sep 23 22:27:28.925163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39678ba7-67c6-47c9-9f9f-4dc4cc4fac53 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:28.931356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39678ba7-67c6-47c9-9f9f-4dc4cc4fac53 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:28.933073 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-39678ba7-67c6-47c9-9f9f-4dc4cc4fac53 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6799440 Sep 23 22:27:28.936168 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49902) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:28.961238 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7b6b2352-46f9-4a1b-b210-0eab86bf5bf3 req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] For port 924d59bb-2acd-48d7-abb2-420d156439d1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=924d59bb-2acd-48d7-abb2-420d156439d1,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:28.962115 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7b6b2352-46f9-4a1b-b210-0eab86bf5bf3 req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:28.976514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-594a534e-dd01-41fc-9de8-3a77b83cebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:28.979317 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-594a534e-dd01-41fc-9de8-3a77b83cebc2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 1098 time: 0.1264241 Sep 23 22:27:28.989561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7b6b2352-46f9-4a1b-b210-0eab86bf5bf3 req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Calling delete_port for 924d59bb-2acd-48d7-abb2-420d156439d1 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:29.057047 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:29.100033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9b9db-d121-4320-9519-4b39070c04d7 req-fa17c4bd-a8bc-4fa3-b1a0-2a545379042c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:29.110108 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9b9db-d121-4320-9519-4b39070c04d7 req-fa17c4bd-a8bc-4fa3-b1a0-2a545379042c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:29.117053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9b9db-d121-4320-9519-4b39070c04d7 req-fa17c4bd-a8bc-4fa3-b1a0-2a545379042c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:29.131511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a20a2c7-279e-41d1-aaab-3fcca0ac4faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64997857-86b3-44a6-b11e-6b996bb355d2'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:29.134004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9b9db-d121-4320-9519-4b39070c04d7 req-fa17c4bd-a8bc-4fa3-b1a0-2a545379042c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:29.134980 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3709495c-59e3-45d3-89f1-58b5fadf78a8" -d '{"events": [{"server_uuid": "2a20a2c7-279e-41d1-aaab-3fcca0ac4faa", "name": "network-vif-plugged", "status": "completed", "tag": "64997857-86b3-44a6-b11e-6b996bb355d2"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:29.150827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9b9db-d121-4320-9519-4b39070c04d7 req-fa17c4bd-a8bc-4fa3-b1a0-2a545379042c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:29.151369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 64997857-86b3-44a6-b11e-6b996bb355d2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=64997857-86b3-44a6-b11e-6b996bb355d2,segment=NetworkSegment(82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2),segment_id=82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:29.158525 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9b9db-d121-4320-9519-4b39070c04d7 req-fa17c4bd-a8bc-4fa3-b1a0-2a545379042c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:29.166064 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9b9db-d121-4320-9519-4b39070c04d7 req-fa17c4bd-a8bc-4fa3-b1a0-2a545379042c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:29.175908 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16e9b9db-d121-4320-9519-4b39070c04d7 req-fa17c4bd-a8bc-4fa3-b1a0-2a545379042c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.1738737 Sep 23 22:27:29.220044 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:29.270959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-312183eb-7afa-40b4-982d-a8d456eff126 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port 9d94d68b-6ca6-4c7f-9855-b77ee1da40b8 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:29.271629 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-312183eb-7afa-40b4-982d-a8d456eff126 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:29.308974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-82e841fa-225e-44ac-b7d2-aa6b8b6ef28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:29.311821 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-82e841fa-225e-44ac-b7d2-aa6b8b6ef28b service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.3110182 Sep 23 22:27:29.329777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=64997857-86b3-44a6-b11e-6b996bb355d2,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:29.342373 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16e9b9db-d121-4320-9519-4b39070c04d7 req-1c9e4814-cc18-4fd9-a846-6811584bcca5 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1653233 Sep 23 22:27:29.475424 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-312183eb-7afa-40b4-982d-a8d456eff126 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:29.500854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-312183eb-7afa-40b4-982d-a8d456eff126 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for 9d94d68b-6ca6-4c7f-9855-b77ee1da40b8 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:29.542900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-f435485f-2640-451b-a407-3cdfb4d135e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b4c960f8-136a-4502-8c54-a2443c4e626f HTTP/1.1" status: 200 len: 217 time: 0.1826191 Sep 23 22:27:29.563543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2dd47-e46d-424e-a7e4-38f9087eff9c req-67ed310a-1956-4e91-82fd-5cb8a8f66c20 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:29.570567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8c2dd47-e46d-424e-a7e4-38f9087eff9c req-67ed310a-1956-4e91-82fd-5cb8a8f66c20 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.2937059 Sep 23 22:27:29.596964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-aa71d40b-a78d-4a90-a4a1-e965553e902b None None] Provisioning complete for port 0bcb9175-8ae7-4de8-bff6-3600925f02fe triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:29.597521 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa71d40b-a78d-4a90-a4a1-e965553e902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:29.681458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f24a25-bfd3-433c-9b90-060bbfe5766b req-d4e09dcf-fc66-40ef-afa7-cec6a6b6ea44 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:29.692159 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-91f24a25-bfd3-433c-9b90-060bbfe5766b req-d4e09dcf-fc66-40ef-afa7-cec6a6b6ea44 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 945 time: 0.1695685 Sep 23 22:27:29.713133 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7b6b2352-46f9-4a1b-b210-0eab86bf5bf3 req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:29.757837 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:27:29.763647 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8c2dd47-e46d-424e-a7e4-38f9087eff9c req-d9ef6e30-75eb-4829-904e-846624ea2e99 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484225 Sep 23 22:27:29.777612 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-91f24a25-bfd3-433c-9b90-060bbfe5766b req-da670bb0-866c-4c6b-8890-c8795691e999 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826287 Sep 23 22:27:29.778290 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-4b7579af-5552-453a-a359-3f0e5435c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:29.793639 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-4b7579af-5552-453a-a359-3f0e5435c663 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.2122459 Sep 23 22:27:29.811052 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['11e3a17f-e01c-44b0-b184-c5e8a6f00045'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:29.926451 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Pushing event deleted for resources: {'Port': ['ID=924d59bb-2acd-48d7-abb2-420d156439d1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:30.019683 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5505c256-647b-4419-91ed-05100d053638 x-openstack-request-id: req-5505c256-647b-4419-91ed-05100d053638 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:30.020164 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a20a2c7-279e-41d1-aaab-3fcca0ac4faa", "name": "network-vif-plugged", "status": "completed", "tag": "64997857-86b3-44a6-b11e-6b996bb355d2", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:30.020462 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5505c256-647b-4419-91ed-05100d053638 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:30.021153 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a20a2c7-279e-41d1-aaab-3fcca0ac4faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64997857-86b3-44a6-b11e-6b996bb355d2', 'code': 200} Sep 23 22:27:30.030826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0bcb9175-8ae7-4de8-bff6-3600925f02fe up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:30.038054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:30.038544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:30.038902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:30.039905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:30.041161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:30.041582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:30.042146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:30.042916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:30.043429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:30.044001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:30.044617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:30.045208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:30.054494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6b2352-46f9-4a1b-b210-0eab86bf5bf3 req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] No DVR routers for this DVR port 924d59bb-2acd-48d7-abb2-420d156439d1 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:27:30.062826 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7b6b2352-46f9-4a1b-b210-0eab86bf5bf3 req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:30.066091 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b6b2352-46f9-4a1b-b210-0eab86bf5bf3 req-2fa0ae7e-3d28-4fc6-bd0a-6026760be1d7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.43 "DELETE /v2.0/ports/924d59bb-2acd-48d7-abb2-420d156439d1 HTTP/1.1" status: 204 len: 173 time: 2.4261374 Sep 23 22:27:30.068048 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fad9d2-6ce9-431e-879a-bce277830eec', 'name': 'network-vif-deleted', 'tag': '924d59bb-2acd-48d7-abb2-420d156439d1'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:30.071561 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33568390-bd61-46de-a3c5-0171327b21a4" -d '{"events": [{"server_uuid": "16fad9d2-6ce9-431e-879a-bce277830eec", "name": "network-vif-deleted", "tag": "924d59bb-2acd-48d7-abb2-420d156439d1"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:30.093615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-62b22456-d1c1-41c3-b23c-63702b4d1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:30.095383 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-62b22456-d1c1-41c3-b23c-63702b4d1bfa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2423830 Sep 23 22:27:30.105064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ea8fd2c9-c914-4fc6-a4b4-d2ea1bf2efa0 req-44a28a05-75e6-4cfc-bdd2-fdf151540c51 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=16fad9d2-6ce9-431e-879a-bce277830eec HTTP/1.1" status: 200 len: 210 time: 0.0682464 Sep 23 22:27:30.106646 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-312183eb-7afa-40b4-982d-a8d456eff126 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:30.128205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9965d-4959-4a2c-be4b-6efa838bbf0f req-b8ae2eab-eaab-40bc-8c42-e2af81c98f9a tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:30.132705 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42c9965d-4959-4a2c-be4b-6efa838bbf0f req-b8ae2eab-eaab-40bc-8c42-e2af81c98f9a tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.2132282 Sep 23 22:27:30.204185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312183eb-7afa-40b4-982d-a8d456eff126 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=9d94d68b-6ca6-4c7f-9855-b77ee1da40b8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:30.242216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fefa32b8-0984-49aa-a854-36a18a91f02d None None] Could not find standard attr ID for object 9d94d68b-6ca6-4c7f-9855-b77ee1da40b8. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:27:30.307990 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42c9965d-4959-4a2c-be4b-6efa838bbf0f req-0f1d5dde-59c5-4ff7-9dd2-bc7db9d7a9b7 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365798 Sep 23 22:27:30.338705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0bcb9175-8ae7-4de8-bff6-3600925f02fe triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:30.339112 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:30.362937 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-2b8781b9-1640-4bc9-b63c-0bc24bd419dd service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279792 Sep 23 22:27:30.372774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc579362-8562-4a33-8b0b-bcfd0d31a8d5 req-92b047e1-ed2d-4faa-b858-c04b35dddccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:30.376760 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133dbdbe-90da-4814-ae85-e7c6614c2458 x-openstack-request-id: req-133dbdbe-90da-4814-ae85-e7c6614c2458 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:30.377614 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fad9d2-6ce9-431e-879a-bce277830eec", "name": "network-vif-deleted", "tag": "924d59bb-2acd-48d7-abb2-420d156439d1", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:30.378118 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-133dbdbe-90da-4814-ae85-e7c6614c2458 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:30.378229 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bc579362-8562-4a33-8b0b-bcfd0d31a8d5 req-92b047e1-ed2d-4faa-b858-c04b35dddccd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 1097 time: 0.3364403 Sep 23 22:27:30.378981 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fad9d2-6ce9-431e-879a-bce277830eec', 'name': 'network-vif-deleted', 'tag': '924d59bb-2acd-48d7-abb2-420d156439d1', 'status': 'completed', 'code': 200} Sep 23 22:27:30.505424 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bc579362-8562-4a33-8b0b-bcfd0d31a8d5 req-86ff992c-88df-4c63-9b0a-bacc12445765 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950685 Sep 23 22:27:30.516790 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-312183eb-7afa-40b4-982d-a8d456eff126 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:30.522129 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-312183eb-7afa-40b4-982d-a8d456eff126 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/9d94d68b-6ca6-4c7f-9855-b77ee1da40b8 HTTP/1.1" status: 204 len: 168 time: 1.5808308 Sep 23 22:27:30.522129 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49950) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:30.562385 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b50d04c4-987b-436b-9132-96579a226170 req-da714830-f414-4acd-8af6-7d2d225b9152 tempest-FlavorsV2NegativeTest-1628616061 tempest-FlavorsV2NegativeTest-1628616061-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=37e9e960263a4edf8f8cdd7c82185dee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613816 Sep 23 22:27:30.563983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4eac5-9b63-4072-b3b0-8aa0a8e79234 req-261272b6-508f-410e-a1f4-afa43260730f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:30.566888 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1a4eac5-9b63-4072-b3b0-8aa0a8e79234 req-261272b6-508f-410e-a1f4-afa43260730f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 947 time: 0.3288779 Sep 23 22:27:30.648450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb1ce22-2f55-4a95-90cc-a17b6720f019 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:30.651924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb1ce22-2f55-4a95-90cc-a17b6720f019 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:30.652403 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1406b98-8301-4c19-8e7e-05e3cf83289e req-51d1d880-919f-451f-a815-5350cc39c207 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656786 Sep 23 22:27:30.654764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb1ce22-2f55-4a95-90cc-a17b6720f019 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:30.658347 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ebb1ce22-2f55-4a95-90cc-a17b6720f019 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1358287 Sep 23 22:27:30.664394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49952) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:30.682164 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1a4eac5-9b63-4072-b3b0-8aa0a8e79234 req-177a83df-0634-49ba-9b08-a1ab40df43d0 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046391 Sep 23 22:27:30.777782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b268f5c-c44f-44f6-8f22-91f11db6c1c0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 8067eae3-3b06-4a95-99c8-666f66683046 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:27:30.789719 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b268f5c-c44f-44f6-8f22-91f11db6c1c0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:30.828932 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d04c4-987b-436b-9132-96579a226170 req-84bcd48a-2b01-4708-8ec8-9f094c931ba6 tempest-FlavorsV2NegativeTest-1628616061 tempest-FlavorsV2NegativeTest-1628616061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:30.830622 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b50d04c4-987b-436b-9132-96579a226170 req-84bcd48a-2b01-4708-8ec8-9f094c931ba6 tempest-FlavorsV2NegativeTest-1628616061 tempest-FlavorsV2NegativeTest-1628616061-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509286 Sep 23 22:27:30.831901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cbc4d-62e8-431b-b010-12503d45c8f6 req-1bc66094-e4f8-400b-80b9-167df17c2928 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:30.833570 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b94cbc4d-62e8-431b-b010-12503d45c8f6 req-1bc66094-e4f8-400b-80b9-167df17c2928 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.0666354 Sep 23 22:27:30.854165 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b50d04c4-987b-436b-9132-96579a226170 req-40850269-25fc-438f-9cfc-60e3aaa48d65 tempest-FlavorsV2NegativeTest-1628616061 tempest-FlavorsV2NegativeTest-1628616061-project] 10.222.0.22 "GET /v2.0/quotas/37e9e960263a4edf8f8cdd7c82185dee HTTP/1.1" status: 200 len: 375 time: 0.0133228 Sep 23 22:27:30.860421 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b268f5c-c44f-44f6-8f22-91f11db6c1c0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:30.892631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b94cbc4d-62e8-431b-b010-12503d45c8f6 req-fa2bee9b-103f-4a5b-9421-28dc859f98c9 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483465 Sep 23 22:27:30.926719 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b50d04c4-987b-436b-9132-96579a226170 req-1997181c-7001-4eab-8cbc-1be78f67f0f6 tempest-FlavorsV2NegativeTest-1628616061 tempest-FlavorsV2NegativeTest-1628616061-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=37e9e960263a4edf8f8cdd7c82185dee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422111 Sep 23 22:27:31.025392 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b268f5c-c44f-44f6-8f22-91f11db6c1c0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:31.080552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb761-b94c-40bf-8936-4fcd73a4e044 req-b836cc5c-c716-45f8-b399-f00687fccde7 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:31.088976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb761-b94c-40bf-8936-4fcd73a4e044 req-b836cc5c-c716-45f8-b399-f00687fccde7 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:31.097022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb761-b94c-40bf-8936-4fcd73a4e044 req-b836cc5c-c716-45f8-b399-f00687fccde7 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:31.105686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb761-b94c-40bf-8936-4fcd73a4e044 req-b836cc5c-c716-45f8-b399-f00687fccde7 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:31.113605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb761-b94c-40bf-8936-4fcd73a4e044 req-b836cc5c-c716-45f8-b399-f00687fccde7 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:31.121440 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb761-b94c-40bf-8936-4fcd73a4e044 req-b836cc5c-c716-45f8-b399-f00687fccde7 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:31.128311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb761-b94c-40bf-8936-4fcd73a4e044 req-b836cc5c-c716-45f8-b399-f00687fccde7 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:31.137647 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d4dcb761-b94c-40bf-8936-4fcd73a4e044 req-b836cc5c-c716-45f8-b399-f00687fccde7 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.1317232 Sep 23 22:27:31.157163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286112b6-d115-46b1-9b85-992523b0c4a1 req-3bce6e32-3cb0-4959-954d-17397a579e7a tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:31.160004 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-286112b6-d115-46b1-9b85-992523b0c4a1 req-3bce6e32-3cb0-4959-954d-17397a579e7a tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 945 time: 0.1290121 Sep 23 22:27:31.199098 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d4dcb761-b94c-40bf-8936-4fcd73a4e044 req-12370e5d-7128-41d4-a929-784935d9d110 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599103 Sep 23 22:27:31.227157 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-286112b6-d115-46b1-9b85-992523b0c4a1 req-f9bde5fa-ee7f-4810-b094-845d0c965520 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542276 Sep 23 22:27:31.261474 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b268f5c-c44f-44f6-8f22-91f11db6c1c0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:31.303589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b268f5c-c44f-44f6-8f22-91f11db6c1c0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=8067eae3-3b06-4a95-99c8-666f66683046,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:31.307035 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b268f5c-c44f-44f6-8f22-91f11db6c1c0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:31.312138 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49978) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:31.320338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5b268f5c-c44f-44f6-8f22-91f11db6c1c0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/8067eae3-3b06-4a95-99c8-666f66683046 HTTP/1.1" status: 204 len: 168 time: 0.6538460 Sep 23 22:27:31.346169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc4954a-bb82-4b7f-a2df-d874e8856ed5 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:27:31.410149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b4dc9e-9385-4b07-b011-1f1569ac560e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 826fece1-0367-46e8-89e8-67cb6939613b {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:27:31.415714 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52b4dc9e-9385-4b07-b011-1f1569ac560e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:31.471626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ba1b3-9060-48de-823d-92bf77056681 req-486f90a9-5e77-4bfb-a4b6-796dd733b93c tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:31.473347 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-019ba1b3-9060-48de-823d-92bf77056681 req-486f90a9-5e77-4bfb-a4b6-796dd733b93c tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1150484 Sep 23 22:27:31.479754 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52b4dc9e-9385-4b07-b011-1f1569ac560e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:31.564205 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-019ba1b3-9060-48de-823d-92bf77056681 req-cbae38f0-b6af-4d2f-9dfc-5a7bab27b434 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613005 Sep 23 22:27:31.610838 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52b4dc9e-9385-4b07-b011-1f1569ac560e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:31.639174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 924d59bb-2acd-48d7-abb2-420d156439d1 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:27:31.676385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 924d59bb-2acd-48d7-abb2-420d156439d1 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:27:31.676721 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 924d59bb-2acd-48d7-abb2-420d156439d1 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:27:32.017347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270669a-a589-4b1f-9e65-16f1526661de req-f19c4dd5-9220-4435-9ebb-e1123e975b16 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:32.019893 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8270669a-a589-4b1f-9e65-16f1526661de req-f19c4dd5-9220-4435-9ebb-e1123e975b16 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 947 time: 0.0806644 Sep 23 22:27:32.104144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8270669a-a589-4b1f-9e65-16f1526661de req-db766ca7-7fa3-4c8c-9958-d1cae105218c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728841 Sep 23 22:27:32.123770 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3496f-62a4-4627-b488-e183418419be req-c469bb60-ee56-4c12-b131-afd86df59906 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:32.125811 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60e3496f-62a4-4627-b488-e183418419be req-c469bb60-ee56-4c12-b131-afd86df59906 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.0831952 Sep 23 22:27:32.189871 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60e3496f-62a4-4627-b488-e183418419be req-32b4d734-00dd-4dfa-9191-2269de16e09a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542281 Sep 23 22:27:32.230366 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52b4dc9e-9385-4b07-b011-1f1569ac560e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:32.262026 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52b4dc9e-9385-4b07-b011-1f1569ac560e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:32.268234 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-52b4dc9e-9385-4b07-b011-1f1569ac560e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/826fece1-0367-46e8-89e8-67cb6939613b HTTP/1.1" status: 204 len: 168 time: 0.9533026 Sep 23 22:27:32.270562 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50002) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:32.340849 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4dc9e-9385-4b07-b011-1f1569ac560e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=826fece1-0367-46e8-89e8-67cb6939613b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:32.351856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9cf3dd-c708-4e8c-87e2-0e7313316e75 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:27:32.444385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50008) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:32.449834 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c1dc62bb-0fab-4a17-afd1-8abfde43c3b5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1266644 Sep 23 22:27:32.464313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f3dd8320-d53d-4fb0-a7df-9f51161c9534 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:32.535838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-81f5731e-8e76-4acb-b48e-3426ac4aa96c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:32.543302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50010) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:32.546306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-81f5731e-8e76-4acb-b48e-3426ac4aa96c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/networks?id=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc HTTP/1.1" status: 200 len: 814 time: 0.3381200 Sep 23 22:27:32.587294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-4ba219e7-3121-4594-9e84-f02556f6c2fc tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/quotas/a9aadbde78d24ca78b83551868563968 HTTP/1.1" status: 200 len: 375 time: 0.0389521 Sep 23 22:27:32.595754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9c1b8d73-3b66-413a-9085-b49a38a6fc7f None None] Provisioning complete for port 0bcb9175-8ae7-4de8-bff6-3600925f02fe triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:32.596375 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8d73-3b66-413a-9085-b49a38a6fc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:32.600180 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534165-aa08-46eb-a3c4-ebc539e8b62c req-575fe93c-91ac-4e08-b7f9-37986c965800 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:32.618596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534165-aa08-46eb-a3c4-ebc539e8b62c req-575fe93c-91ac-4e08-b7f9-37986c965800 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:32.632788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534165-aa08-46eb-a3c4-ebc539e8b62c req-575fe93c-91ac-4e08-b7f9-37986c965800 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:32.657852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534165-aa08-46eb-a3c4-ebc539e8b62c req-575fe93c-91ac-4e08-b7f9-37986c965800 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:32.665065 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534165-aa08-46eb-a3c4-ebc539e8b62c req-575fe93c-91ac-4e08-b7f9-37986c965800 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:32.671712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534165-aa08-46eb-a3c4-ebc539e8b62c req-575fe93c-91ac-4e08-b7f9-37986c965800 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:32.692688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534165-aa08-46eb-a3c4-ebc539e8b62c req-575fe93c-91ac-4e08-b7f9-37986c965800 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:32.694983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b3534165-aa08-46eb-a3c4-ebc539e8b62c req-575fe93c-91ac-4e08-b7f9-37986c965800 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.2207134 Sep 23 22:27:32.771262 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9aba12b4-8a6f-4ce2-8c90-52a08c9b8403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:32.788486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255d68cb-52f0-46dc-a792-989061b39001 None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:27:32.791957 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-b5b55755-90e8-491a-b5f8-5feceae26e78 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a9aadbde78d24ca78b83551868563968&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2027373 Sep 23 22:27:32.853610 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b3534165-aa08-46eb-a3c4-ebc539e8b62c req-24d6d101-758e-406a-b54b-80d35e193e9f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321104 Sep 23 22:27:32.914130 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-255d68cb-52f0-46dc-a792-989061b39001 None None] Deleting port 0bcb9175-8ae7-4de8-bff6-3600925f02fe {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:32.915297 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-255d68cb-52f0-46dc-a792-989061b39001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:32.955971 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-2e5ac5e2-dc11-433d-b52d-b1751bc01f08 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:32.957634 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-2e5ac5e2-dc11-433d-b52d-b1751bc01f08 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.67 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 945 time: 0.1289864 Sep 23 22:27:33.011843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-255d68cb-52f0-46dc-a792-989061b39001 None None] For port 0bcb9175-8ae7-4de8-bff6-3600925f02fe, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0bcb9175-8ae7-4de8-bff6-3600925f02fe,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:33.012193 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-255d68cb-52f0-46dc-a792-989061b39001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:33.021756 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-a17e63f6-ac9d-4bde-87b3-ba81b108f99b service neutron] 10.222.0.22 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287519 Sep 23 22:27:33.026893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dd8320-d53d-4fb0-a7df-9f51161c9534 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:27:33.027426 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f754bd-5514-4e55-aea4-23b810d40ff5 req-4ed3a656-dfeb-40ff-bbf6-e92922edf9c8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:33.030500 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3dd8320-d53d-4fb0-a7df-9f51161c9534 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:33.035538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07f754bd-5514-4e55-aea4-23b810d40ff5 req-4ed3a656-dfeb-40ff-bbf6-e92922edf9c8 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 945 time: 0.0760331 Sep 23 22:27:33.041896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-255d68cb-52f0-46dc-a792-989061b39001 None None] Calling delete_port for 0bcb9175-8ae7-4de8-bff6-3600925f02fe owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:33.108283 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07f754bd-5514-4e55-aea4-23b810d40ff5 req-dd57a09f-1d05-40fe-b760-e898840b7833 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668390 Sep 23 22:27:33.232520 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9aba12b4-8a6f-4ce2-8c90-52a08c9b8403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:33.261567 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-255d68cb-52f0-46dc-a792-989061b39001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:33.293850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d68cb-52f0-46dc-a792-989061b39001 None None] Pushing event deleted for resources: {'Port': ['ID=0bcb9175-8ae7-4de8-bff6-3600925f02fe,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:33.311664 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255d68cb-52f0-46dc-a792-989061b39001 None None] No DVR routers for this DVR port 0bcb9175-8ae7-4de8-bff6-3600925f02fe on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:27:33.382811 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97b89-46b1-47ac-9a72-b804cfc2eb26 req-2bfdf699-290b-407b-be08-a517e6a53a7f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:33.385666 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8da97b89-46b1-47ac-9a72-b804cfc2eb26 req-2bfdf699-290b-407b-be08-a517e6a53a7f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1190164 Sep 23 22:27:33.407812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9aba12b4-8a6f-4ce2-8c90-52a08c9b8403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:33.430193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-a40c3876-4dd7-483b-84ad-0805e02f9b78 service neutron] 10.222.0.22 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918803 Sep 23 22:27:33.530707 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9aba12b4-8a6f-4ce2-8c90-52a08c9b8403 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37e9e960263a4edf8f8cdd7c82185dee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9837830 Sep 23 22:27:33.530707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba12b4-8a6f-4ce2-8c90-52a08c9b8403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2a0576-7615-4ea7-a7eb-671f7103d098,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:33.537821 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50022) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:33.619931 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8da97b89-46b1-47ac-9a72-b804cfc2eb26 req-6556f64f-3e85-4193-a184-6628cd0067c2 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266486 Sep 23 22:27:33.628074 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-531f865e-250a-4716-bfb1-c57e9a8eab70 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Deleting port ea652668-dd9e-45d0-8a9b-201413f67c68 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:33.628074 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-531f865e-250a-4716-bfb1-c57e9a8eab70 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:33.664390 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf184162-c91e-41e8-ba12-862f28403174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:33.756623 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf184162-c91e-41e8-ba12-862f28403174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:33.841371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0bcb9175-8ae7-4de8-bff6-3600925f02fe no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:27:33.904228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 0bcb9175-8ae7-4de8-bff6-3600925f02fe {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:27:33.904570 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0bcb9175-8ae7-4de8-bff6-3600925f02fe not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:27:33.950821 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad412ba-0c9b-4894-927b-9275a5849f04 req-46a380e0-8a80-4aac-9598-68042bec2c23 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:33.965409 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bad412ba-0c9b-4894-927b-9275a5849f04 req-46a380e0-8a80-4aac-9598-68042bec2c23 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 947 time: 0.1184754 Sep 23 22:27:33.975931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-531f865e-250a-4716-bfb1-c57e9a8eab70 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] For port ea652668-dd9e-45d0-8a9b-201413f67c68, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ea652668-dd9e-45d0-8a9b-201413f67c68,segment=NetworkSegment(249be43e-b51c-4e0c-8a06-1bb04d9dfaa5),segment_id=249be43e-b51c-4e0c-8a06-1bb04d9dfaa5)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:33.976318 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-531f865e-250a-4716-bfb1-c57e9a8eab70 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:33.992921 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf184162-c91e-41e8-ba12-862f28403174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:33.997656 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf184162-c91e-41e8-ba12-862f28403174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:33.999532 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cf184162-c91e-41e8-ba12-862f28403174 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc2a0576-7615-4ea7-a7eb-671f7103d098 HTTP/1.1" status: 204 len: 168 time: 0.4601283 Sep 23 22:27:34.022692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf184162-c91e-41e8-ba12-862f28403174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2a0576-7615-4ea7-a7eb-671f7103d098,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:34.035645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.objects.ports [None req-f3dd8320-d53d-4fb0-a7df-9f51161c9534 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95491) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:27:34.046125 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3dd8320-d53d-4fb0-a7df-9f51161c9534 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:34.062869 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bad412ba-0c9b-4894-927b-9275a5849f04 req-6d19f0ab-7e7b-4bc5-81c4-20799d6166c7 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951636 Sep 23 22:27:34.150773 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ebdb6616-27eb-4edd-a7bd-93dea39cf515 req-0ae5e25c-4185-4446-907f-e6d7649b18cb tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 210 time: 0.0365081 Sep 23 22:27:34.204646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dd8320-d53d-4fb0-a7df-9f51161c9534 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:34.222083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be6672-aa0c-4db6-9413-2cf7a57b7c4e req-c96c9c35-c57e-479d-989b-3b7fe2816e41 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:34.225879 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c6be6672-aa0c-4db6-9413-2cf7a57b7c4e req-c96c9c35-c57e-479d-989b-3b7fe2816e41 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.3159688 Sep 23 22:27:34.246998 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-f3dd8320-d53d-4fb0-a7df-9f51161c9534 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:34.264280 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3119ea5a-5ab7-4e63-b643-75dd68ad840f None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:27:34.300310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dd8320-d53d-4fb0-a7df-9f51161c9534 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:34.301216 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3dd8320-d53d-4fb0-a7df-9f51161c9534 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:34.323641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd8320-d53d-4fb0-a7df-9f51161c9534 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=f4030363-e149-4fba-a7d6-e51eade28892,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:34.393006 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fb24-be85-4915-8637-42d19eb2f4ce req-526ecb0d-c7c0-4a69-8b55-24ba5782d974 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:34.415575 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fb24-be85-4915-8637-42d19eb2f4ce req-526ecb0d-c7c0-4a69-8b55-24ba5782d974 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:34.418474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c6be6672-aa0c-4db6-9413-2cf7a57b7c4e req-a4ee733d-26c8-45e8-96a0-76345496679b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595759 Sep 23 22:27:34.439402 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fb24-be85-4915-8637-42d19eb2f4ce req-526ecb0d-c7c0-4a69-8b55-24ba5782d974 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:34.440296 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f3dd8320-d53d-4fb0-a7df-9f51161c9534 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9933529 Sep 23 22:27:34.441046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50040) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:34.455462 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7e7b6bb7-b23c-4771-8551-e8d0b30db108 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:34.465553 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fb24-be85-4915-8637-42d19eb2f4ce req-526ecb0d-c7c0-4a69-8b55-24ba5782d974 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:34.485006 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fb24-be85-4915-8637-42d19eb2f4ce req-526ecb0d-c7c0-4a69-8b55-24ba5782d974 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:34.502787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fb24-be85-4915-8637-42d19eb2f4ce req-526ecb0d-c7c0-4a69-8b55-24ba5782d974 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:34.520331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fb24-be85-4915-8637-42d19eb2f4ce req-526ecb0d-c7c0-4a69-8b55-24ba5782d974 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:34.534056 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4cd7fb24-be85-4915-8637-42d19eb2f4ce req-526ecb0d-c7c0-4a69-8b55-24ba5782d974 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.3081918 Sep 23 22:27:34.567032 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-531f865e-250a-4716-bfb1-c57e9a8eab70 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:34.567411 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-531f865e-250a-4716-bfb1-c57e9a8eab70 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:34.567738 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-531f865e-250a-4716-bfb1-c57e9a8eab70 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Floating IP a24f07e1-88a0-411b-b1d8-11202b8a47ee disassociated. External IP: 172.25.1.127, port: ea652668-dd9e-45d0-8a9b-201413f67c68. Sep 23 22:27:34.568100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-531f865e-250a-4716-bfb1-c57e9a8eab70 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Calling delete_port for ea652668-dd9e-45d0-8a9b-201413f67c68 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:34.577776 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': 'f4030363-e149-4fba-a7d6-e51eade28892'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:27:34.579862 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:34.633458 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b4c960f8-136a-4502-8c54-a2443c4e626f details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:27:34.692034 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4cd7fb24-be85-4915-8637-42d19eb2f4ce req-1599ae68-f6b2-484c-913c-0f2570184a9a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1530478 Sep 23 22:27:34.769876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ddd78-44d1-4fc4-8d68-a4e610026110 req-ddfe0b21-fed9-401c-a1c6-31659af1f111 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:34.778606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-917ddd78-44d1-4fc4-8d68-a4e610026110 req-ddfe0b21-fed9-401c-a1c6-31659af1f111 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 945 time: 0.2145567 Sep 23 22:27:34.851112 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-917ddd78-44d1-4fc4-8d68-a4e610026110 req-485a2a11-9a7b-4316-9b3b-d05c60aebd67 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0897042-a806-4039-835a-f06f72e3557b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713294 Sep 23 22:27:34.973982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7b6bb7-b23c-4771-8551-e8d0b30db108 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:27:34.979984 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e7b6bb7-b23c-4771-8551-e8d0b30db108 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:35.017174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9e17-3475-41fb-bc2b-45e01b6ebd1d req-c516070a-ed10-400d-8e2b-1f2ce582989c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:35.019595 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e19e9e17-3475-41fb-bc2b-45e01b6ebd1d req-c516070a-ed10-400d-8e2b-1f2ce582989c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1960793 Sep 23 22:27:35.028222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91af642-24e0-4cad-bdbb-a4af5bee542c req-9553cb40-4992-42b5-b99b-63b96d532826 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:35.043258 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a91af642-24e0-4cad-bdbb-a4af5bee542c req-9553cb40-4992-42b5-b99b-63b96d532826 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.67 "GET /v2.0/ports?device_id=c438532e-4333-4347-a705-fa721b4bc4a3 HTTP/1.1" status: 200 len: 945 time: 0.1954415 Sep 23 22:27:35.077090 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Allocated IP 2001:db8::f816:3eff:feba:abdf (fabbdebb-7256-45f8-980f-653365ae34a1/f4030363-e149-4fba-a7d6-e51eade28892/790b6165-627b-4653-8f9e-f2e4446074c9) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:35.123963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b4c960f8-136a-4502-8c54-a2443c4e626f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:35.174017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'b4c960f8-136a-4502-8c54-a2443c4e626f', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'b4c960f8-136a-4502-8c54-a2443c4e626f', 'mac_address': 'fa:16:3e:b1:33:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:27:35.419356 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-531f865e-250a-4716-bfb1-c57e9a8eab70 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:35.445712 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e19e9e17-3475-41fb-bc2b-45e01b6ebd1d req-6a0f07e6-9ce6-48a6-8679-0e75346ab354 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008906 Sep 23 22:27:35.453167 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:35.472415 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f865e-250a-4716-bfb1-c57e9a8eab70 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Pushing event deleted for resources: {'Port': ['ID=ea652668-dd9e-45d0-8a9b-201413f67c68,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:35.495172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-a91af642-24e0-4cad-bdbb-a4af5bee542c req-67a108a7-4bca-4016-91a9-dccff8309050 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Deleting port f1a97238-08aa-4a41-9466-6b14fb0c3b0b {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:35.495172 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a91af642-24e0-4cad-bdbb-a4af5bee542c req-67a108a7-4bca-4016-91a9-dccff8309050 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:35.709850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c960f8-136a-4502-8c54-a2443c4e626f {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:35.755194 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b4c960f8-136a-4502-8c54-a2443c4e626f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:35.799015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec2df8-318d-4cfe-85cd-31a4d5a949a2 req-9a831d01-2e61-4b1e-b2f9-11c5a7a8aef5 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:35.807815 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-feec2df8-318d-4cfe-85cd-31a4d5a949a2 req-9a831d01-2e61-4b1e-b2f9-11c5a7a8aef5 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.3424833 Sep 23 22:27:35.841781 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:35.844634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a91af642-24e0-4cad-bdbb-a4af5bee542c req-67a108a7-4bca-4016-91a9-dccff8309050 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] For port f1a97238-08aa-4a41-9466-6b14fb0c3b0b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:35.846231 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:35.846408 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a91af642-24e0-4cad-bdbb-a4af5bee542c req-67a108a7-4bca-4016-91a9-dccff8309050 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:35.887798 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-a91af642-24e0-4cad-bdbb-a4af5bee542c req-67a108a7-4bca-4016-91a9-dccff8309050 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Calling delete_port for f1a97238-08aa-4a41-9466-6b14fb0c3b0b owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:35.901264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d66063-0037-47aa-a205-6d1ed499f03e req-d8fb34a1-7192-4830-b008-eba917594f41 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:35.909531 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-23d66063-0037-47aa-a205-6d1ed499f03e req-d8fb34a1-7192-4830-b008-eba917594f41 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 947 time: 0.2259285 Sep 23 22:27:35.919035 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b4c960f8-136a-4502-8c54-a2443c4e626f,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:35.975829 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:36.027801 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-23d66063-0037-47aa-a205-6d1ed499f03e req-8c817b4b-bb8e-4e7e-8488-0e5b164ca5e9 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170964 Sep 23 22:27:36.034245 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-feec2df8-318d-4cfe-85cd-31a4d5a949a2 req-de2a0739-98e0-43cd-b4ea-e88dc55a20da tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247815 Sep 23 22:27:36.134908 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:36.151007 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:36.161559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:27:36.213698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-531f865e-250a-4716-bfb1-c57e9a8eab70 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Router 061490a6-2b32-4e81-aa51-eb36e9b1e540 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:27:36.374593 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-25094dfb-5406-4384-a7ba-484312505be8 req-1d2f7159-12e2-48d4-82b6-b2d52195f28a tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 210 time: 0.0868795 Sep 23 22:27:36.380546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Pushing event updated for resources: {'Port': ['ID=790b6165-627b-4653-8f9e-f2e4446074c9,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:36.404309 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Attempting to bind port 790b6165-627b-4653-8f9e-f2e4446074c9 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:27:36.404659 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Attempting to bind port 790b6165-627b-4653-8f9e-f2e4446074c9 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:27:36.405025 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Attempting to bind port 790b6165-627b-4653-8f9e-f2e4446074c9 on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:36.413359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:27:36.424787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:27:36.424787 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:36.424787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:27:36.424787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Bound port: 790b6165-627b-4653-8f9e-f2e4446074c9, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:27:36.424787 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:36.451132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50078) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:36.471351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ea6c2-3fc1-4d8f-9461-a0cf7720b898 req-0478ef67-c48a-4bd8-805f-f3dd1a60b8ba tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:36.478001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ea6c2-3fc1-4d8f-9461-a0cf7720b898 req-0478ef67-c48a-4bd8-805f-f3dd1a60b8ba tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:36.483981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ea6c2-3fc1-4d8f-9461-a0cf7720b898 req-0478ef67-c48a-4bd8-805f-f3dd1a60b8ba tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:36.490003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ea6c2-3fc1-4d8f-9461-a0cf7720b898 req-0478ef67-c48a-4bd8-805f-f3dd1a60b8ba tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:36.496658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ea6c2-3fc1-4d8f-9461-a0cf7720b898 req-0478ef67-c48a-4bd8-805f-f3dd1a60b8ba tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:36.498556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b4c960f8-136a-4502-8c54-a2443c4e626f'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:36.500097 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a91af642-24e0-4cad-bdbb-a4af5bee542c req-67a108a7-4bca-4016-91a9-dccff8309050 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:36.502650 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ea6c2-3fc1-4d8f-9461-a0cf7720b898 req-0478ef67-c48a-4bd8-805f-f3dd1a60b8ba tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:36.509656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ea6c2-3fc1-4d8f-9461-a0cf7720b898 req-0478ef67-c48a-4bd8-805f-f3dd1a60b8ba tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:36.510885 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:36.511675 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bf6ea6c2-3fc1-4d8f-9461-a0cf7720b898 req-0478ef67-c48a-4bd8-805f-f3dd1a60b8ba tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.1872511 Sep 23 22:27:36.515456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e7b6bb7-b23c-4771-8551-e8d0b30db108 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:36.579552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-531f865e-250a-4716-bfb1-c57e9a8eab70 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:27:36.589199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a108a7-4bca-4016-91a9-dccff8309050 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Pushing event deleted for resources: {'Port': ['ID=f1a97238-08aa-4a41-9466-6b14fb0c3b0b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:36.603403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7b6bb7-b23c-4771-8551-e8d0b30db108 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:36.626550 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7e7b6bb7-b23c-4771-8551-e8d0b30db108 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:36.641144 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b6bb7-b23c-4771-8551-e8d0b30db108 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:36.641443 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e7b6bb7-b23c-4771-8551-e8d0b30db108 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:36.643889 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408dff03-0f55-4ff7-a49d-d0fd4a98ba1a None None] Sync routers for ids ['061490a6-2b32-4e81-aa51-eb36e9b1e540'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:27:36.657874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ea652668-dd9e-45d0-8a9b-201413f67c68 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:27:36.667999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b6bb7-b23c-4771-8551-e8d0b30db108 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=0a910353-cf41-4009-8b01-fdcb27a905c2,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:36.676036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-531f865e-250a-4716-bfb1-c57e9a8eab70 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] No DVR routers for this DVR port ea652668-dd9e-45d0-8a9b-201413f67c68 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:27:36.685788 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-531f865e-250a-4716-bfb1-c57e9a8eab70 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:36.687838 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59723872-b1be-42d3-a7c3-104c8d152c52 req-531f865e-250a-4716-bfb1-c57e9a8eab70 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.67 "DELETE /v2.0/ports/ea652668-dd9e-45d0-8a9b-201413f67c68 HTTP/1.1" status: 204 len: 173 time: 3.5793006 Sep 23 22:27:36.689045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c6a404-5dfb-4e46-8d08-1726da4960f5', 'name': 'network-vif-deleted', 'tag': 'ea652668-dd9e-45d0-8a9b-201413f67c68'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:36.691976 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e861be22-7381-4abc-8431-0e62ca678c82" -d '{"events": [{"server_uuid": "04c6a404-5dfb-4e46-8d08-1726da4960f5", "name": "network-vif-deleted", "tag": "ea652668-dd9e-45d0-8a9b-201413f67c68"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:36.709760 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bf6ea6c2-3fc1-4d8f-9461-a0cf7720b898 req-b5c539ec-2a3b-421f-9ccd-b66e7edd2061 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1513190 Sep 23 22:27:36.721378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: ea652668-dd9e-45d0-8a9b-201413f67c68 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:27:36.723020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ea652668-dd9e-45d0-8a9b-201413f67c68 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:27:36.728566 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f1a97238-08aa-4a41-9466-6b14fb0c3b0b no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:27:36.743873 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91af642-24e0-4cad-bdbb-a4af5bee542c req-67a108a7-4bca-4016-91a9-dccff8309050 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] No DVR routers for this DVR port f1a97238-08aa-4a41-9466-6b14fb0c3b0b on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:27:36.752533 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a91af642-24e0-4cad-bdbb-a4af5bee542c req-67a108a7-4bca-4016-91a9-dccff8309050 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:36.759268 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a91af642-24e0-4cad-bdbb-a4af5bee542c req-67a108a7-4bca-4016-91a9-dccff8309050 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.67 "DELETE /v2.0/ports/f1a97238-08aa-4a41-9466-6b14fb0c3b0b HTTP/1.1" status: 204 len: 173 time: 1.6994462 Sep 23 22:27:36.760089 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c438532e-4333-4347-a705-fa721b4bc4a3', 'name': 'network-vif-deleted', 'tag': 'f1a97238-08aa-4a41-9466-6b14fb0c3b0b'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:36.765244 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8f7a83-f56d-4f5c-b4b0-2ae8e138b8f4" -d '{"events": [{"server_uuid": "c438532e-4333-4347-a705-fa721b4bc4a3", "name": "network-vif-deleted", "tag": "f1a97238-08aa-4a41-9466-6b14fb0c3b0b"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:36.780825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: f1a97238-08aa-4a41-9466-6b14fb0c3b0b {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:27:36.782929 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f1a97238-08aa-4a41-9466-6b14fb0c3b0b not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:27:36.786204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408dff03-0f55-4ff7-a49d-d0fd4a98ba1a None None] Routers {'061490a6-2b32-4e81-aa51-eb36e9b1e540'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:27:36.786847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-408dff03-0f55-4ff7-a49d-d0fd4a98ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:27:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['061490a6-2b32-4e81-aa51-eb36e9b1e540'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:36.809484 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7e7b6bb7-b23c-4771-8551-e8d0b30db108 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3649690 Sep 23 22:27:36.814325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50086) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:36.816633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1068493920-network', 'tenant_id': '73f487b657bf43fe82b463dde07458e1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:36.823367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-516c05b6-f0ed-4e5c-a490-0d9adac1586e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'mac_address': 'fa:16:3e:90:07:df', 'name': 'tempest-NetworksTestDHCPv6-1374419457'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:36.884780 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10ab8cb3-6502-4bfa-8f17-905fb0410f36 req-5052d6d6-05f8-440c-b631-9bd7f996c14f tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 210 time: 0.1451008 Sep 23 22:27:36.967069 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] For port 790b6165-627b-4653-8f9e-f2e4446074c9, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:37.059959 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] For port 790b6165-627b-4653-8f9e-f2e4446074c9, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=790b6165-627b-4653-8f9e-f2e4446074c9,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:27:37.079709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] Made reservation on behalf of 73f487b657bf43fe82b463dde07458e1 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:27:37.083649 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:37.118000 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:37.153078 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:37.229999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516c05b6-f0ed-4e5c-a490-0d9adac1586e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:27:37.297637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-408dff03-0f55-4ff7-a49d-d0fd4a98ba1a None None] Set router 061490a6-2b32-4e81-aa51-eb36e9b1e540 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:27:37.431249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ef7ac-cf8b-4698-a850-4e9a8b452ad2 None None] Pushing event updated for resources: {'Port': ['ID=790b6165-627b-4653-8f9e-f2e4446074c9,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:37.506056 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddc36d1-d8f7-4831-866e-3c5e57b8cec7 x-openstack-request-id: req-bddc36d1-d8f7-4831-866e-3c5e57b8cec7 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:37.512804 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c438532e-4333-4347-a705-fa721b4bc4a3", "name": "network-vif-deleted", "tag": "f1a97238-08aa-4a41-9466-6b14fb0c3b0b", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:37.515092 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bddc36d1-d8f7-4831-866e-3c5e57b8cec7 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:37.516233 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c438532e-4333-4347-a705-fa721b4bc4a3', 'name': 'network-vif-deleted', 'tag': 'f1a97238-08aa-4a41-9466-6b14fb0c3b0b', 'status': 'completed', 'code': 200} Sep 23 22:27:37.604235 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb5ca17-e5de-4334-8b53-64223bfa4cff x-openstack-request-id: req-bfb5ca17-e5de-4334-8b53-64223bfa4cff {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:37.607648 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c6a404-5dfb-4e46-8d08-1726da4960f5", "name": "network-vif-deleted", "tag": "ea652668-dd9e-45d0-8a9b-201413f67c68", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:37.609330 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bfb5ca17-e5de-4334-8b53-64223bfa4cff {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:37.610387 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c6a404-5dfb-4e46-8d08-1726da4960f5', 'name': 'network-vif-deleted', 'tag': 'ea652668-dd9e-45d0-8a9b-201413f67c68', 'status': 'completed', 'code': 200} Sep 23 22:27:37.781591 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:37.942811 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:37.979896 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c6db9f29-8cdb-45b9-92cb-0b20d51c0b4e req-3e1b8a0c-ee77-4a80-b410-dadaf9b4d0cd tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 210 time: 0.0724609 Sep 23 22:27:37.992937 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-408dff03-0f55-4ff7-a49d-d0fd4a98ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:22:45Z', 'updated_at': '2021-09-23T22:22:54Z', 'revision_number': 4, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'gw_port': {'id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:47Z', 'updated_at': '2021-09-23T22:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e5289e18-6193-4638-82e3-12e8e36ff072', 'name': '', 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'mac_address': 'fa:16:3e:1e:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:53Z', 'updated_at': '2021-09-23T22:23:02Z', 'revision_number': 5, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'subnets': [{'id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:38.064198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-176e11cb-2fbe-41a3-b85f-e44239bb917c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:38.066032 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-176e11cb-2fbe-41a3-b85f-e44239bb917c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.43 "GET /v2.0/networks?id=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc HTTP/1.1" status: 200 len: 814 time: 0.4526017 Sep 23 22:27:38.068620 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-516c05b6-f0ed-4e5c-a490-0d9adac1586e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:38.097072 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408dff03-0f55-4ff7-a49d-d0fd4a98ba1a None None] Checking router: 061490a6-2b32-4e81-aa51-eb36e9b1e540 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:27:38.118496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-3928b2c5-4013-486b-aeaf-656765a4e24a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:38.139526 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-3928b2c5-4013-486b-aeaf-656765a4e24a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.67 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b&tenant_id=3b70fd1a6d0c4b0a803216b674009287&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 948 time: 0.5800297 Sep 23 22:27:38.139725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408dff03-0f55-4ff7-a49d-d0fd4a98ba1a None None] Routers {'061490a6-2b32-4e81-aa51-eb36e9b1e540'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:27:38.139725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-408dff03-0f55-4ff7-a49d-d0fd4a98ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:27:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['061490a6-2b32-4e81-aa51-eb36e9b1e540'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:38.161954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305db19f-d45e-4b2c-a5a3-366f1f7ad3e2 req-ce1cc8df-3231-445a-bb35-8c5d9981bc42 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:38.172202 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-305db19f-d45e-4b2c-a5a3-366f1f7ad3e2 req-ce1cc8df-3231-445a-bb35-8c5d9981bc42 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 948 time: 0.3338659 Sep 23 22:27:38.191144 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-516c05b6-f0ed-4e5c-a490-0d9adac1586e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port dc7123bf-9df1-49d2-b874-35ff0acb40fc yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:27:38.222816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-077d78bd-7dbd-4864-9c41-a54c4356aa90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Request body: {'port': {'device_id': 'ac7a3add-511b-442a-8c93-e5dd604822df', 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc', 'admin_state_up': True, 'tenant_id': 'a9aadbde78d24ca78b83551868563968'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:38.342849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:27:38.407042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-408dff03-0f55-4ff7-a49d-d0fd4a98ba1a None None] Set router 061490a6-2b32-4e81-aa51-eb36e9b1e540 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:27:38.421770 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-3bc51129-26dc-4feb-b4b8-19a7d88b2ff3 service neutron] 10.222.0.67 "GET /v2.0/ports/b4c960f8-136a-4502-8c54-a2443c4e626f/bindings/n-h2-810775-1 HTTP/1.1" status: 200 len: 382 time: 0.2755640 Sep 23 22:27:38.482028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a9fb4-4733-43f8-b0a5-d54f606e3d7c req-41a240db-6b98-45a8-9a15-6494e3254ae1 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:38.490298 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e71a9fb4-4733-43f8-b0a5-d54f606e3d7c req-41a240db-6b98-45a8-9a15-6494e3254ae1 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1799943 Sep 23 22:27:38.626940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900c3174-f499-4b67-b2f3-0d1069fa82a3,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:38.631351 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e71a9fb4-4733-43f8-b0a5-d54f606e3d7c req-059dcb1b-ffbb-4e1f-bf03-38f6b50dcf11 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387122 Sep 23 22:27:38.641318 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:38.642092 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] Added segment c9428f23-c8ae-4f41-8e40-f74cf9f9b8eb of type vlan for network ffe09e09-6d09-464e-9d7d-735f5fe37942 Sep 23 22:27:38.693471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-f9ab0dde-2830-4744-bf96-3696edac376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:38.698021 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-f9ab0dde-2830-4744-bf96-3696edac376f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 1099 time: 0.1704812 Sep 23 22:27:38.716812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a4034-9722-4f6a-9604-e38a08f4d113 req-5191adbc-021e-4706-a939-c5e7c9130cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:38.718518 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a2a4034-9722-4f6a-9604-e38a08f4d113 req-5191adbc-021e-4706-a939-c5e7c9130cdc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92ffee92be894524b0e7f44ca8640737&device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 1097 time: 0.6805942 Sep 23 22:27:38.838243 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-305db19f-d45e-4b2c-a5a3-366f1f7ad3e2 req-a078d9bf-55b5-406b-9a1f-c647ceabf539 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6671574 Sep 23 22:27:38.844563 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:39.073326 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aded2b13-6893-45d6-bda9-06a6c7e968e4 req-9ea7f5c6-abbb-45de-9c6e-bc5b99213b54 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 210 time: 0.0960424 Sep 23 22:27:39.181913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fded-a81b-4051-88c1-22fe06ec26e6 req-34f527fd-d2ba-486c-8d9a-5b45c840b237 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:39.195010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fded-a81b-4051-88c1-22fe06ec26e6 req-34f527fd-d2ba-486c-8d9a-5b45c840b237 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:39.210508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fded-a81b-4051-88c1-22fe06ec26e6 req-34f527fd-d2ba-486c-8d9a-5b45c840b237 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:39.225657 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fded-a81b-4051-88c1-22fe06ec26e6 req-34f527fd-d2ba-486c-8d9a-5b45c840b237 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:39.239087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fded-a81b-4051-88c1-22fe06ec26e6 req-34f527fd-d2ba-486c-8d9a-5b45c840b237 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:39.254851 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fded-a81b-4051-88c1-22fe06ec26e6 req-34f527fd-d2ba-486c-8d9a-5b45c840b237 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:39.276825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fded-a81b-4051-88c1-22fe06ec26e6 req-34f527fd-d2ba-486c-8d9a-5b45c840b237 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:39.278167 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:39.279303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:39.280015 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:39.294389 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f896fded-a81b-4051-88c1-22fe06ec26e6 req-34f527fd-d2ba-486c-8d9a-5b45c840b237 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.5113428 Sep 23 22:27:39.331441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-49251b7f-745b-4e47-9282-16fd422395c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:39.333710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-49251b7f-745b-4e47-9282-16fd422395c6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.6057289 Sep 23 22:27:39.344482 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18df9155-f0c7-4cfc-b85c-cd55d3ea0fbc req-d6d81fbd-3c0a-4ada-9d53-f6fcdf0a87f6 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 210 time: 0.1009440 Sep 23 22:27:39.347159 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a4034-9722-4f6a-9604-e38a08f4d113 req-9d5ac9e7-3d6d-4c29-9d93-1b41a8b4dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:39.352761 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a2a4034-9722-4f6a-9604-e38a08f4d113 req-9d5ac9e7-3d6d-4c29-9d93-1b41a8b4dd14 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439 HTTP/1.1" status: 200 len: 911 time: 0.5631230 Sep 23 22:27:39.357599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-077d78bd-7dbd-4864-9c41-a54c4356aa90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Made reservation on behalf of a9aadbde78d24ca78b83551868563968 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:27:39.365495 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-077d78bd-7dbd-4864-9c41-a54c4356aa90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:39.373243 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-408dff03-0f55-4ff7-a49d-d0fd4a98ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:22:45Z', 'updated_at': '2021-09-23T22:22:54Z', 'revision_number': 4, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'gw_port': {'id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:47Z', 'updated_at': '2021-09-23T22:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e5289e18-6193-4638-82e3-12e8e36ff072', 'name': '', 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'mac_address': 'fa:16:3e:1e:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:53Z', 'updated_at': '2021-09-23T22:23:02Z', 'revision_number': 5, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'subnets': [{'id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:39.442361 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408dff03-0f55-4ff7-a49d-d0fd4a98ba1a None None] The sync data for ids ['061490a6-2b32-4e81-aa51-eb36e9b1e540'] in n-d-810775-1 is: [{'id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:22:45Z', 'updated_at': '2021-09-23T22:22:54Z', 'revision_number': 4, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'gw_port': {'id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:47Z', 'updated_at': '2021-09-23T22:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e5289e18-6193-4638-82e3-12e8e36ff072', 'name': '', 'network_id': '63ecd743-d90a-4386-a32b-ab9a931b40b3', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'mac_address': 'fa:16:3e:1e:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:53Z', 'updated_at': '2021-09-23T22:23:02Z', 'revision_number': 5, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'subnets': [{'id': '65e3f30a-6db9-4719-ab81-50b24446434f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:27:39.447966 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce670a-69a0-4b83-b82b-0e22748ec792 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:27:39.458671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-516c05b6-f0ed-4e5c-a490-0d9adac1586e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 172.20.0.2 (fabbdebb-7256-45f8-980f-653365ae34a1/0a910353-cf41-4009-8b01-fdcb27a905c2/dc7123bf-9df1-49d2-b874-35ff0acb40fc) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:39.529535 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f896fded-a81b-4051-88c1-22fe06ec26e6 req-626d821d-80a1-463f-b906-e6efcb7869d4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2334993 Sep 23 22:27:39.533225 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-6c840652-90fb-481f-b646-b4a495cb7418 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b4c960f8-136a-4502-8c54-a2443c4e626f HTTP/1.1" status: 200 len: 217 time: 0.1152461 Sep 23 22:27:39.590834 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fbf6f20d-26b3-488e-8939-7555419a83fc None None] Provisioning complete for port 790b6165-627b-4653-8f9e-f2e4446074c9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:39.591093 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fbf6f20d-26b3-488e-8939-7555419a83fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:39.605525 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-121e9e07-5cb9-4944-8cc7-7411250e8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:39.607016 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-121e9e07-5cb9-4944-8cc7-7411250e8d6e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0650768 Sep 23 22:27:39.623389 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a2a4034-9722-4f6a-9604-e38a08f4d113 req-ca1d354a-7174-41dc-8e69-5814e05fe6c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64997857-86b3-44a6-b11e-6b996bb355d2 HTTP/1.1" status: 200 len: 217 time: 0.2474024 Sep 23 22:27:39.679241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-eeed2d7b-7ccc-416a-a66d-3d2ca45855fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:39.683504 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-eeed2d7b-7ccc-416a-a66d-3d2ca45855fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0610101 Sep 23 22:27:39.714219 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2607915 Sep 23 22:27:39.738844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-516c05b6-f0ed-4e5c-a490-0d9adac1586e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::f816:3eff:fe90:7df (fabbdebb-7256-45f8-980f-653365ae34a1/f4030363-e149-4fba-a7d6-e51eade28892/dc7123bf-9df1-49d2-b874-35ff0acb40fc) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:39.805879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528035e7-30ef-40f2-9155-2abcb4be88ff admin admin] Pushing event updated for resources: {'Network': ['ID=ffe09e09-6d09-464e-9d7d-735f5fe37942,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:39.979299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network ffe09e09-6d09-464e-9d7d-735f5fe37942 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:27:40.008935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 790b6165-627b-4653-8f9e-f2e4446074c9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:40.029497 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242b781-e452-4aa1-ad81-2478af8e2d24 None None] New status for floating IP a24f07e1-88a0-411b-b1d8-11202b8a47ee: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:27:40.066190 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-6c56188f-2535-4966-9472-4efd0cea720e service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658662 Sep 23 22:27:40.117256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a4034-9722-4f6a-9604-e38a08f4d113 req-efd2a959-05e7-41c5-b1b9-0340482cb890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:40.119675 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a2a4034-9722-4f6a-9604-e38a08f4d113 req-efd2a959-05e7-41c5-b1b9-0340482cb890 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54b21564-3f42-4a3c-b81d-f573077bf52f HTTP/1.1" status: 200 len: 850 time: 0.4025841 Sep 23 22:27:40.148401 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9c1f6-a60b-422a-abe1-8bfecbed2ddb req-55c6e43c-31a9-4d24-ae7d-b3b790b181f7 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:40.149709 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fbf6f20d-26b3-488e-8939-7555419a83fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:40.151981 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-36b9c1f6-a60b-422a-abe1-8bfecbed2ddb req-55c6e43c-31a9-4d24-ae7d-b3b790b181f7 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 948 time: 0.1022217 Sep 23 22:27:40.153282 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-077d78bd-7dbd-4864-9c41-a54c4356aa90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Allocated IP 172.20.0.12 (08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc/04a99b1e-5604-420c-b8b4-3844200ef69e/a2654999-e5fc-4034-8ade-737c9234d0fe) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:40.204903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a2a4034-9722-4f6a-9604-e38a08f4d113 req-a829a685-dea0-4e1c-8d0a-3dd70e591efe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746324 Sep 23 22:27:40.230759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79c097-a63c-4a6e-b2f6-39075ca8925f req-29b8f428-3186-49d0-97a6-459387405427 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:40.239328 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-db79c097-a63c-4a6e-b2f6-39075ca8925f req-29b8f428-3186-49d0-97a6-459387405427 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.3508129 Sep 23 22:27:40.253837 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-36b9c1f6-a60b-422a-abe1-8bfecbed2ddb req-f9cd0895-8bd3-4946-a426-dcda79b2236b tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608945 Sep 23 22:27:40.322546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 790b6165-627b-4653-8f9e-f2e4446074c9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:40.323062 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:40.328126 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fbf6f20d-26b3-488e-8939-7555419a83fc None None] For port 790b6165-627b-4653-8f9e-f2e4446074c9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=790b6165-627b-4653-8f9e-f2e4446074c9,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:40.334162 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-ef24302e-2112-4f60-8e81-7e2b69a72081 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526934 Sep 23 22:27:40.429667 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d42d8499-7636-4b46-b7e9-3104e3d63e28 req-479dc6e4-3bba-4421-a4ad-0dc34780386c tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 210 time: 0.0513217 Sep 23 22:27:40.454829 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2e41f4-8c34-4a0a-a42f-956d16ce93a5 None None] Update dhcp port {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'fixed_ips': [{'subnet_id': 'f4030363-e149-4fba-a7d6-e51eade28892', 'ip_address': '2001:db8::f816:3eff:feba:abdf'}, {'subnet_id': '0a910353-cf41-4009-8b01-fdcb27a905c2'}], 'binding:host_id': 'n-d-810775-1'}, 'id': '790b6165-627b-4653-8f9e-f2e4446074c9'} from n-d-810775-1. {{(pid=95492) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 22:27:40.509711 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fbf6f20d-26b3-488e-8939-7555419a83fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:40.512133 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c2e41f4-8c34-4a0a-a42f-956d16ce93a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:40.576574 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-db79c097-a63c-4a6e-b2f6-39075ca8925f req-d70b9dcf-46df-44db-b072-dada1ff49bf7 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354764 Sep 23 22:27:40.686089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6f20d-26b3-488e-8939-7555419a83fc None None] Pushing event updated for resources: {'Port': ['ID=790b6165-627b-4653-8f9e-f2e4446074c9,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:40.694054 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a2a4034-9722-4f6a-9604-e38a08f4d113 req-8bbe56a1-d7b6-43a7-9d87-57a87dd3bdf9 service neutron] 10.222.0.67 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482334 Sep 23 22:27:40.696646 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8f2fc59b-8cb2-421b-8953-264e069e9846 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:27:40.701390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b4c960f8-136a-4502-8c54-a2443c4e626f up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:40.701723 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-516c05b6-f0ed-4e5c-a490-0d9adac1586e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:41.173165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c98aa3-46e4-4375-b950-8bedbd14f285 req-774f4bd8-ba2c-449c-ac50-4b052e97c36f tempest-ComputeTenantNetworksTest-1512293687 tempest-ComputeTenantNetworksTest-1512293687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:41.186668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c98aa3-46e4-4375-b950-8bedbd14f285 req-774f4bd8-ba2c-449c-ac50-4b052e97c36f tempest-ComputeTenantNetworksTest-1512293687 tempest-ComputeTenantNetworksTest-1512293687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:41.201048 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c98aa3-46e4-4375-b950-8bedbd14f285 req-774f4bd8-ba2c-449c-ac50-4b052e97c36f tempest-ComputeTenantNetworksTest-1512293687 tempest-ComputeTenantNetworksTest-1512293687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:41.220552 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1c98aa3-46e4-4375-b950-8bedbd14f285 req-774f4bd8-ba2c-449c-ac50-4b052e97c36f tempest-ComputeTenantNetworksTest-1512293687 tempest-ComputeTenantNetworksTest-1512293687-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4228189 Sep 23 22:27:41.239043 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aa09b7aa-8d45-49d3-8259-cf072caf2a05 req-e0f37734-cbf7-424a-84f1-485a090fd2a1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 210 time: 0.5167665 Sep 23 22:27:41.255076 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.resource_extend [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:27:41.352678 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a2a4034-9722-4f6a-9604-e38a08f4d113 req-8fc82201-989c-4957-af16-4f88de020e3f service neutron] 10.222.0.67 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6331217 Sep 23 22:27:41.407553 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-077d78bd-7dbd-4864-9c41-a54c4356aa90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:41.413470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port b4c960f8-136a-4502-8c54-a2443c4e626f completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:27:41.422164 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d4cd3-4da7-4bcf-b8d5-28deb76933ab req-b703b168-1e4a-4817-8eb4-f7ba983da1f0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:41.429220 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d4cd3-4da7-4bcf-b8d5-28deb76933ab req-b703b168-1e4a-4817-8eb4-f7ba983da1f0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:41.429775 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port b4c960f8-136a-4502-8c54-a2443c4e626f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:41.430717 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:41.437707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d4cd3-4da7-4bcf-b8d5-28deb76933ab req-b703b168-1e4a-4817-8eb4-f7ba983da1f0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:41.445145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d4cd3-4da7-4bcf-b8d5-28deb76933ab req-b703b168-1e4a-4817-8eb4-f7ba983da1f0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:41.453130 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d4cd3-4da7-4bcf-b8d5-28deb76933ab req-b703b168-1e4a-4817-8eb4-f7ba983da1f0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:41.460330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d4cd3-4da7-4bcf-b8d5-28deb76933ab req-b703b168-1e4a-4817-8eb4-f7ba983da1f0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:41.468256 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d4cd3-4da7-4bcf-b8d5-28deb76933ab req-b703b168-1e4a-4817-8eb4-f7ba983da1f0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:41.470525 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d33d4cd3-4da7-4bcf-b8d5-28deb76933ab req-b703b168-1e4a-4817-8eb4-f7ba983da1f0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5421 time: 0.1385646 Sep 23 22:27:41.488384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8f2fc59b-8cb2-421b-8953-264e069e9846, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8f2fc59b-8cb2-421b-8953-264e069e9846,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:41.514830 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '8f2fc59b-8cb2-421b-8953-264e069e9846', 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4', 'port_id': '8f2fc59b-8cb2-421b-8953-264e069e9846', 'mac_address': 'fa:16:3e:e7:20:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c74845-4044-4c41-beed-d8570726d860', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:27:41.541782 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d33d4cd3-4da7-4bcf-b8d5-28deb76933ab req-77d42a2e-d98e-4996-afef-0ffe233f8bf3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501635 Sep 23 22:27:41.590668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8182c-2e25-401c-9fa7-b13ff461683d req-8a78e1ee-57a6-4df4-b4e1-09583397c843 tempest-ComputeTenantNetworksTest-1512293687 tempest-ComputeTenantNetworksTest-1512293687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:41.592427 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eda8182c-2e25-401c-9fa7-b13ff461683d req-8a78e1ee-57a6-4df4-b4e1-09583397c843 tempest-ComputeTenantNetworksTest-1512293687 tempest-ComputeTenantNetworksTest-1512293687-project] 10.222.0.22 "GET /v2.0/networks/ffe09e09-6d09-464e-9d7d-735f5fe37942 HTTP/1.1" status: 200 len: 769 time: 0.2312698 Sep 23 22:27:41.606835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50152) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:41.607138 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-077d78bd-7dbd-4864-9c41-a54c4356aa90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:41.636908 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:41.655456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2fc59b-8cb2-421b-8953-264e069e9846 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:41.688811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d78bd-7dbd-4864-9c41-a54c4356aa90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Pushing event updated for resources: {'Port': ['ID=a2654999-e5fc-4034-8ade-737c9234d0fe,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:41.696536 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-516c05b6-f0ed-4e5c-a490-0d9adac1586e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:41.778102 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:41.786062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516c05b6-f0ed-4e5c-a490-0d9adac1586e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:41.802498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-077d78bd-7dbd-4864-9c41-a54c4356aa90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:41.803863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-516c05b6-f0ed-4e5c-a490-0d9adac1586e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:41.805695 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35c6651d-c21a-408f-813d-c9580656a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:41.814364 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516c05b6-f0ed-4e5c-a490-0d9adac1586e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:27:41.817999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-077d78bd-7dbd-4864-9c41-a54c4356aa90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:41.820033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8f2fc59b-8cb2-421b-8953-264e069e9846, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8f2fc59b-8cb2-421b-8953-264e069e9846,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:41.832127 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-077d78bd-7dbd-4864-9c41-a54c4356aa90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:27:41.833953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:41.836749 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c72284-93f8-41d8-8adf-8725f2ee2afc" -d '{"events": [{"server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "name": "network-vif-plugged", "status": "completed", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:41.859389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 790b6165-627b-4653-8f9e-f2e4446074c9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:41.893718 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04ff5e-91bc-4e87-bc50-0f7a98867431 req-7d9e7b78-13c9-4b0e-82ce-3498ecbe6158 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:41.902857 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d04ff5e-91bc-4e87-bc50-0f7a98867431 req-7d9e7b78-13c9-4b0e-82ce-3498ecbe6158 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 948 time: 0.1623740 Sep 23 22:27:41.903491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b4c960f8-136a-4502-8c54-a2443c4e626f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:41.929050 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 790b6165-627b-4653-8f9e-f2e4446074c9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:41.929485 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:41.933694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-077d78bd-7dbd-4864-9c41-a54c4356aa90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:41.934393 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-077d78bd-7dbd-4864-9c41-a54c4356aa90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:41.937780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c05b6-f0ed-4e5c-a490-0d9adac1586e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=dc7123bf-9df1-49d2-b874-35ff0acb40fc,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:41.977366 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-8c2e41f4-8c34-4a0a-a42f-956d16ce93a5 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e5255431-424c-4a21-b372-3b977b174288 {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:27:41.977838 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-8c2e41f4-8c34-4a0a-a42f-956d16ce93a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:27:41.982616 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:41.983310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 499a0347-912c-44ce-a942-4345708a157a details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:27:41.988224 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22e7f3-0e63-40ac-b4da-9894c7a6d696 req-891e0f5d-4c81-4312-b79c-3d3e7d501e62 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:41.991944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c22e7f3-0e63-40ac-b4da-9894c7a6d696 req-891e0f5d-4c81-4312-b79c-3d3e7d501e62 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.3043358 Sep 23 22:27:42.004391 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35c6651d-c21a-408f-813d-c9580656a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:42.046094 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d04ff5e-91bc-4e87-bc50-0f7a98867431 req-12a6bc7b-e749-4aa2-92b7-04582226e775 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421597 Sep 23 22:27:42.058884 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516c05b6-f0ed-4e5c-a490-0d9adac1586e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:42.060040 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-516c05b6-f0ed-4e5c-a490-0d9adac1586e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:42.069559 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:42.078709 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-35c6651d-c21a-408f-813d-c9580656a6cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe09e09-6d09-464e-9d7d-735f5fe37942']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:42.103586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-35c6651d-c21a-408f-813d-c9580656a6cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9428f23-c8ae-4f41-8e40-f74cf9f9b8eb') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:42.104145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-35c6651d-c21a-408f-813d-c9580656a6cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9428f23-c8ae-4f41-8e40-f74cf9f9b8eb') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:42.117522 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-077d78bd-7dbd-4864-9c41-a54c4356aa90 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9692812 Sep 23 22:27:42.128700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 499a0347-912c-44ce-a942-4345708a157a, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=499a0347-912c-44ce-a942-4345708a157a,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:42.131037 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35c6651d-c21a-408f-813d-c9580656a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:42.138702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=8f2fc59b-8cb2-421b-8953-264e069e9846,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:42.145085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Request body: {'port': {'device_id': 'ac7a3add-511b-442a-8c93-e5dd604822df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:42.170060 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35c6651d-c21a-408f-813d-c9580656a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:42.180582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c6651d-c21a-408f-813d-c9580656a6cc admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:27:42.181342 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35c6651d-c21a-408f-813d-c9580656a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:27:42.183066 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:27:42.204725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '499a0347-912c-44ce-a942-4345708a157a', 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4', 'port_id': '499a0347-912c-44ce-a942-4345708a157a', 'mac_address': 'fa:16:3e:a4:11:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c74845-4044-4c41-beed-d8570726d860', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:27:42.229802 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c22e7f3-0e63-40ac-b4da-9894c7a6d696 req-7ecfc9f5-6bbf-4e8c-a4ad-4c5c9574ade0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224879 Sep 23 22:27:42.236482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b4c960f8-136a-4502-8c54-a2443c4e626f,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:42.236639 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-516c05b6-f0ed-4e5c-a490-0d9adac1586e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.4210982 Sep 23 22:27:42.236753 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f57d2942-998d-4e8b-add7-a5f18d3f50ec req-b034dd6c-b350-438b-9e99-3151ac48e4a9 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 210 time: 0.0391722 Sep 23 22:27:42.237499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50158) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:42.354154 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:42.374642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499a0347-912c-44ce-a942-4345708a157a {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:42.374865 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35c6651d-c21a-408f-813d-c9580656a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:42.380356 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35c6651d-c21a-408f-813d-c9580656a6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:42.392248 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-35c6651d-c21a-408f-813d-c9580656a6cc admin admin] 10.222.0.22 "DELETE /v2.0/networks/ffe09e09-6d09-464e-9d7d-735f5fe37942 HTTP/1.1" status: 204 len: 168 time: 0.7807121 Sep 23 22:27:42.410803 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:42.415130 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bde135-0c2d-4d6d-8c69-ef36de367143 x-openstack-request-id: req-28bde135-0c2d-4d6d-8c69-ef36de367143 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:42.415431 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "name": "network-vif-plugged", "status": "completed", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:42.420362 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28bde135-0c2d-4d6d-8c69-ef36de367143 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:42.421649 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f', 'code': 200} Sep 23 22:27:42.440313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6651d-c21a-408f-813d-c9580656a6cc admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe09e09-6d09-464e-9d7d-735f5fe37942,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:42.466440 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16147bc-afe6-430d-b450-4d19ba5f5609 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:42.466440 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16147bc-afe6-430d-b450-4d19ba5f5609 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:42.469588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50166) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:42.469881 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e16147bc-afe6-430d-b450-4d19ba5f5609 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2312307 Sep 23 22:27:42.485602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 499a0347-912c-44ce-a942-4345708a157a, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=499a0347-912c-44ce-a942-4345708a157a,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:42.531830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d6d92-ee7e-4119-8d50-811b8c307211 req-2ba096cb-d2cc-4390-884a-df77ac3e5010 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:42.532329 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c2e41f4-8c34-4a0a-a42f-956d16ce93a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:42.541425 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-221d6d92-ee7e-4119-8d50-811b8c307211 req-2ba096cb-d2cc-4390-884a-df77ac3e5010 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1844313 Sep 23 22:27:42.668583 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-221d6d92-ee7e-4119-8d50-811b8c307211 req-c1c9738e-2956-4f8a-891e-98784e0fb2a0 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260836 Sep 23 22:27:42.687951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc61ac-4bfc-4f2b-aaf9-351f96416eba req-4af2b9c6-388a-4faa-86b3-5306e4db72fc tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:42.691333 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d2cc61ac-4bfc-4f2b-aaf9-351f96416eba req-4af2b9c6-388a-4faa-86b3-5306e4db72fc tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 932 time: 0.1404665 Sep 23 22:27:42.762796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b96ff346-f1e1-479e-aab1-9c3f12a1dee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port dc7123bf-9df1-49d2-b874-35ff0acb40fc {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:42.771165 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b96ff346-f1e1-479e-aab1-9c3f12a1dee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:42.875953 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:42.879638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b7aef643-1174-42fd-8754-4c16946aa2b2 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:27:42.897043 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d2cc61ac-4bfc-4f2b-aaf9-351f96416eba req-877c8288-f974-4946-abbf-4c7712a70ce0 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539915 Sep 23 22:27:42.925164 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-8c2e41f4-8c34-4a0a-a42f-956d16ce93a5 None None] Allocated IP 172.20.0.3 (fabbdebb-7256-45f8-980f-653365ae34a1/0a910353-cf41-4009-8b01-fdcb27a905c2/790b6165-627b-4653-8f9e-f2e4446074c9) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:42.931484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690f78e-f92d-4082-9acd-128232d44dd9 req-974e5e03-4f24-437d-b05e-e8ddbd7e8297 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:42.933625 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7690f78e-f92d-4082-9acd-128232d44dd9 req-974e5e03-4f24-437d-b05e-e8ddbd7e8297 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1115458 Sep 23 22:27:42.951876 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b96ff346-f1e1-479e-aab1-9c3f12a1dee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:42.971582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b96ff346-f1e1-479e-aab1-9c3f12a1dee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for dc7123bf-9df1-49d2-b874-35ff0acb40fc owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:43.057320 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2654999-e5fc-4034-8ade-737c9234d0fe {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:43.067212 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7690f78e-f92d-4082-9acd-128232d44dd9 req-9690e2a4-4b9a-4c64-9ae7-30e0ddb110f9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084900 Sep 23 22:27:43.076371 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:43.090121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50172) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:43.222776 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b8b2f36a-fc89-42ba-8be7-9d78465b88b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73f487b657bf43fe82b463dde07458e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277597 Sep 23 22:27:43.225306 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50176) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:43.301689 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d616ff-10b8-4fe8-a39d-a667e4d29173 req-948b7249-3fb1-4be1-9ec7-fb9c25ac12c1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:43.308639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d616ff-10b8-4fe8-a39d-a667e4d29173 req-948b7249-3fb1-4be1-9ec7-fb9c25ac12c1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:43.315139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d616ff-10b8-4fe8-a39d-a667e4d29173 req-948b7249-3fb1-4be1-9ec7-fb9c25ac12c1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:43.322168 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d616ff-10b8-4fe8-a39d-a667e4d29173 req-948b7249-3fb1-4be1-9ec7-fb9c25ac12c1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:43.328792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d616ff-10b8-4fe8-a39d-a667e4d29173 req-948b7249-3fb1-4be1-9ec7-fb9c25ac12c1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:43.335232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d616ff-10b8-4fe8-a39d-a667e4d29173 req-948b7249-3fb1-4be1-9ec7-fb9c25ac12c1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:43.344787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d616ff-10b8-4fe8-a39d-a667e4d29173 req-948b7249-3fb1-4be1-9ec7-fb9c25ac12c1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:43.360208 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-76d616ff-10b8-4fe8-a39d-a667e4d29173 req-948b7249-3fb1-4be1-9ec7-fb9c25ac12c1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5423 time: 0.2015195 Sep 23 22:27:43.374210 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-79e8a5d5-ddf3-473a-b795-55e4a11d166a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:43.384664 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=499a0347-912c-44ce-a942-4345708a157a,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:43.466330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1c0aa-27b6-4345-927d-cf0ebe910364 req-4d3a0fda-6009-46c7-b6ee-fc0ddaeefabb tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:43.468940 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fd1c0aa-27b6-4345-927d-cf0ebe910364 req-4d3a0fda-6009-46c7-b6ee-fc0ddaeefabb tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.2075958 Sep 23 22:27:43.504559 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-961284c7-319e-419f-8f90-24e96d6bf386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:43.523519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b7aef643-1174-42fd-8754-4c16946aa2b2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b7aef643-1174-42fd-8754-4c16946aa2b2,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:43.527599 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-76d616ff-10b8-4fe8-a39d-a667e4d29173 req-451bd439-b6ec-4de0-842a-27744407845b tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1569667 Sep 23 22:27:43.582402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'b7aef643-1174-42fd-8754-4c16946aa2b2', 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e', 'port_id': 'b7aef643-1174-42fd-8754-4c16946aa2b2', 'mac_address': 'fa:16:3e:ae:40:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2223bb73-533f-4afc-95d0-701555de7877', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:27:43.588483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8c2e41f4-8c34-4a0a-a42f-956d16ce93a5 None None] For port 790b6165-627b-4653-8f9e-f2e4446074c9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=790b6165-627b-4653-8f9e-f2e4446074c9,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:43.626139 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-961284c7-319e-419f-8f90-24e96d6bf386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:43.640263 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fd1c0aa-27b6-4345-927d-cf0ebe910364 req-d5d0ec31-55d8-4696-bf56-cf262a28b990 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292441 Sep 23 22:27:43.659724 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fbc0b45-76b5-465d-bbef-25b1255b074d req-e131fb21-1bdd-41d9-b347-c71e0d89b904 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 210 time: 0.0654097 Sep 23 22:27:43.698178 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c2e41f4-8c34-4a0a-a42f-956d16ce93a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:43.716792 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:43.728081 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b96ff346-f1e1-479e-aab1-9c3f12a1dee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:43.736677 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7aef643-1174-42fd-8754-4c16946aa2b2 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:43.767180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b7aef643-1174-42fd-8754-4c16946aa2b2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b7aef643-1174-42fd-8754-4c16946aa2b2,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:43.787546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ff346-f1e1-479e-aab1-9c3f12a1dee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=dc7123bf-9df1-49d2-b874-35ff0acb40fc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:43.826487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9840-d33c-433b-9fe2-d68b56586755 req-7037e9c3-c9d2-4033-865e-65bdffecbad4 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:43.829553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-665a9840-d33c-433b-9fe2-d68b56586755 req-7037e9c3-c9d2-4033-865e-65bdffecbad4 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.0667889 Sep 23 22:27:43.894737 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c2e41f4-8c34-4a0a-a42f-956d16ce93a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:43.905029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Transition to ACTIVE for port object a2654999-e5fc-4034-8ade-737c9234d0fe will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:27:43.922490 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:43.923314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:27:43.935141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-665a9840-d33c-433b-9fe2-d68b56586755 req-e4e631f6-4569-4e32-bd01-8c457accf528 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902185 Sep 23 22:27:43.939488 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-961284c7-319e-419f-8f90-24e96d6bf386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:43.962122 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b96ff346-f1e1-479e-aab1-9c3f12a1dee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:43.963330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-961284c7-319e-419f-8f90-24e96d6bf386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:43.965171 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b96ff346-f1e1-479e-aab1-9c3f12a1dee1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/dc7123bf-9df1-49d2-b874-35ff0acb40fc HTTP/1.1" status: 204 len: 168 time: 1.4933722 Sep 23 22:27:43.969275 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50184) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:43.973633 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-961284c7-319e-419f-8f90-24e96d6bf386 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/900c3174-f499-4b67-b2f3-0d1069fa82a3 HTTP/1.1" status: 204 len: 168 time: 0.7457294 Sep 23 22:27:43.998092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961284c7-319e-419f-8f90-24e96d6bf386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900c3174-f499-4b67-b2f3-0d1069fa82a3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:44.101597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e41f4-8c34-4a0a-a42f-956d16ce93a5 None None] Pushing event updated for resources: {'Port': ['ID=790b6165-627b-4653-8f9e-f2e4446074c9,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:44.109395 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:44.203791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b7aef643-1174-42fd-8754-4c16946aa2b2,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:44.299262 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1ad4d-2c7d-4d0c-a0d5-e56aa6a7c2af req-a667eca2-c09d-458b-b0d5-6dde5ff880b2 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:44.312392 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ab1ad4d-2c7d-4d0c-a0d5-e56aa6a7c2af req-a667eca2-c09d-458b-b0d5-6dde5ff880b2 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 932 time: 0.2550445 Sep 23 22:27:44.330917 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539dbdbf-68af-4006-9f85-04b8c33946b7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:44.339659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539dbdbf-68af-4006-9f85-04b8c33946b7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:44.341056 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539dbdbf-68af-4006-9f85-04b8c33946b7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:44.348047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9e5d1c23-ff12-4a74-8c34-bd3a77973f35,segment=NetworkSegment(f0365aed-ce20-4b42-a873-93c9e087271c),segment_id=f0365aed-ce20-4b42-a873-93c9e087271c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:44.357175 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-539dbdbf-68af-4006-9f85-04b8c33946b7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3860440 Sep 23 22:27:44.363723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50190) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:44.377592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35', 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'port_id': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35', 'mac_address': 'fa:16:3e:19:fa:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d29d642-3539-4f1b-86f3-275967351080', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:27:44.473457 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:44.516073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:44.573059 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9e5d1c23-ff12-4a74-8c34-bd3a77973f35,segment=NetworkSegment(f0365aed-ce20-4b42-a873-93c9e087271c),segment_id=f0365aed-ce20-4b42-a873-93c9e087271c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:44.596551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Pushing event updated for resources: {'Port': ['ID=a2654999-e5fc-4034-8ade-737c9234d0fe,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:44.608833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Attempting to bind port a2654999-e5fc-4034-8ade-737c9234d0fe on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:27:44.610363 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Attempting to bind port a2654999-e5fc-4034-8ade-737c9234d0fe by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '4b76c58c-7188-40db-b9f0-0b525c852a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:27:44.610775 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Attempting to bind port a2654999-e5fc-4034-8ade-737c9234d0fe on network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:44.628251 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Port a2654999-e5fc-4034-8ade-737c9234d0fe on network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:27:44.628251 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Attempting to bind port a2654999-e5fc-4034-8ade-737c9234d0fe on network 08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:44.628611 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec7920f-fece-4aaf-a96d-cc2ba8182e16 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 0a910353-cf41-4009-8b01-fdcb27a905c2 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:27:44.632990 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ec7920f-fece-4aaf-a96d-cc2ba8182e16 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:44.641716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:27:44.642089 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Checking segment: {'id': '4b76c58c-7188-40db-b9f0-0b525c852a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:27:44.642457 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Bound using segment: {'id': '4b76c58c-7188-40db-b9f0-0b525c852a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:27:44.643023 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Bound port: a2654999-e5fc-4034-8ade-737c9234d0fe, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b76c58c-7188-40db-b9f0-0b525c852a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:27:44.643391 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:44.720777 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ab1ad4d-2c7d-4d0c-a0d5-e56aa6a7c2af req-92f95e8d-7e65-4048-a45e-89ff3b275114 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075446 Sep 23 22:27:44.732034 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:44.732832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:27:44.746093 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ec7920f-fece-4aaf-a96d-cc2ba8182e16 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:44.881812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:44.908550 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] For port a2654999-e5fc-4034-8ade-737c9234d0fe, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:44.922854 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] For port a2654999-e5fc-4034-8ade-737c9234d0fe, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=a2654999-e5fc-4034-8ade-737c9234d0fe,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:27:44.958734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=9e5d1c23-ff12-4a74-8c34-bd3a77973f35,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:44.962398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704be99-fb4c-4f5d-8c35-3775e5a2b7ee req-c04fe27a-0af2-4238-8edc-2560497236b5 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:44.968992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704be99-fb4c-4f5d-8c35-3775e5a2b7ee req-c04fe27a-0af2-4238-8edc-2560497236b5 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:44.974922 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b', 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4', 'port_id': '5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b', 'mac_address': 'fa:16:3e:1a:e4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c74845-4044-4c41-beed-d8570726d860', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:27:44.986814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704be99-fb4c-4f5d-8c35-3775e5a2b7ee req-c04fe27a-0af2-4238-8edc-2560497236b5 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:45.004187 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704be99-fb4c-4f5d-8c35-3775e5a2b7ee req-c04fe27a-0af2-4238-8edc-2560497236b5 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:45.011150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704be99-fb4c-4f5d-8c35-3775e5a2b7ee req-c04fe27a-0af2-4238-8edc-2560497236b5 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:45.028886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704be99-fb4c-4f5d-8c35-3775e5a2b7ee req-c04fe27a-0af2-4238-8edc-2560497236b5 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:45.042888 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704be99-fb4c-4f5d-8c35-3775e5a2b7ee req-c04fe27a-0af2-4238-8edc-2560497236b5 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:45.058165 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f704be99-fb4c-4f5d-8c35-3775e5a2b7ee req-c04fe27a-0af2-4238-8edc-2560497236b5 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5425 time: 0.3698843 Sep 23 22:27:45.070322 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:45.076701 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:45.095660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:45.136856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:45.176047 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b02640ba-7e8a-411f-b2ba-7d942511ebe9 req-46ef89cd-f514-4ed8-b93b-aad12f099c61 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 210 time: 0.2390940 Sep 23 22:27:45.236921 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:45.237828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 2399c71c-78da-4b12-adda-5a18362e7290 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:27:45.251850 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ec7920f-fece-4aaf-a96d-cc2ba8182e16 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:45.380448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:45.382273 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:45.385610 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] 10.222.0.43 "PUT /v2.0/ports/a2654999-e5fc-4034-8ade-737c9234d0fe HTTP/1.1" status: 200 len: 1092 time: 3.2545702 Sep 23 22:27:45.386886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7a3add-511b-442a-8c93-e5dd604822df', 'tag': 'a2654999-e5fc-4034-8ade-737c9234d0fe'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:45.392805 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cbe28d-5d6d-46f7-85e3-c47de8723406" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7a3add-511b-442a-8c93-e5dd604822df", "tag": "a2654999-e5fc-4034-8ade-737c9234d0fe"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:45.403734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54642b-426e-4f43-8507-2c22e780f52a service neutron] Pushing event updated for resources: {'Port': ['ID=a2654999-e5fc-4034-8ade-737c9234d0fe,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:45.435069 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f704be99-fb4c-4f5d-8c35-3775e5a2b7ee req-eb9f5ca7-55a3-4ba1-b3d6-0e02c79eb2ec tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3756857 Sep 23 22:27:45.468251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 2399c71c-78da-4b12-adda-5a18362e7290, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2399c71c-78da-4b12-adda-5a18362e7290,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:45.474269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-db3a252d-79ec-4be7-9e7c-224d1c4dc46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:45.477638 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-db3a252d-79ec-4be7-9e7c-224d1c4dc46f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b&tenant_id=3b70fd1a6d0c4b0a803216b674009287 HTTP/1.1" status: 200 len: 1100 time: 0.5476835 Sep 23 22:27:45.479718 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:45.510498 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:45.512996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '2399c71c-78da-4b12-adda-5a18362e7290', 'network_id': '277e5faa-2d60-44c3-be61-7e8c69a875a4', 'port_id': '2399c71c-78da-4b12-adda-5a18362e7290', 'mac_address': 'fa:16:3e:44:16:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c74845-4044-4c41-beed-d8570726d860', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:27:45.655553 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:45.669892 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:45.685120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-3c99171f-8a8f-40e7-97e4-6eb2ef08996e None None] Provisioning complete for port 790b6165-627b-4653-8f9e-f2e4446074c9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:45.687512 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3c99171f-8a8f-40e7-97e4-6eb2ef08996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:45.694434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dae9b3-35fb-41c6-817c-5e88dc487270 req-d15bef49-e898-42c7-af78-91434cb6dc9f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:45.696884 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16dae9b3-35fb-41c6-817c-5e88dc487270 req-d15bef49-e898-42c7-af78-91434cb6dc9f tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.3072476 Sep 23 22:27:45.769863 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-08864694-13cc-4a49-8586-eac2bfaad59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:45.770510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-a1898627-fe21-45da-885e-a92d4234e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:45.777829 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2399c71c-78da-4b12-adda-5a18362e7290 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:45.778121 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-a1898627-fe21-45da-885e-a92d4234e922 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9aadbde78d24ca78b83551868563968&device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 1095 time: 0.1939576 Sep 23 22:27:45.882824 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16dae9b3-35fb-41c6-817c-5e88dc487270 req-7b857849-dbee-4b10-bf4f-dc50a6b31203 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537335 Sep 23 22:27:45.893559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 2399c71c-78da-4b12-adda-5a18362e7290, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2399c71c-78da-4b12-adda-5a18362e7290,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:45.915357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-95014672-47f4-406b-b0df-aa9bf833b98e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2654999-e5fc-4034-8ade-737c9234d0fe HTTP/1.1" status: 200 len: 217 time: 0.0979114 Sep 23 22:27:45.916026 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ec7920f-fece-4aaf-a96d-cc2ba8182e16 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:45.917906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 790b6165-627b-4653-8f9e-f2e4446074c9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:46.036423 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ea309d-7c2f-44c4-8901-6caec5d4a3b4 x-openstack-request-id: req-74ea309d-7c2f-44c4-8901-6caec5d4a3b4 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:46.036423 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7a3add-511b-442a-8c93-e5dd604822df", "tag": "a2654999-e5fc-4034-8ade-737c9234d0fe", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:46.036423 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74ea309d-7c2f-44c4-8901-6caec5d4a3b4 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:46.036852 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7a3add-511b-442a-8c93-e5dd604822df', 'tag': 'a2654999-e5fc-4034-8ade-737c9234d0fe', 'status': 'completed', 'code': 200} Sep 23 22:27:46.043718 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:46.044569 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device c26f34cc-c4ee-4668-9337-2d322cc23919 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:27:46.073581 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81810655-f98f-4280-9cad-486819b1b954 req-7e3bfb6c-24c8-4d3b-a0f0-51c7bfffcc9d tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:46.077795 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-81810655-f98f-4280-9cad-486819b1b954 req-7e3bfb6c-24c8-4d3b-a0f0-51c7bfffcc9d tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.3804946 Sep 23 22:27:46.091208 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port c26f34cc-c4ee-4668-9337-2d322cc23919, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=c26f34cc-c4ee-4668-9337-2d322cc23919,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:46.104988 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ec7920f-fece-4aaf-a96d-cc2ba8182e16 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:46.109958 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2ec7920f-fece-4aaf-a96d-cc2ba8182e16 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/0a910353-cf41-4009-8b01-fdcb27a905c2 HTTP/1.1" status: 204 len: 168 time: 1.7095935 Sep 23 22:27:46.112589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50226) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:46.173227 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7920f-fece-4aaf-a96d-cc2ba8182e16 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=0a910353-cf41-4009-8b01-fdcb27a905c2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:46.223502 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'c26f34cc-c4ee-4668-9337-2d322cc23919', 'network_id': 'ca883b77-dd36-40f2-a31d-760ec43ec06e', 'port_id': 'c26f34cc-c4ee-4668-9337-2d322cc23919', 'mac_address': 'fa:16:3e:bb:15:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2223bb73-533f-4afc-95d0-701555de7877', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:27:46.231916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dea6936-1251-4a8e-a688-4ddce97a08a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet f4030363-e149-4fba-a7d6-e51eade28892 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:27:46.232675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27395f15-00de-43c5-8dda-f30a1d8dcc84 req-57879c01-f2c1-4bf0-bc07-8e8c58a66371 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:46.233612 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=2399c71c-78da-4b12-adda-5a18362e7290,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:46.234967 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-27395f15-00de-43c5-8dda-f30a1d8dcc84 req-57879c01-f2c1-4bf0-bc07-8e8c58a66371 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 944 time: 0.1100111 Sep 23 22:27:46.250205 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dea6936-1251-4a8e-a688-4ddce97a08a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:46.264384 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-b366f591-1a01-49a0-b2ad-ee32e637c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:46.270633 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-b366f591-1a01-49a0-b2ad-ee32e637c61e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04a99b1e-5604-420c-b8b4-3844200ef69e HTTP/1.1" status: 200 len: 854 time: 0.3389578 Sep 23 22:27:46.275248 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68537d5b-c975-4e42-9f93-372c29b7ded7 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:27:46.397284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f1f303ba-5c93-4630-9c3f-90285b8e486c None None] Could not find standard attr ID for object dc7123bf-9df1-49d2-b874-35ff0acb40fc. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:27:46.414849 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-cd4c978f-3d9d-43a9-9a17-1be9399e7f2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678587 Sep 23 22:27:46.503274 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b4c960f8-136a-4502-8c54-a2443c4e626f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:46.516586 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:46.542849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 790b6165-627b-4653-8f9e-f2e4446074c9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:46.543254 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:46.547222 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:46.578687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26f34cc-c4ee-4668-9337-2d322cc23919 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:46.595025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:46.630392 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-b6522b15-1f06-4b9d-8798-801e2df1d673 service neutron] 10.222.0.43 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022457 Sep 23 22:27:46.649568 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-81810655-f98f-4280-9cad-486819b1b954 req-f5a5c1b7-af15-405f-9c9d-b39217849469 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609276 Sep 23 22:27:46.709065 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:46.736551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Transition to ACTIVE for port object b4c960f8-136a-4502-8c54-a2443c4e626f will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:27:46.744609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-27395f15-00de-43c5-8dda-f30a1d8dcc84 req-3ae9e65c-34e7-4d03-a67c-a67d1a306b4e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914184 Sep 23 22:27:46.746005 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:46.752606 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5222e731-5d0f-41e3-b426-ec89135a90dd" -d '{"events": [{"server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:46.802780 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dea6936-1251-4a8e-a688-4ddce97a08a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:46.890950 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:46.975889 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port c26f34cc-c4ee-4668-9337-2d322cc23919, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=c26f34cc-c4ee-4668-9337-2d322cc23919,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:47.031840 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:47.103055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-880730c7-a03a-4edb-afbc-cb5288f18803 req-50108f48-e1da-4ecc-84f1-35a426acea6e tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c6a404-5dfb-4e46-8d08-1726da4960f5 HTTP/1.1" status: 200 len: 210 time: 0.1261413 Sep 23 22:27:47.166816 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] No DVR routers for this DVR port b4c960f8-136a-4502-8c54-a2443c4e626f on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:27:47.172837 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:47.253768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c960f8-136a-4502-8c54-a2443c4e626f,revision_number=10']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:47.274228 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-150907f3-a2dd-41b0-a76a-4ed81ac451e0 req-b01b223b-3224-4b3d-aef8-93fc147519fe service neutron] 10.222.0.43 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168282 Sep 23 22:27:47.275462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609ec53-687a-416a-b900-92423468abb5 req-40ee46d4-5bce-486c-9e16-76d9ed1b8139 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:47.282526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609ec53-687a-416a-b900-92423468abb5 req-40ee46d4-5bce-486c-9e16-76d9ed1b8139 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:47.285521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dea6936-1251-4a8e-a688-4ddce97a08a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:47.292109 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609ec53-687a-416a-b900-92423468abb5 req-40ee46d4-5bce-486c-9e16-76d9ed1b8139 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:47.300069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609ec53-687a-416a-b900-92423468abb5 req-40ee46d4-5bce-486c-9e16-76d9ed1b8139 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:47.319379 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609ec53-687a-416a-b900-92423468abb5 req-40ee46d4-5bce-486c-9e16-76d9ed1b8139 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:47.330890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609ec53-687a-416a-b900-92423468abb5 req-40ee46d4-5bce-486c-9e16-76d9ed1b8139 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:47.331621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=c26f34cc-c4ee-4668-9337-2d322cc23919,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:47.340036 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609ec53-687a-416a-b900-92423468abb5 req-40ee46d4-5bce-486c-9e16-76d9ed1b8139 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:47.347143 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3609ec53-687a-416a-b900-92423468abb5 req-40ee46d4-5bce-486c-9e16-76d9ed1b8139 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5427 time: 0.4232545 Sep 23 22:27:47.358759 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acde47f9-651a-4131-b7cf-9ef767b15a92 x-openstack-request-id: req-acde47f9-651a-4131-b7cf-9ef767b15a92 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:47.359169 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:47.359507 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-acde47f9-651a-4131-b7cf-9ef767b15a92 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:47.360035 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f', 'code': 200} Sep 23 22:27:47.365551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Attempting to bind port b4c960f8-136a-4502-8c54-a2443c4e626f on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:27:47.369943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Attempting to bind port b4c960f8-136a-4502-8c54-a2443c4e626f by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:27:47.369943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Attempting to bind port b4c960f8-136a-4502-8c54-a2443c4e626f on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:47.411233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Port b4c960f8-136a-4502-8c54-a2443c4e626f on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:27:47.411608 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Attempting to bind port b4c960f8-136a-4502-8c54-a2443c4e626f on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:47.428322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:27:47.428878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:27:47.429903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:27:47.430604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Bound port: b4c960f8-136a-4502-8c54-a2443c4e626f, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:27:47.431509 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:47.480545 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3609ec53-687a-416a-b900-92423468abb5 req-67342128-b561-41c4-85dd-c194192e6047 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034884 Sep 23 22:27:47.561894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627dbc49-350a-4480-ae23-76e1cc89e7fc req-8e945afe-af57-4bb8-aa9e-a2ad486e905a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:47.563615 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-627dbc49-350a-4480-ae23-76e1cc89e7fc req-8e945afe-af57-4bb8-aa9e-a2ad486e905a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 948 time: 0.1442211 Sep 23 22:27:47.570881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe28d-5d6d-46f7-85e3-c47de8723406 req-9897986d-6094-431f-8513-a7c149294b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:47.572505 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63cbe28d-5d6d-46f7-85e3-c47de8723406 req-9897986d-6094-431f-8513-a7c149294b0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9aadbde78d24ca78b83551868563968&device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 1095 time: 0.1519611 Sep 23 22:27:47.594913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:47.599458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b4c960f8-136a-4502-8c54-a2443c4e626f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:27:47.648326 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:47.673187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dea6936-1251-4a8e-a688-4ddce97a08a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:47.734380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea6936-1251-4a8e-a688-4ddce97a08a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=f4030363-e149-4fba-a7d6-e51eade28892,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:47.760586 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6dea6936-1251-4a8e-a688-4ddce97a08a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:47.763119 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:47.766290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50256) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:47.768315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6dea6936-1251-4a8e-a688-4ddce97a08a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/f4030363-e149-4fba-a7d6-e51eade28892 HTTP/1.1" status: 204 len: 168 time: 1.6525905 Sep 23 22:27:47.788828 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-627dbc49-350a-4480-ae23-76e1cc89e7fc req-9e27672e-61b0-49ae-901a-5880ab5b9c6a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980972 Sep 23 22:27:47.801612 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe28d-5d6d-46f7-85e3-c47de8723406 req-a70240a8-4757-4899-9325-6c11ab521ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:47.803380 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63cbe28d-5d6d-46f7-85e3-c47de8723406 req-a70240a8-4757-4899-9325-6c11ab521ddd service neutron] 10.222.0.43 "GET /v2.0/networks?id=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc HTTP/1.1" status: 200 len: 915 time: 0.2139833 Sep 23 22:27:47.889860 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63cbe28d-5d6d-46f7-85e3-c47de8723406 req-9f048283-ace2-40a8-a9de-7bdaa3ddf49e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2654999-e5fc-4034-8ade-737c9234d0fe HTTP/1.1" status: 200 len: 217 time: 0.0791066 Sep 23 22:27:48.020087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe28d-5d6d-46f7-85e3-c47de8723406 req-0d33dc4e-3425-453c-b95f-99aba690058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:48.025634 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63cbe28d-5d6d-46f7-85e3-c47de8723406 req-0d33dc4e-3425-453c-b95f-99aba690058d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04a99b1e-5604-420c-b8b4-3844200ef69e HTTP/1.1" status: 200 len: 854 time: 0.1243551 Sep 23 22:27:48.103045 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63cbe28d-5d6d-46f7-85e3-c47de8723406 req-a13de22a-8fdb-4a77-be55-79aae3d2acde service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682769 Sep 23 22:27:48.281796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522c4c7-53c8-46f2-be36-b72fefb869b0 req-b5bba3bd-7261-4e47-90d1-3bd17def0f0e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:48.290786 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0522c4c7-53c8-46f2-be36-b72fefb869b0 req-b5bba3bd-7261-4e47-90d1-3bd17def0f0e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 944 time: 0.1854722 Sep 23 22:27:48.399784 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0522c4c7-53c8-46f2-be36-b72fefb869b0 req-698ed7cc-6aff-4aae-89dd-616a2d16a8ea tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077702 Sep 23 22:27:48.413122 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-69d2bd44-fddb-4f12-b997-916c04f3615b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6392672 Sep 23 22:27:48.430922 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50272) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:48.448960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-81fae033-1daa-4782-b4b2-cf8fdffe9af5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:48.490176 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:48.490959 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:48.493041 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] 10.222.0.43 "PUT /v2.0/ports/b4c960f8-136a-4502-8c54-a2443c4e626f HTTP/1.1" status: 200 len: 1096 time: 3.0047874 Sep 23 22:27:48.510931 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63cbe28d-5d6d-46f7-85e3-c47de8723406 req-54737129-1f2d-49b0-b83c-910edd9a9068 service neutron] 10.222.0.43 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510442 Sep 23 22:27:48.527466 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd61d048-6875-4117-ba34-65f8130251d5 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:27:48.563725 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:48.614808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4431bc-21bb-46ea-8c74-eab6ad11ffa0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c960f8-136a-4502-8c54-a2443c4e626f,revision_number=11']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:48.634042 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73272e3f-98f5-476a-a718-2478dbcebfdc req-edeb70db-710b-4db3-8be2-e90cbe713a1e tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:48.649842 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-73272e3f-98f5-476a-a718-2478dbcebfdc req-edeb70db-710b-4db3-8be2-e90cbe713a1e tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.2394557 Sep 23 22:27:48.706411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-bf75a2ce-a078-4caa-9afd-7939a8509b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:48.708373 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-bf75a2ce-a078-4caa-9afd-7939a8509b86 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 1099 time: 0.1875730 Sep 23 22:27:48.770903 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-73272e3f-98f5-476a-a718-2478dbcebfdc req-2e69b373-0fb1-4578-8435-1ea9a7ea63a2 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075845 Sep 23 22:27:48.819289 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['499a0347-912c-44ce-a942-4345708a157a'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:48.819289 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['9e5d1c23-ff12-4a74-8c34-bd3a77973f35'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:48.826731 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:48.865454 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b48e9-0810-4afb-beb5-144bb90d0e3e req-48ab3370-1dc7-4129-92ef-993e63d6ad96 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:48.867034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c48b48e9-0810-4afb-beb5-144bb90d0e3e req-48ab3370-1dc7-4129-92ef-993e63d6ad96 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2031665 Sep 23 22:27:48.869968 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63cbe28d-5d6d-46f7-85e3-c47de8723406 req-e021aa4a-225a-4a6d-9de5-b0684e36b71b service neutron] 10.222.0.43 "GET /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621957 Sep 23 22:27:48.916862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c48b48e9-0810-4afb-beb5-144bb90d0e3e req-83ea5bff-11cc-4259-8519-5b8b475d0335 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 Sep 23 22:27:48.932776 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-577b7711-afdb-47d0-9bf8-db51d6083f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:48.938645 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-577b7711-afdb-47d0-9bf8-db51d6083f50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2211134 Sep 23 22:27:48.938939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50288) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:48.949197 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['c26f34cc-c4ee-4668-9337-2d322cc23919'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:48.951919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['8f2fc59b-8cb2-421b-8953-264e069e9846'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:48.971289 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-cd8c1829-a51f-4d2b-a5dd-1997c60dae78 None None] Provisioning complete for port 790b6165-627b-4653-8f9e-f2e4446074c9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:48.971665 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1829-a51f-4d2b-a5dd-1997c60dae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:48.983493 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fae033-1daa-4782-b4b2-cf8fdffe9af5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:27:48.987952 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81fae033-1daa-4782-b4b2-cf8fdffe9af5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:49.045921 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca810900-5d10-4745-a1c7-01ee64a8be25 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:49.105233 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-8d93fc75-05c7-40ea-8d06-6fd64fa07cdc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b4c960f8-136a-4502-8c54-a2443c4e626f HTTP/1.1" status: 200 len: 217 time: 0.1584849 Sep 23 22:27:49.142354 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca810900-5d10-4745-a1c7-01ee64a8be25 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:49.212062 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635788be-74df-4095-90db-3bf77e726e31 req-d20e8e66-c156-4ee8-b481-87fcfda9f352 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:49.218513 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635788be-74df-4095-90db-3bf77e726e31 req-d20e8e66-c156-4ee8-b481-87fcfda9f352 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:49.225197 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635788be-74df-4095-90db-3bf77e726e31 req-d20e8e66-c156-4ee8-b481-87fcfda9f352 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:49.232481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635788be-74df-4095-90db-3bf77e726e31 req-d20e8e66-c156-4ee8-b481-87fcfda9f352 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:49.238695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635788be-74df-4095-90db-3bf77e726e31 req-d20e8e66-c156-4ee8-b481-87fcfda9f352 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:49.245216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635788be-74df-4095-90db-3bf77e726e31 req-d20e8e66-c156-4ee8-b481-87fcfda9f352 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:49.251636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635788be-74df-4095-90db-3bf77e726e31 req-d20e8e66-c156-4ee8-b481-87fcfda9f352 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:49.260894 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-635788be-74df-4095-90db-3bf77e726e31 req-d20e8e66-c156-4ee8-b481-87fcfda9f352 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5428 time: 0.1536176 Sep 23 22:27:49.294901 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438c828-dde2-4af3-9e5f-5b24375bbe4f req-0c113a32-81c7-4e4f-90ea-a72bbcb68620 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:49.297847 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4438c828-dde2-4af3-9e5f-5b24375bbe4f req-0c113a32-81c7-4e4f-90ea-a72bbcb68620 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 948 time: 0.1583366 Sep 23 22:27:49.319651 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-635788be-74df-4095-90db-3bf77e726e31 req-5cf9faa8-ee76-4962-87ae-8cef0147c261 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530250 Sep 23 22:27:49.332080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-e6900cc6-8e46-4151-9df4-9f5b1ec582ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:49.334538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-e6900cc6-8e46-4151-9df4-9f5b1ec582ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1877081 Sep 23 22:27:49.372716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:49.376427 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0374bfa0-3bc0-4615-82bc-d186353638c3" -d '{"events": [{"name": "network-changed", "server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:49.381736 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4438c828-dde2-4af3-9e5f-5b24375bbe4f req-041d0fbd-e496-429b-961b-f78c97b46961 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653019 Sep 23 22:27:49.436897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b4c960f8-136a-4502-8c54-a2443c4e626f no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:27:49.456971 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca810900-5d10-4745-a1c7-01ee64a8be25 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:49.462024 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca810900-5d10-4745-a1c7-01ee64a8be25 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:49.467184 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ca810900-5d10-4745-a1c7-01ee64a8be25 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "DELETE /v2.0/security-groups/d0897042-a806-4039-835a-f06f72e3557b HTTP/1.1" status: 204 len: 168 time: 0.5273442 Sep 23 22:27:49.467787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50302) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:49.513694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eaa5a8-2156-4a99-b630-1600834b2cc6 None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:27:49.514430 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-325e1f9a-821d-47a5-974b-7cc072ab5e45 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] show failed (client error): The resource could not be found. Sep 23 22:27:49.518688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50306) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:49.518899 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-325e1f9a-821d-47a5-974b-7cc072ab5e45 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "GET /v2.0/security-groups/d0897042-a806-4039-835a-f06f72e3557b HTTP/1.1" status: 404 len: 347 time: 0.0390272 Sep 23 22:27:49.519817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca810900-5d10-4745-a1c7-01ee64a8be25 tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0897042-a806-4039-835a-f06f72e3557b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:49.567407 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6866b1ac-cad2-4aec-b7a8-027b8c278110 x-openstack-request-id: req-6866b1ac-cad2-4aec-b7a8-027b8c278110 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:49.567725 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:49.568117 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6866b1ac-cad2-4aec-b7a8-027b8c278110 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:49.568587 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f', 'status': 'completed', 'code': 200} Sep 23 22:27:49.586932 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b7aef643-1174-42fd-8754-4c16946aa2b2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:49.639627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-934936a2-8019-4a00-ae7a-a9ac78fb995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:49.641242 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-934936a2-8019-4a00-ae7a-a9ac78fb995c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2791820 Sep 23 22:27:49.655116 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57500184-ce73-4616-bc86-a25ed0c36528 req-f50e925f-84e1-4929-ab63-4677f0af026e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:49.663659 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-57500184-ce73-4616-bc86-a25ed0c36528 req-f50e925f-84e1-4929-ab63-4677f0af026e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1893530 Sep 23 22:27:49.668143 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81fae033-1daa-4782-b4b2-cf8fdffe9af5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:49.737474 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fae033-1daa-4782-b4b2-cf8fdffe9af5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=45ed4fcc-4f48-4808-b895-1f26a4cc99d7,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:49.778030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b4c960f8-136a-4502-8c54-a2443c4e626f not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:27:49.778991 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fae033-1daa-4782-b4b2-cf8fdffe9af5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:49.791003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011102a6-0192-4f19-b57e-2416185d73a9 req-bb00f98e-533b-44ac-a5e0-9ee235722eaf tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:49.792432 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-49204172-2e0c-4e12-8f03-f94c407b9005 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255233 Sep 23 22:27:49.798960 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-011102a6-0192-4f19-b57e-2416185d73a9 req-bb00f98e-533b-44ac-a5e0-9ee235722eaf tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 944 time: 0.1903458 Sep 23 22:27:49.803972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-4f36b147-368e-4b41-b55b-f937fae173a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:49.807536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-4f36b147-368e-4b41-b55b-f937fae173a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 1099 time: 0.2085972 Sep 23 22:27:49.807926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-81fae033-1daa-4782-b4b2-cf8fdffe9af5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:49.823431 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['2399c71c-78da-4b12-adda-5a18362e7290'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:49.833708 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fae033-1daa-4782-b4b2-cf8fdffe9af5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:49.834294 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81fae033-1daa-4782-b4b2-cf8fdffe9af5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:49.878720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device a2654999-e5fc-4034-8ade-737c9234d0fe details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:27:49.949550 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-57500184-ce73-4616-bc86-a25ed0c36528 req-e2888b79-9081-4c5c-9e48-fd590c473a9c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824159 Sep 23 22:27:49.974745 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-81fae033-1daa-4782-b4b2-cf8fdffe9af5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5401368 Sep 23 22:27:49.984747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50322) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:49.991803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f6cff11a-b7ac-406d-bc36-bc08b1721065 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:49.998174 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-011102a6-0192-4f19-b57e-2416185d73a9 req-be734ebb-e4ce-4648-84ec-de179f49b102 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980150 Sep 23 22:27:50.085076 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69cc3cb4-4497-4534-bdee-e2be899dab1c req-2241530a-6997-486c-af5e-4d393a9c47c7 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692690 Sep 23 22:27:50.110682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-13b6bced-aec2-41c3-ba38-877bce7d7d6b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Deleting port 62f41895-9304-4331-b571-29f178a72ab0 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:50.111465 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13b6bced-aec2-41c3-ba38-877bce7d7d6b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:50.248893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 790b6165-627b-4653-8f9e-f2e4446074c9 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:27:50.334963 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756266c-81d8-41ec-83db-b6db1ffdd3c9 req-9d09276f-254c-4c60-ac31-55dd09a76570 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:50.343002 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0756266c-81d8-41ec-83db-b6db1ffdd3c9 req-9d09276f-254c-4c60-ac31-55dd09a76570 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.2277091 Sep 23 22:27:50.360429 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-26cec3de-b55f-4564-8f02-d37a15feaa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:50.362280 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-26cec3de-b55f-4564-8f02-d37a15feaa43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 1099 time: 0.2114251 Sep 23 22:27:50.457463 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port a2654999-e5fc-4034-8ade-737c9234d0fe, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=a2654999-e5fc-4034-8ade-737c9234d0fe,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:50.479294 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13b6bced-aec2-41c3-ba38-877bce7d7d6b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:50.479635 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13b6bced-aec2-41c3-ba38-877bce7d7d6b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:50.504463 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0756266c-81d8-41ec-83db-b6db1ffdd3c9 req-7ba8ba56-4ddc-44be-9792-a04f78fb5ba2 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604064 Sep 23 22:27:50.514639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-f623ea4a-b8e5-4526-b601-c7eacae9f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:50.517223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-f623ea4a-b8e5-4526-b601-c7eacae9f89c service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.6855192 Sep 23 22:27:50.532627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-13b6bced-aec2-41c3-ba38-877bce7d7d6b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Calling delete_port for 62f41895-9304-4331-b571-29f178a72ab0 owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:50.545408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-bd98fd67-6e60-4c90-90d4-018f7d235fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:50.547064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-bd98fd67-6e60-4c90-90d4-018f7d235fc7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.1727960 Sep 23 22:27:50.629572 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-3f8ac2c8-c4a7-4baf-8097-9d0f0a862b8c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b4c960f8-136a-4502-8c54-a2443c4e626f HTTP/1.1" status: 200 len: 217 time: 0.0970025 Sep 23 22:27:50.654531 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-5eca501c-0fd2-4dd8-958a-0af282599db5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b4c960f8-136a-4502-8c54-a2443c4e626f HTTP/1.1" status: 200 len: 217 time: 0.0488210 Sep 23 22:27:50.692624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242b060-d940-4b5d-bbce-7a6c2a1a1326 req-2c7dfa7e-3006-4154-983d-4c698f8ef824 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:50.696553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0242b060-d940-4b5d-bbce-7a6c2a1a1326 req-2c7dfa7e-3006-4154-983d-4c698f8ef824 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2561889 Sep 23 22:27:50.784890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-b467ee08-9e34-40ae-b97b-cdff144739d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:50.789403 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-b467ee08-9e34-40ae-b97b-cdff144739d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1188428 Sep 23 22:27:50.827008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-bebea1c7-3e43-4247-9f5d-367749b34d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:50.829314 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-bebea1c7-3e43-4247-9f5d-367749b34d04 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1806691 Sep 23 22:27:50.835698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'a2654999-e5fc-4034-8ade-737c9234d0fe', 'network_id': '08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc', 'port_id': 'a2654999-e5fc-4034-8ade-737c9234d0fe', 'mac_address': 'fa:16:3e:d4:c3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a99b1e-5604-420c-b8b4-3844200ef69e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:27:50.858369 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0242b060-d940-4b5d-bbce-7a6c2a1a1326 req-d4e62e56-69fe-479b-85f1-49d0e46b5280 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982630 Sep 23 22:27:50.881844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd42bb-808b-4c34-9cbe-e2a2328f3c2e req-4c8dab38-5cf6-4bde-8313-a77c6171a617 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:50.890240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd42bb-808b-4c34-9cbe-e2a2328f3c2e req-4c8dab38-5cf6-4bde-8313-a77c6171a617 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:50.896837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd42bb-808b-4c34-9cbe-e2a2328f3c2e req-4c8dab38-5cf6-4bde-8313-a77c6171a617 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:50.904195 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd42bb-808b-4c34-9cbe-e2a2328f3c2e req-4c8dab38-5cf6-4bde-8313-a77c6171a617 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:50.912181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd42bb-808b-4c34-9cbe-e2a2328f3c2e req-4c8dab38-5cf6-4bde-8313-a77c6171a617 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:50.921387 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd42bb-808b-4c34-9cbe-e2a2328f3c2e req-4c8dab38-5cf6-4bde-8313-a77c6171a617 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:50.930814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd42bb-808b-4c34-9cbe-e2a2328f3c2e req-4c8dab38-5cf6-4bde-8313-a77c6171a617 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:50.933167 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0bcd42bb-808b-4c34-9cbe-e2a2328f3c2e req-4c8dab38-5cf6-4bde-8313-a77c6171a617 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5428 time: 0.2513247 Sep 23 22:27:50.957287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-569f9b8c-f7b0-4dc8-a0f8-19b588631415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:50.968114 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-569f9b8c-f7b0-4dc8-a0f8-19b588631415 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1295099 Sep 23 22:27:51.019234 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-ad063e4b-2e3a-4bc0-8b2e-a828c87889e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:51.021125 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-ad063e4b-2e3a-4bc0-8b2e-a828c87889e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2244089 Sep 23 22:27:51.025139 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cff11a-b7ac-406d-bc36-bc08b1721065 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:27:51.029607 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6cff11a-b7ac-406d-bc36-bc08b1721065 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:51.087276 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:51.118183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2654999-e5fc-4034-8ade-737c9234d0fe {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:51.144105 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port a2654999-e5fc-4034-8ade-737c9234d0fe, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=a2654999-e5fc-4034-8ade-737c9234d0fe,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:51.157956 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0bcd42bb-808b-4c34-9cbe-e2a2328f3c2e req-ab8d9deb-b11b-486e-a782-c60d68565f6a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2172520 Sep 23 22:27:51.207988 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c5eaa5a8-2156-4a99-b630-1600834b2cc6 None None] Deleting port 790b6165-627b-4653-8f9e-f2e4446074c9 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:51.208496 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa5a8-2156-4a99-b630-1600834b2cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:51.248250 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-6c568bec-5286-46f1-a055-18cadac94014 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013903 Sep 23 22:27:51.270691 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:51.318664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76bb3c-cfd1-47a6-9da1-6be9f33cd462 req-e894e744-0f7d-486d-a736-bc79b3011061 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:51.320952 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b76bb3c-cfd1-47a6-9da1-6be9f33cd462 req-e894e744-0f7d-486d-a736-bc79b3011061 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 948 time: 0.2848990 Sep 23 22:27:51.372809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7f33d-e1c6-42c6-b419-e52d8b734b21 req-28d8275b-6098-4529-9e6e-f141affd35d4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:51.374644 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9a7f33d-e1c6-42c6-b419-e52d8b734b21 req-28d8275b-6098-4529-9e6e-f141affd35d4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1167407 Sep 23 22:27:51.393689 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-b03b8d5d-2196-4a31-9b00-5310345e00fb service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136775 Sep 23 22:27:51.416788 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b76bb3c-cfd1-47a6-9da1-6be9f33cd462 req-f1547faa-db29-4b99-9fd0-089730fc3bbe tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834241 Sep 23 22:27:51.470925 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13b6bced-aec2-41c3-ba38-877bce7d7d6b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:51.512790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c5eaa5a8-2156-4a99-b630-1600834b2cc6 None None] For port 790b6165-627b-4653-8f9e-f2e4446074c9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=790b6165-627b-4653-8f9e-f2e4446074c9,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:51.517432 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa5a8-2156-4a99-b630-1600834b2cc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:51.532612 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:51.536914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=a2654999-e5fc-4034-8ade-737c9234d0fe,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:51.545998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c5eaa5a8-2156-4a99-b630-1600834b2cc6 None None] Calling delete_port for 790b6165-627b-4653-8f9e-f2e4446074c9 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:51.557922 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6bced-aec2-41c3-ba38-877bce7d7d6b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Pushing event deleted for resources: {'Port': ['ID=62f41895-9304-4331-b571-29f178a72ab0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:51.564213 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:51.564640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:51.565028 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:51.565416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:51.566123 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:51.566505 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:51.566819 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:51.567148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:51.567471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:51.567791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:51.568189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:51.568605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:27:51.610155 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-897fa88c-9c3a-41d6-861b-9c6eb5b9a452 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476195 Sep 23 22:27:51.637521 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['a2654999-e5fc-4034-8ade-737c9234d0fe'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:51.640283 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9a7f33d-e1c6-42c6-b419-e52d8b734b21 req-e434b2ed-9740-45b1-bbbc-3dcb53ee9db2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296698 Sep 23 22:27:51.687030 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13b6bced-aec2-41c3-ba38-877bce7d7d6b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:51.691308 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13b6bced-aec2-41c3-ba38-877bce7d7d6b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:51.693146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb834ba-01d7-423c-abc4-9a3c8ba1afa8 req-4d727ec4-4ed3-4d9d-92be-884ca954822f tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:51.694878 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8eb834ba-01d7-423c-abc4-9a3c8ba1afa8 req-4d727ec4-4ed3-4d9d-92be-884ca954822f tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 945 time: 0.1821101 Sep 23 22:27:51.703758 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-13b6bced-aec2-41c3-ba38-877bce7d7d6b tempest-ServersTestBootFromVolume-2010008977 tempest-ServersTestBootFromVolume-2010008977-project] 10.222.0.22 "DELETE /v2.0/floatingips/a24f07e1-88a0-411b-b1d8-11202b8a47ee HTTP/1.1" status: 204 len: 168 time: 2.1816924 Sep 23 22:27:51.706761 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50360) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:51.807662 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0374bfa0-3bc0-4615-82bc-d186353638c3 req-64373f1c-8c12-41ec-b179-62add8f86def service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870635 Sep 23 22:27:51.879257 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8eb834ba-01d7-423c-abc4-9a3c8ba1afa8 req-f361806e-da50-4043-bc88-b5396a99495a tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819924 Sep 23 22:27:51.884804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f35c1-5d45-416f-9dcb-4cd38886aacc req-bb0dbada-9b2b-4ad3-b536-7fd7d990f97d tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:51.893594 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f5f35c1-5d45-416f-9dcb-4cd38886aacc req-bb0dbada-9b2b-4ad3-b536-7fd7d990f97d tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1007366 Sep 23 22:27:51.978736 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f5f35c1-5d45-416f-9dcb-4cd38886aacc req-f75f20f5-6ab3-49f9-8881-c67936b382aa tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841091 Sep 23 22:27:52.096955 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b4c960f8-136a-4502-8c54-a2443c4e626f details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:27:52.118152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 790b6165-627b-4653-8f9e-f2e4446074c9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=790b6165-627b-4653-8f9e-f2e4446074c9,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:52.173153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56370194-2b1f-476b-8a74-0b977acb8c4b req-3916d201-e9cb-4651-b051-3a9d6c27f33b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:52.182747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56370194-2b1f-476b-8a74-0b977acb8c4b req-3916d201-e9cb-4651-b051-3a9d6c27f33b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1479177 Sep 23 22:27:52.207056 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:52.210371 n-d-810775-1 neutron-server[95491]: DEBUG neutron.objects.ports [None req-f6cff11a-b7ac-406d-bc36-bc08b1721065 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95491) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:27:52.397096 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56370194-2b1f-476b-8a74-0b977acb8c4b req-5b5408a5-a3b0-4cd1-b197-00b6928300bc tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130206 Sep 23 22:27:52.413806 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa5a8-2156-4a99-b630-1600834b2cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:52.433066 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=790b6165-627b-4653-8f9e-f2e4446074c9,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:52.500033 n-d-810775-1 neutron-server[95491]: WARNING neutron.services.revisions.revision_plugin [None req-f6cff11a-b7ac-406d-bc36-bc08b1721065 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Could not find related port for resource to bump revision. Sep 23 22:27:52.511596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eaa5a8-2156-4a99-b630-1600834b2cc6 None None] No DVR routers for this DVR port 790b6165-627b-4653-8f9e-f2e4446074c9 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:27:52.537954 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd53f-7cfd-47fd-ae94-4c02dfff0b1d req-a35e7d05-5ad9-40c2-b973-7f49b7c7c6c9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:52.543283 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eaa5a8-2156-4a99-b630-1600834b2cc6 None None] Pushing event deleted for resources: {'Port': ['ID=790b6165-627b-4653-8f9e-f2e4446074c9,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:52.547830 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b4c960f8-136a-4502-8c54-a2443c4e626f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:52.550705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd53f-7cfd-47fd-ae94-4c02dfff0b1d req-a35e7d05-5ad9-40c2-b973-7f49b7c7c6c9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:52.558336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd53f-7cfd-47fd-ae94-4c02dfff0b1d req-a35e7d05-5ad9-40c2-b973-7f49b7c7c6c9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:52.566068 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd53f-7cfd-47fd-ae94-4c02dfff0b1d req-a35e7d05-5ad9-40c2-b973-7f49b7c7c6c9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:52.571350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719a2b5a-e617-4419-8af7-e481c79d883c None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:27:52.573821 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd53f-7cfd-47fd-ae94-4c02dfff0b1d req-a35e7d05-5ad9-40c2-b973-7f49b7c7c6c9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:52.581857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd53f-7cfd-47fd-ae94-4c02dfff0b1d req-a35e7d05-5ad9-40c2-b973-7f49b7c7c6c9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:52.588844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd53f-7cfd-47fd-ae94-4c02dfff0b1d req-a35e7d05-5ad9-40c2-b973-7f49b7c7c6c9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:52.590651 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'b4c960f8-136a-4502-8c54-a2443c4e626f', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'b4c960f8-136a-4502-8c54-a2443c4e626f', 'mac_address': 'fa:16:3e:b1:33:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:27:52.593836 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-957fd53f-7cfd-47fd-ae94-4c02dfff0b1d req-a35e7d05-5ad9-40c2-b973-7f49b7c7c6c9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5428 time: 0.2152324 Sep 23 22:27:52.625618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.ipam_pluggable_backend [None req-f6cff11a-b7ac-406d-bc36-bc08b1721065 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Port 790b6165-627b-4653-8f9e-f2e4446074c9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95491) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 23 22:27:52.625843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.ipam_pluggable_backend [None req-f6cff11a-b7ac-406d-bc36-bc08b1721065 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Reverting IP allocation for 2001:db8::f816:3eff:feba:abdf {{(pid=95491) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 23 22:27:52.631101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.ipam_pluggable_backend [None req-f6cff11a-b7ac-406d-bc36-bc08b1721065 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feba:abdf {{(pid=95491) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 23 22:27:52.640793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8321d1-4457-49e2-818c-f4639ca1de7e req-a08dbfbb-88b2-4d15-832f-26b650254348 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:52.648939 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e8321d1-4457-49e2-818c-f4639ca1de7e req-a08dbfbb-88b2-4d15-832f-26b650254348 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1298261 Sep 23 22:27:52.658691 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6cff11a-b7ac-406d-bc36-bc08b1721065 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:52.686516 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50378) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:52.734509 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-957fd53f-7cfd-47fd-ae94-4c02dfff0b1d req-cd9db2c2-eb8c-4123-a49f-6675c0c58eda tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1313267 Sep 23 22:27:52.754722 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e4fc2c4-1163-4f1e-b01a-0dd336e9d060 req-3aac36e2-1773-41e6-ad9c-ff9f79d34f41 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1502793 Sep 23 22:27:52.790127 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:52.810542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c960f8-136a-4502-8c54-a2443c4e626f {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:27:52.824319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cff11a-b7ac-406d-bc36-bc08b1721065 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:52.842824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b4c960f8-136a-4502-8c54-a2443c4e626f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:52.855032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-f6cff11a-b7ac-406d-bc36-bc08b1721065 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:52.862933 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cff11a-b7ac-406d-bc36-bc08b1721065 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:52.864114 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f6cff11a-b7ac-406d-bc36-bc08b1721065 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:52.879156 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e8321d1-4457-49e2-818c-f4639ca1de7e req-039f6977-d5ea-4b2c-b191-e62d33cbddd8 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286150 Sep 23 22:27:52.891347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cff11a-b7ac-406d-bc36-bc08b1721065 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=3b7730f6-81c9-40bc-9a3f-da27754350c4,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:52.935899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': '3b7730f6-81c9-40bc-9a3f-da27754350c4'}, {'subnet_id': '45ed4fcc-4f48-4808-b895-1f26a4cc99d7'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:27:52.936797 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:53.006592 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f6cff11a-b7ac-406d-bc36-bc08b1721065 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0207012 Sep 23 22:27:53.011970 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50388) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:53.022576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-15fb3445-825d-4b37-b526-87dabb52f489 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'mac_address': 'fa:16:3e:a9:4a:46', 'name': 'tempest-NetworksTestDHCPv6-1299637134'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:53.077796 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:53.079445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d7765-990e-4c8b-912c-fce7083c6c91 req-a19ff1d4-7958-496f-a37f-8b1b882bc0c5 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:53.080777 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-827d7765-990e-4c8b-912c-fce7083c6c91 req-a19ff1d4-7958-496f-a37f-8b1b882bc0c5 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 945 time: 0.1074696 Sep 23 22:27:53.174360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-827d7765-990e-4c8b-912c-fce7083c6c91 req-37018a0a-a0ae-494d-8387-28dbb60fced4 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637226 Sep 23 22:27:53.217481 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-432738ba-a9be-43db-bf5f-88758e7ef6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:53.225705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=b4c960f8-136a-4502-8c54-a2443c4e626f,revision_number=12']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:53.302013 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fc2c4-1163-4f1e-b01a-0dd336e9d060 req-7b754566-4d0b-43df-87cc-de9b07855159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:53.302996 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e4fc2c4-1163-4f1e-b01a-0dd336e9d060 req-7b754566-4d0b-43df-87cc-de9b07855159 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b70fd1a6d0c4b0a803216b674009287&device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 1101 time: 0.4059708 Sep 23 22:27:53.318523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a563a-135f-4a13-ba82-b26f15d1b9c0 req-423bc2b5-417f-43bb-a0af-58754d45a824 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:53.320177 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cb9a563a-135f-4a13-ba82-b26f15d1b9c0 req-423bc2b5-417f-43bb-a0af-58754d45a824 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.3956087 Sep 23 22:27:53.320339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Allocated IP 172.20.0.2 (fabbdebb-7256-45f8-980f-653365ae34a1/45ed4fcc-4f48-4808-b895-1f26a4cc99d7/69708675-2026-4197-8c04-907303b7f526) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:53.322182 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fb3445-825d-4b37-b526-87dabb52f489 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:27:53.329344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Allocated IP 2001:db8::f816:3eff:fe0f:6753 (fabbdebb-7256-45f8-980f-653365ae34a1/3b7730f6-81c9-40bc-9a3f-da27754350c4/69708675-2026-4197-8c04-907303b7f526) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:53.411179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259aea37-b054-4774-8d09-33a867d5dba6 req-15ba9f04-8bfd-43b0-8225-c8aa8a2e2b6b tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:53.413668 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-259aea37-b054-4774-8d09-33a867d5dba6 req-15ba9f04-8bfd-43b0-8225-c8aa8a2e2b6b tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1502466 Sep 23 22:27:53.413838 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['b4c960f8-136a-4502-8c54-a2443c4e626f'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:53.471100 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15fb3445-825d-4b37-b526-87dabb52f489 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:53.489389 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-259aea37-b054-4774-8d09-33a867d5dba6 req-9c7f0be4-ace0-43d6-9760-11b77312a3ae tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673659 Sep 23 22:27:53.519437 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-15fb3445-825d-4b37-b526-87dabb52f489 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port 5a3ef521-161b-4a5a-997a-bddfc3eaa160 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:27:53.520063 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cb9a563a-135f-4a13-ba82-b26f15d1b9c0 req-c93fec33-36f6-483a-a102-74e01bf527a4 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792121 Sep 23 22:27:53.603933 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9649fed1-701f-4469-8175-5d2576a4dada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:53.609543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fc2c4-1163-4f1e-b01a-0dd336e9d060 req-71d3dcce-5ec5-46ec-a6c9-5a04d28db174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:53.611642 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e4fc2c4-1163-4f1e-b01a-0dd336e9d060 req-71d3dcce-5ec5-46ec-a6c9-5a04d28db174 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.2667916 Sep 23 22:27:53.636645 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:53.686184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device a2654999-e5fc-4034-8ade-737c9234d0fe up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:53.746696 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e4fc2c4-1163-4f1e-b01a-0dd336e9d060 req-a92461f2-b06b-45de-af0b-6a27010ceeba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 HTTP/1.1" status: 200 len: 217 time: 0.0942152 Sep 23 22:27:53.759512 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:53.813539 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:53.823127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:53.832216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:27:53.834724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Pushing event updated for resources: {'Port': ['ID=69708675-2026-4197-8c04-907303b7f526,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:53.849554 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-432738ba-a9be-43db-bf5f-88758e7ef6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:53.885724 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27058a3-3b9e-488c-a39a-fed580f8f3db req-13ff5e1d-1aa9-4f37-80a0-d82ff7dc4ed4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:53.893509 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d27058a3-3b9e-488c-a39a-fed580f8f3db req-13ff5e1d-1aa9-4f37-80a0-d82ff7dc4ed4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1713364 Sep 23 22:27:53.921281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-15fb3445-825d-4b37-b526-87dabb52f489 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 172.20.0.11 (fabbdebb-7256-45f8-980f-653365ae34a1/45ed4fcc-4f48-4808-b895-1f26a4cc99d7/5a3ef521-161b-4a5a-997a-bddfc3eaa160) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:53.926062 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fc2c4-1163-4f1e-b01a-0dd336e9d060 req-2967a19b-46f7-4f15-aa4c-a1fa70932bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:53.927784 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e4fc2c4-1163-4f1e-b01a-0dd336e9d060 req-2967a19b-46f7-4f15-aa4c-a1fa70932bc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.1616890 Sep 23 22:27:53.929260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-15fb3445-825d-4b37-b526-87dabb52f489 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::f816:3eff:fea9:4a46 (fabbdebb-7256-45f8-980f-653365ae34a1/3b7730f6-81c9-40bc-9a3f-da27754350c4/5a3ef521-161b-4a5a-997a-bddfc3eaa160) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:27:53.938657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Attempting to bind port 69708675-2026-4197-8c04-907303b7f526 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:27:53.939267 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Attempting to bind port 69708675-2026-4197-8c04-907303b7f526 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:27:53.940268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Attempting to bind port 69708675-2026-4197-8c04-907303b7f526 on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:27:53.947874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:27:53.949080 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:27:53.949722 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:53.950277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:27:53.951157 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Bound port: 69708675-2026-4197-8c04-907303b7f526, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:27:53.951740 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:53.954050 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port a2654999-e5fc-4034-8ade-737c9234d0fe completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:27:53.971729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port a2654999-e5fc-4034-8ade-737c9234d0fe triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:53.972416 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:53.977736 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-432738ba-a9be-43db-bf5f-88758e7ef6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:54.089299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] For port 69708675-2026-4197-8c04-907303b7f526, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:27:54.094677 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] For port 69708675-2026-4197-8c04-907303b7f526, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=69708675-2026-4197-8c04-907303b7f526,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:27:54.112368 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-432738ba-a9be-43db-bf5f-88758e7ef6d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c84a6451d654636b2a05a6b4513ac03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4390712 Sep 23 22:27:54.117858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50400) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:54.122552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481bf58-1656-4d89-b960-1741a8d9f52d req-8c7e208e-6ce9-480e-a564-e75cc9788186 tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:54.124633 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7481bf58-1656-4d89-b960-1741a8d9f52d req-8c7e208e-6ce9-480e-a564-e75cc9788186 tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 1100 time: 0.0969298 Sep 23 22:27:54.135729 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d27058a3-3b9e-488c-a39a-fed580f8f3db req-f8cfe396-0b1c-4b29-827b-15a4f779a1a2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389777 Sep 23 22:27:54.139484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432738ba-a9be-43db-bf5f-88758e7ef6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6f196c-dc24-4ec8-ae07-4b5fc82581e1,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:54.141314 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:54.172626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7a3add-511b-442a-8c93-e5dd604822df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2654999-e5fc-4034-8ade-737c9234d0fe'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:54.175725 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2c5eae-5f29-4ebd-a76c-931c6db303b1" -d '{"events": [{"server_uuid": "ac7a3add-511b-442a-8c93-e5dd604822df", "name": "network-vif-plugged", "status": "completed", "tag": "a2654999-e5fc-4034-8ade-737c9234d0fe"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:54.193035 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fc2c4-1163-4f1e-b01a-0dd336e9d060 req-15421a1c-c8d0-4e14-9395-afbc3b003cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:54.194492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port a2654999-e5fc-4034-8ade-737c9234d0fe, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=a2654999-e5fc-4034-8ade-737c9234d0fe,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:54.197521 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e4fc2c4-1163-4f1e-b01a-0dd336e9d060 req-15421a1c-c8d0-4e14-9395-afbc3b003cb8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2313573 Sep 23 22:27:54.213815 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:54.237851 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15fb3445-825d-4b37-b526-87dabb52f489 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:54.281779 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-166bb105-c789-4a4b-bb54-59298f9a9f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:54.305532 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7481bf58-1656-4d89-b960-1741a8d9f52d req-1b6abbc6-b7ce-4670-8447-30ed6e3a412d tempest-MigrationsAdminTest-2103359060 tempest-MigrationsAdminTest-2103359060-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313107 Sep 23 22:27:54.312385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb5139-9e76-4482-8e63-b423cb8baf44 None None] Pushing event updated for resources: {'Port': ['ID=69708675-2026-4197-8c04-907303b7f526,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:54.361851 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:54.380481 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-166bb105-c789-4a4b-bb54-59298f9a9f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:54.435794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=a2654999-e5fc-4034-8ade-737c9234d0fe,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:54.447713 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15fb3445-825d-4b37-b526-87dabb52f489 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:54.480825 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e4fc2c4-1163-4f1e-b01a-0dd336e9d060 req-625beac9-13fd-453b-ae61-981810e12bc0 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699139 Sep 23 22:27:54.494703 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfbfb2-73b1-44bb-ac74-164fbd647a5c req-e0085e98-db10-4438-84e2-cac5a422b94f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:54.500697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfbfb2-73b1-44bb-ac74-164fbd647a5c req-e0085e98-db10-4438-84e2-cac5a422b94f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:54.507455 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfbfb2-73b1-44bb-ac74-164fbd647a5c req-e0085e98-db10-4438-84e2-cac5a422b94f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:54.516335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfbfb2-73b1-44bb-ac74-164fbd647a5c req-e0085e98-db10-4438-84e2-cac5a422b94f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:54.521045 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfbfb2-73b1-44bb-ac74-164fbd647a5c req-e0085e98-db10-4438-84e2-cac5a422b94f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:54.525755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb3445-825d-4b37-b526-87dabb52f489 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:27:54.527409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfbfb2-73b1-44bb-ac74-164fbd647a5c req-e0085e98-db10-4438-84e2-cac5a422b94f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:54.533725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-15fb3445-825d-4b37-b526-87dabb52f489 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:27:54.534103 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfbfb2-73b1-44bb-ac74-164fbd647a5c req-e0085e98-db10-4438-84e2-cac5a422b94f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:54.536380 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4bfbfb2-73b1-44bb-ac74-164fbd647a5c req-e0085e98-db10-4438-84e2-cac5a422b94f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5428 time: 0.3197343 Sep 23 22:27:54.549072 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c95004-b8e6-4826-be66-eded830fb5bd req-eed16bd9-2ba6-4504-b296-a93f0d377869 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:54.550566 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59c95004-b8e6-4826-be66-eded830fb5bd req-eed16bd9-2ba6-4504-b296-a93f0d377869 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1589825 Sep 23 22:27:54.557582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fb3445-825d-4b37-b526-87dabb52f489 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:27:54.598983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb3445-825d-4b37-b526-87dabb52f489 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=5a3ef521-161b-4a5a-997a-bddfc3eaa160,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:54.655454 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fb3445-825d-4b37-b526-87dabb52f489 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:54.656129 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15fb3445-825d-4b37-b526-87dabb52f489 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:54.674260 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59c95004-b8e6-4826-be66-eded830fb5bd req-5be91fc0-8cfc-4230-8d47-ae79c53485bd tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859978 Sep 23 22:27:54.674260 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-166bb105-c789-4a4b-bb54-59298f9a9f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:54.676076 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-166bb105-c789-4a4b-bb54-59298f9a9f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:54.677538 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-166bb105-c789-4a4b-bb54-59298f9a9f08 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce6f196c-dc24-4ec8-ae07-4b5fc82581e1 HTTP/1.1" status: 204 len: 168 time: 0.5514624 Sep 23 22:27:54.698783 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4bfbfb2-73b1-44bb-ac74-164fbd647a5c req-92658b63-3e9f-45de-9b74-fe08aaf7386a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1521537 Sep 23 22:27:54.734083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bb105-c789-4a4b-bb54-59298f9a9f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6f196c-dc24-4ec8-ae07-4b5fc82581e1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:54.794166 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449149d2-151b-43c3-ab0a-8714437aefa3 x-openstack-request-id: req-449149d2-151b-43c3-ab0a-8714437aefa3 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:54.794471 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7a3add-511b-442a-8c93-e5dd604822df", "name": "network-vif-plugged", "status": "completed", "tag": "a2654999-e5fc-4034-8ade-737c9234d0fe", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:54.794727 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-449149d2-151b-43c3-ab0a-8714437aefa3 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:54.795135 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7a3add-511b-442a-8c93-e5dd604822df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2654999-e5fc-4034-8ade-737c9234d0fe', 'code': 200} Sep 23 22:27:54.799267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-9649fed1-701f-4469-8175-5d2576a4dada admin admin] Deleting port e5289e18-6193-4638-82e3-12e8e36ff072 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:54.805527 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-15fb3445-825d-4b37-b526-87dabb52f489 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7873909 Sep 23 22:27:54.806670 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50416) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:54.809317 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9649fed1-701f-4469-8175-5d2576a4dada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:54.881566 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e4fc2c4-1163-4f1e-b01a-0dd336e9d060 req-82f848a7-3dd7-4e7e-8bd3-b65827ba47e5 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392065 Sep 23 22:27:54.966046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d50bcf-5a7b-4561-9e16-3d8a24f9ed9e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:54.972286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d50bcf-5a7b-4561-9e16-3d8a24f9ed9e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:54.974071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-81d50bcf-5a7b-4561-9e16-3d8a24f9ed9e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1660430 Sep 23 22:27:54.978237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50420) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:54.987906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d40f87-edf7-4395-9c50-273c84e38c52 req-72609cfb-9259-424a-8bcd-2c3e51ec92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:54.989608 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f3d40f87-edf7-4395-9c50-273c84e38c52 req-72609cfb-9259-424a-8bcd-2c3e51ec92dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 1097 time: 0.0827506 Sep 23 22:27:55.043896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-9649fed1-701f-4469-8175-5d2576a4dada admin admin] For port e5289e18-6193-4638-82e3-12e8e36ff072, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e5289e18-6193-4638-82e3-12e8e36ff072,segment=NetworkSegment(249be43e-b51c-4e0c-8a06-1bb04d9dfaa5),segment_id=249be43e-b51c-4e0c-8a06-1bb04d9dfaa5)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:55.044131 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9649fed1-701f-4469-8175-5d2576a4dada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:55.054093 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad89e27-a81f-4f43-939e-bbda70d203eb req-3c6c4f9b-9660-4116-898a-4e807bf78064 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:55.056350 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2ad89e27-a81f-4f43-939e-bbda70d203eb req-3c6c4f9b-9660-4116-898a-4e807bf78064 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 946 time: 0.1568918 Sep 23 22:27:55.085161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-9649fed1-701f-4469-8175-5d2576a4dada admin admin] Calling delete_port for e5289e18-6193-4638-82e3-12e8e36ff072 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:55.104774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f3d40f87-edf7-4395-9c50-273c84e38c52 req-a73bb08d-815e-411a-9019-050566ab2019 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895061 Sep 23 22:27:55.120640 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2ad89e27-a81f-4f43-939e-bbda70d203eb req-8969ce73-39d7-4f4d-83c2-eb77612fdc58 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578847 Sep 23 22:27:55.133413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cbdbf-bf52-4b9f-82c4-cb367c57cc55 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port 5a3ef521-161b-4a5a-997a-bddfc3eaa160 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:55.133413 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc0cbdbf-bf52-4b9f-82c4-cb367c57cc55 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:55.254461 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc0cbdbf-bf52-4b9f-82c4-cb367c57cc55 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:55.270753 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cbdbf-bf52-4b9f-82c4-cb367c57cc55 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for 5a3ef521-161b-4a5a-997a-bddfc3eaa160 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:55.332418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8abc82-6153-463c-98e2-8e55e19e27b6 req-15ebd3ab-3c4b-4f52-b43b-3b7a6f574f4e tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:55.341666 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d8abc82-6153-463c-98e2-8e55e19e27b6 req-15ebd3ab-3c4b-4f52-b43b-3b7a6f574f4e tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1112645 Sep 23 22:27:55.399134 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d8abc82-6153-463c-98e2-8e55e19e27b6 req-bbc3580c-49a4-4360-b56f-8bd9d2bda5f3 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552053 Sep 23 22:27:55.402872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8f2fc59b-8cb2-421b-8953-264e069e9846 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:55.496207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae654-145f-478a-868c-3ee730958576 req-585de4be-3bc1-4f6c-9319-2d2642a583c5 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:55.498904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d75ae654-145f-478a-868c-3ee730958576 req-585de4be-3bc1-4f6c-9319-2d2642a583c5 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 949 time: 0.1262932 Sep 23 22:27:55.573169 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc46fd2-0890-4d2f-a434-6fc8f20a09b9 req-05c77ad0-8159-4cb0-8e20-e53e640b2ade tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:55.574782 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1bc46fd2-0890-4d2f-a434-6fc8f20a09b9 req-05c77ad0-8159-4cb0-8e20-e53e640b2ade tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.0584311 Sep 23 22:27:55.596228 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9649fed1-701f-4469-8175-5d2576a4dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:55.618640 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d75ae654-145f-478a-868c-3ee730958576 req-9eb238cd-aaee-49f3-95ca-705453d5b53d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032829 Sep 23 22:27:55.641708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 8f2fc59b-8cb2-421b-8953-264e069e9846 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:27:55.643421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649fed1-701f-4469-8175-5d2576a4dada admin admin] Pushing event deleted for resources: {'Port': ['ID=e5289e18-6193-4638-82e3-12e8e36ff072,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:55.647639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 8f2fc59b-8cb2-421b-8953-264e069e9846 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:55.648000 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:55.688662 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b4c960f8-136a-4502-8c54-a2443c4e626f up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:55.693023 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1bc46fd2-0890-4d2f-a434-6fc8f20a09b9 req-fb97e57d-8a06-4b06-ae20-f1125077e7b8 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090322 Sep 23 22:27:55.739621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50428) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:55.788555 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-004c86d8-3439-42ab-82f6-841701192e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:55.872047 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc0cbdbf-bf52-4b9f-82c4-cb367c57cc55 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:55.884086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38979898-a167-4a82-a04b-16099ae452ef None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:27:55.978636 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cbdbf-bf52-4b9f-82c4-cb367c57cc55 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=5a3ef521-161b-4a5a-997a-bddfc3eaa160,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:56.031832 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9649fed1-701f-4469-8175-5d2576a4dada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:56.061019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port b4c960f8-136a-4502-8c54-a2443c4e626f completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:27:56.067371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-681c796b-f104-49f1-8fd4-8babd84d100a None None] Provisioning complete for port 69708675-2026-4197-8c04-907303b7f526 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:56.067776 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-681c796b-f104-49f1-8fd4-8babd84d100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:56.083488 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port b4c960f8-136a-4502-8c54-a2443c4e626f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:56.083911 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:56.132157 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:56.172061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627dc26-4594-4ead-a31b-5202f1f4237f req-e0535ead-e449-4543-b829-3361ce897efb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:56.178502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627dc26-4594-4ead-a31b-5202f1f4237f req-e0535ead-e449-4543-b829-3361ce897efb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:56.184616 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627dc26-4594-4ead-a31b-5202f1f4237f req-e0535ead-e449-4543-b829-3361ce897efb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:56.190566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627dc26-4594-4ead-a31b-5202f1f4237f req-e0535ead-e449-4543-b829-3361ce897efb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:56.197264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627dc26-4594-4ead-a31b-5202f1f4237f req-e0535ead-e449-4543-b829-3361ce897efb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:56.205047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627dc26-4594-4ead-a31b-5202f1f4237f req-e0535ead-e449-4543-b829-3361ce897efb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:56.211676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627dc26-4594-4ead-a31b-5202f1f4237f req-e0535ead-e449-4543-b829-3361ce897efb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:56.213764 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a627dc26-4594-4ead-a31b-5202f1f4237f req-e0535ead-e449-4543-b829-3361ce897efb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5428 time: 0.2573283 Sep 23 22:27:56.232684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef94fd6-7831-4138-8076-52e8c32176a7 req-2ba70130-b82b-48c8-b33f-f3e877cb3267 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:56.235424 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ef94fd6-7831-4138-8076-52e8c32176a7 req-2ba70130-b82b-48c8-b33f-f3e877cb3267 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1990452 Sep 23 22:27:56.252382 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc0cbdbf-bf52-4b9f-82c4-cb367c57cc55 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:56.254423 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cc0cbdbf-bf52-4b9f-82c4-cb367c57cc55 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/5a3ef521-161b-4a5a-997a-bddfc3eaa160 HTTP/1.1" status: 204 len: 168 time: 1.2752123 Sep 23 22:27:56.259333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50436) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:56.260297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8f2fc59b-8cb2-421b-8953-264e069e9846, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8f2fc59b-8cb2-421b-8953-264e069e9846,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:56.286643 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-004c86d8-3439-42ab-82f6-841701192e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:56.338586 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ef94fd6-7831-4138-8076-52e8c32176a7 req-457176a4-57db-4a44-ac4d-3cde9f35eb5e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967135 Sep 23 22:27:56.404963 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:56.405833 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:56.423124 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:56.689903 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-004c86d8-3439-42ab-82f6-841701192e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:56.755563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 69708675-2026-4197-8c04-907303b7f526 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:56.769364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a627dc26-4594-4ead-a31b-5202f1f4237f req-df763f6f-f5d1-46cc-a3dd-72f79499f67a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5191658 Sep 23 22:27:56.775688 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee5e9d8-e73b-4df2-b23e-2667e849e14a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:56.777596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee5e9d8-e73b-4df2-b23e-2667e849e14a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:56.779337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee5e9d8-e73b-4df2-b23e-2667e849e14a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:56.781379 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eee5e9d8-e73b-4df2-b23e-2667e849e14a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5114439 Sep 23 22:27:56.782233 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c86d8-3439-42ab-82f6-841701192e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ba9d4a-9703-4b2d-af62-27d585aad46d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:56.785354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50446) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:56.809765 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-004c86d8-3439-42ab-82f6-841701192e1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58f541434eec4cfc9e38fd9c277b4afe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0550404 Sep 23 22:27:56.812935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50448) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:56.826118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2fc59b-8cb2-421b-8953-264e069e9846'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:56.828855 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85cb5d7-54e0-48d0-891e-62b64345742c" -d '{"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-plugged", "status": "completed", "tag": "8f2fc59b-8cb2-421b-8953-264e069e9846"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:56.850666 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-681c796b-f104-49f1-8fd4-8babd84d100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:56.893673 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=8f2fc59b-8cb2-421b-8953-264e069e9846,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:56.972508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6fa70c-01aa-4d08-9e86-148ac83179b5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 3b7730f6-81c9-40bc-9a3f-da27754350c4 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:27:56.977151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-681c796b-f104-49f1-8fd4-8babd84d100a None None] For port 69708675-2026-4197-8c04-907303b7f526, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=69708675-2026-4197-8c04-907303b7f526,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:56.980398 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f6fa70c-01aa-4d08-9e86-148ac83179b5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:56.981385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b4c960f8-136a-4502-8c54-a2443c4e626f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:56.994362 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 69708675-2026-4197-8c04-907303b7f526 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:56.994773 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.044534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5922c-faa9-44f7-a773-5b786aaa1485 req-c98e3ef6-916f-4046-9afb-e7f2f5b527d1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:57.050519 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d26dde80-20f1-49bd-ac07-aa311f69d0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.058162 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f6fa70c-01aa-4d08-9e86-148ac83179b5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.059048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-baf5922c-faa9-44f7-a773-5b786aaa1485 req-c98e3ef6-916f-4046-9afb-e7f2f5b527d1 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 946 time: 0.5621972 Sep 23 22:27:57.064438 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-681c796b-f104-49f1-8fd4-8babd84d100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.098563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9649fed1-701f-4469-8175-5d2576a4dada admin admin] Router 061490a6-2b32-4e81-aa51-eb36e9b1e540 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:27:57.104800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813ed13-9809-4c76-9714-af54e87db8cb req-5982b224-d94e-4ee4-a2ed-125677a80e72 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:57.116242 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2813ed13-9809-4c76-9714-af54e87db8cb req-5982b224-d94e-4ee4-a2ed-125677a80e72 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1990213 Sep 23 22:27:57.140574 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.153788 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d26dde80-20f1-49bd-ac07-aa311f69d0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.157039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:27:57.163639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:57.164212 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.166140 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-baf5922c-faa9-44f7-a773-5b786aaa1485 req-dec022c6-0a2d-40ff-b117-09f03f00750e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054022 Sep 23 22:27:57.236617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c796b-f104-49f1-8fd4-8babd84d100a None None] Pushing event updated for resources: {'Port': ['ID=69708675-2026-4197-8c04-907303b7f526,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:57.240462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2813ed13-9809-4c76-9714-af54e87db8cb req-6f1d6611-6de6-4c1f-a270-010d258875be tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230049 Sep 23 22:27:57.293967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=b4c960f8-136a-4502-8c54-a2443c4e626f,revision_number=13']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:57.369762 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad83090-9ad7-4760-9881-e74c71bbd7ac x-openstack-request-id: req-8ad83090-9ad7-4760-9881-e74c71bbd7ac {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:57.370121 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-plugged", "status": "completed", "tag": "8f2fc59b-8cb2-421b-8953-264e069e9846", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:57.370453 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ad83090-9ad7-4760-9881-e74c71bbd7ac {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:57.370715 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2fc59b-8cb2-421b-8953-264e069e9846', 'code': 200} Sep 23 22:27:57.391487 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f6fa70c-01aa-4d08-9e86-148ac83179b5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.419991 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.440564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9649fed1-701f-4469-8175-5d2576a4dada admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:27:57.455811 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9649fed1-701f-4469-8175-5d2576a4dada admin admin] 10.222.0.22 "PUT /v2.0/routers/061490a6-2b32-4e81-aa51-eb36e9b1e540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7435367 Sep 23 22:27:57.455980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b79a2e-7968-457d-b268-98b403aa039d req-cdb46d7d-7124-4dc4-8597-bca2c8f73f85 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:57.455980 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a4b79a2e-7968-457d-b268-98b403aa039d req-cdb46d7d-7124-4dc4-8597-bca2c8f73f85 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.43 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 950 time: 0.1474209 Sep 23 22:27:57.458905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50454) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:57.459488 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eb5815-e2c0-4499-8fdc-484404865846 None None] Sync routers for ids ['061490a6-2b32-4e81-aa51-eb36e9b1e540'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:27:57.516861 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eb5815-e2c0-4499-8fdc-484404865846 None None] Routers {'061490a6-2b32-4e81-aa51-eb36e9b1e540'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:27:57.517788 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-13eb5815-e2c0-4499-8fdc-484404865846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:27:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['061490a6-2b32-4e81-aa51-eb36e9b1e540'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:57.536573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7bfdd-50e4-4e61-ab40-16c66fef36af req-55988301-4371-4add-ad15-15dfabfafb2c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:57.539831 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5a7bfdd-50e4-4e61-ab40-16c66fef36af req-55988301-4371-4add-ad15-15dfabfafb2c tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 950 time: 0.0853162 Sep 23 22:27:57.593348 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d26dde80-20f1-49bd-ac07-aa311f69d0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.596542 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d26dde80-20f1-49bd-ac07-aa311f69d0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.600424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9e5d1c23-ff12-4a74-8c34-bd3a77973f35,segment=NetworkSegment(f0365aed-ce20-4b42-a873-93c9e087271c),segment_id=f0365aed-ce20-4b42-a873-93c9e087271c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:57.601571 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d26dde80-20f1-49bd-ac07-aa311f69d0ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91ba9d4a-9703-4b2d-af62-27d585aad46d HTTP/1.1" status: 204 len: 168 time: 0.7866638 Sep 23 22:27:57.635052 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5a7bfdd-50e4-4e61-ab40-16c66fef36af req-f2cc543e-9db3-4902-a735-0795e7c16e78 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843639 Sep 23 22:27:57.662996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dde80-20f1-49bd-ac07-aa311f69d0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ba9d4a-9703-4b2d-af62-27d585aad46d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:57.669970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8bed335d-ffe6-40b5-a19f-83c5d6b665e3 None None] Provisioning complete for port 69708675-2026-4197-8c04-907303b7f526 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:57.670719 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8bed335d-ffe6-40b5-a19f-83c5d6b665e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.714363 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.715688 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:57.745233 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398e950-ac18-47b5-a649-f49c896834e8 req-15c34060-b29e-4940-ba43-86fcdf178012 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:57.749732 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b398e950-ac18-47b5-a649-f49c896834e8 req-15c34060-b29e-4940-ba43-86fcdf178012 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2913816 Sep 23 22:27:57.780267 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f6fa70c-01aa-4d08-9e86-148ac83179b5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.786244 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.893363 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-13eb5815-e2c0-4499-8fdc-484404865846 None None] Set router 061490a6-2b32-4e81-aa51-eb36e9b1e540 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:27:57.924270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=9e5d1c23-ff12-4a74-8c34-bd3a77973f35,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:57.951234 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f6fa70c-01aa-4d08-9e86-148ac83179b5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:57.955650 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6f6fa70c-01aa-4d08-9e86-148ac83179b5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/3b7730f6-81c9-40bc-9a3f-da27754350c4 HTTP/1.1" status: 204 len: 168 time: 1.1667478 Sep 23 22:27:57.956687 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fa70c-01aa-4d08-9e86-148ac83179b5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7730f6-81c9-40bc-9a3f-da27754350c4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:57.965261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50462) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:58.005272 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf517ff-d452-4de3-9c3d-d4bd9f5afb34 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:27:58.006618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7112f-a96d-40d1-927e-75fe50932155 req-c6f103f7-62c5-4a55-a1a0-6331c68bc04f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:58.016039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7112f-a96d-40d1-927e-75fe50932155 req-c6f103f7-62c5-4a55-a1a0-6331c68bc04f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:58.025202 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7112f-a96d-40d1-927e-75fe50932155 req-c6f103f7-62c5-4a55-a1a0-6331c68bc04f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:58.032323 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7112f-a96d-40d1-927e-75fe50932155 req-c6f103f7-62c5-4a55-a1a0-6331c68bc04f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:58.037658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7112f-a96d-40d1-927e-75fe50932155 req-c6f103f7-62c5-4a55-a1a0-6331c68bc04f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:58.044796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7112f-a96d-40d1-927e-75fe50932155 req-c6f103f7-62c5-4a55-a1a0-6331c68bc04f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:58.050455 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7112f-a96d-40d1-927e-75fe50932155 req-c6f103f7-62c5-4a55-a1a0-6331c68bc04f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:58.073648 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-96e7112f-a96d-40d1-927e-75fe50932155 req-c6f103f7-62c5-4a55-a1a0-6331c68bc04f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5430 time: 0.1456788 Sep 23 22:27:58.074290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b398e950-ac18-47b5-a649-f49c896834e8 req-aa197fe2-f946-4012-a65b-72f6ce43faf9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883625 Sep 23 22:27:58.088996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-187ec0b5-3e10-4b55-8ec9-e66aea1dfbdd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 45ed4fcc-4f48-4808-b895-1f26a4cc99d7 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:27:58.103769 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-a4b79a2e-7968-457d-b268-98b403aa039d req-1fa284fc-1ec0-499f-b263-9487b6582f35 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Deleting port b4c960f8-136a-4502-8c54-a2443c4e626f {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:58.104483 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a4b79a2e-7968-457d-b268-98b403aa039d req-1fa284fc-1ec0-499f-b263-9487b6582f35 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:58.110260 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-187ec0b5-3e10-4b55-8ec9-e66aea1dfbdd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:58.136411 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-96e7112f-a96d-40d1-927e-75fe50932155 req-b815b35c-24e3-4afa-804f-c6c71cb5e6c4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658650 Sep 23 22:27:58.182689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:27:58.182689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:58.182689 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:58.296710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c62cbbed-5450-41de-a7dc-35140b59569a None None] Could not find standard attr ID for object 5a3ef521-161b-4a5a-997a-bddfc3eaa160. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:27:58.303238 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-187ec0b5-3e10-4b55-8ec9-e66aea1dfbdd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:58.339257 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:58.377012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693381db-268f-4775-a94d-ddfdc377e68c req-dde8f84c-6e5a-4f66-8392-d772e38cea83 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:58.386252 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-693381db-268f-4775-a94d-ddfdc377e68c req-dde8f84c-6e5a-4f66-8392-d772e38cea83 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2097239 Sep 23 22:27:58.402315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-13eb5815-e2c0-4499-8fdc-484404865846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:22:45Z', 'updated_at': '2021-09-23T22:27:55Z', 'revision_number': 5, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'gw_port': {'id': '80028305-d3ef-48b5-ab92-7b2791b3aaff', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:22:47Z', 'updated_at': '2021-09-23T22:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:58.410401 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:58.429046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41174b-b612-4bcc-8c14-2473d6c8ee74 req-17b0b623-2dc9-4e27-95b5-d67523841ec9 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:58.443652 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8f41174b-b612-4bcc-8c14-2473d6c8ee74 req-17b0b623-2dc9-4e27-95b5-d67523841ec9 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 946 time: 0.1319957 Sep 23 22:27:58.462745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 69708675-2026-4197-8c04-907303b7f526 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:58.472992 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-693381db-268f-4775-a94d-ddfdc377e68c req-ebd1d3cd-d1ba-46c6-8871-e1ae59e0b408 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846422 Sep 23 22:27:58.481775 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eb5815-e2c0-4499-8fdc-484404865846 None None] Checking router: 061490a6-2b32-4e81-aa51-eb36e9b1e540 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:27:58.482277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a4b79a2e-7968-457d-b268-98b403aa039d req-1fa284fc-1ec0-499f-b263-9487b6582f35 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] For port b4c960f8-136a-4502-8c54-a2443c4e626f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b4c960f8-136a-4502-8c54-a2443c4e626f,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:58.482759 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a4b79a2e-7968-457d-b268-98b403aa039d req-1fa284fc-1ec0-499f-b263-9487b6582f35 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:58.551356 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8f41174b-b612-4bcc-8c14-2473d6c8ee74 req-235d1c9f-6fb9-46e1-ae38-1bbd663d4358 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049247 Sep 23 22:27:58.579075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-a4b79a2e-7968-457d-b268-98b403aa039d req-1fa284fc-1ec0-499f-b263-9487b6582f35 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Calling delete_port for b4c960f8-136a-4502-8c54-a2443c4e626f owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:58.627264 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eb5815-e2c0-4499-8fdc-484404865846 None None] Routers {'061490a6-2b32-4e81-aa51-eb36e9b1e540'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:27:58.627264 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-13eb5815-e2c0-4499-8fdc-484404865846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:27:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['061490a6-2b32-4e81-aa51-eb36e9b1e540'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:58.627839 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-187ec0b5-3e10-4b55-8ec9-e66aea1dfbdd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:58.628006 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:58.736920 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:58.737774 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device c26f34cc-c4ee-4668-9337-2d322cc23919 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:27:58.795400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d5eaf-ae8f-4b17-aeb3-877a8601f3ec req-16e5f36c-bea1-4331-b790-7d2e0ced8fdf tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:58.803141 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f39d5eaf-ae8f-4b17-aeb3-877a8601f3ec req-16e5f36c-bea1-4331-b790-7d2e0ced8fdf tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 946 time: 0.1238191 Sep 23 22:27:58.824541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] Deleting port 80028305-d3ef-48b5-ab92-7b2791b3aaff {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:27:58.825622 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:58.848145 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f39d5eaf-ae8f-4b17-aeb3-877a8601f3ec req-d383d3e2-204c-457d-8d39-d51bb06e6f60 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439818 Sep 23 22:27:58.879912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:58.899424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 69708675-2026-4197-8c04-907303b7f526 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:58.900372 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:58.928070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] For port 80028305-d3ef-48b5-ab92-7b2791b3aaff, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=80028305-d3ef-48b5-ab92-7b2791b3aaff,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:27:58.928431 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:58.964288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-13eb5815-e2c0-4499-8fdc-484404865846 None None] Set router 061490a6-2b32-4e81-aa51-eb36e9b1e540 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:27:58.979726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] Calling delete_port for 80028305-d3ef-48b5-ab92-7b2791b3aaff owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:27:58.983252 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59020a-5268-47c4-9c27-cf18d24f9752 req-ea922288-cdd3-4216-a5ec-d7d7e903023d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:58.991467 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-db59020a-5268-47c4-9c27-cf18d24f9752 req-ea922288-cdd3-4216-a5ec-d7d7e903023d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 950 time: 0.0683842 Sep 23 22:27:59.008903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21ee3d-6dca-43b7-a41b-de465c3a484a req-eb3982fa-bfba-4754-a75e-54c288de90bf tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:59.017941 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c21ee3d-6dca-43b7-a41b-de465c3a484a req-eb3982fa-bfba-4754-a75e-54c288de90bf tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.3297794 Sep 23 22:27:59.040919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-13eb5815-e2c0-4499-8fdc-484404865846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:22:45Z', 'updated_at': '2021-09-23T22:27:58Z', 'revision_number': 6, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:27:59.041601 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-db59020a-5268-47c4-9c27-cf18d24f9752 req-3b8058c7-6a14-4271-b817-f45b9a9a150e tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484550 Sep 23 22:27:59.105212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eb5815-e2c0-4499-8fdc-484404865846 None None] The sync data for ids ['061490a6-2b32-4e81-aa51-eb36e9b1e540'] in n-d-810775-1 is: [{'id': '061490a6-2b32-4e81-aa51-eb36e9b1e540', 'name': 'tempest-ServersTestBootFromVolume-1549920466-router', 'tenant_id': '28bc040e018a46328b3cf271deaa2ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:22:45Z', 'updated_at': '2021-09-23T22:27:58Z', 'revision_number': 6, 'project_id': '28bc040e018a46328b3cf271deaa2ec9', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:27:59.152536 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-187ec0b5-3e10-4b55-8ec9-e66aea1dfbdd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:59.298042 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-187ec0b5-3e10-4b55-8ec9-e66aea1dfbdd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:59.301778 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-187ec0b5-3e10-4b55-8ec9-e66aea1dfbdd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/45ed4fcc-4f48-4808-b895-1f26a4cc99d7 HTTP/1.1" status: 204 len: 168 time: 1.3368504 Sep 23 22:27:59.308041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50506) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:59.361587 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c21ee3d-6dca-43b7-a41b-de465c3a484a req-2984c486-31ee-4487-a475-1137815d5017 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221850 Sep 23 22:27:59.365338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ec0b5-3e10-4b55-8ec9-e66aea1dfbdd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=45ed4fcc-4f48-4808-b895-1f26a4cc99d7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:27:59.376398 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8668d6c5-79e4-460a-86e9-803cbdf5db0a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667453 Sep 23 22:27:59.384920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50508) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:27:59.408765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ae3a4d80-f802-4c06-9f8a-66329e4649ae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:27:59.410378 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961597e-2e96-4d4b-aa13-d5f485235fe7 req-f3703ac4-8089-46d9-b611-1ec02424fe1e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:59.419654 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8961597e-2e96-4d4b-aa13-d5f485235fe7 req-f3703ac4-8089-46d9-b611-1ec02424fe1e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/networks?id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f HTTP/1.1" status: 200 len: 814 time: 0.2523232 Sep 23 22:27:59.426310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f'}, {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35'}, {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:27:59.428679 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8875c730-352c-4d0b-b9f2-da4866098043" -d '{"events": [{"server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "name": "network-vif-plugged", "status": "completed", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f"}, {"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-plugged", "status": "completed", "tag": "9e5d1c23-ff12-4a74-8c34-bd3a77973f35"}, {"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-plugged", "status": "completed", "tag": "5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:27:59.436903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port c26f34cc-c4ee-4668-9337-2d322cc23919 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:27:59.442045 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8961597e-2e96-4d4b-aa13-d5f485235fe7 req-43667595-ef62-40fb-8264-e3b6ea27d6b6 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/quotas/189ad56f85ae4049b0b1eb7dfddf1b7a HTTP/1.1" status: 200 len: 375 time: 0.0203674 Sep 23 22:27:59.444667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port c26f34cc-c4ee-4668-9337-2d322cc23919 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:59.446350 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:59.514528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a621d5-324a-4a0d-a3d8-1a45b990b3e6 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:27:59.522344 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8961597e-2e96-4d4b-aa13-d5f485235fe7 req-4ca46c2e-57ca-422a-8ea9-b13f67757520 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=189ad56f85ae4049b0b1eb7dfddf1b7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790350 Sep 23 22:27:59.610646 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6af18535-e0a5-483b-ae38-74d2054bcada None None] Provisioning complete for port 69708675-2026-4197-8c04-907303b7f526 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:27:59.611014 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6af18535-e0a5-483b-ae38-74d2054bcada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:59.745385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fb2b8-43a5-4078-bca8-34c9572b4255 req-02b5a871-78b0-4efe-82a2-2a3f92f61a10 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:59.761706 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fb2b8-43a5-4078-bca8-34c9572b4255 req-02b5a871-78b0-4efe-82a2-2a3f92f61a10 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:59.774208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fb2b8-43a5-4078-bca8-34c9572b4255 req-02b5a871-78b0-4efe-82a2-2a3f92f61a10 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:59.774956 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:59.782084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fb2b8-43a5-4078-bca8-34c9572b4255 req-02b5a871-78b0-4efe-82a2-2a3f92f61a10 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:59.790616 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fb2b8-43a5-4078-bca8-34c9572b4255 req-02b5a871-78b0-4efe-82a2-2a3f92f61a10 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:59.796951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fb2b8-43a5-4078-bca8-34c9572b4255 req-02b5a871-78b0-4efe-82a2-2a3f92f61a10 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:59.805551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fb2b8-43a5-4078-bca8-34c9572b4255 req-02b5a871-78b0-4efe-82a2-2a3f92f61a10 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:27:59.818604 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a12fb2b8-43a5-4078-bca8-34c9572b4255 req-02b5a871-78b0-4efe-82a2-2a3f92f61a10 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5431 time: 0.1834018 Sep 23 22:27:59.835866 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Sep 2021 22:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619bd257-9de1-482e-98a6-12f2d038a271 x-openstack-request-id: req-619bd257-9de1-482e-98a6-12f2d038a271 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:27:59.836360 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "name": "network-vif-plugged", "status": "completed", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f", "code": 200}, {"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-plugged", "status": "completed", "tag": "9e5d1c23-ff12-4a74-8c34-bd3a77973f35", "code": 200}, {"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-plugged", "status": "completed", "tag": "5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:27:59.836716 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-619bd257-9de1-482e-98a6-12f2d038a271 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:27:59.837382 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f', 'code': 200} Sep 23 22:27:59.837789 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35', 'code': 200} Sep 23 22:27:59.838190 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b', 'code': 200} Sep 23 22:27:59.898932 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a12fb2b8-43a5-4078-bca8-34c9572b4255 req-49a5a87f-dd0e-434d-a71f-b74e70aeadb2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769360 Sep 23 22:27:59.903733 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a4b79a2e-7968-457d-b268-98b403aa039d req-1fa284fc-1ec0-499f-b263-9487b6582f35 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:59.905550 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3a4d80-f802-4c06-9f8a-66329e4649ae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:27:59.910730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4d80-f802-4c06-9f8a-66329e4649ae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:27:59.922387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['ba0d871f-5f5e-4269-8b69-888ed8f8e6d5', '186ab1f4-79e9-47ab-a1ff-0b62a809df50'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:27:59.950976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=80028305-d3ef-48b5-ab92-7b2791b3aaff,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:00.012687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['dbb88fde-9fc0-4671-be74-f354bb4c1a41'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:28:00.027938 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa284fc-1ec0-499f-b263-9487b6582f35 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Pushing event deleted for resources: {'Port': ['ID=b4c960f8-136a-4502-8c54-a2443c4e626f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:00.115177 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:00.154195 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b79a2e-7968-457d-b268-98b403aa039d req-1fa284fc-1ec0-499f-b263-9487b6582f35 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] No DVR routers for this DVR port b4c960f8-136a-4502-8c54-a2443c4e626f on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:28:00.183822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86fdcb-051a-49b1-b75f-c371543606f4 req-71519eab-cb5f-4828-bc55-083cdec4b862 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:00.187053 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dd86fdcb-051a-49b1-b75f-c371543606f4 req-71519eab-cb5f-4828-bc55-083cdec4b862 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 946 time: 0.1400793 Sep 23 22:28:00.197871 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a4b79a2e-7968-457d-b268-98b403aa039d req-1fa284fc-1ec0-499f-b263-9487b6582f35 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:00.200521 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a4b79a2e-7968-457d-b268-98b403aa039d req-1fa284fc-1ec0-499f-b263-9487b6582f35 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.43 "DELETE /v2.0/ports/b4c960f8-136a-4502-8c54-a2443c4e626f HTTP/1.1" status: 204 len: 173 time: 2.7371266 Sep 23 22:28:00.204757 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'name': 'network-vif-deleted', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:28:00.207564 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ca4704-4b92-4d60-9fd5-3d8d78adf8a9" -d '{"events": [{"server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "name": "network-vif-deleted", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:28:00.253167 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:00.276099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f3591-a144-4513-97fc-6160ea49fb38 req-3af88dcb-394f-42d3-af89-91b7456115e5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:00.285704 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f02f3591-a144-4513-97fc-6160ea49fb38 req-3af88dcb-394f-42d3-af89-91b7456115e5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.3702514 Sep 23 22:28:00.349410 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dd86fdcb-051a-49b1-b75f-c371543606f4 req-9034e795-765f-45fc-a7fd-847fb7397443 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512372 Sep 23 22:28:00.494247 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:00.498213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:00.542348 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f02f3591-a144-4513-97fc-6160ea49fb38 req-326efcff-bc8d-43af-9a6c-7f60e6db682a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498407 Sep 23 22:28:00.548884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ff3b20-b21c-412a-bf20-8a1af0f575fb None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:28:00.563627 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e5289e18-6193-4638-82e3-12e8e36ff072 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:00.620554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port c26f34cc-c4ee-4668-9337-2d322cc23919, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=c26f34cc-c4ee-4668-9337-2d322cc23919,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:00.627796 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: e5289e18-6193-4638-82e3-12e8e36ff072 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:00.628225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e5289e18-6193-4638-82e3-12e8e36ff072 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:00.628721 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 80028305-d3ef-48b5-ab92-7b2791b3aaff no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:00.637614 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d6402c5-98b0-4f5e-ab03-f231f760c8be req-d4b2cad1-34ee-45fd-85e9-a9c97dda9968 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=2460c300-7e0e-4f2d-b95b-2ca46efa5d2b HTTP/1.1" status: 200 len: 210 time: 0.0705583 Sep 23 22:28:00.669776 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d0de0f-30da-4898-939b-63195593c89f x-openstack-request-id: req-97d0de0f-30da-4898-939b-63195593c89f {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:28:00.670443 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2460c300-7e0e-4f2d-b95b-2ca46efa5d2b", "name": "network-vif-deleted", "tag": "b4c960f8-136a-4502-8c54-a2443c4e626f", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:28:00.670906 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97d0de0f-30da-4898-939b-63195593c89f {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:28:00.671588 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2460c300-7e0e-4f2d-b95b-2ca46efa5d2b', 'name': 'network-vif-deleted', 'tag': 'b4c960f8-136a-4502-8c54-a2443c4e626f', 'status': 'completed', 'code': 200} Sep 23 22:28:00.681307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 80028305-d3ef-48b5-ab92-7b2791b3aaff {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:00.681657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 80028305-d3ef-48b5-ab92-7b2791b3aaff not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:00.759368 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:00.759987 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 499a0347-912c-44ce-a942-4345708a157a up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:00.781884 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:00.783245 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 061490a6-2b32-4e81-aa51-eb36e9b1e540 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:28:00.818422 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:00.823414 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-25f81b94-27b8-4304-9c76-10f5205e3e7b admin admin] 10.222.0.22 "DELETE /v2.0/routers/061490a6-2b32-4e81-aa51-eb36e9b1e540 HTTP/1.1" status: 204 len: 168 time: 3.3612802 Sep 23 22:28:00.824388 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50550) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:00.884119 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580831f-697d-49bd-b6b0-d1e28457ae98 req-f6fc52e1-f338-4d0d-af35-c0622122a8a9 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:00.885924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f580831f-697d-49bd-b6b0-d1e28457ae98 req-f6fc52e1-f338-4d0d-af35-c0622122a8a9 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 946 time: 0.1739962 Sep 23 22:28:00.904535 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3960d-7bb2-402e-9db6-817c0de4e112 req-2e4e67da-50d7-43e0-986e-90236f6fc88c tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:00.912336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cf3960d-7bb2-402e-9db6-817c0de4e112 req-2e4e67da-50d7-43e0-986e-90236f6fc88c tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1593587 Sep 23 22:28:00.934242 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca19a352-1a8b-4428-9d0c-d85d49846188 admin admin] Deleting subnet 65e3f30a-6db9-4719-ab81-50b24446434f {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:28:00.947132 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca19a352-1a8b-4428-9d0c-d85d49846188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:00.949595 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4d80-f802-4c06-9f8a-66329e4649ae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:01.015252 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f580831f-697d-49bd-b6b0-d1e28457ae98 req-280d965d-a5f6-41e7-95b5-28a806ba4753 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139910 Sep 23 22:28:01.019538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a4d80-f802-4c06-9f8a-66329e4649ae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=8f8d22a2-a62a-4e20-9fa4-656ae1d16837,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:01.048694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3a4d80-f802-4c06-9f8a-66329e4649ae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:01.050169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-ae3a4d80-f802-4c06-9f8a-66329e4649ae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:01.060286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3a4d80-f802-4c06-9f8a-66329e4649ae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:01.060570 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4d80-f802-4c06-9f8a-66329e4649ae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:01.062706 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cf3960d-7bb2-402e-9db6-817c0de4e112 req-d2d01458-9e6d-46e9-bdb4-eafb18d90ce1 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318712 Sep 23 22:28:01.065082 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca19a352-1a8b-4428-9d0c-d85d49846188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:01.117698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=c26f34cc-c4ee-4668-9337-2d322cc23919,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:01.167422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-52ff3b20-b21c-412a-bf20-8a1af0f575fb None None] Deleting port 69708675-2026-4197-8c04-907303b7f526 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:01.167902 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-52ff3b20-b21c-412a-bf20-8a1af0f575fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:01.170470 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ae3a4d80-f802-4c06-9f8a-66329e4649ae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7843294 Sep 23 22:28:01.173255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50556) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:01.196322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-6332a1de-6ab8-4a8c-87ee-962a24eff07f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:01.216491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a73c41-9981-43c1-ba6a-9cc30b62c9ca req-cbbdd44c-f374-48f4-b929-64d156a4af08 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:01.218112 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10a73c41-9981-43c1-ba6a-9cc30b62c9ca req-cbbdd44c-f374-48f4-b929-64d156a4af08 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.0663919 Sep 23 22:28:01.246377 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca19a352-1a8b-4428-9d0c-d85d49846188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:01.265991 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10a73c41-9981-43c1-ba6a-9cc30b62c9ca req-4a580acf-dd26-4f25-ae4d-6f889d711f46 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406158 Sep 23 22:28:01.363310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 499a0347-912c-44ce-a942-4345708a157a completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:28:01.381736 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 499a0347-912c-44ce-a942-4345708a157a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:01.382117 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:01.387987 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-52ff3b20-b21c-412a-bf20-8a1af0f575fb None None] For port 69708675-2026-4197-8c04-907303b7f526, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=69708675-2026-4197-8c04-907303b7f526,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:01.388442 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-52ff3b20-b21c-412a-bf20-8a1af0f575fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:01.425322 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-52ff3b20-b21c-412a-bf20-8a1af0f575fb None None] Calling delete_port for 69708675-2026-4197-8c04-907303b7f526 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:01.472052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1c048-620c-4fba-b31a-60539925cc32 req-dfa706ad-f7a0-4a2a-8acd-8907ab7e7589 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:01.480576 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1c048-620c-4fba-b31a-60539925cc32 req-dfa706ad-f7a0-4a2a-8acd-8907ab7e7589 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:01.487027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1c048-620c-4fba-b31a-60539925cc32 req-dfa706ad-f7a0-4a2a-8acd-8907ab7e7589 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:01.494317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1c048-620c-4fba-b31a-60539925cc32 req-dfa706ad-f7a0-4a2a-8acd-8907ab7e7589 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:01.501145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1c048-620c-4fba-b31a-60539925cc32 req-dfa706ad-f7a0-4a2a-8acd-8907ab7e7589 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:01.507117 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1c048-620c-4fba-b31a-60539925cc32 req-dfa706ad-f7a0-4a2a-8acd-8907ab7e7589 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:01.514276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1c048-620c-4fba-b31a-60539925cc32 req-dfa706ad-f7a0-4a2a-8acd-8907ab7e7589 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:01.516307 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbf1c048-620c-4fba-b31a-60539925cc32 req-dfa706ad-f7a0-4a2a-8acd-8907ab7e7589 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5432 time: 0.3563323 Sep 23 22:28:01.577304 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:01.581331 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbf1c048-620c-4fba-b31a-60539925cc32 req-ce1584a7-64e6-442c-924f-ad963cfeb1a1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543842 Sep 23 22:28:01.639476 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 499a0347-912c-44ce-a942-4345708a157a, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=499a0347-912c-44ce-a942-4345708a157a,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:01.708439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b4c960f8-136a-4502-8c54-a2443c4e626f no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:01.734805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: b4c960f8-136a-4502-8c54-a2443c4e626f {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:01.735255 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b4c960f8-136a-4502-8c54-a2443c4e626f not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:01.759902 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50576) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:01.765240 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-624af200-e478-48ae-95b2-52d93c4833e6 req-3e6bc413-8cf3-4073-8ae2-09f8e61434b9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=189ad56f85ae4049b0b1eb7dfddf1b7a HTTP/1.1" status: 200 len: 221 time: 0.0716832 Sep 23 22:28:01.814506 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acc177-1c7a-4894-906a-3ee5a7d50fc3 req-022406f8-e5bd-41a6-8d94-00eacc6c12d9 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:01.818776 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2acc177-1c7a-4894-906a-3ee5a7d50fc3 req-022406f8-e5bd-41a6-8d94-00eacc6c12d9 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 946 time: 0.1192491 Sep 23 22:28:01.839785 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26f34cc-c4ee-4668-9337-2d322cc23919'}, {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499a0347-912c-44ce-a942-4345708a157a'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:28:01.842728 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c431a3-f5a8-4c51-8401-7c6feb52b641" -d '{"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-plugged", "status": "completed", "tag": "c26f34cc-c4ee-4668-9337-2d322cc23919"}, {"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-plugged", "status": "completed", "tag": "499a0347-912c-44ce-a942-4345708a157a"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:28:01.846421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6332a1de-6ab8-4a8c-87ee-962a24eff07f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:01.849844 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:01.853911 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6332a1de-6ab8-4a8c-87ee-962a24eff07f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:01.857750 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca19a352-1a8b-4428-9d0c-d85d49846188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:01.883598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 2399c71c-78da-4b12-adda-5a18362e7290 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:01.915453 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-52ff3b20-b21c-412a-bf20-8a1af0f575fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:01.927893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19a352-1a8b-4428-9d0c-d85d49846188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e3f30a-6db9-4719-ab81-50b24446434f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:01.977189 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca19a352-1a8b-4428-9d0c-d85d49846188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:01.978824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1be2bc7-b7be-40d9-96fe-1b7c8e670cc6 None None] Network 63ecd743-d90a-4386-a32b-ab9a931b40b3 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:01.984215 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ca19a352-1a8b-4428-9d0c-d85d49846188 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/65e3f30a-6db9-4719-ab81-50b24446434f HTTP/1.1" status: 204 len: 168 time: 1.1551051 Sep 23 22:28:01.985016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50586) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:01.988442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ff3b20-b21c-412a-bf20-8a1af0f575fb None None] No DVR routers for this DVR port 69708675-2026-4197-8c04-907303b7f526 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:28:02.008212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=499a0347-912c-44ce-a942-4345708a157a,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:02.076080 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2acc177-1c7a-4894-906a-3ee5a7d50fc3 req-4cf5c283-44f0-4afe-8f85-a4b95adb4c99 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499514 Sep 23 22:28:02.086326 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ad78519-0fc2-463e-898f-6d9224b24ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:02.157141 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3352d298-8d7b-4dd3-a70d-688aebe76724 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:02.267924 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff3b20-b21c-412a-bf20-8a1af0f575fb None None] Pushing event deleted for resources: {'Port': ['ID=69708675-2026-4197-8c04-907303b7f526,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:02.419821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 69708675-2026-4197-8c04-907303b7f526 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:02.456230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 2399c71c-78da-4b12-adda-5a18362e7290 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:28:02.458402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 69708675-2026-4197-8c04-907303b7f526 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:02.458939 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 69708675-2026-4197-8c04-907303b7f526 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:02.471753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 2399c71c-78da-4b12-adda-5a18362e7290 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:02.472136 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:02.483609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9c2ca-653e-4aac-9d2c-b2528bf08216 req-42bfdfd5-c15e-4f58-8abc-6d56b795b991 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:02.492354 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35f9c2ca-653e-4aac-9d2c-b2528bf08216 req-42bfdfd5-c15e-4f58-8abc-6d56b795b991 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.5528231 Sep 23 22:28:02.520588 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ad78519-0fc2-463e-898f-6d9224b24ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:02.565912 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:02.600824 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35f9c2ca-653e-4aac-9d2c-b2528bf08216 req-39e5a965-eb4d-4fab-bff5-7a6910184f36 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010072 Sep 23 22:28:02.622317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': '8f8d22a2-a62a-4e20-9fa4-656ae1d16837'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:28:02.622317 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:02.639027 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b069373c-ca8d-4c5b-9919-8841a4b85fd2 None None] DHCP port deletion for 63ecd743-d90a-4386-a32b-ab9a931b40b3 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:28:02.681858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] Deleting port 7a940882-f787-45f0-8af6-9044de05b1f8 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:02.682320 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:02.700306 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:02.700859 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ad78519-0fc2-463e-898f-6d9224b24ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:02.709469 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 22:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c8cd2f-f613-4a0e-a24c-39221b111bff x-openstack-request-id: req-00c8cd2f-f613-4a0e-a24c-39221b111bff {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:28:02.716502 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-plugged", "status": "completed", "tag": "c26f34cc-c4ee-4668-9337-2d322cc23919", "code": 200}, {"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-plugged", "status": "completed", "tag": "499a0347-912c-44ce-a942-4345708a157a", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:28:02.716870 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00c8cd2f-f613-4a0e-a24c-39221b111bff {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:28:02.717402 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26f34cc-c4ee-4668-9337-2d322cc23919', 'code': 200} Sep 23 22:28:02.717663 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499a0347-912c-44ce-a942-4345708a157a', 'code': 200} Sep 23 22:28:02.792561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8ad78519-0fc2-463e-898f-6d9224b24ae4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=254e47875abe49b89b228b4503cab3c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0372119 Sep 23 22:28:02.797015 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50598) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:02.806920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad78519-0fc2-463e-898f-6d9224b24ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ea11e0-cf45-4b8e-9766-b276e43014cb,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:02.838795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] For port 7a940882-f787-45f0-8af6-9044de05b1f8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7a940882-f787-45f0-8af6-9044de05b1f8,segment=NetworkSegment(249be43e-b51c-4e0c-8a06-1bb04d9dfaa5),segment_id=249be43e-b51c-4e0c-8a06-1bb04d9dfaa5)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:02.845918 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:02.860484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] Calling delete_port for 7a940882-f787-45f0-8af6-9044de05b1f8 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:02.891517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100f644-89bf-44a2-ab45-56551675ee61 req-2d587514-2eee-413e-bc3f-831c3e27998c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:02.892633 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d100f644-89bf-44a2-ab45-56551675ee61 req-2d587514-2eee-413e-bc3f-831c3e27998c tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 946 time: 0.1249266 Sep 23 22:28:02.901333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d13108-bcc8-4a61-b0d7-699943597ebe req-e5146885-dd9d-424e-90f8-2e87a9ff7402 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:02.903139 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-76d13108-bcc8-4a61-b0d7-699943597ebe req-e5146885-dd9d-424e-90f8-2e87a9ff7402 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1417863 Sep 23 22:28:02.955276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.objects.ports [None req-6332a1de-6ab8-4a8c-87ee-962a24eff07f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95490) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:28:02.966014 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6332a1de-6ab8-4a8c-87ee-962a24eff07f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:02.982330 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4afe79ab-092e-46b7-a55c-d30d72da9363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:02.995262 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 2399c71c-78da-4b12-adda-5a18362e7290, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2399c71c-78da-4b12-adda-5a18362e7290,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:03.040646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6332a1de-6ab8-4a8c-87ee-962a24eff07f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:03.047998 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-76d13108-bcc8-4a61-b0d7-699943597ebe req-05dda6ea-dc4a-40de-82bf-e59d7eefbfd2 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347823 Sep 23 22:28:03.051674 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b069373c-ca8d-4c5b-9919-8841a4b85fd2 None None] Deleting port 7a940882-f787-45f0-8af6-9044de05b1f8 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:03.052087 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b069373c-ca8d-4c5b-9919-8841a4b85fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.057794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d100f644-89bf-44a2-ab45-56551675ee61 req-6e1bfafc-e00c-4e62-a40d-f05da23d2236 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972080 Sep 23 22:28:03.059188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-6332a1de-6ab8-4a8c-87ee-962a24eff07f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:03.068861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6332a1de-6ab8-4a8c-87ee-962a24eff07f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:03.069504 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6332a1de-6ab8-4a8c-87ee-962a24eff07f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.074049 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4afe79ab-092e-46b7-a55c-d30d72da9363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.075804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Allocated IP 172.20.0.2 (fabbdebb-7256-45f8-980f-653365ae34a1/8f8d22a2-a62a-4e20-9fa4-656ae1d16837/61db872a-fbfa-4f79-8f41-a40aa20cfbf5) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:03.096991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332a1de-6ab8-4a8c-87ee-962a24eff07f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=b987d1aa-3b48-4263-806c-8807bc9bc2fb,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:03.102765 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.103591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b7aef643-1174-42fd-8754-4c16946aa2b2 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:03.193704 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6332a1de-6ab8-4a8c-87ee-962a24eff07f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0138924 Sep 23 22:28:03.193914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b069373c-ca8d-4c5b-9919-8841a4b85fd2 None None] For port 7a940882-f787-45f0-8af6-9044de05b1f8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7a940882-f787-45f0-8af6-9044de05b1f8,segment=NetworkSegment(249be43e-b51c-4e0c-8a06-1bb04d9dfaa5),segment_id=249be43e-b51c-4e0c-8a06-1bb04d9dfaa5)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:03.193914 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b069373c-ca8d-4c5b-9919-8841a4b85fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.201267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50602) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:03.206720 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-fc52aaf1-2a24-4ee0-b574-bc36943ba94b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'mac_address': 'fa:16:3e:27:bf:12', 'name': 'tempest-NetworksTestDHCPv6-632439900'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:03.220938 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.250903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b069373c-ca8d-4c5b-9919-8841a4b85fd2 None None] Calling delete_port for 7a940882-f787-45f0-8af6-9044de05b1f8 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:03.256852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a940882-f787-45f0-8af6-9044de05b1f8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:03.274879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104b03b-bf45-40c8-88c2-ac6ffa343469 req-a7dd9eb6-ab62-49e8-92a8-19e4751a9e7e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:03.281425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104b03b-bf45-40c8-88c2-ac6ffa343469 req-a7dd9eb6-ab62-49e8-92a8-19e4751a9e7e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:03.287551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104b03b-bf45-40c8-88c2-ac6ffa343469 req-a7dd9eb6-ab62-49e8-92a8-19e4751a9e7e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:03.295126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104b03b-bf45-40c8-88c2-ac6ffa343469 req-a7dd9eb6-ab62-49e8-92a8-19e4751a9e7e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:03.301472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104b03b-bf45-40c8-88c2-ac6ffa343469 req-a7dd9eb6-ab62-49e8-92a8-19e4751a9e7e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:03.308435 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104b03b-bf45-40c8-88c2-ac6ffa343469 req-a7dd9eb6-ab62-49e8-92a8-19e4751a9e7e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:03.314364 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104b03b-bf45-40c8-88c2-ac6ffa343469 req-a7dd9eb6-ab62-49e8-92a8-19e4751a9e7e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:03.316710 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2104b03b-bf45-40c8-88c2-ac6ffa343469 req-a7dd9eb6-ab62-49e8-92a8-19e4751a9e7e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5434 time: 0.1355927 Sep 23 22:28:03.317374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] No DVR routers for this DVR port 7a940882-f787-45f0-8af6-9044de05b1f8 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:28:03.348289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847063a0-d29e-4545-9502-e0f11aeb5039 req-878ad1d0-e2a1-4288-9357-f1cf6cb3dfed tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:03.351989 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-847063a0-d29e-4545-9502-e0f11aeb5039 req-878ad1d0-e2a1-4288-9357-f1cf6cb3dfed tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1670175 Sep 23 22:28:03.358666 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4afe79ab-092e-46b7-a55c-d30d72da9363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.364124 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4afe79ab-092e-46b7-a55c-d30d72da9363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.364390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=2399c71c-78da-4b12-adda-5a18362e7290,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:03.365143 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4afe79ab-092e-46b7-a55c-d30d72da9363 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41ea11e0-cf45-4b8e-9766-b276e43014cb HTTP/1.1" status: 204 len: 168 time: 0.5668340 Sep 23 22:28:03.427482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe79ab-092e-46b7-a55c-d30d72da9363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ea11e0-cf45-4b8e-9766-b276e43014cb,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:03.457802 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2104b03b-bf45-40c8-88c2-ac6ffa343469 req-c01d2416-ce38-4dcf-980b-da285a201443 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100872 Sep 23 22:28:03.477826 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b069373c-ca8d-4c5b-9919-8841a4b85fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.493847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port b7aef643-1174-42fd-8754-4c16946aa2b2 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:28:03.508444 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.513516 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-847063a0-d29e-4545-9502-e0f11aeb5039 req-12451bcf-84c8-4cd4-a9c4-54f301baf0f6 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239474 Sep 23 22:28:03.543107 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port b7aef643-1174-42fd-8754-4c16946aa2b2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:03.544071 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.544836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ecd743-d90a-4386-a32b-ab9a931b40b3']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:03.549606 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.555833 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069373c-ca8d-4c5b-9919-8841a4b85fd2 None None] No DVR routers for this DVR port 7a940882-f787-45f0-8af6-9044de05b1f8 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:28:03.559874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069373c-ca8d-4c5b-9919-8841a4b85fd2 None None] Pushing event deleted for resources: {'Port': ['ID=7a940882-f787-45f0-8af6-9044de05b1f8,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:03.560125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249be43e-b51c-4e0c-8a06-1bb04d9dfaa5') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:03.560503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249be43e-b51c-4e0c-8a06-1bb04d9dfaa5') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:03.577998 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.627194 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.636331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc52aaf1-2a24-4ee0-b574-bc36943ba94b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:03.637691 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:28:03.638212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:28:03.640351 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:28:03.689547 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.715877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6b8f8-343e-47e7-88b5-6250eb32f201 req-4c3bc50d-c20d-44eb-a6d7-fb4389793b80 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:03.717659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63b6b8f8-343e-47e7-88b5-6250eb32f201 req-4c3bc50d-c20d-44eb-a6d7-fb4389793b80 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 951 time: 0.1282012 Sep 23 22:28:03.765812 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.770510 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc52aaf1-2a24-4ee0-b574-bc36943ba94b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.777545 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:03.780127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63b6b8f8-343e-47e7-88b5-6250eb32f201 req-dfb99bd5-148a-4071-ac28-8c5c4baf0d5e tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561676 Sep 23 22:28:03.793508 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:03.796339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:03.801606 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Pushing event updated for resources: {'Port': ['ID=61db872a-fbfa-4f79-8f41-a40aa20cfbf5,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:03.807158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.814397 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.818803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/63ecd743-d90a-4386-a32b-ab9a931b40b3 HTTP/1.1" status: 204 len: 168 time: 1.8290994 Sep 23 22:28:03.819108 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-fc52aaf1-2a24-4ee0-b574-bc36943ba94b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port eff3016c-0cba-4f73-bee1-4d2c262d62cc yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:28:03.845160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29c940-2eb8-40be-b6e2-335df88929a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=63ecd743-d90a-4386-a32b-ab9a931b40b3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:03.948247 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b7aef643-1174-42fd-8754-4c16946aa2b2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b7aef643-1174-42fd-8754-4c16946aa2b2,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:03.950058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Attempting to bind port 61db872a-fbfa-4f79-8f41-a40aa20cfbf5 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:28:03.950434 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Attempting to bind port 61db872a-fbfa-4f79-8f41-a40aa20cfbf5 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:28:03.950799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Attempting to bind port 61db872a-fbfa-4f79-8f41-a40aa20cfbf5 on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:28:03.958557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:28:03.958945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:28:03.959358 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:03.959759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:28:03.960245 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Bound port: 61db872a-fbfa-4f79-8f41-a40aa20cfbf5, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:28:03.960873 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:04.042590 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:04.125067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e5b0a-48ae-4670-aacd-6a537b8ad392 req-153a7d2e-c2c5-4dec-86b4-90e53f6aaad4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:04.127377 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ee2e5b0a-48ae-4670-aacd-6a537b8ad392 req-153a7d2e-c2c5-4dec-86b4-90e53f6aaad4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1489866 Sep 23 22:28:04.156015 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] For port 61db872a-fbfa-4f79-8f41-a40aa20cfbf5, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:28:04.165148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] For port 61db872a-fbfa-4f79-8f41-a40aa20cfbf5, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=61db872a-fbfa-4f79-8f41-a40aa20cfbf5,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:28:04.184012 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b7aef643-1174-42fd-8754-4c16946aa2b2,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:04.185340 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ee2e5b0a-48ae-4670-aacd-6a537b8ad392 req-9591d9f3-69b3-401a-a2fe-d1016b5dd10d tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513983 Sep 23 22:28:04.208281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-fc52aaf1-2a24-4ee0-b574-bc36943ba94b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 172.20.0.13 (fabbdebb-7256-45f8-980f-653365ae34a1/8f8d22a2-a62a-4e20-9fa4-656ae1d16837/eff3016c-0cba-4f73-bee1-4d2c262d62cc) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:04.229315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-fc52aaf1-2a24-4ee0-b574-bc36943ba94b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::f816:3eff:fe27:bf12 (fabbdebb-7256-45f8-980f-653365ae34a1/b987d1aa-3b48-4263-806c-8807bc9bc2fb/eff3016c-0cba-4f73-bee1-4d2c262d62cc) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:04.263368 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:04.394288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6360b-6cf3-4613-b91d-1600c29705dd None None] Pushing event updated for resources: {'Port': ['ID=61db872a-fbfa-4f79-8f41-a40aa20cfbf5,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:04.416169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7a940882-f787-45f0-8af6-9044de05b1f8 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:04.419174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c0f94-95cb-4a7c-a957-429c7faccd31 req-49850823-f39a-4b96-8136-70cb4dc609cb tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:04.427007 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e85c0f94-95cb-4a7c-a957-429c7faccd31 req-49850823-f39a-4b96-8136-70cb4dc609cb tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1278331 Sep 23 22:28:04.459111 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 7a940882-f787-45f0-8af6-9044de05b1f8 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:04.459111 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7a940882-f787-45f0-8af6-9044de05b1f8 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:04.465372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50630) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:04.489900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e85c0f94-95cb-4a7c-a957-429c7faccd31 req-bbb09794-afbf-463e-acda-3127354d088e tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609851 Sep 23 22:28:04.533653 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46255c-8a66-45a3-a49c-e045e6c8c06d req-cd2bec2a-5a51-41ca-b729-8dae36a9f3b3 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:04.538088 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e46255c-8a66-45a3-a49c-e045e6c8c06d req-cd2bec2a-5a51-41ca-b729-8dae36a9f3b3 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1967223 Sep 23 22:28:04.538282 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cbbfbbb9-22ff-487f-9918-858ddff9c34e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28bc040e018a46328b3cf271deaa2ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688231 Sep 23 22:28:04.538413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50634) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:04.696284 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e46255c-8a66-45a3-a49c-e045e6c8c06d req-5950de7b-79fe-4870-8d84-1dd28ddb2474 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394210 Sep 23 22:28:04.719047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2399c71c-78da-4b12-adda-5a18362e7290'}, {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aef643-1174-42fd-8754-4c16946aa2b2'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:28:04.719830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97498165-572d-4adf-b783-45613ca18df9 req-8f3fc5c2-f728-43ec-be94-ff41e24ea44e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:04.721787 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-97498165-572d-4adf-b783-45613ca18df9 req-8f3fc5c2-f728-43ec-be94-ff41e24ea44e tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 946 time: 0.1412036 Sep 23 22:28:04.722814 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a379d810-bc7b-410f-aa6d-16bb677e588b" -d '{"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-plugged", "status": "completed", "tag": "2399c71c-78da-4b12-adda-5a18362e7290"}, {"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-plugged", "status": "completed", "tag": "b7aef643-1174-42fd-8754-4c16946aa2b2"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:28:04.730901 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed51dc-6ea8-4991-aa56-6d30b0a30c4c req-5f98aaa0-7124-49a4-a3b9-becd04637a80 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:04.732483 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-76ed51dc-6ea8-4991-aa56-6d30b0a30c4c req-5f98aaa0-7124-49a4-a3b9-becd04637a80 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.67 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 951 time: 0.0940018 Sep 23 22:28:04.734542 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc52aaf1-2a24-4ee0-b574-bc36943ba94b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:04.772090 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-629c96ae-d629-47b7-a86e-502e5c4c0a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:04.857506 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-97498165-572d-4adf-b783-45613ca18df9 req-906a9983-56ff-429d-bf48-9e1ded118859 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238687 Sep 23 22:28:04.877856 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-629c96ae-d629-47b7-a86e-502e5c4c0a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:04.896798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-76ed51dc-6ea8-4991-aa56-6d30b0a30c4c req-391bdec0-023b-47e2-b0cf-abf4cc6279dc tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Deleting port dbb88fde-9fc0-4671-be74-f354bb4c1a41 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:04.897260 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-76ed51dc-6ea8-4991-aa56-6d30b0a30c4c req-391bdec0-023b-47e2-b0cf-abf4cc6279dc tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:04.969260 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 22:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6958473e-0ea8-497e-b777-648a16015891 x-openstack-request-id: req-6958473e-0ea8-497e-b777-648a16015891 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:28:04.969543 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-plugged", "status": "completed", "tag": "2399c71c-78da-4b12-adda-5a18362e7290", "code": 200}, {"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-plugged", "status": "completed", "tag": "b7aef643-1174-42fd-8754-4c16946aa2b2", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:28:04.969795 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6958473e-0ea8-497e-b777-648a16015891 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:28:04.971005 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2399c71c-78da-4b12-adda-5a18362e7290', 'code': 200} Sep 23 22:28:04.971005 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aef643-1174-42fd-8754-4c16946aa2b2', 'code': 200} Sep 23 22:28:04.987194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8c415-bd5e-43b1-a30c-6c219b46e590 req-f1899a60-baab-440e-a1b1-84ad1e81e26c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.001764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8c415-bd5e-43b1-a30c-6c219b46e590 req-f1899a60-baab-440e-a1b1-84ad1e81e26c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.002549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8c415-bd5e-43b1-a30c-6c219b46e590 req-f1899a60-baab-440e-a1b1-84ad1e81e26c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.011461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8c415-bd5e-43b1-a30c-6c219b46e590 req-f1899a60-baab-440e-a1b1-84ad1e81e26c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.019461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8c415-bd5e-43b1-a30c-6c219b46e590 req-f1899a60-baab-440e-a1b1-84ad1e81e26c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.026091 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8c415-bd5e-43b1-a30c-6c219b46e590 req-f1899a60-baab-440e-a1b1-84ad1e81e26c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.034226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8c415-bd5e-43b1-a30c-6c219b46e590 req-f1899a60-baab-440e-a1b1-84ad1e81e26c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.039461 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42f8c415-bd5e-43b1-a30c-6c219b46e590 req-f1899a60-baab-440e-a1b1-84ad1e81e26c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5435 time: 0.1806312 Sep 23 22:28:05.039461 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc52aaf1-2a24-4ee0-b574-bc36943ba94b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:05.118454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc52aaf1-2a24-4ee0-b574-bc36943ba94b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:05.131941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-fc52aaf1-2a24-4ee0-b574-bc36943ba94b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:05.134886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc52aaf1-2a24-4ee0-b574-bc36943ba94b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:05.139913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-76ed51dc-6ea8-4991-aa56-6d30b0a30c4c req-391bdec0-023b-47e2-b0cf-abf4cc6279dc tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] For port dbb88fde-9fc0-4671-be74-f354bb4c1a41, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dbb88fde-9fc0-4671-be74-f354bb4c1a41,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:05.140813 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-76ed51dc-6ea8-4991-aa56-6d30b0a30c4c req-391bdec0-023b-47e2-b0cf-abf4cc6279dc tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:05.142431 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52aaf1-2a24-4ee0-b574-bc36943ba94b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=eff3016c-0cba-4f73-bee1-4d2c262d62cc,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:05.180514 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-629c96ae-d629-47b7-a86e-502e5c4c0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:05.183286 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-629c96ae-d629-47b7-a86e-502e5c4c0a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:05.184496 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-629c96ae-d629-47b7-a86e-502e5c4c0a59 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb41070e-1399-4df3-8459-8b92dd808c03 HTTP/1.1" status: 204 len: 168 time: 0.6445019 Sep 23 22:28:05.204115 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-76ed51dc-6ea8-4991-aa56-6d30b0a30c4c req-391bdec0-023b-47e2-b0cf-abf4cc6279dc tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Calling delete_port for dbb88fde-9fc0-4671-be74-f354bb4c1a41 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:05.228150 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42f8c415-bd5e-43b1-a30c-6c219b46e590 req-93d861ec-d582-4cca-a6bc-d48b995793ec tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1526577 Sep 23 22:28:05.246519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c96ae-d629-47b7-a86e-502e5c4c0a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb41070e-1399-4df3-8459-8b92dd808c03,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:05.303449 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc52aaf1-2a24-4ee0-b574-bc36943ba94b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.304482 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc52aaf1-2a24-4ee0-b574-bc36943ba94b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:05.329826 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e7edb-e74f-4bce-83b2-8c3b549c2e16 req-af496688-2482-4a16-a729-059d72b9359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.330326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e7edb-e74f-4bce-83b2-8c3b549c2e16 req-af496688-2482-4a16-a729-059d72b9359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.330808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e7edb-e74f-4bce-83b2-8c3b549c2e16 req-af496688-2482-4a16-a729-059d72b9359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.331286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e7edb-e74f-4bce-83b2-8c3b549c2e16 req-af496688-2482-4a16-a729-059d72b9359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.331768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e7edb-e74f-4bce-83b2-8c3b549c2e16 req-af496688-2482-4a16-a729-059d72b9359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.332309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e7edb-e74f-4bce-83b2-8c3b549c2e16 req-af496688-2482-4a16-a729-059d72b9359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.332788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e7edb-e74f-4bce-83b2-8c3b549c2e16 req-af496688-2482-4a16-a729-059d72b9359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.335059 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5a5e7edb-e74f-4bce-83b2-8c3b549c2e16 req-af496688-2482-4a16-a729-059d72b9359c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 6492 time: 0.1580203 Sep 23 22:28:05.403230 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5a5e7edb-e74f-4bce-83b2-8c3b549c2e16 req-38e9673c-fc19-47b5-8258-780f1084e550 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593250 Sep 23 22:28:05.411800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c722e4-db7f-4c53-81de-5cbab3f28775 req-d11c2a8a-ab70-4d77-900b-24a0baa14962 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.414066 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-85c722e4-db7f-4c53-81de-5cbab3f28775 req-d11c2a8a-ab70-4d77-900b-24a0baa14962 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 951 time: 0.2425954 Sep 23 22:28:05.446424 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fc52aaf1-2a24-4ee0-b574-bc36943ba94b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2413104 Sep 23 22:28:05.448448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50654) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:05.474216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89585590-aa1a-4f10-a6d1-92c8bb3a7fbe req-373ac8b5-3c09-4ced-8f31-264a260f9276 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.477474 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89585590-aa1a-4f10-a6d1-92c8bb3a7fbe req-373ac8b5-3c09-4ced-8f31-264a260f9276 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.0913134 Sep 23 22:28:05.487600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-85c722e4-db7f-4c53-81de-5cbab3f28775 req-777c840f-1dda-4066-9dba-cec7ca216a51 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654700 Sep 23 22:28:05.596442 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0716611a-c997-47c0-a7fb-b4001e335eb6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.603843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0716611a-c997-47c0-a7fb-b4001e335eb6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.609363 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0716611a-c997-47c0-a7fb-b4001e335eb6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1597300 Sep 23 22:28:05.610022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50658) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:05.615122 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89585590-aa1a-4f10-a6d1-92c8bb3a7fbe req-66343b3c-7eff-4ac2-a284-dcc10727e539 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043258 Sep 23 22:28:05.651192 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00467d69-f5b6-427a-8f07-b37a52c83931 req-d50e9198-e831-4183-9a77-7841f2e573f0 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.661587 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-00467d69-f5b6-427a-8f07-b37a52c83931 req-d50e9198-e831-4183-9a77-7841f2e573f0 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.0834415 Sep 23 22:28:05.733361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-00467d69-f5b6-427a-8f07-b37a52c83931 req-8af1446a-354d-42ec-9fb4-4b7f5197fe93 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629017 Sep 23 22:28:05.863972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6647374-f4b5-432a-bbf1-e3bcbbfa0ea2 req-8eabbe79-c4b6-4cd2-a5e4-373112a924d6 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:05.868321 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6647374-f4b5-432a-bbf1-e3bcbbfa0ea2 req-8eabbe79-c4b6-4cd2-a5e4-373112a924d6 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 946 time: 0.1384699 Sep 23 22:28:05.881610 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9648415b-84b2-43cc-aaeb-7f5dbcae2853 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:05.936592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-67c54cb7-74db-424e-9f0a-8d6b97225601 None None] Provisioning complete for port 61db872a-fbfa-4f79-8f41-a40aa20cfbf5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:05.937536 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-67c54cb7-74db-424e-9f0a-8d6b97225601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:05.960032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-749f4665-081c-43f4-8888-6e151277f1ea tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port eff3016c-0cba-4f73-bee1-4d2c262d62cc {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:05.961092 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-749f4665-081c-43f4-8888-6e151277f1ea tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:06.020937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7d1b2-f19b-4a0f-92ca-b1e6a8fc3202 req-89e81ee2-5e40-4284-89a5-a4e7696e358e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:06.022704 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-05c7d1b2-f19b-4a0f-92ca-b1e6a8fc3202 req-89e81ee2-5e40-4284-89a5-a4e7696e358e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1702549 Sep 23 22:28:06.074705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-e6647374-f4b5-432a-bbf1-e3bcbbfa0ea2 req-7a96e791-73f1-422f-920b-be7364c87262 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Deleting port a2654999-e5fc-4034-8ade-737c9234d0fe {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:06.075447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e6647374-f4b5-432a-bbf1-e3bcbbfa0ea2 req-7a96e791-73f1-422f-920b-be7364c87262 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:06.131207 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-76ed51dc-6ea8-4991-aa56-6d30b0a30c4c req-391bdec0-023b-47e2-b0cf-abf4cc6279dc tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:06.166411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['ba0d871f-5f5e-4269-8b69-888ed8f8e6d5', '186ab1f4-79e9-47ab-a1ff-0b62a809df50'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:28:06.238520 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-05c7d1b2-f19b-4a0f-92ca-b1e6a8fc3202 req-633b99d8-9a07-45dc-a366-a8238ff5123f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562576 Sep 23 22:28:06.254560 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-749f4665-081c-43f4-8888-6e151277f1ea tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:06.273664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-749f4665-081c-43f4-8888-6e151277f1ea tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for eff3016c-0cba-4f73-bee1-4d2c262d62cc owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:06.362342 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-67c54cb7-74db-424e-9f0a-8d6b97225601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:06.443243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45077987-c7ac-43d8-a67d-e43f87275faa req-7ee6bfde-6025-4905-8832-cf4fb076c978 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:06.447330 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-45077987-c7ac-43d8-a67d-e43f87275faa req-7ee6bfde-6025-4905-8832-cf4fb076c978 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 946 time: 0.3226972 Sep 23 22:28:06.448232 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bdec0-023b-47e2-b0cf-abf4cc6279dc tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Pushing event deleted for resources: {'Port': ['ID=dbb88fde-9fc0-4671-be74-f354bb4c1a41,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:06.504852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-67c54cb7-74db-424e-9f0a-8d6b97225601 None None] For port 61db872a-fbfa-4f79-8f41-a40aa20cfbf5, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=61db872a-fbfa-4f79-8f41-a40aa20cfbf5,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:06.567881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 61db872a-fbfa-4f79-8f41-a40aa20cfbf5 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:06.592867 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:06.663568 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-67c54cb7-74db-424e-9f0a-8d6b97225601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:06.736305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ed51dc-6ea8-4991-aa56-6d30b0a30c4c req-391bdec0-023b-47e2-b0cf-abf4cc6279dc tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] No DVR routers for this DVR port dbb88fde-9fc0-4671-be74-f354bb4c1a41 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:28:06.754258 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-76ed51dc-6ea8-4991-aa56-6d30b0a30c4c req-391bdec0-023b-47e2-b0cf-abf4cc6279dc tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:06.759189 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-76ed51dc-6ea8-4991-aa56-6d30b0a30c4c req-391bdec0-023b-47e2-b0cf-abf4cc6279dc tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.67 "DELETE /v2.0/ports/dbb88fde-9fc0-4671-be74-f354bb4c1a41 HTTP/1.1" status: 204 len: 173 time: 2.0188906 Sep 23 22:28:06.759599 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:28:06.761980 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020b06f5-9eb7-4573-b872-0ec2e11c8e15 None None] Update dhcp port {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'fixed_ips': [{'subnet_id': '8f8d22a2-a62a-4e20-9fa4-656ae1d16837', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b987d1aa-3b48-4263-806c-8807bc9bc2fb'}], 'binding:host_id': 'n-d-810775-1'}, 'id': '61db872a-fbfa-4f79-8f41-a40aa20cfbf5'} from n-d-810775-1. {{(pid=95492) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 22:28:06.769852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'name': 'network-vif-deleted', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:28:06.775228 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a92bc3-6d11-4ad4-9ae6-7cc4499b82a5" -d '{"events": [{"server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "name": "network-vif-deleted", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:28:06.801068 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-45077987-c7ac-43d8-a67d-e43f87275faa req-682c50dd-043a-410b-b3fc-5b1e83edb286 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/security-groups?id=161c44a8-43f8-4a95-b099-1e1383f4fe06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331914 Sep 23 22:28:06.812595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e6647374-f4b5-432a-bbf1-e3bcbbfa0ea2 req-7a96e791-73f1-422f-920b-be7364c87262 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] For port a2654999-e5fc-4034-8ade-737c9234d0fe, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=a2654999-e5fc-4034-8ade-737c9234d0fe,segment=NetworkSegment(4b76c58c-7188-40db-b9f0-0b525c852a7c),segment_id=4b76c58c-7188-40db-b9f0-0b525c852a7c)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:06.813231 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e6647374-f4b5-432a-bbf1-e3bcbbfa0ea2 req-7a96e791-73f1-422f-920b-be7364c87262 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:06.841593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f12900-8aed-49c8-9266-dd9ebf130863 req-1159f3ff-a3c5-488e-83bf-1d7503aa007a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:06.847174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c54cb7-74db-424e-9f0a-8d6b97225601 None None] Pushing event updated for resources: {'Port': ['ID=61db872a-fbfa-4f79-8f41-a40aa20cfbf5,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:06.848300 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f12900-8aed-49c8-9266-dd9ebf130863 req-1159f3ff-a3c5-488e-83bf-1d7503aa007a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:06.854090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-e6647374-f4b5-432a-bbf1-e3bcbbfa0ea2 req-7a96e791-73f1-422f-920b-be7364c87262 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Calling delete_port for a2654999-e5fc-4034-8ade-737c9234d0fe owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:06.867866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f12900-8aed-49c8-9266-dd9ebf130863 req-1159f3ff-a3c5-488e-83bf-1d7503aa007a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:06.869295 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-020b06f5-9eb7-4573-b872-0ec2e11c8e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:06.876053 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 61db872a-fbfa-4f79-8f41-a40aa20cfbf5 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:06.876927 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:06.888516 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f12900-8aed-49c8-9266-dd9ebf130863 req-1159f3ff-a3c5-488e-83bf-1d7503aa007a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:06.900311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f12900-8aed-49c8-9266-dd9ebf130863 req-1159f3ff-a3c5-488e-83bf-1d7503aa007a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:06.908535 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f12900-8aed-49c8-9266-dd9ebf130863 req-1159f3ff-a3c5-488e-83bf-1d7503aa007a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:06.932786 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f12900-8aed-49c8-9266-dd9ebf130863 req-1159f3ff-a3c5-488e-83bf-1d7503aa007a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:06.973817 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c4f12900-8aed-49c8-9266-dd9ebf130863 req-1159f3ff-a3c5-488e-83bf-1d7503aa007a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5435 time: 0.5164096 Sep 23 22:28:07.145588 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3803c368-5ea5-49cd-a52a-826a6e5e1f58 req-358f9b3e-2c2c-4b7b-a8ce-ac128743552d tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=3144d7bd-a612-4b26-befe-1e13058ba27f HTTP/1.1" status: 200 len: 210 time: 0.0923567 Sep 23 22:28:07.168392 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c4f12900-8aed-49c8-9266-dd9ebf130863 req-c178a60e-c100-4398-918e-dc7c94df0a73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1827385 Sep 23 22:28:07.339757 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52b506f-96bf-421e-be33-bef15c03e4c7 x-openstack-request-id: req-d52b506f-96bf-421e-be33-bef15c03e4c7 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:28:07.340487 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3144d7bd-a612-4b26-befe-1e13058ba27f", "name": "network-vif-deleted", "tag": "dbb88fde-9fc0-4671-be74-f354bb4c1a41", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:28:07.341534 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d52b506f-96bf-421e-be33-bef15c03e4c7 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:28:07.342048 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3144d7bd-a612-4b26-befe-1e13058ba27f', 'name': 'network-vif-deleted', 'tag': 'dbb88fde-9fc0-4671-be74-f354bb4c1a41', 'status': 'completed', 'code': 200} Sep 23 22:28:07.373599 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-749f4665-081c-43f4-8888-6e151277f1ea tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:07.392229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040c3dc-bde7-4784-8c60-139e4a65bfa6 req-9e763c34-fa80-4a2d-8ee4-26e30e309165 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:07.410810 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b040c3dc-bde7-4784-8c60-139e4a65bfa6 req-9e763c34-fa80-4a2d-8ee4-26e30e309165 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1454966 Sep 23 22:28:07.490545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f4665-081c-43f4-8888-6e151277f1ea tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=eff3016c-0cba-4f73-bee1-4d2c262d62cc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:07.491087 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device dbb88fde-9fc0-4671-be74-f354bb4c1a41 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:07.538222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: dbb88fde-9fc0-4671-be74-f354bb4c1a41 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:07.545247 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device dbb88fde-9fc0-4671-be74-f354bb4c1a41 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:07.585005 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b040c3dc-bde7-4784-8c60-139e4a65bfa6 req-7968b3af-ee6b-4dbb-982a-2d1029f45c2d tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782084 Sep 23 22:28:07.662201 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50760) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:07.705323 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-749f4665-081c-43f4-8888-6e151277f1ea tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:07.711617 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-749f4665-081c-43f4-8888-6e151277f1ea tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/eff3016c-0cba-4f73-bee1-4d2c262d62cc HTTP/1.1" status: 204 len: 168 time: 2.1001637 Sep 23 22:28:07.712629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50768) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:07.733930 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-020b06f5-9eb7-4573-b872-0ec2e11c8e15 None None] Allocated IP 2001:db8::f816:3eff:fe4a:1e82 (fabbdebb-7256-45f8-980f-653365ae34a1/b987d1aa-3b48-4263-806c-8807bc9bc2fb/61db872a-fbfa-4f79-8f41-a40aa20cfbf5) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:07.821703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694a5cb-2ada-4ba4-81d0-cc317d4166a4 req-b71e1e80-34dc-41b3-8746-e4fe42fd4fff tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:07.850447 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda91d91-d6ca-44c5-88b7-fd5334f1a947 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:07.852381 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d694a5cb-2ada-4ba4-81d0-cc317d4166a4 req-b71e1e80-34dc-41b3-8746-e4fe42fd4fff tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.3002305 Sep 23 22:28:07.855778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda91d91-d6ca-44c5-88b7-fd5334f1a947 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:07.863130 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda91d91-d6ca-44c5-88b7-fd5334f1a947 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:07.875627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50776) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:07.878873 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-eda91d91-d6ca-44c5-88b7-fd5334f1a947 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1614470 Sep 23 22:28:07.894080 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e6647374-f4b5-432a-bbf1-e3bcbbfa0ea2 req-7a96e791-73f1-422f-920b-be7364c87262 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:07.974465 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1645623033-network', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:08.040695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96e791-73f1-422f-920b-be7364c87262 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Pushing event deleted for resources: {'Port': ['ID=a2654999-e5fc-4034-8ade-737c9234d0fe,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:08.044668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7abcec5e-3591-4566-a9f1-76b14508396e req-4d248415-c4c0-46bd-908b-ce2d047eff27 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 210 time: 0.0442181 Sep 23 22:28:08.108674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] Made reservation on behalf of f9c6e4d72e074bf0846555174e943ad6 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:08.111512 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:08.124674 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:08.137276 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d694a5cb-2ada-4ba4-81d0-cc317d4166a4 req-c53bc0e4-1314-48cd-874f-25fbc0546dee tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733340 Sep 23 22:28:08.141083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae51b14-9f64-4145-a227-1bc2c170dc49 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 8f8d22a2-a62a-4e20-9fa4-656ae1d16837 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:28:08.167491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6647374-f4b5-432a-bbf1-e3bcbbfa0ea2 req-7a96e791-73f1-422f-920b-be7364c87262 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] No DVR routers for this DVR port a2654999-e5fc-4034-8ade-737c9234d0fe on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:28:08.172886 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e6647374-f4b5-432a-bbf1-e3bcbbfa0ea2 req-7a96e791-73f1-422f-920b-be7364c87262 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:08.173395 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6647374-f4b5-432a-bbf1-e3bcbbfa0ea2 req-7a96e791-73f1-422f-920b-be7364c87262 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.43 "DELETE /v2.0/ports/a2654999-e5fc-4034-8ade-737c9234d0fe HTTP/1.1" status: 204 len: 173 time: 2.2929080 Sep 23 22:28:08.238727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-020b06f5-9eb7-4573-b872-0ec2e11c8e15 None None] For port 61db872a-fbfa-4f79-8f41-a40aa20cfbf5, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=61db872a-fbfa-4f79-8f41-a40aa20cfbf5,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:08.280166 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-020b06f5-9eb7-4573-b872-0ec2e11c8e15 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:08.338544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d286-8081-4460-a136-f906afe89be9 req-373aeb29-4fea-4d98-a675-f8bd4d0f15eb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:08.347747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d286-8081-4460-a136-f906afe89be9 req-373aeb29-4fea-4d98-a675-f8bd4d0f15eb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:08.356817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d286-8081-4460-a136-f906afe89be9 req-373aeb29-4fea-4d98-a675-f8bd4d0f15eb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:08.365094 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d286-8081-4460-a136-f906afe89be9 req-373aeb29-4fea-4d98-a675-f8bd4d0f15eb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:08.372423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d286-8081-4460-a136-f906afe89be9 req-373aeb29-4fea-4d98-a675-f8bd4d0f15eb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:08.375259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 61db872a-fbfa-4f79-8f41-a40aa20cfbf5 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:08.388602 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d286-8081-4460-a136-f906afe89be9 req-373aeb29-4fea-4d98-a675-f8bd4d0f15eb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:08.402148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d286-8081-4460-a136-f906afe89be9 req-373aeb29-4fea-4d98-a675-f8bd4d0f15eb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:08.413038 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f00d286-8081-4460-a136-f906afe89be9 req-373aeb29-4fea-4d98-a675-f8bd4d0f15eb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5435 time: 0.1671855 Sep 23 22:28:08.436329 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9ae51b14-9f64-4145-a227-1bc2c170dc49 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:08.437054 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:08.440683 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-020b06f5-9eb7-4573-b872-0ec2e11c8e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:08.452980 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5aba5-95a2-4ef6-88a9-cb187caa3849 req-32e3674d-10f0-439b-9c31-f6326b7d0b12 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:08.460756 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e8e5aba5-95a2-4ef6-88a9-cb187caa3849 req-32e3674d-10f0-439b-9c31-f6326b7d0b12 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1651478 Sep 23 22:28:08.511685 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f00d286-8081-4460-a136-f906afe89be9 req-4a96c522-4d4c-4706-a72e-891ceabc5bc0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967143 Sep 23 22:28:08.521871 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9ae51b14-9f64-4145-a227-1bc2c170dc49 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:08.534707 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e8e5aba5-95a2-4ef6-88a9-cb187caa3849 req-796ab5c2-209a-49f4-a370-c54c2131bb8a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730610 Sep 23 22:28:08.594651 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:08.645869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:28:08.669777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 61db872a-fbfa-4f79-8f41-a40aa20cfbf5 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:08.670595 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:08.685429 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9655027-68d8-44eb-b721-8c0454f39b2d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:08.697386 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:08.698248 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] Added segment 884ef934-c85e-4c2d-b376-0a715887aae4 of type vlan for network b481aa7f-7834-4ef2-8794-c242ac249e42 Sep 23 22:28:08.736191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b06f5-9eb7-4573-b872-0ec2e11c8e15 None None] Pushing event updated for resources: {'Port': ['ID=61db872a-fbfa-4f79-8f41-a40aa20cfbf5,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:08.815559 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9ae51b14-9f64-4145-a227-1bc2c170dc49 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:08.951183 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:08.983778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb3a31-f4bd-4783-b34c-8fc7bf0e08de req-7e9bbf59-e279-4a23-8cba-4af268cc7e8a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:08.993964 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83bb3a31-f4bd-4783-b34c-8fc7bf0e08de req-7e9bbf59-e279-4a23-8cba-4af268cc7e8a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1056461 Sep 23 22:28:08.999499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58890d-7ac6-4b3d-91f5-dd7b17911312 req-ccd847ea-ec69-4dca-a41b-c76dce876d1c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:09.005841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58890d-7ac6-4b3d-91f5-dd7b17911312 req-ccd847ea-ec69-4dca-a41b-c76dce876d1c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:09.012689 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58890d-7ac6-4b3d-91f5-dd7b17911312 req-ccd847ea-ec69-4dca-a41b-c76dce876d1c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:09.018997 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58890d-7ac6-4b3d-91f5-dd7b17911312 req-ccd847ea-ec69-4dca-a41b-c76dce876d1c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:09.025761 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58890d-7ac6-4b3d-91f5-dd7b17911312 req-ccd847ea-ec69-4dca-a41b-c76dce876d1c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:09.031982 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58890d-7ac6-4b3d-91f5-dd7b17911312 req-ccd847ea-ec69-4dca-a41b-c76dce876d1c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:09.038317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58890d-7ac6-4b3d-91f5-dd7b17911312 req-ccd847ea-ec69-4dca-a41b-c76dce876d1c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:09.041614 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e58890d-7ac6-4b3d-91f5-dd7b17911312 req-ccd847ea-ec69-4dca-a41b-c76dce876d1c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5435 time: 0.2082021 Sep 23 22:28:09.057369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50808) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:09.063600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3cffb3ec-4bfb-47ba-917e-2dc85318a7a2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Request body: {'floatingip': {'port_id': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:09.079491 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83bb3a31-f4bd-4783-b34c-8fc7bf0e08de req-de26d5ae-a927-4775-9758-e9a75c778e4e tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793765 Sep 23 22:28:09.089384 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9ae51b14-9f64-4145-a227-1bc2c170dc49 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:09.135806 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3cffb3ec-4bfb-47ba-917e-2dc85318a7a2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:09.162341 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9ae51b14-9f64-4145-a227-1bc2c170dc49 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:09.168372 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9ae51b14-9f64-4145-a227-1bc2c170dc49 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/8f8d22a2-a62a-4e20-9fa4-656ae1d16837 HTTP/1.1" status: 204 len: 168 time: 1.2874784 Sep 23 22:28:09.168372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae51b14-9f64-4145-a227-1bc2c170dc49 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8d22a2-a62a-4e20-9fa4-656ae1d16837,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:09.174903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50812) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:09.180380 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:09.181457 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:09.182061 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:09.328247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc448604-da30-4379-a149-1af25cb266fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet b987d1aa-3b48-4263-806c-8807bc9bc2fb {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:28:09.334904 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc448604-da30-4379-a149-1af25cb266fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:09.353048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6890883 Sep 23 22:28:09.358787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44742144-c3c4-4aca-9167-eb88ec74e355 admin admin] Pushing event updated for resources: {'Network': ['ID=b481aa7f-7834-4ef2-8794-c242ac249e42,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:09.362051 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50816) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:09.373544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-582753a1-7b77-4cf3-937b-d23e2e5fd9f5 admin admin] Request body: {'subnet': {'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-subnet', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:09.377418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network b481aa7f-7834-4ef2-8794-c242ac249e42 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:28:09.421263 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc448604-da30-4379-a149-1af25cb266fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:09.531643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7a3add-511b-442a-8c93-e5dd604822df', 'name': 'network-vif-deleted', 'tag': 'a2654999-e5fc-4034-8ade-737c9234d0fe'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:28:09.538225 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660ebaa9-0e4c-404b-9a83-e82f8ae018ef" -d '{"events": [{"server_uuid": "ac7a3add-511b-442a-8c93-e5dd604822df", "name": "network-vif-deleted", "tag": "a2654999-e5fc-4034-8ade-737c9234d0fe"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:28:09.540605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50818) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:09.565852 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc448604-da30-4379-a149-1af25cb266fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:09.577944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a9504-1ec6-4d37-9612-9a4b95416651 req-e82d4151-154c-439a-8da0-89e524c10481 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:09.587081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e7a9504-1ec6-4d37-9612-9a4b95416651 req-e82d4151-154c-439a-8da0-89e524c10481 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.3082962 Sep 23 22:28:09.723451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755fdf00-bc6d-43da-89c7-8f34d5908f95 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:09.746784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device a2654999-e5fc-4034-8ade-737c9234d0fe no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:09.774797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582753a1-7b77-4cf3-937b-d23e2e5fd9f5 admin admin] Made reservation on behalf of f9c6e4d72e074bf0846555174e943ad6 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:09.777288 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-582753a1-7b77-4cf3-937b-d23e2e5fd9f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:09.788171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: a2654999-e5fc-4034-8ade-737c9234d0fe {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:09.789476 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device a2654999-e5fc-4034-8ade-737c9234d0fe not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:09.802459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e7a9504-1ec6-4d37-9612-9a4b95416651 req-1714006c-0757-4651-8448-37cdb5861574 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157156 Sep 23 22:28:09.825153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-209c77a0-fa67-49e2-a1b8-c321af08e8af None None] Could not find standard attr ID for object eff3016c-0cba-4f73-bee1-4d2c262d62cc. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:28:09.886745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-209c77a0-fa67-49e2-a1b8-c321af08e8af None None] Provisioning complete for port 61db872a-fbfa-4f79-8f41-a40aa20cfbf5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:09.887160 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-209c77a0-fa67-49e2-a1b8-c321af08e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:09.894227 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc448604-da30-4379-a149-1af25cb266fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:09.931404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc448604-da30-4379-a149-1af25cb266fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=b987d1aa-3b48-4263-806c-8807bc9bc2fb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:09.939187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc448604-da30-4379-a149-1af25cb266fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:09.942371 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bc448604-da30-4379-a149-1af25cb266fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/b987d1aa-3b48-4263-806c-8807bc9bc2fb HTTP/1.1" status: 204 len: 168 time: 0.7663150 Sep 23 22:28:09.946521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50828) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:10.004402 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d02c8f6-080a-4db5-b2f0-03b1bb47e2ff x-openstack-request-id: req-8d02c8f6-080a-4db5-b2f0-03b1bb47e2ff {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:28:10.005382 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7a3add-511b-442a-8c93-e5dd604822df", "name": "network-vif-deleted", "tag": "a2654999-e5fc-4034-8ade-737c9234d0fe", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:28:10.005382 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d02c8f6-080a-4db5-b2f0-03b1bb47e2ff {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:28:10.005798 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7a3add-511b-442a-8c93-e5dd604822df', 'name': 'network-vif-deleted', 'tag': 'a2654999-e5fc-4034-8ade-737c9234d0fe', 'status': 'completed', 'code': 200} Sep 23 22:28:10.009137 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8be1f474-70a7-4558-b2bf-3a1082bea7b5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609953 Sep 23 22:28:10.011483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50830) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:10.094303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-62907c61-a601-4b1d-b71c-d7ceb13a140a req-a2f52aac-33d3-442c-b916-ed923af59791 tempest-ServerDiskConfigTestJSON-1481982127 tempest-ServerDiskConfigTestJSON-1481982127-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac7a3add-511b-442a-8c93-e5dd604822df HTTP/1.1" status: 200 len: 210 time: 0.0624316 Sep 23 22:28:10.156874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd99a37-029b-4a0d-8d3f-1c97b65eb55f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:10.160442 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8dd99a37-029b-4a0d-8d3f-1c97b65eb55f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1472406 Sep 23 22:28:10.163980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50834) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:10.255438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dc57e4-472d-4576-b820-33ed24270b0f None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:28:10.284211 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aff1ebe1-d0db-4b18-aad0-1cc7d71ee218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:10.287889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0773d23-a2cf-4fbc-834e-1cb0fad7010a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:10.291564 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f0773d23-a2cf-4fbc-834e-1cb0fad7010a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1255071 Sep 23 22:28:10.295848 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50838) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:10.393380 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b98c1aeb-76eb-4b5e-9e24-0acdb4a75c1a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941887 Sep 23 22:28:10.404178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50840) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:10.409757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc57e4-472d-4576-b820-33ed24270b0f None None] Deleting port 61db872a-fbfa-4f79-8f41-a40aa20cfbf5 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:10.410903 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c8dc57e4-472d-4576-b820-33ed24270b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:10.411818 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e4234255-7c2e-4eec-86ed-090576ba6f1a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:10.463804 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aff1ebe1-d0db-4b18-aad0-1cc7d71ee218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:10.467789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8c18-9519-4f01-af80-6df026268036 req-f3cddb2b-1934-46c5-b517-8719371377da tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:10.482726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc4b8c18-9519-4f01-af80-6df026268036 req-f3cddb2b-1934-46c5-b517-8719371377da tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.2685544 Sep 23 22:28:10.561877 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c8dc57e4-472d-4576-b820-33ed24270b0f None None] For port 61db872a-fbfa-4f79-8f41-a40aa20cfbf5, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=61db872a-fbfa-4f79-8f41-a40aa20cfbf5,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:10.563614 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c8dc57e4-472d-4576-b820-33ed24270b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:10.595401 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc57e4-472d-4576-b820-33ed24270b0f None None] Calling delete_port for 61db872a-fbfa-4f79-8f41-a40aa20cfbf5 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:10.627979 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aff1ebe1-d0db-4b18-aad0-1cc7d71ee218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:10.697480 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.resource_extend [None req-3cffb3ec-4bfb-47ba-917e-2dc85318a7a2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:28:10.705479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 61db872a-fbfa-4f79-8f41-a40aa20cfbf5 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:10.745813 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc4b8c18-9519-4f01-af80-6df026268036 req-7d146277-83bf-4c99-85c8-b603c866de59 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617481 Sep 23 22:28:10.802118 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1ebe1-d0db-4b18-aad0-1cc7d71ee218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d240196-5c92-4497-b457-d4996b2068dc,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:10.823468 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:10.824609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-aff1ebe1-d0db-4b18-aad0-1cc7d71ee218 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5aa2cdc7b410450ea13be6f85d418aef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2830961 Sep 23 22:28:10.829760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50844) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:10.868348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4234255-7c2e-4eec-86ed-090576ba6f1a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:10.874256 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4234255-7c2e-4eec-86ed-090576ba6f1a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:10.876778 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4234255-7c2e-4eec-86ed-090576ba6f1a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:28:10.877484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4234255-7c2e-4eec-86ed-090576ba6f1a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:28:10.878589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3cffb3ec-4bfb-47ba-917e-2dc85318a7a2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:10.890532 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c8dc57e4-472d-4576-b820-33ed24270b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:10.910029 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42a7a0-0bdc-41dd-a77d-31fc4b123c5f req-07caee1a-5ced-454a-a040-3fd4fb7d2316 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:10.911685 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c42a7a0-0bdc-41dd-a77d-31fc4b123c5f req-07caee1a-5ced-454a-a040-3fd4fb7d2316 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.6407917 Sep 23 22:28:10.969320 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3cffb3ec-4bfb-47ba-917e-2dc85318a7a2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:10.982607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc57e4-472d-4576-b820-33ed24270b0f None None] Pushing event deleted for resources: {'Port': ['ID=61db872a-fbfa-4f79-8f41-a40aa20cfbf5,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:10.989806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc57e4-472d-4576-b820-33ed24270b0f None None] No DVR routers for this DVR port 61db872a-fbfa-4f79-8f41-a40aa20cfbf5 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:28:11.005810 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3889146c-3d16-42c2-b797-e92ca1b6f54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:11.040646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f1c25-b0b1-4eaf-847a-9a6c2d247761 req-2642e59c-2385-4ba9-9b58-30cbc8a91544 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:11.043471 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd2f1c25-b0b1-4eaf-847a-9a6c2d247761 req-2642e59c-2385-4ba9-9b58-30cbc8a91544 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1834664 Sep 23 22:28:11.063851 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3889146c-3d16-42c2-b797-e92ca1b6f54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:11.115578 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e4234255-7c2e-4eec-86ed-090576ba6f1a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7122457 Sep 23 22:28:11.120173 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c42a7a0-0bdc-41dd-a77d-31fc4b123c5f req-d78d8919-52b4-4f33-93ab-7e9f65a34965 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746042 Sep 23 22:28:11.121513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50846) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:11.128503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-589f352f-16a7-41ed-b55a-6121e00209e4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:11.129734 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-582753a1-7b77-4cf3-937b-d23e2e5fd9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:11.134386 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd2f1c25-b0b1-4eaf-847a-9a6c2d247761 req-52d457e5-0433-49ae-b4f2-8730cd762948 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807586 Sep 23 22:28:11.270473 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-3cffb3ec-4bfb-47ba-917e-2dc85318a7a2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Floating IP 448b1ff7-247f-4716-bf8e-d7d4c4b70bea associated. External IP: 172.25.1.235, port: 9e5d1c23-ff12-4a74-8c34-bd3a77973f35. Sep 23 22:28:11.273368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582753a1-7b77-4cf3-937b-d23e2e5fd9f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0690551-0d17-436f-a3db-32b0f3ce9754,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:11.278229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582753a1-7b77-4cf3-937b-d23e2e5fd9f5 admin admin] Checking segment: {'id': '884ef934-c85e-4c2d-b376-0a715887aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:28:11.278593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582753a1-7b77-4cf3-937b-d23e2e5fd9f5 admin admin] Network hostable DHCP agents. Network: b481aa7f-7834-4ef2-8794-c242ac249e42, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:28:11.402126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50862) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:11.403896 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3889146c-3d16-42c2-b797-e92ca1b6f54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:11.406600 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3889146c-3d16-42c2-b797-e92ca1b6f54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:11.409263 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3889146c-3d16-42c2-b797-e92ca1b6f54d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0d240196-5c92-4497-b457-d4996b2068dc HTTP/1.1" status: 204 len: 168 time: 0.5764670 Sep 23 22:28:11.421060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889146c-3d16-42c2-b797-e92ca1b6f54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d240196-5c92-4497-b457-d4996b2068dc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:11.423614 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589f352f-16a7-41ed-b55a-6121e00209e4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:11.427697 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-589f352f-16a7-41ed-b55a-6121e00209e4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:11.429440 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-589f352f-16a7-41ed-b55a-6121e00209e4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:28:11.430407 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589f352f-16a7-41ed-b55a-6121e00209e4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:28:11.468427 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c54731-327f-4b31-9833-73e3a33d2bbc req-1b1146c5-bc77-471e-a5f6-c0bcb3f15487 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:11.470091 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-95c54731-327f-4b31-9833-73e3a33d2bbc req-1b1146c5-bc77-471e-a5f6-c0bcb3f15487 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.43 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.1039805 Sep 23 22:28:11.554330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-542783ed-07a9-409d-8089-8d3eb2ccda85 admin admin] Deleting subnet 04a99b1e-5604-420c-b8b4-3844200ef69e {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:28:11.559742 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-542783ed-07a9-409d-8089-8d3eb2ccda85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:11.577270 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-589f352f-16a7-41ed-b55a-6121e00209e4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4546227 Sep 23 22:28:11.583609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-95c54731-327f-4b31-9833-73e3a33d2bbc req-24f995a6-0611-4f13-9d69-f157ef59d466 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Deleting port 186ab1f4-79e9-47ab-a1ff-0b62a809df50 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:11.583981 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-95c54731-327f-4b31-9833-73e3a33d2bbc req-24f995a6-0611-4f13-9d69-f157ef59d466 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:11.586089 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50866) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:11.600299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b42c8f5f-81f2-40cb-be36-00a250d5a6d0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:11.612001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753b264-216e-4f3a-9626-359cc59b718c req-efcec25b-163e-4ea7-b25c-7ab694daace2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:11.613656 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6753b264-216e-4f3a-9626-359cc59b718c req-efcec25b-163e-4ea7-b25c-7ab694daace2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2640698 Sep 23 22:28:11.662612 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582753a1-7b77-4cf3-937b-d23e2e5fd9f5 admin admin] Network b481aa7f-7834-4ef2-8794-c242ac249e42 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:28:11.674828 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-542783ed-07a9-409d-8089-8d3eb2ccda85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:11.708029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-95c54731-327f-4b31-9833-73e3a33d2bbc req-24f995a6-0611-4f13-9d69-f157ef59d466 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] For port 186ab1f4-79e9-47ab-a1ff-0b62a809df50, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=186ab1f4-79e9-47ab-a1ff-0b62a809df50,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:11.713333 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-95c54731-327f-4b31-9833-73e3a33d2bbc req-24f995a6-0611-4f13-9d69-f157ef59d466 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:11.728798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-95c54731-327f-4b31-9833-73e3a33d2bbc req-24f995a6-0611-4f13-9d69-f157ef59d466 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Calling delete_port for 186ab1f4-79e9-47ab-a1ff-0b62a809df50 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:11.833008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-582753a1-7b77-4cf3-937b-d23e2e5fd9f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, b481aa7f-7834-4ef2-8794-c242ac249e42) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:11.846563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522778bb-a6c7-45b4-aa2f-d6357736fbc8 None None] Network b481aa7f-7834-4ef2-8794-c242ac249e42 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:11.859284 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582753a1-7b77-4cf3-937b-d23e2e5fd9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:11.859894 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-582753a1-7b77-4cf3-937b-d23e2e5fd9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:11.888322 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-542783ed-07a9-409d-8089-8d3eb2ccda85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:11.920636 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6753b264-216e-4f3a-9626-359cc59b718c req-96c8a847-e9fe-4840-a031-8cdf4c96afa3 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838254 Sep 23 22:28:12.028569 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2020c-b988-42b6-b5b1-426dbb092d33 req-a3e226d6-6f7a-4849-ad22-2817d9fa4701 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:12.030961 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ac2020c-b988-42b6-b5b1-426dbb092d33 req-a3e226d6-6f7a-4849-ad22-2817d9fa4701 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 950 time: 0.1246610 Sep 23 22:28:12.085861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ac2020c-b988-42b6-b5b1-426dbb092d33 req-af3d7419-2b76-48b8-943b-829dc2ed926b tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440176 Sep 23 22:28:12.087745 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-95c54731-327f-4b31-9833-73e3a33d2bbc req-24f995a6-0611-4f13-9d69-f157ef59d466 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:12.101914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['ba0d871f-5f5e-4269-8b69-888ed8f8e6d5', '186ab1f4-79e9-47ab-a1ff-0b62a809df50'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:28:12.127444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f995a6-0611-4f13-9d69-f157ef59d466 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Pushing event deleted for resources: {'Port': ['ID=186ab1f4-79e9-47ab-a1ff-0b62a809df50,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:12.236727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c54731-327f-4b31-9833-73e3a33d2bbc req-24f995a6-0611-4f13-9d69-f157ef59d466 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] No DVR routers for this DVR port 186ab1f4-79e9-47ab-a1ff-0b62a809df50 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:28:12.241842 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-95c54731-327f-4b31-9833-73e3a33d2bbc req-24f995a6-0611-4f13-9d69-f157ef59d466 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:12.245576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-95c54731-327f-4b31-9833-73e3a33d2bbc req-24f995a6-0611-4f13-9d69-f157ef59d466 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.43 "DELETE /v2.0/ports/186ab1f4-79e9-47ab-a1ff-0b62a809df50 HTTP/1.1" status: 204 len: 173 time: 0.7677112 Sep 23 22:28:12.246576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03aa4553-7ff4-4600-9df8-51967ebec958', 'name': 'network-vif-deleted', 'tag': '186ab1f4-79e9-47ab-a1ff-0b62a809df50'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:28:12.259700 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0eba47-7959-4f68-97d3-d865e79467c4" -d '{"events": [{"server_uuid": "03aa4553-7ff4-4600-9df8-51967ebec958", "name": "network-vif-deleted", "tag": "186ab1f4-79e9-47ab-a1ff-0b62a809df50"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:28:12.276300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-b481aa7f-7834-4ef2-8794-c242ac249e42', 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'fixed_ips': [{'subnet_id': 'e0690551-0d17-436f-a3db-32b0f3ce9754'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:28:12.277373 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:12.313571 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cffb3ec-4bfb-47ba-917e-2dc85318a7a2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Router 76112613-37e5-43b2-b921-1f5a9c06ab3b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:28:12.324015 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3898795-2631-4488-94f3-11ada7648d52 req-3b4f7949-49aa-4335-97bb-91bc5f2d12a4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:12.325273 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b3898795-2631-4488-94f3-11ada7648d52 req-3b4f7949-49aa-4335-97bb-91bc5f2d12a4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2687290 Sep 23 22:28:12.330140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42c8f5f-81f2-40cb-be36-00a250d5a6d0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:12.334007 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b42c8f5f-81f2-40cb-be36-00a250d5a6d0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:12.336838 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42c8f5f-81f2-40cb-be36-00a250d5a6d0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:28:12.336838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42c8f5f-81f2-40cb-be36-00a250d5a6d0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:28:12.362375 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-542783ed-07a9-409d-8089-8d3eb2ccda85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:12.373463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29900a67-ff36-44c1-a147-c836e9081bb3 req-d20db134-f3bd-4bf6-8268-525034692d4a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:12.376226 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29900a67-ff36-44c1-a147-c836e9081bb3 req-d20db134-f3bd-4bf6-8268-525034692d4a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.0930836 Sep 23 22:28:12.436242 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29900a67-ff36-44c1-a147-c836e9081bb3 req-887af260-bd67-41f8-828b-d2f34cb0a17c tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514591 Sep 23 22:28:12.466168 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542783ed-07a9-409d-8089-8d3eb2ccda85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a99b1e-5604-420c-b8b4-3844200ef69e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:12.488453 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b3898795-2631-4488-94f3-11ada7648d52 req-905599f2-17d9-485e-ba89-27b8c0bd51e6 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445127 Sep 23 22:28:12.490184 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-542783ed-07a9-409d-8089-8d3eb2ccda85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:12.494150 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-542783ed-07a9-409d-8089-8d3eb2ccda85 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/04a99b1e-5604-420c-b8b4-3844200ef69e HTTP/1.1" status: 204 len: 168 time: 1.0865011 Sep 23 22:28:12.504491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50886) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:12.519708 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2983fe-3b50-43ed-8141-22c2c8452306 x-openstack-request-id: req-eb2983fe-3b50-43ed-8141-22c2c8452306 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:28:12.519966 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03aa4553-7ff4-4600-9df8-51967ebec958", "name": "network-vif-deleted", "tag": "186ab1f4-79e9-47ab-a1ff-0b62a809df50", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:28:12.520407 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb2983fe-3b50-43ed-8141-22c2c8452306 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:28:12.520830 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03aa4553-7ff4-4600-9df8-51967ebec958', 'name': 'network-vif-deleted', 'tag': '186ab1f4-79e9-47ab-a1ff-0b62a809df50', 'status': 'completed', 'code': 200} Sep 23 22:28:12.608420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50892) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:12.610169 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-582753a1-7b77-4cf3-937b-d23e2e5fd9f5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2441411 Sep 23 22:28:12.615524 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b42c8f5f-81f2-40cb-be36-00a250d5a6d0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0233703 Sep 23 22:28:12.615767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:12.619064 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50894) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:12.626651 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-beac0ccb-281a-4938-bd21-3bf7fe09961c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:12.628314 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6cba-d419-4818-93ac-5ba3aa9e7cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:12.735324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Allocated IP 172.20.0.2 (b481aa7f-7834-4ef2-8794-c242ac249e42/e0690551-0d17-436f-a3db-32b0f3ce9754/0edba214-49cd-44dd-aa86-6037e4f04b03) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:12.743495 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:12.744637 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:12.816917 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cffb3ec-4bfb-47ba-917e-2dc85318a7a2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:28:12.822066 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:12.824350 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3cffb3ec-4bfb-47ba-917e-2dc85318a7a2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:12.833877 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7d00f-5b7c-401a-a8b8-8b09c0035353 None None] Sync routers for ids ['76112613-37e5-43b2-b921-1f5a9c06ab3b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:28:12.871384 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7d00f-5b7c-401a-a8b8-8b09c0035353 None None] Routers {'76112613-37e5-43b2-b921-1f5a9c06ab3b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:12.874461 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3cffb3ec-4bfb-47ba-917e-2dc85318a7a2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "PUT /v2.0/floatingips/448b1ff7-247f-4716-bf8e-d7d4c4b70bea HTTP/1.1" status: 200 len: 992 time: 3.8133585 Sep 23 22:28:12.876689 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:28:12.876953 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-75c7d00f-5b7c-401a-a8b8-8b09c0035353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:27:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['76112613-37e5-43b2-b921-1f5a9c06ab3b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:12.879249 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "9e5d1c23-ff12-4a74-8c34-bd3a77973f35"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:28:12.888465 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6cba-d419-4818-93ac-5ba3aa9e7cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:12.953961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2729658-44e0-47a6-8c3e-bd8ab19d3f35 req-4fb2ccab-d594-4a6e-8d9a-da6ce4b355d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:12.957369 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2729658-44e0-47a6-8c3e-bd8ab19d3f35 req-4fb2ccab-d594-4a6e-8d9a-da6ce4b355d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2694442 Sep 23 22:28:13.066740 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-75c7d00f-5b7c-401a-a8b8-8b09c0035353 None None] Set router 76112613-37e5-43b2-b921-1f5a9c06ab3b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:28:13.069495 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:13.088134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-8ebf6cba-d419-4818-93ac-5ba3aa9e7cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:13.096208 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e667d0-5d42-403a-bdf7-a707d1cfb8d5 x-openstack-request-id: req-e2e667d0-5d42-403a-bdf7-a707d1cfb8d5 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:28:13.097143 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "tag": "9e5d1c23-ff12-4a74-8c34-bd3a77973f35", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:28:13.097458 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e2e667d0-5d42-403a-bdf7-a707d1cfb8d5 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:28:13.098075 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'tag': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35', 'status': 'completed', 'code': 200} Sep 23 22:28:13.191586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beac0ccb-281a-4938-bd21-3bf7fe09961c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:13.198385 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-beac0ccb-281a-4938-bd21-3bf7fe09961c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:13.204782 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-beac0ccb-281a-4938-bd21-3bf7fe09961c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:28:13.204782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beac0ccb-281a-4938-bd21-3bf7fe09961c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:28:13.236766 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dbf49006-aef1-4552-bee8-c7fa92ea8694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:13.240237 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:13.301739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Network b481aa7f-7834-4ef2-8794-c242ac249e42 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:13.307131 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:13.312171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:13.315471 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8d2dd222-fdd2-4b5b-9500-bb3210ef1451 req-564d0701-c57c-4c32-a9e3-604850f2700a tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=03aa4553-7ff4-4600-9df8-51967ebec958 HTTP/1.1" status: 200 len: 210 time: 0.0972755 Sep 23 22:28:13.348284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Pushing event updated for resources: {'Port': ['ID=0edba214-49cd-44dd-aa86-6037e4f04b03,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:13.398327 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-beac0ccb-281a-4938-bd21-3bf7fe09961c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7748868 Sep 23 22:28:13.401380 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50910) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:13.413162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-063af646-c982-446a-b0af-de8aff9775dc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:13.436760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Attempting to bind port 0edba214-49cd-44dd-aa86-6037e4f04b03 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:28:13.437227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Attempting to bind port 0edba214-49cd-44dd-aa86-6037e4f04b03 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '884ef934-c85e-4c2d-b376-0a715887aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:28:13.437546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Attempting to bind port 0edba214-49cd-44dd-aa86-6037e4f04b03 on network b481aa7f-7834-4ef2-8794-c242ac249e42 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:28:13.445999 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:28:13.445999 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Checking segment: {'id': '884ef934-c85e-4c2d-b376-0a715887aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:28:13.446620 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:13.451622 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Bound using segment: {'id': '884ef934-c85e-4c2d-b376-0a715887aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:28:13.451622 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Bound port: 0edba214-49cd-44dd-aa86-6037e4f04b03, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884ef934-c85e-4c2d-b376-0a715887aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:28:13.451622 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:13.627293 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-75c7d00f-5b7c-401a-a8b8-8b09c0035353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:24:56Z', 'updated_at': '2021-09-23T22:25:04Z', 'revision_number': 4, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'gw_port': {'id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:24:57Z', 'updated_at': '2021-09-23T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '448b1ff7-247f-4716-bf8e-d7d4c4b70bea', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'port_id': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'mac_address': 'fa:16:3e:19:fa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:26:21Z', 'updated_at': '2021-09-23T22:28:10Z', 'revision_number': 1, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b327a189-f19b-4203-b3c8-b3a44752b8d5', 'name': '', 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'mac_address': 'fa:16:3e:af:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '2d29d642-3539-4f1b-86f3-275967351080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:02Z', 'updated_at': '2021-09-23T22:25:11Z', 'revision_number': 5, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'subnets': [{'id': '2d29d642-3539-4f1b-86f3-275967351080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:13.658394 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50914) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:13.729877 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] For port 0edba214-49cd-44dd-aa86-6037e4f04b03, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:28:13.744562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] For port 0edba214-49cd-44dd-aa86-6037e4f04b03, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0edba214-49cd-44dd-aa86-6037e4f04b03,segment=NetworkSegment(884ef934-c85e-4c2d-b376-0a715887aae4),segment_id=884ef934-c85e-4c2d-b376-0a715887aae4)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:28:13.786513 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50451149-c1d6-4cb2-9e71-04173102a2cc req-98c2b4c2-8532-468a-92df-29b1463aa70a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:13.804618 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-50451149-c1d6-4cb2-9e71-04173102a2cc req-98c2b4c2-8532-468a-92df-29b1463aa70a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1296248 Sep 23 22:28:13.827717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-8ebf6cba-d419-4818-93ac-5ba3aa9e7cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b76c58c-7188-40db-b9f0-0b525c852a7c') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:13.828219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-8ebf6cba-d419-4818-93ac-5ba3aa9e7cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b76c58c-7188-40db-b9f0-0b525c852a7c') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:13.858380 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7d00f-5b7c-401a-a8b8-8b09c0035353 None None] Checking router: 76112613-37e5-43b2-b921-1f5a9c06ab3b for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:28:13.866937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063af646-c982-446a-b0af-de8aff9775dc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:13.871144 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7d00f-5b7c-401a-a8b8-8b09c0035353 None None] Routers {'76112613-37e5-43b2-b921-1f5a9c06ab3b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:13.871794 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-75c7d00f-5b7c-401a-a8b8-8b09c0035353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:27:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['76112613-37e5-43b2-b921-1f5a9c06ab3b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:13.874990 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-063af646-c982-446a-b0af-de8aff9775dc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:13.877925 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-063af646-c982-446a-b0af-de8aff9775dc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:28:13.879154 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-063af646-c982-446a-b0af-de8aff9775dc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:28:13.902659 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6cba-d419-4818-93ac-5ba3aa9e7cbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:13.917680 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:13.926187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6cba-d419-4818-93ac-5ba3aa9e7cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:13.937621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebf6cba-d419-4818-93ac-5ba3aa9e7cbc admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:28:13.937942 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6cba-d419-4818-93ac-5ba3aa9e7cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:13.983765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1918647953'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:14.013895 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-75c7d00f-5b7c-401a-a8b8-8b09c0035353 None None] Set router 76112613-37e5-43b2-b921-1f5a9c06ab3b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:28:14.051240 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:28:14.069595 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e474ee3-4f7a-4be1-aa5b-c5dcfce354a9 None None] Pushing event updated for resources: {'Port': ['ID=0edba214-49cd-44dd-aa86-6037e4f04b03,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:14.085663 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-50451149-c1d6-4cb2-9e71-04173102a2cc req-6e0d7f6d-0a2c-488c-b7e0-64f1c7e95523 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739515 Sep 23 22:28:14.129052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600652ce-afcf-4e19-8279-78a138946be8 req-b36173cf-9675-4890-838a-4d47163dbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:14.131456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-600652ce-afcf-4e19-8279-78a138946be8 req-b36173cf-9675-4890-838a-4d47163dbbe3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 1097 time: 0.2832029 Sep 23 22:28:14.136606 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-063af646-c982-446a-b0af-de8aff9775dc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7326150 Sep 23 22:28:14.141168 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50920) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:14.160926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-99ec20f1-8ed2-4e10-9c2b-bec96d06a515 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:14.221999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2729658-44e0-47a6-8c3e-bd8ab19d3f35 req-fcdbab81-744f-4348-850a-acce79b017a7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2354395 Sep 23 22:28:14.225535 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6cba-d419-4818-93ac-5ba3aa9e7cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:14.249176 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:14.266938 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-600652ce-afcf-4e19-8279-78a138946be8 req-b94f0a82-f69b-4973-a585-104d399e0e37 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211717 Sep 23 22:28:14.269395 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6cba-d419-4818-93ac-5ba3aa9e7cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:14.277459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8ebf6cba-d419-4818-93ac-5ba3aa9e7cbc admin admin] 10.222.0.22 "DELETE /v2.0/networks/08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc HTTP/1.1" status: 204 len: 168 time: 1.7673719 Sep 23 22:28:14.280175 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf6cba-d419-4818-93ac-5ba3aa9e7cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=08c599c6-7cd2-4cb5-9fcb-ff8c1560d0bc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:14.291162 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-1649ed46-1544-41b1-9e48-8641b327d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:14.291659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-1649ed46-1544-41b1-9e48-8641b327d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:14.292142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-1649ed46-1544-41b1-9e48-8641b327d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:14.293512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-1649ed46-1544-41b1-9e48-8641b327d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:14.293999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-1649ed46-1544-41b1-9e48-8641b327d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:14.294477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-1649ed46-1544-41b1-9e48-8641b327d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:14.294996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-1649ed46-1544-41b1-9e48-8641b327d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:14.297557 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-1649ed46-1544-41b1-9e48-8641b327d206 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53d9dcc00ea347a4ba456b29d8894318&device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 6492 time: 0.4966178 Sep 23 22:28:14.334355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Made reservation on behalf of 7cdd42daa7314e72bd3c651f33a7a74c for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:14.340229 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:14.377332 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:14.642317 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-75c7d00f-5b7c-401a-a8b8-8b09c0035353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:24:56Z', 'updated_at': '2021-09-23T22:25:04Z', 'revision_number': 4, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'gw_port': {'id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:24:57Z', 'updated_at': '2021-09-23T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '448b1ff7-247f-4716-bf8e-d7d4c4b70bea', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'port_id': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'mac_address': 'fa:16:3e:19:fa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:26:21Z', 'updated_at': '2021-09-23T22:28:10Z', 'revision_number': 1, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b327a189-f19b-4203-b3c8-b3a44752b8d5', 'name': '', 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'mac_address': 'fa:16:3e:af:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '2d29d642-3539-4f1b-86f3-275967351080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:02Z', 'updated_at': '2021-09-23T22:25:11Z', 'revision_number': 5, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'subnets': [{'id': '2d29d642-3539-4f1b-86f3-275967351080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:14.700313 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7d00f-5b7c-401a-a8b8-8b09c0035353 None None] The sync data for ids ['76112613-37e5-43b2-b921-1f5a9c06ab3b'] in n-d-810775-1 is: [{'id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:24:56Z', 'updated_at': '2021-09-23T22:25:04Z', 'revision_number': 4, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'gw_port': {'id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:24:57Z', 'updated_at': '2021-09-23T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '448b1ff7-247f-4716-bf8e-d7d4c4b70bea', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'port_id': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'mac_address': 'fa:16:3e:19:fa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:26:21Z', 'updated_at': '2021-09-23T22:28:10Z', 'revision_number': 1, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b327a189-f19b-4203-b3c8-b3a44752b8d5', 'name': '', 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'mac_address': 'fa:16:3e:af:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '2d29d642-3539-4f1b-86f3-275967351080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:02Z', 'updated_at': '2021-09-23T22:25:11Z', 'revision_number': 5, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'subnets': [{'id': '2d29d642-3539-4f1b-86f3-275967351080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:28:14.740083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f912b3-7842-42f4-8705-b516861156e6 req-08cc5bc4-5f57-43c0-8f2d-d45d64bd1a58 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:14.744050 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63f912b3-7842-42f4-8705-b516861156e6 req-08cc5bc4-5f57-43c0-8f2d-d45d64bd1a58 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1993747 Sep 23 22:28:14.818935 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:14.823996 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63f912b3-7842-42f4-8705-b516861156e6 req-96af307d-8c77-456b-a9f0-5711a62df744 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750239 Sep 23 22:28:14.931356 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:14.968766 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:14.974577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-cfc2c517-5486-43d1-8840-7c297274c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:14.977414 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-cfc2c517-5486-43d1-8840-7c297274c1cf service neutron] 10.222.0.67 "GET /v2.0/networks?id=8fdb77b3-802f-455b-896f-81dc78604c36 HTTP/1.1" status: 200 len: 912 time: 0.2552636 Sep 23 22:28:15.009598 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:15.106437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:28:15.133616 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ec20f1-8ed2-4e10-9c2b-bec96d06a515 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:15.139536 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-99ec20f1-8ed2-4e10-9c2b-bec96d06a515 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:15.142786 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ec20f1-8ed2-4e10-9c2b-bec96d06a515 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:28:15.143506 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ec20f1-8ed2-4e10-9c2b-bec96d06a515 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:28:15.239265 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:15.239852 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Added segment 773a0006-0754-44b5-aca3-273141ea74a4 of type vlan for network fffab7d8-0bb5-4b89-8c83-af0a398e476f Sep 23 22:28:15.245003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db72405-6a1a-43bc-abbf-74c17ba091d4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:15.336984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50942) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:15.346274 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-ec3c7aa1-05df-4250-bf1d-4563b7c4157f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e5d1c23-ff12-4a74-8c34-bd3a77973f35 HTTP/1.1" status: 200 len: 1000 time: 0.3580403 Sep 23 22:28:15.412635 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5142c0b7-1a88-4887-b7c7-827131529a95 None None] New status for floating IP 448b1ff7-247f-4716-bf8e-d7d4c4b70bea: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:28:15.552524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Allocated IP 172.25.1.166 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/6da6dcc7-5815-4adf-bbf2-1aa66eba3398) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:15.612513 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1973c14d-c7b9-40d6-88f9-77bb606d2e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:15.753823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5837155-d457-421d-9062-a53b320050c0 req-4165806e-af35-40c1-af3f-4987a664b522 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:15.756564 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5837155-d457-421d-9062-a53b320050c0 req-4165806e-af35-40c1-af3f-4987a664b522 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.3906963 Sep 23 22:28:15.759728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-7fedff87-2319-445f-b052-f579a01b7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:15.762418 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-7fedff87-2319-445f-b052-f579a01b7d53 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d29d642-3539-4f1b-86f3-275967351080 HTTP/1.1" status: 200 len: 850 time: 0.3931565 Sep 23 22:28:15.767860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 186ab1f4-79e9-47ab-a1ff-0b62a809df50 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:15.774508 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8de2fd63-014c-4c8e-b296-0a2ed1559476 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9aadbde78d24ca78b83551868563968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321325 Sep 23 22:28:15.803654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 186ab1f4-79e9-47ab-a1ff-0b62a809df50 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:15.805379 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 186ab1f4-79e9-47ab-a1ff-0b62a809df50 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:15.809193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50944) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:15.823812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ebba45-95a5-4896-bb34-d0d661ef3ee6 None None] Network b481aa7f-7834-4ef2-8794-c242ac249e42 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:15.835533 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-99ec20f1-8ed2-4e10-9c2b-bec96d06a515 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.6897161 Sep 23 22:28:15.846697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50946) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:15.862041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60443d0-6ee6-4ee1-a47a-2c922ebc2b7f req-c73afda5-6db1-46f5-9965-3b00003ad104 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:15.873949 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f60443d0-6ee6-4ee1-a47a-2c922ebc2b7f req-c73afda5-6db1-46f5-9965-3b00003ad104 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.8212512 Sep 23 22:28:15.905955 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0aa23549-fc9b-49c8-82cd-048b0092cc81 None None] Provisioning complete for port 0edba214-49cd-44dd-aa86-6037e4f04b03 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:15.906721 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0aa23549-fc9b-49c8-82cd-048b0092cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:15.914725 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:15.978255 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-debb1523-4b84-4f72-a1b4-38915369b086 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1025026 Sep 23 22:28:15.986445 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50948) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:15.996835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4c293-bd5a-4c43-8347-76ff5c323c48 req-14abcf56-7ae5-4d75-84ac-56eae37cc0b8 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:15.999127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ba4c293-bd5a-4c43-8347-76ff5c323c48 req-14abcf56-7ae5-4d75-84ac-56eae37cc0b8 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.43 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.3983884 Sep 23 22:28:16.084071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5837155-d457-421d-9062-a53b320050c0 req-4320a2a7-fcda-4da6-acbe-5a2ca0d8e3f7 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077381 Sep 23 22:28:16.132500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-7d60b627-e6cc-4704-b06e-20afe7b6d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:16.134169 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-7d60b627-e6cc-4704-b06e-20afe7b6d8fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8fdb77b3-802f-455b-896f-81dc78604c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3560259 Sep 23 22:28:16.134883 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f60443d0-6ee6-4ee1-a47a-2c922ebc2b7f req-e24f386f-6b40-4692-b545-51caf5c84369 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160225 Sep 23 22:28:16.140672 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:16.186918 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:16.198315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:16.199366 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:16.224828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9169138d-016a-42ad-9138-0fd97a9e5893 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:16.232110 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9169138d-016a-42ad-9138-0fd97a9e5893 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2400379 Sep 23 22:28:16.235001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50952) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:16.279028 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-3456f3b8-0935-44d6-8b4e-adf62b41e6e2 service neutron] 10.222.0.67 "GET /v2.0/networks/8fdb77b3-802f-455b-896f-81dc78604c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335871 Sep 23 22:28:16.341891 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0aa23549-fc9b-49c8-82cd-048b0092cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:16.421364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Network': ['ID=fffab7d8-0bb5-4b89-8c83-af0a398e476f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:16.424484 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:16.454190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0aa23549-fc9b-49c8-82cd-048b0092cc81 None None] For port 0edba214-49cd-44dd-aa86-6037e4f04b03, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0edba214-49cd-44dd-aa86-6037e4f04b03,segment=NetworkSegment(884ef934-c85e-4c2d-b376-0a715887aae4),segment_id=884ef934-c85e-4c2d-b376-0a715887aae4)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:16.459446 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbbe95af-ee56-4f7b-9624-2b7e4226edb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:16.465970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network fffab7d8-0bb5-4b89-8c83-af0a398e476f details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:28:16.530337 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-25f25461-6752-407c-9824-8244c15428b4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2730410 Sep 23 22:28:16.532278 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f244853d-a284-4baa-8bcd-0d7f418d4f0e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8706007 Sep 23 22:28:16.533018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50954) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:16.535786 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50956) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:16.550252 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-61dc1992-c2bc-449d-9647-04c3b055e2fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:16.563860 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-26fe16b7-0697-448a-a5b3-4149fdf1a913 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'subnet': {'network_id': 'fffab7d8-0bb5-4b89-8c83-af0a398e476f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:16.565612 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0aa23549-fc9b-49c8-82cd-048b0092cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:16.585455 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbbe95af-ee56-4f7b-9624-2b7e4226edb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:16.627323 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d19f6-465f-4b19-9627-107c4cf427fb req-a9b7cdd2-afee-4c28-b8b4-1aa9df287fb6 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:16.629178 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b22d19f6-465f-4b19-9627-107c4cf427fb req-a9b7cdd2-afee-4c28-b8b4-1aa9df287fb6 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 950 time: 0.3037884 Sep 23 22:28:16.650095 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddd917c8-8346-4dba-bbc5-af0cd642f1c5 req-93be6fd5-15e8-470c-856d-2314a1480ba0 service neutron] 10.222.0.67 "GET /v2.0/networks/8fdb77b3-802f-455b-896f-81dc78604c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579953 Sep 23 22:28:16.760717 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0edba214-49cd-44dd-aa86-6037e4f04b03 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:16.779123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-8ba4c293-bd5a-4c43-8347-76ff5c323c48 req-cc0c641e-d342-4641-a1a4-a64c471ad1ab tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Deleting port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:16.779711 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8ba4c293-bd5a-4c43-8347-76ff5c323c48 req-cc0c641e-d342-4641-a1a4-a64c471ad1ab tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:16.784891 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:16.846082 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa23549-fc9b-49c8-82cd-048b0092cc81 None None] Pushing event updated for resources: {'Port': ['ID=0edba214-49cd-44dd-aa86-6037e4f04b03,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:16.862096 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe69e9-f520-4a09-9c74-847658dc57fe req-a65629ab-5483-4b0e-88c0-7707b941b235 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:16.877040 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2abe69e9-f520-4a09-9c74-847658dc57fe req-a65629ab-5483-4b0e-88c0-7707b941b235 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1881897 Sep 23 22:28:16.909587 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fe16b7-0697-448a-a5b3-4149fdf1a913 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Made reservation on behalf of 7cdd42daa7314e72bd3c651f33a7a74c for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:16.910627 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-641afc7e-9bb3-42ba-b81b-97b1d463cc8a None None] Provisioning complete for port 0edba214-49cd-44dd-aa86-6037e4f04b03 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:16.911086 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-641afc7e-9bb3-42ba-b81b-97b1d463cc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:16.913894 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26fe16b7-0697-448a-a5b3-4149fdf1a913 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:16.920767 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbbe95af-ee56-4f7b-9624-2b7e4226edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:16.923476 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbbe95af-ee56-4f7b-9624-2b7e4226edb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:16.925849 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bbbe95af-ee56-4f7b-9624-2b7e4226edb2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/161c44a8-43f8-4a95-b099-1e1383f4fe06 HTTP/1.1" status: 204 len: 168 time: 1.1002016 Sep 23 22:28:16.945419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0edba214-49cd-44dd-aa86-6037e4f04b03 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:16.945810 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:16.994724 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:17.032017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-8ba4c293-bd5a-4c43-8347-76ff5c323c48 req-cc0c641e-d342-4641-a1a4-a64c471ad1ab tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] For port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:17.032613 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8ba4c293-bd5a-4c43-8347-76ff5c323c48 req-cc0c641e-d342-4641-a1a4-a64c471ad1ab tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:17.062172 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-8ba4c293-bd5a-4c43-8347-76ff5c323c48 req-cc0c641e-d342-4641-a1a4-a64c471ad1ab tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Calling delete_port for ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:17.072676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Pushing event updated for resources: {'Port': ['ID=6da6dcc7-5815-4adf-bbf2-1aa66eba3398,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:17.091503 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2abe69e9-f520-4a09-9c74-847658dc57fe req-789d2f29-2c64-4cdb-80e6-2a6b782c5c64 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149773 Sep 23 22:28:17.095161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dc1992-c2bc-449d-9647-04c3b055e2fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:17.099306 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-61dc1992-c2bc-449d-9647-04c3b055e2fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:17.133333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe95af-ee56-4f7b-9624-2b7e4226edb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161c44a8-43f8-4a95-b099-1e1383f4fe06,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:17.142851 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:17.245779 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:17.250420 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b22d19f6-465f-4b19-9627-107c4cf427fb req-85ed32d6-56ce-4cfb-a7d2-528aaebe0db2 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2ba2920-9778-4d31-8987-1e66dd3b1d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5941889 Sep 23 22:28:17.251274 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:17.355930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c751bb5-f462-468a-8447-a1fbc770d070 req-0b04a08c-3711-41d4-bb03-5eeadee8aad5 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:17.363550 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c751bb5-f462-468a-8447-a1fbc770d070 req-0b04a08c-3711-41d4-bb03-5eeadee8aad5 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1160557 Sep 23 22:28:17.411853 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26fe16b7-0697-448a-a5b3-4149fdf1a913 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:17.545348 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c751bb5-f462-468a-8447-a1fbc770d070 req-ba5957bc-c774-4876-80f7-1851a049219d tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808250 Sep 23 22:28:17.549073 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8ba4c293-bd5a-4c43-8347-76ff5c323c48 req-cc0c641e-d342-4641-a1a4-a64c471ad1ab tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:17.561286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe16b7-0697-448a-a5b3-4149fdf1a913 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Subnet': ['ID=58793b93-d49a-4008-9890-0538761359a0,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:17.567491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['ba0d871f-5f5e-4269-8b69-888ed8f8e6d5'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:28:17.594895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe16b7-0697-448a-a5b3-4149fdf1a913 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Checking segment: {'id': '773a0006-0754-44b5-aca3-273141ea74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fffab7d8-0bb5-4b89-8c83-af0a398e476f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:28:17.595003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe16b7-0697-448a-a5b3-4149fdf1a913 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network hostable DHCP agents. Network: fffab7d8-0bb5-4b89-8c83-af0a398e476f, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:28:17.611611 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c641e-d342-4641-a1a4-a64c471ad1ab tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Pushing event deleted for resources: {'Port': ['ID=ba0d871f-5f5e-4269-8b69-888ed8f8e6d5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:17.629235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4269be-8e91-4ca3-8f0c-70c74a5dac8f req-c12f59a3-700f-4dff-a843-30c71f86c1af tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:17.635246 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:17.639543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ff4269be-8e91-4ca3-8f0c-70c74a5dac8f req-c12f59a3-700f-4dff-a843-30c71f86c1af tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1514506 Sep 23 22:28:17.694359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba4c293-bd5a-4c43-8347-76ff5c323c48 req-cc0c641e-d342-4641-a1a4-a64c471ad1ab tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] No DVR routers for this DVR port ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:28:17.698981 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8ba4c293-bd5a-4c43-8347-76ff5c323c48 req-cc0c641e-d342-4641-a1a4-a64c471ad1ab tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:17.701069 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ba4c293-bd5a-4c43-8347-76ff5c323c48 req-cc0c641e-d342-4641-a1a4-a64c471ad1ab tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.43 "DELETE /v2.0/ports/ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 HTTP/1.1" status: 204 len: 173 time: 1.6349213 Sep 23 22:28:17.701583 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534321fc-ab37-4a68-858f-364b40ed6fe2', 'name': 'network-vif-deleted', 'tag': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:28:17.704146 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d83439-0dff-44a9-b621-e7fa3727fa36" -d '{"events": [{"server_uuid": "534321fc-ab37-4a68-858f-364b40ed6fe2", "name": "network-vif-deleted", "tag": "ba0d871f-5f5e-4269-8b69-888ed8f8e6d5"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:28:17.722277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe16b7-0697-448a-a5b3-4149fdf1a913 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network fffab7d8-0bb5-4b89-8c83-af0a398e476f is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:28:17.738109 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ff4269be-8e91-4ca3-8f0c-70c74a5dac8f req-6e27514c-178b-45ef-a0d7-8a2e63034d9b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975430 Sep 23 22:28:17.808806 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cd80bc-82c5-4e57-9ba9-5e4dbce9c4f0 x-openstack-request-id: req-48cd80bc-82c5-4e57-9ba9-5e4dbce9c4f0 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:28:17.809137 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534321fc-ab37-4a68-858f-364b40ed6fe2", "name": "network-vif-deleted", "tag": "ba0d871f-5f5e-4269-8b69-888ed8f8e6d5", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:28:17.809380 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48cd80bc-82c5-4e57-9ba9-5e4dbce9c4f0 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:28:17.809792 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534321fc-ab37-4a68-858f-364b40ed6fe2', 'name': 'network-vif-deleted', 'tag': 'ba0d871f-5f5e-4269-8b69-888ed8f8e6d5', 'status': 'completed', 'code': 200} Sep 23 22:28:17.818026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.objects.ports [None req-61dc1992-c2bc-449d-9647-04c3b055e2fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95490) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:28:17.822587 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-61dc1992-c2bc-449d-9647-04c3b055e2fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:17.838292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-26fe16b7-0697-448a-a5b3-4149fdf1a913 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, fffab7d8-0bb5-4b89-8c83-af0a398e476f) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:17.850366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33b4f6c-878d-4936-9567-017bc0b39c55 None None] Network fffab7d8-0bb5-4b89-8c83-af0a398e476f requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:17.885346 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:17.896988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe16b7-0697-448a-a5b3-4149fdf1a913 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:17.909499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26fe16b7-0697-448a-a5b3-4149fdf1a913 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:17.943010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dc1992-c2bc-449d-9647-04c3b055e2fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:17.949946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-61dc1992-c2bc-449d-9647-04c3b055e2fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:17.955718 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dc1992-c2bc-449d-9647-04c3b055e2fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:17.956328 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-61dc1992-c2bc-449d-9647-04c3b055e2fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:17.969289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc1992-c2bc-449d-9647-04c3b055e2fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=c012d5e6-da84-43af-9c63-6e39bd7f5f3d,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:17.975147 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c691639-6b3f-4fe2-b596-a3ef8bed66aa None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:18.054638 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-26fe16b7-0697-448a-a5b3-4149fdf1a913 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4943600 Sep 23 22:28:18.057367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50988) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:18.063883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2098430940', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}, 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:18.129299 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-61dc1992-c2bc-449d-9647-04c3b055e2fc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5947766 Sep 23 22:28:18.135209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50992) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:18.162282 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-0711366a-de19-4166-afe2-8db1297bfa5c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'mac_address': 'fa:16:3e:69:23:62', 'name': 'tempest-NetworksTestDHCPv6-1491695027'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:18.428735 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:18.438442 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:18.479119 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0edba214-49cd-44dd-aa86-6037e4f04b03 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:18.544066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b632430-9a9d-452f-bb5c-98604546494d req-827389ad-4df5-423b-9378-a150148817a7 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:18.551651 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b632430-9a9d-452f-bb5c-98604546494d req-827389ad-4df5-423b-9378-a150148817a7 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.3725212 Sep 23 22:28:18.636735 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332043b6-bb0e-41fb-a4e1-35abd3e6d9a1 req-c07c10c8-74cc-41f1-90d0-b494785335e5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:18.638602 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-332043b6-bb0e-41fb-a4e1-35abd3e6d9a1 req-c07c10c8-74cc-41f1-90d0-b494785335e5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.7651649 Sep 23 22:28:18.641238 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:18.684484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa16193-0d2e-42f2-9898-6c95d524ab36 req-f9c3d6ba-a132-4774-a98c-1a5f9cee5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:18.685460 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b632430-9a9d-452f-bb5c-98604546494d req-e3eb6288-a399-4f22-a5c8-a73ebc53e35e tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327851 Sep 23 22:28:18.685943 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2fa16193-0d2e-42f2-9898-6c95d524ab36 req-f9c3d6ba-a132-4774-a98c-1a5f9cee5d27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92ffee92be894524b0e7f44ca8640737&device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 1097 time: 0.1386268 Sep 23 22:28:18.721467 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02df8c86-2422-42e1-81a4-9a4e4156c47c None None] Network fffab7d8-0bb5-4b89-8c83-af0a398e476f requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:18.801368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0711366a-de19-4166-afe2-8db1297bfa5c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:18.841080 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:18.862709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa16193-0d2e-42f2-9898-6c95d524ab36 req-bd8f312e-62bf-4ce7-93e3-f72e8d26aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:18.864408 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2fa16193-0d2e-42f2-9898-6c95d524ab36 req-bd8f312e-62bf-4ce7-93e3-f72e8d26aae2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439 HTTP/1.1" status: 200 len: 911 time: 0.1628485 Sep 23 22:28:18.916164 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7bdc6e3e-abaf-48c1-8312-12e6bfcc1399 req-66ade4ae-0b56-4c15-95c4-19abbd23a2b6 tempest-MigrationsAdminTest-887242550 tempest-MigrationsAdminTest-887242550-project] 10.222.0.22 "GET /v2.0/ports?device_id=534321fc-ab37-4a68-858f-364b40ed6fe2 HTTP/1.1" status: 200 len: 210 time: 0.0752890 Sep 23 22:28:18.958248 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-332043b6-bb0e-41fb-a4e1-35abd3e6d9a1 req-2537752f-baab-479b-92be-4abaaf17f13a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993062 Sep 23 22:28:18.962817 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2fa16193-0d2e-42f2-9898-6c95d524ab36 req-a15daa21-21c8-4385-89f3-2dbe8ec91fc8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64997857-86b3-44a6-b11e-6b996bb355d2 HTTP/1.1" status: 200 len: 217 time: 0.0875423 Sep 23 22:28:19.063089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': 'c012d5e6-da84-43af-9c63-6e39bd7f5f3d'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:28:19.063964 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:19.138066 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0edba214-49cd-44dd-aa86-6037e4f04b03 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:19.142965 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:19.176018 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:19.194412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa16193-0d2e-42f2-9898-6c95d524ab36 req-125b1470-c0e5-4305-a965-69ab7c96b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:19.198707 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2fa16193-0d2e-42f2-9898-6c95d524ab36 req-125b1470-c0e5-4305-a965-69ab7c96b1fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54b21564-3f42-4a3c-b81d-f573077bf52f HTTP/1.1" status: 200 len: 850 time: 0.2170877 Sep 23 22:28:19.210931 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:19.250361 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0711366a-de19-4166-afe2-8db1297bfa5c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:19.289622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-0711366a-de19-4166-afe2-8db1297bfa5c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port 9c381dd0-2ea9-4f4e-8573-3889713207fe yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:28:19.427144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2fa16193-0d2e-42f2-9898-6c95d524ab36 req-c82db56f-a402-4dca-9aa9-153eb4596d0d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdbdfaa1-95b8-43c6-9f1a-522d45db3439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346259 Sep 23 22:28:19.535523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-0711366a-de19-4166-afe2-8db1297bfa5c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::f816:3eff:fe69:2362 (fabbdebb-7256-45f8-980f-653365ae34a1/c012d5e6-da84-43af-9c63-6e39bd7f5f3d/9c381dd0-2ea9-4f4e-8573-3889713207fe) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:19.595161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d997f5-e876-4314-9402-f2889ea7993a req-1a8c7b61-ced8-4780-a45e-445da65831f9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:19.603289 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-34d997f5-e876-4314-9402-f2889ea7993a req-1a8c7b61-ced8-4780-a45e-445da65831f9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2893598 Sep 23 22:28:19.664116 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2fa16193-0d2e-42f2-9898-6c95d524ab36 req-d9ba9c4c-7c4c-4dc8-84d0-f1ace1cb61d2 service neutron] 10.222.0.67 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093377 Sep 23 22:28:19.704535 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-34d997f5-e876-4314-9402-f2889ea7993a req-2b961107-c9e9-4737-97e8-1ea6669309e6 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993886 Sep 23 22:28:19.781133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:19.841441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:19.841798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device ba0d871f-5f5e-4269-8b69-888ed8f8e6d5 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:19.875003 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:19.966255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2fa16193-0d2e-42f2-9898-6c95d524ab36 req-d79f9263-6d5a-4a74-a09d-0fb0d2c7184d service neutron] 10.222.0.67 "GET /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915261 Sep 23 22:28:19.976436 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdf42c-62fb-49b9-ad2a-0bcd657d8eb9 req-272cfcb6-4a03-4c9d-bb81-33eba942db0e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:19.981291 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4cdf42c-62fb-49b9-ad2a-0bcd657d8eb9 req-272cfcb6-4a03-4c9d-bb81-33eba942db0e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1163976 Sep 23 22:28:19.986275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Router b5e52d96-55bb-4912-ac67-90a78dacb311 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:28:20.053305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51020) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:20.138985 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4cdf42c-62fb-49b9-ad2a-0bcd657d8eb9 req-2ac8b42e-1160-437e-b3f5-8332894164e7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340325 Sep 23 22:28:20.174794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:28:20.203305 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Sync routers for ids ['b5e52d96-55bb-4912-ac67-90a78dacb311'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:28:20.216837 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Routers {'b5e52d96-55bb-4912-ac67-90a78dacb311'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:20.218006 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b5e52d96-55bb-4912-ac67-90a78dacb311'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:20.236322 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:20.257085 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:20.263890 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b8feee45-7f5e-4392-aa88-1d6ff26681ca admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6543186 Sep 23 22:28:20.266737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51026) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:20.294263 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0711366a-de19-4166-afe2-8db1297bfa5c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:20.349435 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17450ab6-6b63-424d-ac0a-5c87affa7c8b req-252e431f-174c-4929-af72-97daa76f164b tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:20.358264 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-17450ab6-6b63-424d-ac0a-5c87affa7c8b req-252e431f-174c-4929-af72-97daa76f164b tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.5022471 Sep 23 22:28:20.490339 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Set router b5e52d96-55bb-4912-ac67-90a78dacb311 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:28:20.515768 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-17450ab6-6b63-424d-ac0a-5c87affa7c8b req-62d649b1-9627-409f-a7fe-39fee3aedd73 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563847 Sep 23 22:28:20.572295 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Allocated IP 172.25.1.81 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/92ccbaf2-2f51-4527-b68f-3805af964c83) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:20.604266 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8966d0f-8377-4a60-aa5e-11f2ec789a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:20.678175 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0711366a-de19-4166-afe2-8db1297bfa5c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:20.755376 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Allocated IP 2001:db8::f816:3eff:fe14:91a0 (fabbdebb-7256-45f8-980f-653365ae34a1/c012d5e6-da84-43af-9c63-6e39bd7f5f3d/4c20fe2f-645c-4224-a130-26ce5e79d959) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:20.767019 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0711366a-de19-4166-afe2-8db1297bfa5c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:20.776384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-0711366a-de19-4166-afe2-8db1297bfa5c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:20.781876 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0711366a-de19-4166-afe2-8db1297bfa5c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:20.808253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0711366a-de19-4166-afe2-8db1297bfa5c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:20.820736 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0711366a-de19-4166-afe2-8db1297bfa5c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:20.836990 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711366a-de19-4166-afe2-8db1297bfa5c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=9c381dd0-2ea9-4f4e-8573-3889713207fe,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:20.889921 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:20.906190 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:28:12Z', 'updated_at': '2021-09-23T22:28:17Z', 'revision_number': 3, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'gw_port': {'id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:30:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:14Z', 'updated_at': '2021-09-23T22:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:21.002318 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Checking router: b5e52d96-55bb-4912-ac67-90a78dacb311 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:28:21.003583 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Updating router b5e52d96-55bb-4912-ac67-90a78dacb311 port 6da6dcc7-5815-4adf-bbf2-1aa66eba3398 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:28:21.078359 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.090372 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.110634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51036) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:21.113559 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.159978 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.222624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:21.239778 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:21.245058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:21.252186 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:21.260991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:21.261950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:21.284658 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Pushing event updated for resources: {'Port': ['ID=4c20fe2f-645c-4224-a130-26ce5e79d959,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:21.289551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecde387-eb3f-4930-adf9-c9ef458f825e req-c74c3993-d067-419d-af8b-a707e4dc3abc tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:21.309727 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eecde387-eb3f-4930-adf9-c9ef458f825e req-c74c3993-d067-419d-af8b-a707e4dc3abc tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.3142996 Sep 23 22:28:21.315423 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=92ccbaf2-2f51-4527-b68f-3805af964c83,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:21.334005 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8966d0f-8377-4a60-aa5e-11f2ec789a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.418943 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8966d0f-8377-4a60-aa5e-11f2ec789a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.453919 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.469954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Attempting to bind port 4c20fe2f-645c-4224-a130-26ce5e79d959 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:28:21.471268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Attempting to bind port 4c20fe2f-645c-4224-a130-26ce5e79d959 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:28:21.471268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Attempting to bind port 4c20fe2f-645c-4224-a130-26ce5e79d959 on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:28:21.485062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:28:21.485802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:28:21.486502 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.487781 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:28:21.489074 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Bound port: 4c20fe2f-645c-4224-a130-26ce5e79d959, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:28:21.490619 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a8966d0f-8377-4a60-aa5e-11f2ec789a5e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d352b9c634df4e3396481f1f3ad231a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4351528 Sep 23 22:28:21.497026 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.500248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51040) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:21.513053 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8966d0f-8377-4a60-aa5e-11f2ec789a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001894da-3bac-463f-a015-5b8b6988093a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:21.575083 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.596939 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] For port 4c20fe2f-645c-4224-a130-26ce5e79d959, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:28:21.602624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] For port 4c20fe2f-645c-4224-a130-26ce5e79d959, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4c20fe2f-645c-4224-a130-26ce5e79d959,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:28:21.605156 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.670147 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a194a1-5ac5-4a65-a91d-48729af58bde None None] Pushing event updated for resources: {'Port': ['ID=6da6dcc7-5815-4adf-bbf2-1aa66eba3398,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:21.692080 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Attempting to bind port 6da6dcc7-5815-4adf-bbf2-1aa66eba3398 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:28:21.692775 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Attempting to bind port 6da6dcc7-5815-4adf-bbf2-1aa66eba3398 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:28:21.693456 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Attempting to bind port 6da6dcc7-5815-4adf-bbf2-1aa66eba3398 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:28:21.695788 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.700357 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eecde387-eb3f-4930-adf9-c9ef458f825e req-8461e943-57f3-460f-a1ab-dff21d7bb8dc tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952876 Sep 23 22:28:21.704191 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:28:21.704863 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:28:21.705461 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.706134 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:28:21.707177 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Bound port: 6da6dcc7-5815-4adf-bbf2-1aa66eba3398, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:28:21.708222 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.714537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51046) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:21.714827 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0711366a-de19-4166-afe2-8db1297bfa5c tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5760946 Sep 23 22:28:21.767654 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a194a1-5ac5-4a65-a91d-48729af58bde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:21.768455 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a194a1-5ac5-4a65-a91d-48729af58bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:21.769140 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a194a1-5ac5-4a65-a91d-48729af58bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:21.769708 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a194a1-5ac5-4a65-a91d-48729af58bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:21.770315 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a194a1-5ac5-4a65-a91d-48729af58bde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:21.770866 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a194a1-5ac5-4a65-a91d-48729af58bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:21.771240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed8b35-2972-4a9c-8856-5646e421e624 req-3f66d766-3808-42ab-a2c6-34d21d08c827 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:21.771717 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a194a1-5ac5-4a65-a91d-48729af58bde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:21.772304 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a194a1-5ac5-4a65-a91d-48729af58bde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:21.772863 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a194a1-5ac5-4a65-a91d-48729af58bde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:21.773433 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a194a1-5ac5-4a65-a91d-48729af58bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:21.773965 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a194a1-5ac5-4a65-a91d-48729af58bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:21.774493 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a194a1-5ac5-4a65-a91d-48729af58bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:21.794924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dbed8b35-2972-4a9c-8856-5646e421e624 req-3f66d766-3808-42ab-a2c6-34d21d08c827 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1677415 Sep 23 22:28:21.795676 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] For port 6da6dcc7-5815-4adf-bbf2-1aa66eba3398, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:28:21.800965 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] For port 6da6dcc7-5815-4adf-bbf2-1aa66eba3398, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6da6dcc7-5815-4adf-bbf2-1aa66eba3398,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:28:21.861399 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c652d5f-2460-4379-b920-f993268af0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.870776 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d2f12-e8c9-43ab-ad0e-5b80583e559c None None] Pushing event updated for resources: {'Port': ['ID=4c20fe2f-645c-4224-a130-26ce5e79d959,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:21.875391 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.929801 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-543c00a9-9ce0-441b-9755-cffee9c7855a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b70fd1a6d0c4b0a803216b674009287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8156216 Sep 23 22:28:21.936989 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51048) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:21.980560 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c652d5f-2460-4379-b920-f993268af0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:21.981511 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dbed8b35-2972-4a9c-8856-5646e421e624 req-ed62d654-3410-46c8-90d6-9a42f2592e58 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883559 Sep 23 22:28:22.012401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ba2a3f-fd4b-42dd-b508-20239dd06ead tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:22.025060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ba2a3f-fd4b-42dd-b508-20239dd06ead tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:22.030633 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-02ba2a3f-fd4b-42dd-b508-20239dd06ead tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3165469 Sep 23 22:28:22.037146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51050) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:22.052888 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a194a1-5ac5-4a65-a91d-48729af58bde None None] Pushing event updated for resources: {'Port': ['ID=6da6dcc7-5815-4adf-bbf2-1aa66eba3398,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:22.074849 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Routers {'b5e52d96-55bb-4912-ac67-90a78dacb311'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:22.075973 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b5e52d96-55bb-4912-ac67-90a78dacb311'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:22.148001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Allocated IP 172.20.0.1 (b481aa7f-7834-4ef2-8794-c242ac249e42/e0690551-0d17-436f-a3db-32b0f3ce9754/10a629f9-69d6-4dea-a0d9-232e79b6bfa3) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:22.257014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-09377824-237f-4b8d-a9a2-3a4e51db2a3b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port 9c381dd0-2ea9-4f4e-8573-3889713207fe {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:22.270019 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09377824-237f-4b8d-a9a2-3a4e51db2a3b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:22.270338 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] Set router b5e52d96-55bb-4912-ac67-90a78dacb311 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:28:22.346558 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:22.447050 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c652d5f-2460-4379-b920-f993268af0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:22.453041 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c652d5f-2460-4379-b920-f993268af0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:22.457897 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1c652d5f-2460-4379-b920-f993268af0da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/001894da-3bac-463f-a015-5b8b6988093a HTTP/1.1" status: 204 len: 168 time: 0.9558294 Sep 23 22:28:22.490039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c652d5f-2460-4379-b920-f993268af0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001894da-3bac-463f-a015-5b8b6988093a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:22.523538 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:22.552955 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:22.614816 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4c20fe2f-645c-4224-a130-26ce5e79d959 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:22.669084 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09377824-237f-4b8d-a9a2-3a4e51db2a3b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:22.692981 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:28:12Z', 'updated_at': '2021-09-23T22:28:17Z', 'revision_number': 3, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'gw_port': {'id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:30:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:14Z', 'updated_at': '2021-09-23T22:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:22.704235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-09377824-237f-4b8d-a9a2-3a4e51db2a3b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for 9c381dd0-2ea9-4f4e-8573-3889713207fe owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:22.717568 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:22.798020 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d416a93-3f99-4135-954c-a2e3e5b91c3e None None] The sync data for ids ['b5e52d96-55bb-4912-ac67-90a78dacb311'] in n-d-810775-1 is: [{'id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:28:12Z', 'updated_at': '2021-09-23T22:28:17Z', 'revision_number': 3, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'gw_port': {'id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:30:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:14Z', 'updated_at': '2021-09-23T22:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:28:22.798301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4c20fe2f-645c-4224-a130-26ce5e79d959 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:22.798850 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:22.801234 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:22.929198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Network b481aa7f-7834-4ef2-8794-c242ac249e42 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:22.931892 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Pushing event updated for resources: {'Port': ['ID=10a629f9-69d6-4dea-a0d9-232e79b6bfa3,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:22.935985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:22.940261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:23.087405 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:23.092499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:23.095315 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:23.114605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a2ba2920-9778-4d31-8987-1e66dd3b1d66 HTTP/1.1" status: 204 len: 168 time: 1.1714790 Sep 23 22:28:23.170893 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:23.243838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ba2920-9778-4d31-8987-1e66dd3b1d66,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:23.256199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09377824-237f-4b8d-a9a2-3a4e51db2a3b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:23.309263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:23.309554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:23.309851 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:23.321183 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:23.321799 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:23.322152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:23.322496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:23.322837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:23.323177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:23.323631 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:23.323993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:23.324309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef01208-d769-443c-a507-9f0eeec244d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:23.411239 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808355da-4f52-492e-9c5a-a59da7d930f7 req-0ba65398-b97d-41bd-a565-0ede671d7421 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:23.415998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 4c20fe2f-645c-4224-a130-26ce5e79d959, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4c20fe2f-645c-4224-a130-26ce5e79d959,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:23.422514 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-808355da-4f52-492e-9c5a-a59da7d930f7 req-0ba65398-b97d-41bd-a565-0ede671d7421 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.3382328 Sep 23 22:28:23.483325 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:23.747576 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-808355da-4f52-492e-9c5a-a59da7d930f7 req-30d47ea5-9552-4ed6-a081-4363a95326bb tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223729 Sep 23 22:28:23.782840 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=4c20fe2f-645c-4224-a130-26ce5e79d959,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:23.820112 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4b69a4c6-8ef5-42dd-b2ba-7eec0901cb7f None None] Provisioning complete for port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:23.821027 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4b69a4c6-8ef5-42dd-b2ba-7eec0901cb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:23.823574 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:24.056806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4b69a4c6-8ef5-42dd-b2ba-7eec0901cb7f None None] Port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:28:24.186068 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09377824-237f-4b8d-a9a2-3a4e51db2a3b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=9c381dd0-2ea9-4f4e-8573-3889713207fe,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:24.200842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-39c4464f-e4c2-4b59-869f-612eab67561d None None] Provisioning complete for port 4c20fe2f-645c-4224-a130-26ce5e79d959 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:24.201467 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-39c4464f-e4c2-4b59-869f-612eab67561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:24.342422 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09377824-237f-4b8d-a9a2-3a4e51db2a3b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:24.345789 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-09377824-237f-4b8d-a9a2-3a4e51db2a3b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/9c381dd0-2ea9-4f4e-8573-3889713207fe HTTP/1.1" status: 204 len: 168 time: 2.3071861 Sep 23 22:28:24.351223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51076) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:24.466617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ff7e3-e2ca-4053-b60b-2b7e1a6099a9 req-ffb379ed-54b0-4018-8c87-e6153abd04d6 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:24.471243 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c0ff7e3-e2ca-4053-b60b-2b7e1a6099a9 req-ffb379ed-54b0-4018-8c87-e6153abd04d6 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.3094795 Sep 23 22:28:24.479139 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0cd0e0-8b97-44b1-9705-533f9b0394b3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:24.482204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0cd0e0-8b97-44b1-9705-533f9b0394b3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:24.484362 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-db0cd0e0-8b97-44b1-9705-533f9b0394b3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1300499 Sep 23 22:28:24.488296 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51078) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:24.563887 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c0ff7e3-e2ca-4053-b60b-2b7e1a6099a9 req-9b23f28e-49f5-4829-b09f-09e530a30c2e tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775201 Sep 23 22:28:24.658975 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-43520166-91a5-4c3b-99d0-9cc3dee98956 None None] Could not find standard attr ID for object 9c381dd0-2ea9-4f4e-8573-3889713207fe. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:28:24.660887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b77e58-d523-4f28-b265-bc6487848f14 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet c012d5e6-da84-43af-9c63-6e39bd7f5f3d {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:28:24.660887 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8b77e58-d523-4f28-b265-bc6487848f14 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:24.682438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4c20fe2f-645c-4224-a130-26ce5e79d959 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:24.683245 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8b77e58-d523-4f28-b265-bc6487848f14 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:24.752458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:28:24.860601 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:24.871824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4c20fe2f-645c-4224-a130-26ce5e79d959 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:24.874455 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:25.136148 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:28:25.154670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcc3af-f6e9-4d6b-a5b6-945d8b697bc4 None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:28:25.173873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcc3af-f6e9-4d6b-a5b6-945d8b697bc4 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:25.174706 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-47fcc3af-f6e9-4d6b-a5b6-945d8b697bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:25.214626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-47fcc3af-f6e9-4d6b-a5b6-945d8b697bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:25.240217 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8b77e58-d523-4f28-b265-bc6487848f14 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:25.247438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6da6dcc7-5815-4adf-bbf2-1aa66eba3398 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:25.251629 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcc3af-f6e9-4d6b-a5b6-945d8b697bc4 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:25.252368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-47fcc3af-f6e9-4d6b-a5b6-945d8b697bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:25.312923 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b110-264b-42d1-a83b-9483af5daf64 req-cabac8e2-a943-48b1-8c69-11610103e582 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:25.315477 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-71c2b110-264b-42d1-a83b-9483af5daf64 req-cabac8e2-a943-48b1-8c69-11610103e582 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2504849 Sep 23 22:28:25.350991 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:25.375703 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:25.375703 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-732892cb-5f00-424e-a5b2-ca884ec07dfd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.3168714 Sep 23 22:28:25.380028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51092) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:25.383168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-47fcc3af-f6e9-4d6b-a5b6-945d8b697bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:25.383850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcc3af-f6e9-4d6b-a5b6-945d8b697bc4 None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:28:25.491612 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-71c2b110-264b-42d1-a83b-9483af5daf64 req-c34432c5-ef03-4b6a-a78f-700943b1b469 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277452 Sep 23 22:28:25.509522 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 6da6dcc7-5815-4adf-bbf2-1aa66eba3398 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:25.509950 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:25.526173 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8b77e58-d523-4f28-b265-bc6487848f14 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:25.570534 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:25.573923 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b77e58-d523-4f28-b265-bc6487848f14 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=c012d5e6-da84-43af-9c63-6e39bd7f5f3d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:25.582453 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8b77e58-d523-4f28-b265-bc6487848f14 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:25.589941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e8b77e58-d523-4f28-b265-bc6487848f14 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/c012d5e6-da84-43af-9c63-6e39bd7f5f3d HTTP/1.1" status: 204 len: 168 time: 1.0992515 Sep 23 22:28:25.593380 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51098) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:25.617758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3333fa09-2dda-4100-8172-31f4d4d7fe16 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:25.642324 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e53adce2-d30c-4f31-9232-bb90dcbeda35 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476851 Sep 23 22:28:25.646486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51100) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:25.658392 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-47caa592-35e0-46f4-9f60-803ff8fe460d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:25.771529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51104) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:25.870592 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:25.877007 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:25.916576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1063b1-fff9-4217-8b7f-dc52af60b17b req-4179a350-0161-4dd3-9c85-9e69ea816f73 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:25.919532 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d1063b1-fff9-4217-8b7f-dc52af60b17b req-4179a350-0161-4dd3-9c85-9e69ea816f73 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.3376303 Sep 23 22:28:25.920720 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Pushing event updated for resources: {'Port': ['ID=10a629f9-69d6-4dea-a0d9-232e79b6bfa3,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:25.986798 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47caa592-35e0-46f4-9f60-803ff8fe460d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:25.989665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 6da6dcc7-5815-4adf-bbf2-1aa66eba3398, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6da6dcc7-5815-4adf-bbf2-1aa66eba3398,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:25.996080 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-47caa592-35e0-46f4-9f60-803ff8fe460d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:26.015709 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a26fe33b-9f80-4558-9ead-b6ae5949d2fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5763e07ca1634d93b279ed31599e34d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501653 Sep 23 22:28:26.016677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51108) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:26.071225 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:26.157765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=6da6dcc7-5815-4adf-bbf2-1aa66eba3398,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:26.173200 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8af45b-48de-43a8-8f66-5fc4a4eec62b None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:28:26.205834 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b73651ca-1ace-4ce8-8e6d-c863e1f7a676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:26.234603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7d8af45b-48de-43a8-8f66-5fc4a4eec62b None None] Deleting port 4c20fe2f-645c-4224-a130-26ce5e79d959 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:26.235421 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7d8af45b-48de-43a8-8f66-5fc4a4eec62b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:26.272923 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b73651ca-1ace-4ce8-8e6d-c863e1f7a676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:26.346054 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7d8af45b-48de-43a8-8f66-5fc4a4eec62b None None] For port 4c20fe2f-645c-4224-a130-26ce5e79d959, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4c20fe2f-645c-4224-a130-26ce5e79d959,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:26.348763 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7d8af45b-48de-43a8-8f66-5fc4a4eec62b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:26.370524 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7d8af45b-48de-43a8-8f66-5fc4a4eec62b None None] Calling delete_port for 4c20fe2f-645c-4224-a130-26ce5e79d959 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:26.543554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6da6dcc7-5815-4adf-bbf2-1aa66eba3398 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:26.559431 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d1063b1-fff9-4217-8b7f-dc52af60b17b req-998b4262-ca34-4262-a36c-bea4f5ddf8d9 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6075294 Sep 23 22:28:26.666306 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b73651ca-1ace-4ce8-8e6d-c863e1f7a676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:26.668253 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b73651ca-1ace-4ce8-8e6d-c863e1f7a676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:26.673559 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b73651ca-1ace-4ce8-8e6d-c863e1f7a676 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f29c30a1-a7ae-4c69-bd6d-58156fa0531a HTTP/1.1" status: 204 len: 168 time: 0.6405358 Sep 23 22:28:26.724462 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Network b481aa7f-7834-4ef2-8794-c242ac249e42 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:26.748876 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 6da6dcc7-5815-4adf-bbf2-1aa66eba3398 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:26.748876 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:26.752807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:26.778991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73651ca-1ace-4ce8-8e6d-c863e1f7a676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29c30a1-a7ae-4c69-bd6d-58156fa0531a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:26.846379 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7d8af45b-48de-43a8-8f66-5fc4a4eec62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:26.877600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.objects.ports [None req-47caa592-35e0-46f4-9f60-803ff8fe460d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95490) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:28:26.962644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72be91-3aad-484e-bbcb-8b695ab811d5 req-9e2fd728-c404-4261-9f13-40c96aa00c7e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:26.966230 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec72be91-3aad-484e-bbcb-8b695ab811d5 req-9e2fd728-c404-4261-9f13-40c96aa00c7e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2616527 Sep 23 22:28:27.167196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Router b5e52d96-55bb-4912-ac67-90a78dacb311 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:28:27.192896 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:27.261986 n-d-810775-1 neutron-server[95490]: WARNING neutron.services.revisions.revision_plugin [None req-47caa592-35e0-46f4-9f60-803ff8fe460d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Could not find related port for resource to bump revision. Sep 23 22:28:27.374189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8af45b-48de-43a8-8f66-5fc4a4eec62b None None] Pushing event deleted for resources: {'Port': ['ID=4c20fe2f-645c-4224-a130-26ce5e79d959,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:27.416153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8af45b-48de-43a8-8f66-5fc4a4eec62b None None] No DVR routers for this DVR port 4c20fe2f-645c-4224-a130-26ce5e79d959 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:28:27.456482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b4f0d2d5-1acc-4fc6-922a-2eafc1e3c061 None None] Provisioning complete for port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:27.463450 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b4f0d2d5-1acc-4fc6-922a-2eafc1e3c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:27.576224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b4f0d2d5-1acc-4fc6-922a-2eafc1e3c061 None None] Port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:28:27.718543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.ipam_pluggable_backend [None req-47caa592-35e0-46f4-9f60-803ff8fe460d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Port 4c20fe2f-645c-4224-a130-26ce5e79d959 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95490) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 23 22:28:27.719662 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.ipam_pluggable_backend [None req-47caa592-35e0-46f4-9f60-803ff8fe460d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Reverting IP allocation for 2001:db8::f816:3eff:fe14:91a0 {{(pid=95490) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 23 22:28:27.728438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.ipam_pluggable_backend [None req-47caa592-35e0-46f4-9f60-803ff8fe460d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe14:91a0 {{(pid=95490) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 23 22:28:27.732156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-47caa592-35e0-46f4-9f60-803ff8fe460d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:27.763700 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec72be91-3aad-484e-bbcb-8b695ab811d5 req-900efc11-66c7-40db-805d-ee7ff20daeeb tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403438 Sep 23 22:28:27.801788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47caa592-35e0-46f4-9f60-803ff8fe460d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:27.809815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-47caa592-35e0-46f4-9f60-803ff8fe460d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:27.817648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47caa592-35e0-46f4-9f60-803ff8fe460d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:27.822651 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-47caa592-35e0-46f4-9f60-803ff8fe460d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:27.837276 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4182b00e-41dd-4fa9-a004-dd70a99a1e54 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:27.903155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47caa592-35e0-46f4-9f60-803ff8fe460d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=4f5ad8a5-da8c-4976-9202-a3876393ecdf,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:28.010512 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-47caa592-35e0-46f4-9f60-803ff8fe460d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3562453 Sep 23 22:28:28.011492 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51156) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:28.013642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:28:28.027142 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Sync routers for ids ['b5e52d96-55bb-4912-ac67-90a78dacb311'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:28:28.032219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-1fb99e06-a7b2-4e6e-96c7-1e64d1193c26 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'mac_address': 'fa:16:3e:ac:50:7f', 'name': 'tempest-NetworksTestDHCPv6-1756374358'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:28.051966 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Routers {'b5e52d96-55bb-4912-ac67-90a78dacb311'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:28.055026 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b5e52d96-55bb-4912-ac67-90a78dacb311'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:28.058431 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e55f35fa-2742-46f0-ae69-432737b8d948 admin admin] 10.222.0.22 "PUT /v2.0/routers/b5e52d96-55bb-4912-ac67-90a78dacb311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7914426 Sep 23 22:28:28.105327 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4c20fe2f-645c-4224-a130-26ce5e79d959 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:28.158047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d99b93-a7bf-471d-be4b-a4779291eb43 req-b07dccfa-1432-4dfa-b817-12631c6a517c tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:28.166246 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-11d99b93-a7bf-471d-be4b-a4779291eb43 req-b07dccfa-1432-4dfa-b817-12631c6a517c tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1507246 Sep 23 22:28:28.208525 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 4c20fe2f-645c-4224-a130-26ce5e79d959 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:28.209202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4c20fe2f-645c-4224-a130-26ce5e79d959 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:28.310055 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': '4f5ad8a5-da8c-4976-9202-a3876393ecdf'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:28:28.311457 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:28.329450 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-11d99b93-a7bf-471d-be4b-a4779291eb43 req-208e0f41-4ea5-4eaf-b0ae-f13f0588e5e0 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491866 Sep 23 22:28:28.347223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Allocated IP 172.20.0.1 (fffab7d8-0bb5-4b89-8c83-af0a398e476f/58793b93-d49a-4008-9890-0538761359a0/cb71dafe-08f0-42b5-b860-6c146c5160a5) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:28.548449 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9f7c5-9f9a-493f-aa93-970a07b30842 req-98f362e9-4f2b-435b-b5a8-8a58af344b4a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:28.551201 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dee9f7c5-9f9a-493f-aa93-970a07b30842 req-98f362e9-4f2b-435b-b5a8-8a58af344b4a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.4110627 Sep 23 22:28:28.572928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Allocated IP 2001:db8::f816:3eff:fe29:7396 (fabbdebb-7256-45f8-980f-653365ae34a1/4f5ad8a5-da8c-4976-9202-a3876393ecdf/cfed924d-b80a-47f9-9e4c-16ed62901446) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:28.703088 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Set router b5e52d96-55bb-4912-ac67-90a78dacb311 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:28:28.809138 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dee9f7c5-9f9a-493f-aa93-970a07b30842 req-7eea6eb9-3578-48eb-950a-8b0ddbe198f9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403178 Sep 23 22:28:28.830075 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:28.867227 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:28.879773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb99e06-a7b2-4e6e-96c7-1e64d1193c26 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:28.993340 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:29.070530 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Pushing event updated for resources: {'Port': ['ID=cfed924d-b80a-47f9-9e4c-16ed62901446,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:29.089886 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:29.095731 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:29.108578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:29.144817 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1fb99e06-a7b2-4e6e-96c7-1e64d1193c26 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:29.190365 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:29.211148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Attempting to bind port cfed924d-b80a-47f9-9e4c-16ed62901446 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:28:29.211650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Attempting to bind port cfed924d-b80a-47f9-9e4c-16ed62901446 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:28:29.212065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Attempting to bind port cfed924d-b80a-47f9-9e4c-16ed62901446 on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:28:29.222754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:28:29.223302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:28:29.223782 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:29.224730 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:28:29.226056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Bound port: cfed924d-b80a-47f9-9e4c-16ed62901446, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:28:29.226458 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:29.249884 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:28:12Z', 'updated_at': '2021-09-23T22:28:24Z', 'revision_number': 4, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'gw_port': {'id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:14Z', 'updated_at': '2021-09-23T22:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10a629f9-69d6-4dea-a0d9-232e79b6bfa3', 'name': '', 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'mac_address': 'fa:16:3e:4c:7d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:21Z', 'updated_at': '2021-09-23T22:28:25Z', 'revision_number': 2, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'subnets': [{'id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:29.315219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network fffab7d8-0bb5-4b89-8c83-af0a398e476f is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:29.320891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-1fb99e06-a7b2-4e6e-96c7-1e64d1193c26 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port e518ac50-f7c3-4b34-b25d-15dbaacd345e yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:28:29.333391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:29.378084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] For port cfed924d-b80a-47f9-9e4c-16ed62901446, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:28:29.382920 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Checking router: b5e52d96-55bb-4912-ac67-90a78dacb311 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:28:29.382920 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Updating router b5e52d96-55bb-4912-ac67-90a78dacb311 port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:28:29.386640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] For port cfed924d-b80a-47f9-9e4c-16ed62901446, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cfed924d-b80a-47f9-9e4c-16ed62901446,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:28:29.457922 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:29.489834 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:29.649902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d23eb-7fc4-4aa3-b2dd-e94489492d25 None None] Pushing event updated for resources: {'Port': ['ID=cfed924d-b80a-47f9-9e4c-16ed62901446,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:29.810128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51192) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:29.915530 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=cb71dafe-08f0-42b5-b860-6c146c5160a5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:29.927983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:30.000707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51196) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:30.009586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b71c781e-1efd-4fbb-bcb2-67aa85b250db tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--27419340', 'description': 'tempest-description--1339191197'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:30.214467 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:30.226975 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3709b845-f120-4298-8823-29d0e17ea340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:30.234595 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:30.275383 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b71c781e-1efd-4fbb-bcb2-67aa85b250db tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:30.333428 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:30.351360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe273015-2de0-4ebc-a417-d26433e15b22 req-16b40709-72ac-4ee6-85c3-d952f0f8d0ad tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:30.359718 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fe273015-2de0-4ebc-a417-d26433e15b22 req-16b40709-72ac-4ee6-85c3-d952f0f8d0ad tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 1.0894179 Sep 23 22:28:30.394182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac616692-30b2-4550-b6fd-caf707af4070 req-1a92af25-4f46-44b1-a201-c0e6f5dd4a0c tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:30.403670 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ac616692-30b2-4550-b6fd-caf707af4070 req-1a92af25-4f46-44b1-a201-c0e6f5dd4a0c tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1710329 Sep 23 22:28:30.462790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291deb93-8d44-4a98-ad66-1fb6df5b718d req-7683b28b-7478-483f-9566-8db9eae8c723 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:30.467452 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-291deb93-8d44-4a98-ad66-1fb6df5b718d req-7683b28b-7478-483f-9566-8db9eae8c723 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.5278306 Sep 23 22:28:30.480655 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ac616692-30b2-4550-b6fd-caf707af4070 req-53c88b75-3287-4865-99ee-70ec712b56d3 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759380 Sep 23 22:28:30.514772 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3709b845-f120-4298-8823-29d0e17ea340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:30.558440 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846593ac-1fbc-4e1f-b77a-f6bdf46c5c7a None None] Pushing event updated for resources: {'Port': ['ID=10a629f9-69d6-4dea-a0d9-232e79b6bfa3,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:30.566663 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cfed924d-b80a-47f9-9e4c-16ed62901446 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:30.658304 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Attempting to bind port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:28:30.658725 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Attempting to bind port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '884ef934-c85e-4c2d-b376-0a715887aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:28:30.659032 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Attempting to bind port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 on network b481aa7f-7834-4ef2-8794-c242ac249e42 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:28:30.659310 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fe273015-2de0-4ebc-a417-d26433e15b22 req-ff4662f7-994d-4c42-ad90-dc3a5f4edd31 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985487 Sep 23 22:28:30.672643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-1fb99e06-a7b2-4e6e-96c7-1e64d1193c26 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::f816:3eff:feac:507f (fabbdebb-7256-45f8-980f-653365ae34a1/4f5ad8a5-da8c-4976-9202-a3876393ecdf/e518ac50-f7c3-4b34-b25d-15dbaacd345e) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:30.689940 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:28:30.690519 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Checking segment: {'id': '884ef934-c85e-4c2d-b376-0a715887aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:28:30.690964 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:30.691581 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Bound using segment: {'id': '884ef934-c85e-4c2d-b376-0a715887aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:28:30.696189 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Bound port: 10a629f9-69d6-4dea-a0d9-232e79b6bfa3, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884ef934-c85e-4c2d-b376-0a715887aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:28:30.696189 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:30.745551 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3709b845-f120-4298-8823-29d0e17ea340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:30.847942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port cfed924d-b80a-47f9-9e4c-16ed62901446 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:30.853360 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:30.906161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709b845-f120-4298-8823-29d0e17ea340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f251e0e-291a-496d-9351-e05e68c31466,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:30.942427 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] For port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:28:30.948797 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] For port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=10a629f9-69d6-4dea-a0d9-232e79b6bfa3,segment=NetworkSegment(884ef934-c85e-4c2d-b376-0a715887aae4),segment_id=884ef934-c85e-4c2d-b376-0a715887aae4)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:28:30.962177 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3709b845-f120-4298-8823-29d0e17ea340 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59843b82c32441448c1e6aaf182511ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1501653 Sep 23 22:28:30.989804 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b71c781e-1efd-4fbb-bcb2-67aa85b250db tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:30.993086 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51210) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:31.054541 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.087268 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.160851 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Routers {'b5e52d96-55bb-4912-ac67-90a78dacb311'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:31.161650 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b5e52d96-55bb-4912-ac67-90a78dacb311'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:31.162220 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b71c781e-1efd-4fbb-bcb2-67aa85b250db tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.164515 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846593ac-1fbc-4e1f-b77a-f6bdf46c5c7a None None] Pushing event updated for resources: {'Port': ['ID=10a629f9-69d6-4dea-a0d9-232e79b6bfa3,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:31.182696 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.264882 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acad9568-050f-48a9-a370-9a6ce829b432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.280009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c781e-1efd-4fbb-bcb2-67aa85b250db tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b258ce-821d-4535-97b2-a51fd18589c5,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:31.280298 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0c651ebd-86ab-4c10-bea0-485bea2aac3a None None] Provisioning complete for port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:31.281056 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c651ebd-86ab-4c10-bea0-485bea2aac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.329326 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b71c781e-1efd-4fbb-bcb2-67aa85b250db tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.335734 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b71c781e-1efd-4fbb-bcb2-67aa85b250db tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3320692 Sep 23 22:28:31.345504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51216) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:31.351746 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acad9568-050f-48a9-a370-9a6ce829b432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.357999 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f8897922-315b-42dc-96cb-a5d365fc2862 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Request body: {'security_group_rule': {'security_group_id': '90b258ce-821d-4535-97b2-a51fd18589c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:31.391133 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] Set router b5e52d96-55bb-4912-ac67-90a78dacb311 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:28:31.392630 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port cfed924d-b80a-47f9-9e4c-16ed62901446, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cfed924d-b80a-47f9-9e4c-16ed62901446,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:31.500307 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c651ebd-86ab-4c10-bea0-485bea2aac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.506150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f55124-04b8-4571-a3d1-3c587c2bcd25 req-01072cec-e93a-4149-ae92-3b25d1d613ea tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:31.524634 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8f55124-04b8-4571-a3d1-3c587c2bcd25 req-01072cec-e93a-4149-ae92-3b25d1d613ea tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.6552243 Sep 23 22:28:31.527000 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.594336 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8897922-315b-42dc-96cb-a5d365fc2862 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.652254 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-291deb93-8d44-4a98-ad66-1fb6df5b718d req-2f1959b1-a608-4189-b6a0-7f3527fe6739 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Deleting port 64997857-86b3-44a6-b11e-6b996bb355d2 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:31.652254 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-291deb93-8d44-4a98-ad66-1fb6df5b718d req-2f1959b1-a608-4189-b6a0-7f3527fe6739 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.653822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0c651ebd-86ab-4c10-bea0-485bea2aac3a None None] For port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=10a629f9-69d6-4dea-a0d9-232e79b6bfa3,segment=NetworkSegment(884ef934-c85e-4c2d-b376-0a715887aae4),segment_id=884ef934-c85e-4c2d-b376-0a715887aae4)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:31.706195 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acad9568-050f-48a9-a370-9a6ce829b432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.716590 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acad9568-050f-48a9-a370-9a6ce829b432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.727461 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-acad9568-050f-48a9-a370-9a6ce829b432 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f251e0e-291a-496d-9351-e05e68c31466 HTTP/1.1" status: 204 len: 168 time: 0.7317309 Sep 23 22:28:31.738461 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c651ebd-86ab-4c10-bea0-485bea2aac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.753362 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=cfed924d-b80a-47f9-9e4c-16ed62901446,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:31.822871 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1fb99e06-a7b2-4e6e-96c7-1e64d1193c26 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:31.866701 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad9568-050f-48a9-a370-9a6ce829b432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f251e0e-291a-496d-9351-e05e68c31466,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:31.984629 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c651ebd-86ab-4c10-bea0-485bea2aac3a None None] Pushing event updated for resources: {'Port': ['ID=10a629f9-69d6-4dea-a0d9-232e79b6bfa3,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:32.002898 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-283abe9a-0745-469e-9473-75851f221a6f None None] Provisioning complete for port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:32.003471 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-283abe9a-0745-469e-9473-75851f221a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:32.023886 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8897922-315b-42dc-96cb-a5d365fc2862 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:32.043631 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e7133-cdcf-4fdf-8deb-7586088124f6 req-9c579275-0e45-4d48-85b4-a558a49f1d43 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:32.053820 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-510e7133-cdcf-4fdf-8deb-7586088124f6 req-9c579275-0e45-4d48-85b4-a558a49f1d43 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.2179694 Sep 23 22:28:32.111226 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8897922-315b-42dc-96cb-a5d365fc2862 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:32.160169 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8f55124-04b8-4571-a3d1-3c587c2bcd25 req-52d4b3e7-bd36-4576-9d2f-eebbcbe2e6cc tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341095 Sep 23 22:28:32.172784 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8897922-315b-42dc-96cb-a5d365fc2862 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bd832b-b44a-4097-9d2f-d597b0404a6a,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:32.204561 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:28:12Z', 'updated_at': '2021-09-23T22:28:24Z', 'revision_number': 4, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'gw_port': {'id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:14Z', 'updated_at': '2021-09-23T22:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10a629f9-69d6-4dea-a0d9-232e79b6bfa3', 'name': '', 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'mac_address': 'fa:16:3e:4c:7d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:21Z', 'updated_at': '2021-09-23T22:28:30Z', 'revision_number': 4, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'subnets': [{'id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:32.220299 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-510e7133-cdcf-4fdf-8deb-7586088124f6 req-4cf7421e-d573-4693-9b9c-c7b88b56cfb1 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625195 Sep 23 22:28:32.242991 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8897922-315b-42dc-96cb-a5d365fc2862 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:32.244554 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f8897922-315b-42dc-96cb-a5d365fc2862 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8960338 Sep 23 22:28:32.247318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51232) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:32.258787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-fa3772a4-b93e-4d17-9b6b-40a28faeb71f tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Request body: {'security_group_rule': {'security_group_id': '90b258ce-821d-4535-97b2-a51fd18589c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:32.315037 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc1dfc-7eff-42a3-878e-34004d144d67 None None] The sync data for ids ['b5e52d96-55bb-4912-ac67-90a78dacb311'] in n-d-810775-1 is: [{'id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:28:12Z', 'updated_at': '2021-09-23T22:28:24Z', 'revision_number': 4, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'gw_port': {'id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:14Z', 'updated_at': '2021-09-23T22:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10a629f9-69d6-4dea-a0d9-232e79b6bfa3', 'name': '', 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'mac_address': 'fa:16:3e:4c:7d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:21Z', 'updated_at': '2021-09-23T22:28:30Z', 'revision_number': 4, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'subnets': [{'id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:28:32.393302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-293ca438-74cc-429b-a4b5-824e7166017d None None] Provisioning complete for port cfed924d-b80a-47f9-9e4c-16ed62901446 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:32.393710 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-293ca438-74cc-429b-a4b5-824e7166017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:32.457968 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa3772a4-b93e-4d17-9b6b-40a28faeb71f tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:32.729481 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cfed924d-b80a-47f9-9e4c-16ed62901446 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:32.831155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79438474-0ada-4573-b76b-6131a85cfd14 req-aa6ab18d-4cc6-464a-8a33-1789abc6e958 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:32.840569 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79438474-0ada-4573-b76b-6131a85cfd14 req-aa6ab18d-4cc6-464a-8a33-1789abc6e958 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2663827 Sep 23 22:28:32.888479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port cfed924d-b80a-47f9-9e4c-16ed62901446 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:32.888866 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:32.974759 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:32.978491 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa3772a4-b93e-4d17-9b6b-40a28faeb71f tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:32.997685 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79438474-0ada-4573-b76b-6131a85cfd14 req-1d71a1ca-593c-47e4-828c-87c53ba13506 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364634 Sep 23 22:28:33.048997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-291deb93-8d44-4a98-ad66-1fb6df5b718d req-2f1959b1-a608-4189-b6a0-7f3527fe6739 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] For port 64997857-86b3-44a6-b11e-6b996bb355d2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=64997857-86b3-44a6-b11e-6b996bb355d2,segment=NetworkSegment(82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2),segment_id=82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:33.050442 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-291deb93-8d44-4a98-ad66-1fb6df5b718d req-2f1959b1-a608-4189-b6a0-7f3527fe6739 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:33.071434 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:33.100151 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa3772a4-b93e-4d17-9b6b-40a28faeb71f tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:33.179628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3772a4-b93e-4d17-9b6b-40a28faeb71f tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71df918-f22c-4ecf-9ccf-77f813be5dcb,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:33.259164 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-291deb93-8d44-4a98-ad66-1fb6df5b718d req-2f1959b1-a608-4189-b6a0-7f3527fe6739 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Calling delete_port for 64997857-86b3-44a6-b11e-6b996bb355d2 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:33.262549 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1fb99e06-a7b2-4e6e-96c7-1e64d1193c26 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:33.301640 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:33.330659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f15b13-7313-45db-9cda-60d03e151416 req-f3340ceb-ec7a-4032-a46d-f58610452900 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:33.332573 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4f15b13-7313-45db-9cda-60d03e151416 req-f3340ceb-ec7a-4032-a46d-f58610452900 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.0915031 Sep 23 22:28:33.342786 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa3772a4-b93e-4d17-9b6b-40a28faeb71f tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:33.348450 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fa3772a4-b93e-4d17-9b6b-40a28faeb71f tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0998960 Sep 23 22:28:33.349193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51264) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:33.360628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:33.499362 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4f15b13-7313-45db-9cda-60d03e151416 req-c36e3d9b-faa8-4752-bb4d-a2c8d481afc9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996704 Sep 23 22:28:33.542227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb99e06-a7b2-4e6e-96c7-1e64d1193c26 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:33.547881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=cb71dafe-08f0-42b5-b860-6c146c5160a5,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:33.586509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-1fb99e06-a7b2-4e6e-96c7-1e64d1193c26 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:33.591392 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb99e06-a7b2-4e6e-96c7-1e64d1193c26 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:33.601853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb99e06-a7b2-4e6e-96c7-1e64d1193c26 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:33.602862 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1fb99e06-a7b2-4e6e-96c7-1e64d1193c26 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:33.650370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 64997857-86b3-44a6-b11e-6b996bb355d2 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:33.696048 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:33.699552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:33.699881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:33.700326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:33.702984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:33.703546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:33.706930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:33.707460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:33.707932 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:33.708405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:33.711522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:33.712288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:33.803195 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a331a-8698-4415-bfff-1776f617585e req-51fecfb1-afb8-4afa-84ac-837cabd01d78 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:33.805904 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-377a331a-8698-4415-bfff-1776f617585e req-51fecfb1-afb8-4afa-84ac-837cabd01d78 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 946 time: 0.1987233 Sep 23 22:28:33.854487 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:33.939610 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-377a331a-8698-4415-bfff-1776f617585e req-71766ace-d3d3-4ca8-a435-c03ec88f6818 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220598 Sep 23 22:28:33.953907 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a20a2c7-279e-41d1-aaab-3fcca0ac4faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64997857-86b3-44a6-b11e-6b996bb355d2'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:28:33.965381 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce11fe4-4cc8-419e-b3f4-52339fae9e82" -d '{"events": [{"server_uuid": "2a20a2c7-279e-41d1-aaab-3fcca0ac4faa", "name": "network-vif-unplugged", "status": "completed", "tag": "64997857-86b3-44a6-b11e-6b996bb355d2"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:28:34.026700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 64997857-86b3-44a6-b11e-6b996bb355d2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=64997857-86b3-44a6-b11e-6b996bb355d2,segment=NetworkSegment(82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2),segment_id=82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:34.124845 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:34.185091 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:34.207699 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb99e06-a7b2-4e6e-96c7-1e64d1193c26 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=e518ac50-f7c3-4b34-b25d-15dbaacd345e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:34.226811 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d76da7-b735-4f77-97fe-386e2ca8a848 x-openstack-request-id: req-89d76da7-b735-4f77-97fe-386e2ca8a848 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:28:34.227080 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a20a2c7-279e-41d1-aaab-3fcca0ac4faa", "name": "network-vif-unplugged", "status": "completed", "tag": "64997857-86b3-44a6-b11e-6b996bb355d2", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:28:34.227480 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-89d76da7-b735-4f77-97fe-386e2ca8a848 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:28:34.228103 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a20a2c7-279e-41d1-aaab-3fcca0ac4faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64997857-86b3-44a6-b11e-6b996bb355d2', 'code': 200} Sep 23 22:28:34.341210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network fffab7d8-0bb5-4b89-8c83-af0a398e476f is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:34.369672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e78a2b7f-1d7c-440e-99ef-869502779782 None None] Provisioning complete for port e518ac50-f7c3-4b34-b25d-15dbaacd345e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:34.370266 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e78a2b7f-1d7c-440e-99ef-869502779782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:34.376404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:34.467288 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1fb99e06-a7b2-4e6e-96c7-1e64d1193c26 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.4388704 Sep 23 22:28:34.476320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51288) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:34.635436 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:34.662282 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fc374-dc2a-41b1-a567-075942453556 req-284f20a3-94da-46fc-8071-7b9956f4ce19 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:34.672714 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e30fc374-dc2a-41b1-a567-075942453556 req-284f20a3-94da-46fc-8071-7b9956f4ce19 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.3127613 Sep 23 22:28:34.687508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eda92c-0805-41b5-b3f2-2be22cfe2849 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:34.691535 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:34.696559 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eda92c-0805-41b5-b3f2-2be22cfe2849 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:34.702746 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-96eda92c-0805-41b5-b3f2-2be22cfe2849 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2152965 Sep 23 22:28:34.711797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51296) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:34.750183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e78a2b7f-1d7c-440e-99ef-869502779782 None None] Port e518ac50-f7c3-4b34-b25d-15dbaacd345e cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:28:34.756763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=64997857-86b3-44a6-b11e-6b996bb355d2,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:34.903040 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:28:34.932443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:34.934687 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:34.971171 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-291deb93-8d44-4a98-ad66-1fb6df5b718d req-2f1959b1-a608-4189-b6a0-7f3527fe6739 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:34.998461 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['2cf3d82b-7030-41fc-88c2-c0d78c89ae3c'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:28:35.052764 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e30fc374-dc2a-41b1-a567-075942453556 req-d70789cf-7ffc-419f-82d2-707bee5728ec tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776205 Sep 23 22:28:35.226704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1959b1-a608-4189-b6a0-7f3527fe6739 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Pushing event deleted for resources: {'Port': ['ID=64997857-86b3-44a6-b11e-6b996bb355d2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:35.319215 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Allocated IP 172.25.1.194 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/d25efdff-8a20-4157-a956-f58481574fe2) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:35.343661 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-291deb93-8d44-4a98-ad66-1fb6df5b718d req-2f1959b1-a608-4189-b6a0-7f3527fe6739 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] No DVR routers for this DVR port 64997857-86b3-44a6-b11e-6b996bb355d2 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:28:35.354286 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-291deb93-8d44-4a98-ad66-1fb6df5b718d req-2f1959b1-a608-4189-b6a0-7f3527fe6739 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:35.358188 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-291deb93-8d44-4a98-ad66-1fb6df5b718d req-2f1959b1-a608-4189-b6a0-7f3527fe6739 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.67 "DELETE /v2.0/ports/64997857-86b3-44a6-b11e-6b996bb355d2 HTTP/1.1" status: 204 len: 173 time: 4.7688870 Sep 23 22:28:35.364597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a20a2c7-279e-41d1-aaab-3fcca0ac4faa', 'name': 'network-vif-deleted', 'tag': '64997857-86b3-44a6-b11e-6b996bb355d2'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:28:35.364597 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e98f676-465e-40b1-a352-57011381d05e" -d '{"events": [{"server_uuid": "2a20a2c7-279e-41d1-aaab-3fcca0ac4faa", "name": "network-vif-deleted", "tag": "64997857-86b3-44a6-b11e-6b996bb355d2"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:28:35.391556 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7838a034-a210-4d50-b503-f6ec0d36d2ef req-4efeee34-0445-4621-9bfa-050b61692117 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 210 time: 0.1086056 Sep 23 22:28:35.499515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:28:35.513322 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-86feb1a7-979a-402d-bd12-7df1b5d9305e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "PUT /v2.0/routers/72d0097c-a494-4b9a-8192-4f5f8270306b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1293876 Sep 23 22:28:35.516292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51316) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:35.518767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f5b180-a5d5-430e-b6ef-a58be06d2d50 None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:28:35.530750 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a584f-d69a-4f97-b965-81c959a521ab req-c839b12c-703a-4ffc-82d7-c76430702c92 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:35.532004 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f5b180-a5d5-430e-b6ef-a58be06d2d50 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:35.532941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-10f5b180-a5d5-430e-b6ef-a58be06d2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:35.533471 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-982a584f-d69a-4f97-b965-81c959a521ab req-c839b12c-703a-4ffc-82d7-c76430702c92 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1866677 Sep 23 22:28:35.542663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-19cc11f7-bf0a-44ef-a3bc-2f8aacdf97cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'port': {'network_id': 'fffab7d8-0bb5-4b89-8c83-af0a398e476f', 'name': 'tempest-FloatingIPTestJSON-1102746365'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:35.570824 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-22032bcf-99d5-47ff-a3da-44d1d064e512 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port e518ac50-f7c3-4b34-b25d-15dbaacd345e {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:35.572179 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-22032bcf-99d5-47ff-a3da-44d1d064e512 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:35.592153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-10f5b180-a5d5-430e-b6ef-a58be06d2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:35.608892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f5b180-a5d5-430e-b6ef-a58be06d2d50 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:35.610749 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-10f5b180-a5d5-430e-b6ef-a58be06d2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:35.677742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-10f5b180-a5d5-430e-b6ef-a58be06d2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:35.679406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f5b180-a5d5-430e-b6ef-a58be06d2d50 None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:28:35.760990 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-982a584f-d69a-4f97-b965-81c959a521ab req-829c2b1f-9f76-4864-a71d-d29865160d5d tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080834 Sep 23 22:28:35.847740 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-22032bcf-99d5-47ff-a3da-44d1d064e512 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:35.877203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-22032bcf-99d5-47ff-a3da-44d1d064e512 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for e518ac50-f7c3-4b34-b25d-15dbaacd345e owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:35.882421 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:35.914706 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc70850-21b4-4dff-94f2-6dc1a30f88ad x-openstack-request-id: req-abc70850-21b4-4dff-94f2-6dc1a30f88ad {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:28:35.914706 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a20a2c7-279e-41d1-aaab-3fcca0ac4faa", "name": "network-vif-deleted", "tag": "64997857-86b3-44a6-b11e-6b996bb355d2", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:28:35.914706 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abc70850-21b4-4dff-94f2-6dc1a30f88ad {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:28:35.914706 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a20a2c7-279e-41d1-aaab-3fcca0ac4faa', 'name': 'network-vif-deleted', 'tag': '64997857-86b3-44a6-b11e-6b996bb355d2', 'status': 'completed', 'code': 200} Sep 23 22:28:36.080845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d2f77-21d8-4d3b-bcfd-b61bb54707f2 req-df1d8b36-6fd0-47ba-a939-e73d35c809f4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:36.083090 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9b3d2f77-21d8-4d3b-bcfd-b61bb54707f2 req-df1d8b36-6fd0-47ba-a939-e73d35c809f4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.0678658 Sep 23 22:28:36.107502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cc11f7-bf0a-44ef-a3bc-2f8aacdf97cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Made reservation on behalf of 7cdd42daa7314e72bd3c651f33a7a74c for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:36.113271 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19cc11f7-bf0a-44ef-a3bc-2f8aacdf97cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:36.143795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-19cc11f7-bf0a-44ef-a3bc-2f8aacdf97cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] device_id is not set on port 56ac0390-89a2-4276-a2fa-70759e564f3c yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:28:36.156506 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9b3d2f77-21d8-4d3b-bcfd-b61bb54707f2 req-09495ca6-0ae6-41b9-8e07-6b561a6781b0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668485 Sep 23 22:28:36.222699 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:36.310976 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-22032bcf-99d5-47ff-a3da-44d1d064e512 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:36.347263 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:36.368726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-19cc11f7-bf0a-44ef-a3bc-2f8aacdf97cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Allocated IP 172.20.0.7 (fffab7d8-0bb5-4b89-8c83-af0a398e476f/58793b93-d49a-4008-9890-0538761359a0/56ac0390-89a2-4276-a2fa-70759e564f3c) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:36.411383 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:36.509668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:36.516728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:36.603112 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-22032bcf-99d5-47ff-a3da-44d1d064e512 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:36.606750 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-22032bcf-99d5-47ff-a3da-44d1d064e512 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/e518ac50-f7c3-4b34-b25d-15dbaacd345e HTTP/1.1" status: 204 len: 168 time: 1.8937881 Sep 23 22:28:36.611567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51344) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:36.612459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Pushing event updated for resources: {'Port': ['ID=d25efdff-8a20-4157-a956-f58481574fe2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:36.774457 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22032bcf-99d5-47ff-a3da-44d1d064e512 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=e518ac50-f7c3-4b34-b25d-15dbaacd345e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:36.828442 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bfdcd60-7a3c-48cc-9e7c-170d8d285870 req-4da6ef96-24bb-4fa9-8c59-d612821d4ec0 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a20a2c7-279e-41d1-aaab-3fcca0ac4faa HTTP/1.1" status: 200 len: 210 time: 0.0781000 Sep 23 22:28:36.844654 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637e247-c88a-4976-b9d2-3a9a2a344e3e req-416b4b20-d0f9-46bc-a69c-e82144ccc620 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:36.858719 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6637e247-c88a-4976-b9d2-3a9a2a344e3e req-416b4b20-d0f9-46bc-a69c-e82144ccc620 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.5794630 Sep 23 22:28:36.914030 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19cc11f7-bf0a-44ef-a3bc-2f8aacdf97cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:36.975203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb44b32-e65d-4046-87ba-298d911e4957 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:36.975203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb44b32-e65d-4046-87ba-298d911e4957 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:36.978408 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fbb44b32-e65d-4046-87ba-298d911e4957 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3568788 Sep 23 22:28:36.982299 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51350) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:37.005269 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:37.052340 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19cc11f7-bf0a-44ef-a3bc-2f8aacdf97cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:37.056435 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6637e247-c88a-4976-b9d2-3a9a2a344e3e req-88ad6e6c-1c69-42c9-b9c0-a5f2239fa461 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715097 Sep 23 22:28:37.165252 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:37.185526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc11f7-bf0a-44ef-a3bc-2f8aacdf97cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=56ac0390-89a2-4276-a2fa-70759e564f3c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:37.216926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdabeef8-4c61-4e7f-9122-eedb5d74a230 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 4f5ad8a5-da8c-4976-9202-a3876393ecdf {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:28:37.229636 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cc11f7-bf0a-44ef-a3bc-2f8aacdf97cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network fffab7d8-0bb5-4b89-8c83-af0a398e476f is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:37.231989 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bdabeef8-4c61-4e7f-9122-eedb5d74a230 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:37.235529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-19cc11f7-bf0a-44ef-a3bc-2f8aacdf97cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:37.266527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cc11f7-bf0a-44ef-a3bc-2f8aacdf97cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:37.324709 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bdabeef8-4c61-4e7f-9122-eedb5d74a230 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:37.367652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc11f7-bf0a-44ef-a3bc-2f8aacdf97cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:37.368380 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19cc11f7-bf0a-44ef-a3bc-2f8aacdf97cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:37.398553 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16b47a-1382-4185-8012-ba015b028c1a req-c67db838-bc5c-44f7-b410-7b488153190d tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:37.400471 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b16b47a-1382-4185-8012-ba015b028c1a req-c67db838-bc5c-44f7-b410-7b488153190d tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1512425 Sep 23 22:28:37.496717 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b16b47a-1382-4185-8012-ba015b028c1a req-227226da-41b6-49c0-afd3-402225a12373 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764883 Sep 23 22:28:37.510057 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bdabeef8-4c61-4e7f-9122-eedb5d74a230 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:37.530268 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:37.565282 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-19cc11f7-bf0a-44ef-a3bc-2f8aacdf97cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0279891 Sep 23 22:28:37.565904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51364) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:37.576299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d4089926-8d4b-45df-a5b4-8063d4726769 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'port': {'network_id': 'fffab7d8-0bb5-4b89-8c83-af0a398e476f', 'name': 'tempest-FloatingIPTestJSON-368391356'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:37.625081 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:37.688702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a557ce4-c33d-4018-ac34-5621102e5d35 req-f54c4560-8869-482e-8e05-77aaf7df1f90 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:37.691846 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8a557ce4-c33d-4018-ac34-5621102e5d35 req-f54c4560-8869-482e-8e05-77aaf7df1f90 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.0712309 Sep 23 22:28:37.757783 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bdabeef8-4c61-4e7f-9122-eedb5d74a230 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:37.774213 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Pushing event updated for resources: {'Port': ['ID=d25efdff-8a20-4157-a956-f58481574fe2,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:37.775425 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8a557ce4-c33d-4018-ac34-5621102e5d35 req-22852356-5714-4041-a3a4-4fa41076798f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725381 Sep 23 22:28:37.806981 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:37.822181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabeef8-4c61-4e7f-9122-eedb5d74a230 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5ad8a5-da8c-4976-9202-a3876393ecdf,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:37.828798 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bdabeef8-4c61-4e7f-9122-eedb5d74a230 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:37.833337 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bdabeef8-4c61-4e7f-9122-eedb5d74a230 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/4f5ad8a5-da8c-4976-9202-a3876393ecdf HTTP/1.1" status: 204 len: 168 time: 0.8462903 Sep 23 22:28:37.833737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51370) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:37.849616 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b3fa09-7d80-47e9-a1cd-88dcf5fb31fa None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:37.900808 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c592f766-5e4c-464b-bfa0-1583a5f59e2a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653281 Sep 23 22:28:37.903518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51376) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:37.960047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4089926-8d4b-45df-a5b4-8063d4726769 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Made reservation on behalf of 7cdd42daa7314e72bd3c651f33a7a74c for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:37.965772 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d4089926-8d4b-45df-a5b4-8063d4726769 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:37.998242 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-d4089926-8d4b-45df-a5b4-8063d4726769 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] device_id is not set on port 9313c20b-5c29-4eb0-9c47-d2091b1485e6 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:28:38.009765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb05ee67-60e5-42e8-a70c-62c73a4cfb1e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:38.013085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eb05ee67-60e5-42e8-a70c-62c73a4cfb1e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1074920 Sep 23 22:28:38.015394 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51382) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:38.129202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51384) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:38.136254 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:38.137970 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-33a04ba2-a14d-4e60-b71a-9b379bcb8b96 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7839785 Sep 23 22:28:38.198939 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedfa06d-c135-48e6-8e89-add9ed4f8cf2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:38.202882 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bedfa06d-c135-48e6-8e89-add9ed4f8cf2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1838586 Sep 23 22:28:38.203580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f94052-4887-4322-9da1-bc63456c705a req-6839bd5b-4d29-4879-9698-e9b80e94c5dc tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:38.213357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40f94052-4887-4322-9da1-bc63456c705a req-6839bd5b-4d29-4879-9698-e9b80e94c5dc tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1520877 Sep 23 22:28:38.215383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51390) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:38.282903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7467a185-5128-4d9e-bba2-f7a8ac578f35 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654907 Sep 23 22:28:38.283992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51392) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:38.293731 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a78b84b9-4d30-4609-b6ed-73b02f763d2a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:38.315062 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-d4089926-8d4b-45df-a5b4-8063d4726769 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Allocated IP 172.20.0.6 (fffab7d8-0bb5-4b89-8c83-af0a398e476f/58793b93-d49a-4008-9890-0538761359a0/9313c20b-5c29-4eb0-9c47-d2091b1485e6) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:38.358145 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40f94052-4887-4322-9da1-bc63456c705a req-24c19cf2-e33c-42dd-b671-201e34891632 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435158 Sep 23 22:28:38.399869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fdc3a7-1a2e-4018-8096-7f875699d19b None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:28:38.559362 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e2fdc3a7-1a2e-4018-8096-7f875699d19b None None] Deleting port cfed924d-b80a-47f9-9e4c-16ed62901446 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:38.560414 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc3a7-1a2e-4018-8096-7f875699d19b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:38.574556 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106de27f-795d-4f52-966f-4b0046d20b1b req-648ef4c9-0d31-4ff6-9de4-92e9f77baad9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:38.582418 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-106de27f-795d-4f52-966f-4b0046d20b1b req-648ef4c9-0d31-4ff6-9de4-92e9f77baad9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1053636 Sep 23 22:28:38.654463 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-106de27f-795d-4f52-966f-4b0046d20b1b req-c4e4cdc4-f20e-494f-98d6-3b02171c6b25 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705419 Sep 23 22:28:38.739302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78b84b9-4d30-4609-b6ed-73b02f763d2a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:38.755711 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a78b84b9-4d30-4609-b6ed-73b02f763d2a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:38.778710 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da0d6255-f893-4781-a2ed-0cd947ce9afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:38.779983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e2fdc3a7-1a2e-4018-8096-7f875699d19b None None] For port cfed924d-b80a-47f9-9e4c-16ed62901446, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cfed924d-b80a-47f9-9e4c-16ed62901446,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:38.780606 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc3a7-1a2e-4018-8096-7f875699d19b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:38.810580 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d4089926-8d4b-45df-a5b4-8063d4726769 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:38.811787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e2fdc3a7-1a2e-4018-8096-7f875699d19b None None] Calling delete_port for cfed924d-b80a-47f9-9e4c-16ed62901446 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:39.042454 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d4089926-8d4b-45df-a5b4-8063d4726769 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:39.093346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4089926-8d4b-45df-a5b4-8063d4726769 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network fffab7d8-0bb5-4b89-8c83-af0a398e476f is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:39.101100 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-d4089926-8d4b-45df-a5b4-8063d4726769 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:39.109892 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4089926-8d4b-45df-a5b4-8063d4726769 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:39.129035 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc3a7-1a2e-4018-8096-7f875699d19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:39.162896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f594a-88ab-4f4b-b40d-5e3c4e275288 req-72fc97b4-67aa-4674-a621-019a5bca8d1a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:39.171138 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f0f594a-88ab-4f4b-b40d-5e3c4e275288 req-72fc97b4-67aa-4674-a621-019a5bca8d1a tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.1648328 Sep 23 22:28:39.196509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4089926-8d4b-45df-a5b4-8063d4726769 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=9313c20b-5c29-4eb0-9c47-d2091b1485e6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:39.205575 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fdc3a7-1a2e-4018-8096-7f875699d19b None None] No DVR routers for this DVR port cfed924d-b80a-47f9-9e4c-16ed62901446 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:28:39.207331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdc3a7-1a2e-4018-8096-7f875699d19b None None] Pushing event deleted for resources: {'Port': ['ID=cfed924d-b80a-47f9-9e4c-16ed62901446,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:39.260246 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-fc56e8c8-0897-4eb5-be23-96b4300d17f6 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--27419340&fields=id&tenant_id=f9c6e4d72e074bf0846555174e943ad6 HTTP/1.1" status: 200 len: 267 time: 0.1707702 Sep 23 22:28:39.269149 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f0f594a-88ab-4f4b-b40d-5e3c4e275288 req-16cf4871-ec32-48fc-880e-15245abf45d5 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957274 Sep 23 22:28:39.278397 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4089926-8d4b-45df-a5b4-8063d4726769 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:39.279115 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d4089926-8d4b-45df-a5b4-8063d4726769 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:39.344448 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da0d6255-f893-4781-a2ed-0cd947ce9afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:39.450420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703f08a-3054-42a5-b0e1-75e6833ad84d req-218cd578-09f7-460d-a5c0-3f5b4034a6d8 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:39.453730 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4703f08a-3054-42a5-b0e1-75e6833ad84d req-218cd578-09f7-460d-a5c0-3f5b4034a6d8 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.0973206 Sep 23 22:28:39.462832 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da0d6255-f893-4781-a2ed-0cd947ce9afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:39.539734 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4703f08a-3054-42a5-b0e1-75e6833ad84d req-7ae9a023-66fd-41d9-854c-12efc79754df tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660746 Sep 23 22:28:39.654545 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d4089926-8d4b-45df-a5b4-8063d4726769 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0831361 Sep 23 22:28:39.680317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51422) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:39.691776 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '9313c20b-5c29-4eb0-9c47-d2091b1485e6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:39.766348 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0147c-a30f-497f-9d85-804c52f9706d req-21f3dcc4-a943-4d02-9426-4e0de79653cb tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:39.769573 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbc0147c-a30f-497f-9d85-804c52f9706d req-21f3dcc4-a943-4d02-9426-4e0de79653cb tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1419675 Sep 23 22:28:39.847042 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbc0147c-a30f-497f-9d85-804c52f9706d req-544a9e84-d615-44ae-9cd6-24bfe71af2b3 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696945 Sep 23 22:28:39.915565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-da0d6255-f893-4781-a2ed-0cd947ce9afb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b3bd0945c274f5e8beadad7885ba59e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7845814 Sep 23 22:28:39.918877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d6255-f893-4781-a2ed-0cd947ce9afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06744910-7f4b-4f9a-96ae-3842995e95cb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:39.919936 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51426) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:39.928736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-c10e301b-1b10-4487-ab65-c73ca4871077 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:39.930412 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-c10e301b-1b10-4487-ab65-c73ca4871077 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/networks?id=b481aa7f-7834-4ef2-8794-c242ac249e42 HTTP/1.1" status: 200 len: 815 time: 0.6240852 Sep 23 22:28:39.986525 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-3d3fcae2-e7da-4413-a304-6ac76660ab61 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/quotas/f9c6e4d72e074bf0846555174e943ad6 HTTP/1.1" status: 200 len: 375 time: 0.0301366 Sep 23 22:28:40.011787 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:40.076380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.objects.ports [None req-a78b84b9-4d30-4609-b6ed-73b02f763d2a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95491) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:28:40.082440 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a78b84b9-4d30-4609-b6ed-73b02f763d2a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:40.091769 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5707ea07-f4f4-4dbc-94c0-1f1114def497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:40.152410 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5707ea07-f4f4-4dbc-94c0-1f1114def497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:40.171474 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b84b9-4d30-4609-b6ed-73b02f763d2a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:40.178718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-a78b84b9-4d30-4609-b6ed-73b02f763d2a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:40.184487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78b84b9-4d30-4609-b6ed-73b02f763d2a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:40.185218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a78b84b9-4d30-4609-b6ed-73b02f763d2a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:40.197841 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef5ac58-7b37-45a7-8bbd-2787ff8819dd None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:40.222490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-d0b4ed91-b30e-4752-a986-656ac23fe901 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f9c6e4d72e074bf0846555174e943ad6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2163384 Sep 23 22:28:40.225690 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b84b9-4d30-4609-b6ed-73b02f763d2a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=d4bfd87c-921f-46fb-b38e-e15b9a368af6,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:40.336497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a78b84b9-4d30-4609-b6ed-73b02f763d2a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0490789 Sep 23 22:28:40.343774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51436) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:40.353277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9c9f832c-7041-4938-8758-dcda68bb5ae8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'mac_address': 'fa:16:3e:39:53:02', 'name': 'tempest-NetworksTestDHCPv6-2130586096'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:40.424269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d98d0d-b21b-4b4a-bc4a-5a07bf1dac6d req-16755f82-85fd-4e89-8c9e-4a8cec7ffd1d tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:40.437967 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-84d98d0d-b21b-4b4a-bc4a-5a07bf1dac6d req-16755f82-85fd-4e89-8c9e-4a8cec7ffd1d tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2712216 Sep 23 22:28:40.492215 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cfed924d-b80a-47f9-9e4c-16ed62901446 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:40.535791 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-7241546d-c6f1-4ee0-b7bb-68ba416d2cba service neutron] 10.222.0.22 "GET /v2.0/networks/b481aa7f-7834-4ef2-8794-c242ac249e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640376 Sep 23 22:28:40.557676 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-84d98d0d-b21b-4b4a-bc4a-5a07bf1dac6d req-933fa567-64ce-4104-802f-ea6cafb1bdc5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083107 Sep 23 22:28:40.574057 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:40.606291 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5707ea07-f4f4-4dbc-94c0-1f1114def497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:40.618042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': 'd4bfd87c-921f-46fb-b38e-e15b9a368af6'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:28:40.620623 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:40.620842 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5707ea07-f4f4-4dbc-94c0-1f1114def497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:40.626736 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: cfed924d-b80a-47f9-9e4c-16ed62901446 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:40.627843 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5707ea07-f4f4-4dbc-94c0-1f1114def497 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/06744910-7f4b-4f9a-96ae-3842995e95cb HTTP/1.1" status: 204 len: 168 time: 0.7061162 Sep 23 22:28:40.629690 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cfed924d-b80a-47f9-9e4c-16ed62901446 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:40.737080 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-2288a51d-89aa-4a58-bcb8-1c2b2d69cd2b service neutron] 10.222.0.22 "GET /v2.0/networks/b481aa7f-7834-4ef2-8794-c242ac249e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996746 Sep 23 22:28:40.795407 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707ea07-f4f4-4dbc-94c0-1f1114def497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06744910-7f4b-4f9a-96ae-3842995e95cb,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:40.818428 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9f832c-7041-4938-8758-dcda68bb5ae8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:40.974556 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d489805-512c-4304-acbf-746e397ca1d4 req-243f4ac5-c861-4ee4-800d-eb328c21db57 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:40.989621 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d489805-512c-4304-acbf-746e397ca1d4 req-243f4ac5-c861-4ee4-800d-eb328c21db57 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.2070625 Sep 23 22:28:41.016687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Allocated IP 2001:db8::f816:3eff:fec7:a0eb (fabbdebb-7256-45f8-980f-653365ae34a1/d4bfd87c-921f-46fb-b38e-e15b9a368af6/63dc2111-c145-467a-b99f-60b0634acf74) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:41.055678 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c9f832c-7041-4938-8758-dcda68bb5ae8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:41.064592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Allocated IP 172.25.1.98 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/c6ec2328-5af4-4839-8ded-64a918310a1d) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:41.106805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b46349-c75c-4067-82fd-9c9f8481f2b8 req-e229e1b4-9a64-4b47-b893-dbe5255c85b2 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:41.110395 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05b46349-c75c-4067-82fd-9c9f8481f2b8 req-e229e1b4-9a64-4b47-b893-dbe5255c85b2 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.43 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.1305623 Sep 23 22:28:41.122282 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d489805-512c-4304-acbf-746e397ca1d4 req-ca655bbb-4acc-44ff-b760-e18f61069f5b tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306081 Sep 23 22:28:41.183029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-9c9f832c-7041-4938-8758-dcda68bb5ae8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port 90feb9ae-5220-4fd2-b50c-54320d385b99 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:28:41.358783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-05b46349-c75c-4067-82fd-9c9f8481f2b8 req-041a48e3-cc6d-40f4-aec6-7b4bfd85b00f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Deleting port 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:41.360114 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-05b46349-c75c-4067-82fd-9c9f8481f2b8 req-041a48e3-cc6d-40f4-aec6-7b4bfd85b00f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:41.410888 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:41.550978 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a383015-fed9-4b03-a9a1-051bd7cb095b req-2aea4046-6ca1-45b1-8e64-a549139fdf25 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 210 time: 0.0527434 Sep 23 22:28:41.561664 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:41.595807 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:41.623704 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=c6ec2328-5af4-4839-8ded-64a918310a1d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:41.647174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:41.649025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:41.651865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:41.683062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70d3e0-4edd-4705-b29b-5b75f89d6e69 req-5532582a-2963-4fb1-95b7-5ccfe55b03b1 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:41.686356 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-db70d3e0-4edd-4705-b29b-5b75f89d6e69 req-5532582a-2963-4fb1-95b7-5ccfe55b03b1 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.3345933 Sep 23 22:28:41.721938 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:41.809646 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:41.815516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:41.826088 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:41.855779 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Pushing event updated for resources: {'Port': ['ID=63dc2111-c145-467a-b99f-60b0634acf74,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:41.897345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-05b46349-c75c-4067-82fd-9c9f8481f2b8 req-041a48e3-cc6d-40f4-aec6-7b4bfd85b00f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] For port 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=2cf3d82b-7030-41fc-88c2-c0d78c89ae3c,segment=NetworkSegment(82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2),segment_id=82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:41.898169 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-05b46349-c75c-4067-82fd-9c9f8481f2b8 req-041a48e3-cc6d-40f4-aec6-7b4bfd85b00f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:41.937178 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Attempting to bind port 63dc2111-c145-467a-b99f-60b0634acf74 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:28:41.941579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Attempting to bind port 63dc2111-c145-467a-b99f-60b0634acf74 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:28:41.941579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Attempting to bind port 63dc2111-c145-467a-b99f-60b0634acf74 on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:28:41.946558 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:28:41.947089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:28:41.947631 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:41.949149 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:28:41.949149 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Bound port: 63dc2111-c145-467a-b99f-60b0634acf74, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:28:41.949553 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:41.965719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-05b46349-c75c-4067-82fd-9c9f8481f2b8 req-041a48e3-cc6d-40f4-aec6-7b4bfd85b00f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Calling delete_port for 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:41.986061 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-db70d3e0-4edd-4705-b29b-5b75f89d6e69 req-a19b4760-5d93-46cd-aded-4f0e4cc32c84 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358336 Sep 23 22:28:42.029330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-9c9f832c-7041-4938-8758-dcda68bb5ae8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::f816:3eff:fe39:5302 (fabbdebb-7256-45f8-980f-653365ae34a1/d4bfd87c-921f-46fb-b38e-e15b9a368af6/90feb9ae-5220-4fd2-b50c-54320d385b99) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:42.055180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] For port 63dc2111-c145-467a-b99f-60b0634acf74, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:28:42.063301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] For port 63dc2111-c145-467a-b99f-60b0634acf74, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=63dc2111-c145-467a-b99f-60b0634acf74,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:28:42.205723 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:42.328550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51466) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:42.354842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9a252-3515-4624-9c9a-795dcdcf4cff None None] Pushing event updated for resources: {'Port': ['ID=63dc2111-c145-467a-b99f-60b0634acf74,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:42.427621 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b34571a4-c070-48ed-83d7-3d85fcedaf9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:42.521409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3f3c4-8763-4d41-8cf3-399a3ba2419a req-ab26e810-a891-4276-99df-9216e061848d tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:42.531915 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c9f832c-7041-4938-8758-dcda68bb5ae8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:42.534951 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-efc3f3c4-8763-4d41-8cf3-399a3ba2419a req-ab26e810-a891-4276-99df-9216e061848d tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 945 time: 0.1983676 Sep 23 22:28:42.678761 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-efc3f3c4-8763-4d41-8cf3-399a3ba2419a req-72c6c9cd-1c4a-47fd-8475-3c546f5bfa23 tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/security-groups?id=9953985e-21bf-4d61-90a3-4e57a0aeaf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420839 Sep 23 22:28:42.797925 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4b70d630-2189-4cd5-a784-b73b4b2cbcb3 req-faf15765-e996-4db8-93c6-8c44842447a2 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 210 time: 0.0644433 Sep 23 22:28:42.799819 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c9f832c-7041-4938-8758-dcda68bb5ae8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:42.824297 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-05b46349-c75c-4067-82fd-9c9f8481f2b8 req-041a48e3-cc6d-40f4-aec6-7b4bfd85b00f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:42.828128 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b34571a4-c070-48ed-83d7-3d85fcedaf9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:42.837100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['2cf3d82b-7030-41fc-88c2-c0d78c89ae3c'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:28:42.927796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9f832c-7041-4938-8758-dcda68bb5ae8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:42.937825 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-9c9f832c-7041-4938-8758-dcda68bb5ae8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:42.945425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9f832c-7041-4938-8758-dcda68bb5ae8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:42.951377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9f832c-7041-4938-8758-dcda68bb5ae8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:42.952070 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c9f832c-7041-4938-8758-dcda68bb5ae8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:42.991114 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f832c-7041-4938-8758-dcda68bb5ae8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=90feb9ae-5220-4fd2-b50c-54320d385b99,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:43.018894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b46349-c75c-4067-82fd-9c9f8481f2b8 req-041a48e3-cc6d-40f4-aec6-7b4bfd85b00f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] No DVR routers for this DVR port 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:28:43.023180 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-05b46349-c75c-4067-82fd-9c9f8481f2b8 req-041a48e3-cc6d-40f4-aec6-7b4bfd85b00f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:43.024678 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05b46349-c75c-4067-82fd-9c9f8481f2b8 req-041a48e3-cc6d-40f4-aec6-7b4bfd85b00f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.43 "DELETE /v2.0/ports/2cf3d82b-7030-41fc-88c2-c0d78c89ae3c HTTP/1.1" status: 204 len: 173 time: 1.9049067 Sep 23 22:28:43.025220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e977c996-2b6f-48be-9f7f-0a761ff60eec', 'name': 'network-vif-deleted', 'tag': '2cf3d82b-7030-41fc-88c2-c0d78c89ae3c'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:28:43.028823 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d64fe9-c241-492f-a5ca-1442f5174abf" -d '{"events": [{"server_uuid": "e977c996-2b6f-48be-9f7f-0a761ff60eec", "name": "network-vif-deleted", "tag": "2cf3d82b-7030-41fc-88c2-c0d78c89ae3c"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:28:43.067259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a48e3-cc6d-40f4-aec6-7b4bfd85b00f tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] Pushing event deleted for resources: {'Port': ['ID=2cf3d82b-7030-41fc-88c2-c0d78c89ae3c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:43.104074 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0f049-5848-4d1e-9b4b-dc1d4815803a req-5c1951d0-94a9-43d1-8e1d-78c6bebb95b2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:43.104074 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cd0f049-5848-4d1e-9b4b-dc1d4815803a req-5c1951d0-94a9-43d1-8e1d-78c6bebb95b2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1428688 Sep 23 22:28:43.104074 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b34571a4-c070-48ed-83d7-3d85fcedaf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:43.190264 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:43.192079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34571a4-c070-48ed-83d7-3d85fcedaf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b17ff2d-5fca-4119-95d5-2b2966089d81,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:43.201015 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9783995c-ff6a-4a26-bcdd-cfdfdc16e848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:43.221602 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b34571a4-c070-48ed-83d7-3d85fcedaf9f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f7a8a52a55e54d158ec669cae5a2d39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8918498 Sep 23 22:28:43.226849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51486) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:43.255092 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cd0f049-5848-4d1e-9b4b-dc1d4815803a req-8b0950d5-dee7-4193-9dbe-a680c2493b4b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385038 Sep 23 22:28:43.319069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98b1ac54-c16e-45c8-b4cc-779d49490f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:43.366312 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0135011-05e9-4900-8c8c-631671f411b2 x-openstack-request-id: req-b0135011-05e9-4900-8c8c-631671f411b2 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:28:43.366983 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e977c996-2b6f-48be-9f7f-0a761ff60eec", "name": "network-vif-deleted", "tag": "2cf3d82b-7030-41fc-88c2-c0d78c89ae3c", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:28:43.367388 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0135011-05e9-4900-8c8c-631671f411b2 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:28:43.367966 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e977c996-2b6f-48be-9f7f-0a761ff60eec', 'name': 'network-vif-deleted', 'tag': '2cf3d82b-7030-41fc-88c2-c0d78c89ae3c', 'status': 'completed', 'code': 200} Sep 23 22:28:43.373914 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98b1ac54-c16e-45c8-b4cc-779d49490f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:43.392872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51490) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:43.411602 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9c9f832c-7041-4938-8758-dcda68bb5ae8 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0613737 Sep 23 22:28:43.535680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8838adf-28b5-412c-aae9-bf80f1dd74f9 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:43.550813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8838adf-28b5-412c-aae9-bf80f1dd74f9 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:43.560100 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c8838adf-28b5-412c-aae9-bf80f1dd74f9 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1598136 Sep 23 22:28:43.560447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51496) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:43.560904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:43.630125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846056c-b847-4b60-83ff-8df948ab6e4b req-7bdef6b7-ff77-477e-b37c-77fd900694b8 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:43.644368 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5846056c-b847-4b60-83ff-8df948ab6e4b req-7bdef6b7-ff77-477e-b37c-77fd900694b8 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2107573 Sep 23 22:28:43.654733 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98b1ac54-c16e-45c8-b4cc-779d49490f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:43.659529 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98b1ac54-c16e-45c8-b4cc-779d49490f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:43.661594 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-98b1ac54-c16e-45c8-b4cc-779d49490f58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b17ff2d-5fca-4119-95d5-2b2966089d81 HTTP/1.1" status: 204 len: 168 time: 0.4330640 Sep 23 22:28:43.686221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1ac54-c16e-45c8-b4cc-779d49490f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b17ff2d-5fca-4119-95d5-2b2966089d81,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:43.764060 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:28:43.793971 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5846056c-b847-4b60-83ff-8df948ab6e4b req-97803c52-7214-415d-b596-431a7b0f1daa tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434293 Sep 23 22:28:43.876292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3c375db7-5f2b-4465-a0e1-9605b83a6dae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port 90feb9ae-5220-4fd2-b50c-54320d385b99 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:43.878100 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c375db7-5f2b-4465-a0e1-9605b83a6dae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:44.013038 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-992bb044-1695-4df0-8be2-d6bac4f4659d req-7a3cf53a-396d-4aa3-b711-b41467b3e49a tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 210 time: 0.0743122 Sep 23 22:28:44.066600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7e0ea01-6091-4808-9a67-38bcf12e7359 req-b235da33-4803-433d-9de2-b9e5b3b626bd tempest-ServerRescueTestJSON-2039214362 tempest-ServerRescueTestJSON-2039214362-project] 10.222.0.22 "GET /v2.0/ports?device_id=e977c996-2b6f-48be-9f7f-0a761ff60eec HTTP/1.1" status: 200 len: 210 time: 0.2227237 Sep 23 22:28:44.074900 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c375db7-5f2b-4465-a0e1-9605b83a6dae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:44.093083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3c375db7-5f2b-4465-a0e1-9605b83a6dae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for 90feb9ae-5220-4fd2-b50c-54320d385b99 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:44.131482 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:44.232139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bd0d4722-3a3a-415f-b2d1-e5c55b15f9d6 None None] Provisioning complete for port 63dc2111-c145-467a-b99f-60b0634acf74 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:44.233306 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bd0d4722-3a3a-415f-b2d1-e5c55b15f9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:44.295719 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:44.376553 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=c6ec2328-5af4-4839-8ded-64a918310a1d,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:44.388585 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bd0d4722-3a3a-415f-b2d1-e5c55b15f9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:44.467980 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:44.478206 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c375db7-5f2b-4465-a0e1-9605b83a6dae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:44.521156 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-bd0d4722-3a3a-415f-b2d1-e5c55b15f9d6 None None] For port 63dc2111-c145-467a-b99f-60b0634acf74, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=63dc2111-c145-467a-b99f-60b0634acf74,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:44.548591 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c375db7-5f2b-4465-a0e1-9605b83a6dae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=90feb9ae-5220-4fd2-b50c-54320d385b99,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:44.605899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 63dc2111-c145-467a-b99f-60b0634acf74 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:44.606072 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a8774-479f-4882-b612-28dc5a7e31ce req-beb9153f-d86f-4106-8139-fe59098830e2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:44.608030 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9e3a8774-479f-4882-b612-28dc5a7e31ce req-beb9153f-d86f-4106-8139-fe59098830e2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.3631234 Sep 23 22:28:44.675132 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c375db7-5f2b-4465-a0e1-9605b83a6dae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:44.700698 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3c375db7-5f2b-4465-a0e1-9605b83a6dae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/90feb9ae-5220-4fd2-b50c-54320d385b99 HTTP/1.1" status: 204 len: 168 time: 1.1390114 Sep 23 22:28:44.702091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51518) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:44.751521 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9e3a8774-479f-4882-b612-28dc5a7e31ce req-a2ff3f95-2c4e-46d9-b089-f36a1231d156 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334143 Sep 23 22:28:44.754198 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bd0d4722-3a3a-415f-b2d1-e5c55b15f9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:44.843819 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Floating IP b4687c74-6004-4c38-8981-5fb0c35fca87 associated. External IP: 172.25.1.98, port: 9313c20b-5c29-4eb0-9c47-d2091b1485e6. Sep 23 22:28:44.882517 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 63dc2111-c145-467a-b99f-60b0634acf74 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:44.883018 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:44.962360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a241529c-3228-48ae-bdc5-8781fd79366a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:44.970413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a241529c-3228-48ae-bdc5-8781fd79366a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:44.984103 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a241529c-3228-48ae-bdc5-8781fd79366a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2798088 Sep 23 22:28:44.987518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51528) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:44.996291 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-59959e39-5138-4e20-b0ef-52873f82f862 None None] Could not find standard attr ID for object 90feb9ae-5220-4fd2-b50c-54320d385b99. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:28:45.158546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d4722-3a3a-415f-b2d1-e5c55b15f9d6 None None] Pushing event updated for resources: {'Port': ['ID=63dc2111-c145-467a-b99f-60b0634acf74,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:45.194107 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-56515ebd-0ee7-4765-b520-ac1e37da5156 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet d4bfd87c-921f-46fb-b38e-e15b9a368af6 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:28:45.196219 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-56515ebd-0ee7-4765-b520-ac1e37da5156 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:45.311982 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba3c0c-27f4-42ce-a360-cecad554e9c3 req-2ee77465-161f-4217-8711-efe3c5deb2e5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:45.317454 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d5f331c-904e-40d8-910c-280dc0d44c0f req-6e01fcb0-d8ca-4ce9-975d-b20faabbbe23 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 210 time: 0.0562205 Sep 23 22:28:45.320978 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dfba3c0c-27f4-42ce-a360-cecad554e9c3 req-2ee77465-161f-4217-8711-efe3c5deb2e5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1639881 Sep 23 22:28:45.335298 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-56515ebd-0ee7-4765-b520-ac1e37da5156 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:45.400614 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dfba3c0c-27f4-42ce-a360-cecad554e9c3 req-00ffacc1-270c-4d3d-928c-449b0b19492b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782583 Sep 23 22:28:45.435975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:28:45.436189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51538) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:45.574516 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:28:45.597557 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c346bddb-7a9c-4578-817a-23b73412f6e8 None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:28:45.608418 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c346bddb-7a9c-4578-817a-23b73412f6e8 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:45.609189 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c346bddb-7a9c-4578-817a-23b73412f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:45.645502 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c346bddb-7a9c-4578-817a-23b73412f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:45.656126 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c346bddb-7a9c-4578-817a-23b73412f6e8 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:45.659837 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c346bddb-7a9c-4578-817a-23b73412f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:45.703367 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c346bddb-7a9c-4578-817a-23b73412f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:45.705015 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c346bddb-7a9c-4578-817a-23b73412f6e8 None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:28:45.727376 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1010226f-a6fa-4fb3-aa68-209a922948ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:45.728320 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-56515ebd-0ee7-4765-b520-ac1e37da5156 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:45.933055 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:46.130168 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fce0065f-3fc9-4acb-a789-ca506fbe040b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:46.153841 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:46.154191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 2cf3d82b-7030-41fc-88c2-c0d78c89ae3c not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:46.200089 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:46.249296 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-87d4c577-550d-470b-b1c6-827ab43ad4d3 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.5667603 Sep 23 22:28:46.253737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51544) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:46.262610 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-56515ebd-0ee7-4765-b520-ac1e37da5156 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:46.263878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c55df0bf-3ed4-4b95-a7e5-4a581758e6da tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:46.282153 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:46.335040 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56515ebd-0ee7-4765-b520-ac1e37da5156 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=d4bfd87c-921f-46fb-b38e-e15b9a368af6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:46.343394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4bf669-e662-44e6-a651-81f38aae3dfa None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:46.351776 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-56515ebd-0ee7-4765-b520-ac1e37da5156 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:46.355785 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-56515ebd-0ee7-4765-b520-ac1e37da5156 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/d4bfd87c-921f-46fb-b38e-e15b9a368af6 HTTP/1.1" status: 204 len: 168 time: 1.3662858 Sep 23 22:28:46.360461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51548) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:46.479391 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c55df0bf-3ed4-4b95-a7e5-4a581758e6da tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:46.540838 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-632b89a3-7883-457b-a197-5790232de2bd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1704707 Sep 23 22:28:46.543510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51556) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:46.568260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9849da84-fa4d-4fda-9c9d-578dd8a58114 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:46.617616 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 63dc2111-c145-467a-b99f-60b0634acf74 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:46.790268 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-756b2ae1-427e-4b48-b49f-5448ec213155 req-e9c96a77-58c7-4429-83bf-e64fbea55582 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 210 time: 0.1722414 Sep 23 22:28:46.888130 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 63dc2111-c145-467a-b99f-60b0634acf74 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:46.888723 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:46.902842 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c55df0bf-3ed4-4b95-a7e5-4a581758e6da tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:46.999946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dc5bc2-cd67-4f07-b94b-8646d459d11a None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:28:47.160904 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:47.197962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc5bc2-cd67-4f07-b94b-8646d459d11a None None] Deleting port 63dc2111-c145-467a-b99f-60b0634acf74 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:47.198561 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5bc2-cd67-4f07-b94b-8646d459d11a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:47.213677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-e1975844-a53f-4e30-a47f-1cb2fc6def85 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:47.214997 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-e1975844-a53f-4e30-a47f-1cb2fc6def85 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.43 "GET /v2.0/networks?id=b481aa7f-7834-4ef2-8794-c242ac249e42 HTTP/1.1" status: 200 len: 815 time: 0.2651632 Sep 23 22:28:47.223968 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c55df0bf-3ed4-4b95-a7e5-4a581758e6da tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:47.226782 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-c55df0bf-3ed4-4b95-a7e5-4a581758e6da tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Floating IP b4687c74-6004-4c38-8981-5fb0c35fca87 disassociated. External IP: 172.25.1.98, port: 9313c20b-5c29-4eb0-9c47-d2091b1485e6. Sep 23 22:28:47.317181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c7dc5bc2-cd67-4f07-b94b-8646d459d11a None None] For port 63dc2111-c145-467a-b99f-60b0634acf74, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=63dc2111-c145-467a-b99f-60b0634acf74,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:47.317590 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5bc2-cd67-4f07-b94b-8646d459d11a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:47.328209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9849da84-fa4d-4fda-9c9d-578dd8a58114 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:47.341060 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9849da84-fa4d-4fda-9c9d-578dd8a58114 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:47.348533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc5bc2-cd67-4f07-b94b-8646d459d11a None None] Calling delete_port for 63dc2111-c145-467a-b99f-60b0634acf74 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:47.790104 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55df0bf-3ed4-4b95-a7e5-4a581758e6da tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:28:47.848627 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5bc2-cd67-4f07-b94b-8646d459d11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:47.856684 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:47.961926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc5bc2-cd67-4f07-b94b-8646d459d11a None None] Pushing event deleted for resources: {'Port': ['ID=63dc2111-c145-467a-b99f-60b0634acf74,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:47.980862 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc5bc2-cd67-4f07-b94b-8646d459d11a None None] No DVR routers for this DVR port 63dc2111-c145-467a-b99f-60b0634acf74 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:28:48.054218 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-eab1de66-99ff-42ba-aa47-e13037907920 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c6e4d72e074bf0846555174e943ad6 HTTP/1.1" status: 200 len: 378 time: 0.7817881 Sep 23 22:28:48.071719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-59f851c1-d908-447c-88fe-a19cfeaeb230 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Request body: {'port': {'device_id': '9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d', 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'admin_state_up': True, 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'security_groups': ['90b258ce-821d-4535-97b2-a51fd18589c5']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:48.100509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e7f3c-410f-4874-84a5-d2f9e188c28a req-7b595b7e-1cae-4054-85b7-ed87831e9272 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:48.109040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-582e7f3c-410f-4874-84a5-d2f9e188c28a req-7b595b7e-1cae-4054-85b7-ed87831e9272 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1674418 Sep 23 22:28:48.116369 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cb972397-e928-4fe3-9a5d-542345c59b67 req-13ed9db4-ed74-4eef-b457-32d172dbeade tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 210 time: 0.0797501 Sep 23 22:28:48.127573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-fce0065f-3fc9-4acb-a789-ca506fbe040b admin admin] Deleting port 1de86a69-ed07-467e-ae55-d811f5014b8d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:48.127911 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fce0065f-3fc9-4acb-a789-ca506fbe040b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:48.157508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55df0bf-3ed4-4b95-a7e5-4a581758e6da tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:28:48.172800 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c55df0bf-3ed4-4b95-a7e5-4a581758e6da tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:48.174198 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b53b2-eb12-419e-b6d3-0550e083a35d None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:28:48.201609 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b53b2-eb12-419e-b6d3-0550e083a35d None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:48.202810 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-372b53b2-eb12-419e-b6d3-0550e083a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:48.230154 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c55df0bf-3ed4-4b95-a7e5-4a581758e6da tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "PUT /v2.0/floatingips/b4687c74-6004-4c38-8981-5fb0c35fca87 HTTP/1.1" status: 200 len: 687 time: 1.9740353 Sep 23 22:28:48.240496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51604) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:48.268323 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-372b53b2-eb12-419e-b6d3-0550e083a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:48.294137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b53b2-eb12-419e-b6d3-0550e083a35d None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:48.295061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-372b53b2-eb12-419e-b6d3-0550e083a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:48.323023 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-582e7f3c-410f-4874-84a5-d2f9e188c28a req-fefe25c7-a074-4af3-87e0-4ec7103e93d4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111962 Sep 23 22:28:48.383033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-372b53b2-eb12-419e-b6d3-0550e083a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:48.383678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b53b2-eb12-419e-b6d3-0550e083a35d None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:28:48.407390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-fce0065f-3fc9-4acb-a789-ca506fbe040b admin admin] For port 1de86a69-ed07-467e-ae55-d811f5014b8d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1de86a69-ed07-467e-ae55-d811f5014b8d,segment=NetworkSegment(82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2),segment_id=82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:48.408259 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fce0065f-3fc9-4acb-a789-ca506fbe040b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:48.489296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-fce0065f-3fc9-4acb-a789-ca506fbe040b admin admin] Calling delete_port for 1de86a69-ed07-467e-ae55-d811f5014b8d owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:48.498163 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 63dc2111-c145-467a-b99f-60b0634acf74 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:48.532434 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 63dc2111-c145-467a-b99f-60b0634acf74 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:48.532783 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 63dc2111-c145-467a-b99f-60b0634acf74 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:48.535954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.objects.ports [None req-9849da84-fa4d-4fda-9c9d-578dd8a58114 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95491) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:28:48.543118 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:48.560505 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9849da84-fa4d-4fda-9c9d-578dd8a58114 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:48.570027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-fb6ceff7-c444-42ca-b0fd-2fe606650bef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting port c6ec2328-5af4-4839-8ded-64a918310a1d {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:48.570549 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb6ceff7-c444-42ca-b0fd-2fe606650bef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:48.675873 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb6ceff7-c444-42ca-b0fd-2fe606650bef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:48.676200 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb6ceff7-c444-42ca-b0fd-2fe606650bef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:48.693129 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-fb6ceff7-c444-42ca-b0fd-2fe606650bef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Calling delete_port for c6ec2328-5af4-4839-8ded-64a918310a1d owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:48.712318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849da84-fa4d-4fda-9c9d-578dd8a58114 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=2978699c-23e1-49bc-8bd4-6201d24e6999,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:48.720975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9849da84-fa4d-4fda-9c9d-578dd8a58114 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:48.726412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-9849da84-fa4d-4fda-9c9d-578dd8a58114 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:48.732984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9849da84-fa4d-4fda-9c9d-578dd8a58114 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:48.733523 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9849da84-fa4d-4fda-9c9d-578dd8a58114 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:48.752199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1add62a6-46b6-4f37-ae4d-77f07bb8200a None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:48.820112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-59f851c1-d908-447c-88fe-a19cfeaeb230 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Made reservation on behalf of f9c6e4d72e074bf0846555174e943ad6 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:48.826531 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-59f851c1-d908-447c-88fe-a19cfeaeb230 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:48.972964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': '2978699c-23e1-49bc-8bd4-6201d24e6999'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:28:48.979285 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9849da84-fa4d-4fda-9c9d-578dd8a58114 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4287519 Sep 23 22:28:48.979739 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:48.981364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51618) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:48.988982 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-109c0f15-12da-40ca-a0f9-293f880ca750 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'mac_address': 'fa:16:3e:49:c0:84', 'name': 'tempest-NetworksTestDHCPv6-1031070712'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:49.131022 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb6ceff7-c444-42ca-b0fd-2fe606650bef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:49.142144 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fce0065f-3fc9-4acb-a789-ca506fbe040b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:49.182079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0065f-3fc9-4acb-a789-ca506fbe040b admin admin] Pushing event deleted for resources: {'Port': ['ID=1de86a69-ed07-467e-ae55-d811f5014b8d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:49.242516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Allocated IP 2001:db8::f816:3eff:fea9:5cc8 (fabbdebb-7256-45f8-980f-653365ae34a1/2978699c-23e1-49bc-8bd4-6201d24e6999/96cf9155-e0ef-417b-9c4d-58a2eb527e34) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:49.287016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ceff7-c444-42ca-b0fd-2fe606650bef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Port': ['ID=c6ec2328-5af4-4839-8ded-64a918310a1d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:49.314195 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-59f851c1-d908-447c-88fe-a19cfeaeb230 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Allocated IP 172.20.0.10 (b481aa7f-7834-4ef2-8794-c242ac249e42/e0690551-0d17-436f-a3db-32b0f3ce9754/c71534af-f4a0-4753-aa9f-acdcd66ec613) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:49.529491 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:49.539357 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fce0065f-3fc9-4acb-a789-ca506fbe040b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:49.553994 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eac65a8c-cd90-427b-b22c-5f6f68ee7e4d req-47b43cb0-bb6c-4035-af86-3e4def28c421 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 210 time: 0.2148330 Sep 23 22:28:49.628593 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb6ceff7-c444-42ca-b0fd-2fe606650bef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:49.638401 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb6ceff7-c444-42ca-b0fd-2fe606650bef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:49.640432 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fb6ceff7-c444-42ca-b0fd-2fe606650bef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/floatingips/b4687c74-6004-4c38-8981-5fb0c35fca87 HTTP/1.1" status: 204 len: 168 time: 1.3961182 Sep 23 22:28:49.648309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51644) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:49.655454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '56ac0390-89a2-4276-a2fa-70759e564f3c'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:49.688447 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:49.741620 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76ec4b-6662-429b-88a6-2489b63cd5f4 req-c07cb80c-b4ac-4d5b-9583-d4016165cb89 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:49.743469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e76ec4b-6662-429b-88a6-2489b63cd5f4 req-c07cb80c-b4ac-4d5b-9583-d4016165cb89 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2328181 Sep 23 22:28:49.774354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:49.779308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:49.782368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:49.782614 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-59f851c1-d908-447c-88fe-a19cfeaeb230 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:49.798270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Pushing event updated for resources: {'Port': ['ID=96cf9155-e0ef-417b-9c4d-58a2eb527e34,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:49.850868 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e76ec4b-6662-429b-88a6-2489b63cd5f4 req-58f2851e-d173-4ccd-9102-352c7dcd98b9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901353 Sep 23 22:28:49.884416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109c0f15-12da-40ca-a0f9-293f880ca750 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:49.902044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Attempting to bind port 96cf9155-e0ef-417b-9c4d-58a2eb527e34 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:28:49.902686 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Attempting to bind port 96cf9155-e0ef-417b-9c4d-58a2eb527e34 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:28:49.903318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Attempting to bind port 96cf9155-e0ef-417b-9c4d-58a2eb527e34 on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:28:49.916949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:28:49.917509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:28:49.918164 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:49.918758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:28:49.919649 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Bound port: 96cf9155-e0ef-417b-9c4d-58a2eb527e34, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:28:49.920229 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:50.045311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] For port 96cf9155-e0ef-417b-9c4d-58a2eb527e34, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:28:50.046019 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-59f851c1-d908-447c-88fe-a19cfeaeb230 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:50.046142 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] For port 96cf9155-e0ef-417b-9c4d-58a2eb527e34, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=96cf9155-e0ef-417b-9c4d-58a2eb527e34,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:28:50.076543 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:50.102806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-59f851c1-d908-447c-88fe-a19cfeaeb230 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Network b481aa7f-7834-4ef2-8794-c242ac249e42 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:50.110845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-59f851c1-d908-447c-88fe-a19cfeaeb230 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:50.119959 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-59f851c1-d908-447c-88fe-a19cfeaeb230 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:50.155659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f851c1-d908-447c-88fe-a19cfeaeb230 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Pushing event updated for resources: {'Port': ['ID=c71534af-f4a0-4753-aa9f-acdcd66ec613,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:50.176079 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-109c0f15-12da-40ca-a0f9-293f880ca750 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:50.185839 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:50.198704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce0065f-3fc9-4acb-a789-ca506fbe040b admin admin] Router 62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:28:50.208408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-59f851c1-d908-447c-88fe-a19cfeaeb230 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:50.209904 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-59f851c1-d908-447c-88fe-a19cfeaeb230 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:50.292633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-109c0f15-12da-40ca-a0f9-293f880ca750 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port 3f4c73a2-ed09-46a4-9335-ffb37a4e2284 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:28:50.315498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c22a9-12dd-407e-be12-bd86d7f6f2cb None None] Pushing event updated for resources: {'Port': ['ID=96cf9155-e0ef-417b-9c4d-58a2eb527e34,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:50.430570 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-59f851c1-d908-447c-88fe-a19cfeaeb230 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3652861 Sep 23 22:28:50.461547 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:50.481705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ea345fc8-985f-4c1d-979a-e39bb4318137 None None] Provisioning complete for port c71534af-f4a0-4753-aa9f-acdcd66ec613 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:50.483308 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea345fc8-985f-4c1d-979a-e39bb4318137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:50.510056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce0065f-3fc9-4acb-a789-ca506fbe040b admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:28:50.521017 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fce0065f-3fc9-4acb-a789-ca506fbe040b admin admin] 10.222.0.22 "PUT /v2.0/routers/62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0842187 Sep 23 22:28:50.521996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51654) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:50.526433 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e22a1b2-06b7-4b90-bbfc-64beacd84449 None None] Sync routers for ids ['62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:28:50.547044 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e22a1b2-06b7-4b90-bbfc-64beacd84449 None None] Routers {'62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:50.548140 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5e22a1b2-06b7-4b90-bbfc-64beacd84449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:50.611726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ea345fc8-985f-4c1d-979a-e39bb4318137 None None] Port c71534af-f4a0-4753-aa9f-acdcd66ec613 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:28:50.617521 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-109c0f15-12da-40ca-a0f9-293f880ca750 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::f816:3eff:fe49:c084 (fabbdebb-7256-45f8-980f-653365ae34a1/2978699c-23e1-49bc-8bd4-6201d24e6999/3f4c73a2-ed09-46a4-9335-ffb37a4e2284) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:50.872369 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-5e22a1b2-06b7-4b90-bbfc-64beacd84449 None None] Set router 62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:28:50.878146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Request body: {'port': {'device_id': '9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:50.892924 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:51.125192 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:51.186196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-965f7a29-44f3-483b-8a2f-5b1b321de039 req-95e0b38b-4148-4d51-bdd3-e65660280bd0 tempest-QuotasAdminNegativeTest-1870828360 tempest-QuotasAdminNegativeTest-1870828360-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a5d8b99158b14401a12b8ef359959a8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458269 Sep 23 22:28:51.204251 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:51.292874 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5e22a1b2-06b7-4b90-bbfc-64beacd84449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'name': 'tempest-ServerRescueTestJSON-628743016-router', 'tenant_id': '92ffee92be894524b0e7f44ca8640737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '7385e489-c8d6-4ae6-872c-2fe04a362cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:25:46Z', 'updated_at': '2021-09-23T22:28:48Z', 'revision_number': 5, 'project_id': '92ffee92be894524b0e7f44ca8640737', 'gw_port': {'id': '7385e489-c8d6-4ae6-872c-2fe04a362cb6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:47Z', 'updated_at': '2021-09-23T22:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:51.330948 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e22a1b2-06b7-4b90-bbfc-64beacd84449 None None] Checking router: 62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:28:51.346194 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e22a1b2-06b7-4b90-bbfc-64beacd84449 None None] Routers {'62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:51.348062 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5e22a1b2-06b7-4b90-bbfc-64beacd84449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:51.421854 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] Deleting port 7385e489-c8d6-4ae6-872c-2fe04a362cb6 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:51.422215 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:51.456438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Allocated IP 172.25.1.231 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/d1bd3469-d30b-4567-bcdb-7330c1c540bd) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:51.508719 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-5e22a1b2-06b7-4b90-bbfc-64beacd84449 None None] Set router 62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:28:51.584906 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5e22a1b2-06b7-4b90-bbfc-64beacd84449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'name': 'tempest-ServerRescueTestJSON-628743016-router', 'tenant_id': '92ffee92be894524b0e7f44ca8640737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:25:46Z', 'updated_at': '2021-09-23T22:28:51Z', 'revision_number': 6, 'project_id': '92ffee92be894524b0e7f44ca8640737', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:51.593855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f7a29-44f3-483b-8a2f-5b1b321de039 req-01bb75de-8c6b-4944-b610-6143e36311dc tempest-QuotasAdminNegativeTest-1870828360 tempest-QuotasAdminNegativeTest-1870828360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:51.602158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-965f7a29-44f3-483b-8a2f-5b1b321de039 req-01bb75de-8c6b-4944-b610-6143e36311dc tempest-QuotasAdminNegativeTest-1870828360 tempest-QuotasAdminNegativeTest-1870828360-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4149818 Sep 23 22:28:51.626075 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e22a1b2-06b7-4b90-bbfc-64beacd84449 None None] The sync data for ids ['62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a'] in n-d-810775-1 is: [{'id': '62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a', 'name': 'tempest-ServerRescueTestJSON-628743016-router', 'tenant_id': '92ffee92be894524b0e7f44ca8640737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:25:46Z', 'updated_at': '2021-09-23T22:28:51Z', 'revision_number': 6, 'project_id': '92ffee92be894524b0e7f44ca8640737', 'gw_port_host': None}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:28:51.652617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] For port 7385e489-c8d6-4ae6-872c-2fe04a362cb6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7385e489-c8d6-4ae6-872c-2fe04a362cb6,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:51.652967 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:51.672908 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-965f7a29-44f3-483b-8a2f-5b1b321de039 req-7a0a462a-a61a-4ee4-bed0-7ab84407a295 tempest-QuotasAdminNegativeTest-1870828360 tempest-QuotasAdminNegativeTest-1870828360-project] 10.222.0.22 "GET /v2.0/quotas/a5d8b99158b14401a12b8ef359959a8c HTTP/1.1" status: 200 len: 375 time: 0.0694425 Sep 23 22:28:51.699338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] Calling delete_port for 7385e489-c8d6-4ae6-872c-2fe04a362cb6 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:51.727859 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda263d-e897-4aa3-94d7-490320ff24ea req-72fe879c-4599-4cb1-bcd6-07ba9f7777c4 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:51.732756 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-965f7a29-44f3-483b-8a2f-5b1b321de039 req-d2c9adc6-9076-476e-b332-f55f3f920de5 tempest-QuotasAdminNegativeTest-1870828360 tempest-QuotasAdminNegativeTest-1870828360-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5d8b99158b14401a12b8ef359959a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587871 Sep 23 22:28:51.737328 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3eda263d-e897-4aa3-94d7-490320ff24ea req-72fe879c-4599-4cb1-bcd6-07ba9f7777c4 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 932 time: 0.4641888 Sep 23 22:28:51.953166 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3eda263d-e897-4aa3-94d7-490320ff24ea req-2146a94e-d642-4f1e-8c42-99c4dbb419b4 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/security-groups?id=90b258ce-821d-4535-97b2-a51fd18589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2145038 Sep 23 22:28:51.983283 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-109c0f15-12da-40ca-a0f9-293f880ca750 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:52.069471 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:52.074820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7e7f3-16f5-4d3d-8cf9-f85a47e63a93 req-1554c5b3-702e-475d-aed9-81b2384f7f4b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:52.081510 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8e7e7f3-16f5-4d3d-8cf9-f85a47e63a93 req-1554c5b3-702e-475d-aed9-81b2384f7f4b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2093270 Sep 23 22:28:52.177161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71534af-f4a0-4753-aa9f-acdcd66ec613 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:28:52.203348 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:52.251679 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8e7e7f3-16f5-4d3d-8cf9-f85a47e63a93 req-a62dcdbc-69f1-48dc-a57b-ffb389a3a13b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691966 Sep 23 22:28:52.263597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Provisioning complete for port 96cf9155-e0ef-417b-9c4d-58a2eb527e34 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:52.264995 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:52.275558 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-109c0f15-12da-40ca-a0f9-293f880ca750 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:52.362905 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:52.378606 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Transition to ACTIVE for port object c71534af-f4a0-4753-aa9f-acdcd66ec613 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:28:52.381100 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:52.387583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109c0f15-12da-40ca-a0f9-293f880ca750 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:52.401358 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-109c0f15-12da-40ca-a0f9-293f880ca750 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:52.407206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109c0f15-12da-40ca-a0f9-293f880ca750 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:52.421617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109c0f15-12da-40ca-a0f9-293f880ca750 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:52.423668 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-109c0f15-12da-40ca-a0f9-293f880ca750 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:52.426846 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:52.430585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] Pushing event deleted for resources: {'Port': ['ID=7385e489-c8d6-4ae6-872c-2fe04a362cb6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:52.483421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c0f15-12da-40ca-a0f9-293f880ca750 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=3f4c73a2-ed09-46a4-9335-ffb37a4e2284,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:52.514286 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:52.539421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] For port 96cf9155-e0ef-417b-9c4d-58a2eb527e34, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=96cf9155-e0ef-417b-9c4d-58a2eb527e34,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:52.622272 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-109c0f15-12da-40ca-a0f9-293f880ca750 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6359117 Sep 23 22:28:52.623452 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:52.625822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51682) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:52.644393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:52.647741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:28:52.660265 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:52.715829 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:52.782277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=d1bd3469-d30b-4567-bcdb-7330c1c540bd,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:52.866235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a7d06e-0815-4f1e-9f51-ff8430f6f29e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:52.872784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 96cf9155-e0ef-417b-9c4d-58a2eb527e34 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:52.874354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Pushing event updated for resources: {'Port': ['ID=c71534af-f4a0-4753-aa9f-acdcd66ec613,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:52.874868 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a7d06e-0815-4f1e-9f51-ff8430f6f29e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:52.877822 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-39a7d06e-0815-4f1e-9f51-ff8430f6f29e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2489240 Sep 23 22:28:52.882628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51684) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:52.946685 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Pushing event updated for resources: {'Port': ['ID=96cf9155-e0ef-417b-9c4d-58a2eb527e34,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:52.964948 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:52.965734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:52.966332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:52.966867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:52.968177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:52.968790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:52.969699 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:52.970277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:52.970858 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:52.972138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:52.972725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:52.973300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c19b454-1e4e-4418-bea8-614b44cebe31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:28:53.031119 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f35c0616-5891-4239-bb76-03b9b16188a6 None None] Provisioning complete for port 3f4c73a2-ed09-46a4-9335-ffb37a4e2284 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:53.031815 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f35c0616-5891-4239-bb76-03b9b16188a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:53.035917 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 96cf9155-e0ef-417b-9c4d-58a2eb527e34 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:53.036295 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:53.192111 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f35c0616-5891-4239-bb76-03b9b16188a6 None None] Port 3f4c73a2-ed09-46a4-9335-ffb37a4e2284 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:28:53.322257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51700) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:53.371443 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b6786173-6a4a-48f5-a7ce-71bc483cb7d7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port 3f4c73a2-ed09-46a4-9335-ffb37a4e2284 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:53.371767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7385e489-c8d6-4ae6-872c-2fe04a362cb6 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:53.373559 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b6786173-6a4a-48f5-a7ce-71bc483cb7d7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:53.404692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 7385e489-c8d6-4ae6-872c-2fe04a362cb6 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:53.405880 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7385e489-c8d6-4ae6-872c-2fe04a362cb6 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:53.406495 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1de86a69-ed07-467e-ae55-d811f5014b8d no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:53.436335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 1de86a69-ed07-467e-ae55-d811f5014b8d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:53.437125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1de86a69-ed07-467e-ae55-d811f5014b8d not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:53.518278 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:53.532551 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:53.642196 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-92758db0-110b-4ac0-a0ac-d227037a6d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:53.644457 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f1185-9952-4e19-a785-a9a2e0417c40 req-55d34df3-db81-41f4-8e56-a3a8f0ff2da6 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:53.646361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ee3f1185-9952-4e19-a785-a9a2e0417c40 req-55d34df3-db81-41f4-8e56-a3a8f0ff2da6 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 944 time: 0.1511345 Sep 23 22:28:53.647152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Attempting to bind port c71534af-f4a0-4753-aa9f-acdcd66ec613 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:28:53.647659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Attempting to bind port c71534af-f4a0-4753-aa9f-acdcd66ec613 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '884ef934-c85e-4c2d-b376-0a715887aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:28:53.647994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Attempting to bind port c71534af-f4a0-4753-aa9f-acdcd66ec613 on network b481aa7f-7834-4ef2-8794-c242ac249e42 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:28:53.653363 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Port c71534af-f4a0-4753-aa9f-acdcd66ec613 on network b481aa7f-7834-4ef2-8794-c242ac249e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:28:53.653681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Attempting to bind port c71534af-f4a0-4753-aa9f-acdcd66ec613 on network b481aa7f-7834-4ef2-8794-c242ac249e42 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:28:53.667196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:28:53.669839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Checking segment: {'id': '884ef934-c85e-4c2d-b376-0a715887aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:28:53.669839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Bound using segment: {'id': '884ef934-c85e-4c2d-b376-0a715887aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:28:53.669839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Bound port: c71534af-f4a0-4753-aa9f-acdcd66ec613, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '884ef934-c85e-4c2d-b376-0a715887aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:28:53.669839 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:53.689768 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b6786173-6a4a-48f5-a7ce-71bc483cb7d7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:53.733940 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ee3f1185-9952-4e19-a785-a9a2e0417c40 req-234f147a-dda8-43d8-b5dd-74340b3113b7 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/security-groups?id=90b258ce-821d-4535-97b2-a51fd18589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764940 Sep 23 22:28:53.744509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99574147-ff56-4224-9a6b-d3ccf53ae86c req-27859a72-5278-48c3-85dc-1446fd58b5ee tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:53.746205 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-99574147-ff56-4224-9a6b-d3ccf53ae86c req-27859a72-5278-48c3-85dc-1446fd58b5ee tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2787952 Sep 23 22:28:53.765014 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b6786173-6a4a-48f5-a7ce-71bc483cb7d7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for 3f4c73a2-ed09-46a4-9335-ffb37a4e2284 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:53.783078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] For port c71534af-f4a0-4753-aa9f-acdcd66ec613, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:28:53.785511 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:53.786067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:28:53.788986 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] For port c71534af-f4a0-4753-aa9f-acdcd66ec613, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c71534af-f4a0-4753-aa9f-acdcd66ec613,segment=NetworkSegment(884ef934-c85e-4c2d-b376-0a715887aae4),segment_id=884ef934-c85e-4c2d-b376-0a715887aae4)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:28:53.792930 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:53.793812 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-923b73c4-c901-4a1a-8058-10760aafc399 admin admin] 10.222.0.22 "DELETE /v2.0/routers/62a1b6aa-a841-4b65-8d64-4c7aa9a9a53a HTTP/1.1" status: 204 len: 168 time: 3.2630703 Sep 23 22:28:53.796267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51706) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:53.861579 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b7856b-8b59-44cf-a2de-8c781da30a1e admin admin] Deleting subnet 54b21564-3f42-4a3c-b81d-f573077bf52f {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:28:53.866962 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-20b7856b-8b59-44cf-a2de-8c781da30a1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:53.880964 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:53.928575 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-20b7856b-8b59-44cf-a2de-8c781da30a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:53.952640 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:54.000449 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:54.001433 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:54.003320 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] 10.222.0.43 "PUT /v2.0/ports/c71534af-f4a0-4753-aa9f-acdcd66ec613 HTTP/1.1" status: 200 len: 1092 time: 3.5640831 Sep 23 22:28:54.009599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d', 'tag': 'c71534af-f4a0-4753-aa9f-acdcd66ec613'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:28:54.012942 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffca4bb-c613-4564-86bc-6366abced3c2" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d", "tag": "c71534af-f4a0-4753-aa9f-acdcd66ec613"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:28:54.046917 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-99574147-ff56-4224-9a6b-d3ccf53ae86c req-1d758fe6-73e1-4959-8bdd-b211895974ba tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646573 Sep 23 22:28:54.047622 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-20b7856b-8b59-44cf-a2de-8c781da30a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:54.150593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8950877-dfed-4192-8e18-9501aa8eafa9 service neutron] Pushing event updated for resources: {'Port': ['ID=c71534af-f4a0-4753-aa9f-acdcd66ec613,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:54.158277 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a138172c-7c04-45a8-8ddb-5fdf90955e80 x-openstack-request-id: req-a138172c-7c04-45a8-8ddb-5fdf90955e80 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:28:54.158803 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d", "tag": "c71534af-f4a0-4753-aa9f-acdcd66ec613", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:28:54.158803 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a138172c-7c04-45a8-8ddb-5fdf90955e80 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:28:54.164310 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d', 'tag': 'c71534af-f4a0-4753-aa9f-acdcd66ec613', 'status': 'completed', 'code': 200} Sep 23 22:28:54.207947 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-92758db0-110b-4ac0-a0ac-d227037a6d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:54.246516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-b0d22faa-934e-484d-b8c8-1df07fdd5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:54.248142 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-b0d22faa-934e-484d-b8c8-1df07fdd5a91 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c6e4d72e074bf0846555174e943ad6&device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 1095 time: 0.0870926 Sep 23 22:28:54.292143 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:54.303919 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-c76351bb-9eed-4976-9d21-e06060f0cdba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c71534af-f4a0-4753-aa9f-acdcd66ec613 HTTP/1.1" status: 200 len: 217 time: 0.0469215 Sep 23 22:28:54.365662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-f37366e4-9ce9-46c6-ad28-c972abd5ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:54.366500 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-92758db0-110b-4ac0-a0ac-d227037a6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:54.367543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-f37366e4-9ce9-46c6-ad28-c972abd5ab84 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0690551-0d17-436f-a3db-32b0f3ce9754 HTTP/1.1" status: 200 len: 854 time: 0.0563052 Sep 23 22:28:54.434098 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-20b7856b-8b59-44cf-a2de-8c781da30a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:54.446103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 96cf9155-e0ef-417b-9c4d-58a2eb527e34 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:54.449188 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a2dc719d-f52c-4c0a-bd82-c3e670603d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:54.450910 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-a2dc719d-f52c-4c0a-bd82-c3e670603d95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b481aa7f-7834-4ef2-8794-c242ac249e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758529 Sep 23 22:28:54.464203 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-92758db0-110b-4ac0-a0ac-d227037a6d27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9bf8c84280b4e7dbd16051cf86c2d16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1338832 Sep 23 22:28:54.476287 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51716) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:54.487219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7856b-8b59-44cf-a2de-8c781da30a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b21564-3f42-4a3c-b81d-f573077bf52f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:54.493288 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-20b7856b-8b59-44cf-a2de-8c781da30a1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:54.495677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-20b7856b-8b59-44cf-a2de-8c781da30a1e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/54b21564-3f42-4a3c-b81d-f573077bf52f HTTP/1.1" status: 204 len: 168 time: 0.6976919 Sep 23 22:28:54.508820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51718) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:54.528853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 96cf9155-e0ef-417b-9c4d-58a2eb527e34 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:28:54.529522 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:54.541921 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b6786173-6a4a-48f5-a7ce-71bc483cb7d7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:54.652073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92758db0-110b-4ac0-a0ac-d227037a6d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e84e42c-61ce-4c9b-bc76-1f7c21513918,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:54.708280 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81418d1e-0f26-4c28-89ce-e51037ee1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:54.729671 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-be7b5f93-128f-4adc-a558-6bafd20e57d4 service neutron] 10.222.0.43 "GET /v2.0/networks/b481aa7f-7834-4ef2-8794-c242ac249e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510040 Sep 23 22:28:54.751391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6786173-6a4a-48f5-a7ce-71bc483cb7d7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=3f4c73a2-ed09-46a4-9335-ffb37a4e2284,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:54.759054 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0997a181-4e46-46b8-9a35-f5c5f63b6d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:54.771593 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b6786173-6a4a-48f5-a7ce-71bc483cb7d7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:54.776825 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b6786173-6a4a-48f5-a7ce-71bc483cb7d7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/3f4c73a2-ed09-46a4-9335-ffb37a4e2284 HTTP/1.1" status: 204 len: 168 time: 1.8928497 Sep 23 22:28:54.780448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51732) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:54.909375 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0997a181-4e46-46b8-9a35-f5c5f63b6d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:54.913216 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1d9d39f-14d5-450b-b093-b1db09079bfd req-06c0a243-7898-4c14-b8ea-58de3c6f3fb0 tempest-QuotasAdminNegativeTest-1870828360 tempest-QuotasAdminNegativeTest-1870828360-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a5d8b99158b14401a12b8ef359959a8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1552010 Sep 23 22:28:54.935418 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81418d1e-0f26-4c28-89ce-e51037ee1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:54.999127 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-81418d1e-0f26-4c28-89ce-e51037ee1e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbdfaa1-95b8-43c6-9f1a-522d45db3439']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:55.024002 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-81418d1e-0f26-4c28-89ce-e51037ee1e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:55.024331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-81418d1e-0f26-4c28-89ce-e51037ee1e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e5b5f2-0184-4fe4-85a5-2bc6bbf635b2') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:55.040351 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81418d1e-0f26-4c28-89ce-e51037ee1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:55.044253 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f97064b9-57d5-4a3a-bf6a-7f311d865a70 req-f20fdfe8-7441-42a0-9879-b86fc9fd2eb2 service neutron] 10.222.0.43 "GET /v2.0/networks/b481aa7f-7834-4ef2-8794-c242ac249e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846777 Sep 23 22:28:55.056424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46269d2-78b6-4967-9f7b-e066fa54b299 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:55.058080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46269d2-78b6-4967-9f7b-e066fa54b299 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:55.062272 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d46269d2-78b6-4967-9f7b-e066fa54b299 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2660151 Sep 23 22:28:55.065302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51736) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:55.084539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c5cf0-58e7-48c3-bc9c-b0c1f2547e7f req-8e408018-3d7a-45e0-88f9-cd69014a205c tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:55.087401 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-483c5cf0-58e7-48c3-bc9c-b0c1f2547e7f req-8e408018-3d7a-45e0-88f9-cd69014a205c tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 944 time: 0.1983314 Sep 23 22:28:55.089213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81418d1e-0f26-4c28-89ce-e51037ee1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:55.120895 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:55.131422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9d39f-14d5-450b-b093-b1db09079bfd req-24a2b0a9-88c8-40cb-b740-3b7cbc8ebe34 tempest-QuotasAdminNegativeTest-1870828360 tempest-QuotasAdminNegativeTest-1870828360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:55.133214 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1d9d39f-14d5-450b-b093-b1db09079bfd req-24a2b0a9-88c8-40cb-b740-3b7cbc8ebe34 tempest-QuotasAdminNegativeTest-1870828360 tempest-QuotasAdminNegativeTest-1870828360-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105598 Sep 23 22:28:55.151595 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1d9d39f-14d5-450b-b093-b1db09079bfd req-78c60cb4-68b4-44b5-91c6-3bef2d339725 tempest-QuotasAdminNegativeTest-1870828360 tempest-QuotasAdminNegativeTest-1870828360-project] 10.222.0.22 "GET /v2.0/quotas/a5d8b99158b14401a12b8ef359959a8c HTTP/1.1" status: 200 len: 375 time: 0.0113509 Sep 23 22:28:55.168366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81418d1e-0f26-4c28-89ce-e51037ee1e44 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:28:55.169061 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81418d1e-0f26-4c28-89ce-e51037ee1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:28:55.173849 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:28:55.196748 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1d9d39f-14d5-450b-b093-b1db09079bfd req-7e35df33-c790-49eb-9ef8-8b0f936a40b6 tempest-QuotasAdminNegativeTest-1870828360 tempest-QuotasAdminNegativeTest-1870828360-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5d8b99158b14401a12b8ef359959a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382781 Sep 23 22:28:55.236231 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0997a181-4e46-46b8-9a35-f5c5f63b6d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:55.241596 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0997a181-4e46-46b8-9a35-f5c5f63b6d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:55.244483 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0997a181-4e46-46b8-9a35-f5c5f63b6d66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e84e42c-61ce-4c9b-bc76-1f7c21513918 HTTP/1.1" status: 204 len: 168 time: 0.7662892 Sep 23 22:28:55.249021 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:55.307623 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997a181-4e46-46b8-9a35-f5c5f63b6d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e84e42c-61ce-4c9b-bc76-1f7c21513918,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:55.368593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-f409f84f-f3fc-4800-aeba-b76d5a07079d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 2978699c-23e1-49bc-8bd4-6201d24e6999 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:28:55.376728 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-483c5cf0-58e7-48c3-bc9c-b0c1f2547e7f req-5e2ccfd6-30a3-4214-84e5-58b8fddd0ae3 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/security-groups?id=90b258ce-821d-4535-97b2-a51fd18589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2725267 Sep 23 22:28:55.378724 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f409f84f-f3fc-4800-aeba-b76d5a07079d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:55.420218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=d1bd3469-d30b-4567-bcdb-7330c1c540bd,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:55.451787 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:55.472903 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f409f84f-f3fc-4800-aeba-b76d5a07079d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:55.476985 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81418d1e-0f26-4c28-89ce-e51037ee1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:55.480268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffca4bb-c613-4564-86bc-6366abced3c2 req-41e91fd0-8d59-4624-bf74-04c9268236dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:55.482437 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ffca4bb-c613-4564-86bc-6366abced3c2 req-41e91fd0-8d59-4624-bf74-04c9268236dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c6e4d72e074bf0846555174e943ad6&device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 1095 time: 0.2561660 Sep 23 22:28:55.508247 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81418d1e-0f26-4c28-89ce-e51037ee1e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:55.510074 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-81418d1e-0f26-4c28-89ce-e51037ee1e44 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cdbdfaa1-95b8-43c6-9f1a-522d45db3439 HTTP/1.1" status: 204 len: 168 time: 1.0001187 Sep 23 22:28:55.553908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81418d1e-0f26-4c28-89ce-e51037ee1e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdbdfaa1-95b8-43c6-9f1a-522d45db3439,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:55.645718 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce2abb-1d6e-4e17-8c44-de3cdf0ba06b req-a85a83ee-e60a-4f93-a190-dac21af08980 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:55.648018 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fce2abb-1d6e-4e17-8c44-de3cdf0ba06b req-a85a83ee-e60a-4f93-a190-dac21af08980 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1240091 Sep 23 22:28:55.666870 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Floating IP 038f0f2d-3892-4907-8ccd-9418120cd376 associated. External IP: 172.25.1.231, port: 56ac0390-89a2-4276-a2fa-70759e564f3c. Sep 23 22:28:55.690680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f409f84f-f3fc-4800-aeba-b76d5a07079d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:55.695296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffca4bb-c613-4564-86bc-6366abced3c2 req-acbbcd05-65b4-4533-8117-3a5f0c419d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:55.696839 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ffca4bb-c613-4564-86bc-6366abced3c2 req-acbbcd05-65b4-4533-8117-3a5f0c419d05 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b481aa7f-7834-4ef2-8794-c242ac249e42 HTTP/1.1" status: 200 len: 916 time: 0.1857879 Sep 23 22:28:55.768523 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ffca4bb-c613-4564-86bc-6366abced3c2 req-dbdb7218-7efd-48c5-85cb-e1f1390d3911 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c71534af-f4a0-4753-aa9f-acdcd66ec613 HTTP/1.1" status: 200 len: 217 time: 0.0519614 Sep 23 22:28:55.775844 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fce2abb-1d6e-4e17-8c44-de3cdf0ba06b req-5194e599-6af2-4cd7-9740-4b296f1c7ec5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134052 Sep 23 22:28:55.855879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffca4bb-c613-4564-86bc-6366abced3c2 req-5016b0ab-c726-4712-90e5-b6d185bf7e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:55.857865 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ffca4bb-c613-4564-86bc-6366abced3c2 req-5016b0ab-c726-4712-90e5-b6d185bf7e7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0690551-0d17-436f-a3db-32b0f3ce9754 HTTP/1.1" status: 200 len: 854 time: 0.0794573 Sep 23 22:28:55.918103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffca4bb-c613-4564-86bc-6366abced3c2 req-3485d84c-a38c-4b6c-b62d-ab09bac8f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:55.919778 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ffca4bb-c613-4564-86bc-6366abced3c2 req-3485d84c-a38c-4b6c-b62d-ab09bac8f64a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b481aa7f-7834-4ef2-8794-c242ac249e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524099 Sep 23 22:28:55.989232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:28:56.028796 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f409f84f-f3fc-4800-aeba-b76d5a07079d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:56.067086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409f84f-f3fc-4800-aeba-b76d5a07079d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=2978699c-23e1-49bc-8bd4-6201d24e6999,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:56.075422 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f409f84f-f3fc-4800-aeba-b76d5a07079d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:56.079677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f409f84f-f3fc-4800-aeba-b76d5a07079d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/2978699c-23e1-49bc-8bd4-6201d24e6999 HTTP/1.1" status: 204 len: 168 time: 1.0092502 Sep 23 22:28:56.080120 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51756) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:56.085090 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f18b8d-431b-440d-ba18-215af8a4dc91 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:56.136449 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f3d83ae8-197b-4a56-8b52-f9ff98a962a3 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519428 Sep 23 22:28:56.137637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51758) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:56.148457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ffca4bb-c613-4564-86bc-6366abced3c2 req-943f1fca-97c3-4770-b6e8-a0d06b50b9ba service neutron] 10.222.0.43 "GET /v2.0/networks/b481aa7f-7834-4ef2-8794-c242ac249e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192225 Sep 23 22:28:56.227758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51760) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:56.296845 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ffca4bb-c613-4564-86bc-6366abced3c2 req-db5164e9-f83a-41b6-8080-6f89acdc0ae6 service neutron] 10.222.0.43 "GET /v2.0/networks/b481aa7f-7834-4ef2-8794-c242ac249e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355581 Sep 23 22:28:56.299372 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6148ac25-2105-4bc6-b839-98a56bac7c6d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:56.302905 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6148ac25-2105-4bc6-b839-98a56bac7c6d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1632748 Sep 23 22:28:56.307216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51764) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:56.328649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:28:56.351559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f08069-fd6d-4fad-92c1-d34b327420e6 None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:28:56.372477 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f08069-fd6d-4fad-92c1-d34b327420e6 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:56.372477 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e9f08069-fd6d-4fad-92c1-d34b327420e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:56.414498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51770) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:56.433531 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-66f06258-dbb0-4f10-9424-d12a67a0c6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:56.455684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3ac6f1-3e5a-4fe4-a511-bfe54a60c6f0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:56.459408 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9c3ac6f1-3e5a-4fe4-a511-bfe54a60c6f0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1482372 Sep 23 22:28:56.461329 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51772) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:56.476937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51774) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:56.477508 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2ebb8750-a53f-4ccb-8dae-033350267167 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92ffee92be894524b0e7f44ca8640737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447672 Sep 23 22:28:56.506614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e9f08069-fd6d-4fad-92c1-d34b327420e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:56.515316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb4d11d-2da2-44ea-9dcc-64560fa5acda None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:28:56.518233 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7c247828-835c-4b2f-bf09-53ca6769e5c9 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555162 Sep 23 22:28:56.524147 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51776) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:56.531010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-0c403997-a96c-4eed-8ef0-b184a3541d7e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:56.562646 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3bdde94-c51b-49bd-97a5-f5ed56c76289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:56.568931 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f08069-fd6d-4fad-92c1-d34b327420e6 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:28:56.569486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e9f08069-fd6d-4fad-92c1-d34b327420e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:56.604251 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3bdde94-c51b-49bd-97a5-f5ed56c76289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:56.619552 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:56.682039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e9f08069-fd6d-4fad-92c1-d34b327420e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:28:56.684151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f08069-fd6d-4fad-92c1-d34b327420e6 None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:28:56.732421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4d11d-2da2-44ea-9dcc-64560fa5acda None None] Deleting port 96cf9155-e0ef-417b-9c4d-58a2eb527e34 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:28:56.733601 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d11d-2da2-44ea-9dcc-64560fa5acda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:56.800826 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bd9f7503-a52a-4cc1-a98d-6456b13e517e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1513782 Sep 23 22:28:56.805729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51784) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:56.829669 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-66f06258-dbb0-4f10-9424-d12a67a0c6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:56.831384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6cb4d11d-2da2-44ea-9dcc-64560fa5acda None None] For port 96cf9155-e0ef-417b-9c4d-58a2eb527e34, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=96cf9155-e0ef-417b-9c4d-58a2eb527e34,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:56.831799 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d11d-2da2-44ea-9dcc-64560fa5acda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:56.850761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd899d-314f-48c7-98e6-3795956390e6 req-61998222-557e-4dae-a3a2-53e910f5014e tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:56.851929 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4d11d-2da2-44ea-9dcc-64560fa5acda None None] Calling delete_port for 96cf9155-e0ef-417b-9c4d-58a2eb527e34 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:28:56.859885 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78fd899d-314f-48c7-98e6-3795956390e6 req-61998222-557e-4dae-a3a2-53e910f5014e tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 944 time: 0.1163442 Sep 23 22:28:56.881625 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3bdde94-c51b-49bd-97a5-f5ed56c76289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:56.883557 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-afe4994a-a37c-4af9-9e1d-3e1b436b04c8 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "GET /v2.0/floatingips/038f0f2d-3892-4907-8ccd-9418120cd376 HTTP/1.1" status: 200 len: 978 time: 0.0754247 Sep 23 22:28:56.884913 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3bdde94-c51b-49bd-97a5-f5ed56c76289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:56.888078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f3bdde94-c51b-49bd-97a5-f5ed56c76289 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9953985e-21bf-4d61-90a3-4e57a0aeaf05 HTTP/1.1" status: 204 len: 168 time: 0.4081113 Sep 23 22:28:56.888234 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51788) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:56.904149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdde94-c51b-49bd-97a5-f5ed56c76289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9953985e-21bf-4d61-90a3-4e57a0aeaf05,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:56.916231 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-66f06258-dbb0-4f10-9424-d12a67a0c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:56.956155 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-66f06258-dbb0-4f10-9424-d12a67a0c6fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bbaf727f65484c0db707c7ca5e2e089a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403979 Sep 23 22:28:56.986608 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f06258-dbb0-4f10-9424-d12a67a0c6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dac43b7-7c38-4659-9b68-edc2909f739a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:56.993216 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78fd899d-314f-48c7-98e6-3795956390e6 req-6201ba37-0178-4d98-9fb1-40afeb9a5edc tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/security-groups?id=90b258ce-821d-4535-97b2-a51fd18589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322737 Sep 23 22:28:56.994421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51792) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:57.064922 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d11d-2da2-44ea-9dcc-64560fa5acda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:57.121184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb4d11d-2da2-44ea-9dcc-64560fa5acda None None] No DVR routers for this DVR port 96cf9155-e0ef-417b-9c4d-58a2eb527e34 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:28:57.125520 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4d11d-2da2-44ea-9dcc-64560fa5acda None None] Pushing event deleted for resources: {'Port': ['ID=96cf9155-e0ef-417b-9c4d-58a2eb527e34,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:57.128426 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aded617f-cf9c-41bc-bbbb-b1170185fced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:57.141421 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1c130d33-f5bb-4e53-8dc1-e7f476c2973d tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2535396 Sep 23 22:28:57.144414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51794) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:57.152021 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7d46fddf-6ff4-4e94-b4af-6418e9714de0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'floatingip': {'port_id': '9313c20b-5c29-4eb0-9c47-d2091b1485e6'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:57.200718 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aded617f-cf9c-41bc-bbbb-b1170185fced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:57.206696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c403997-a96c-4eed-8ef0-b184a3541d7e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:57.210942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b51cea-89e4-4ec9-91c6-2b144e4b2348 req-a8b4ddd9-a72c-46cf-a5af-1cfbf5822875 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:57.215589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0c403997-a96c-4eed-8ef0-b184a3541d7e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:57.215775 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99b51cea-89e4-4ec9-91c6-2b144e4b2348 req-a8b4ddd9-a72c-46cf-a5af-1cfbf5822875 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.0946727 Sep 23 22:28:57.291659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99b51cea-89e4-4ec9-91c6-2b144e4b2348 req-cd90db83-59c6-43d2-842d-b8ce63ce2aaa tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641925 Sep 23 22:28:57.304794 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7d46fddf-6ff4-4e94-b4af-6418e9714de0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:57.407026 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aded617f-cf9c-41bc-bbbb-b1170185fced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:57.411781 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aded617f-cf9c-41bc-bbbb-b1170185fced admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:57.411781 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-aded617f-cf9c-41bc-bbbb-b1170185fced admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4dac43b7-7c38-4659-9b68-edc2909f739a HTTP/1.1" status: 204 len: 168 time: 0.4163215 Sep 23 22:28:57.421679 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded617f-cf9c-41bc-bbbb-b1170185fced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dac43b7-7c38-4659-9b68-edc2909f739a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:57.745628 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-538454ee-08f7-45c3-914c-b8da5d241ad0 req-d9b63fc1-3c2b-4652-8543-b164fa212de2 tempest-QuotasAdminNegativeTest-1870828360 tempest-QuotasAdminNegativeTest-1870828360-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a5d8b99158b14401a12b8ef359959a8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528998 Sep 23 22:28:57.963548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c71534af-f4a0-4753-aa9f-acdcd66ec613 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:28:58.113339 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538454ee-08f7-45c3-914c-b8da5d241ad0 req-35c32995-3ca5-4c5d-8fe8-6504aece75ee tempest-QuotasAdminNegativeTest-1870828360 tempest-QuotasAdminNegativeTest-1870828360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:58.116811 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-538454ee-08f7-45c3-914c-b8da5d241ad0 req-35c32995-3ca5-4c5d-8fe8-6504aece75ee tempest-QuotasAdminNegativeTest-1870828360 tempest-QuotasAdminNegativeTest-1870828360-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3571334 Sep 23 22:28:58.137988 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port c71534af-f4a0-4753-aa9f-acdcd66ec613, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c71534af-f4a0-4753-aa9f-acdcd66ec613,segment=NetworkSegment(884ef934-c85e-4c2d-b376-0a715887aae4),segment_id=884ef934-c85e-4c2d-b376-0a715887aae4)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:58.159544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'c71534af-f4a0-4753-aa9f-acdcd66ec613', 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'port_id': 'c71534af-f4a0-4753-aa9f-acdcd66ec613', 'mac_address': 'fa:16:3e:2a:1f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:28:58.164428 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-538454ee-08f7-45c3-914c-b8da5d241ad0 req-84e09fa0-d424-4577-aa4d-49070d134dc2 tempest-QuotasAdminNegativeTest-1870828360 tempest-QuotasAdminNegativeTest-1870828360-project] 10.222.0.22 "GET /v2.0/quotas/a5d8b99158b14401a12b8ef359959a8c HTTP/1.1" status: 200 len: 375 time: 0.0368292 Sep 23 22:28:58.213418 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-538454ee-08f7-45c3-914c-b8da5d241ad0 req-e809ba9e-8256-4da1-808b-9cb234ee1129 tempest-QuotasAdminNegativeTest-1870828360 tempest-QuotasAdminNegativeTest-1870828360-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5d8b99158b14401a12b8ef359959a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479970 Sep 23 22:28:58.215463 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:58.237019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71534af-f4a0-4753-aa9f-acdcd66ec613 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:28:58.257698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c46f5d-bf9a-4056-8da0-4ed31dc52a9a req-67e747ae-26f1-4049-a3da-e9bca10fa621 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:58.260938 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port c71534af-f4a0-4753-aa9f-acdcd66ec613, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c71534af-f4a0-4753-aa9f-acdcd66ec613,segment=NetworkSegment(884ef934-c85e-4c2d-b376-0a715887aae4),segment_id=884ef934-c85e-4c2d-b376-0a715887aae4)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:28:58.273939 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-07c46f5d-bf9a-4056-8da0-4ed31dc52a9a req-67e747ae-26f1-4049-a3da-e9bca10fa621 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 944 time: 0.1239452 Sep 23 22:28:58.323892 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0c403997-a96c-4eed-8ef0-b184a3541d7e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:58.396504 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:58.431564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c403997-a96c-4eed-8ef0-b184a3541d7e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:28:58.445410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-0c403997-a96c-4eed-8ef0-b184a3541d7e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:28:58.452607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c403997-a96c-4eed-8ef0-b184a3541d7e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:58.453564 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0c403997-a96c-4eed-8ef0-b184a3541d7e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:58.466017 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-07c46f5d-bf9a-4056-8da0-4ed31dc52a9a req-a1466ed9-4dce-400b-81c1-5803d7e992d8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/security-groups?id=90b258ce-821d-4535-97b2-a51fd18589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1851530 Sep 23 22:28:58.510339 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c403997-a96c-4eed-8ef0-b184a3541d7e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=998d27aa-79c3-42f2-b931-2f6546d14eb1,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:58.568333 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f85aae-54b1-4f2b-b668-3e819fac3886 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:28:58.620548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 96cf9155-e0ef-417b-9c4d-58a2eb527e34 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:28:58.659891 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0c403997-a96c-4eed-8ef0-b184a3541d7e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1333802 Sep 23 22:28:58.660813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51844) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:58.678149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8bf7f96d-2f29-48ac-8100-9071d74a550a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'mac_address': 'fa:16:3e:ce:2e:a5', 'name': 'tempest-NetworksTestDHCPv6-1806871867'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:58.710246 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 96cf9155-e0ef-417b-9c4d-58a2eb527e34 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:28:58.711352 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 96cf9155-e0ef-417b-9c4d-58a2eb527e34 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:28:58.719110 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['c71534af-f4a0-4753-aa9f-acdcd66ec613'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:28:58.840161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9260a32-3918-45a8-aeb8-7e7b5f6bb5fb req-1578d39d-1aff-4cf0-8de4-493d714d3a95 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:58.855680 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9260a32-3918-45a8-aeb8-7e7b5f6bb5fb req-1578d39d-1aff-4cf0-8de4-493d714d3a95 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2462292 Sep 23 22:28:58.900279 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.resource_extend [None req-7d46fddf-6ff4-4e94-b4af-6418e9714de0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:28:58.955085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf7f96d-2f29-48ac-8100-9071d74a550a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:58.965625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=c71534af-f4a0-4753-aa9f-acdcd66ec613,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:28:59.044481 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9260a32-3918-45a8-aeb8-7e7b5f6bb5fb req-32284610-815c-4bd7-ab9a-72b21fd6295c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871417 Sep 23 22:28:59.086261 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7d46fddf-6ff4-4e94-b4af-6418e9714de0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:59.170009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bf7f96d-2f29-48ac-8100-9071d74a550a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:59.203307 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7d46fddf-6ff4-4e94-b4af-6418e9714de0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:59.226474 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-8bf7f96d-2f29-48ac-8100-9071d74a550a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port 06d02322-b8dc-49f4-ab09-8f44384ec829 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:28:59.273351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': '998d27aa-79c3-42f2-b931-2f6546d14eb1'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:28:59.274274 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:59.341439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51860) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:28:59.462906 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-7d46fddf-6ff4-4e94-b4af-6418e9714de0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Floating IP 038f0f2d-3892-4907-8ccd-9418120cd376 associated. External IP: 172.25.1.231, port: 56ac0390-89a2-4276-a2fa-70759e564f3c. Sep 23 22:28:59.517297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-8bf7f96d-2f29-48ac-8100-9071d74a550a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::15b (fabbdebb-7256-45f8-980f-653365ae34a1/998d27aa-79c3-42f2-b931-2f6546d14eb1/06d02322-b8dc-49f4-ab09-8f44384ec829) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:28:59.553324 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-network', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:28:59.739209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a52a63-528a-4277-8dbb-9696ac6d069c req-c31af7a2-b302-4b2f-829f-7d33d75fadd4 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:28:59.740786 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6a52a63-528a-4277-8dbb-9696ac6d069c req-c31af7a2-b302-4b2f-829f-7d33d75fadd4 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 945 time: 0.1102693 Sep 23 22:28:59.768894 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d46fddf-6ff4-4e94-b4af-6418e9714de0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:28:59.783470 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] Made reservation on behalf of 72f9a014f1aa49bbb39de2559fbe717b for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:28:59.788248 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:59.897324 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:28:59.938583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d46fddf-6ff4-4e94-b4af-6418e9714de0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:28:59.964570 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c71534af-f4a0-4753-aa9f-acdcd66ec613 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:28:59.992662 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7db5b6-c81f-4782-89cf-1c5bc19290a0 None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:29:00.008892 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7db5b6-c81f-4782-89cf-1c5bc19290a0 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:00.009686 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fc7db5b6-c81f-4782-89cf-1c5bc19290a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:00.075320 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6a52a63-528a-4277-8dbb-9696ac6d069c req-a074f180-c6e4-429f-8d53-18714f81379a tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/security-groups?id=90b258ce-821d-4535-97b2-a51fd18589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3219314 Sep 23 22:29:00.087313 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fc7db5b6-c81f-4782-89cf-1c5bc19290a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:00.128653 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7db5b6-c81f-4782-89cf-1c5bc19290a0 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:00.131081 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bf7f96d-2f29-48ac-8100-9071d74a550a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:00.132174 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fc7db5b6-c81f-4782-89cf-1c5bc19290a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:00.178860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port c71534af-f4a0-4753-aa9f-acdcd66ec613 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:29:00.187464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port c71534af-f4a0-4753-aa9f-acdcd66ec613 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:00.188049 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:00.190864 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fc7db5b6-c81f-4782-89cf-1c5bc19290a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:00.191901 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7db5b6-c81f-4782-89cf-1c5bc19290a0 None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:29:00.351259 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:00.362683 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:00.379319 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bf7f96d-2f29-48ac-8100-9071d74a550a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:00.429035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf7f96d-2f29-48ac-8100-9071d74a550a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:00.435011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-8bf7f96d-2f29-48ac-8100-9071d74a550a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:00.442432 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port c71534af-f4a0-4753-aa9f-acdcd66ec613, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c71534af-f4a0-4753-aa9f-acdcd66ec613,segment=NetworkSegment(884ef934-c85e-4c2d-b376-0a715887aae4),segment_id=884ef934-c85e-4c2d-b376-0a715887aae4)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:00.445753 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf7f96d-2f29-48ac-8100-9071d74a550a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:00.453130 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71534af-f4a0-4753-aa9f-acdcd66ec613'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:29:00.454792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf7f96d-2f29-48ac-8100-9071d74a550a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:00.455874 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bf7f96d-2f29-48ac-8100-9071d74a550a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:00.457000 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9983aaba-ec5d-4149-b158-78701a477f94" -d '{"events": [{"server_uuid": "9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d", "name": "network-vif-plugged", "status": "completed", "tag": "c71534af-f4a0-4753-aa9f-acdcd66ec613"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:29:00.468742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd7783-c634-4542-b6ca-8cfbeaa8adf1 req-35acfba1-5071-4e68-bc18-fb84036a81cb tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:00.470425 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-35bd7783-c634-4542-b6ca-8cfbeaa8adf1 req-35acfba1-5071-4e68-bc18-fb84036a81cb tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2547584 Sep 23 22:29:00.473512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51884) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:00.484007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7f96d-2f29-48ac-8100-9071d74a550a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=06d02322-b8dc-49f4-ab09-8f44384ec829,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:00.485535 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d46fddf-6ff4-4e94-b4af-6418e9714de0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:29:00.490546 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:00.571252 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:00.575314 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c57491-2b81-4c68-becf-9f02615ccd97,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:00.607683 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:29:00.625776 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:00.626554 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] Added segment 31ad786b-b809-4b0b-89e5-a2c3247e1b9b of type vlan for network a6de5bfe-82c8-444a-96b4-09830480123a Sep 23 22:29:00.656738 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Allocated IP 2001:db8::2 (fabbdebb-7256-45f8-980f-653365ae34a1/998d27aa-79c3-42f2-b931-2f6546d14eb1/b5e4b65c-c9e8-475c-9608-a5cd5b462d8b) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:00.699338 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:00.733450 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-35bd7783-c634-4542-b6ca-8cfbeaa8adf1 req-7677db15-a066-4f07-a4a2-6be085ae16f4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818988 Sep 23 22:29:00.735019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dde90adf-84a2-4262-ab92-0491292224d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:00.740607 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8bf7f96d-2f29-48ac-8100-9071d74a550a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0762579 Sep 23 22:29:00.747145 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51894) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:00.818544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=c71534af-f4a0-4753-aa9f-acdcd66ec613,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:00.839806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55df0b14-3354-4875-be98-1af44e1f5d58 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:00.843022 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-55df0b14-3354-4875-be98-1af44e1f5d58 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0939004 Sep 23 22:29:00.852381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51898) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:00.857654 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d46fddf-6ff4-4e94-b4af-6418e9714de0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:29:00.869750 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7d46fddf-6ff4-4e94-b4af-6418e9714de0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:00.877822 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:00.879164 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:00.880231 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:00.933956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79910f33-5739-4d7b-b174-4668e1d1c7a1 None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:29:00.990482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79910f33-5739-4d7b-b174-4668e1d1c7a1 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:00.992138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-79910f33-5739-4d7b-b174-4668e1d1c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:01.006224 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] Pushing event updated for resources: {'Network': ['ID=a6de5bfe-82c8-444a-96b4-09830480123a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:01.061629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7d46fddf-6ff4-4e94-b4af-6418e9714de0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "PUT /v2.0/floatingips/038f0f2d-3892-4907-8ccd-9418120cd376 HTTP/1.1" status: 200 len: 977 time: 3.9152987 Sep 23 22:29:01.069236 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51902) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:01.077599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a503fb15-6240-4287-9c53-ae59cd5dcf6f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:01.081370 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6962212-5c2b-4e9b-bda5-e84a830404e0 x-openstack-request-id: req-d6962212-5c2b-4e9b-bda5-e84a830404e0 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:29:01.081942 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d", "name": "network-vif-plugged", "status": "completed", "tag": "c71534af-f4a0-4753-aa9f-acdcd66ec613", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:29:01.082433 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6962212-5c2b-4e9b-bda5-e84a830404e0 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:29:01.083085 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71534af-f4a0-4753-aa9f-acdcd66ec613', 'code': 200} Sep 23 22:29:01.091303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-79910f33-5739-4d7b-b174-4668e1d1c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:01.095883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network a6de5bfe-82c8-444a-96b4-09830480123a details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:29:01.210485 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a8840-5d0f-4bb3-aea2-95a3f2f2c581 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port 06d02322-b8dc-49f4-ab09-8f44384ec829 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:29:01.211183 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8840-5d0f-4bb3-aea2-95a3f2f2c581 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:01.246350 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dde90adf-84a2-4262-ab92-0491292224d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:01.282919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e364d-36a5-4d7e-8c7e-227268786fc7 req-2edf0ae0-7c1d-405b-96b1-66302055867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:01.286261 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ba8e364d-36a5-4d7e-8c7e-227268786fc7 req-2edf0ae0-7c1d-405b-96b1-66302055867a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 1097 time: 0.1554947 Sep 23 22:29:01.330435 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a503fb15-6240-4287-9c53-ae59cd5dcf6f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:01.361157 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79910f33-5739-4d7b-b174-4668e1d1c7a1 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:01.362616 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-79910f33-5739-4d7b-b174-4668e1d1c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:01.386227 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dde90adf-84a2-4262-ab92-0491292224d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:01.449651 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ba8e364d-36a5-4d7e-8c7e-227268786fc7 req-b8f8fcd5-f212-4b80-bd3b-7fe9c117c896 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=90b258ce-821d-4535-97b2-a51fd18589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1541729 Sep 23 22:29:01.467063 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dde90adf-84a2-4262-ab92-0491292224d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a5d8b99158b14401a12b8ef359959a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9877851 Sep 23 22:29:01.467352 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-887a9190-e4e5-4dc0-8c47-c90ba0f579cf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1227236 Sep 23 22:29:01.467518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51912) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:01.470719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51914) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:01.479222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18da590-80e1-4b63-b621-17151fa05834 req-3a1a5949-8ff7-4543-a02f-338914332f17 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:01.480608 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-79910f33-5739-4d7b-b174-4668e1d1c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:01.482762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79910f33-5739-4d7b-b174-4668e1d1c7a1 None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:29:01.493083 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f18da590-80e1-4b63-b621-17151fa05834 req-3a1a5949-8ff7-4543-a02f-338914332f17 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 946 time: 0.2279186 Sep 23 22:29:01.497439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8840-5d0f-4bb3-aea2-95a3f2f2c581 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:01.507456 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-2564dadd-fb28-4484-8463-c73a6fd9f8b6 admin admin] Request body: {'subnet': {'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-subnet', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:01.514351 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:01.542337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a8840-5d0f-4bb3-aea2-95a3f2f2c581 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for 06d02322-b8dc-49f4-ab09-8f44384ec829 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:29:01.618934 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:01.628495 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f18da590-80e1-4b63-b621-17151fa05834 req-df667d11-c19a-4371-a1a6-9d9a5dc24874 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/security-groups?id=90b258ce-821d-4535-97b2-a51fd18589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1286838 Sep 23 22:29:01.631587 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f4169a1-fdd4-4b75-936f-a175f9ff0768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:01.641595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde90adf-84a2-4262-ab92-0491292224d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a91fdb5-8698-442f-aecf-4a3f08286b8f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:01.693944 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f4169a1-fdd4-4b75-936f-a175f9ff0768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:01.704634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2564dadd-fb28-4484-8463-c73a6fd9f8b6 admin admin] Made reservation on behalf of 72f9a014f1aa49bbb39de2559fbe717b for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:01.713098 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2564dadd-fb28-4484-8463-c73a6fd9f8b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:01.751245 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:01.754094 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a503fb15-6240-4287-9c53-ae59cd5dcf6f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:01.763543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:01.768657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Pushing event updated for resources: {'Port': ['ID=b5e4b65c-c9e8-475c-9608-a5cd5b462d8b,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:01.771598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:01.849734 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a503fb15-6240-4287-9c53-ae59cd5dcf6f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:01.849734 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-a503fb15-6240-4287-9c53-ae59cd5dcf6f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Floating IP 038f0f2d-3892-4907-8ccd-9418120cd376 disassociated. External IP: 172.25.1.231, port: 9313c20b-5c29-4eb0-9c47-d2091b1485e6. Sep 23 22:29:01.901664 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Attempting to bind port b5e4b65c-c9e8-475c-9608-a5cd5b462d8b on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:29:01.902085 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Attempting to bind port b5e4b65c-c9e8-475c-9608-a5cd5b462d8b by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:29:01.902459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Attempting to bind port b5e4b65c-c9e8-475c-9608-a5cd5b462d8b on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:29:01.908762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:29:01.909180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:29:01.909824 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:01.909996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:29:01.910487 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Bound port: b5e4b65c-c9e8-475c-9608-a5cd5b462d8b, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:29:01.911115 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:01.940222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea5597-31dc-4a0a-9445-4374e7c1cbe9 req-807837fe-eb3b-441f-b9fd-5a29e3312418 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:01.942204 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18ea5597-31dc-4a0a-9445-4374e7c1cbe9 req-807837fe-eb3b-441f-b9fd-5a29e3312418 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.0656345 Sep 23 22:29:01.950257 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8840-5d0f-4bb3-aea2-95a3f2f2c581 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:02.013289 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] For port b5e4b65c-c9e8-475c-9608-a5cd5b462d8b, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:29:02.016802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a8840-5d0f-4bb3-aea2-95a3f2f2c581 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=06d02322-b8dc-49f4-ab09-8f44384ec829,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:02.017442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] For port b5e4b65c-c9e8-475c-9608-a5cd5b462d8b, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b5e4b65c-c9e8-475c-9608-a5cd5b462d8b,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:29:02.040318 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8840-5d0f-4bb3-aea2-95a3f2f2c581 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:02.042659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5c7a8840-5d0f-4bb3-aea2-95a3f2f2c581 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/06d02322-b8dc-49f4-ab09-8f44384ec829 HTTP/1.1" status: 204 len: 168 time: 1.1888764 Sep 23 22:29:02.050016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51922) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:02.070451 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f4169a1-fdd4-4b75-936f-a175f9ff0768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:02.073262 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f4169a1-fdd4-4b75-936f-a175f9ff0768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:02.078478 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6f4169a1-fdd4-4b75-936f-a175f9ff0768 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a91fdb5-8698-442f-aecf-4a3f08286b8f HTTP/1.1" status: 204 len: 168 time: 0.6056514 Sep 23 22:29:02.116138 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18ea5597-31dc-4a0a-9445-4374e7c1cbe9 req-76e481c8-5bb9-47bc-bf3d-1bac7610f24c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596882 Sep 23 22:29:02.126435 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4169a1-fdd4-4b75-936f-a175f9ff0768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a91fdb5-8698-442f-aecf-4a3f08286b8f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:02.180133 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:02.180849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca40aa5-ad6a-42de-8f8e-5e156356cdbc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:02.182785 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca40aa5-ad6a-42de-8f8e-5e156356cdbc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:02.184433 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1ca40aa5-ad6a-42de-8f8e-5e156356cdbc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1334085 Sep 23 22:29:02.188842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51928) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:02.198340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a503fb15-6240-4287-9c53-ae59cd5dcf6f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:29:02.307159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d65ce3-211f-4127-9ac9-2f519b40ff35 None None] Pushing event updated for resources: {'Port': ['ID=b5e4b65c-c9e8-475c-9608-a5cd5b462d8b,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:02.309261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75767db-191c-4b5f-9c61-87ed0e4afb15 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 998d27aa-79c3-42f2-b931-2f6546d14eb1 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:29:02.320087 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b75767db-191c-4b5f-9c61-87ed0e4afb15 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:02.391921 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b75767db-191c-4b5f-9c61-87ed0e4afb15 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:02.532894 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b75767db-191c-4b5f-9c61-87ed0e4afb15 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:02.618361 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2564dadd-fb28-4484-8463-c73a6fd9f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:02.799125 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b75767db-191c-4b5f-9c61-87ed0e4afb15 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:02.813242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564dadd-fb28-4484-8463-c73a6fd9f8b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10726fa-d06e-4eec-94e8-430a71cc4558,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:02.870580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a503fb15-6240-4287-9c53-ae59cd5dcf6f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:29:02.883036 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df96f9a-699f-45ff-8462-c9d888191a81 None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:29:02.884608 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a503fb15-6240-4287-9c53-ae59cd5dcf6f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:02.910561 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df96f9a-699f-45ff-8462-c9d888191a81 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:02.913538 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1df96f9a-699f-45ff-8462-c9d888191a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:02.930451 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a503fb15-6240-4287-9c53-ae59cd5dcf6f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "PUT /v2.0/floatingips/038f0f2d-3892-4907-8ccd-9418120cd376 HTTP/1.1" status: 200 len: 688 time: 1.8566527 Sep 23 22:29:02.931329 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51948) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:02.953081 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b75767db-191c-4b5f-9c61-87ed0e4afb15 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:02.957631 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b75767db-191c-4b5f-9c61-87ed0e4afb15 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/998d27aa-79c3-42f2-b931-2f6546d14eb1 HTTP/1.1" status: 204 len: 168 time: 0.7668524 Sep 23 22:29:02.961276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51950) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:02.967975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75767db-191c-4b5f-9c61-87ed0e4afb15 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=998d27aa-79c3-42f2-b931-2f6546d14eb1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:02.980729 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1df96f9a-699f-45ff-8462-c9d888191a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:02.993917 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df96f9a-699f-45ff-8462-c9d888191a81 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:02.994988 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1df96f9a-699f-45ff-8462-c9d888191a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:02.997145 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564dadd-fb28-4484-8463-c73a6fd9f8b6 admin admin] Checking segment: {'id': '31ad786b-b809-4b0b-89e5-a2c3247e1b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:29:02.997801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2564dadd-fb28-4484-8463-c73a6fd9f8b6 admin admin] Network hostable DHCP agents. Network: a6de5bfe-82c8-444a-96b4-09830480123a, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:29:03.047304 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1df96f9a-699f-45ff-8462-c9d888191a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:03.048343 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df96f9a-699f-45ff-8462-c9d888191a81 None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:29:03.121134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-77541aff-10a7-4381-9525-dbf1dd11ad50 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting port d1bd3469-d30b-4567-bcdb-7330c1c540bd {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:29:03.121499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77541aff-10a7-4381-9525-dbf1dd11ad50 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:03.238843 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77541aff-10a7-4381-9525-dbf1dd11ad50 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:03.239281 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77541aff-10a7-4381-9525-dbf1dd11ad50 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:03.258728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-77541aff-10a7-4381-9525-dbf1dd11ad50 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Calling delete_port for d1bd3469-d30b-4567-bcdb-7330c1c540bd owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:29:03.368597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdca382-c632-4d54-88b6-c65bd31090eb req-aabf0ef9-656f-4cb5-a977-07ee6474924c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:03.370322 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8cdca382-c632-4d54-88b6-c65bd31090eb req-aabf0ef9-656f-4cb5-a977-07ee6474924c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1056032 Sep 23 22:29:03.447168 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8cdca382-c632-4d54-88b6-c65bd31090eb req-df72bba1-f185-4ef1-ba59-1819224b6cac tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697458 Sep 23 22:29:03.580743 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-92c1c0d0-4d94-45e3-8c1d-0ab6ae40180d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6143000 Sep 23 22:29:03.584713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51960) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:03.625762 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51962) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:03.655416 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-938922eb-4f84-4c1b-b8b0-9778229aa98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:03.683484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb8d30-c4b0-4cea-bad8-f1959e4ec7f8 req-2d52a76d-1032-4ff3-bc8a-e6d3fdba9671 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:03.687849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77541aff-10a7-4381-9525-dbf1dd11ad50 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:03.695464 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dcbb8d30-c4b0-4cea-bad8-f1959e4ec7f8 req-2d52a76d-1032-4ff3-bc8a-e6d3fdba9671 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 946 time: 0.9003656 Sep 23 22:29:03.737540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e69d14-cba5-48fd-a1e1-e8513526efff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:03.742514 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d4e69d14-cba5-48fd-a1e1-e8513526efff tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1510043 Sep 23 22:29:03.744197 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51966) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:03.767837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77541aff-10a7-4381-9525-dbf1dd11ad50 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Port': ['ID=d1bd3469-d30b-4567-bcdb-7330c1c540bd,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:03.801152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2564dadd-fb28-4484-8463-c73a6fd9f8b6 admin admin] Network a6de5bfe-82c8-444a-96b4-09830480123a is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:29:03.820781 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dcbb8d30-c4b0-4cea-bad8-f1959e4ec7f8 req-9dde7259-acf2-410e-a4fd-1a653cffa9e3 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/security-groups?id=90b258ce-821d-4535-97b2-a51fd18589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1213739 Sep 23 22:29:03.847105 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a4cd7c-c507-478b-bdb7-a3fcbb8d8746 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:03.852022 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a3a4cd7c-c507-478b-bdb7-a3fcbb8d8746 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0944936 Sep 23 22:29:03.854245 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51970) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:03.890816 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77541aff-10a7-4381-9525-dbf1dd11ad50 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:03.895131 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b460cc8-fc27-40d8-8a1b-85213e133bdb None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:03.897444 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77541aff-10a7-4381-9525-dbf1dd11ad50 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:03.901859 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-77541aff-10a7-4381-9525-dbf1dd11ad50 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/floatingips/038f0f2d-3892-4907-8ccd-9418120cd376 HTTP/1.1" status: 204 len: 168 time: 0.9672589 Sep 23 22:29:03.908327 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51972) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:03.921842 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6d1cbe74-5115-4e80-8f79-58625439f507 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663865 Sep 23 22:29:03.926113 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51974) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:03.928714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-2564dadd-fb28-4484-8463-c73a6fd9f8b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, a6de5bfe-82c8-444a-96b4-09830480123a) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:03.933568 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2564dadd-fb28-4484-8463-c73a6fd9f8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:03.934188 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2564dadd-fb28-4484-8463-c73a6fd9f8b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:03.945814 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0579c51f-cd22-4859-9e51-5a1e2e7afe75 None None] Network a6de5bfe-82c8-444a-96b4-09830480123a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:03.983306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-0a3a13cc-1952-4177-aa19-5ce24f14d851 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:04.004139 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-0c201e77-1a1d-46c4-8902-b9a7102ed819 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] delete failed (client error): The resource could not be found. Sep 23 22:29:04.012344 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0c201e77-1a1d-46c4-8902-b9a7102ed819 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/floatingips/038f0f2d-3892-4907-8ccd-9418120cd376 HTTP/1.1" status: 404 len: 345 time: 0.0949225 Sep 23 22:29:04.013663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51978) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:04.061571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-57bf3887-0b8c-46a7-8eaf-6157b795c701 None None] Provisioning complete for port b5e4b65c-c9e8-475c-9608-a5cd5b462d8b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:04.062183 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-57bf3887-0b8c-46a7-8eaf-6157b795c701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:04.127605 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-938922eb-4f84-4c1b-b8b0-9778229aa98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:04.199390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660330f6-79ea-44fc-8d4f-4d987c0c222b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:04.206372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660330f6-79ea-44fc-8d4f-4d987c0c222b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:04.215984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660330f6-79ea-44fc-8d4f-4d987c0c222b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:04.216099 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-660330f6-79ea-44fc-8d4f-4d987c0c222b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "GET /v2.0/ports?network_id=fffab7d8-0bb5-4b89-8c83-af0a398e476f HTTP/1.1" status: 200 len: 2357 time: 0.2008443 Sep 23 22:29:04.219109 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51982) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:04.254468 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-938922eb-4f84-4c1b-b8b0-9778229aa98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:04.262138 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-57bf3887-0b8c-46a7-8eaf-6157b795c701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:04.305542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09519a26-7b70-4b95-b2a1-1611c9d7d240 None None] Network a6de5bfe-82c8-444a-96b4-09830480123a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:04.323331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938922eb-4f84-4c1b-b8b0-9778229aa98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c51d1e-bb6f-40e3-93fb-3ef9ce5d12b1,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:04.324641 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-57bf3887-0b8c-46a7-8eaf-6157b795c701 None None] For port b5e4b65c-c9e8-475c-9608-a5cd5b462d8b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b5e4b65c-c9e8-475c-9608-a5cd5b462d8b,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:04.333693 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-938922eb-4f84-4c1b-b8b0-9778229aa98f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=746f067865f5478691397c9ebf3ed788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7056842 Sep 23 22:29:04.334074 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51984) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:04.350125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a0e9b-0559-44ae-b4e2-f4495e227514 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:04.351736 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a48a0e9b-0559-44ae-b4e2-f4495e227514 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "GET /v2.0/subnets/58793b93-d49a-4008-9890-0538761359a0 HTTP/1.1" status: 200 len: 797 time: 0.1315756 Sep 23 22:29:04.358163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51986) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:04.372242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9f9493e4-d527-4a0a-b758-fc383f2535ef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'port': {'network_id': 'fffab7d8-0bb5-4b89-8c83-af0a398e476f', 'name': 'tempest-FloatingIPTestJSON-637429942', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:04.372580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038c0b41-2f9d-431f-90b2-a9db8f30bb37 None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:29:04.386452 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2564dadd-fb28-4484-8463-c73a6fd9f8b6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.9056351 Sep 23 22:29:04.387470 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51988) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:04.409206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:04.500091 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f686204-73c9-4b3a-a6cb-d56f99b5c08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:04.500931 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-57bf3887-0b8c-46a7-8eaf-6157b795c701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:04.564179 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f686204-73c9-4b3a-a6cb-d56f99b5c08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:04.576064 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-038c0b41-2f9d-431f-90b2-a9db8f30bb37 None None] Deleting port b5e4b65c-c9e8-475c-9608-a5cd5b462d8b {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:29:04.576499 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-038c0b41-2f9d-431f-90b2-a9db8f30bb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:04.635557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523868d-4643-4342-9132-bd1d70a26091 req-9de649a5-6f6e-4771-b614-2fa015351f54 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:04.641734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4523868d-4643-4342-9132-bd1d70a26091 req-9de649a5-6f6e-4771-b614-2fa015351f54 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.0913134 Sep 23 22:29:04.669472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3a13cc-1952-4177-aa19-5ce24f14d851 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:04.673250 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0a3a13cc-1952-4177-aa19-5ce24f14d851 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:04.694795 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf3887-0b8c-46a7-8eaf-6157b795c701 None None] Pushing event updated for resources: {'Port': ['ID=b5e4b65c-c9e8-475c-9608-a5cd5b462d8b,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:04.718760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-038c0b41-2f9d-431f-90b2-a9db8f30bb37 None None] For port b5e4b65c-c9e8-475c-9608-a5cd5b462d8b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b5e4b65c-c9e8-475c-9608-a5cd5b462d8b,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:04.719455 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-038c0b41-2f9d-431f-90b2-a9db8f30bb37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:04.732034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4523868d-4643-4342-9132-bd1d70a26091 req-5df8e0c1-29a2-4a3f-a6a2-94f965cd38db tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882254 Sep 23 22:29:04.746345 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-038c0b41-2f9d-431f-90b2-a9db8f30bb37 None None] Calling delete_port for b5e4b65c-c9e8-475c-9608-a5cd5b462d8b owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:29:04.841449 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f686204-73c9-4b3a-a6cb-d56f99b5c08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:04.844250 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f686204-73c9-4b3a-a6cb-d56f99b5c08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:04.845568 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6f686204-73c9-4b3a-a6cb-d56f99b5c08f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f3c51d1e-bb6f-40e3-93fb-3ef9ce5d12b1 HTTP/1.1" status: 204 len: 168 time: 0.5098903 Sep 23 22:29:04.862389 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f686204-73c9-4b3a-a6cb-d56f99b5c08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c51d1e-bb6f-40e3-93fb-3ef9ce5d12b1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:04.952262 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:04.955583 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:05.076333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc4e00-36d1-4967-bfa5-6f3dd0b56598 req-5e11be2c-30e9-457b-9a96-36bdb90649c5 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:05.078161 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7dc4e00-36d1-4967-bfa5-6f3dd0b56598 req-5e11be2c-30e9-457b-9a96-36bdb90649c5 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 946 time: 0.1049597 Sep 23 22:29:05.093067 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-038c0b41-2f9d-431f-90b2-a9db8f30bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:05.138822 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7dc4e00-36d1-4967-bfa5-6f3dd0b56598 req-464ca261-a149-4eb2-85de-31321639d58b tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/security-groups?id=90b258ce-821d-4535-97b2-a51fd18589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514002 Sep 23 22:29:05.153857 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c0b41-2f9d-431f-90b2-a9db8f30bb37 None None] No DVR routers for this DVR port b5e4b65c-c9e8-475c-9608-a5cd5b462d8b on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:29:05.158556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c0b41-2f9d-431f-90b2-a9db8f30bb37 None None] Pushing event deleted for resources: {'Port': ['ID=b5e4b65c-c9e8-475c-9608-a5cd5b462d8b,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:05.179184 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:05.181030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9493e4-d527-4a0a-b758-fc383f2535ef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Made reservation on behalf of 7cdd42daa7314e72bd3c651f33a7a74c for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:05.316916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.objects.ports [None req-0a3a13cc-1952-4177-aa19-5ce24f14d851 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95490) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:29:05.318544 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0a3a13cc-1952-4177-aa19-5ce24f14d851 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:05.329865 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ded24a-42a3-40de-a4e1-0389d0e9e410 req-578b0db9-3710-40b2-9fc4-d2ff17d20f4e tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:05.331526 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1ded24a-42a3-40de-a4e1-0389d0e9e410 req-578b0db9-3710-40b2-9fc4-d2ff17d20f4e tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 946 time: 0.0771878 Sep 23 22:29:05.335483 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9f9493e4-d527-4a0a-b758-fc383f2535ef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:05.355262 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52008) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:05.360001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-707510ce-8791-4bef-946e-d94f5274ce53 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Request body: {'floatingip': {'port_id': 'c71534af-f4a0-4753-aa9f-acdcd66ec613'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:05.363235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-9f9493e4-d527-4a0a-b758-fc383f2535ef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] device_id is not set on port 5b9c65ac-b815-4ff7-852d-85f879e25cea yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:29:05.372857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3a13cc-1952-4177-aa19-5ce24f14d851 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:05.377440 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-0a3a13cc-1952-4177-aa19-5ce24f14d851 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:05.384187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3a13cc-1952-4177-aa19-5ce24f14d851 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:05.384187 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0a3a13cc-1952-4177-aa19-5ce24f14d851 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:05.403502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a13cc-1952-4177-aa19-5ce24f14d851 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=cde01a59-cb49-4deb-bb0d-dc05573414a5,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:05.404527 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309f147-1d1a-42e1-988d-6c4195074195 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:05.506431 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-707510ce-8791-4bef-946e-d94f5274ce53 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:05.511074 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0a3a13cc-1952-4177-aa19-5ce24f14d851 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5820432 Sep 23 22:29:05.519660 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52014) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:05.538950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-455c6c77-564e-420a-b1c7-80ceb1bcecbb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:05.736224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': 'cde01a59-cb49-4deb-bb0d-dc05573414a5'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:29:05.737928 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:05.780231 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 11e3a17f-e01c-44b0-b184-c5e8a6f00045 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:29:05.821252 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:05.901202 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455c6c77-564e-420a-b1c7-80ceb1bcecbb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:05.909957 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-455c6c77-564e-420a-b1c7-80ceb1bcecbb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:05.923870 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.resource_extend [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:29:06.055682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739a4bb-38fb-4ec5-8191-17875758b390 req-38e6766a-2c4f-4161-8b9d-3bab82bca37e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:06.068406 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7739a4bb-38fb-4ec5-8191-17875758b390 req-38e6766a-2c4f-4161-8b9d-3bab82bca37e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2091877 Sep 23 22:29:06.164987 n-d-810775-1 neutron-server[95490]: INFO neutron.db.ipam_backend_mixin [None req-455c6c77-564e-420a-b1c7-80ceb1bcecbb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cde01a59-cb49-4deb-bb0d-dc05573414a5 (CIDR: 2001:db8::/64) Sep 23 22:29:06.219760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 11e3a17f-e01c-44b0-b184-c5e8a6f00045, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:06.223004 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-455c6c77-564e-420a-b1c7-80ceb1bcecbb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:29:06.223524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455c6c77-564e-420a-b1c7-80ceb1bcecbb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:29:06.230995 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7739a4bb-38fb-4ec5-8191-17875758b390 req-a9c30c23-477c-4386-a9c2-23c34f59254a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636563 Sep 23 22:29:06.260222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Allocated IP 2001:db8::f816:3eff:fefd:8df0 (fabbdebb-7256-45f8-980f-653365ae34a1/cde01a59-cb49-4deb-bb0d-dc05573414a5/16255a14-165e-4876-80d2-c1ac9093386e) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:06.283884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '11e3a17f-e01c-44b0-b184-c5e8a6f00045', 'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f', 'port_id': '11e3a17f-e01c-44b0-b184-c5e8a6f00045', 'mac_address': 'fa:16:3e:e9:cf:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd900ab-d80f-492d-8f3f-40e9e42ebc05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:29:06.325723 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-455c6c77-564e-420a-b1c7-80ceb1bcecbb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8027015 Sep 23 22:29:06.325995 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52030) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:06.331939 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f823eaaa-9d6b-4248-b012-56e845e51c51 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:06.366786 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:06.416979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11e3a17f-e01c-44b0-b184-c5e8a6f00045 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:29:06.440844 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:06.461801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 11e3a17f-e01c-44b0-b184-c5e8a6f00045, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:06.505677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52032) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:06.576475 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:06.673890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=11e3a17f-e01c-44b0-b184-c5e8a6f00045,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:06.695758 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:06.718276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f823eaaa-9d6b-4248-b012-56e845e51c51 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:06.728268 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f823eaaa-9d6b-4248-b012-56e845e51c51 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:06.772602 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4da9e7c2-6f0d-40cc-b93f-21c379828d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:06.779391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['11e3a17f-e01c-44b0-b184-c5e8a6f00045'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:29:06.908803 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:06.999563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-9f9493e4-d527-4a0a-b758-fc383f2535ef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Allocated IP 172.20.0.14 (fffab7d8-0bb5-4b89-8c83-af0a398e476f/58793b93-d49a-4008-9890-0538761359a0/5b9c65ac-b815-4ff7-852d-85f879e25cea) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:07.010724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Pushing event updated for resources: {'Port': ['ID=16255a14-165e-4876-80d2-c1ac9093386e,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:07.023996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:07.035291 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:07.037481 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:07.072888 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-9f9493e4-d527-4a0a-b758-fc383f2535ef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Allocated IP 172.20.0.13 (fffab7d8-0bb5-4b89-8c83-af0a398e476f/58793b93-d49a-4008-9890-0538761359a0/5b9c65ac-b815-4ff7-852d-85f879e25cea) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:07.103736 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.resource_extend [None req-707510ce-8791-4bef-946e-d94f5274ce53 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:29:07.155931 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Attempting to bind port 16255a14-165e-4876-80d2-c1ac9093386e on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:29:07.156307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Attempting to bind port 16255a14-165e-4876-80d2-c1ac9093386e by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:29:07.156671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Attempting to bind port 16255a14-165e-4876-80d2-c1ac9093386e on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:29:07.164271 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:29:07.164566 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:29:07.164930 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:07.165375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:29:07.165875 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Bound port: 16255a14-165e-4876-80d2-c1ac9093386e, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:29:07.166472 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:07.224124 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4da9e7c2-6f0d-40cc-b93f-21c379828d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:07.231862 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-707510ce-8791-4bef-946e-d94f5274ce53 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:07.241150 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:07.277895 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:07.278847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] For port 16255a14-165e-4876-80d2-c1ac9093386e, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:29:07.287672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] For port 16255a14-165e-4876-80d2-c1ac9093386e, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=16255a14-165e-4876-80d2-c1ac9093386e,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:29:07.320793 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4da9e7c2-6f0d-40cc-b93f-21c379828d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:07.321405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52048) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:07.352823 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-707510ce-8791-4bef-946e-d94f5274ce53 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:07.388453 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4da9e7c2-6f0d-40cc-b93f-21c379828d76 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d069442ec7e438d940e5f6a6c602437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8789082 Sep 23 22:29:07.398464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52052) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:07.400836 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9e7c2-6f0d-40cc-b93f-21c379828d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592f1a4d-f0b8-4b16-964c-e102c6a0508e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:07.422543 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:07.509731 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f823eaaa-9d6b-4248-b012-56e845e51c51 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:07.511418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629d4a5-0b97-4bae-bfa9-9269e585d709 None None] Pushing event updated for resources: {'Port': ['ID=16255a14-165e-4876-80d2-c1ac9093386e,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:07.591572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1036913976-network', 'tenant_id': '6006be65f1aa4f69949f0640375ff10d'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:07.628931 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13959250-69d5-4dea-be16-f0f578617b6d req-1113e496-a1dd-40c7-a5f5-21d022c2ab2f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:07.631675 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13959250-69d5-4dea-be16-f0f578617b6d req-1113e496-a1dd-40c7-a5f5-21d022c2ab2f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 945 time: 0.2402101 Sep 23 22:29:07.637682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f823eaaa-9d6b-4248-b012-56e845e51c51 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:07.648473 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9f9493e4-d527-4a0a-b758-fc383f2535ef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:07.649921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-f823eaaa-9d6b-4248-b012-56e845e51c51 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:07.653262 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823eaaa-9d6b-4248-b012-56e845e51c51 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:07.653850 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f823eaaa-9d6b-4248-b012-56e845e51c51 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:07.675063 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Allocated IP 172.25.1.140 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/1a8e740e-2902-47b5-8b48-acaa4e7b3588) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:07.679431 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-707510ce-8791-4bef-946e-d94f5274ce53 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Floating IP 09ba75be-5865-43b1-849f-67033862dad0 associated. External IP: 172.25.1.194, port: c71534af-f4a0-4753-aa9f-acdcd66ec613. Sep 23 22:29:07.693356 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823eaaa-9d6b-4248-b012-56e845e51c51 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=3b3eda64-c570-4773-ad86-67a68af6b32a,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:07.739953 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13959250-69d5-4dea-be16-f0f578617b6d req-d40a313d-9324-4a00-9ebf-5db7cafc5fc2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941505 Sep 23 22:29:07.791317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 11e3a17f-e01c-44b0-b184-c5e8a6f00045 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:07.796068 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] Made reservation on behalf of 6006be65f1aa4f69949f0640375ff10d for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:07.802729 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:07.824941 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:07.888859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 11e3a17f-e01c-44b0-b184-c5e8a6f00045 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:07.889332 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:07.968791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f823eaaa-9d6b-4248-b012-56e845e51c51 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6388469 Sep 23 22:29:07.971992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52056) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:08.002237 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:08.013236 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f9532858-2ab4-4896-aeff-a4da263d2776 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'mac_address': 'fa:16:3e:07:8f:2f', 'name': 'tempest-NetworksTestDHCPv6-1560213111'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:08.030192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631ce5bf-6a66-4393-a017-c1499b245f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e3a17f-e01c-44b0-b184-c5e8a6f00045'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:29:08.032789 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50bad08-280a-4dc7-a1e7-dd87d933707e" -d '{"events": [{"server_uuid": "631ce5bf-6a66-4393-a017-c1499b245f67", "name": "network-vif-plugged", "status": "completed", "tag": "11e3a17f-e01c-44b0-b184-c5e8a6f00045"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:29:08.062631 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 11e3a17f-e01c-44b0-b184-c5e8a6f00045, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:08.086361 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4e3158c-0036-4d4e-99f5-cd682ee4b70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:08.087187 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e552565-a910-4980-940e-a00a7d7a960e x-openstack-request-id: req-5e552565-a910-4980-940e-a00a7d7a960e {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:29:08.087363 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631ce5bf-6a66-4393-a017-c1499b245f67", "name": "network-vif-plugged", "status": "completed", "tag": "11e3a17f-e01c-44b0-b184-c5e8a6f00045", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:29:08.087844 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e552565-a910-4980-940e-a00a7d7a960e {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:29:08.088245 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631ce5bf-6a66-4393-a017-c1499b245f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e3a17f-e01c-44b0-b184-c5e8a6f00045', 'code': 200} Sep 23 22:29:08.180746 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:08.210301 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:08.216591 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4e3158c-0036-4d4e-99f5-cd682ee4b70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:08.272832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=11e3a17f-e01c-44b0-b184-c5e8a6f00045,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:08.323910 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-c2c2a012-c2c8-4162-97f2-5a118b3b5438 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6869392 Sep 23 22:29:08.337008 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:08.384628 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:08.436039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9f9493e4-d527-4a0a-b758-fc383f2535ef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:08.533705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:08.606931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9493e4-d527-4a0a-b758-fc383f2535ef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network fffab7d8-0bb5-4b89-8c83-af0a398e476f is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:08.626482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-9f9493e4-d527-4a0a-b758-fc383f2535ef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:08.634077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9493e4-d527-4a0a-b758-fc383f2535ef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=5b9c65ac-b815-4ff7-852d-85f879e25cea,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:08.639448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9493e4-d527-4a0a-b758-fc383f2535ef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:08.666519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 16255a14-165e-4876-80d2-c1ac9093386e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:08.709534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9532858-2ab4-4896-aeff-a4da263d2776 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:08.716089 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4e3158c-0036-4d4e-99f5-cd682ee4b70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:08.721162 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4e3158c-0036-4d4e-99f5-cd682ee4b70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:08.725729 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f4e3158c-0036-4d4e-99f5-cd682ee4b70b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/592f1a4d-f0b8-4b16-964c-e102c6a0508e HTTP/1.1" status: 204 len: 168 time: 1.3211231 Sep 23 22:29:08.743714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-b505e687-e6c2-4051-ac15-1ca257dfe9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:08.749335 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-b505e687-e6c2-4051-ac15-1ca257dfe9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:08.749537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:29:08.749653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-b505e687-e6c2-4051-ac15-1ca257dfe9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:08.749653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-b505e687-e6c2-4051-ac15-1ca257dfe9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:08.749653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-b505e687-e6c2-4051-ac15-1ca257dfe9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:08.749653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-b505e687-e6c2-4051-ac15-1ca257dfe9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:08.749653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-b505e687-e6c2-4051-ac15-1ca257dfe9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:08.750855 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-b505e687-e6c2-4051-ac15-1ca257dfe9bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53d9dcc00ea347a4ba456b29d8894318&device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 6492 time: 0.2519855 Sep 23 22:29:08.778839 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:08.811719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3158c-0036-4d4e-99f5-cd682ee4b70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592f1a4d-f0b8-4b16-964c-e102c6a0508e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:08.877515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707510ce-8791-4bef-946e-d94f5274ce53 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Router b5e52d96-55bb-4912-ac67-90a78dacb311 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:29:08.919032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9493e4-d527-4a0a-b758-fc383f2535ef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:08.919560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 16255a14-165e-4876-80d2-c1ac9093386e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:08.920228 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:08.920652 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9f9493e4-d527-4a0a-b758-fc383f2535ef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:08.935839 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f9532858-2ab4-4896-aeff-a4da263d2776 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:08.951884 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:08.952261 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] Added segment 1f4d9751-f250-49a8-890e-5547d495c95e of type vlan for network a531d8ca-9b3d-4ac2-ac72-72235b3b12aa Sep 23 22:29:08.965975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:08.993525 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140f3657-973f-4342-a5a8-7178af02cb22 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:09.003089 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:09.013534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:09.016790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Pushing event updated for resources: {'Port': ['ID=1a8e740e-2902-47b5-8b48-acaa4e7b3588,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:09.041605 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:09.057572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-f9532858-2ab4-4896-aeff-a4da263d2776 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port b9f6e2bb-079e-4ff0-b3f4-ac4b27ec7da3 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:29:09.125308 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9f9493e4-d527-4a0a-b758-fc383f2535ef tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.7645154 Sep 23 22:29:09.130471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52066) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:09.138134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '5b9c65ac-b815-4ff7-852d-85f879e25cea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:09.175585 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6584be3b-343c-4af9-8b67-38cd53c8cefd None None] Provisioning complete for port 16255a14-165e-4876-80d2-c1ac9093386e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:09.179294 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6584be3b-343c-4af9-8b67-38cd53c8cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:09.215307 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:09.217245 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:09.217245 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:09.268986 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-ee577458-7947-42b9-8611-afc623068361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:09.268986 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-ee577458-7947-42b9-8611-afc623068361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:09.269531 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-ee577458-7947-42b9-8611-afc623068361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:09.271766 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-ee577458-7947-42b9-8611-afc623068361 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8fdb77b3-802f-455b-896f-81dc78604c36&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=ca883b77-dd36-40f2-a31d-760ec43ec06e&id=ca883b77-dd36-40f2-a31d-760ec43ec06e HTTP/1.1" status: 200 len: 2291 time: 0.4135294 Sep 23 22:29:09.285760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfefbf-1956-4b6e-84df-0eb9c5557861 req-ba53b526-e660-4462-aa82-bc33e71c33b5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:09.293429 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-45cfefbf-1956-4b6e-84df-0eb9c5557861 req-ba53b526-e660-4462-aa82-bc33e71c33b5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.3236525 Sep 23 22:29:09.324644 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:09.327303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] Pushing event updated for resources: {'Network': ['ID=a531d8ca-9b3d-4ac2-ac72-72235b3b12aa,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:09.350972 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network a531d8ca-9b3d-4ac2-ac72-72235b3b12aa details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:29:09.431184 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-f9532858-2ab4-4896-aeff-a4da263d2776 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8:0:1::2e6 (fabbdebb-7256-45f8-980f-653365ae34a1/3b3eda64-c570-4773-ad86-67a68af6b32a/b9f6e2bb-079e-4ff0-b3f4-ac4b27ec7da3) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:09.437604 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a589ac28-84ce-4bb3-9756-ef00b87bb55c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1115465 Sep 23 22:29:09.438264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52070) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:09.440208 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:09.450322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b2e44d93-d946-4044-861f-9ba68b4c4843 admin admin] Request body: {'subnet': {'network_id': 'a531d8ca-9b3d-4ac2-ac72-72235b3b12aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1036913976-subnet', 'tenant_id': '6006be65f1aa4f69949f0640375ff10d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:09.454475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-f9532858-2ab4-4896-aeff-a4da263d2776 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::f816:3eff:fe07:8f2f (fabbdebb-7256-45f8-980f-653365ae34a1/cde01a59-cb49-4deb-bb0d-dc05573414a5/b9f6e2bb-079e-4ff0-b3f4-ac4b27ec7da3) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:09.471162 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707510ce-8791-4bef-946e-d94f5274ce53 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:29:09.497759 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-707510ce-8791-4bef-946e-d94f5274ce53 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:09.508545 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abc83ba-213c-4526-95e5-9674c65aec7f None None] Sync routers for ids ['b5e52d96-55bb-4912-ac67-90a78dacb311'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:29:09.512753 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-45cfefbf-1956-4b6e-84df-0eb9c5557861 req-4e4f24a1-cd68-4993-910c-4bb16cacc448 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184191 Sep 23 22:29:09.535100 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-00f5a6e4-c1ec-4b27-ab45-4df3491f4116 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e5d1c23-ff12-4a74-8c34-bd3a77973f35 HTTP/1.1" status: 200 len: 1002 time: 0.2389090 Sep 23 22:29:09.576680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc83ba-213c-4526-95e5-9674c65aec7f None None] Routers {'b5e52d96-55bb-4912-ac67-90a78dacb311'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:09.577873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3abc83ba-213c-4526-95e5-9674c65aec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b5e52d96-55bb-4912-ac67-90a78dacb311'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:09.583883 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-707510ce-8791-4bef-946e-d94f5274ce53 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "PUT /v2.0/floatingips/09ba75be-5865-43b1-849f-67033862dad0 HTTP/1.1" status: 200 len: 992 time: 4.2225401 Sep 23 22:29:09.587211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d', 'tag': 'c71534af-f4a0-4753-aa9f-acdcd66ec613'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:29:09.589588 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e193e8f4-5b8b-4be8-ae7e-92c02dcdb6af" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d", "tag": "c71534af-f4a0-4753-aa9f-acdcd66ec613"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:29:09.616533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-aaf4f31d-9924-45ea-84f5-c0184c8018f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:09.618951 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-aaf4f31d-9924-45ea-84f5-c0184c8018f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d29d642-3539-4f1b-86f3-275967351080 HTTP/1.1" status: 200 len: 850 time: 0.0738282 Sep 23 22:29:09.696664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-377d5769-3e3a-4abb-9b2e-a8d732b6ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:09.699774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-377d5769-3e3a-4abb-9b2e-a8d732b6ca99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8fdb77b3-802f-455b-896f-81dc78604c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703771 Sep 23 22:29:09.738490 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6584be3b-343c-4af9-8b67-38cd53c8cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:09.751411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e44d93-d946-4044-861f-9ba68b4c4843 admin admin] Made reservation on behalf of 6006be65f1aa4f69949f0640375ff10d for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:09.763276 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b2e44d93-d946-4044-861f-9ba68b4c4843 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:09.796381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 16255a14-165e-4876-80d2-c1ac9093386e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=16255a14-165e-4876-80d2-c1ac9093386e,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:09.849591 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060dfcff-d43f-4bf3-b03f-e6d8a8d8fd9b x-openstack-request-id: req-060dfcff-d43f-4bf3-b03f-e6d8a8d8fd9b {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:29:09.853153 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d", "tag": "c71534af-f4a0-4753-aa9f-acdcd66ec613", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:29:09.853153 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-060dfcff-d43f-4bf3-b03f-e6d8a8d8fd9b {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:29:09.853153 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d', 'tag': 'c71534af-f4a0-4753-aa9f-acdcd66ec613', 'status': 'completed', 'code': 200} Sep 23 22:29:09.903057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0b8696-1c82-4b98-90bb-b923d4c5406d None None] Update dhcp port {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'fixed_ips': [{'subnet_id': 'cde01a59-cb49-4deb-bb0d-dc05573414a5', 'ip_address': '2001:db8::f816:3eff:fefd:8df0'}, {'subnet_id': '3b3eda64-c570-4773-ad86-67a68af6b32a'}], 'binding:host_id': 'n-d-810775-1'}, 'id': '16255a14-165e-4876-80d2-c1ac9093386e'} from n-d-810775-1. {{(pid=95492) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 22:29:09.915151 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:09.940714 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f9532858-2ab4-4896-aeff-a4da263d2776 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:09.946123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52078) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:10.028148 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5607cea-4863-4fcb-9af3-e89faafffc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:10.048333 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:10.075950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193e8f4-5b8b-4be8-ae7e-92c02dcdb6af req-8c4bec94-596b-4213-84ff-83db753eb9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:10.078850 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e193e8f4-5b8b-4be8-ae7e-92c02dcdb6af req-8c4bec94-596b-4213-84ff-83db753eb9dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c6e4d72e074bf0846555174e943ad6&device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 1097 time: 0.2010474 Sep 23 22:29:10.092857 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:10.101217 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fa0b8696-1c82-4b98-90bb-b923d4c5406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:10.121797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-3abc83ba-213c-4526-95e5-9674c65aec7f None None] Set router b5e52d96-55bb-4912-ac67-90a78dacb311 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:29:10.167815 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-1fdd5c3b-d20b-471f-b13c-44edae9a6b83 service neutron] 10.222.0.67 "GET /v2.0/networks/8fdb77b3-802f-455b-896f-81dc78604c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155837 Sep 23 22:29:10.207864 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-6584be3b-343c-4af9-8b67-38cd53c8cefd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:29:10.208678 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-6584be3b-343c-4af9-8b67-38cd53c8cefd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:29:10.290423 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=16255a14-165e-4876-80d2-c1ac9093386e,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:10.374813 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f9532858-2ab4-4896-aeff-a4da263d2776 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:10.458980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193e8f4-5b8b-4be8-ae7e-92c02dcdb6af req-a655b39d-4883-4e7a-a67e-cd208d0b796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:10.460534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e193e8f4-5b8b-4be8-ae7e-92c02dcdb6af req-a655b39d-4883-4e7a-a67e-cd208d0b796c service neutron] 10.222.0.43 "GET /v2.0/networks?id=b481aa7f-7834-4ef2-8794-c242ac249e42 HTTP/1.1" status: 200 len: 916 time: 0.3709009 Sep 23 22:29:10.579580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 16255a14-165e-4876-80d2-c1ac9093386e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:10.622143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9532858-2ab4-4896-aeff-a4da263d2776 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:10.637955 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-c4384a66-e274-496e-88f7-8dd60496dd4d service neutron] 10.222.0.67 "GET /v2.0/networks/8fdb77b3-802f-455b-896f-81dc78604c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354069 Sep 23 22:29:10.651417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-f9532858-2ab4-4896-aeff-a4da263d2776 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:10.680123 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Allocated IP 172.25.1.230 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/3129879a-646a-49cb-85c7-3eed3a32ae2d) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:10.684016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9532858-2ab4-4896-aeff-a4da263d2776 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:10.696144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9532858-2ab4-4896-aeff-a4da263d2776 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:10.697321 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f9532858-2ab4-4896-aeff-a4da263d2776 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:10.762165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9532858-2ab4-4896-aeff-a4da263d2776 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=b9f6e2bb-079e-4ff0-b3f4-ac4b27ec7da3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:10.796029 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5607cea-4863-4fcb-9af3-e89faafffc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:10.809537 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-1410be2f-6046-4fb4-be7e-d4f8206c4873 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b HTTP/1.1" status: 200 len: 217 time: 0.1311309 Sep 23 22:29:10.838254 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e193e8f4-5b8b-4be8-ae7e-92c02dcdb6af req-04625aca-74d5-4891-8758-a4646fdbe36d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c71534af-f4a0-4753-aa9f-acdcd66ec613 HTTP/1.1" status: 200 len: 1000 time: 0.3385112 Sep 23 22:29:11.082261 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:11.142582 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b2e44d93-d946-4044-861f-9ba68b4c4843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:11.197884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224c643-decd-491a-b43d-a4ff22b53a1b req-2f51ac49-a642-4192-9907-9dd670501aee tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:11.199831 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c224c643-decd-491a-b43d-a4ff22b53a1b req-2f51ac49-a642-4192-9907-9dd670501aee tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.4531186 Sep 23 22:29:11.222492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e44d93-d946-4044-861f-9ba68b4c4843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff2fb682-4204-4f41-9014-7e189425405f,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:11.236314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-fa0b8696-1c82-4b98-90bb-b923d4c5406d None None] Allocated IP 2001:db8:0:1::2 (fabbdebb-7256-45f8-980f-653365ae34a1/3b3eda64-c570-4773-ad86-67a68af6b32a/16255a14-165e-4876-80d2-c1ac9093386e) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:11.243061 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:11.291390 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f9532858-2ab4-4896-aeff-a4da263d2776 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.3178840 Sep 23 22:29:11.301767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52110) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:11.329684 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c224c643-decd-491a-b43d-a4ff22b53a1b req-414d57b9-d298-44ee-845e-fa57fb75ee68 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030431 Sep 23 22:29:11.332456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5607cea-4863-4fcb-9af3-e89faafffc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:11.341667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:11.342824 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e44d93-d946-4044-861f-9ba68b4c4843 admin admin] Checking segment: {'id': '1f4d9751-f250-49a8-890e-5547d495c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a531d8ca-9b3d-4ac2-ac72-72235b3b12aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:29:11.343204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e44d93-d946-4044-861f-9ba68b4c4843 admin admin] Network hostable DHCP agents. Network: a531d8ca-9b3d-4ac2-ac72-72235b3b12aa, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:29:11.350684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:11.357876 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:11.406302 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:11.407261 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=3129879a-646a-49cb-85c7-3eed3a32ae2d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:11.420951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-ebf0253c-d9b4-49fe-bef4-cd3c683afffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:11.437002 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-ebf0253c-d9b4-49fe-bef4-cd3c683afffb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.6012006 Sep 23 22:29:11.441189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 16255a14-165e-4876-80d2-c1ac9093386e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:11.441579 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:11.477220 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a5607cea-4863-4fcb-9af3-e89faafffc53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df22c7820c0640e3be73b17543874952&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5193272 Sep 23 22:29:11.477220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193e8f4-5b8b-4be8-ae7e-92c02dcdb6af req-4f9e8e67-6d9b-407f-9489-4c2942cde431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:11.477632 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52112) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:11.477779 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e193e8f4-5b8b-4be8-ae7e-92c02dcdb6af req-4f9e8e67-6d9b-407f-9489-4c2942cde431 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0690551-0d17-436f-a3db-32b0f3ce9754 HTTP/1.1" status: 200 len: 854 time: 0.6080699 Sep 23 22:29:11.554881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5607cea-4863-4fcb-9af3-e89faafffc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edaea14-b8b5-4f4c-b507-e5ea064cd21c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:11.612530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e44d93-d946-4044-861f-9ba68b4c4843 admin admin] Network a531d8ca-9b3d-4ac2-ac72-72235b3b12aa is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:29:11.631130 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fa0b8696-1c82-4b98-90bb-b923d4c5406d None None] For port 16255a14-165e-4876-80d2-c1ac9093386e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=16255a14-165e-4876-80d2-c1ac9093386e,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:11.649800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3abc83ba-213c-4526-95e5-9674c65aec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:28:12Z', 'updated_at': '2021-09-23T22:28:24Z', 'revision_number': 4, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'gw_port': {'id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:14Z', 'updated_at': '2021-09-23T22:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '09ba75be-5865-43b1-849f-67033862dad0', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'port_id': 'c71534af-f4a0-4753-aa9f-acdcd66ec613', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'mac_address': 'fa:16:3e:2a:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:28:36Z', 'updated_at': '2021-09-23T22:29:06Z', 'revision_number': 1, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a629f9-69d6-4dea-a0d9-232e79b6bfa3', 'name': '', 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'mac_address': 'fa:16:3e:4c:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:21Z', 'updated_at': '2021-09-23T22:28:31Z', 'revision_number': 5, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'subnets': [{'id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:11.687319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abc83ba-213c-4526-95e5-9674c65aec7f None None] Checking router: b5e52d96-55bb-4912-ac67-90a78dacb311 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:29:11.713981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-05e5dd7b-a9bc-457c-add4-0d4e3b75e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:11.715898 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-05e5dd7b-a9bc-457c-add4-0d4e3b75e0a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2787905 Sep 23 22:29:11.725994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193e8f4-5b8b-4be8-ae7e-92c02dcdb6af req-1485bfc8-eea9-42f1-b971-acd906b00b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:11.727709 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fa0b8696-1c82-4b98-90bb-b923d4c5406d None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:11.727899 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e193e8f4-5b8b-4be8-ae7e-92c02dcdb6af req-1485bfc8-eea9-42f1-b971-acd906b00b6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b481aa7f-7834-4ef2-8794-c242ac249e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676757 Sep 23 22:29:11.738450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc83ba-213c-4526-95e5-9674c65aec7f None None] Routers {'b5e52d96-55bb-4912-ac67-90a78dacb311'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:11.739890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3abc83ba-213c-4526-95e5-9674c65aec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b5e52d96-55bb-4912-ac67-90a78dacb311'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:11.804862 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b42842ed-12c6-478d-bc36-65191e77755a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port b9f6e2bb-079e-4ff0-b3f4-ac4b27ec7da3 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:29:11.805373 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b42842ed-12c6-478d-bc36-65191e77755a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:11.833668 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fa0b8696-1c82-4b98-90bb-b923d4c5406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:11.985668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b8696-1c82-4b98-90bb-b923d4c5406d None None] Pushing event updated for resources: {'Port': ['ID=16255a14-165e-4876-80d2-c1ac9093386e,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:12.014191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-3abc83ba-213c-4526-95e5-9674c65aec7f None None] Set router b5e52d96-55bb-4912-ac67-90a78dacb311 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:29:12.028568 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3dcc886f-d139-4881-b9df-9273086a1498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:12.065359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-b2e44d93-d946-4044-861f-9ba68b4c4843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, a531d8ca-9b3d-4ac2-ac72-72235b3b12aa) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:12.073417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e44d93-d946-4044-861f-9ba68b4c4843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:12.074384 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b2e44d93-d946-4044-861f-9ba68b4c4843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:12.106805 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3dcc886f-d139-4881-b9df-9273086a1498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:12.121754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b001cbac-332e-402d-8d94-e0c4b98bbc9a None None] Network a531d8ca-9b3d-4ac2-ac72-72235b3b12aa requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:12.219290 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b2e44d93-d946-4044-861f-9ba68b4c4843 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7755897 Sep 23 22:29:12.375697 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-a0cdba7b-5275-488d-be98-bd30d8be5912 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6447339 Sep 23 22:29:12.392431 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b42842ed-12c6-478d-bc36-65191e77755a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:12.473097 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b42842ed-12c6-478d-bc36-65191e77755a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for b9f6e2bb-079e-4ff0-b3f4-ac4b27ec7da3 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:29:12.587815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 16255a14-165e-4876-80d2-c1ac9093386e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:12.718611 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3dcc886f-d139-4881-b9df-9273086a1498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:12.726614 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3dcc886f-d139-4881-b9df-9273086a1498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:12.736553 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3dcc886f-d139-4881-b9df-9273086a1498 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5edaea14-b8b5-4f4c-b507-e5ea064cd21c HTTP/1.1" status: 204 len: 168 time: 1.2600434 Sep 23 22:29:12.804250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc886f-d139-4881-b9df-9273086a1498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edaea14-b8b5-4f4c-b507-e5ea064cd21c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:12.858971 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:13.175113 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 16255a14-165e-4876-80d2-c1ac9093386e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:13.176121 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:13.222054 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:13.256843 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-6dbca9cf-3eae-4f0d-adfe-86cf14fcb77e service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115643 Sep 23 22:29:13.329832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f8c19-3eb4-4101-96c0-b20a27a0efe8 None None] Network a531d8ca-9b3d-4ac2-ac72-72235b3b12aa requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:13.357423 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b42842ed-12c6-478d-bc36-65191e77755a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:13.359145 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:29:13.392516 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e193e8f4-5b8b-4be8-ae7e-92c02dcdb6af req-4a5f0ccf-bcb2-42d7-b21d-c9a95216aed7 service neutron] 10.222.0.43 "GET /v2.0/networks/b481aa7f-7834-4ef2-8794-c242ac249e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6416807 Sep 23 22:29:13.763796 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0a30ce7f-4f8e-4133-9671-4b6385a5c971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:13.782142 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-938b5b6e-6177-4299-b639-4de7814f8dac None None] Provisioning complete for port 16255a14-165e-4876-80d2-c1ac9093386e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:13.782142 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-938b5b6e-6177-4299-b639-4de7814f8dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:13.794923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42842ed-12c6-478d-bc36-65191e77755a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=b9f6e2bb-079e-4ff0-b3f4-ac4b27ec7da3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:13.867498 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-cb7b96d2-b89a-4462-af10-43c07082e856 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=2399c71c-78da-4b12-adda-5a18362e7290 HTTP/1.1" status: 200 len: 217 time: 0.5053508 Sep 23 22:29:13.874720 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:13.906016 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3abc83ba-213c-4526-95e5-9674c65aec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:28:12Z', 'updated_at': '2021-09-23T22:28:24Z', 'revision_number': 4, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'gw_port': {'id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:14Z', 'updated_at': '2021-09-23T22:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '09ba75be-5865-43b1-849f-67033862dad0', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'port_id': 'c71534af-f4a0-4753-aa9f-acdcd66ec613', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'mac_address': 'fa:16:3e:2a:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:28:36Z', 'updated_at': '2021-09-23T22:29:06Z', 'revision_number': 1, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a629f9-69d6-4dea-a0d9-232e79b6bfa3', 'name': '', 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'mac_address': 'fa:16:3e:4c:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:21Z', 'updated_at': '2021-09-23T22:28:31Z', 'revision_number': 5, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'subnets': [{'id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:13.942910 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abc83ba-213c-4526-95e5-9674c65aec7f None None] The sync data for ids ['b5e52d96-55bb-4912-ac67-90a78dacb311'] in n-d-810775-1 is: [{'id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:28:12Z', 'updated_at': '2021-09-23T22:28:24Z', 'revision_number': 4, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'gw_port': {'id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:14Z', 'updated_at': '2021-09-23T22:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '09ba75be-5865-43b1-849f-67033862dad0', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'port_id': 'c71534af-f4a0-4753-aa9f-acdcd66ec613', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'mac_address': 'fa:16:3e:2a:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:28:36Z', 'updated_at': '2021-09-23T22:29:06Z', 'revision_number': 1, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a629f9-69d6-4dea-a0d9-232e79b6bfa3', 'name': '', 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'mac_address': 'fa:16:3e:4c:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:21Z', 'updated_at': '2021-09-23T22:28:31Z', 'revision_number': 5, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'subnets': [{'id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:29:13.954286 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:14.123389 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:14.257311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:29:14.271027 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Sync routers for ids ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:29:14.276092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fc1c05a7-03a9-422a-b858-42c94d82725f None None] Could not find standard attr ID for object b9f6e2bb-079e-4ff0-b3f4-ac4b27ec7da3. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:29:14.295563 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Routers {'8a2a4621-d5f8-430c-94bb-f61d5ff7919d'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:14.300009 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:28:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:14.327508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-890bad73-7ba4-4052-9847-95527b13b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:14.331176 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-890bad73-7ba4-4052-9847-95527b13b021 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.4082804 Sep 23 22:29:14.417943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab962d10-0373-47c5-ae6e-6d7ccde04a95 req-f125cada-ce24-40b8-9c2b-7cd1ff9491c9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:14.431483 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ab962d10-0373-47c5-ae6e-6d7ccde04a95 req-f125cada-ce24-40b8-9c2b-7cd1ff9491c9 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 1.1648729 Sep 23 22:29:14.497656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ead21b-7674-4439-8286-1d1a052f91b9 None None] New status for floating IP 09ba75be-5865-43b1-849f-67033862dad0: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:29:14.501487 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=3129879a-646a-49cb-85c7-3eed3a32ae2d,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:14.622449 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Floating IP ea1bbe95-4683-40c0-abe8-1b01e96ab12a associated. External IP: 172.25.1.230, port: 5b9c65ac-b815-4ff7-852d-85f879e25cea. Sep 23 22:29:14.695742 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:14.704517 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-95eae4f7-1d58-4904-baa9-4f7e826403b7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 10.3130870 Sep 23 22:29:14.718359 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b42842ed-12c6-478d-bc36-65191e77755a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:14.728853 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b42842ed-12c6-478d-bc36-65191e77755a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/b9f6e2bb-079e-4ff0-b3f4-ac4b27ec7da3 HTTP/1.1" status: 204 len: 168 time: 3.4245436 Sep 23 22:29:14.735355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52162) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:14.735355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52164) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:14.735355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52166) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:14.757324 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Set router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:29:14.765751 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ab962d10-0373-47c5-ae6e-6d7ccde04a95 req-ae4e68f7-4eda-49f0-896d-f46ff061db41 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315508 Sep 23 22:29:14.869766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1203671951-network', 'tenant_id': '227674868fe645c4be97d4ec21d329cb'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:15.090067 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e193e8f4-5b8b-4be8-ae7e-92c02dcdb6af req-38d0c58f-6f58-49d7-ab2a-85f6ccaac85c service neutron] 10.222.0.43 "GET /v2.0/networks/b481aa7f-7834-4ef2-8794-c242ac249e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6964707 Sep 23 22:29:15.100460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-35a11519-b432-4b76-b8d4-fcfcf84f6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:15.102560 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-35a11519-b432-4b76-b8d4-fcfcf84f6561 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5936902 Sep 23 22:29:15.135478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bac761-da0b-4379-9339-d7f96c8a3cd6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:15.140362 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f2bac761-da0b-4379-9339-d7f96c8a3cd6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3490443 Sep 23 22:29:15.143180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52172) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:15.272923 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:29:04Z', 'updated_at': '2021-09-23T22:29:09Z', 'revision_number': 3, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'gw_port': {'id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:07Z', 'updated_at': '2021-09-23T22:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:15.314340 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Checking router: 8a2a4621-d5f8-430c-94bb-f61d5ff7919d for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:29:15.315010 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Updating router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d port 1a8e740e-2902-47b5-8b48-acaa4e7b3588 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:29:15.316846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] Made reservation on behalf of 227674868fe645c4be97d4ec21d329cb for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:15.319525 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:15.365549 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:15.418966 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:15.533139 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f138fbed-5246-4fe8-a575-60987e6fd90f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:15.539661 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f138fbed-5246-4fe8-a575-60987e6fd90f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3916128 Sep 23 22:29:15.544790 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52176) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:15.618431 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-b1020557-6450-4862-9f3d-3fe345e55a0d service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011673 Sep 23 22:29:15.647674 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0085bd60-f53b-4032-8ab2-d4d7a21252ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:15.882868 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d598880-0859-4ab4-8730-38a93aef813e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:15.891156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d598880-0859-4ab4-8730-38a93aef813e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:15.898256 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d598880-0859-4ab4-8730-38a93aef813e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:15.909736 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0d598880-0859-4ab4-8730-38a93aef813e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3646526 Sep 23 22:29:15.917932 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52186) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:16.038938 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-d6f23ada-83be-45fa-a9f1-308a2c34b217 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064512 Sep 23 22:29:16.096259 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:16.142951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:29:16.149587 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:16.160606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6842acb-b488-4ca0-bcb8-1f974c42cd13 req-4e2c780b-399e-469f-acb3-2b6b06746172 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:16.175818 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c6842acb-b488-4ca0-bcb8-1f974c42cd13 req-4e2c780b-399e-469f-acb3-2b6b06746172 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2410195 Sep 23 22:29:16.185391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d1d198-9bec-4165-ad6d-ef85635789f4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 3b3eda64-c570-4773-ad86-67a68af6b32a {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:29:16.193273 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-46d1d198-9bec-4165-ad6d-ef85635789f4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:16.268142 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-6b307b2a-ae04-428d-a753-017c43e958ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=8f2fc59b-8cb2-421b-8953-264e069e9846 HTTP/1.1" status: 200 len: 217 time: 0.2178910 Sep 23 22:29:16.293484 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:16.325977 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c6842acb-b488-4ca0-bcb8-1f974c42cd13 req-914bfc0a-3aa4-4de2-9619-f4878c5b6708 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457665 Sep 23 22:29:16.342841 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-46d1d198-9bec-4165-ad6d-ef85635789f4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:16.522843 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Attempting to bind port 1a8e740e-2902-47b5-8b48-acaa4e7b3588 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:29:16.525374 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Attempting to bind port 1a8e740e-2902-47b5-8b48-acaa4e7b3588 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:29:16.525374 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Attempting to bind port 1a8e740e-2902-47b5-8b48-acaa4e7b3588 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:29:16.545247 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573871e-dc39-4915-9ef3-33ce6411b2fe None None] Pushing event updated for resources: {'Port': ['ID=1a8e740e-2902-47b5-8b48-acaa4e7b3588,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:16.552818 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:29:16.553970 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:29:16.554664 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:16.555766 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:29:16.556584 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Bound port: 1a8e740e-2902-47b5-8b48-acaa4e7b3588, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:29:16.557459 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:16.570676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-d08df06b-349e-4b24-99eb-7069d3cb6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:16.572360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-d08df06b-349e-4b24-99eb-7069d3cb6c9f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.2953653 Sep 23 22:29:16.637362 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:16.664086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-6c81c20d-1695-42a5-8328-48a09b0c01b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:16.666729 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-6c81c20d-1695-42a5-8328-48a09b0c01b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0841401 Sep 23 22:29:16.698512 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] For port 1a8e740e-2902-47b5-8b48-acaa4e7b3588, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:29:16.710160 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] For port 1a8e740e-2902-47b5-8b48-acaa4e7b3588, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1a8e740e-2902-47b5-8b48-acaa4e7b3588,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:29:16.768223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:29:16.779806 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:16.797352 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:29:16.799850 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3057b38-d991-46d7-a4dc-136dd984eba9 None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:29:16.810253 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:16.810855 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] Added segment 987a71a8-7a67-4335-bdbc-372a3382f6b8 of type vlan for network 3d78f650-66bb-43ae-9b8e-d46914b9276d Sep 23 22:29:16.829186 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:16.843828 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3057b38-d991-46d7-a4dc-136dd984eba9 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:16.844837 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e3057b38-d991-46d7-a4dc-136dd984eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:16.845267 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-46d1d198-9bec-4165-ad6d-ef85635789f4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:16.866799 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:16.913960 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:16.941181 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e3057b38-d991-46d7-a4dc-136dd984eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:16.944601 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:17.000034 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-15cae82c-f7e2-488f-9670-ae6896dc5571 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.8685672 Sep 23 22:29:17.004097 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52200) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:17.031094 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-bbbdb3e4-437d-4e34-b286-45520d40b741 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'floatingip': {'port_id': '5b9c65ac-b815-4ff7-852d-85f879e25cea', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:17.038554 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3057b38-d991-46d7-a4dc-136dd984eba9 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:17.038554 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e3057b38-d991-46d7-a4dc-136dd984eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:17.044764 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Routers {'8a2a4621-d5f8-430c-94bb-f61d5ff7919d'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:17.045654 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:17.051806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f8a6e7-286f-41e7-905d-466e1e9857c2,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:17.121031 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-46d1d198-9bec-4165-ad6d-ef85635789f4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:17.218844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f5903c-ef6d-4284-b659-551bf8b709ba None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:17.233377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1d198-9bec-4165-ad6d-ef85635789f4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=3b3eda64-c570-4773-ad86-67a68af6b32a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:17.246618 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-46d1d198-9bec-4165-ad6d-ef85635789f4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:17.247441 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e3057b38-d991-46d7-a4dc-136dd984eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:17.248212 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3057b38-d991-46d7-a4dc-136dd984eba9 None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:29:17.257861 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-46d1d198-9bec-4165-ad6d-ef85635789f4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/3b3eda64-c570-4773-ad86-67a68af6b32a HTTP/1.1" status: 204 len: 168 time: 1.3310897 Sep 23 22:29:17.258582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52204) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:17.290624 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573871e-dc39-4915-9ef3-33ce6411b2fe None None] Pushing event updated for resources: {'Port': ['ID=1a8e740e-2902-47b5-8b48-acaa4e7b3588,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:17.403802 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-79267dd3-0136-468c-b368-2eb88a6f79d2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet cde01a59-cb49-4deb-bb0d-dc05573414a5 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:29:17.408057 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79267dd3-0136-468c-b368-2eb88a6f79d2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:17.466906 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79267dd3-0136-468c-b368-2eb88a6f79d2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:17.482330 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] Set router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:29:17.585352 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79267dd3-0136-468c-b368-2eb88a6f79d2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:17.766532 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79267dd3-0136-468c-b368-2eb88a6f79d2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:17.813188 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbbdb3e4-437d-4e34-b286-45520d40b741 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:17.854908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79267dd3-0136-468c-b368-2eb88a6f79d2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=cde01a59-cb49-4deb-bb0d-dc05573414a5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:17.876815 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79267dd3-0136-468c-b368-2eb88a6f79d2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:17.884951 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-79267dd3-0136-468c-b368-2eb88a6f79d2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/cde01a59-cb49-4deb-bb0d-dc05573414a5 HTTP/1.1" status: 204 len: 168 time: 0.6243031 Sep 23 22:29:17.886666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52214) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:17.982110 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-983463e0-dacf-4e02-bde5-e14900fc7853 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937810 Sep 23 22:29:17.983557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52216) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:17.999111 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-399944f6-23a8-4386-b654-ec8c8fc1ad8f service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3155308 Sep 23 22:29:18.010622 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:18.011340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c291b47d-13c0-459b-b8f8-1d91bfa407bb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:18.141424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893e1a26-56d6-4f9b-b9ef-c651b7fddc5e None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:29:18.219644 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:18.242783 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:29:04Z', 'updated_at': '2021-09-23T22:29:09Z', 'revision_number': 3, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'gw_port': {'id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:07Z', 'updated_at': '2021-09-23T22:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:18.247522 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:18.249022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:18.258564 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:18.267780 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-23d844e6-e344-4437-aad7-987f04c4893f service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720133 Sep 23 22:29:18.299861 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8ea6b9-08c9-4913-908d-16f7401faaca None None] The sync data for ids ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'] in n-d-810775-1 is: [{'id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:29:04Z', 'updated_at': '2021-09-23T22:29:09Z', 'revision_number': 3, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'gw_port': {'id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:07Z', 'updated_at': '2021-09-23T22:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:29:18.321857 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-893e1a26-56d6-4f9b-b9ef-c651b7fddc5e None None] Deleting port 16255a14-165e-4876-80d2-c1ac9093386e {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:29:18.324967 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-893e1a26-56d6-4f9b-b9ef-c651b7fddc5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:18.505278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-893e1a26-56d6-4f9b-b9ef-c651b7fddc5e None None] For port 16255a14-165e-4876-80d2-c1ac9093386e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=16255a14-165e-4876-80d2-c1ac9093386e,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:18.506279 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-893e1a26-56d6-4f9b-b9ef-c651b7fddc5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:18.522874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-893e1a26-56d6-4f9b-b9ef-c651b7fddc5e None None] Calling delete_port for 16255a14-165e-4876-80d2-c1ac9093386e owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:29:18.602318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c291b47d-13c0-459b-b8f8-1d91bfa407bb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:18.623860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 16255a14-165e-4876-80d2-c1ac9093386e no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:29:18.627513 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c291b47d-13c0-459b-b8f8-1d91bfa407bb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:18.689036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No active binding found for port 16255a14-165e-4876-80d2-c1ac9093386e {{(pid=95492) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 22:29:18.692696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 16255a14-165e-4876-80d2-c1ac9093386e not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:29:18.710225 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-893e1a26-56d6-4f9b-b9ef-c651b7fddc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:18.715332 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.9254851 Sep 23 22:29:18.722505 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52228) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:18.744072 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-6c3f9151-e83a-4dad-b4dd-369804a2ef06 admin admin] Request body: {'subnet': {'network_id': '3d78f650-66bb-43ae-9b8e-d46914b9276d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1203671951-subnet', 'tenant_id': '227674868fe645c4be97d4ec21d329cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:18.778330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e1a26-56d6-4f9b-b9ef-c651b7fddc5e None None] Pushing event deleted for resources: {'Port': ['ID=16255a14-165e-4876-80d2-c1ac9093386e,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:18.804684 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:18.806306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e1a26-56d6-4f9b-b9ef-c651b7fddc5e None None] No DVR routers for this DVR port 16255a14-165e-4876-80d2-c1ac9093386e on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:29:18.811433 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-17369677-ce2f-475e-9696-c55cff0a4751 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=499a0347-912c-44ce-a942-4345708a157a HTTP/1.1" status: 200 len: 217 time: 0.4670289 Sep 23 22:29:19.172678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3f9151-e83a-4dad-b4dd-369804a2ef06 admin admin] Made reservation on behalf of 227674868fe645c4be97d4ec21d329cb for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:19.175271 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9151-e83a-4dad-b4dd-369804a2ef06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:19.206957 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-f12a5916-817d-4e81-a781-3452200ce830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:19.208794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-f12a5916-817d-4e81-a781-3452200ce830 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.3042507 Sep 23 22:29:19.243500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcae729-0560-4dec-a061-961c4390c939 req-de226cba-afab-437a-b603-6c386a32333f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:19.249033 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edcae729-0560-4dec-a061-961c4390c939 req-de226cba-afab-437a-b603-6c386a32333f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 1.2215664 Sep 23 22:29:19.273025 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b440a4d-7f75-43e9-bab6-feef540d7038 admin admin] Pushing event updated for resources: {'Network': ['ID=3d78f650-66bb-43ae-9b8e-d46914b9276d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:19.295946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 3d78f650-66bb-43ae-9b8e-d46914b9276d details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:29:19.619099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-cb0dc29c-8c68-4ed9-97db-d82a28e104d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:19.620836 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-cb0dc29c-8c68-4ed9-97db-d82a28e104d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3685281 Sep 23 22:29:19.662467 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edcae729-0560-4dec-a061-961c4390c939 req-913f061b-30fa-4d64-8ff5-e9d78ba5635b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499115 Sep 23 22:29:19.688911 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Allocated IP 172.20.0.1 (a6de5bfe-82c8-444a-96b4-09830480123a/a10726fa-d06e-4eec-94e8-430a71cc4558/7e283394-52bd-47ed-94d4-a820a97a4f47) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:19.894582 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9151-e83a-4dad-b4dd-369804a2ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:20.013453 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-54aa736f-8bba-43c1-a938-82b994865595 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655620 Sep 23 22:29:20.078400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.objects.ports [None req-c291b47d-13c0-459b-b8f8-1d91bfa407bb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95490) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:29:20.092187 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c291b47d-13c0-459b-b8f8-1d91bfa407bb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:20.101876 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f9151-e83a-4dad-b4dd-369804a2ef06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feaa821c-8e6e-472e-873a-8c874651f4be,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:20.163203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3f9151-e83a-4dad-b4dd-369804a2ef06 admin admin] Checking segment: {'id': '987a71a8-7a67-4335-bdbc-372a3382f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d78f650-66bb-43ae-9b8e-d46914b9276d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:29:20.163693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3f9151-e83a-4dad-b4dd-369804a2ef06 admin admin] Network hostable DHCP agents. Network: 3d78f650-66bb-43ae-9b8e-d46914b9276d, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:29:20.214598 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c291b47d-13c0-459b-b8f8-1d91bfa407bb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:20.225359 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:20.226948 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-c291b47d-13c0-459b-b8f8-1d91bfa407bb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:20.232505 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291b47d-13c0-459b-b8f8-1d91bfa407bb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=5015bedf-e0d4-4c66-ac01-1f9a8946e612,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:20.236880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291b47d-13c0-459b-b8f8-1d91bfa407bb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:20.237747 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c291b47d-13c0-459b-b8f8-1d91bfa407bb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:20.238069 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234ebdb-9253-4035-b4fd-d1d2504df93a None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:20.266402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.resource_extend [None req-bbbdb3e4-437d-4e34-b286-45520d40b741 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:29:20.449649 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-177c75a3-6619-4f4c-909e-d400e8674695 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144089 Sep 23 22:29:20.543749 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbbdb3e4-437d-4e34-b286-45520d40b741 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:20.549017 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-e60852a2-5bec-4ba2-a4eb-b3577ac004e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c26f34cc-c4ee-4668-9337-2d322cc23919 HTTP/1.1" status: 200 len: 217 time: 0.0854809 Sep 23 22:29:20.674797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': '5015bedf-e0d4-4c66-ac01-1f9a8946e612'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:29:20.677583 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-f231a8a0-2afb-40f0-b8f4-a32fbccfc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:20.679113 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-f231a8a0-2afb-40f0-b8f4-a32fbccfc120 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2223bb73-533f-4afc-95d0-701555de7877 HTTP/1.1" status: 200 len: 797 time: 0.1209047 Sep 23 22:29:20.679473 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:20.700300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1a8e740e-2902-47b5-8b48-acaa4e7b3588 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:20.749338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-66f37b1e-74b0-4fe6-9318-0dbd8e89b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:20.751175 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-66f37b1e-74b0-4fe6-9318-0dbd8e89b6d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca883b77-dd36-40f2-a31d-760ec43ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0632503 Sep 23 22:29:20.773034 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:29:20.789678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3f9151-e83a-4dad-b4dd-369804a2ef06 admin admin] Network 3d78f650-66bb-43ae-9b8e-d46914b9276d is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:29:20.859046 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c291b47d-13c0-459b-b8f8-1d91bfa407bb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8697064 Sep 23 22:29:20.862107 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52256) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:20.884715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7044ab41-af4e-432a-b657-d41552d92869 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:20.924141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8048bf-3453-4013-bdfb-8f8f1ecec9ab req-0ada90d5-8b31-4b71-9fd9-ff7b2f750e4a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:20.932782 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e8048bf-3453-4013-bdfb-8f8f1ecec9ab req-0ada90d5-8b31-4b71-9fd9-ff7b2f750e4a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1049373 Sep 23 22:29:20.934958 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 1a8e740e-2902-47b5-8b48-acaa4e7b3588 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:20.935556 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:20.955950 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbbdb3e4-437d-4e34-b286-45520d40b741 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:21.002389 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e8048bf-3453-4013-bdfb-8f8f1ecec9ab req-43523f27-7b49-439b-a273-81d61940a94f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678122 Sep 23 22:29:21.024391 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-68739d01-dde6-4fa2-90a7-072d8d1b657f service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566843 Sep 23 22:29:21.037846 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Allocated IP 2001:db8::f816:3eff:fead:5b03 (fabbdebb-7256-45f8-980f-653365ae34a1/5015bedf-e0d4-4c66-ac01-1f9a8946e612/a3abd527-ea1d-468f-9088-79b1bc1dd407) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:21.073499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-6c3f9151-e83a-4dad-b4dd-369804a2ef06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 3d78f650-66bb-43ae-9b8e-d46914b9276d) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:21.087035 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3f9151-e83a-4dad-b4dd-369804a2ef06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:21.088350 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9151-e83a-4dad-b4dd-369804a2ef06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:21.099217 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:21.104180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6245b04c-262b-4e8e-bef1-d4887a1b7c01 None None] Network 3d78f650-66bb-43ae-9b8e-d46914b9276d requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:21.219952 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6c3f9151-e83a-4dad-b4dd-369804a2ef06 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4905503 Sep 23 22:29:21.242689 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:21.289313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Network a6de5bfe-82c8-444a-96b4-09830480123a is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:21.307068 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:21.317223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:21.404253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 1a8e740e-2902-47b5-8b48-acaa4e7b3588, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1a8e740e-2902-47b5-8b48-acaa4e7b3588,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:21.467950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-1c267ebe-68ad-4e66-bd4d-d942cb4eecda service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130147 Sep 23 22:29:21.564017 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:22.011183 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:22.021488 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=1a8e740e-2902-47b5-8b48-acaa4e7b3588,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:22.064194 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f4877a-0262-4d5d-9b94-5c846486f268 None None] Network 3d78f650-66bb-43ae-9b8e-d46914b9276d requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:22.499732 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:22.545050 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-e22166ff-94aa-4c37-a1af-5bebacf010c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b7aef643-1174-42fd-8754-4c16946aa2b2 HTTP/1.1" status: 200 len: 217 time: 1.0154970 Sep 23 22:29:22.561592 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Pushing event updated for resources: {'Port': ['ID=7e283394-52bd-47ed-94d4-a820a97a4f47,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:22.607464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb179c-778f-4dc5-965a-1a250bf1863b req-9e8b5c1d-3e36-48f0-9906-3a7606013133 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:22.632151 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b3eb179c-778f-4dc5-965a-1a250bf1863b req-9e8b5c1d-3e36-48f0-9906-3a7606013133 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.3552527 Sep 23 22:29:22.683630 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:22.686479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7044ab41-af4e-432a-b657-d41552d92869 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:22.690662 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7044ab41-af4e-432a-b657-d41552d92869 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:22.777487 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1a8e740e-2902-47b5-8b48-acaa4e7b3588 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:22.783317 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b3eb179c-778f-4dc5-965a-1a250bf1863b req-08f938ff-5126-4ffd-9976-9a74c6e625dc tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465213 Sep 23 22:29:22.784983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:22.846275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbdb3e4-437d-4e34-b286-45520d40b741 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:29:22.858508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-5b11f488-f8e8-4740-a681-8c184bda60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:22.860397 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-5b11f488-f8e8-4740-a681-8c184bda60d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2223bb73-533f-4afc-95d0-701555de7877 HTTP/1.1" status: 200 len: 797 time: 0.2907658 Sep 23 22:29:22.925436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:22.938942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:22.981515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Pushing event updated for resources: {'Port': ['ID=a3abd527-ea1d-468f-9088-79b1bc1dd407,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:23.159515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Attempting to bind port a3abd527-ea1d-468f-9088-79b1bc1dd407 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:29:23.161040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Attempting to bind port a3abd527-ea1d-468f-9088-79b1bc1dd407 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:29:23.161040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Attempting to bind port a3abd527-ea1d-468f-9088-79b1bc1dd407 on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:29:23.167479 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52298) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:23.212236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:29:23.213457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:29:23.217518 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:23.224999 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:29:23.227110 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Bound port: a3abd527-ea1d-468f-9088-79b1bc1dd407, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:29:23.228892 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:23.416228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] For port a3abd527-ea1d-468f-9088-79b1bc1dd407, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:29:23.423099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] For port a3abd527-ea1d-468f-9088-79b1bc1dd407, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a3abd527-ea1d-468f-9088-79b1bc1dd407,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:29:23.428707 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 1a8e740e-2902-47b5-8b48-acaa4e7b3588 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:23.430162 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:23.479168 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:23.553514 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:23.560355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-43b605b1-020c-4078-a855-94f675b9a9c4 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:23.562971 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-43b605b1-020c-4078-a855-94f675b9a9c4 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/networks?id=a531d8ca-9b3d-4ac2-ac72-72235b3b12aa HTTP/1.1" status: 200 len: 815 time: 0.8607171 Sep 23 22:29:23.678521 n-d-810775-1 neutron-server[95491]: INFO neutron.db.ipam_backend_mixin [None req-7044ab41-af4e-432a-b657-d41552d92869 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5015bedf-e0d4-4c66-ac01-1f9a8946e612 (CIDR: 2001:db8::/64) Sep 23 22:29:23.703919 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-964ccb65-de6f-4bfc-9db2-c2b66751ba71 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/quotas/6006be65f1aa4f69949f0640375ff10d HTTP/1.1" status: 200 len: 375 time: 0.1144753 Sep 23 22:29:23.802018 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-74ba9508-c749-40b4-b8f3-18567f4a0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:23.803358 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-74ba9508-c749-40b4-b8f3-18567f4a0a72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca883b77-dd36-40f2-a31d-760ec43ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8247354 Sep 23 22:29:23.805801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8773ca-d22d-4f99-b87a-f3092554b11e None None] Pushing event updated for resources: {'Port': ['ID=a3abd527-ea1d-468f-9088-79b1bc1dd407,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:23.844397 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-7044ab41-af4e-432a-b657-d41552d92869 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:29:23.845805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7044ab41-af4e-432a-b657-d41552d92869 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:29:23.890302 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:23.992938 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:24.042609 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-23a4dfde-7e2f-413e-962a-a2535c90105f tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6006be65f1aa4f69949f0640375ff10d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2994387 Sep 23 22:29:24.069392 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d2f927b96f54873bab76284aefa2b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8998339 Sep 23 22:29:24.080787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52306) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:24.097840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6690c3a4-446e-457e-b4e5-756dd5303be8,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:24.161586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:24.161586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:24.161586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:24.161586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:24.161586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:24.161586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:24.161586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:24.161586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:24.161586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:24.161586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:24.161586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:24.180577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b5faa-48be-49cb-9f22-e09a1312464a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:24.193548 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:24.289434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ddeeb-a5ea-49c7-bd96-9e183c9da481 req-2220e018-2e48-475d-a59e-4e68f2496ac2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:24.292156 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-311ddeeb-a5ea-49c7-bd96-9e183c9da481 req-2220e018-2e48-475d-a59e-4e68f2496ac2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2414095 Sep 23 22:29:24.293290 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c662b834-32a5-45dd-ae80-e564ed3bc162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:24.346327 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c662b834-32a5-45dd-ae80-e564ed3bc162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:24.403008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbdb3e4-437d-4e34-b286-45520d40b741 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:29:24.420196 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-311ddeeb-a5ea-49c7-bd96-9e183c9da481 req-4c7760a4-86bc-4abb-b430-50858f3a58ec tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058140 Sep 23 22:29:24.460025 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f5d7c-8c72-4770-bcf0-1b498dd23f95 None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:29:24.460743 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbbdb3e4-437d-4e34-b286-45520d40b741 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:24.476717 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f5d7c-8c72-4770-bcf0-1b498dd23f95 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:24.477573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c11f5d7c-8c72-4770-bcf0-1b498dd23f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:24.500477 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7044ab41-af4e-432a-b657-d41552d92869 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.6339457 Sep 23 22:29:24.520594 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52310) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:24.529809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c5c31be9-3018-4708-a790-6ceba8a86651 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:24.649366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c11f5d7c-8c72-4770-bcf0-1b498dd23f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:24.675837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f5d7c-8c72-4770-bcf0-1b498dd23f95 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:24.677332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c11f5d7c-8c72-4770-bcf0-1b498dd23f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:24.769181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c11f5d7c-8c72-4770-bcf0-1b498dd23f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:24.772604 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f5d7c-8c72-4770-bcf0-1b498dd23f95 None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:29:24.781735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a3abd527-ea1d-468f-9088-79b1bc1dd407 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:24.787889 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-99441e92-069a-4055-b6c4-6730b5d69d24 service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9102919 Sep 23 22:29:24.794547 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c662b834-32a5-45dd-ae80-e564ed3bc162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:24.795376 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bbbdb3e4-437d-4e34-b286-45520d40b741 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "PUT /v2.0/floatingips/ea1bbe95-4683-40c0-abe8-1b01e96ab12a HTTP/1.1" status: 200 len: 978 time: 7.7682304 Sep 23 22:29:24.796875 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52312) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:24.801012 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c662b834-32a5-45dd-ae80-e564ed3bc162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:24.806810 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c662b834-32a5-45dd-ae80-e564ed3bc162 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6690c3a4-446e-457e-b4e5-756dd5303be8 HTTP/1.1" status: 204 len: 168 time: 0.7217169 Sep 23 22:29:24.852699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662b834-32a5-45dd-ae80-e564ed3bc162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6690c3a4-446e-457e-b4e5-756dd5303be8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:24.937408 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a3abd527-ea1d-468f-9088-79b1bc1dd407 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:24.938318 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:25.062321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c31be9-3018-4708-a790-6ceba8a86651 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:25.071019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c5c31be9-3018-4708-a790-6ceba8a86651 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:25.095213 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:25.112962 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-b2562a07-ee93-4501-bf7e-a13c0da92e51 service neutron] 10.222.0.22 "GET /v2.0/networks/a531d8ca-9b3d-4ac2-ac72-72235b3b12aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0152810 Sep 23 22:29:25.161598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port a3abd527-ea1d-468f-9088-79b1bc1dd407, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a3abd527-ea1d-468f-9088-79b1bc1dd407,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:25.296715 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:25.312582 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:25.512923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=a3abd527-ea1d-468f-9088-79b1bc1dd407,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:25.519487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-d9fad688-fae8-4a79-9e73-effdbbda0553 service neutron] 10.222.0.22 "GET /v2.0/networks/a531d8ca-9b3d-4ac2-ac72-72235b3b12aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051726 Sep 23 22:29:25.522419 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa04fd3-cb0c-45f1-807d-82fd389388d5 req-a2dc5d39-6acc-4fde-92ba-e1e500f7af98 service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942322 Sep 23 22:29:25.559003 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:25.653882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:25.871123 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1902f5a8-77a5-4a9b-8cc4-48cc2ba751cd None None] Provisioning complete for port a3abd527-ea1d-468f-9088-79b1bc1dd407 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:25.873173 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1902f5a8-77a5-4a9b-8cc4-48cc2ba751cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:25.980721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Pushing event updated for resources: {'Port': ['ID=7e283394-52bd-47ed-94d4-a820a97a4f47,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:25.999037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0003e0-f5c0-4d17-bfce-507aeb09e740 req-09c97adf-e8aa-46a7-bc1b-fcd5f0f1426f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:26.012344 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d0003e0-f5c0-4d17-bfce-507aeb09e740 req-09c97adf-e8aa-46a7-bc1b-fcd5f0f1426f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1633449 Sep 23 22:29:26.086422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Network a6de5bfe-82c8-444a-96b4-09830480123a is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:26.091135 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:26.110464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-cb6241d9-a053-44dd-b96c-83b82a9d621e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting port 3129879a-646a-49cb-85c7-3eed3a32ae2d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:29:26.110792 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb6241d9-a053-44dd-b96c-83b82a9d621e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:26.143341 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c5c31be9-3018-4708-a790-6ceba8a86651 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:26.217369 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d0003e0-f5c0-4d17-bfce-507aeb09e740 req-88a754f8-a1f5-41be-8cdd-aafbd0023a39 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889997 Sep 23 22:29:26.304337 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c31be9-3018-4708-a790-6ceba8a86651 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:26.316582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-c5c31be9-3018-4708-a790-6ceba8a86651 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:26.333561 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4befe2-c78d-4717-ace6-83cdd1928dca None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:26.337849 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c31be9-3018-4708-a790-6ceba8a86651 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:26.337849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c5c31be9-3018-4708-a790-6ceba8a86651 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:26.446058 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce24c9fb-f062-4d3d-adfd-243c34f25986 req-e4f1f420-7e91-4782-a38e-2715d193bb80 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 210 time: 0.0898228 Sep 23 22:29:26.453763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c31be9-3018-4708-a790-6ceba8a86651 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=b65e7d6a-b9ec-48e8-9c75-b6f452b87120,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:26.464977 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52332) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:26.510425 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb6241d9-a053-44dd-b96c-83b82a9d621e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:26.510762 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb6241d9-a053-44dd-b96c-83b82a9d621e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:26.517659 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d44ce38c-4530-4ee3-a2f6-bc50f47cf544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:26.538554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-cb6241d9-a053-44dd-b96c-83b82a9d621e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Calling delete_port for 3129879a-646a-49cb-85c7-3eed3a32ae2d owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:29:26.547071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:29:26.611437 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a3abd527-ea1d-468f-9088-79b1bc1dd407 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:26.635424 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c5c31be9-3018-4708-a790-6ceba8a86651 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1238048 Sep 23 22:29:26.645456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52334) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:26.684359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-cf1c7fa9-9071-44f2-a49d-d51f15061660 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'mac_address': 'fa:16:3e:29:42:32', 'name': 'tempest-NetworksTestDHCPv6-1128659828'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:26.810176 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a3abd527-ea1d-468f-9088-79b1bc1dd407 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:26.811154 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:26.819350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:29:26.829447 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Sync routers for ids ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:29:26.844814 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-051329ff-0d75-4a03-a56c-800ce9e90910 admin admin] 10.222.0.22 "PUT /v2.0/routers/8a2a4621-d5f8-430c-94bb-f61d5ff7919d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0636528 Sep 23 22:29:26.847884 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Routers {'8a2a4621-d5f8-430c-94bb-f61d5ff7919d'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:26.848658 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:26.983062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341c9082-4435-4fe5-b2f0-f21648123703 None None] Update dhcp port {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'fixed_ips': [{'subnet_id': '5015bedf-e0d4-4c66-ac01-1f9a8946e612', 'ip_address': '2001:db8::f816:3eff:fead:5b03'}, {'subnet_id': 'b65e7d6a-b9ec-48e8-9c75-b6f452b87120'}], 'binding:host_id': 'n-d-810775-1'}, 'id': 'a3abd527-ea1d-468f-9088-79b1bc1dd407'} from n-d-810775-1. {{(pid=95492) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 22:29:27.086669 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-341c9082-4435-4fe5-b2f0-f21648123703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:27.098923 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d44ce38c-4530-4ee3-a2f6-bc50f47cf544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:27.155119 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb6241d9-a053-44dd-b96c-83b82a9d621e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:27.168944 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Set router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:29:27.222927 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d44ce38c-4530-4ee3-a2f6-bc50f47cf544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:27.245855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6241d9-a053-44dd-b96c-83b82a9d621e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Port': ['ID=3129879a-646a-49cb-85c7-3eed3a32ae2d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:27.416197 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb6241d9-a053-44dd-b96c-83b82a9d621e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:27.416627 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-cb6241d9-a053-44dd-b96c-83b82a9d621e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Floating IP ea1bbe95-4683-40c0-abe8-1b01e96ab12a disassociated (deleted). External IP: 172.25.1.230, port: 5b9c65ac-b815-4ff7-852d-85f879e25cea. Sep 23 22:29:27.422651 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d44ce38c-4530-4ee3-a2f6-bc50f47cf544 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c4fbb72ec8d24b168f7d751576e174f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9561517 Sep 23 22:29:27.426651 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ce38c-4530-4ee3-a2f6-bc50f47cf544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e3f3bb-709c-4262-a00e-ae216b9fbfa3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:27.429677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52350) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:27.458505 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-341c9082-4435-4fe5-b2f0-f21648123703 None None] Allocated IP 2001:db8:0:1::2 (fabbdebb-7256-45f8-980f-653365ae34a1/b65e7d6a-b9ec-48e8-9c75-b6f452b87120/a3abd527-ea1d-468f-9088-79b1bc1dd407) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:27.536835 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72897ebd-159a-4869-a1c1-c8fabbf9db34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:27.544698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1c7fa9-9071-44f2-a49d-d51f15061660 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:27.696889 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf1c7fa9-9071-44f2-a49d-d51f15061660 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:27.743675 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-341c9082-4435-4fe5-b2f0-f21648123703 None None] For port a3abd527-ea1d-468f-9088-79b1bc1dd407, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a3abd527-ea1d-468f-9088-79b1bc1dd407,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:27.747909 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72897ebd-159a-4869-a1c1-c8fabbf9db34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:27.786644 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:29:04Z', 'updated_at': '2021-09-23T22:29:23Z', 'revision_number': 4, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'gw_port': {'id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:07Z', 'updated_at': '2021-09-23T22:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '7e283394-52bd-47ed-94d4-a820a97a4f47', 'name': '', 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'mac_address': 'fa:16:3e:cf:95:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:18Z', 'updated_at': '2021-09-23T22:29:24Z', 'revision_number': 2, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'subnets': [{'id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:27.805538 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-341c9082-4435-4fe5-b2f0-f21648123703 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:27.828518 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-cf1c7fa9-9071-44f2-a49d-d51f15061660 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port 4ccbe1d4-8e5a-4d47-b6ee-1b4d477f9fe4 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:29:27.879357 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Checking router: 8a2a4621-d5f8-430c-94bb-f61d5ff7919d for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:29:27.884948 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-341c9082-4435-4fe5-b2f0-f21648123703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:27.885341 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Updating router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d port 7e283394-52bd-47ed-94d4-a820a97a4f47 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:29:27.918332 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:27.978542 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fda3e-ec3c-42ad-9a97-730b7b5e5595 req-8d08760f-673a-4e44-b295-190ab78404a4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:27.996834 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-990fda3e-ec3c-42ad-9a97-730b7b5e5595 req-8d08760f-673a-4e44-b295-190ab78404a4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.5309186 Sep 23 22:29:28.054173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c9082-4435-4fe5-b2f0-f21648123703 None None] Pushing event updated for resources: {'Port': ['ID=a3abd527-ea1d-468f-9088-79b1bc1dd407,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:28.344872 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72897ebd-159a-4869-a1c1-c8fabbf9db34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:28.349156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72897ebd-159a-4869-a1c1-c8fabbf9db34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:28.353722 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-72897ebd-159a-4869-a1c1-c8fabbf9db34 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56e3f3bb-709c-4262-a00e-ae216b9fbfa3 HTTP/1.1" status: 204 len: 168 time: 0.9200525 Sep 23 22:29:28.507931 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-990fda3e-ec3c-42ad-9a97-730b7b5e5595 req-3b741917-e86f-40c9-8143-62583a5800ed tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085020 Sep 23 22:29:28.581009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72897ebd-159a-4869-a1c1-c8fabbf9db34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e3f3bb-709c-4262-a00e-ae216b9fbfa3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:28.642551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a3abd527-ea1d-468f-9088-79b1bc1dd407 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:28.665520 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-cf1c7fa9-9071-44f2-a49d-d51f15061660 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8:0:1::334 (fabbdebb-7256-45f8-980f-653365ae34a1/b65e7d6a-b9ec-48e8-9c75-b6f452b87120/4ccbe1d4-8e5a-4d47-b6ee-1b4d477f9fe4) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:28.719620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-cf1c7fa9-9071-44f2-a49d-d51f15061660 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::f816:3eff:fe29:4232 (fabbdebb-7256-45f8-980f-653365ae34a1/5015bedf-e0d4-4c66-ac01-1f9a8946e612/4ccbe1d4-8e5a-4d47-b6ee-1b4d477f9fe4) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:28.906567 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a3abd527-ea1d-468f-9088-79b1bc1dd407 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:28.907566 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:29.216258 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6241d9-a053-44dd-b96c-83b82a9d621e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:29:29.216957 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c34a7a2a-c656-453d-8000-3c9720a61f5d req-2fc5607f-c27b-4f87-b674-9cc355779b7a tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 210 time: 0.0971587 Sep 23 22:29:29.250010 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:29.279830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-99193f1c-2d4b-47e9-8369-3c2d9767c4ed tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:29.299704 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-99193f1c-2d4b-47e9-8369-3c2d9767c4ed tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/networks?id=a6de5bfe-82c8-444a-96b4-09830480123a HTTP/1.1" status: 200 len: 820 time: 1.3304036 Sep 23 22:29:29.331316 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-8502cc02-83e7-4a6a-96c2-543ac83cd5d3 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/quotas/72f9a014f1aa49bbb39de2559fbe717b HTTP/1.1" status: 200 len: 375 time: 0.0267966 Sep 23 22:29:29.386411 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf1c7fa9-9071-44f2-a49d-d51f15061660 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:29.552117 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-3c378a04-545f-4fb1-a828-a45e1fb3e06a None None] Provisioning complete for port a3abd527-ea1d-468f-9088-79b1bc1dd407 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:29.552117 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3c378a04-545f-4fb1-a828-a45e1fb3e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:29.593582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6241d9-a053-44dd-b96c-83b82a9d621e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:29:29.600907 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb6241d9-a053-44dd-b96c-83b82a9d621e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:29.610440 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-2c6cc480-4e5f-4a32-85e8-eab56b971579 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=72f9a014f1aa49bbb39de2559fbe717b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2190490 Sep 23 22:29:29.639380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37250c13-90ab-44ef-985c-5fe006f857fe None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:29:29.665383 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:29.667845 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf1c7fa9-9071-44f2-a49d-d51f15061660 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:29.672517 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37250c13-90ab-44ef-985c-5fe006f857fe None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:29.673689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-37250c13-90ab-44ef-985c-5fe006f857fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:29.742403 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cb6241d9-a053-44dd-b96c-83b82a9d621e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/floatingips/ea1bbe95-4683-40c0-abe8-1b01e96ab12a HTTP/1.1" status: 204 len: 168 time: 4.9221575 Sep 23 22:29:29.744838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52376) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:30.017323 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2130fa-b255-4eff-9c42-dd35ebaf2596 None None] Pushing event updated for resources: {'Port': ['ID=7e283394-52bd-47ed-94d4-a820a97a4f47,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:30.027754 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Attempting to bind port 7e283394-52bd-47ed-94d4-a820a97a4f47 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:29:30.028963 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Attempting to bind port 7e283394-52bd-47ed-94d4-a820a97a4f47 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '31ad786b-b809-4b0b-89e5-a2c3247e1b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:29:30.029339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-37250c13-90ab-44ef-985c-5fe006f857fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:30.030882 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Attempting to bind port 7e283394-52bd-47ed-94d4-a820a97a4f47 on network a6de5bfe-82c8-444a-96b4-09830480123a {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:29:30.046437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1c7fa9-9071-44f2-a49d-d51f15061660 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:30.053880 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2130fa-b255-4eff-9c42-dd35ebaf2596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:30.054645 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2130fa-b255-4eff-9c42-dd35ebaf2596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:30.055731 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2130fa-b255-4eff-9c42-dd35ebaf2596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:30.056251 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2130fa-b255-4eff-9c42-dd35ebaf2596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:30.056755 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2130fa-b255-4eff-9c42-dd35ebaf2596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:30.057296 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2130fa-b255-4eff-9c42-dd35ebaf2596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:30.058507 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2130fa-b255-4eff-9c42-dd35ebaf2596 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:30.059867 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2130fa-b255-4eff-9c42-dd35ebaf2596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:30.060370 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2130fa-b255-4eff-9c42-dd35ebaf2596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:30.060866 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2130fa-b255-4eff-9c42-dd35ebaf2596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:30.061379 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2130fa-b255-4eff-9c42-dd35ebaf2596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:30.063134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c7fa9-9071-44f2-a49d-d51f15061660 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=4ccbe1d4-8e5a-4d47-b6ee-1b4d477f9fe4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:30.063502 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2130fa-b255-4eff-9c42-dd35ebaf2596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:30.070980 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:29:30.071676 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Checking segment: {'id': '31ad786b-b809-4b0b-89e5-a2c3247e1b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:29:30.072276 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:30.072841 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Bound using segment: {'id': '31ad786b-b809-4b0b-89e5-a2c3247e1b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:29:30.073551 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Bound port: 7e283394-52bd-47ed-94d4-a820a97a4f47, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ad786b-b809-4b0b-89e5-a2c3247e1b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:29:30.074265 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:30.080978 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-cf1c7fa9-9071-44f2-a49d-d51f15061660 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:30.103521 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1c7fa9-9071-44f2-a49d-d51f15061660 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:30.127767 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1c7fa9-9071-44f2-a49d-d51f15061660 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:30.127767 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf1c7fa9-9071-44f2-a49d-d51f15061660 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:30.171022 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37250c13-90ab-44ef-985c-5fe006f857fe None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:30.172117 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-37250c13-90ab-44ef-985c-5fe006f857fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:30.203204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c845f3-01ef-4800-80f5-e47e85aa307d req-a07125dc-c1eb-4930-8dc7-6aafc14c7bcc tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:30.226660 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1c845f3-01ef-4800-80f5-e47e85aa307d req-a07125dc-c1eb-4930-8dc7-6aafc14c7bcc tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.4494774 Sep 23 22:29:30.300712 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] For port 7e283394-52bd-47ed-94d4-a820a97a4f47, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:29:30.308648 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] For port 7e283394-52bd-47ed-94d4-a820a97a4f47, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7e283394-52bd-47ed-94d4-a820a97a4f47,segment=NetworkSegment(31ad786b-b809-4b0b-89e5-a2c3247e1b9b),segment_id=31ad786b-b809-4b0b-89e5-a2c3247e1b9b)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:29:30.331251 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-680f0fff-841e-41a1-ad23-08206d63da10 service neutron] 10.222.0.22 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6954041 Sep 23 22:29:30.345745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-37250c13-90ab-44ef-985c-5fe006f857fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:30.346804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37250c13-90ab-44ef-985c-5fe006f857fe None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:29:30.391604 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1c845f3-01ef-4800-80f5-e47e85aa307d req-92ea1ff9-b943-4a9a-9871-e8ecac713b3a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660018 Sep 23 22:29:30.446611 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cf1c7fa9-9071-44f2-a49d-d51f15061660 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.7869294 Sep 23 22:29:30.452333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52392) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:30.473978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-64b04034-2fef-42bb-bb7b-ccf768e3ef51 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting port 5b9c65ac-b815-4ff7-852d-85f879e25cea {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:29:30.475117 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64b04034-2fef-42bb-bb7b-ccf768e3ef51 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:30.575731 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:30.627712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-a08e1ccb-cf4a-4d1d-ad99-17d62ad05b4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port 4ccbe1d4-8e5a-4d47-b6ee-1b4d477f9fe4 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:29:30.627712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a08e1ccb-cf4a-4d1d-ad99-17d62ad05b4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:30.759323 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Routers {'8a2a4621-d5f8-430c-94bb-f61d5ff7919d'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:30.760006 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:30.762271 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2130fa-b255-4eff-9c42-dd35ebaf2596 None None] Pushing event updated for resources: {'Port': ['ID=7e283394-52bd-47ed-94d4-a820a97a4f47,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:30.806533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-267dc0bd-91c8-4c48-852d-cd7e1545d48a None None] Provisioning complete for port 4ccbe1d4-8e5a-4d47-b6ee-1b4d477f9fe4 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:30.806533 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-267dc0bd-91c8-4c48-852d-cd7e1545d48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:30.909279 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83fb077f-37b2-4197-8fc1-52696e782903 req-667f4a93-7988-4e69-bf08-7d91a3ef7cc9 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 210 time: 0.0477955 Sep 23 22:29:30.911382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-267dc0bd-91c8-4c48-852d-cd7e1545d48a None None] Port 4ccbe1d4-8e5a-4d47-b6ee-1b4d477f9fe4 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:29:31.020437 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a08e1ccb-cf4a-4d1d-ad99-17d62ad05b4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:31.060524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-5ba523c1-9cee-449e-81f8-2b5236f156a1 service neutron] 10.222.0.22 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7030115 Sep 23 22:29:31.077825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-a08e1ccb-cf4a-4d1d-ad99-17d62ad05b4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for 4ccbe1d4-8e5a-4d47-b6ee-1b4d477f9fe4 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:29:31.099628 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64b04034-2fef-42bb-bb7b-ccf768e3ef51 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:31.107127 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] Set router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:29:31.189386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-64b04034-2fef-42bb-bb7b-ccf768e3ef51 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Calling delete_port for 5b9c65ac-b815-4ff7-852d-85f879e25cea owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:29:31.342557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-fc1ac751-585b-403b-ae46-8b2f34ec4b95 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:31.346063 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-fc1ac751-585b-403b-ae46-8b2f34ec4b95 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.67 "GET /v2.0/networks?id=a531d8ca-9b3d-4ac2-ac72-72235b3b12aa HTTP/1.1" status: 200 len: 815 time: 0.5436571 Sep 23 22:29:31.385515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Request body: {'port': {'device_id': '4e3cc279-c17d-44f2-8894-3038654c0293', 'network_id': 'a531d8ca-9b3d-4ac2-ac72-72235b3b12aa', 'admin_state_up': True, 'tenant_id': '6006be65f1aa4f69949f0640375ff10d'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:31.732460 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a08e1ccb-cf4a-4d1d-ad99-17d62ad05b4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:31.753142 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977d44d-f83c-495a-9fd4-d9eb491f6775 req-cf88232c-7312-4c21-a77d-d63081b6b6a0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:31.766721 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e977d44d-f83c-495a-9fd4-d9eb491f6775 req-cf88232c-7312-4c21-a77d-d63081b6b6a0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1650140 Sep 23 22:29:31.778328 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26aca3b8-73cb-4560-8130-8ee2bf9b1d6e req-b4ad9e6e-72d2-470d-97d7-eba0d9550d74 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 210 time: 0.0966983 Sep 23 22:29:31.922395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e1ccb-cf4a-4d1d-ad99-17d62ad05b4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=4ccbe1d4-8e5a-4d47-b6ee-1b4d477f9fe4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:31.966451 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Made reservation on behalf of 6006be65f1aa4f69949f0640375ff10d for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:31.976990 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:32.111720 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:29:04Z', 'updated_at': '2021-09-23T22:29:23Z', 'revision_number': 4, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'gw_port': {'id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:07Z', 'updated_at': '2021-09-23T22:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '7e283394-52bd-47ed-94d4-a820a97a4f47', 'name': '', 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'mac_address': 'fa:16:3e:cf:95:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:18Z', 'updated_at': '2021-09-23T22:29:30Z', 'revision_number': 4, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'subnets': [{'id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:32.446741 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c5c540c-8679-4d5a-a1f3-ac87c83bf0bc req-96aeedbb-22b0-4131-8de5-b4df4bd377cc tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 210 time: 0.1098759 Sep 23 22:29:32.619666 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a1502-c704-46f5-8bd3-26b83902080c None None] The sync data for ids ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'] in n-d-810775-1 is: [{'id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:29:04Z', 'updated_at': '2021-09-23T22:29:23Z', 'revision_number': 4, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'gw_port': {'id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:07Z', 'updated_at': '2021-09-23T22:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '7e283394-52bd-47ed-94d4-a820a97a4f47', 'name': '', 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'mac_address': 'fa:16:3e:cf:95:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:18Z', 'updated_at': '2021-09-23T22:29:30Z', 'revision_number': 4, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'subnets': [{'id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:29:32.747052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Allocated IP 172.20.0.5 (a531d8ca-9b3d-4ac2-ac72-72235b3b12aa/ff2fb682-4204-4f41-9014-7e189425405f/9f618439-07e4-4b76-b29a-e66953507e5a) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:32.831831 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e977d44d-f83c-495a-9fd4-d9eb491f6775 req-fa06b3bd-a817-45fd-a7e8-d6a183c08e8a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0613627 Sep 23 22:29:32.854089 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a08e1ccb-cf4a-4d1d-ad99-17d62ad05b4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:32.861044 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a08e1ccb-cf4a-4d1d-ad99-17d62ad05b4d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/4ccbe1d4-8e5a-4d47-b6ee-1b4d477f9fe4 HTTP/1.1" status: 204 len: 168 time: 2.4075096 Sep 23 22:29:32.862367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52426) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:32.937862 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64b04034-2fef-42bb-bb7b-ccf768e3ef51 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:32.979631 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-12b456d5-4439-4697-b70b-fb28e3c82b55 req-d336eb61-56d0-487f-a50d-878e9241a1db tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 210 time: 0.0619175 Sep 23 22:29:33.029144 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b04034-2fef-42bb-bb7b-ccf768e3ef51 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Port': ['ID=5b9c65ac-b815-4ff7-852d-85f879e25cea,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:33.210756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d03e1-fa95-474d-813e-ebf9dbf77441 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:33.215149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52434) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:33.215326 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-404d03e1-fa95-474d-813e-ebf9dbf77441 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3521404 Sep 23 22:29:33.324056 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f400d59f-cd40-4e26-911c-b475b8f0d219 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:33.326202 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f400d59f-cd40-4e26-911c-b475b8f0d219 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1094356 Sep 23 22:29:33.328468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52436) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:33.388086 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:33.480404 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64b04034-2fef-42bb-bb7b-ccf768e3ef51 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:33.487813 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-64b04034-2fef-42bb-bb7b-ccf768e3ef51 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/ports/5b9c65ac-b815-4ff7-852d-85f879e25cea HTTP/1.1" status: 204 len: 168 time: 3.7333057 Sep 23 22:29:33.500352 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52440) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:33.510645 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db813e5-1ace-4e90-b556-c6313f95a845 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:33.531309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:33.543097 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db813e5-1ace-4e90-b556-c6313f95a845 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:33.553488 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db813e5-1ace-4e90-b556-c6313f95a845 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:33.563418 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4db813e5-1ace-4e90-b556-c6313f95a845 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2326319 Sep 23 22:29:33.569066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52444) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:33.789172 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ffd6215-2cea-4fe8-9c3a-d7cae8aee469 req-2993d6cc-af1e-4c5a-b519-dbc077a2aa67 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 210 time: 0.1181464 Sep 23 22:29:33.864438 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:33.882844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d99e56-425c-4e06-b306-e124b64ad0cf tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 5015bedf-e0d4-4c66-ac01-1f9a8946e612 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:29:33.909583 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a2d99e56-425c-4e06-b306-e124b64ad0cf tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:33.988733 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a2d99e56-425c-4e06-b306-e124b64ad0cf tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:34.030931 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:34.257034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-11340b59-8575-46bf-882f-7323b7803f3c req-f17c6110-3eee-40ba-8133-065914fad48e tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 210 time: 0.0990565 Sep 23 22:29:34.262012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Network a531d8ca-9b3d-4ac2-ac72-72235b3b12aa is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:34.311232 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:34.346114 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:34.373661 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Pushing event updated for resources: {'Port': ['ID=9f618439-07e4-4b76-b29a-e66953507e5a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:34.442553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:34.442910 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:34.443233 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:34.443566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:34.443874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:34.444321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:34.444652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:34.444976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:34.445329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:34.445671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:34.445972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:34.446292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:34.512496 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a2d99e56-425c-4e06-b306-e124b64ad0cf tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:34.534366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:34.535044 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:34.600068 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:34.674884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccffea9-d6de-4e94-912d-9d684a8fadc2 req-0330bd27-ea64-42cd-a4e9-5ea33a60f03d tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:34.680374 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ccffea9-d6de-4e94-912d-9d684a8fadc2 req-0330bd27-ea64-42cd-a4e9-5ea33a60f03d tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.5311873 Sep 23 22:29:34.741563 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-20fa2ae9-6b19-4cc2-b0eb-0c2113ca7323 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3611383 Sep 23 22:29:34.768181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7e283394-52bd-47ed-94d4-a820a97a4f47 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:34.771327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Request body: {'port': {'device_id': '4e3cc279-c17d-44f2-8894-3038654c0293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:34.856728 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ccffea9-d6de-4e94-912d-9d684a8fadc2 req-87303536-47bd-478f-8a5a-68c949426658 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590559 Sep 23 22:29:34.914927 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a2d99e56-425c-4e06-b306-e124b64ad0cf tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:34.979227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd3c2af-e7d9-4f7c-a0c7-0ecf86cc79ad None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:34.991938 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:35.021567 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a2d99e56-425c-4e06-b306-e124b64ad0cf tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:35.023777 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a2d99e56-425c-4e06-b306-e124b64ad0cf tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/5015bedf-e0d4-4c66-ac01-1f9a8946e612 HTTP/1.1" status: 204 len: 168 time: 1.4535949 Sep 23 22:29:35.030604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52470) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:35.146582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Allocated IP 172.25.1.14 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/6e03813e-86ca-4eaa-b472-8cea544e6a2a) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:35.152239 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d99e56-425c-4e06-b306-e124b64ad0cf tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=5015bedf-e0d4-4c66-ac01-1f9a8946e612,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:35.159499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-005f6c09-6b0c-46fa-b482-2a48c65f5bc9 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet b65e7d6a-b9ec-48e8-9c75-b6f452b87120 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:29:35.168100 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-005f6c09-6b0c-46fa-b482-2a48c65f5bc9 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:35.287440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7e283394-52bd-47ed-94d4-a820a97a4f47 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:35.288918 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:35.327400 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-005f6c09-6b0c-46fa-b482-2a48c65f5bc9 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:35.523716 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:35.573330 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1d013e5-2b57-4fe7-a9e3-6d4f90f528d4 req-91fcb12a-c267-4125-b4ea-0ea12a829c0a tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 210 time: 0.1300349 Sep 23 22:29:35.647892 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-005f6c09-6b0c-46fa-b482-2a48c65f5bc9 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:35.755569 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 7e283394-52bd-47ed-94d4-a820a97a4f47, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7e283394-52bd-47ed-94d4-a820a97a4f47,segment=NetworkSegment(31ad786b-b809-4b0b-89e5-a2c3247e1b9b),segment_id=31ad786b-b809-4b0b-89e5-a2c3247e1b9b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:35.840082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa729c5-aed2-49bc-bfa8-3d3916839dd9 req-49fff748-e92e-4f36-ba00-e937852e8631 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:35.852686 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4fa729c5-aed2-49bc-bfa8-3d3916839dd9 req-49fff748-e92e-4f36-ba00-e937852e8631 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 931 time: 0.6888235 Sep 23 22:29:35.876135 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:35.891415 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:35.931701 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4fa729c5-aed2-49bc-bfa8-3d3916839dd9 req-c5d837df-a4f9-4f7f-8612-1e9705f9f39c tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779757 Sep 23 22:29:36.037191 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-005f6c09-6b0c-46fa-b482-2a48c65f5bc9 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:36.121258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f6c09-6b0c-46fa-b482-2a48c65f5bc9 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=b65e7d6a-b9ec-48e8-9c75-b6f452b87120,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:36.134693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=7e283394-52bd-47ed-94d4-a820a97a4f47,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:36.138976 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-005f6c09-6b0c-46fa-b482-2a48c65f5bc9 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:36.144495 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-005f6c09-6b0c-46fa-b482-2a48c65f5bc9 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/b65e7d6a-b9ec-48e8-9c75-b6f452b87120 HTTP/1.1" status: 204 len: 168 time: 1.1070538 Sep 23 22:29:36.147382 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52490) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:36.175360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f618439-07e4-4b76-b29a-e66953507e5a {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:29:36.200872 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:36.274276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Transition to ACTIVE for port object 9f618439-07e4-4b76-b29a-e66953507e5a will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:29:36.311247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844025c7-5b6c-4662-944c-2e189c293700 req-a23895c0-d7b4-4bd4-a88c-f81c8ea3b962 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:36.313894 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e0065592-5497-4e75-b84f-00207cab954a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1648576 Sep 23 22:29:36.316953 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52492) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:36.319829 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-844025c7-5b6c-4662-944c-2e189c293700 req-a23895c0-d7b4-4bd4-a88c-f81c8ea3b962 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2465823 Sep 23 22:29:36.335366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3c04ff47-5582-498b-a6fb-0d323608df7b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:36.335846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:36.423550 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:36.426933 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:36.428005 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:36.503695 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-844025c7-5b6c-4662-944c-2e189c293700 req-6216d071-bddc-47eb-ab92-26ea7de6046f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806345 Sep 23 22:29:36.508314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7e283394-52bd-47ed-94d4-a820a97a4f47 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:36.510472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:36.525485 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:36.600977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7e283394-52bd-47ed-94d4-a820a97a4f47 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:36.601388 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:36.885839 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-76bbf143-9f9e-42f0-a6da-29db730b436f req-5f04073d-1932-46f5-bb04-b61004926182 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 210 time: 0.1256015 Sep 23 22:29:36.899028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c04ff47-5582-498b-a6fb-0d323608df7b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:36.901749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Attempting to bind port 9f618439-07e4-4b76-b29a-e66953507e5a on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:29:36.901749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Attempting to bind port 9f618439-07e4-4b76-b29a-e66953507e5a by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '1f4d9751-f250-49a8-890e-5547d495c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a531d8ca-9b3d-4ac2-ac72-72235b3b12aa'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:29:36.901749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Attempting to bind port 9f618439-07e4-4b76-b29a-e66953507e5a on network a531d8ca-9b3d-4ac2-ac72-72235b3b12aa {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:29:36.902439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=6e03813e-86ca-4eaa-b472-8cea544e6a2a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:36.920117 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3c04ff47-5582-498b-a6fb-0d323608df7b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:36.956770 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cd2cd3-5dd7-4f70-81b4-0a6cdc9839c6 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:37.016157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Port 9f618439-07e4-4b76-b29a-e66953507e5a on network a531d8ca-9b3d-4ac2-ac72-72235b3b12aa not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:29:37.016602 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Attempting to bind port 9f618439-07e4-4b76-b29a-e66953507e5a on network a531d8ca-9b3d-4ac2-ac72-72235b3b12aa {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:29:37.019665 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:37.032781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Pushing event updated for resources: {'Port': ['ID=9f618439-07e4-4b76-b29a-e66953507e5a,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:37.059553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:29:37.060224 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Checking segment: {'id': '1f4d9751-f250-49a8-890e-5547d495c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a531d8ca-9b3d-4ac2-ac72-72235b3b12aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:29:37.060783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Bound using segment: {'id': '1f4d9751-f250-49a8-890e-5547d495c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a531d8ca-9b3d-4ac2-ac72-72235b3b12aa'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:29:37.061443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Bound port: 9f618439-07e4-4b76-b29a-e66953507e5a, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f4d9751-f250-49a8-890e-5547d495c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a531d8ca-9b3d-4ac2-ac72-72235b3b12aa'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:29:37.061988 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:37.102712 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-06f32545-6341-4ef9-9adb-6e4dab02b3f3 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:37.107659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-06f32545-6341-4ef9-9adb-6e4dab02b3f3 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.43 "GET /v2.0/networks?id=a6de5bfe-82c8-444a-96b4-09830480123a HTTP/1.1" status: 200 len: 820 time: 0.4217873 Sep 23 22:29:37.138254 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-7b9870b9-0cc6-4260-80fb-5e47beb913df tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Request body: {'port': {'device_id': '32217caf-143c-454a-a688-1df34095f86d', 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a', 'admin_state_up': True, 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:37.194864 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4218e557-6a8e-4825-95c3-f53a977c5e32 None None] Provisioning complete for port a3abd527-ea1d-468f-9088-79b1bc1dd407 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:37.195416 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4218e557-6a8e-4825-95c3-f53a977c5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:37.389683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabdde5-fe64-4a74-9d1a-65d4a40542d0 req-3dc238d6-9507-446d-8d1d-0646be3a5dc3 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:37.392583 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fabdde5-fe64-4a74-9d1a-65d4a40542d0 req-3dc238d6-9507-446d-8d1d-0646be3a5dc3 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 943 time: 0.1742153 Sep 23 22:29:37.556658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] For port 9f618439-07e4-4b76-b29a-e66953507e5a, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:29:37.607926 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fabdde5-fe64-4a74-9d1a-65d4a40542d0 req-765f03b3-05b5-4de4-8e88-e0a77f5e0b27 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889834 Sep 23 22:29:37.631669 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:37.678033 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] For port 9f618439-07e4-4b76-b29a-e66953507e5a, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9f618439-07e4-4b76-b29a-e66953507e5a,segment=NetworkSegment(1f4d9751-f250-49a8-890e-5547d495c95e),segment_id=1f4d9751-f250-49a8-890e-5547d495c95e)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:29:37.745953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326a1ce1-8aaf-4888-9cbe-0372e75e96eb None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:29:37.842514 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-326a1ce1-8aaf-4888-9cbe-0372e75e96eb None None] Deleting port a3abd527-ea1d-468f-9088-79b1bc1dd407 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:29:37.843566 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-326a1ce1-8aaf-4888-9cbe-0372e75e96eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:37.880702 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3c04ff47-5582-498b-a6fb-0d323608df7b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:37.902993 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:37.911749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-7b9870b9-0cc6-4260-80fb-5e47beb913df tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Made reservation on behalf of 72f9a014f1aa49bbb39de2559fbe717b for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:37.920843 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-7b9870b9-0cc6-4260-80fb-5e47beb913df tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:37.955271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efb9ab-6ae0-4a6b-b09e-3b1835a8e58d req-23577d59-0b75-4abd-b472-afee826e18bc tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:37.973816 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-326a1ce1-8aaf-4888-9cbe-0372e75e96eb None None] For port a3abd527-ea1d-468f-9088-79b1bc1dd407, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a3abd527-ea1d-468f-9088-79b1bc1dd407,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:37.974888 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-326a1ce1-8aaf-4888-9cbe-0372e75e96eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:37.983167 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24efb9ab-6ae0-4a6b-b09e-3b1835a8e58d req-23577d59-0b75-4abd-b472-afee826e18bc tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.3095036 Sep 23 22:29:37.991329 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c04ff47-5582-498b-a6fb-0d323608df7b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:38.008615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-326a1ce1-8aaf-4888-9cbe-0372e75e96eb None None] Calling delete_port for a3abd527-ea1d-468f-9088-79b1bc1dd407 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:29:38.018026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-3c04ff47-5582-498b-a6fb-0d323608df7b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:38.023250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c04ff47-5582-498b-a6fb-0d323608df7b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:38.023756 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3c04ff47-5582-498b-a6fb-0d323608df7b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:38.077322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04ff47-5582-498b-a6fb-0d323608df7b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=0e3c5604-4f1f-4169-8905-af9562c676a9,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:38.161258 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-85eb9a82-c9ab-4da1-9f8c-dbbe2c2b5373 req-4a31b0ea-1a1f-473f-8198-36400db4a0db tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 210 time: 0.0346847 Sep 23 22:29:38.200680 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3c04ff47-5582-498b-a6fb-0d323608df7b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8740580 Sep 23 22:29:38.200680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52520) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:38.224905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:38.225592 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:38.227591 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] 10.222.0.67 "PUT /v2.0/ports/9f618439-07e4-4b76-b29a-e66953507e5a HTTP/1.1" status: 200 len: 1091 time: 3.4645171 Sep 23 22:29:38.231639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3cc279-c17d-44f2-8894-3038654c0293', 'tag': '9f618439-07e4-4b76-b29a-e66953507e5a'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:29:38.232647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e7f040d0-3e65-45e6-a1b6-df64fc33d7e2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:38.234274 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68d8e89-944c-4085-9860-620be897545e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3cc279-c17d-44f2-8894-3038654c0293", "tag": "9f618439-07e4-4b76-b29a-e66953507e5a"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:29:38.278838 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-326a1ce1-8aaf-4888-9cbe-0372e75e96eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:38.306985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8063b-8b05-4b5a-9bd5-2b1b91551e67 service neutron] Pushing event updated for resources: {'Port': ['ID=9f618439-07e4-4b76-b29a-e66953507e5a,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:38.355665 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24efb9ab-6ae0-4a6b-b09e-3b1835a8e58d req-39e81754-29ef-4fdf-b1e3-60a39f38b0e1 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686159 Sep 23 22:29:38.366911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a1ce1-8aaf-4888-9cbe-0372e75e96eb None None] Pushing event deleted for resources: {'Port': ['ID=a3abd527-ea1d-468f-9088-79b1bc1dd407,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:38.380779 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a1ce1-8aaf-4888-9cbe-0372e75e96eb None None] No DVR routers for this DVR port a3abd527-ea1d-468f-9088-79b1bc1dd407 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:29:38.417952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e8122f-2c22-47b1-bacb-1677aedda749 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:38.470727 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0e19ac-b181-465c-a9fe-3b3d5780a33e x-openstack-request-id: req-1e0e19ac-b181-465c-a9fe-3b3d5780a33e {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:29:38.472170 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3cc279-c17d-44f2-8894-3038654c0293", "tag": "9f618439-07e4-4b76-b29a-e66953507e5a", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:29:38.472170 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e0e19ac-b181-465c-a9fe-3b3d5780a33e {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:29:38.472422 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3cc279-c17d-44f2-8894-3038654c0293', 'tag': '9f618439-07e4-4b76-b29a-e66953507e5a', 'status': 'completed', 'code': 200} Sep 23 22:29:38.595435 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:38.616262 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a3abd527-ea1d-468f-9088-79b1bc1dd407 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:29:38.667341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: a3abd527-ea1d-468f-9088-79b1bc1dd407 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:29:38.667815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a3abd527-ea1d-468f-9088-79b1bc1dd407 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:29:38.813577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48406876-e0af-4c4c-b90d-911c18817322 req-bca16cd5-5a77-4bb0-9ffa-5d986da35c58 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:38.824177 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-48406876-e0af-4c4c-b90d-911c18817322 req-bca16cd5-5a77-4bb0-9ffa-5d986da35c58 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 943 time: 0.0896091 Sep 23 22:29:38.826226 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': '0e3c5604-4f1f-4169-8905-af9562c676a9'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:29:38.827121 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:38.874475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f040d0-3e65-45e6-a1b6-df64fc33d7e2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:38.900105 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7f040d0-3e65-45e6-a1b6-df64fc33d7e2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:38.938710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-48406876-e0af-4c4c-b90d-911c18817322 req-062877a7-3a79-4942-b9b7-4acf13f6b9a2 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133552 Sep 23 22:29:39.068138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Allocated IP 2001:db8::2 (fabbdebb-7256-45f8-980f-653365ae34a1/0e3c5604-4f1f-4169-8905-af9562c676a9/b7bcc8c3-d05c-4277-8a99-ba5e5dee790c) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:39.147297 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:39.243972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d8e89-944c-4085-9860-620be897545e req-0ae233cd-f2e1-49b2-a38c-d0458a4a5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:39.251831 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68d8e89-944c-4085-9860-620be897545e req-0ae233cd-f2e1-49b2-a38c-d0458a4a5006 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6006be65f1aa4f69949f0640375ff10d&device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 1094 time: 0.7349260 Sep 23 22:29:39.261541 n-d-810775-1 neutron-server[95490]: INFO neutron.db.ipam_backend_mixin [None req-e7f040d0-3e65-45e6-a1b6-df64fc33d7e2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0e3c5604-4f1f-4169-8905-af9562c676a9 (CIDR: 2001:db8::/64) Sep 23 22:29:39.275942 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:39.344683 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f040d0-3e65-45e6-a1b6-df64fc33d7e2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:29:39.345477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f040d0-3e65-45e6-a1b6-df64fc33d7e2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:29:39.483663 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:39.494059 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c1cb4ad-3b0f-45b5-8f4b-e1d086711ac8 req-56b0cfa5-0602-4381-bbe9-8b9f5a3c4246 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 210 time: 0.1217170 Sep 23 22:29:39.546381 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e7f040d0-3e65-45e6-a1b6-df64fc33d7e2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3420808 Sep 23 22:29:39.552365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52548) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:39.578385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:39.623809 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=6e03813e-86ca-4eaa-b472-8cea544e6a2a,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:39.639442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-7b9870b9-0cc6-4260-80fb-5e47beb913df tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Allocated IP 172.20.0.14 (a6de5bfe-82c8-444a-96b4-09830480123a/a10726fa-d06e-4eec-94e8-430a71cc4558/7016f9e2-b481-4506-b60e-95b46e258c37) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:39.641984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:39.655295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:39.659779 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:39.696825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Pushing event updated for resources: {'Port': ['ID=b7bcc8c3-d05c-4277-8a99-ba5e5dee790c,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:39.846762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Attempting to bind port b7bcc8c3-d05c-4277-8a99-ba5e5dee790c on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:29:39.849573 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:39.850317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Attempting to bind port b7bcc8c3-d05c-4277-8a99-ba5e5dee790c by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:29:39.850752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Attempting to bind port b7bcc8c3-d05c-4277-8a99-ba5e5dee790c on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:29:39.870619 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:29:39.871049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:29:39.871416 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:39.873753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:29:39.874340 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Bound port: b7bcc8c3-d05c-4277-8a99-ba5e5dee790c, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:29:39.876292 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:39.929819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b851d7-f08a-4c05-9ab5-072d38d194c7 req-9e62c949-f2d0-4f81-ae77-2651b1b34462 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:39.943557 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9b851d7-f08a-4c05-9ab5-072d38d194c7 req-9e62c949-f2d0-4f81-ae77-2651b1b34462 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.3191028 Sep 23 22:29:39.968524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d8e89-944c-4085-9860-620be897545e req-2759a3a8-6ae9-4a65-9b87-f21f51e088cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:39.993054 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68d8e89-944c-4085-9860-620be897545e req-2759a3a8-6ae9-4a65-9b87-f21f51e088cd service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6006be65f1aa4f69949f0640375ff10d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6573906 Sep 23 22:29:40.077701 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9b851d7-f08a-4c05-9ab5-072d38d194c7 req-a0cef60c-e059-4270-9c07-dd593a31002b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268213 Sep 23 22:29:40.115131 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:40.117844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52556) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:40.119411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] For port b7bcc8c3-d05c-4277-8a99-ba5e5dee790c, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:29:40.120719 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c695ca45-dfd1-4e03-9915-8bf142221ae0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6203792 Sep 23 22:29:40.123096 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-90ec5e2e-e385-4744-9117-5b87b113c4a4 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'port': {'network_id': 'fffab7d8-0bb5-4b89-8c83-af0a398e476f', 'name': 'tempest-FloatingIPTestJSON-1651857999'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:40.131808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] For port b7bcc8c3-d05c-4277-8a99-ba5e5dee790c, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b7bcc8c3-d05c-4277-8a99-ba5e5dee790c,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:29:40.400691 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2940a-6902-441b-9c54-9057e7a9c285 req-31f2abff-e3a6-4844-b73d-b785c3597878 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:40.402253 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-50e2940a-6902-441b-9c54-9057e7a9c285 req-31f2abff-e3a6-4844-b73d-b785c3597878 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 943 time: 0.2463262 Sep 23 22:29:40.438461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d8e89-944c-4085-9860-620be897545e req-ebb8a519-bbc5-430e-a6fe-f730c82a15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:40.439942 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a68d8e89-944c-4085-9860-620be897545e req-ebb8a519-bbc5-430e-a6fe-f730c82a15e0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4459646 Sep 23 22:29:40.443669 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-7b9870b9-0cc6-4260-80fb-5e47beb913df tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:40.471747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-50e2940a-6902-441b-9c54-9057e7a9c285 req-caa4b39b-6624-490a-af4a-a31fac75bebb tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618858 Sep 23 22:29:40.497758 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:40.498030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:40.502614 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:40.592098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019811f-852c-4aa2-99bf-474cfe449e25 None None] Pushing event updated for resources: {'Port': ['ID=b7bcc8c3-d05c-4277-8a99-ba5e5dee790c,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:40.603063 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-5365e6c4-52d5-4e09-81d6-c8bbcfbdd1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:40.606146 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-5365e6c4-52d5-4e09-81d6-c8bbcfbdd1fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6006be65f1aa4f69949f0640375ff10d&device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 1094 time: 0.0758626 Sep 23 22:29:40.676586 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-1efc2c4d-34a9-45c2-8a47-58f914782c9d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f618439-07e4-4b76-b29a-e66953507e5a HTTP/1.1" status: 200 len: 217 time: 0.0563745 Sep 23 22:29:40.772517 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7aab962-dbda-45d0-a3cc-82765cc130c3 req-3a3d7773-0eb8-418c-a15a-8226b334c001 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 210 time: 0.0935733 Sep 23 22:29:40.793923 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-7b9870b9-0cc6-4260-80fb-5e47beb913df tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:40.866880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ec5e2e-e385-4744-9117-5b87b113c4a4 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Made reservation on behalf of 7cdd42daa7314e72bd3c651f33a7a74c for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:40.886514 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90ec5e2e-e385-4744-9117-5b87b113c4a4 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:40.931390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-a464f311-a26d-41db-a37b-32b5c4148998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:40.941607 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-a464f311-a26d-41db-a37b-32b5c4148998 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff2fb682-4204-4f41-9014-7e189425405f HTTP/1.1" status: 200 len: 855 time: 0.2515810 Sep 23 22:29:41.008828 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-5619294c-0200-47fb-98ce-cc0510d36072 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a531d8ca-9b3d-4ac2-ac72-72235b3b12aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546579 Sep 23 22:29:41.015737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-7b9870b9-0cc6-4260-80fb-5e47beb913df tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Network a6de5bfe-82c8-444a-96b4-09830480123a is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:41.029008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-90ec5e2e-e385-4744-9117-5b87b113c4a4 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] device_id is not set on port 9a04a9f0-3046-4481-adfe-9446e074fd41 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:29:41.046587 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9870b9-0cc6-4260-80fb-5e47beb913df tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Pushing event updated for resources: {'Port': ['ID=7016f9e2-b481-4506-b60e-95b46e258c37,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:41.049276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-7b9870b9-0cc6-4260-80fb-5e47beb913df tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:41.053907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-7b9870b9-0cc6-4260-80fb-5e47beb913df tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:41.147731 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-7b9870b9-0cc6-4260-80fb-5e47beb913df tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:41.148856 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-7b9870b9-0cc6-4260-80fb-5e47beb913df tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:41.194166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-90ec5e2e-e385-4744-9117-5b87b113c4a4 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Allocated IP 172.20.0.4 (fffab7d8-0bb5-4b89-8c83-af0a398e476f/58793b93-d49a-4008-9890-0538761359a0/9a04a9f0-3046-4481-adfe-9446e074fd41) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:41.204574 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-4dd8177f-96d4-4fef-8b57-f932803dedf9 service neutron] 10.222.0.67 "GET /v2.0/networks/a531d8ca-9b3d-4ac2-ac72-72235b3b12aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874170 Sep 23 22:29:41.387758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaf9f4-1b98-4ade-a4cd-05bdf7ea1d70 req-9625ee49-8fb7-40f2-9106-3a70da4885f4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:41.390983 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2eaf9f4-1b98-4ade-a4cd-05bdf7ea1d70 req-9625ee49-8fb7-40f2-9106-3a70da4885f4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.2098989 Sep 23 22:29:41.447779 n-d-810775-1 neutron-server[95490]: DEBUG neutron.objects.ports [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95490) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:29:41.450944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-7b9870b9-0cc6-4260-80fb-5e47beb913df tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3183739 Sep 23 22:29:41.471812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Request body: {'port': {'device_id': '32217caf-143c-454a-a688-1df34095f86d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:41.529062 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90ec5e2e-e385-4744-9117-5b87b113c4a4 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:41.615657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89ea97ab-73da-4c8f-80bb-175bc74e3eba req-f4bd2cd5-3036-4ba8-9932-092662b1daef service neutron] 10.222.0.67 "GET /v2.0/networks/a531d8ca-9b3d-4ac2-ac72-72235b3b12aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842645 Sep 23 22:29:41.637636 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2eaf9f4-1b98-4ade-a4cd-05bdf7ea1d70 req-af27b401-5458-4cc0-81d3-9ec48cbb4dbd tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272143 Sep 23 22:29:41.716668 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:41.744606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ff376-8002-4128-9dda-25fcb9d7bb0f req-aa714b61-8948-4832-875b-0ca2d9cd7346 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:41.746901 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c4ff376-8002-4128-9dda-25fcb9d7bb0f req-aa714b61-8948-4832-875b-0ca2d9cd7346 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 943 time: 0.1217229 Sep 23 22:29:41.749162 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90ec5e2e-e385-4744-9117-5b87b113c4a4 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:41.806577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ec5e2e-e385-4744-9117-5b87b113c4a4 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network fffab7d8-0bb5-4b89-8c83-af0a398e476f is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:41.813140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-90ec5e2e-e385-4744-9117-5b87b113c4a4 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:41.825100 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec5e2e-e385-4744-9117-5b87b113c4a4 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:41.942299 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c4ff376-8002-4128-9dda-25fcb9d7bb0f req-c9514ff5-7c84-4178-a45d-73dbe789f949 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314249 Sep 23 22:29:41.945975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec5e2e-e385-4744-9117-5b87b113c4a4 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=9a04a9f0-3046-4481-adfe-9446e074fd41,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:41.958148 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:42.036566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec5e2e-e385-4744-9117-5b87b113c4a4 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:42.037709 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90ec5e2e-e385-4744-9117-5b87b113c4a4 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:42.072651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b48065-9053-4a9c-8d8d-bac89a32eaf1 req-6db32bc2-3dc1-4e28-ac06-be6a725d097a tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:42.082890 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20b48065-9053-4a9c-8d8d-bac89a32eaf1 req-6db32bc2-3dc1-4e28-ac06-be6a725d097a tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 932 time: 0.1116943 Sep 23 22:29:42.142617 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20b48065-9053-4a9c-8d8d-bac89a32eaf1 req-9efc06ab-184c-4c22-9be7-4ad0f1313469 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607977 Sep 23 22:29:42.183430 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-90ec5e2e-e385-4744-9117-5b87b113c4a4 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0638890 Sep 23 22:29:42.184561 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e401e4f6-5e56-4808-986c-1b9c9f177bbd None None] Provisioning complete for port b7bcc8c3-d05c-4277-8a99-ba5e5dee790c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:42.185833 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e401e4f6-5e56-4808-986c-1b9c9f177bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:42.189600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52594) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:42.198485 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3951bb7a-c343-4b8c-b991-ad8d112401af tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'floatingip': {'port_id': '9a04a9f0-3046-4481-adfe-9446e074fd41'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:42.229756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] For port b7bcc8c3-d05c-4277-8a99-ba5e5dee790c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b7bcc8c3-d05c-4277-8a99-ba5e5dee790c,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:42.260706 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3951bb7a-c343-4b8c-b991-ad8d112401af tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:42.271196 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:42.316123 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e401e4f6-5e56-4808-986c-1b9c9f177bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:42.428364 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:42.430151 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:42.480147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7016f9e2-b481-4506-b60e-95b46e258c37 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:29:42.524337 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:42.531724 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-e401e4f6-5e56-4808-986c-1b9c9f177bbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:29:42.532280 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-e401e4f6-5e56-4808-986c-1b9c9f177bbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:29:42.572273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Transition to ACTIVE for port object 7016f9e2-b481-4506-b60e-95b46e258c37 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:29:42.580522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:42.595032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:42.601006 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:42.601549 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:42.602486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdca224-7bc4-4274-a478-5c4d28f21a3f req-3618237c-4275-4c2e-a92c-0315625f91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:42.604119 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1bdca224-7bc4-4274-a478-5c4d28f21a3f req-3618237c-4275-4c2e-a92c-0315625f91f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=189ad56f85ae4049b0b1eb7dfddf1b7a&device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 1097 time: 0.0821321 Sep 23 22:29:42.622020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bdf8ad-8719-4d38-84b1-7f6a0d97e002 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:42.636202 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=69395acf-4efa-4c8e-8a22-82f534d77134,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:42.649811 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=b7bcc8c3-d05c-4277-8a99-ba5e5dee790c,revision_number=4']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:42.673135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b7bcc8c3-d05c-4277-8a99-ba5e5dee790c up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:42.707853 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:42.808004 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-17f92685-935a-4522-8e27-ea77c6bb89a6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2483552 Sep 23 22:29:42.808004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52602) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:42.814547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-033e49fc-e6a3-4f12-8c7b-e096ebb5a59f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'mac_address': 'fa:16:3e:bc:16:ba', 'name': 'tempest-NetworksTestDHCPv6-1705278393'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:42.853424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Pushing event updated for resources: {'Port': ['ID=7016f9e2-b481-4506-b60e-95b46e258c37,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:42.881505 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b7bcc8c3-d05c-4277-8a99-ba5e5dee790c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:42.881888 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:43.027693 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:43.049825 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdca224-7bc4-4274-a478-5c4d28f21a3f req-a5b816fd-14b5-4a21-9560-ee9988482e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:43.052336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1bdca224-7bc4-4274-a478-5c4d28f21a3f req-a5b816fd-14b5-4a21-9560-ee9988482e71 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f HTTP/1.1" status: 200 len: 915 time: 0.4360626 Sep 23 22:29:43.104483 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5016a832-90e5-44ff-9043-ee2d60fbf7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:43.129510 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e401e4f6-5e56-4808-986c-1b9c9f177bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:43.134836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a1d84-758c-4eaa-9019-bc9c9649a2af req-c52845fe-0618-4fe4-ac7c-f5ce2e4b9696 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:43.137166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-487a1d84-758c-4eaa-9019-bc9c9649a2af req-c52845fe-0618-4fe4-ac7c-f5ce2e4b9696 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.3301139 Sep 23 22:29:43.150324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port b7bcc8c3-d05c-4277-8a99-ba5e5dee790c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b7bcc8c3-d05c-4277-8a99-ba5e5dee790c,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:43.154310 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033e49fc-e6a3-4f12-8c7b-e096ebb5a59f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:43.199773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e75a5-5087-4ec1-99d7-4e54027042a5 req-58d034a7-2dc3-444b-9714-78971e72d65c tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:43.201528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-406e75a5-5087-4ec1-99d7-4e54027042a5 req-58d034a7-2dc3-444b-9714-78971e72d65c tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 943 time: 0.0961885 Sep 23 22:29:43.328400 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:43.330624 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-e401e4f6-5e56-4808-986c-1b9c9f177bbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:29:43.330984 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-e401e4f6-5e56-4808-986c-1b9c9f177bbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:29:43.360310 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-033e49fc-e6a3-4f12-8c7b-e096ebb5a59f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:43.407613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-033e49fc-e6a3-4f12-8c7b-e096ebb5a59f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port 66b7a06b-d7a5-461f-845a-690819799ee4 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:29:43.415548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=b7bcc8c3-d05c-4277-8a99-ba5e5dee790c,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:43.552561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-406e75a5-5087-4ec1-99d7-4e54027042a5 req-6bbced12-012f-4b1d-bfc0-a0b9a99b882f tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897301 Sep 23 22:29:43.615873 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.resource_extend [None req-3951bb7a-c343-4b8c-b991-ad8d112401af tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:29:43.738348 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1bdca224-7bc4-4274-a478-5c4d28f21a3f req-0d1d6c6f-12e0-48be-bbe6-b127d1902509 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045 HTTP/1.1" status: 200 len: 217 time: 0.6535625 Sep 23 22:29:43.747599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-033e49fc-e6a3-4f12-8c7b-e096ebb5a59f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::181 (fabbdebb-7256-45f8-980f-653365ae34a1/0e3c5604-4f1f-4169-8905-af9562c676a9/66b7a06b-d7a5-461f-845a-690819799ee4) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:43.760996 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3951bb7a-c343-4b8c-b991-ad8d112401af tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:43.765021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Attempting to bind port 7016f9e2-b481-4506-b60e-95b46e258c37 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:29:43.765443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Attempting to bind port 7016f9e2-b481-4506-b60e-95b46e258c37 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '31ad786b-b809-4b0b-89e5-a2c3247e1b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:29:43.765775 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Attempting to bind port 7016f9e2-b481-4506-b60e-95b46e258c37 on network a6de5bfe-82c8-444a-96b4-09830480123a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:29:43.766222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-033e49fc-e6a3-4f12-8c7b-e096ebb5a59f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8:0:1:f816:3eff:febc:16ba (fabbdebb-7256-45f8-980f-653365ae34a1/69395acf-4efa-4c8e-8a22-82f534d77134/66b7a06b-d7a5-461f-845a-690819799ee4) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:43.832415 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Port 7016f9e2-b481-4506-b60e-95b46e258c37 on network a6de5bfe-82c8-444a-96b4-09830480123a not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:29:43.832648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0690276-a1c9-4a0d-8a81-2905778b4862 req-df222026-ca54-4918-a225-b46092e73b7c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:43.832788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Attempting to bind port 7016f9e2-b481-4506-b60e-95b46e258c37 on network a6de5bfe-82c8-444a-96b4-09830480123a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:29:43.840400 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0690276-a1c9-4a0d-8a81-2905778b4862 req-df222026-ca54-4918-a225-b46092e73b7c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 944 time: 0.1788900 Sep 23 22:29:43.851611 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-487a1d84-758c-4eaa-9019-bc9c9649a2af req-50ed9c18-bf46-49c8-a150-f2eecaad09d2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153133 Sep 23 22:29:43.854919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:29:43.855259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Checking segment: {'id': '31ad786b-b809-4b0b-89e5-a2c3247e1b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:29:43.855751 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Bound using segment: {'id': '31ad786b-b809-4b0b-89e5-a2c3247e1b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:29:43.856226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Bound port: 7016f9e2-b481-4506-b60e-95b46e258c37, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ad786b-b809-4b0b-89e5-a2c3247e1b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:29:43.856592 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:43.910832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdca224-7bc4-4274-a478-5c4d28f21a3f req-7ab6a32d-fa1c-4437-8e28-d00e0064d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:43.912691 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1bdca224-7bc4-4274-a478-5c4d28f21a3f req-7ab6a32d-fa1c-4437-8e28-d00e0064d6df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cfd900ab-d80f-492d-8f3f-40e9e42ebc05 HTTP/1.1" status: 200 len: 854 time: 0.1491172 Sep 23 22:29:43.945656 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0690276-a1c9-4a0d-8a81-2905778b4862 req-57a98736-75bf-43d2-8b83-544cf3da944c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043386 Sep 23 22:29:43.961277 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3951bb7a-c343-4b8c-b991-ad8d112401af tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:43.972177 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1bdca224-7bc4-4274-a478-5c4d28f21a3f req-4319ef48-f561-4762-859d-4aa4249ed1c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495298 Sep 23 22:29:44.058312 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-033e49fc-e6a3-4f12-8c7b-e096ebb5a59f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:44.074066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] For port 7016f9e2-b481-4506-b60e-95b46e258c37, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:29:44.110611 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] For port 7016f9e2-b481-4506-b60e-95b46e258c37, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7016f9e2-b481-4506-b60e-95b46e258c37,segment=NetworkSegment(31ad786b-b809-4b0b-89e5-a2c3247e1b9b),segment_id=31ad786b-b809-4b0b-89e5-a2c3247e1b9b)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:29:44.115365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-86e49de9-6459-41e0-baba-2c3e89a6500b None None] Provisioning complete for port b7bcc8c3-d05c-4277-8a99-ba5e5dee790c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:44.116315 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-86e49de9-6459-41e0-baba-2c3e89a6500b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:44.188752 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-3951bb7a-c343-4b8c-b991-ad8d112401af tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Floating IP ff335787-566e-4aa6-b094-207777fb444b associated. External IP: 172.25.1.14, port: 9a04a9f0-3046-4481-adfe-9446e074fd41. Sep 23 22:29:44.229965 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:44.238504 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1bdca224-7bc4-4274-a478-5c4d28f21a3f req-689c0dd6-7726-4b6c-9944-045051153984 service neutron] 10.222.0.67 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208450 Sep 23 22:29:44.257837 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-033e49fc-e6a3-4f12-8c7b-e096ebb5a59f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:44.318124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033e49fc-e6a3-4f12-8c7b-e096ebb5a59f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:44.327037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-033e49fc-e6a3-4f12-8c7b-e096ebb5a59f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:44.331640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033e49fc-e6a3-4f12-8c7b-e096ebb5a59f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:44.339045 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033e49fc-e6a3-4f12-8c7b-e096ebb5a59f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:44.339859 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-033e49fc-e6a3-4f12-8c7b-e096ebb5a59f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:44.348673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:44.348673 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:44.348673 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] 10.222.0.43 "PUT /v2.0/ports/7016f9e2-b481-4506-b60e-95b46e258c37 HTTP/1.1" status: 200 len: 1092 time: 2.8809533 Sep 23 22:29:44.352278 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32217caf-143c-454a-a688-1df34095f86d', 'tag': '7016f9e2-b481-4506-b60e-95b46e258c37'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:29:44.354781 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c871c7bd-3d6d-473f-a3a4-cf047d6ecc38" -d '{"events": [{"name": "network-changed", "server_uuid": "32217caf-143c-454a-a688-1df34095f86d", "tag": "7016f9e2-b481-4506-b60e-95b46e258c37"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:29:44.355824 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e49fc-e6a3-4f12-8c7b-e096ebb5a59f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=66b7a06b-d7a5-461f-845a-690819799ee4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:44.429205 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbbaf4f-a5c5-4a6c-96ae-fe2af4e89cba x-openstack-request-id: req-6cbbaf4f-a5c5-4a6c-96ae-fe2af4e89cba {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:29:44.429529 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32217caf-143c-454a-a688-1df34095f86d", "tag": "7016f9e2-b481-4506-b60e-95b46e258c37", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:29:44.429746 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6cbbaf4f-a5c5-4a6c-96ae-fe2af4e89cba {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:29:44.430126 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32217caf-143c-454a-a688-1df34095f86d', 'tag': '7016f9e2-b481-4506-b60e-95b46e258c37', 'status': 'completed', 'code': 200} Sep 23 22:29:44.479535 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-033e49fc-e6a3-4f12-8c7b-e096ebb5a59f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6703684 Sep 23 22:29:44.489316 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52626) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:44.518505 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1bdca224-7bc4-4274-a478-5c4d28f21a3f req-b79c49d2-9e05-442a-ba8f-fa679f47d3ac service neutron] 10.222.0.67 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489069 Sep 23 22:29:44.549793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b7bcc8c3-d05c-4277-8a99-ba5e5dee790c up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:44.556658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a2632-7d48-4922-9048-a62c71272e80 service neutron] Pushing event updated for resources: {'Port': ['ID=7016f9e2-b481-4506-b60e-95b46e258c37,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:44.681858 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b7bcc8c3-d05c-4277-8a99-ba5e5dee790c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:44.682241 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:44.697584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-38898f23-01ae-431b-b740-cb1bc9003166 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port 66b7a06b-d7a5-461f-845a-690819799ee4 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:29:44.697974 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38898f23-01ae-431b-b740-cb1bc9003166 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:44.783886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871c7bd-3d6d-473f-a3a4-cf047d6ecc38 req-0122944c-7ed3-45fb-b9f8-c0d9114d07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:44.786244 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c871c7bd-3d6d-473f-a3a4-cf047d6ecc38 req-0122944c-7ed3-45fb-b9f8-c0d9114d07e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72f9a014f1aa49bbb39de2559fbe717b&device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 1095 time: 0.2638688 Sep 23 22:29:44.860293 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38898f23-01ae-431b-b740-cb1bc9003166 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:44.881420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-38898f23-01ae-431b-b740-cb1bc9003166 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for 66b7a06b-d7a5-461f-845a-690819799ee4 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:29:44.932097 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5d354419-44f4-4aa0-8205-86203d685cd3 None None] Provisioning complete for port 66b7a06b-d7a5-461f-845a-690819799ee4 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:44.942248 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5d354419-44f4-4aa0-8205-86203d685cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:44.969376 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3951bb7a-c343-4b8c-b991-ad8d112401af tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:29:45.039607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5d354419-44f4-4aa0-8205-86203d685cd3 None None] Port 66b7a06b-d7a5-461f-845a-690819799ee4 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:29:45.089119 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7645e-b46c-42cd-b770-1151275c9f9a req-73b47ce2-e5ff-46d4-a0fa-f07884472018 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:45.090737 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67b7645e-b46c-42cd-b770-1151275c9f9a req-73b47ce2-e5ff-46d4-a0fa-f07884472018 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.0925839 Sep 23 22:29:45.119696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4418c2-c061-4c6d-a48a-e5980e41d3dc req-da7806cc-6f7c-42a7-bada-a12b1df223b5 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:45.121368 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f4418c2-c061-4c6d-a48a-e5980e41d3dc req-da7806cc-6f7c-42a7-bada-a12b1df223b5 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 943 time: 0.3409228 Sep 23 22:29:45.173888 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871c7bd-3d6d-473f-a3a4-cf047d6ecc38 req-e67a63ce-95c7-48ee-ac82-9e0197fa7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:45.175648 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c871c7bd-3d6d-473f-a3a4-cf047d6ecc38 req-e67a63ce-95c7-48ee-ac82-9e0197fa7668 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=72f9a014f1aa49bbb39de2559fbe717b&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3652182 Sep 23 22:29:45.228896 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67b7645e-b46c-42cd-b770-1151275c9f9a req-b07c1712-3cd2-4c7c-8711-b7141644f602 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281319 Sep 23 22:29:45.239542 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f4418c2-c061-4c6d-a48a-e5980e41d3dc req-b439ae74-8f7b-4712-8145-e62dc139415e tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041708 Sep 23 22:29:45.252475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3951bb7a-c343-4b8c-b991-ad8d112401af tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:29:45.288266 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d683c-73db-4a41-99db-f9495f02104a None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:29:45.314444 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d683c-73db-4a41-99db-f9495f02104a None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:45.316179 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bb0d683c-73db-4a41-99db-f9495f02104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:45.348743 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3951bb7a-c343-4b8c-b991-ad8d112401af tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:45.384054 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bb0d683c-73db-4a41-99db-f9495f02104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:45.391313 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d683c-73db-4a41-99db-f9495f02104a None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:45.391938 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bb0d683c-73db-4a41-99db-f9495f02104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:45.435587 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bb0d683c-73db-4a41-99db-f9495f02104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:45.436301 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d683c-73db-4a41-99db-f9495f02104a None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:29:45.470476 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3951bb7a-c343-4b8c-b991-ad8d112401af tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "PUT /v2.0/floatingips/ff335787-566e-4aa6-b094-207777fb444b HTTP/1.1" status: 200 len: 977 time: 3.2772436 Sep 23 22:29:45.475126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52646) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:45.495320 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38898f23-01ae-431b-b740-cb1bc9003166 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:45.498955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871c7bd-3d6d-473f-a3a4-cf047d6ecc38 req-13eb8ea5-e123-4f10-ab23-bc868186c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:45.500575 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c871c7bd-3d6d-473f-a3a4-cf047d6ecc38 req-13eb8ea5-e123-4f10-ab23-bc868186c0f5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3155801 Sep 23 22:29:45.511700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7ea5f-30bd-48bf-88b7-f49ef7bc23c4 req-845f785c-99e8-49c9-9962-8e51f6924193 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:45.513416 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c7e7ea5f-30bd-48bf-88b7-f49ef7bc23c4 req-845f785c-99e8-49c9-9962-8e51f6924193 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 944 time: 0.1546566 Sep 23 22:29:45.595814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38898f23-01ae-431b-b740-cb1bc9003166 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=66b7a06b-d7a5-461f-845a-690819799ee4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:45.621985 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c7e7ea5f-30bd-48bf-88b7-f49ef7bc23c4 req-8a0aa461-3ec9-4d9f-8a93-5ce6a40fb85c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947816 Sep 23 22:29:45.649186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-0d0cd64b-9273-4d31-880f-92627af8ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:45.649186 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-0d0cd64b-9273-4d31-880f-92627af8ade4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72f9a014f1aa49bbb39de2559fbe717b&device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 1095 time: 0.0778449 Sep 23 22:29:45.694002 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38898f23-01ae-431b-b740-cb1bc9003166 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:45.696915 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-38898f23-01ae-431b-b740-cb1bc9003166 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/66b7a06b-d7a5-461f-845a-690819799ee4 HTTP/1.1" status: 204 len: 168 time: 1.2088401 Sep 23 22:29:45.701292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52648) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:45.713385 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-31e92b1d-f77a-4b66-bd7c-8aa3b8c1f5ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7016f9e2-b481-4506-b60e-95b46e258c37 HTTP/1.1" status: 200 len: 217 time: 0.0558472 Sep 23 22:29:45.714727 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-607a4eb9-a55f-4c2b-b89c-cafe31602718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:45.762430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-181e9d08-783c-42c1-8210-1961a8a54eae tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting port 9a04a9f0-3046-4481-adfe-9446e074fd41 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:29:45.762690 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-181e9d08-783c-42c1-8210-1961a8a54eae tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:45.790896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db4b632-f222-4493-969f-4367dd6325b5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:45.795064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3db4b632-f222-4493-969f-4367dd6325b5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0900834 Sep 23 22:29:45.796120 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52652) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:45.825400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-7b3cc91b-8c56-4137-b435-05c506730581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:45.828271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-7b3cc91b-8c56-4137-b435-05c506730581 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a10726fa-d06e-4eec-94e8-430a71cc4558 HTTP/1.1" status: 200 len: 860 time: 0.1071377 Sep 23 22:29:45.886460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-78de27a9-803d-46c1-9708-807708c1a8b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6de5bfe-82c8-444a-96b4-09830480123a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479898 Sep 23 22:29:45.909591 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fc5d97-9ee8-44bb-9c79-55ce81d8fafc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:45.911764 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-49fc5d97-9ee8-44bb-9c79-55ce81d8fafc tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1146517 Sep 23 22:29:45.917691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52656) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:45.932032 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-181e9d08-783c-42c1-8210-1961a8a54eae tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:46.008091 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-96e82708-7614-4989-a810-5eb49d43f6a0 service neutron] 10.222.0.43 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101079 Sep 23 22:29:46.045617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 9f618439-07e4-4b76-b29a-e66953507e5a details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:29:46.058785 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 11e3a17f-e01c-44b0-b184-c5e8a6f00045 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:29:46.062744 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab18181-fdd8-4630-a1bc-180db989cf6b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:46.064489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab18181-fdd8-4630-a1bc-180db989cf6b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:46.066243 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab18181-fdd8-4630-a1bc-180db989cf6b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:46.072678 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dab18181-fdd8-4630-a1bc-180db989cf6b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1498742 Sep 23 22:29:46.074484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52658) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:46.089039 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:46.151253 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5ffacee-959d-4406-83a0-2dc283159e1c req-3f6b3f2e-97ea-46c4-b9f4-5a25c4cc89b1 service neutron] 10.222.0.43 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350029 Sep 23 22:29:46.196801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e22a17-2e02-49b5-b0af-be63b057b91e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 0e3c5604-4f1f-4169-8905-af9562c676a9 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:29:46.202160 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e1e22a17-2e02-49b5-b0af-be63b057b91e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:46.343893 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:46.379101 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 9f618439-07e4-4b76-b29a-e66953507e5a, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9f618439-07e4-4b76-b29a-e66953507e5a,segment=NetworkSegment(1f4d9751-f250-49a8-890e-5547d495c95e),segment_id=1f4d9751-f250-49a8-890e-5547d495c95e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:46.416020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631ce5bf-6a66-4393-a017-c1499b245f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e3a17f-e01c-44b0-b184-c5e8a6f00045'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:29:46.419970 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dca42d-dcab-43a8-8364-cb11ee69097a" -d '{"events": [{"server_uuid": "631ce5bf-6a66-4393-a017-c1499b245f67", "name": "network-vif-unplugged", "status": "completed", "tag": "11e3a17f-e01c-44b0-b184-c5e8a6f00045"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:29:46.428791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '9f618439-07e4-4b76-b29a-e66953507e5a', 'network_id': 'a531d8ca-9b3d-4ac2-ac72-72235b3b12aa', 'port_id': '9f618439-07e4-4b76-b29a-e66953507e5a', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2fb682-4204-4f41-9014-7e189425405f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:29:46.462428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 11e3a17f-e01c-44b0-b184-c5e8a6f00045, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:46.483985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d405520-a10f-4a70-a3b3-415633f41bc7 req-ceb1c819-f3fc-493a-9c8a-7a5de78ae202 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:46.486730 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d405520-a10f-4a70-a3b3-415633f41bc7 req-ceb1c819-f3fc-493a-9c8a-7a5de78ae202 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 943 time: 0.1005487 Sep 23 22:29:46.519640 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:46.543623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f618439-07e4-4b76-b29a-e66953507e5a {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:29:46.564227 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d405520-a10f-4a70-a3b3-415633f41bc7 req-0ece1908-384a-4369-86f9-ff836def8a79 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637727 Sep 23 22:29:46.576698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 9f618439-07e4-4b76-b29a-e66953507e5a, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9f618439-07e4-4b76-b29a-e66953507e5a,segment=NetworkSegment(1f4d9751-f250-49a8-890e-5547d495c95e),segment_id=1f4d9751-f250-49a8-890e-5547d495c95e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:46.718972 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b22262-775d-4c4b-94ad-199abbafbdad x-openstack-request-id: req-75b22262-775d-4c4b-94ad-199abbafbdad {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:29:46.720269 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631ce5bf-6a66-4393-a017-c1499b245f67", "name": "network-vif-unplugged", "status": "completed", "tag": "11e3a17f-e01c-44b0-b184-c5e8a6f00045", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:29:46.720611 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75b22262-775d-4c4b-94ad-199abbafbdad {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:29:46.721395 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631ce5bf-6a66-4393-a017-c1499b245f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e3a17f-e01c-44b0-b184-c5e8a6f00045', 'code': 200} Sep 23 22:29:46.789363 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:46.799633 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e1e22a17-2e02-49b5-b0af-be63b057b91e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:46.844695 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-181e9d08-783c-42c1-8210-1961a8a54eae tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:46.845071 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-181e9d08-783c-42c1-8210-1961a8a54eae tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:46.845399 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-181e9d08-783c-42c1-8210-1961a8a54eae tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Floating IP ff335787-566e-4aa6-b094-207777fb444b disassociated. External IP: 172.25.1.14, port: 9a04a9f0-3046-4481-adfe-9446e074fd41. Sep 23 22:29:46.845751 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-181e9d08-783c-42c1-8210-1961a8a54eae tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Calling delete_port for 9a04a9f0-3046-4481-adfe-9446e074fd41 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:29:46.851965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=11e3a17f-e01c-44b0-b184-c5e8a6f00045,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:46.879065 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d5a75-598e-4713-9579-e56dce008bb3 req-ed7a8b45-0efc-4336-90cb-61eb1839398a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:46.880021 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-779d5a75-598e-4713-9579-e56dce008bb3 req-ed7a8b45-0efc-4336-90cb-61eb1839398a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 946 time: 0.1530814 Sep 23 22:29:46.937089 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:46.983162 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eb923-3d92-46a1-9013-311d79562c26 req-569c908a-2ccf-42e8-bbac-647f08b24a1a tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:46.990371 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-049eb923-3d92-46a1-9013-311d79562c26 req-569c908a-2ccf-42e8-bbac-647f08b24a1a tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 944 time: 0.0745747 Sep 23 22:29:47.006041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=9f618439-07e4-4b76-b29a-e66953507e5a,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:47.023708 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-779d5a75-598e-4713-9579-e56dce008bb3 req-1f488911-286c-484f-870b-0c573e1596a4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339972 Sep 23 22:29:47.029481 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e1e22a17-2e02-49b5-b0af-be63b057b91e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:47.040637 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:47.044751 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-049eb923-3d92-46a1-9013-311d79562c26 req-2c3281c1-b9cd-47f3-af43-a32590cad0fc tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523396 Sep 23 22:29:47.257509 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-181e9d08-783c-42c1-8210-1961a8a54eae tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:47.292022 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e1e22a17-2e02-49b5-b0af-be63b057b91e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:47.294494 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e9d08-783c-42c1-8210-1961a8a54eae tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Port': ['ID=9a04a9f0-3046-4481-adfe-9446e074fd41,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:47.337815 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e1e22a17-2e02-49b5-b0af-be63b057b91e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:47.340962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e1e22a17-2e02-49b5-b0af-be63b057b91e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/0e3c5604-4f1f-4169-8905-af9562c676a9 HTTP/1.1" status: 204 len: 168 time: 1.2653623 Sep 23 22:29:47.345447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52680) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:47.348358 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0912629d-3a17-4d7d-89fa-c97284e48bce None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:47.370254 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['9f618439-07e4-4b76-b29a-e66953507e5a'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:29:47.435570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0896806-455b-4f73-861f-890dfd538edd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 69395acf-4efa-4c8e-8a22-82f534d77134 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:29:47.440645 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e0896806-455b-4f73-861f-890dfd538edd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:47.479808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e22a17-2e02-49b5-b0af-be63b057b91e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3c5604-4f1f-4169-8905-af9562c676a9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:47.510293 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e0896806-455b-4f73-861f-890dfd538edd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:47.551318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181e9d08-783c-42c1-8210-1961a8a54eae tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:29:47.643499 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e0896806-455b-4f73-861f-890dfd538edd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:47.781701 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:47.834848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17336bc3-e8dd-48f5-9c09-ba5237a9aba5 req-84e52d9f-dab3-44e3-9b63-edf31b064469 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:47.836640 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-17336bc3-e8dd-48f5-9c09-ba5237a9aba5 req-84e52d9f-dab3-44e3-9b63-edf31b064469 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 944 time: 0.1042309 Sep 23 22:29:47.837991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181e9d08-783c-42c1-8210-1961a8a54eae tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:29:47.857531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890974d-6942-4395-81af-96f4c17689e5 None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:29:47.897596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890974d-6942-4395-81af-96f4c17689e5 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:47.898720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0890974d-6942-4395-81af-96f4c17689e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:47.938737 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e0896806-455b-4f73-861f-890dfd538edd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:47.988848 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0890974d-6942-4395-81af-96f4c17689e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:47.990746 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0896806-455b-4f73-861f-890dfd538edd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=69395acf-4efa-4c8e-8a22-82f534d77134,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:47.995276 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-17336bc3-e8dd-48f5-9c09-ba5237a9aba5 req-de213ec0-89f5-47dd-b9d8-915ab5b4caa1 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405644 Sep 23 22:29:48.001686 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-181e9d08-783c-42c1-8210-1961a8a54eae tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:48.006419 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e0896806-455b-4f73-861f-890dfd538edd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:48.006603 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-181e9d08-783c-42c1-8210-1961a8a54eae tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/ports/9a04a9f0-3046-4481-adfe-9446e074fd41 HTTP/1.1" status: 204 len: 168 time: 2.5272293 Sep 23 22:29:48.006719 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e0896806-455b-4f73-861f-890dfd538edd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/69395acf-4efa-4c8e-8a22-82f534d77134 HTTP/1.1" status: 204 len: 168 time: 0.6592562 Sep 23 22:29:48.007472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52692) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:48.015072 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52694) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:48.064321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890974d-6942-4395-81af-96f4c17689e5 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:48.070625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0890974d-6942-4395-81af-96f4c17689e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:48.073929 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a682d5da-6eec-4a14-aea5-323c5a58cf4e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577257 Sep 23 22:29:48.082526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52698) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:48.087929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8191b620-3a65-47ac-bfe3-873c385747ee tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "GET /v2.0/floatingips/ff335787-566e-4aa6-b094-207777fb444b HTTP/1.1" status: 200 len: 687 time: 0.0788996 Sep 23 22:29:48.090438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52700) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:48.095815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-03e76ad8-eff5-4f32-ada2-9c831dbd1689 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:48.158083 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0890974d-6942-4395-81af-96f4c17689e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:48.158895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890974d-6942-4395-81af-96f4c17689e5 None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:29:48.229547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081f4e87-af46-4914-81f6-8bebde0043a6 None None] Update dhcp port {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'fixed_ips': [{'subnet_id': '69395acf-4efa-4c8e-8a22-82f534d77134'}], 'binding:host_id': 'n-d-810775-1'}, 'id': 'b7bcc8c3-d05c-4277-8a99-ba5e5dee790c'} from n-d-810775-1. {{(pid=95492) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 22:29:48.268746 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-081f4e87-af46-4914-81f6-8bebde0043a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:48.317647 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13325ddc-68af-4715-afa0-20ae64de9f25 req-55a493d0-3b22-4f6c-807a-fffd97d04f19 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:48.329574 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13325ddc-68af-4715-afa0-20ae64de9f25 req-55a493d0-3b22-4f6c-807a-fffd97d04f19 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.1038420 Sep 23 22:29:48.372192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30a05d-ce8b-4660-8912-9d8a84c6211c req-84d433ab-ea39-4b6b-9704-fba0e24c4f57 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:48.374139 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e30a05d-ce8b-4660-8912-9d8a84c6211c req-84d433ab-ea39-4b6b-9704-fba0e24c4f57 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 944 time: 0.1001067 Sep 23 22:29:48.392789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4fcadb90-4974-4374-b616-69e506a48531 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting port 6e03813e-86ca-4eaa-b472-8cea544e6a2a {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:29:48.393568 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4fcadb90-4974-4374-b616-69e506a48531 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:48.398737 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13325ddc-68af-4715-afa0-20ae64de9f25 req-ac4d3f8d-e27f-49f1-8d12-70cea37a9d7e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675523 Sep 23 22:29:48.491965 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e30a05d-ce8b-4660-8912-9d8a84c6211c req-68148450-b856-4fcf-bec8-452abb8560e6 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948625 Sep 23 22:29:48.521218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e76ad8-eff5-4f32-ada2-9c831dbd1689 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:48.527600 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-03e76ad8-eff5-4f32-ada2-9c831dbd1689 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:48.569795 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa776e24-79dc-4e67-84c4-59902d243f3d None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:48.599674 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4fcadb90-4974-4374-b616-69e506a48531 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:48.600327 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4fcadb90-4974-4374-b616-69e506a48531 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:48.604953 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:48.626505 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4fcadb90-4974-4374-b616-69e506a48531 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Calling delete_port for 6e03813e-86ca-4eaa-b472-8cea544e6a2a owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:29:48.701199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-af99a933-47ec-4ad7-8673-8ef9c7920926 None None] Provisioning complete for port b7bcc8c3-d05c-4277-8a99-ba5e5dee790c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:48.702280 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-af99a933-47ec-4ad7-8673-8ef9c7920926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:48.776687 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db3f8b-d5cb-4a93-a9a6-18486c044953 req-885ac784-6f12-4591-b47d-9e3dfdcc3c59 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:48.776687 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-09db3f8b-d5cb-4a93-a9a6-18486c044953 req-885ac784-6f12-4591-b47d-9e3dfdcc3c59 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.2127361 Sep 23 22:29:48.927221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a0c387-b4c0-40d3-8595-ba0e95f3e880 None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:29:48.938554 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-09db3f8b-d5cb-4a93-a9a6-18486c044953 req-6b7b4a80-b7a6-4c15-af66-a688f7272e6c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497841 Sep 23 22:29:48.995352 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4fcadb90-4974-4374-b616-69e506a48531 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:49.023000 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e8a0c387-b4c0-40d3-8595-ba0e95f3e880 None None] Deleting port b7bcc8c3-d05c-4277-8a99-ba5e5dee790c {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:29:49.023410 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c387-b4c0-40d3-8595-ba0e95f3e880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:49.079796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcadb90-4974-4374-b616-69e506a48531 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Port': ['ID=6e03813e-86ca-4eaa-b472-8cea544e6a2a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:49.117839 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e8a0c387-b4c0-40d3-8595-ba0e95f3e880 None None] For port b7bcc8c3-d05c-4277-8a99-ba5e5dee790c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b7bcc8c3-d05c-4277-8a99-ba5e5dee790c,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:49.118245 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c387-b4c0-40d3-8595-ba0e95f3e880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:49.134553 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e8a0c387-b4c0-40d3-8595-ba0e95f3e880 None None] Calling delete_port for b7bcc8c3-d05c-4277-8a99-ba5e5dee790c owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:29:49.142429 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-03e76ad8-eff5-4f32-ada2-9c831dbd1689 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:49.244598 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4fcadb90-4974-4374-b616-69e506a48531 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:49.245366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e76ad8-eff5-4f32-ada2-9c831dbd1689 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:49.247574 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4fcadb90-4974-4374-b616-69e506a48531 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:49.254954 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4fcadb90-4974-4374-b616-69e506a48531 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/floatingips/ff335787-566e-4aa6-b094-207777fb444b HTTP/1.1" status: 204 len: 168 time: 1.1564689 Sep 23 22:29:49.255391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52726) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:49.260759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '9313c20b-5c29-4eb0-9c47-d2091b1485e6'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:49.267344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-03e76ad8-eff5-4f32-ada2-9c831dbd1689 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:49.271665 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e76ad8-eff5-4f32-ada2-9c831dbd1689 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:49.272284 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-03e76ad8-eff5-4f32-ada2-9c831dbd1689 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:49.286169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e76ad8-eff5-4f32-ada2-9c831dbd1689 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=bd6679cf-7ef4-4aeb-90e8-aaaf7f98088b,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:49.329589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647f2c9-c5dd-4a44-87ab-d954cd3e55f5 req-f9ccd78b-9e5a-4f4d-8c8f-eba67a681efe tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:49.333324 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4647f2c9-c5dd-4a44-87ab-d954cd3e55f5 req-f9ccd78b-9e5a-4f4d-8c8f-eba67a681efe tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 944 time: 0.1165478 Sep 23 22:29:49.382419 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4647f2c9-c5dd-4a44-87ab-d954cd3e55f5 req-ded73043-0cc6-47e4-b700-d94c0c2d4181 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412779 Sep 23 22:29:49.388541 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c387-b4c0-40d3-8595-ba0e95f3e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:49.419738 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:49.453098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0c387-b4c0-40d3-8595-ba0e95f3e880 None None] Pushing event deleted for resources: {'Port': ['ID=b7bcc8c3-d05c-4277-8a99-ba5e5dee790c,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:49.461531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a0c387-b4c0-40d3-8595-ba0e95f3e880 None None] No DVR routers for this DVR port b7bcc8c3-d05c-4277-8a99-ba5e5dee790c on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:29:49.489354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d7ae0f-c2d3-4dba-9cf8-ea7a92cc2195 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:49.496462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-6b922f4c-f0fa-41e7-9cc0-0ca4d6fcf53a req-607393bb-f259-4a65-92af-a390ec9817b1 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:29:49.497881 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6b922f4c-f0fa-41e7-9cc0-0ca4d6fcf53a req-607393bb-f259-4a65-92af-a390ec9817b1 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1624720 Sep 23 22:29:49.541083 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-03e76ad8-eff5-4f32-ada2-9c831dbd1689 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4511149 Sep 23 22:29:49.545530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52732) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:49.554574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b27fad8d-1aa6-420d-b0b1-3a5e323ec8ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:49.702749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d889854-645c-4e0e-a37a-941466af23e9 req-c03c86e8-62b4-4982-8719-be410bfa50e7 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:49.705661 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d889854-645c-4e0e-a37a-941466af23e9 req-c03c86e8-62b4-4982-8719-be410bfa50e7 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 944 time: 0.0757811 Sep 23 22:29:49.709850 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:49.783497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d889854-645c-4e0e-a37a-941466af23e9 req-0352483c-7b68-413d-8a00-436edb7c7e4d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652153 Sep 23 22:29:49.790590 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fabbdebb-7256-45f8-980f-653365ae34a1', 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'tenant_id': 'f2893f5439c64e18a9b20605b17efba4', 'fixed_ips': [{'subnet_id': 'bd6679cf-7ef4-4aeb-90e8-aaaf7f98088b'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:29:49.791648 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:49.917013 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27fad8d-1aa6-420d-b0b1-3a5e323ec8ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:49.930599 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b27fad8d-1aa6-420d-b0b1-3a5e323ec8ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:50.081645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Allocated IP 2001:db8::2 (fabbdebb-7256-45f8-980f-653365ae34a1/bd6679cf-7ef4-4aeb-90e8-aaaf7f98088b/86527601-2cbd-418f-b555-839208c1ce37) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:50.084783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Allocated IP 172.25.1.125 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/0af9e6d9-ab03-40f6-8189-8d5f8ae4c286) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:50.093564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e4693-c0e2-4434-a957-0995a3975344 req-55bc1f06-5f40-4f05-9c71-c60fc9636660 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:50.116548 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce6e4693-c0e2-4434-a957-0995a3975344 req-55bc1f06-5f40-4f05-9c71-c60fc9636660 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.1218975 Sep 23 22:29:50.118176 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 9f618439-07e4-4b76-b29a-e66953507e5a up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:50.146765 n-d-810775-1 neutron-server[95490]: INFO neutron.db.ipam_backend_mixin [None req-b27fad8d-1aa6-420d-b0b1-3a5e323ec8ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd6679cf-7ef4-4aeb-90e8-aaaf7f98088b (CIDR: 2001:db8::/64) Sep 23 22:29:50.203725 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce6e4693-c0e2-4434-a957-0995a3975344 req-6b8457b8-46f2-4c90-9702-a934385e9d8a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845461 Sep 23 22:29:50.232932 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7016f9e2-b481-4506-b60e-95b46e258c37 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:29:50.237093 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27fad8d-1aa6-420d-b0b1-3a5e323ec8ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:29:50.238542 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27fad8d-1aa6-420d-b0b1-3a5e323ec8ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:29:50.279905 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:50.432272 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b27fad8d-1aa6-420d-b0b1-3a5e323ec8ba tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8851938 Sep 23 22:29:50.436913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52750) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:50.478654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'subnet': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:50.552812 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.resource_extend [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:29:50.578140 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:50.670481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:50.679635 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:50.694453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:50.718761 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=0af9e6d9-ab03-40f6-8189-8d5f8ae4c286,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:50.761591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b7bcc8c3-d05c-4277-8a99-ba5e5dee790c no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:29:50.784000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f2557-57c8-444b-a9be-3091a9b19fa5 req-822f6066-28be-4575-acc4-d605a6c80efb tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:50.794136 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ed3f2557-57c8-444b-a9be-3091a9b19fa5 req-822f6066-28be-4575-acc4-d605a6c80efb tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 944 time: 0.2320566 Sep 23 22:29:50.832186 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:50.873356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 7016f9e2-b481-4506-b60e-95b46e258c37, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7016f9e2-b481-4506-b60e-95b46e258c37,segment=NetworkSegment(31ad786b-b809-4b0b-89e5-a2c3247e1b9b),segment_id=31ad786b-b809-4b0b-89e5-a2c3247e1b9b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:50.876839 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: b7bcc8c3-d05c-4277-8a99-ba5e5dee790c {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:29:50.877367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b7bcc8c3-d05c-4277-8a99-ba5e5dee790c not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:29:50.894015 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '7016f9e2-b481-4506-b60e-95b46e258c37', 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a', 'port_id': '7016f9e2-b481-4506-b60e-95b46e258c37', 'mac_address': 'fa:16:3e:40:18:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:29:50.936872 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ed3f2557-57c8-444b-a9be-3091a9b19fa5 req-806a0546-00ce-4073-be19-f4ac395700a5 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260724 Sep 23 22:29:50.969331 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:51.008525 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7016f9e2-b481-4506-b60e-95b46e258c37 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:29:51.038392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 7016f9e2-b481-4506-b60e-95b46e258c37, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7016f9e2-b481-4506-b60e-95b46e258c37,segment=NetworkSegment(31ad786b-b809-4b0b-89e5-a2c3247e1b9b),segment_id=31ad786b-b809-4b0b-89e5-a2c3247e1b9b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:51.094046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52764) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:51.094458 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 9f618439-07e4-4b76-b29a-e66953507e5a completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:29:51.098297 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:51.132029 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 9f618439-07e4-4b76-b29a-e66953507e5a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:51.132437 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:51.137043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:51.141160 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:51.165236 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4b1fa-7f6a-4db8-9362-557d4fc5a6b8 req-36ec6e54-7ea2-4f56-9304-e991676e5559 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:51.178388 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8f4b1fa-7f6a-4db8-9362-557d4fc5a6b8 req-36ec6e54-7ea2-4f56-9304-e991676e5559 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 944 time: 0.1353691 Sep 23 22:29:51.235293 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:51.265927 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:51.294741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:51.301158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:51.340490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Pushing event updated for resources: {'Port': ['ID=86527601-2cbd-418f-b555-839208c1ce37,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:51.381515 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7cbf987-abfb-4c6f-9f98-a1e873283898 req-8fb5aeb2-e0fe-43a4-9b7e-a536176c6e51 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4218299 Sep 23 22:29:51.417145 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01bdb062-f189-4c3a-adb9-591e8f78889e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:51.475235 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Attempting to bind port 86527601-2cbd-418f-b555-839208c1ce37 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:29:51.475650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Attempting to bind port 86527601-2cbd-418f-b555-839208c1ce37 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:29:51.475961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Attempting to bind port 86527601-2cbd-418f-b555-839208c1ce37 on network fabbdebb-7256-45f8-980f-653365ae34a1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:29:51.504900 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8f4b1fa-7f6a-4db8-9362-557d4fc5a6b8 req-131fecba-a7a7-4c2d-8469-1c17af57a577 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171751 Sep 23 22:29:51.518646 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['7016f9e2-b481-4506-b60e-95b46e258c37'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:29:51.590533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=7016f9e2-b481-4506-b60e-95b46e258c37,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:51.597846 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:29:51.598331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Checking segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:29:51.598626 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:51.599342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Bound using segment: {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:29:51.600148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Bound port: 86527601-2cbd-418f-b555-839208c1ce37, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce851d92-8f53-499e-937e-39c393b6e556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:29:51.601280 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:51.631688 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:51.637456 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:51.701429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaaee7-9bab-4548-a069-d83ecf591dcc req-5294b8ac-e6bf-4ee9-93b2-da13ff2289a7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:51.702926 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7dbaaee7-9bab-4548-a069-d83ecf591dcc req-5294b8ac-e6bf-4ee9-93b2-da13ff2289a7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.1386490 Sep 23 22:29:51.705003 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01bdb062-f189-4c3a-adb9-591e8f78889e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:51.753190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3cc279-c17d-44f2-8894-3038654c0293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f618439-07e4-4b76-b29a-e66953507e5a'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:29:51.755970 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd43e077-eb86-4664-be8e-86e01baf8697" -d '{"events": [{"server_uuid": "4e3cc279-c17d-44f2-8894-3038654c0293", "name": "network-vif-plugged", "status": "completed", "tag": "9f618439-07e4-4b76-b29a-e66953507e5a"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:29:51.787717 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 9f618439-07e4-4b76-b29a-e66953507e5a, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9f618439-07e4-4b76-b29a-e66953507e5a,segment=NetworkSegment(1f4d9751-f250-49a8-890e-5547d495c95e),segment_id=1f4d9751-f250-49a8-890e-5547d495c95e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:51.795924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7dbaaee7-9bab-4548-a069-d83ecf591dcc req-f0c444e1-aaf1-45f1-a618-835225c6e4c5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785630 Sep 23 22:29:51.798748 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] For port 86527601-2cbd-418f-b555-839208c1ce37, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:29:51.805206 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] For port 86527601-2cbd-418f-b555-839208c1ce37, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=86527601-2cbd-418f-b555-839208c1ce37,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:29:51.816441 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa8bdbb-d337-4858-a246-92470ad5dfbf x-openstack-request-id: req-8fa8bdbb-d337-4858-a246-92470ad5dfbf {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:29:51.817166 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3cc279-c17d-44f2-8894-3038654c0293", "name": "network-vif-plugged", "status": "completed", "tag": "9f618439-07e4-4b76-b29a-e66953507e5a", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:29:51.817424 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8fa8bdbb-d337-4858-a246-92470ad5dfbf {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:29:51.817834 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3cc279-c17d-44f2-8894-3038654c0293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f618439-07e4-4b76-b29a-e66953507e5a', 'code': 200} Sep 23 22:29:51.857518 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01bdb062-f189-4c3a-adb9-591e8f78889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:51.901721 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-01bdb062-f189-4c3a-adb9-591e8f78889e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=57e9d31bc6a0427c93932d56471d34f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8064833 Sep 23 22:29:51.904043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdb062-f189-4c3a-adb9-591e8f78889e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bdd736-f570-403b-a20b-c963af2a3bae,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:51.906831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52780) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:51.907367 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:51.908285 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 11e3a17f-e01c-44b0-b184-c5e8a6f00045 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:29:51.977312 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:51.985826 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:52.015319 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b2169267-2c0a-4f21-b90b-ae7508a9bd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:52.024183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921eeda-f0af-44f1-998f-2eb5b215657d req-f0e1f62b-dec8-4dc4-a74e-f2ea5af9c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:52.026169 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1921eeda-f0af-44f1-998f-2eb5b215657d req-f0e1f62b-dec8-4dc4-a74e-f2ea5af9c304 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 1096 time: 0.0871983 Sep 23 22:29:52.043454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=9f618439-07e4-4b76-b29a-e66953507e5a,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:52.182506 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b2169267-2c0a-4f21-b90b-ae7508a9bd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:52.184506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645990da-7b43-48a8-b0b5-6cc5520c4206 None None] Pushing event updated for resources: {'Port': ['ID=86527601-2cbd-418f-b555-839208c1ce37,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:52.284103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.objects.ports [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95491) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:29:52.291291 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1921eeda-f0af-44f1-998f-2eb5b215657d req-5ff6c663-0c4c-41c2-957c-fff92c316867 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041023 Sep 23 22:29:52.348545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b33c71-76a9-46c4-b976-35badfed2863 req-1e60250c-c829-4437-9b94-60770d64a0ce tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:52.349823 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b33c71-76a9-46c4-b976-35badfed2863 req-1e60250c-c829-4437-9b94-60770d64a0ce tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 945 time: 0.1138811 Sep 23 22:29:52.352502 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:52.491465 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b33c71-76a9-46c4-b976-35badfed2863 req-e7d505b0-c914-46ca-b778-88502ce7f049 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201613 Sep 23 22:29:52.507445 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:52.542922 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b2169267-2c0a-4f21-b90b-ae7508a9bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:52.546173 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b2169267-2c0a-4f21-b90b-ae7508a9bd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:52.549919 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b2169267-2c0a-4f21-b90b-ae7508a9bd87 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9bdd736-f570-403b-a20b-c963af2a3bae HTTP/1.1" status: 204 len: 168 time: 0.6398041 Sep 23 22:29:52.561898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169267-2c0a-4f21-b90b-ae7508a9bd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bdd736-f570-403b-a20b-c963af2a3bae,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:52.636102 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=0af9e6d9-ab03-40f6-8189-8d5f8ae4c286,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:52.683196 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 86527601-2cbd-418f-b555-839208c1ce37 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:52.694779 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:52.714797 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:52.750901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 86527601-2cbd-418f-b555-839208c1ce37 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:52.751489 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:52.874315 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:52.891690 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076bf13-7a41-43ff-bb80-47561efe6c2f req-d3161f03-237e-41ac-9352-695831e772f7 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:52.895752 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5076bf13-7a41-43ff-bb80-47561efe6c2f req-d3161f03-237e-41ac-9352-695831e772f7 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 945 time: 0.2633686 Sep 23 22:29:52.976651 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Floating IP 87e1bced-eb6f-41a2-9769-888a712a981e associated. External IP: 172.25.1.125, port: 9313c20b-5c29-4eb0-9c47-d2091b1485e6. Sep 23 22:29:52.980382 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] For port 86527601-2cbd-418f-b555-839208c1ce37, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=86527601-2cbd-418f-b555-839208c1ce37,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:53.031030 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5076bf13-7a41-43ff-bb80-47561efe6c2f req-085e531d-00bd-4c52-8ee2-6c4975b79053 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167068 Sep 23 22:29:53.044527 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:53.114831 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:53.115509 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:53.238410 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:29:53.239187 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:29:53.282181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:53.298234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:53.309305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:53.310190 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:53.314981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Subnet': ['ID=7bd87f44-1829-4206-b704-7cd9ab3534f0,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:53.320075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=86527601-2cbd-418f-b555-839208c1ce37,revision_number=4']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:53.357463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09b13f-4d05-4e54-840f-c2f8ecabc32e req-4f113760-3a5c-4bfe-930a-b72b71e2febd tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:53.361799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8a09b13f-4d05-4e54-840f-c2f8ecabc32e req-4f113760-3a5c-4bfe-930a-b72b71e2febd tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.1514728 Sep 23 22:29:53.434983 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-95d40dac-1ca3-4965-b187-1d3fd8c8cdd1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9953005 Sep 23 22:29:53.440477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52800) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:53.449925 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8a09b13f-4d05-4e54-840f-c2f8ecabc32e req-20207d20-35a5-4eee-8fe1-70148d334f53 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725286 Sep 23 22:29:53.450162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-84bfbf22-3eaa-470c-9e8f-d831281601a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Request body: {'port': {'network_id': 'fabbdebb-7256-45f8-980f-653365ae34a1', 'mac_address': 'fa:16:3e:e2:b8:f3', 'name': 'tempest-NetworksTestDHCPv6-1619693247'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:53.618216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:29:53.649886 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d945aa-5475-405a-9789-ad3a73f19367 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:53.826612 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:53.856157 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b4a4ebd2-0c6a-468c-913d-74261db212b7 None None] Provisioning complete for port 86527601-2cbd-418f-b555-839208c1ce37 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:53.856473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9592d-4e12-445a-bea0-fb66820d8387 req-45da05d4-ac31-46e4-80cd-02f7a7239642 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:53.856649 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b4a4ebd2-0c6a-468c-913d-74261db212b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:53.857913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-46a9592d-4e12-445a-bea0-fb66820d8387 req-45da05d4-ac31-46e4-80cd-02f7a7239642 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 945 time: 0.2535455 Sep 23 22:29:53.877235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52804) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:53.902775 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53892020-885c-4a61-b247-e2cab9d24995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:53.938930 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-46a9592d-4e12-445a-bea0-fb66820d8387 req-a52cee38-e6a4-4869-877a-20eb76ab016a tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602889 Sep 23 22:29:53.940178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:29:53.952652 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 86527601-2cbd-418f-b555-839208c1ce37, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=86527601-2cbd-418f-b555-839208c1ce37,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:53.964716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c98d6-91d2-490c-bb28-3fd0e93ce4e7 None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:29:53.989358 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c98d6-91d2-490c-bb28-3fd0e93ce4e7 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:53.990071 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-943c98d6-91d2-490c-bb28-3fd0e93ce4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:54.010010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bfbf22-3eaa-470c-9e8f-d831281601a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Made reservation on behalf of f2893f5439c64e18a9b20605b17efba4 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:54.017391 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b4a4ebd2-0c6a-468c-913d-74261db212b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:54.046796 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-943c98d6-91d2-490c-bb28-3fd0e93ce4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:54.058344 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c98d6-91d2-490c-bb28-3fd0e93ce4e7 None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:29:54.059536 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-943c98d6-91d2-490c-bb28-3fd0e93ce4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:54.078247 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:54.126612 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-943c98d6-91d2-490c-bb28-3fd0e93ce4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:29:54.127594 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c98d6-91d2-490c-bb28-3fd0e93ce4e7 None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:29:54.166754 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:54.209674 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7016f9e2-b481-4506-b60e-95b46e258c37 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:54.288411 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53892020-885c-4a61-b247-e2cab9d24995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:54.293586 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-b4a4ebd2-0c6a-468c-913d-74261db212b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:29:54.294158 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-b4a4ebd2-0c6a-468c-913d-74261db212b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:29:54.308460 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=86527601-2cbd-418f-b555-839208c1ce37,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:54.316142 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:54.316142 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:54.316723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:54.316897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:54.317254 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:54.317584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:54.317912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:54.318235 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:54.318554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:54.318876 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:54.319194 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:54.319509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:29:54.526948 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 7016f9e2-b481-4506-b60e-95b46e258c37 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:29:54.546676 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 7016f9e2-b481-4506-b60e-95b46e258c37 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:54.547827 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:54.596251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 86527601-2cbd-418f-b555-839208c1ce37 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:29:54.608060 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cb1b6e26-ccc1-4808-9113-3ec0f8ddfae9 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.3508565 Sep 23 22:29:54.621992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52814) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:54.629870 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-cee15006-2c03-4945-b611-92ae2dcd3fc8 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-891384508'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:54.684832 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84bfbf22-3eaa-470c-9e8f-d831281601a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:54.741841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eeb862-bbb6-479e-957f-133cd8584d4c req-6d9901ae-89eb-4160-be57-be130cb1fa15 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:54.747825 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:54.749332 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6eeb862-bbb6-479e-957f-133cd8584d4c req-6d9901ae-89eb-4160-be57-be130cb1fa15 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 945 time: 0.1454916 Sep 23 22:29:54.760229 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 86527601-2cbd-418f-b555-839208c1ce37 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:54.760942 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-84bfbf22-3eaa-470c-9e8f-d831281601a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] device_id is not set on port 999483e6-7e6e-4db7-ab54-a780bf23c621 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:29:54.761207 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:54.827425 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32217caf-143c-454a-a688-1df34095f86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7016f9e2-b481-4506-b60e-95b46e258c37'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:29:54.829693 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16860efc-163c-450a-9ab8-254ca1364ee8" -d '{"events": [{"server_uuid": "32217caf-143c-454a-a688-1df34095f86d", "name": "network-vif-plugged", "status": "completed", "tag": "7016f9e2-b481-4506-b60e-95b46e258c37"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:29:54.862062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 7016f9e2-b481-4506-b60e-95b46e258c37, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7016f9e2-b481-4506-b60e-95b46e258c37,segment=NetworkSegment(31ad786b-b809-4b0b-89e5-a2c3247e1b9b),segment_id=31ad786b-b809-4b0b-89e5-a2c3247e1b9b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:29:54.904090 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6eeb862-bbb6-479e-957f-133cd8584d4c req-38731083-78b0-45ee-b542-9d456dc2f5d3 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537220 Sep 23 22:29:54.904821 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee15006-2c03-4945-b611-92ae2dcd3fc8 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Made reservation on behalf of 7cdd42daa7314e72bd3c651f33a7a74c for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:54.916683 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee15006-2c03-4945-b611-92ae2dcd3fc8 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:55.023895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee15006-2c03-4945-b611-92ae2dcd3fc8 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:29:55.067095 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee15006-2c03-4945-b611-92ae2dcd3fc8 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:55.067599 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-cee15006-2c03-4945-b611-92ae2dcd3fc8 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Added segment 18f5a5f3-af38-4316-9a5f-6977fdd731de of type vlan for network 674afa2b-9e3e-49f5-80fd-e0d911de2634 Sep 23 22:29:55.125598 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87157c67-d016-4286-b410-bb6122a9ffaf x-openstack-request-id: req-87157c67-d016-4286-b410-bb6122a9ffaf {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:29:55.127859 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32217caf-143c-454a-a688-1df34095f86d", "name": "network-vif-plugged", "status": "completed", "tag": "7016f9e2-b481-4506-b60e-95b46e258c37", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:29:55.127859 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87157c67-d016-4286-b410-bb6122a9ffaf {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:29:55.127859 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32217caf-143c-454a-a688-1df34095f86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7016f9e2-b481-4506-b60e-95b46e258c37', 'code': 200} Sep 23 22:29:55.134125 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:55.201863 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-02b2512b-1654-4160-96c2-a0e50739f310 None None] Provisioning complete for port 86527601-2cbd-418f-b555-839208c1ce37 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:55.202234 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-02b2512b-1654-4160-96c2-a0e50739f310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:55.229259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=7016f9e2-b481-4506-b60e-95b46e258c37,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:55.259180 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53892020-885c-4a61-b247-e2cab9d24995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:55.360836 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-53892020-885c-4a61-b247-e2cab9d24995 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d8b7dcaf038248e0b50dc6ea2828c547&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4808025 Sep 23 22:29:55.364484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53892020-885c-4a61-b247-e2cab9d24995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5438b47c-e470-4483-9e19-ef77a14e32ae,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:55.370692 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52824) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:55.372804 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbf987-abfb-4c6f-9f98-a1e873283898 req-2e9609ae-5d4a-457d-b7ee-6bd4259457a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:55.374703 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7cbf987-abfb-4c6f-9f98-a1e873283898 req-2e9609ae-5d4a-457d-b7ee-6bd4259457a2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67&tenant_id=189ad56f85ae4049b0b1eb7dfddf1b7a HTTP/1.1" status: 200 len: 1095 time: 0.9200244 Sep 23 22:29:55.389047 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee15006-2c03-4945-b611-92ae2dcd3fc8 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:55.389505 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-738794a7-7cb7-4bf1-b5e6-e51824a3a865 req-90420f9f-9608-4fe3-93a5-8a33a6cbe3b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1524365 Sep 23 22:29:55.411240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489463b6-80e1-404f-b3e2-af4de0c07a99 req-6186cdd7-d602-41d9-af54-f9fc3e61dee2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:55.412998 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-489463b6-80e1-404f-b3e2-af4de0c07a99 req-6186cdd7-d602-41d9-af54-f9fc3e61dee2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.1737993 Sep 23 22:29:55.521620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780958-171a-46a1-8270-8234306ccca0 req-ac06e594-ce31-4db7-8cb7-998f008c6090 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:55.524424 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c780958-171a-46a1-8270-8234306ccca0 req-ac06e594-ce31-4db7-8cb7-998f008c6090 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 945 time: 0.4222908 Sep 23 22:29:55.544822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4bcd6-a904-49b0-b906-a3ecc7b29723 req-3e509c8e-72b7-4955-a4b4-fff1c3859d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:55.547561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-25f4bcd6-a904-49b0-b906-a3ecc7b29723 req-3e509c8e-72b7-4955-a4b4-fff1c3859d85 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 1097 time: 0.4437847 Sep 23 22:29:55.555716 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-489463b6-80e1-404f-b3e2-af4de0c07a99 req-8c6abaf2-7919-42a6-ab4d-0e1a757814d6 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310019 Sep 23 22:29:55.557370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-84bfbf22-3eaa-470c-9e8f-d831281601a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8::22c (fabbdebb-7256-45f8-980f-653365ae34a1/bd6679cf-7ef4-4aeb-90e8-aaaf7f98088b/999483e6-7e6e-4db7-ab54-a780bf23c621) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:55.581230 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-331194f5-4ade-4790-83af-7afa1563992f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:55.583423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738794a7-7cb7-4bf1-b5e6-e51824a3a865 req-3890c58a-1b50-4522-b763-9fd7b7c4a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:55.584987 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-738794a7-7cb7-4bf1-b5e6-e51824a3a865 req-3890c58a-1b50-4522-b763-9fd7b7c4a558 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c6e4d72e074bf0846555174e943ad6&device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 1097 time: 0.1153796 Sep 23 22:29:55.590433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbf987-abfb-4c6f-9f98-a1e873283898 req-91188e8a-2533-47e3-b34d-d36dc71fb0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:55.592512 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7cbf987-abfb-4c6f-9f98-a1e873283898 req-91188e8a-2533-47e3-b34d-d36dc71fb0ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=189ad56f85ae4049b0b1eb7dfddf1b7a&device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 1095 time: 0.1468101 Sep 23 22:29:55.607293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-84bfbf22-3eaa-470c-9e8f-d831281601a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Allocated IP 2001:db8:0:1:f816:3eff:fee2:b8f3 (fabbdebb-7256-45f8-980f-653365ae34a1/7bd87f44-1829-4206-b704-7cd9ab3534f0/999483e6-7e6e-4db7-ab54-a780bf23c621) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:55.653349 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-331194f5-4ade-4790-83af-7afa1563992f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:55.754654 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c780958-171a-46a1-8270-8234306ccca0 req-cd3c5993-976f-4df2-8dad-b5aa12797448 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173581 Sep 23 22:29:55.777788 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee15006-2c03-4945-b611-92ae2dcd3fc8 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:55.787059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee15006-2c03-4945-b611-92ae2dcd3fc8 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:55.788078 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cee15006-2c03-4945-b611-92ae2dcd3fc8 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:55.838016 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-25f4bcd6-a904-49b0-b906-a3ecc7b29723 req-186721fc-4b17-46d9-9fe1-5a5296a94a83 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688801 Sep 23 22:29:55.887504 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbf987-abfb-4c6f-9f98-a1e873283898 req-c82d1393-5120-4f14-b8b1-0fe2b57ecb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:55.890428 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7cbf987-abfb-4c6f-9f98-a1e873283898 req-c82d1393-5120-4f14-b8b1-0fe2b57ecb39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f HTTP/1.1" status: 200 len: 915 time: 0.2879148 Sep 23 22:29:55.974329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738794a7-7cb7-4bf1-b5e6-e51824a3a865 req-a2c5ad4b-8846-425a-999a-ed9e6b5e3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:55.991051 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-738794a7-7cb7-4bf1-b5e6-e51824a3a865 req-a2c5ad4b-8846-425a-999a-ed9e6b5e3c9a service neutron] 10.222.0.43 "GET /v2.0/networks?id=b481aa7f-7834-4ef2-8794-c242ac249e42 HTTP/1.1" status: 200 len: 916 time: 0.3617895 Sep 23 22:29:55.991961 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee15006-2c03-4945-b611-92ae2dcd3fc8 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Network': ['ID=674afa2b-9e3e-49f5-80fd-e0d911de2634,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:55.993729 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7cbf987-abfb-4c6f-9f98-a1e873283898 req-e0a3717f-2fe9-4326-9907-7a9723f02d83 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045 HTTP/1.1" status: 200 len: 217 time: 0.0895562 Sep 23 22:29:56.020011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 674afa2b-9e3e-49f5-80fd-e0d911de2634 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:29:56.063138 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-331194f5-4ade-4790-83af-7afa1563992f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:56.066741 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-331194f5-4ade-4790-83af-7afa1563992f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:56.068331 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-331194f5-4ade-4790-83af-7afa1563992f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5438b47c-e470-4483-9e19-ef77a14e32ae HTTP/1.1" status: 204 len: 168 time: 0.6918070 Sep 23 22:29:56.086826 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cee15006-2c03-4945-b611-92ae2dcd3fc8 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4636896 Sep 23 22:29:56.095176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52836) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:56.155700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-79ab8962-62cd-4897-abfd-caaf1f52be4e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'subnet': {'network_id': '674afa2b-9e3e-49f5-80fd-e0d911de2634', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:56.171630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331194f5-4ade-4790-83af-7afa1563992f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5438b47c-e470-4483-9e19-ef77a14e32ae,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:56.209876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbf987-abfb-4c6f-9f98-a1e873283898 req-38798760-1c21-4f0e-9d62-ef5380f79bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:56.211910 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7cbf987-abfb-4c6f-9f98-a1e873283898 req-38798760-1c21-4f0e-9d62-ef5380f79bb8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cfd900ab-d80f-492d-8f3f-40e9e42ebc05 HTTP/1.1" status: 200 len: 854 time: 0.2057700 Sep 23 22:29:56.227754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9879f4c-b91d-48a4-9537-4e694cea7a4d req-c408c8e4-ed29-4e1c-84f8-605d324e858a tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:56.231206 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b9879f4c-b91d-48a4-9537-4e694cea7a4d req-c408c8e4-ed29-4e1c-84f8-605d324e858a tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.2348471 Sep 23 22:29:56.292283 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84bfbf22-3eaa-470c-9e8f-d831281601a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:56.304957 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7cbf987-abfb-4c6f-9f98-a1e873283898 req-a998dee8-8883-4278-8aed-ff7f6c93deba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833862 Sep 23 22:29:56.312697 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-738794a7-7cb7-4bf1-b5e6-e51824a3a865 req-6f0955f3-b997-4432-b424-31b5b2f626c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c71534af-f4a0-4753-aa9f-acdcd66ec613 HTTP/1.1" status: 200 len: 1002 time: 0.2785609 Sep 23 22:29:56.351947 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b9879f4c-b91d-48a4-9537-4e694cea7a4d req-8ec95276-f5b3-45f9-a27c-d97553bb6fcb tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045716 Sep 23 22:29:56.480427 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738794a7-7cb7-4bf1-b5e6-e51824a3a865 req-08e0a1c9-5fef-428d-bd2a-60e866fe2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:56.482669 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-738794a7-7cb7-4bf1-b5e6-e51824a3a865 req-08e0a1c9-5fef-428d-bd2a-60e866fe2348 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0690551-0d17-436f-a3db-32b0f3ce9754 HTTP/1.1" status: 200 len: 854 time: 0.1459787 Sep 23 22:29:56.513403 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7cbf987-abfb-4c6f-9f98-a1e873283898 req-377e02e9-5c81-4577-b1cf-f01d5f001a38 service neutron] 10.222.0.67 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995475 Sep 23 22:29:56.606346 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738794a7-7cb7-4bf1-b5e6-e51824a3a865 req-f2654ecc-baef-4bc5-ba1f-4ca126a17d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:56.606494 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84bfbf22-3eaa-470c-9e8f-d831281601a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:56.608953 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-738794a7-7cb7-4bf1-b5e6-e51824a3a865 req-f2654ecc-baef-4bc5-ba1f-4ca126a17d80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b481aa7f-7834-4ef2-8794-c242ac249e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128697 Sep 23 22:29:56.678535 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7cbf987-abfb-4c6f-9f98-a1e873283898 req-f7730315-7981-4333-a61d-95248833a7ea service neutron] 10.222.0.67 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501148 Sep 23 22:29:56.678871 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bfbf22-3eaa-470c-9e8f-d831281601a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Network fabbdebb-7256-45f8-980f-653365ae34a1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:56.687113 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-84bfbf22-3eaa-470c-9e8f-d831281601a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:56.703028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bfbf22-3eaa-470c-9e8f-d831281601a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:56.715349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bfbf22-3eaa-470c-9e8f-d831281601a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:56.718783 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84bfbf22-3eaa-470c-9e8f-d831281601a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:56.723421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ab8962-62cd-4897-abfd-caaf1f52be4e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Made reservation on behalf of 7cdd42daa7314e72bd3c651f33a7a74c for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:29:56.727784 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-79ab8962-62cd-4897-abfd-caaf1f52be4e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:56.743265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfbf22-3eaa-470c-9e8f-d831281601a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event updated for resources: {'Port': ['ID=999483e6-7e6e-4db7-ab54-a780bf23c621,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:56.886567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-738794a7-7cb7-4bf1-b5e6-e51824a3a865 req-aa3070e1-f09f-4385-ba66-95e6b84ff2c3 service neutron] 10.222.0.43 "GET /v2.0/networks/b481aa7f-7834-4ef2-8794-c242ac249e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660787 Sep 23 22:29:56.957283 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-84bfbf22-3eaa-470c-9e8f-d831281601a1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5136149 Sep 23 22:29:56.959769 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52846) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:56.997075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031c581-89f9-4294-84c3-1c80c7f2752a req-98d4433e-9642-4ee1-8cc1-3b10076f041f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:57.002899 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1031c581-89f9-4294-84c3-1c80c7f2752a req-98d4433e-9642-4ee1-8cc1-3b10076f041f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.2503586 Sep 23 22:29:57.191334 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-738794a7-7cb7-4bf1-b5e6-e51824a3a865 req-ec727191-583b-4119-8c4d-ca33f3d09e9e service neutron] 10.222.0.43 "GET /v2.0/networks/b481aa7f-7834-4ef2-8794-c242ac249e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941394 Sep 23 22:29:57.197950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9e3aa-cace-42c6-ba5b-f8eaaebfdaae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting port 999483e6-7e6e-4db7-ab54-a780bf23c621 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:29:57.198642 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e3aa-cace-42c6-ba5b-f8eaaebfdaae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:57.227422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1031c581-89f9-4294-84c3-1c80c7f2752a req-f3ddee46-6fb0-4069-85d9-52f576c60eb4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506958 Sep 23 22:29:57.271726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2a3fb4ab-b0f4-4a0f-8ed6-418d16028c50 None None] Provisioning complete for port 999483e6-7e6e-4db7-ab54-a780bf23c621 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:29:57.277300 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2a3fb4ab-b0f4-4a0f-8ed6-418d16028c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:57.318367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2a3fb4ab-b0f4-4a0f-8ed6-418d16028c50 None None] Port 999483e6-7e6e-4db7-ab54-a780bf23c621 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:29:57.357866 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e3aa-cace-42c6-ba5b-f8eaaebfdaae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:57.377399 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9e3aa-cace-42c6-ba5b-f8eaaebfdaae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Calling delete_port for 999483e6-7e6e-4db7-ab54-a780bf23c621 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:29:57.470984 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-79ab8962-62cd-4897-abfd-caaf1f52be4e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:57.557181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab8962-62cd-4897-abfd-caaf1f52be4e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Subnet': ['ID=d2aefea1-9c73-4663-a3c7-d50e43a346a2,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:57.563316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab8962-62cd-4897-abfd-caaf1f52be4e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Checking segment: {'id': '18f5a5f3-af38-4316-9a5f-6977fdd731de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '674afa2b-9e3e-49f5-80fd-e0d911de2634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:29:57.564372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ab8962-62cd-4897-abfd-caaf1f52be4e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network hostable DHCP agents. Network: 674afa2b-9e3e-49f5-80fd-e0d911de2634, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:29:57.613313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c50f55-3bff-4a19-b9ff-4443947a7e04 req-b8751132-a50f-40ba-be9f-56c98126d132 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:57.616214 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44c50f55-3bff-4a19-b9ff-4443947a7e04 req-b8751132-a50f-40ba-be9f-56c98126d132 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.1409173 Sep 23 22:29:57.745283 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44c50f55-3bff-4a19-b9ff-4443947a7e04 req-91282878-281c-4266-87c5-1f1e6e802875 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091328 Sep 23 22:29:57.764022 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:29:57.769710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ab8962-62cd-4897-abfd-caaf1f52be4e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network 674afa2b-9e3e-49f5-80fd-e0d911de2634 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:29:58.074863 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e3aa-cace-42c6-ba5b-f8eaaebfdaae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:58.080181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-79ab8962-62cd-4897-abfd-caaf1f52be4e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 674afa2b-9e3e-49f5-80fd-e0d911de2634) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:58.100273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3fbe94-5d65-4155-be3f-24f95c5872c8 None None] Network 674afa2b-9e3e-49f5-80fd-e0d911de2634 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:29:58.100585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab8962-62cd-4897-abfd-caaf1f52be4e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:58.101940 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-79ab8962-62cd-4897-abfd-caaf1f52be4e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:58.211242 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9e3aa-cace-42c6-ba5b-f8eaaebfdaae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Port': ['ID=999483e6-7e6e-4db7-ab54-a780bf23c621,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:58.322723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52898) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:58.326638 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-79ab8962-62cd-4897-abfd-caaf1f52be4e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2212484 Sep 23 22:29:58.369081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1925913498', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}, 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:29:58.397834 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e3aa-cace-42c6-ba5b-f8eaaebfdaae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:58.400350 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c4c9e3aa-cace-42c6-ba5b-f8eaaebfdaae tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/999483e6-7e6e-4db7-ab54-a780bf23c621 HTTP/1.1" status: 204 len: 168 time: 1.4391983 Sep 23 22:29:58.402890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52900) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:58.568721 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12bb39-b116-45fe-a365-96fd4ef770f7 req-989e160c-f891-4629-94ca-6e4e590d6d00 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:58.572832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-674afa2b-9e3e-49f5-80fd-e0d911de2634', 'network_id': '674afa2b-9e3e-49f5-80fd-e0d911de2634', 'tenant_id': '7cdd42daa7314e72bd3c651f33a7a74c', 'fixed_ips': [{'subnet_id': 'd2aefea1-9c73-4663-a3c7-d50e43a346a2'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:29:58.574846 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:58.577227 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e12bb39-b116-45fe-a365-96fd4ef770f7 req-989e160c-f891-4629-94ca-6e4e590d6d00 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.1599245 Sep 23 22:29:58.609621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed6bc4a-f20d-45ad-82bb-993ba1abb8ce tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:58.616910 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9ed6bc4a-f20d-45ad-82bb-993ba1abb8ce tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2076390 Sep 23 22:29:58.623747 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52904) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:58.752630 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:58.754420 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:58.816546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf26bb-901d-480d-89c8-d5280a5d6aa7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:58.820530 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-74bf26bb-901d-480d-89c8-d5280a5d6aa7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1946645 Sep 23 22:29:58.827104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52908) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:58.875714 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e12bb39-b116-45fe-a365-96fd4ef770f7 req-613f6e52-a1a0-4c8b-8e7e-59492059fa0b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892873 Sep 23 22:29:58.962471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Allocated IP 172.20.0.2 (674afa2b-9e3e-49f5-80fd-e0d911de2634/d2aefea1-9c73-4663-a3c7-d50e43a346a2/0a81832d-dd68-4828-89ea-e3e263d103e7) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:29:58.984750 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:59.160796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93186df9-c635-43cf-b8f5-0b81a213b613 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:59.163783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93186df9-c635-43cf-b8f5-0b81a213b613 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:59.165906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93186df9-c635-43cf-b8f5-0b81a213b613 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:59.171899 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-93186df9-c635-43cf-b8f5-0b81a213b613 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3459458 Sep 23 22:29:59.190490 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52916) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:29:59.231171 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbea584-66f2-41d8-bb76-43ae8d96611e req-5407c864-8194-43e9-bdcb-e2678098cd76 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:59.241535 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8dbea584-66f2-41d8-bb76-43ae8d96611e req-5407c864-8194-43e9-bdcb-e2678098cd76 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.2668059 Sep 23 22:29:59.241535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf5edd-3dce-45d3-85f8-77ae6c70e3d9 req-587a008e-4def-4b25-9ba9-3d1edaf79004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:59.257565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5cf5edd-3dce-45d3-85f8-77ae6c70e3d9 req-587a008e-4def-4b25-9ba9-3d1edaf79004 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72f9a014f1aa49bbb39de2559fbe717b&device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 1097 time: 0.3954844 Sep 23 22:29:59.331638 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:59.452235 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:59.546518 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Network 674afa2b-9e3e-49f5-80fd-e0d911de2634 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:29:59.557170 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:29:59.564243 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b45f75-eec0-442a-ae13-58097670f04d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet 7bd87f44-1829-4206-b704-7cd9ab3534f0 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:29:59.568270 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf5edd-3dce-45d3-85f8-77ae6c70e3d9 req-406daa61-460f-4003-ab8a-87cb611147c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:59.569995 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5cf5edd-3dce-45d3-85f8-77ae6c70e3d9 req-406daa61-460f-4003-ab8a-87cb611147c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6de5bfe-82c8-444a-96b4-09830480123a HTTP/1.1" status: 200 len: 921 time: 0.3114946 Sep 23 22:29:59.571215 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20b45f75-eec0-442a-ae13-58097670f04d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:59.573944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8dbea584-66f2-41d8-bb76-43ae8d96611e req-30023a28-6b3a-4acb-a81e-60c7bd07f2e1 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612786 Sep 23 22:29:59.580021 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:29:59.677772 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:59.707638 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5cf5edd-3dce-45d3-85f8-77ae6c70e3d9 req-46e14b90-b7f0-4797-be96-a6159447e9f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7016f9e2-b481-4506-b60e-95b46e258c37 HTTP/1.1" status: 200 len: 217 time: 0.1150949 Sep 23 22:29:59.739899 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20b45f75-eec0-442a-ae13-58097670f04d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:59.825162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Pushing event updated for resources: {'Port': ['ID=0a81832d-dd68-4828-89ea-e3e263d103e7,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:29:59.878976 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Attempting to bind port 0a81832d-dd68-4828-89ea-e3e263d103e7 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:29:59.879701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Attempting to bind port 0a81832d-dd68-4828-89ea-e3e263d103e7 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '18f5a5f3-af38-4316-9a5f-6977fdd731de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '674afa2b-9e3e-49f5-80fd-e0d911de2634'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:29:59.880237 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Attempting to bind port 0a81832d-dd68-4828-89ea-e3e263d103e7 on network 674afa2b-9e3e-49f5-80fd-e0d911de2634 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:29:59.886914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:29:59.887624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Checking segment: {'id': '18f5a5f3-af38-4316-9a5f-6977fdd731de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '674afa2b-9e3e-49f5-80fd-e0d911de2634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:29:59.904704 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:59.904704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Bound using segment: {'id': '18f5a5f3-af38-4316-9a5f-6977fdd731de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '674afa2b-9e3e-49f5-80fd-e0d911de2634'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:29:59.904704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Bound port: 0a81832d-dd68-4828-89ea-e3e263d103e7, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f5a5f3-af38-4316-9a5f-6977fdd731de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '674afa2b-9e3e-49f5-80fd-e0d911de2634'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:29:59.904704 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:29:59.919602 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf5edd-3dce-45d3-85f8-77ae6c70e3d9 req-9a35ca38-a7c6-4dfa-8fea-563ee56e7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:29:59.921553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5cf5edd-3dce-45d3-85f8-77ae6c70e3d9 req-9a35ca38-a7c6-4dfa-8fea-563ee56e7406 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a10726fa-d06e-4eec-94e8-430a71cc4558 HTTP/1.1" status: 200 len: 860 time: 0.2043824 Sep 23 22:30:00.014457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5cf5edd-3dce-45d3-85f8-77ae6c70e3d9 req-ca296d84-55aa-4024-bb74-5ee17454f700 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6de5bfe-82c8-444a-96b4-09830480123a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855355 Sep 23 22:30:00.056559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] For port 0a81832d-dd68-4828-89ea-e3e263d103e7, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:30:00.061189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] For port 0a81832d-dd68-4828-89ea-e3e263d103e7, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0a81832d-dd68-4828-89ea-e3e263d103e7,segment=NetworkSegment(18f5a5f3-af38-4316-9a5f-6977fdd731de),segment_id=18f5a5f3-af38-4316-9a5f-6977fdd731de)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:30:00.143777 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:00.188420 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20b45f75-eec0-442a-ae13-58097670f04d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:00.345056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5cf5edd-3dce-45d3-85f8-77ae6c70e3d9 req-2dc1ec90-581d-44d0-995b-6365fa2f6227 service neutron] 10.222.0.43 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036432 Sep 23 22:30:00.445586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be34b8-e870-40fd-a24c-533748632412 req-47cb119b-0e52-4ecc-bd10-18d846abbb7c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:00.445586 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d8be34b8-e870-40fd-a24c-533748632412 req-47cb119b-0e52-4ecc-bd10-18d846abbb7c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.3172750 Sep 23 22:30:00.495043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a79ea2-81d3-4a1a-8553-e7c17662dc02 None None] Pushing event updated for resources: {'Port': ['ID=0a81832d-dd68-4828-89ea-e3e263d103e7,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:00.846072 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5cf5edd-3dce-45d3-85f8-77ae6c70e3d9 req-80df72f1-563c-452f-8cd6-7b8a2e89f38d service neutron] 10.222.0.43 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938352 Sep 23 22:30:00.860763 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20b45f75-eec0-442a-ae13-58097670f04d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:00.903156 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d8be34b8-e870-40fd-a24c-533748632412 req-0a71d12c-126e-4fdd-a717-639b01772fdc tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172726 Sep 23 22:30:01.092210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19ad22-f775-4715-97d7-b4c77a624497 req-def0664c-8f56-4e1e-a6e6-d953fe1ae6ef tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:01.136902 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fe19ad22-f775-4715-97d7-b4c77a624497 req-def0664c-8f56-4e1e-a6e6-d953fe1ae6ef tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.2194748 Sep 23 22:30:01.185550 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:01.235834 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:01.306367 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fe19ad22-f775-4715-97d7-b4c77a624497 req-719f7a3f-8550-48a5-b3ff-cfccdaad22be tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695428 Sep 23 22:30:01.333899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b45f75-eec0-442a-ae13-58097670f04d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd87f44-1829-4206-b704-7cd9ab3534f0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:01.358116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f1692a-38c0-4671-99f1-bc5e321ad390 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:30:01.371097 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20b45f75-eec0-442a-ae13-58097670f04d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:01.375417 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-20b45f75-eec0-442a-ae13-58097670f04d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/7bd87f44-1829-4206-b704-7cd9ab3534f0 HTTP/1.1" status: 204 len: 168 time: 2.1823652 Sep 23 22:30:01.382511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52950) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:01.547790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ee9e3f-bd98-43b6-9b59-211d844a5f56 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Deleting subnet bd6679cf-7ef4-4aeb-90e8-aaaf7f98088b {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:30:01.562121 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Allocated IP 172.25.1.28 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/3618bcba-1837-44c1-b6dc-ef97003add1c) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:30:01.563175 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9e3f-bd98-43b6-9b59-211d844a5f56 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:01.710324 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9e3f-bd98-43b6-9b59-211d844a5f56 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:01.903788 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:01.982368 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9e3f-bd98-43b6-9b59-211d844a5f56 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:02.051768 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:02.242458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:30:02.259380 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:30:02.271414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:30:02.273434 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9e3f-bd98-43b6-9b59-211d844a5f56 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:02.282956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=3618bcba-1837-44c1-b6dc-ef97003add1c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:02.328529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee9e3f-bd98-43b6-9b59-211d844a5f56 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6679cf-7ef4-4aeb-90e8-aaaf7f98088b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:02.349923 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9e3f-bd98-43b6-9b59-211d844a5f56 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:02.358361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f8ee9e3f-bd98-43b6-9b59-211d844a5f56 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/bd6679cf-7ef4-4aeb-90e8-aaaf7f98088b HTTP/1.1" status: 204 len: 168 time: 0.9683554 Sep 23 22:30:02.363642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52968) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:02.373854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4da240-408e-4e6a-80d5-c7f99cfc7c64 req-b9675fe0-eed8-4425-a291-876152344064 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:02.391093 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c4da240-408e-4e6a-80d5-c7f99cfc7c64 req-b9675fe0-eed8-4425-a291-876152344064 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.2650981 Sep 23 22:30:02.564761 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1ce2ff27-1b0f-4702-b0df-3779b191c62b tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1874599 Sep 23 22:30:02.566464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52974) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:02.720842 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c4da240-408e-4e6a-80d5-c7f99cfc7c64 req-716cfb9b-cb1c-45a5-8e88-855e33da733b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276579 Sep 23 22:30:02.751462 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5cbc07-77e8-4857-9d3e-7a34e3a02b3d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:02.751462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6c5cbc07-77e8-4857-9d3e-7a34e3a02b3d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1802371 Sep 23 22:30:02.754586 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0a81832d-dd68-4828-89ea-e3e263d103e7 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:30:02.755437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52978) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:02.908891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e96142-8b55-400d-90e2-9ad7c6674807 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:02.912531 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-65e96142-8b55-400d-90e2-9ad7c6674807 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1545277 Sep 23 22:30:02.917983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0a81832d-dd68-4828-89ea-e3e263d103e7 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:30:02.920999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52982) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:02.922011 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:03.029243 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e88bd0-3d5f-49e3-9cb8-17fc44852b59 None None] Network 674afa2b-9e3e-49f5-80fd-e0d911de2634 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:30:03.034127 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:03.034972 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-566277d1-9f3f-4a02-9a52-84a3a3675770 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1103346 Sep 23 22:30:03.035561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52984) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:03.040049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae05bb00-8185-47a2-a14b-56d7e0e90c14 None None] Network fabbdebb-7256-45f8-980f-653365ae34a1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:30:03.221779 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a8b03dea-9c57-4ed7-958f-18b3b9562cb1 None None] Provisioning complete for port 86527601-2cbd-418f-b555-839208c1ce37 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:30:03.222196 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8b03dea-9c57-4ed7-958f-18b3b9562cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:03.387055 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3131e1-5516-4c38-a7c9-376174644a77 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:03.390525 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3131e1-5516-4c38-a7c9-376174644a77 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:03.399287 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7d3131e1-5516-4c38-a7c9-376174644a77 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/999483e6-7e6e-4db7-ab54-a780bf23c621 HTTP/1.1" status: 404 len: 333 time: 0.3585856 Sep 23 22:30:03.400810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52994) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:03.543865 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-08501169-db95-44fb-aa05-e891e30f3a7d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:03.546023 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08501169-db95-44fb-aa05-e891e30f3a7d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:03.550531 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:03.554705 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-08501169-db95-44fb-aa05-e891e30f3a7d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/7bd87f44-1829-4206-b704-7cd9ab3534f0 HTTP/1.1" status: 404 len: 337 time: 0.1515989 Sep 23 22:30:03.556282 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d52d3-5a6a-4023-b2f7-efb4b59e7179 req-b346088d-68f8-40b9-8303-05c2f0d10fe4 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:03.558970 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce1d52d3-5a6a-4023-b2f7-efb4b59e7179 req-b346088d-68f8-40b9-8303-05c2f0d10fe4 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.3671522 Sep 23 22:30:03.568486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52998) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:03.629999 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 0a81832d-dd68-4828-89ea-e3e263d103e7, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0a81832d-dd68-4828-89ea-e3e263d103e7,segment=NetworkSegment(18f5a5f3-af38-4316-9a5f-6977fdd731de),segment_id=18f5a5f3-af38-4316-9a5f-6977fdd731de)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:30:03.683539 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce1faf6-019d-474f-9cae-4f0f6806fc67 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:03.684205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce1faf6-019d-474f-9cae-4f0f6806fc67 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:03.689707 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7ce1faf6-019d-474f-9cae-4f0f6806fc67 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/bd6679cf-7ef4-4aeb-90e8-aaaf7f98088b HTTP/1.1" status: 404 len: 337 time: 0.1159112 Sep 23 22:30:03.691729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53000) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:03.704374 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce1d52d3-5a6a-4023-b2f7-efb4b59e7179 req-9919baf1-580b-42ce-a268-bdc82ac108b4 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337585 Sep 23 22:30:03.740895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a77e1dd-1f16-4a59-a5b9-13f4bde701cf None None] DHCP port deletion for fabbdebb-7256-45f8-980f-653365ae34a1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:30:03.765411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a8b03dea-9c57-4ed7-958f-18b3b9562cb1 None None] Provisioning complete for port 0a81832d-dd68-4828-89ea-e3e263d103e7 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:30:03.766036 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8b03dea-9c57-4ed7-958f-18b3b9562cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:03.799260 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:03.974104 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf97176-63e8-4220-a4f4-3478ec8d3cd7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:03.976283 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf97176-63e8-4220-a4f4-3478ec8d3cd7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:03.988914 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ecf97176-63e8-4220-a4f4-3478ec8d3cd7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/66b7a06b-d7a5-461f-845a-690819799ee4 HTTP/1.1" status: 404 len: 333 time: 0.2954714 Sep 23 22:30:03.995978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53008) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:04.007078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=0a81832d-dd68-4828-89ea-e3e263d103e7,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:04.113573 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfb296b-7c6e-4702-8cff-1a4dac57e114 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:04.115578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dfb296b-7c6e-4702-8cff-1a4dac57e114 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:04.131154 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6dfb296b-7c6e-4702-8cff-1a4dac57e114 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/69395acf-4efa-4c8e-8a22-82f534d77134 HTTP/1.1" status: 404 len: 337 time: 0.1224504 Sep 23 22:30:04.131154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53010) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:04.137450 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:04.222041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0a77e1dd-1f16-4a59-a5b9-13f4bde701cf None None] Deleting port 86527601-2cbd-418f-b555-839208c1ce37 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:30:04.230310 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0a77e1dd-1f16-4a59-a5b9-13f4bde701cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:04.231013 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-1256b317-3eea-45e0-9bbd-21c91b39e3e0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:04.231723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1256b317-3eea-45e0-9bbd-21c91b39e3e0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:04.239463 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1256b317-3eea-45e0-9bbd-21c91b39e3e0 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/0e3c5604-4f1f-4169-8905-af9562c676a9 HTTP/1.1" status: 404 len: 337 time: 0.1101713 Sep 23 22:30:04.240957 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53012) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:04.339163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dc7b7-948b-4ce1-98e3-c649ed79a28f req-8b06824c-11cb-41f6-b3ce-032bc7a4d755 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:04.342045 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d1dc7b7-948b-4ce1-98e3-c649ed79a28f req-8b06824c-11cb-41f6-b3ce-032bc7a4d755 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.5029101 Sep 23 22:30:04.455089 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf16eac6-d6e5-460a-aca5-c05286956c7a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:04.455447 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0a77e1dd-1f16-4a59-a5b9-13f4bde701cf None None] For port 86527601-2cbd-418f-b555-839208c1ce37, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=86527601-2cbd-418f-b555-839208c1ce37,segment=NetworkSegment(ce851d92-8f53-499e-937e-39c393b6e556),segment_id=ce851d92-8f53-499e-937e-39c393b6e556)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:30:04.455793 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0a77e1dd-1f16-4a59-a5b9-13f4bde701cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:04.458286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf16eac6-d6e5-460a-aca5-c05286956c7a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:04.470922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bf16eac6-d6e5-460a-aca5-c05286956c7a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/4ccbe1d4-8e5a-4d47-b6ee-1b4d477f9fe4 HTTP/1.1" status: 404 len: 333 time: 0.2213609 Sep 23 22:30:04.475280 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53018) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:04.491679 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0a77e1dd-1f16-4a59-a5b9-13f4bde701cf None None] Calling delete_port for 86527601-2cbd-418f-b555-839208c1ce37 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:30:04.512181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6c712553-5f0c-465d-a53e-445d0ad9d8a2 None None] Provisioning complete for port 0a81832d-dd68-4828-89ea-e3e263d103e7 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:30:04.518937 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6c712553-5f0c-465d-a53e-445d0ad9d8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:04.613227 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d1dc7b7-948b-4ce1-98e3-c649ed79a28f req-09df20af-a064-493b-9a74-2ea763868020 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800375 Sep 23 22:30:04.647707 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e4a490-04fc-4f27-adaf-deefbd1c34a5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:04.655944 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e4a490-04fc-4f27-adaf-deefbd1c34a5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:04.663356 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a4e4a490-04fc-4f27-adaf-deefbd1c34a5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/b65e7d6a-b9ec-48e8-9c75-b6f452b87120 HTTP/1.1" status: 404 len: 337 time: 0.1835282 Sep 23 22:30:04.663356 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 465660d5-5b66-4b5e-bc7a-00245aaddf5c is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:30:04.664370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53024) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:04.702077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0a81832d-dd68-4828-89ea-e3e263d103e7 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:30:04.753467 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbfc01c-51c0-49bd-bbed-e04227bba90d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:04.756499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbfc01c-51c0-49bd-bbed-e04227bba90d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:04.765488 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1dbfc01c-51c0-49bd-bbed-e04227bba90d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/5015bedf-e0d4-4c66-ac01-1f9a8946e612 HTTP/1.1" status: 404 len: 337 time: 0.0974331 Sep 23 22:30:04.768147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53028) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:04.863974 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcf047d-7372-45c1-93aa-73d7471ea237 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:04.873181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdcf047d-7372-45c1-93aa-73d7471ea237 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:04.875445 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fdcf047d-7372-45c1-93aa-73d7471ea237 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/b9f6e2bb-079e-4ff0-b3f4-ac4b27ec7da3 HTTP/1.1" status: 404 len: 333 time: 0.1028841 Sep 23 22:30:04.903843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53032) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:05.010087 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0a81832d-dd68-4828-89ea-e3e263d103e7 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:30:05.011062 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:05.029881 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a330ca2-3c70-413a-91cc-ecdbc86cd169 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:05.030385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a330ca2-3c70-413a-91cc-ecdbc86cd169 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:05.040399 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53034) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:05.041251 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1a330ca2-3c70-413a-91cc-ecdbc86cd169 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/3b3eda64-c570-4773-ad86-67a68af6b32a HTTP/1.1" status: 404 len: 337 time: 0.1211448 Sep 23 22:30:05.062469 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0a77e1dd-1f16-4a59-a5b9-13f4bde701cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:05.097311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13298e-4c8e-4510-9b46-9e568fccbf9f req-052c3eaf-2c9d-4fe4-bdca-eccb2f871c51 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:05.110835 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb13298e-4c8e-4510-9b46-9e568fccbf9f req-052c3eaf-2c9d-4fe4-bdca-eccb2f871c51 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.2578628 Sep 23 22:30:05.144715 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-0715017f-b14c-4aaa-a8bc-d2201a321c89 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:05.146473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0715017f-b14c-4aaa-a8bc-d2201a321c89 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:05.148613 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0715017f-b14c-4aaa-a8bc-d2201a321c89 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/cde01a59-cb49-4deb-bb0d-dc05573414a5 HTTP/1.1" status: 404 len: 337 time: 0.1062586 Sep 23 22:30:05.150246 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:30:05.163664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53038) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:05.197931 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb13298e-4c8e-4510-9b46-9e568fccbf9f req-12ad7715-d83b-45ff-ae89-6917d9066b23 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856130 Sep 23 22:30:05.252387 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3dd4d17-4a7f-4a22-9392-ed268f8dc6b2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:05.254108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3dd4d17-4a7f-4a22-9392-ed268f8dc6b2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:05.260072 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b3dd4d17-4a7f-4a22-9392-ed268f8dc6b2 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/06d02322-b8dc-49f4-ab09-8f44384ec829 HTTP/1.1" status: 404 len: 333 time: 0.0577297 Sep 23 22:30:05.260825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53040) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:05.454149 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77e1dd-1f16-4a59-a5b9-13f4bde701cf None None] No DVR routers for this DVR port 86527601-2cbd-418f-b555-839208c1ce37 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:30:05.459056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8c64e1-15e9-48db-a122-bc217a634e24 None None] Sync routers for ids ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:30:05.466653 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77e1dd-1f16-4a59-a5b9-13f4bde701cf None None] Pushing event deleted for resources: {'Port': ['ID=86527601-2cbd-418f-b555-839208c1ce37,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:05.500770 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c64e1-15e9-48db-a122-bc217a634e24 None None] Routers {'465660d5-5b66-4b5e-bc7a-00245aaddf5c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:05.508811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9d8c64e1-15e9-48db-a122-bc217a634e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:05.597621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9d8c64e1-15e9-48db-a122-bc217a634e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:05.622124 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c64e1-15e9-48db-a122-bc217a634e24 None None] Routers {'465660d5-5b66-4b5e-bc7a-00245aaddf5c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:05.623384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9d8c64e1-15e9-48db-a122-bc217a634e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:05.721789 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9d8c64e1-15e9-48db-a122-bc217a634e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:05.724674 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8c64e1-15e9-48db-a122-bc217a634e24 None None] The sync data for ids ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:30:05.859233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 86527601-2cbd-418f-b555-839208c1ce37 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:30:05.929361 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0ac31-f470-4abc-af8f-f39908f5fc29 req-14a1366d-39e3-48eb-b4e8-41be8d8acb2c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:05.949543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6ac0ac31-f470-4abc-af8f-f39908f5fc29 req-14a1366d-39e3-48eb-b4e8-41be8d8acb2c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.2091980 Sep 23 22:30:05.953939 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 86527601-2cbd-418f-b555-839208c1ce37 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:30:05.954416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 86527601-2cbd-418f-b555-839208c1ce37 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:30:06.005197 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb05c4a8-72db-4b9b-a4aa-d864fa690436 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:06.009361 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb05c4a8-72db-4b9b-a4aa-d864fa690436 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:06.014486 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fb05c4a8-72db-4b9b-a4aa-d864fa690436 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/998d27aa-79c3-42f2-b931-2f6546d14eb1 HTTP/1.1" status: 404 len: 337 time: 0.7502692 Sep 23 22:30:06.019793 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:06.022626 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9a28fa04-7e54-4b04-9c7b-7b3f42bdccb2 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.6615207 Sep 23 22:30:06.023828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53052) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:06.024422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53054) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:06.091867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6ac0ac31-f470-4abc-af8f-f39908f5fc29 req-3e5c4cce-6c59-4799-bcb9-62f0d847e879 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403508 Sep 23 22:30:06.160668 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a47a84-346c-49ac-8732-6bbe19d46c8d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:06.162025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a47a84-346c-49ac-8732-6bbe19d46c8d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:06.169471 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-38a47a84-346c-49ac-8732-6bbe19d46c8d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/3f4c73a2-ed09-46a4-9335-ffb37a4e2284 HTTP/1.1" status: 404 len: 333 time: 0.1432490 Sep 23 22:30:06.174199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53056) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:06.318814 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc691172-94dd-405f-ab3a-77de32a88529 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:06.319846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc691172-94dd-405f-ab3a-77de32a88529 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:06.329213 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cc691172-94dd-405f-ab3a-77de32a88529 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/2978699c-23e1-49bc-8bd4-6201d24e6999 HTTP/1.1" status: 404 len: 337 time: 0.1490400 Sep 23 22:30:06.329843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53062) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:06.367997 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e2f555-2a4b-482a-8d9e-aa35d0204e8f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:06.368287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e2f555-2a4b-482a-8d9e-aa35d0204e8f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:06.374465 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a7e2f555-2a4b-482a-8d9e-aa35d0204e8f tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/90feb9ae-5220-4fd2-b50c-54320d385b99 HTTP/1.1" status: 404 len: 333 time: 0.0356236 Sep 23 22:30:06.376559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53064) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:06.433584 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:06.481951 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-f458b1ed-dfb8-4699-9200-e8e379985e9e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:06.483082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f458b1ed-dfb8-4699-9200-e8e379985e9e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:06.494570 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f458b1ed-dfb8-4699-9200-e8e379985e9e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/d4bfd87c-921f-46fb-b38e-e15b9a368af6 HTTP/1.1" status: 404 len: 337 time: 0.1168311 Sep 23 22:30:06.495360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53068) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:06.604366 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2cbc40-0cb3-4e8b-9022-bedc2b36ff29 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:06.607191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2cbc40-0cb3-4e8b-9022-bedc2b36ff29 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:06.614333 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0c2cbc40-0cb3-4e8b-9022-bedc2b36ff29 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/e518ac50-f7c3-4b34-b25d-15dbaacd345e HTTP/1.1" status: 404 len: 333 time: 0.1136115 Sep 23 22:30:06.623227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53072) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:06.771716 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-db05f0d6-fc3c-4057-bc74-ca9921cf9663 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:06.773250 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db05f0d6-fc3c-4057-bc74-ca9921cf9663 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:06.783216 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-db05f0d6-fc3c-4057-bc74-ca9921cf9663 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/4f5ad8a5-da8c-4976-9202-a3876393ecdf HTTP/1.1" status: 404 len: 337 time: 0.1550889 Sep 23 22:30:06.784987 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53074) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:06.844752 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a07cb3a-ad50-42ec-9eac-8c45f9487061 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:06.845832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a07cb3a-ad50-42ec-9eac-8c45f9487061 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:06.852818 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7a07cb3a-ad50-42ec-9eac-8c45f9487061 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/9c381dd0-2ea9-4f4e-8573-3889713207fe HTTP/1.1" status: 404 len: 333 time: 0.0621629 Sep 23 22:30:06.854441 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53078) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:06.971266 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ec0978-28a1-46bc-8f2b-912eb91eed93 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:06.975154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ec0978-28a1-46bc-8f2b-912eb91eed93 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:06.983410 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c6ec0978-28a1-46bc-8f2b-912eb91eed93 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/c012d5e6-da84-43af-9c63-6e39bd7f5f3d HTTP/1.1" status: 404 len: 337 time: 0.1270287 Sep 23 22:30:06.989974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53082) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:07.111015 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-e672f89b-8d0a-4102-944e-3cc426bfc52d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:07.112826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e672f89b-8d0a-4102-944e-3cc426bfc52d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:07.124459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e672f89b-8d0a-4102-944e-3cc426bfc52d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/eff3016c-0cba-4f73-bee1-4d2c262d62cc HTTP/1.1" status: 404 len: 333 time: 0.1292510 Sep 23 22:30:07.134235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53088) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:07.194643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78198e-04a1-4f00-8b67-f57058dec435 req-3aaea64b-a328-440d-927c-c6338ddf0e89 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:07.208366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ba78198e-04a1-4f00-8b67-f57058dec435 req-3aaea64b-a328-440d-927c-c6338ddf0e89 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.5280516 Sep 23 22:30:07.310641 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3a409c-701c-4503-9b3c-9a5508e31081 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:07.311448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3a409c-701c-4503-9b3c-9a5508e31081 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:07.328919 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fd3a409c-701c-4503-9b3c-9a5508e31081 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/b987d1aa-3b48-4263-806c-8807bc9bc2fb HTTP/1.1" status: 404 len: 337 time: 0.1928728 Sep 23 22:30:07.332408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53094) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:07.465253 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ba78198e-04a1-4f00-8b67-f57058dec435 req-affb605a-2aa8-48a1-a480-a784676b8b6b tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557051 Sep 23 22:30:07.560037 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a64ad9-ece1-46d6-9e81-2cd1e8aedc22 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:07.560837 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a64ad9-ece1-46d6-9e81-2cd1e8aedc22 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:07.567753 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-57a64ad9-ece1-46d6-9e81-2cd1e8aedc22 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/8f8d22a2-a62a-4e20-9fa4-656ae1d16837 HTTP/1.1" status: 404 len: 337 time: 0.2308214 Sep 23 22:30:07.573861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53096) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:07.649357 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fae692b-7ab3-4669-bc0a-be710c20a686 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:07.650869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fae692b-7ab3-4669-bc0a-be710c20a686 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:07.652376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:07.656744 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9fae692b-7ab3-4669-bc0a-be710c20a686 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/5a3ef521-161b-4a5a-997a-bddfc3eaa160 HTTP/1.1" status: 404 len: 333 time: 0.0782707 Sep 23 22:30:07.662217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53098) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:07.695958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489427cd-25bf-4fba-9939-aea82f9c0dac req-6bb4de81-0b5d-4864-90f5-0a691e1de0f4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:07.697881 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-489427cd-25bf-4fba-9939-aea82f9c0dac req-6bb4de81-0b5d-4864-90f5-0a691e1de0f4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.3173921 Sep 23 22:30:07.743956 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-715be20b-d36c-4687-8f3c-881c67f7a3ea tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:07.744500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715be20b-d36c-4687-8f3c-881c67f7a3ea tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:07.749877 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-715be20b-d36c-4687-8f3c-881c67f7a3ea tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/3b7730f6-81c9-40bc-9a3f-da27754350c4 HTTP/1.1" status: 404 len: 337 time: 0.0643628 Sep 23 22:30:07.749877 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53102) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:07.788576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-489427cd-25bf-4fba-9939-aea82f9c0dac req-190ed86f-58a5-4f6b-b00b-33a476660419 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767372 Sep 23 22:30:07.809452 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0004fd5-84a1-4a51-935e-f9b39c7e9dfd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:07.810344 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0004fd5-84a1-4a51-935e-f9b39c7e9dfd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:07.815789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53104) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:07.841228 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a0004fd5-84a1-4a51-935e-f9b39c7e9dfd tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/45ed4fcc-4f48-4808-b895-1f26a4cc99d7 HTTP/1.1" status: 404 len: 337 time: 0.0577443 Sep 23 22:30:07.869918 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-38443a03-46ab-4453-90b6-2ac971a268e5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:07.870833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38443a03-46ab-4453-90b6-2ac971a268e5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:07.876163 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-38443a03-46ab-4453-90b6-2ac971a268e5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/dc7123bf-9df1-49d2-b874-35ff0acb40fc HTTP/1.1" status: 404 len: 333 time: 0.0580685 Sep 23 22:30:07.879162 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53110) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:07.914648 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cf0ef8-36d2-401a-b563-b1bc833840ce tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:07.915364 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8cf0ef8-36d2-401a-b563-b1bc833840ce tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:07.920286 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b8cf0ef8-36d2-401a-b563-b1bc833840ce tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/0a910353-cf41-4009-8b01-fdcb27a905c2 HTTP/1.1" status: 404 len: 337 time: 0.0360351 Sep 23 22:30:07.921228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53112) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:07.988791 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f26195-81c0-4c76-8d12-ded540971e50 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:07.992044 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f26195-81c0-4c76-8d12-ded540971e50 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:08.000164 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c2f26195-81c0-4c76-8d12-ded540971e50 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/f4030363-e149-4fba-a7d6-e51eade28892 HTTP/1.1" status: 404 len: 337 time: 0.0775154 Sep 23 22:30:08.002134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53116) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:08.039654 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-d278ddb4-53b0-428f-827d-2a8bd4f949f7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:08.040330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d278ddb4-53b0-428f-827d-2a8bd4f949f7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:08.045512 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d278ddb4-53b0-428f-827d-2a8bd4f949f7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/9d94d68b-6ca6-4c7f-9855-b77ee1da40b8 HTTP/1.1" status: 404 len: 333 time: 0.0420642 Sep 23 22:30:08.046261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53118) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:08.084298 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb011d6-fb80-4313-9005-7965452772f1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:08.085009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb011d6-fb80-4313-9005-7965452772f1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:08.090174 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0eb011d6-fb80-4313-9005-7965452772f1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/826fece1-0367-46e8-89e8-67cb6939613b HTTP/1.1" status: 404 len: 337 time: 0.0426795 Sep 23 22:30:08.090943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53120) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:08.127162 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83389ce-1409-4a5e-aaf2-9b119e788dfe tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:08.127813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83389ce-1409-4a5e-aaf2-9b119e788dfe tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:08.134673 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e83389ce-1409-4a5e-aaf2-9b119e788dfe tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/8067eae3-3b06-4a95-99c8-666f66683046 HTTP/1.1" status: 404 len: 337 time: 0.0414836 Sep 23 22:30:08.135031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53124) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:08.210244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53128) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:08.222411 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ab8b7abe-cae1-4e1f-81a3-f44983a306eb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports?device_id=67556370-8710-4040-b7f6-39c47f7ebae4 HTTP/1.1" status: 200 len: 205 time: 0.0820048 Sep 23 22:30:08.307379 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-c3cac73e-7274-4135-ba44-ce3da2c00a60 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] delete failed (client error): The resource could not be found. Sep 23 22:30:08.321146 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c3cac73e-7274-4135-ba44-ce3da2c00a60 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/routers/67556370-8710-4040-b7f6-39c47f7ebae4 HTTP/1.1" status: 404 len: 336 time: 0.1027441 Sep 23 22:30:08.321146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53132) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:08.388034 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd23fdc0-ff13-4192-a830-575e16ecb7f4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:08.388334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd23fdc0-ff13-4192-a830-575e16ecb7f4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:08.397592 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cd23fdc0-ff13-4192-a830-575e16ecb7f4 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/5a0e8da6-442d-4bd8-bc76-c103c848b043 HTTP/1.1" status: 404 len: 337 time: 0.0812562 Sep 23 22:30:08.398272 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53136) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:08.540115 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-83af3f01-d7a1-4cf5-b7ee-ebc0f3a16045 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e695680-d168-41c1-a378-b2eb6243cbb6 HTTP/1.1" status: 200 len: 205 time: 0.1404114 Sep 23 22:30:08.543932 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53142) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:08.677502 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-362d5cc4-2056-4d8b-8be8-33a01a0988be tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] delete failed (client error): The resource could not be found. Sep 23 22:30:08.684112 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-362d5cc4-2056-4d8b-8be8-33a01a0988be tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/routers/9e695680-d168-41c1-a378-b2eb6243cbb6 HTTP/1.1" status: 404 len: 336 time: 0.1348045 Sep 23 22:30:08.707743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53144) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:09.048723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Allocated IP 172.20.0.1 (674afa2b-9e3e-49f5-80fd-e0d911de2634/d2aefea1-9c73-4663-a3c7-d50e43a346a2/2f4371bb-3430-4e3b-88e2-e9776b8aa8b9) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:30:09.155771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d495ae6-6775-4244-b64d-a7017506c90b req-bf302c2d-26a2-41ac-9f60-e8cd69a2afb7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:09.155771 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d495ae6-6775-4244-b64d-a7017506c90b req-bf302c2d-26a2-41ac-9f60-e8cd69a2afb7 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.1564782 Sep 23 22:30:09.209218 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d495ae6-6775-4244-b64d-a7017506c90b req-09c0093b-ed89-4b3e-8901-40e834b51b7f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866494 Sep 23 22:30:09.243058 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a959b9-e241-4c83-a2a5-9566711062f5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:09.243058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a959b9-e241-4c83-a2a5-9566711062f5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:09.243058 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-13a959b9-e241-4c83-a2a5-9566711062f5 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/36a1615e-8e2e-4453-981e-0be5e30192fa HTTP/1.1" status: 404 len: 337 time: 0.5117114 Sep 23 22:30:09.243790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53150) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:09.293583 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29b5825-2986-4e1b-bf5b-753ba3fb0a92 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:09.294463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29b5825-2986-4e1b-bf5b-753ba3fb0a92 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:09.297547 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f29b5825-2986-4e1b-bf5b-753ba3fb0a92 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/24232de3-8898-4c04-8732-dfe47f6ddb95 HTTP/1.1" status: 404 len: 337 time: 0.0595901 Sep 23 22:30:09.305420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53152) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:09.350987 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd105724-561c-4d52-a347-0f3399356db1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:09.353563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd105724-561c-4d52-a347-0f3399356db1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:09.356489 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cd105724-561c-4d52-a347-0f3399356db1 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/c7a0b079-fce4-409c-a0cd-b144c3d00ed0 HTTP/1.1" status: 404 len: 333 time: 0.0493042 Sep 23 22:30:09.361092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53156) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:09.432323 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:09.482053 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f3603c-5da8-45f7-a394-f6cdd4429326 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:09.482792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f3603c-5da8-45f7-a394-f6cdd4429326 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:09.495017 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c6f3603c-5da8-45f7-a394-f6cdd4429326 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/b677f8bf-fc4f-4f59-8b29-8661dd3c7a82 HTTP/1.1" status: 404 len: 337 time: 0.1311307 Sep 23 22:30:09.501930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53160) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:09.516948 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082477e9-d49d-4519-b8ce-d3d60a2392d4 req-1c7325da-255b-4235-9fa1-7f2ba6a019e0 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:09.525643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-082477e9-d49d-4519-b8ce-d3d60a2392d4 req-1c7325da-255b-4235-9fa1-7f2ba6a019e0 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.6743886 Sep 23 22:30:09.589042 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-415de43b-53e9-47a2-a830-fa5a03627e0d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:09.590141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415de43b-53e9-47a2-a830-fa5a03627e0d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:09.592209 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-415de43b-53e9-47a2-a830-fa5a03627e0d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/a6401624-e891-40ec-8ea1-feb331067210 HTTP/1.1" status: 404 len: 333 time: 0.0637691 Sep 23 22:30:09.597326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53166) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:09.639747 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-082477e9-d49d-4519-b8ce-d3d60a2392d4 req-d9adc141-bbd7-41b3-a115-efefbdeb5b92 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121073 Sep 23 22:30:09.705406 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdaf206-0883-437a-be4e-2e11493006f7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:09.706413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bdaf206-0883-437a-be4e-2e11493006f7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:09.716214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1bdaf206-0883-437a-be4e-2e11493006f7 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/c0a02c41-1d9b-475b-9afc-cc5f47c23d74 HTTP/1.1" status: 404 len: 337 time: 0.1171618 Sep 23 22:30:09.718835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53168) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:09.771057 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3024fd2-2a13-44e5-93bd-aae8a811941a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:09.773321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3024fd2-2a13-44e5-93bd-aae8a811941a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:09.777508 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a3024fd2-2a13-44e5-93bd-aae8a811941a tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/809b9456-b650-414f-b8a6-d9a01d02c30c HTTP/1.1" status: 404 len: 333 time: 0.0572550 Sep 23 22:30:09.780818 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53170) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:09.788313 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:09.895168 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1a4efa-1498-4efd-abd1-70df931cb03e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:09.896180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1a4efa-1498-4efd-abd1-70df931cb03e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:09.899641 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7c1a4efa-1498-4efd-abd1-70df931cb03e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/eb9cdc83-24f3-4c7b-a7f9-e7e1568e6a47 HTTP/1.1" status: 404 len: 337 time: 0.1169267 Sep 23 22:30:09.905332 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53172) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:10.025620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network 674afa2b-9e3e-49f5-80fd-e0d911de2634 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:30:10.028599 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-040d671d-65df-4535-bdf9-2ff6726dc611 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:10.029803 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040d671d-65df-4535-bdf9-2ff6726dc611 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:10.035352 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-040d671d-65df-4535-bdf9-2ff6726dc611 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/574f8886-7166-404a-b73e-c71cf15e1d86 HTTP/1.1" status: 404 len: 333 time: 0.1257069 Sep 23 22:30:10.035352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=2f4371bb-3430-4e3b-88e2-e9776b8aa8b9,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:10.035984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53176) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:10.055201 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:30:10.068665 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:30:10.139614 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb60c5d-614f-449a-962f-808f246aafa6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:10.140396 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb60c5d-614f-449a-962f-808f246aafa6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:10.144113 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1bb60c5d-614f-449a-962f-808f246aafa6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/3acf1499-3fcb-4c57-993f-9618f6f37ae9 HTTP/1.1" status: 404 len: 337 time: 0.1061532 Sep 23 22:30:10.149586 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53178) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:10.224661 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:10.249712 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-020d3ecc-a81c-427c-84a6-243446c848eb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:10.298521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020d3ecc-a81c-427c-84a6-243446c848eb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:10.302494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-020d3ecc-a81c-427c-84a6-243446c848eb tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/0a01b05c-b9f9-43f7-bd40-560a88886ce2 HTTP/1.1" status: 404 len: 333 time: 0.1512005 Sep 23 22:30:10.309941 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53182) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:10.395651 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-53aada23-e567-4dcd-9367-4874f9d04c51 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:10.397898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53aada23-e567-4dcd-9367-4874f9d04c51 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:10.401489 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-53aada23-e567-4dcd-9367-4874f9d04c51 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/818f3898-6d4f-4da4-86ac-87a79bf38ca6 HTTP/1.1" status: 404 len: 337 time: 0.0893605 Sep 23 22:30:10.406331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53184) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:10.488902 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdffcc8-0fd7-4218-a045-1fe55705e498 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:10.488902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffdffcc8-0fd7-4218-a045-1fe55705e498 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:10.488902 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ffdffcc8-0fd7-4218-a045-1fe55705e498 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/af4ebd09-1a82-4f9b-bfa7-da811ebcfbec HTTP/1.1" status: 404 len: 333 time: 0.0778267 Sep 23 22:30:10.491098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53188) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:10.560549 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9a6c33-588b-4a09-82d4-6f1eafb11918 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:10.561549 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9a6c33-588b-4a09-82d4-6f1eafb11918 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:10.565443 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4e9a6c33-588b-4a09-82d4-6f1eafb11918 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/eeb0be5f-918b-4b28-8037-9c82af73a336 HTTP/1.1" status: 404 len: 337 time: 0.0722344 Sep 23 22:30:10.571017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53190) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:10.644581 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c764dc7-b299-4d36-845c-e2763d4d750e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:10.646419 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c764dc7-b299-4d36-845c-e2763d4d750e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:10.650719 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5c764dc7-b299-4d36-845c-e2763d4d750e tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/ports/9c9b9355-9e1a-4ae7-b38c-3e1190bd12c3 HTTP/1.1" status: 404 len: 333 time: 0.0773332 Sep 23 22:30:10.653288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53192) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:10.715060 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f97d4b-4b7b-4272-b4c1-2c6334ac9e79 req-cd9e2afc-671f-48c1-8cca-0629a2e2a69c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:10.718627 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34f97d4b-4b7b-4272-b4c1-2c6334ac9e79 req-cd9e2afc-671f-48c1-8cca-0629a2e2a69c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.1413472 Sep 23 22:30:10.760608 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c284cf83-7f61-42d3-8a38-56a79e121aa3 None None] Provisioning complete for port 2f4371bb-3430-4e3b-88e2-e9776b8aa8b9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:30:10.760608 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c284cf83-7f61-42d3-8a38-56a79e121aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:10.822552 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34f97d4b-4b7b-4272-b4c1-2c6334ac9e79 req-ceccda7f-10ec-4cc0-aa06-82c37dd9b144 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027987 Sep 23 22:30:10.844885 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f826a1b-0ce6-46a9-bebc-8171649c0a6d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:10.861492 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f826a1b-0ce6-46a9-bebc-8171649c0a6d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:10.865892 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7f826a1b-0ce6-46a9-bebc-8171649c0a6d tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/subnets/5ebb8965-ac29-408d-9ec9-f1da6e82ae66 HTTP/1.1" status: 404 len: 337 time: 0.1948776 Sep 23 22:30:10.881047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53202) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:10.889184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c284cf83-7f61-42d3-8a38-56a79e121aa3 None None] Port 2f4371bb-3430-4e3b-88e2-e9776b8aa8b9 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:30:10.969252 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:11.278273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa549a-f653-4612-978f-43c3edad2d62 req-8a2780e2-eeb6-4bc6-8fcd-95d4cdaca5c5 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:11.292557 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1efa549a-f653-4612-978f-43c3edad2d62 req-8a2780e2-eeb6-4bc6-8fcd-95d4cdaca5c5 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.3271279 Sep 23 22:30:11.305721 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e416651-70ab-4590-a796-bc611abaefd6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:11.659498 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1efa549a-f653-4612-978f-43c3edad2d62 req-1a1caf1c-7ec9-484a-bc99-426a38bc8fd4 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647070 Sep 23 22:30:11.696429 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:11.892466 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e416651-70ab-4590-a796-bc611abaefd6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:11.924119 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:11.948259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc68a01-a011-4fcd-b40b-2261c6799b1f req-c8115df0-c7a6-4d7b-9c69-fb61523decaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:11.950234 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edc68a01-a011-4fcd-b40b-2261c6799b1f req-c8115df0-c7a6-4d7b-9c69-fb61523decaf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=189ad56f85ae4049b0b1eb7dfddf1b7a&device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 1095 time: 0.5336220 Sep 23 22:30:11.975276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-2e416651-70ab-4590-a796-bc611abaefd6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabbdebb-7256-45f8-980f-653365ae34a1']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:12.177131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=2f4371bb-3430-4e3b-88e2-e9776b8aa8b9,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:12.236338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-2e416651-70ab-4590-a796-bc611abaefd6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce851d92-8f53-499e-937e-39c393b6e556') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:12.237409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-2e416651-70ab-4590-a796-bc611abaefd6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce851d92-8f53-499e-937e-39c393b6e556') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:12.258017 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e416651-70ab-4590-a796-bc611abaefd6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:12.312457 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e416651-70ab-4590-a796-bc611abaefd6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:12.338835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e416651-70ab-4590-a796-bc611abaefd6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:30:12.345687 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e416651-70ab-4590-a796-bc611abaefd6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:12.365662 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769924a9-f028-4913-ba01-2730a5cc306e req-1b536014-3cf5-448a-a1ff-a6863c526839 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:12.368663 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-769924a9-f028-4913-ba01-2730a5cc306e req-1b536014-3cf5-448a-a1ff-a6863c526839 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.2300129 Sep 23 22:30:12.374778 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:30:12.522453 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:30:12.672050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network 674afa2b-9e3e-49f5-80fd-e0d911de2634 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:30:12.681683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:30:12.715326 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e416651-70ab-4590-a796-bc611abaefd6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:12.859642 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e416651-70ab-4590-a796-bc611abaefd6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:12.880140 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2e416651-70ab-4590-a796-bc611abaefd6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] 10.222.0.22 "DELETE /v2.0/networks/fabbdebb-7256-45f8-980f-653365ae34a1 HTTP/1.1" status: 204 len: 168 time: 2.0072343 Sep 23 22:30:12.898531 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc68a01-a011-4fcd-b40b-2261c6799b1f req-ac174a54-3f30-4675-b371-4c24cb7db226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:12.940471 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edc68a01-a011-4fcd-b40b-2261c6799b1f req-ac174a54-3f30-4675-b371-4c24cb7db226 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f HTTP/1.1" status: 200 len: 915 time: 0.9451210 Sep 23 22:30:12.960858 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-769924a9-f028-4913-ba01-2730a5cc306e req-220cf2b5-8a14-4945-a542-df4c2318d2c5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693364 Sep 23 22:30:13.080475 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d230-ab38-40a2-8765-f4267e22b846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:13.109774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e416651-70ab-4590-a796-bc611abaefd6 tempest-NetworksTestDHCPv6-1856976683 tempest-NetworksTestDHCPv6-1856976683-project] Pushing event deleted for resources: {'Network': ['ID=fabbdebb-7256-45f8-980f-653365ae34a1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:13.169776 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 465660d5-5b66-4b5e-bc7a-00245aaddf5c has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:30:13.308712 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edc68a01-a011-4fcd-b40b-2261c6799b1f req-38afb1ec-77eb-4e6f-accd-60c1f8be4da2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045 HTTP/1.1" status: 200 len: 217 time: 0.2500715 Sep 23 22:30:13.594941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8acf9096-1b02-44b9-8ad2-88218f8bf9d4 None None] Provisioning complete for port 2f4371bb-3430-4e3b-88e2-e9776b8aa8b9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:30:13.596182 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8acf9096-1b02-44b9-8ad2-88218f8bf9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:13.661959 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61f42a-30c6-4074-bdc2-be5ea039eb6c req-f9fba777-73fd-4c40-b62d-a0b2d4e8a388 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:13.679884 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc61f42a-30c6-4074-bdc2-be5ea039eb6c req-f9fba777-73fd-4c40-b62d-a0b2d4e8a388 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.3694637 Sep 23 22:30:13.764602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:30:13.773230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8acf9096-1b02-44b9-8ad2-88218f8bf9d4 None None] Port 2f4371bb-3430-4e3b-88e2-e9776b8aa8b9 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:30:13.803241 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a7ea9c-9840-48f0-b622-764759385c5d None None] Sync routers for ids ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:30:13.823121 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2b355b59-15e8-42ed-92fa-f76deb7fb0c1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "PUT /v2.0/routers/465660d5-5b66-4b5e-bc7a-00245aaddf5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7944729 Sep 23 22:30:13.824219 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53236) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:13.840933 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a7ea9c-9840-48f0-b622-764759385c5d None None] Routers {'465660d5-5b66-4b5e-bc7a-00245aaddf5c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:13.842073 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-93a7ea9c-9840-48f0-b622-764759385c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:13.864084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a341853d-f7c8-43dc-93f4-530a97410ca6 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'port': {'network_id': '674afa2b-9e3e-49f5-80fd-e0d911de2634', 'name': 'tempest-FloatingIPTestJSON-136555369'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:14.072347 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-93a7ea9c-9840-48f0-b622-764759385c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:14.115393 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a7ea9c-9840-48f0-b622-764759385c5d None None] Routers {'465660d5-5b66-4b5e-bc7a-00245aaddf5c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:14.116625 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-93a7ea9c-9840-48f0-b622-764759385c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:29:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:14.328229 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-93a7ea9c-9840-48f0-b622-764759385c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:14.332792 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a7ea9c-9840-48f0-b622-764759385c5d None None] The sync data for ids ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:30:14.490931 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a341853d-f7c8-43dc-93f4-530a97410ca6 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Made reservation on behalf of 7cdd42daa7314e72bd3c651f33a7a74c for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:30:14.506568 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a341853d-f7c8-43dc-93f4-530a97410ca6 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:14.537629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53248) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:14.675177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47397a2d-c5c4-47e8-a6ae-48c9aea2b1e1 req-eb29a45b-7fb6-4198-999b-b5e9b99f6d32 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:14.685750 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc61f42a-30c6-4074-bdc2-be5ea039eb6c req-3be69a50-2107-43f4-9a47-d28d2ba81383 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0038738 Sep 23 22:30:14.691807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47397a2d-c5c4-47e8-a6ae-48c9aea2b1e1 req-eb29a45b-7fb6-4198-999b-b5e9b99f6d32 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.3049667 Sep 23 22:30:14.714412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc68a01-a011-4fcd-b40b-2261c6799b1f req-7d53edc5-5d5f-4fba-a70b-e458815b1471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:14.719868 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edc68a01-a011-4fcd-b40b-2261c6799b1f req-7d53edc5-5d5f-4fba-a70b-e458815b1471 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cfd900ab-d80f-492d-8f3f-40e9e42ebc05 HTTP/1.1" status: 200 len: 854 time: 1.3096499 Sep 23 22:30:14.784107 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-a341853d-f7c8-43dc-93f4-530a97410ca6 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] device_id is not set on port 232c7bc9-53d0-45a7-a4af-c47a1e721486 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:30:14.796916 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edc68a01-a011-4fcd-b40b-2261c6799b1f req-4033b332-0500-4ba0-8062-03da20cf0c53 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568943 Sep 23 22:30:14.933521 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47397a2d-c5c4-47e8-a6ae-48c9aea2b1e1 req-2e35ab97-3504-40fa-a56d-15a2bab9c411 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399468 Sep 23 22:30:14.964826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edc68a01-a011-4fcd-b40b-2261c6799b1f req-90556776-76b0-4b1f-9780-a889539a24f9 service neutron] 10.222.0.67 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464229 Sep 23 22:30:15.167927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-a341853d-f7c8-43dc-93f4-530a97410ca6 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Allocated IP 172.20.0.10 (674afa2b-9e3e-49f5-80fd-e0d911de2634/d2aefea1-9c73-4663-a3c7-d50e43a346a2/232c7bc9-53d0-45a7-a4af-c47a1e721486) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:30:15.194422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edc68a01-a011-4fcd-b40b-2261c6799b1f req-b7201add-7766-4db6-942d-4a4261838459 service neutron] 10.222.0.67 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006075 Sep 23 22:30:15.567634 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a341853d-f7c8-43dc-93f4-530a97410ca6 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:15.654501 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-35c072d7-caf1-40ba-bcc7-b77d7f874b1a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2893f5439c64e18a9b20605b17efba4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1054914 Sep 23 22:30:15.660177 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53266) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:15.696508 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b719dfd0-f184-4f05-8535-fb124fde54a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:15.834091 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a341853d-f7c8-43dc-93f4-530a97410ca6 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:15.842519 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09c8fb2b-5e4c-4aa5-badd-5dcda8312c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:15.914463 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a341853d-f7c8-43dc-93f4-530a97410ca6 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Network 674afa2b-9e3e-49f5-80fd-e0d911de2634 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:30:15.919058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-a341853d-f7c8-43dc-93f4-530a97410ca6 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:30:15.924162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a341853d-f7c8-43dc-93f4-530a97410ca6 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:30:15.941302 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09c8fb2b-5e4c-4aa5-badd-5dcda8312c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:16.008139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341853d-f7c8-43dc-93f4-530a97410ca6 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event updated for resources: {'Port': ['ID=232c7bc9-53d0-45a7-a4af-c47a1e721486,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:16.027954 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:16.117668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a341853d-f7c8-43dc-93f4-530a97410ca6 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:16.120348 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a341853d-f7c8-43dc-93f4-530a97410ca6 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:16.149879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f5329-f7e7-4e99-9c6b-32b9f3ee1527 req-a98e2489-40ff-4a34-ac2f-96a72f4e8c71 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:16.157992 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bf6f5329-f7e7-4e99-9c6b-32b9f3ee1527 req-a98e2489-40ff-4a34-ac2f-96a72f4e8c71 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.1680946 Sep 23 22:30:16.203243 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09c8fb2b-5e4c-4aa5-badd-5dcda8312c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:16.206903 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09c8fb2b-5e4c-4aa5-badd-5dcda8312c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:16.218370 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-09c8fb2b-5e4c-4aa5-badd-5dcda8312c70 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f73a6df5-2321-4135-8695-4237fe3aac09 HTTP/1.1" status: 204 len: 168 time: 0.5536246 Sep 23 22:30:16.230625 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bf6f5329-f7e7-4e99-9c6b-32b9f3ee1527 req-f3864a79-0055-43b8-a3d8-cb29701aea76 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689926 Sep 23 22:30:16.258604 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a341853d-f7c8-43dc-93f4-530a97410ca6 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4318399 Sep 23 22:30:16.266075 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53280) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:16.272843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2603d860-e2df-469d-b454-1755e1002a5b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Request body: {'floatingip': {'port_id': '232c7bc9-53d0-45a7-a4af-c47a1e721486'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:16.396629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8fb2b-5e4c-4aa5-badd-5dcda8312c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73a6df5-2321-4135-8695-4237fe3aac09,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:16.403772 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2603d860-e2df-469d-b454-1755e1002a5b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:16.546118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81928-9c6a-49f7-b75c-50544723008b req-5c8a4199-da66-4c01-b0f8-16657a64b28e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:16.550275 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dad81928-9c6a-49f7-b75c-50544723008b req-5c8a4199-da66-4c01-b0f8-16657a64b28e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.3291206 Sep 23 22:30:16.666138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8ab1ec9d-7d3f-4d6f-b5a9-c5a58fffc0de None None] Provisioning complete for port 232c7bc9-53d0-45a7-a4af-c47a1e721486 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:30:16.668984 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8ab1ec9d-7d3f-4d6f-b5a9-c5a58fffc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:16.721951 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dad81928-9c6a-49f7-b75c-50544723008b req-4a1e450a-abef-4e67-962a-abce5256cd97 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634617 Sep 23 22:30:16.874655 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1ec9d-7d3f-4d6f-b5a9-c5a58fffc0de None None] Port 232c7bc9-53d0-45a7-a4af-c47a1e721486 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:30:16.954759 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:17.545956 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f527757-4138-4f23-9ce5-6712eedaa8c2 req-be0861bf-e75d-4582-b1eb-8fef8ff6ed9e tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:17.546776 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f527757-4138-4f23-9ce5-6712eedaa8c2 req-be0861bf-e75d-4582-b1eb-8fef8ff6ed9e tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.1935616 Sep 23 22:30:17.636591 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f527757-4138-4f23-9ce5-6712eedaa8c2 req-990ef7cd-b571-401e-b6d0-db06a956ea13 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623469 Sep 23 22:30:17.700976 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2603d860-e2df-469d-b454-1755e1002a5b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:17.771471 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:17.800499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2603d860-e2df-469d-b454-1755e1002a5b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:18.016452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5315707-3b8b-47b9-8a07-52719d78a9e8 req-ba3b3312-e282-42a7-9a53-e765c9db56f0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:18.020203 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5315707-3b8b-47b9-8a07-52719d78a9e8 req-ba3b3312-e282-42a7-9a53-e765c9db56f0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.1117909 Sep 23 22:30:18.059357 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-2603d860-e2df-469d-b454-1755e1002a5b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Floating IP 87e1bced-eb6f-41a2-9769-888a712a981e associated. External IP: 172.25.1.125, port: 9313c20b-5c29-4eb0-9c47-d2091b1485e6. Sep 23 22:30:18.088211 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5315707-3b8b-47b9-8a07-52719d78a9e8 req-9579acd2-f924-4ab9-a7ac-4d621e61997b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601873 Sep 23 22:30:18.465431 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2603d860-e2df-469d-b454-1755e1002a5b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:30:18.536871 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:18.635442 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2603d860-e2df-469d-b454-1755e1002a5b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:30:18.649762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42421457-0a2e-4399-8f3e-90bdac4b28eb None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:30:18.670465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42421457-0a2e-4399-8f3e-90bdac4b28eb None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:18.672027 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-42421457-0a2e-4399-8f3e-90bdac4b28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:18.759661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-42421457-0a2e-4399-8f3e-90bdac4b28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:18.780010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42421457-0a2e-4399-8f3e-90bdac4b28eb None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:18.781656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-42421457-0a2e-4399-8f3e-90bdac4b28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:18.806552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53326) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:18.835983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1de8e1-dc9f-40f3-97c2-8880296fcabb req-4e0208dc-f568-4544-b26f-6b4d2708e95b tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:18.844394 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-df1de8e1-dc9f-40f3-97c2-8880296fcabb req-4e0208dc-f568-4544-b26f-6b4d2708e95b tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.0879617 Sep 23 22:30:18.848823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-42421457-0a2e-4399-8f3e-90bdac4b28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:18.849970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42421457-0a2e-4399-8f3e-90bdac4b28eb None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:30:18.935608 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-df1de8e1-dc9f-40f3-97c2-8880296fcabb req-da72a0ea-2dcd-49b5-b036-8e4689ed30e5 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894699 Sep 23 22:30:19.019654 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2603d860-e2df-469d-b454-1755e1002a5b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 465660d5-5b66-4b5e-bc7a-00245aaddf5c has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:30:19.209169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-07ea3c20-19e7-434c-96f2-f6c68d6aa106 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:19.210488 n-d-810775-1 neutron-server[95491]: WARNING neutron.api.v2.base [None req-07ea3c20-19e7-434c-96f2-f6c68d6aa106 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 22:30:19.211416 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-07ea3c20-19e7-434c-96f2-f6c68d6aa106 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 22:30:19.213199 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-07ea3c20-19e7-434c-96f2-f6c68d6aa106 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4051096 Sep 23 22:30:19.217019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53336) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:19.226090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f278ab4e-4726-4f57-a2fb-1013273c1043 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945372924'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:19.270039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2603d860-e2df-469d-b454-1755e1002a5b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:30:19.275160 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2603d860-e2df-469d-b454-1755e1002a5b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:19.283667 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abc7fe-85ab-409b-ace3-28a9ab2915f1 None None] Sync routers for ids ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:30:19.295206 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54abc7fe-85ab-409b-ace3-28a9ab2915f1 None None] Routers {'465660d5-5b66-4b5e-bc7a-00245aaddf5c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:19.298100 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54abc7fe-85ab-409b-ace3-28a9ab2915f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:19.307528 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb484d-98a9-460c-b6d1-7da1d755f9e7 req-2c995f45-8d46-4085-97ee-7cd9614e792f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:19.309099 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1adb484d-98a9-460c-b6d1-7da1d755f9e7 req-2c995f45-8d46-4085-97ee-7cd9614e792f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.1087053 Sep 23 22:30:19.313410 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f278ab4e-4726-4f57-a2fb-1013273c1043 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:19.323753 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f278ab4e-4726-4f57-a2fb-1013273c1043 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:19.339361 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54abc7fe-85ab-409b-ace3-28a9ab2915f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:19.353820 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54abc7fe-85ab-409b-ace3-28a9ab2915f1 None None] Routers {'465660d5-5b66-4b5e-bc7a-00245aaddf5c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:19.356341 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54abc7fe-85ab-409b-ace3-28a9ab2915f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:19.400892 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54abc7fe-85ab-409b-ace3-28a9ab2915f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:19.401906 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abc7fe-85ab-409b-ace3-28a9ab2915f1 None None] The sync data for ids ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:30:19.424108 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2603d860-e2df-469d-b454-1755e1002a5b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "PUT /v2.0/floatingips/87e1bced-eb6f-41a2-9769-888a712a981e HTTP/1.1" status: 200 len: 978 time: 3.1543593 Sep 23 22:30:19.427343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53340) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:19.482401 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1adb484d-98a9-460c-b6d1-7da1d755f9e7 req-4f539ddc-08f1-4dec-8da0-7d485a3cf7b1 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516206 Sep 23 22:30:19.531281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f278ab4e-4726-4f57-a2fb-1013273c1043 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:19.610889 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f278ab4e-4726-4f57-a2fb-1013273c1043 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:19.666702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278ab4e-4726-4f57-a2fb-1013273c1043 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609c291c-d885-4b5d-8d72-b1e498a56c04,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:19.726810 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-29ea996e-97b5-4ae9-b18c-cb5b18098f8f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting port 232c7bc9-53d0-45a7-a4af-c47a1e721486 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:30:19.727425 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-29ea996e-97b5-4ae9-b18c-cb5b18098f8f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:19.786643 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f278ab4e-4726-4f57-a2fb-1013273c1043 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:19.887933 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-29ea996e-97b5-4ae9-b18c-cb5b18098f8f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:19.936285 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f278ab4e-4726-4f57-a2fb-1013273c1043 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:20.005975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278ab4e-4726-4f57-a2fb-1013273c1043 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2a480a-afa9-40be-85c5-42bfe0494c76,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:20.075647 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f278ab4e-4726-4f57-a2fb-1013273c1043 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:20.078066 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f278ab4e-4726-4f57-a2fb-1013273c1043 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8591399 Sep 23 22:30:20.082601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53350) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:20.093079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-77ab7fdb-d790-41c4-aced-f2570ed63bb2 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': '5b2a480a-afa9-40be-85c5-42bfe0494c76', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:20.202657 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-29ea996e-97b5-4ae9-b18c-cb5b18098f8f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:20.203582 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-29ea996e-97b5-4ae9-b18c-cb5b18098f8f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:20.203882 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-29ea996e-97b5-4ae9-b18c-cb5b18098f8f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Floating IP 87e1bced-eb6f-41a2-9769-888a712a981e disassociated. External IP: 172.25.1.125, port: 232c7bc9-53d0-45a7-a4af-c47a1e721486. Sep 23 22:30:20.204254 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-29ea996e-97b5-4ae9-b18c-cb5b18098f8f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Calling delete_port for 232c7bc9-53d0-45a7-a4af-c47a1e721486 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:30:20.234265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d714ba-2de0-4ee8-8409-bf15f1eedd91 req-c7cbdc6b-6df2-4e81-a496-81380e3a3dde tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:20.237925 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6d714ba-2de0-4ee8-8409-bf15f1eedd91 req-c7cbdc6b-6df2-4e81-a496-81380e3a3dde tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.1331890 Sep 23 22:30:20.288385 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6d714ba-2de0-4ee8-8409-bf15f1eedd91 req-a8718295-1148-43fa-828e-078bd24ce716 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 Sep 23 22:30:20.298254 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77ab7fdb-d790-41c4-aced-f2570ed63bb2 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:20.379693 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77ab7fdb-d790-41c4-aced-f2570ed63bb2 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:20.467586 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77ab7fdb-d790-41c4-aced-f2570ed63bb2 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:20.501532 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab7fdb-d790-41c4-aced-f2570ed63bb2 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e078b57d-09aa-4681-9c4d-3ad68388e7c8,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:20.520367 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-29ea996e-97b5-4ae9-b18c-cb5b18098f8f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:20.556737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea996e-97b5-4ae9-b18c-cb5b18098f8f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Port': ['ID=232c7bc9-53d0-45a7-a4af-c47a1e721486,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:20.599333 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77ab7fdb-d790-41c4-aced-f2570ed63bb2 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:20.602271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-77ab7fdb-d790-41c4-aced-f2570ed63bb2 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5163829 Sep 23 22:30:20.605261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53358) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:20.610466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-025ffe4a-ea75-4303-9c73-dd9c82d00163 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': '5b2a480a-afa9-40be-85c5-42bfe0494c76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:20.802541 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb32d8-5421-4f81-9f74-647901ec40c4 req-4abaa30a-5600-4bb9-b713-2c8164a4a3ce tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:20.804204 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-92cb32d8-5421-4f81-9f74-647901ec40c4 req-4abaa30a-5600-4bb9-b713-2c8164a4a3ce tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.0870111 Sep 23 22:30:20.810581 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ea996e-97b5-4ae9-b18c-cb5b18098f8f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 465660d5-5b66-4b5e-bc7a-00245aaddf5c has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:30:20.880083 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-025ffe4a-ea75-4303-9c73-dd9c82d00163 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:20.943364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-92cb32d8-5421-4f81-9f74-647901ec40c4 req-8952f61d-7c0a-4df2-98b3-397d5ecc2337 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203163 Sep 23 22:30:20.985873 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ea996e-97b5-4ae9-b18c-cb5b18098f8f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:30:20.999406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526f5ffb-d900-42f5-b51b-ec891a59bd1b None None] Sync routers for ids ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:30:21.015649 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526f5ffb-d900-42f5-b51b-ec891a59bd1b None None] Routers {'465660d5-5b66-4b5e-bc7a-00245aaddf5c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:21.017152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-526f5ffb-d900-42f5-b51b-ec891a59bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:21.074536 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-025ffe4a-ea75-4303-9c73-dd9c82d00163 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 22:30:21.075391 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-29ea996e-97b5-4ae9-b18c-cb5b18098f8f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:21.076499 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-526f5ffb-d900-42f5-b51b-ec891a59bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:21.081343 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-29ea996e-97b5-4ae9-b18c-cb5b18098f8f tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/ports/232c7bc9-53d0-45a7-a4af-c47a1e721486 HTTP/1.1" status: 204 len: 168 time: 1.6481824 Sep 23 22:30:21.081526 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-025ffe4a-ea75-4303-9c73-dd9c82d00163 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4746428 Sep 23 22:30:21.082137 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53362) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:21.082494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53364) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:21.100906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526f5ffb-d900-42f5-b51b-ec891a59bd1b None None] Routers {'465660d5-5b66-4b5e-bc7a-00245aaddf5c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:21.101796 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-526f5ffb-d900-42f5-b51b-ec891a59bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:21.178829 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-526f5ffb-d900-42f5-b51b-ec891a59bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:21.180530 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526f5ffb-d900-42f5-b51b-ec891a59bd1b None None] The sync data for ids ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:30:21.205374 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d990357-37af-4260-9d1c-723bb93f5435 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:21.235283 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d990357-37af-4260-9d1c-723bb93f5435 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:21.382497 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d990357-37af-4260-9d1c-723bb93f5435 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:21.388486 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d990357-37af-4260-9d1c-723bb93f5435 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:21.388486 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8d990357-37af-4260-9d1c-723bb93f5435 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "DELETE /v2.0/security-groups/5b2a480a-afa9-40be-85c5-42bfe0494c76 HTTP/1.1" status: 204 len: 168 time: 0.3043303 Sep 23 22:30:21.391954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53374) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:21.402680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d990357-37af-4260-9d1c-723bb93f5435 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2a480a-afa9-40be-85c5-42bfe0494c76,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:21.509085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6281b-1709-49b5-b409-fdcf1eb6dd36 req-55624038-1128-4628-8cf7-a6f0a27dedfd tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:21.516331 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d5f6281b-1709-49b5-b409-fdcf1eb6dd36 req-55624038-1128-4628-8cf7-a6f0a27dedfd tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.0926023 Sep 23 22:30:21.519047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53376) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:21.525387 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c796bbf8-e4c1-451b-9882-e9d2bcdb68b5 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1319253 Sep 23 22:30:21.535613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53380) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:21.542774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-104fc454-91f3-4112-ac33-71061b3ced1f tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group': {'name': 'tempest-secgroup--88448190'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:21.604421 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d5f6281b-1709-49b5-b409-fdcf1eb6dd36 req-9b2a1a70-71cd-4ee7-9938-3764d0c177c8 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870526 Sep 23 22:30:21.686867 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-104fc454-91f3-4112-ac33-71061b3ced1f tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:21.729537 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da3866c5-ec2c-415d-be10-8354017c08ea tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:21.748713 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c096d7c-03cc-4b4f-9621-0bf47e3f16a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:21.867783 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-104fc454-91f3-4112-ac33-71061b3ced1f tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:21.954709 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-104fc454-91f3-4112-ac33-71061b3ced1f tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:22.041028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fc454-91f3-4112-ac33-71061b3ced1f tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af66e1ae-17dc-468a-bf41-1a6d0e38fe56,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:22.101930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-da3866c5-ec2c-415d-be10-8354017c08ea tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting port 2f4371bb-3430-4e3b-88e2-e9776b8aa8b9 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:30:22.102774 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da3866c5-ec2c-415d-be10-8354017c08ea tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:22.178765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6845d8-2b09-4fe5-82c4-bdd1d8e8d42d req-791ad260-2dce-48f4-b9c9-cc3a15a16ea6 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:22.181513 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ac6845d8-2b09-4fe5-82c4-bdd1d8e8d42d req-791ad260-2dce-48f4-b9c9-cc3a15a16ea6 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.1266806 Sep 23 22:30:22.220571 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da3866c5-ec2c-415d-be10-8354017c08ea tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:22.240502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-da3866c5-ec2c-415d-be10-8354017c08ea tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Calling delete_port for 2f4371bb-3430-4e3b-88e2-e9776b8aa8b9 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:30:22.274568 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c096d7c-03cc-4b4f-9621-0bf47e3f16a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:22.301892 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ac6845d8-2b09-4fe5-82c4-bdd1d8e8d42d req-78678d2a-287a-494e-bf43-07e19fad72ba tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056852 Sep 23 22:30:22.355228 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c096d7c-03cc-4b4f-9621-0bf47e3f16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:22.440662 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8c096d7c-03cc-4b4f-9621-0bf47e3f16a8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=704bb3acb97b48e1b46df50a68ef8785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9161973 Sep 23 22:30:22.440662 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c096d7c-03cc-4b4f-9621-0bf47e3f16a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98debe0a-3e6f-4445-990b-2f516b5f051c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:22.443856 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53390) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:22.445129 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-104fc454-91f3-4112-ac33-71061b3ced1f tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:22.447246 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-104fc454-91f3-4112-ac33-71061b3ced1f tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9104383 Sep 23 22:30:22.467712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53392) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:22.484359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-cc3fc787-c295-4f75-9f3a-a79815190f28 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'af66e1ae-17dc-468a-bf41-1a6d0e38fe56', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:22.485753 n-d-810775-1 neutron-server[95490]: WARNING neutron.api.v2.base [None req-cc3fc787-c295-4f75-9f3a-a79815190f28 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 23 22:30:22.487743 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-cc3fc787-c295-4f75-9f3a-a79815190f28 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:22.490063 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cc3fc787-c295-4f75-9f3a-a79815190f28 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0253184 Sep 23 22:30:22.494472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53394) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:22.587669 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa3a0-f323-427b-8185-90424bd9fd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:22.596813 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da3866c5-ec2c-415d-be10-8354017c08ea tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:22.609651 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe66c4bb-7008-4813-b652-89faaf6fa035 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:22.636409 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa3a0-f323-427b-8185-90424bd9fd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:22.665192 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3866c5-ec2c-415d-be10-8354017c08ea tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Port': ['ID=2f4371bb-3430-4e3b-88e2-e9776b8aa8b9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:22.667701 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe66c4bb-7008-4813-b652-89faaf6fa035 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:22.851718 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe66c4bb-7008-4813-b652-89faaf6fa035 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:22.857373 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe66c4bb-7008-4813-b652-89faaf6fa035 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:22.860183 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fe66c4bb-7008-4813-b652-89faaf6fa035 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "DELETE /v2.0/security-groups/af66e1ae-17dc-468a-bf41-1a6d0e38fe56 HTTP/1.1" status: 204 len: 168 time: 0.3628671 Sep 23 22:30:22.868589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53400) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:22.879139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66c4bb-7008-4813-b652-89faaf6fa035 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af66e1ae-17dc-468a-bf41-1a6d0e38fe56,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:22.883538 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa3a0-f323-427b-8185-90424bd9fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:22.885794 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa3a0-f323-427b-8185-90424bd9fd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:22.887506 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3e0fa3a0-f323-427b-8185-90424bd9fd7f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98debe0a-3e6f-4445-990b-2f516b5f051c HTTP/1.1" status: 204 len: 168 time: 0.4386530 Sep 23 22:30:22.901577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fa3a0-f323-427b-8185-90424bd9fd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98debe0a-3e6f-4445-990b-2f516b5f051c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:22.932454 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24876fa5-3f64-49d0-aafd-1a9527898d4c req-9a025c31-db53-4d1f-845d-dec46e1116b3 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:22.935520 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24876fa5-3f64-49d0-aafd-1a9527898d4c req-9a025c31-db53-4d1f-845d-dec46e1116b3 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.1828239 Sep 23 22:30:23.106742 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-aec0038c-63cf-4d33-94ec-38ba4e8a0c80 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2350469 Sep 23 22:30:23.113262 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53404) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:23.119484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a126fece-6e6d-484c-8016-153e0b12baa6 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group': {'name': 'tempest-secgroup--282453324'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:23.134379 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24876fa5-3f64-49d0-aafd-1a9527898d4c req-ce4106cc-3e63-40b9-9f8e-94aee2e644ea tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260695 Sep 23 22:30:23.142117 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da3866c5-ec2c-415d-be10-8354017c08ea tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:23.216402 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a126fece-6e6d-484c-8016-153e0b12baa6 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:23.338012 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a126fece-6e6d-484c-8016-153e0b12baa6 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:23.405446 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a126fece-6e6d-484c-8016-153e0b12baa6 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:23.444164 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126fece-6e6d-484c-8016-153e0b12baa6 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c07a91-340e-4c2a-a60d-74bdca95f302,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:23.507748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3866c5-ec2c-415d-be10-8354017c08ea tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 465660d5-5b66-4b5e-bc7a-00245aaddf5c has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:30:23.519901 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a126fece-6e6d-484c-8016-153e0b12baa6 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:23.525825 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a126fece-6e6d-484c-8016-153e0b12baa6 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4069064 Sep 23 22:30:23.526370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd894e9-77be-4d75-b42a-d40720e4a0ee req-3fac778b-bf70-43c5-86d0-752c58b2d4d0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:23.526370 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0bd894e9-77be-4d75-b42a-d40720e4a0ee req-3fac778b-bf70-43c5-86d0-752c58b2d4d0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 944 time: 0.1193526 Sep 23 22:30:23.526756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53414) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:23.535784 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-bfb40c24-44c4-45e9-b82a-030e818708d7 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': '02c07a91-340e-4c2a-a60d-74bdca95f302', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:23.536585 n-d-810775-1 neutron-server[95490]: WARNING neutron.api.v2.base [None req-bfb40c24-44c4-45e9-b82a-030e818708d7 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 23 22:30:23.537396 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-bfb40c24-44c4-45e9-b82a-030e818708d7 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:23.539185 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bfb40c24-44c4-45e9-b82a-030e818708d7 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0121770 Sep 23 22:30:23.542387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53416) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:23.764713 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0bd894e9-77be-4d75-b42a-d40720e4a0ee req-6e468b1c-c110-40d1-90c0-bc5ba378b06f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061303 Sep 23 22:30:23.782292 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05ab826e-72ab-4e8e-b159-87b32463bc48 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:23.782796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53424) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:23.803424 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:23.815428 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3866c5-ec2c-415d-be10-8354017c08ea tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:30:23.821276 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-da3866c5-ec2c-415d-be10-8354017c08ea tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "PUT /v2.0/routers/465660d5-5b66-4b5e-bc7a-00245aaddf5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7370934 Sep 23 22:30:23.824530 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53426) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:23.832984 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05ab826e-72ab-4e8e-b159-87b32463bc48 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:23.838862 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f2075-0c2b-4fcb-a19c-880d1b5ba4e4 None None] Sync routers for ids ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:30:23.869718 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f2075-0c2b-4fcb-a19c-880d1b5ba4e4 None None] Routers {'465660d5-5b66-4b5e-bc7a-00245aaddf5c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:23.873676 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-815f2075-0c2b-4fcb-a19c-880d1b5ba4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:23.954643 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-815f2075-0c2b-4fcb-a19c-880d1b5ba4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:23.972566 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f2075-0c2b-4fcb-a19c-880d1b5ba4e4 None None] Routers {'465660d5-5b66-4b5e-bc7a-00245aaddf5c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:23.973801 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-815f2075-0c2b-4fcb-a19c-880d1b5ba4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:23.991452 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b765439-897d-479f-a87e-454cb31db9f5 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:23.991715 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:24.023019 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-815f2075-0c2b-4fcb-a19c-880d1b5ba4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:24.024333 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f2075-0c2b-4fcb-a19c-880d1b5ba4e4 None None] The sync data for ids ['465660d5-5b66-4b5e-bc7a-00245aaddf5c'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:30:24.086636 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05ab826e-72ab-4e8e-b159-87b32463bc48 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:24.089604 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05ab826e-72ab-4e8e-b159-87b32463bc48 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:24.091128 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-05ab826e-72ab-4e8e-b159-87b32463bc48 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "DELETE /v2.0/security-groups/02c07a91-340e-4c2a-a60d-74bdca95f302 HTTP/1.1" status: 204 len: 168 time: 0.5457034 Sep 23 22:30:24.093881 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53430) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:24.109475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab826e-72ab-4e8e-b159-87b32463bc48 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c07a91-340e-4c2a-a60d-74bdca95f302,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:24.118143 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:24.164118 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b765439-897d-479f-a87e-454cb31db9f5 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:24.202336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a5a4ebb8401e4e718dccc4d1329ef895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181566 Sep 23 22:30:24.205308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53436) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:24.228500 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bd162d22-c479-4461-b764-c1035b0fc729 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1303849 Sep 23 22:30:24.228500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4631373-d3a2-4771-9063-c21d6d232d3b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:24.236735 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53438) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:24.246295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6ccdae64-ac79-453b-9b58-673c0c3cc185 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group': {'name': 'tempest-secgroup--1322982335'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:24.246583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:24.246583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:24.247336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:24.248019 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:24.248828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:24.249608 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:24.250271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:24.250933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:24.251573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:24.253524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:24.256974 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:24.257648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb433-89f2-4dc2-b2bd-ef28193b58e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:24.257943 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 11e3a17f-e01c-44b0-b184-c5e8a6f00045 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:30:24.374662 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77ed3235-ef87-4f70-9bd6-6b7aa0d10d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:24.376834 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ccdae64-ac79-453b-9b58-673c0c3cc185 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:24.437352 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77ed3235-ef87-4f70-9bd6-6b7aa0d10d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:24.451239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 11e3a17f-e01c-44b0-b184-c5e8a6f00045, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:30:24.475321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '11e3a17f-e01c-44b0-b184-c5e8a6f00045', 'network_id': 'c8dcf69b-a38b-440f-af1d-90d14f28ce8f', 'port_id': '11e3a17f-e01c-44b0-b184-c5e8a6f00045', 'mac_address': 'fa:16:3e:e9:cf:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd900ab-d80f-492d-8f3f-40e9e42ebc05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:30:24.498310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7fa26-bcec-44e4-a4d1-5ec377b01f08 req-4b76f57f-2044-441c-a1fc-051f4d54a5fa tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:24.499984 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c7fa26-bcec-44e4-a4d1-5ec377b01f08 req-4b76f57f-2044-441c-a1fc-051f4d54a5fa tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.1806180 Sep 23 22:30:24.564743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-2b765439-897d-479f-a87e-454cb31db9f5 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting port 3618bcba-1837-44c1-b6dc-ef97003add1c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:30:24.565785 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b765439-897d-479f-a87e-454cb31db9f5 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:24.577775 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:24.603008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e3a17f-e01c-44b0-b184-c5e8a6f00045 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:30:24.639362 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 11e3a17f-e01c-44b0-b184-c5e8a6f00045, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:30:24.673258 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c7fa26-bcec-44e4-a4d1-5ec377b01f08 req-ad9dcfd1-41c9-45a1-9a4d-5e50708e83c0 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533077 Sep 23 22:30:24.738390 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:24.739097 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77ed3235-ef87-4f70-9bd6-6b7aa0d10d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:24.743925 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77ed3235-ef87-4f70-9bd6-6b7aa0d10d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:24.750671 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-77ed3235-ef87-4f70-9bd6-6b7aa0d10d61 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4631373-d3a2-4771-9063-c21d6d232d3b HTTP/1.1" status: 204 len: 168 time: 0.5427141 Sep 23 22:30:24.819228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed3235-ef87-4f70-9bd6-6b7aa0d10d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4631373-d3a2-4771-9063-c21d6d232d3b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:24.832527 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b765439-897d-479f-a87e-454cb31db9f5 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:24.868389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=11e3a17f-e01c-44b0-b184-c5e8a6f00045,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:24.869442 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ccdae64-ac79-453b-9b58-673c0c3cc185 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:24.869442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-2b765439-897d-479f-a87e-454cb31db9f5 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Calling delete_port for 3618bcba-1837-44c1-b6dc-ef97003add1c owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:30:24.951660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ccdae64-ac79-453b-9b58-673c0c3cc185 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:25.032716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdae64-ac79-453b-9b58-673c0c3cc185 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec48972d-2da5-40cd-855f-bf99b74efb55,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:25.056153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d387b8-e050-4213-bd53-737b09d63916 req-8d6e3fe7-ec7d-44dd-b0b1-a3e485f07089 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:25.057906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-76d387b8-e050-4213-bd53-737b09d63916 req-8d6e3fe7-ec7d-44dd-b0b1-a3e485f07089 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 945 time: 0.1706679 Sep 23 22:30:25.131663 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ccdae64-ac79-453b-9b58-673c0c3cc185 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:25.139626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6ccdae64-ac79-453b-9b58-673c0c3cc185 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8965094 Sep 23 22:30:25.140235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53460) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:25.149469 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ee350ba5-edd6-4b18-b85d-9a8d9ffff25a tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'ec48972d-2da5-40cd-855f-bf99b74efb55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:25.174746 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-76d387b8-e050-4213-bd53-737b09d63916 req-19860a80-8f15-4893-8807-eab869263cb8 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834737 Sep 23 22:30:25.176339 n-d-810775-1 neutron-server[95490]: WARNING neutron.api.v2.base [None req-ee350ba5-edd6-4b18-b85d-9a8d9ffff25a tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 23 22:30:25.182757 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-ee350ba5-edd6-4b18-b85d-9a8d9ffff25a tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:25.188564 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ee350ba5-edd6-4b18-b85d-9a8d9ffff25a tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0436451 Sep 23 22:30:25.190529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53462) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:25.220181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1402da50-eb31-497c-885e-6763a57fb450 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'ec48972d-2da5-40cd-855f-bf99b74efb55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:25.222164 n-d-810775-1 neutron-server[95490]: WARNING neutron.api.v2.base [None req-1402da50-eb31-497c-885e-6763a57fb450 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 23 22:30:25.224433 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-1402da50-eb31-497c-885e-6763a57fb450 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:25.234143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['11e3a17f-e01c-44b0-b184-c5e8a6f00045'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:30:25.242255 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1402da50-eb31-497c-885e-6763a57fb450 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0314431 Sep 23 22:30:25.248234 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53464) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:25.260869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e574e46a-7257-4b48-9ac4-b9d880451ce1 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'ec48972d-2da5-40cd-855f-bf99b74efb55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:25.266641 n-d-810775-1 neutron-server[95490]: WARNING neutron.api.v2.base [None req-e574e46a-7257-4b48-9ac4-b9d880451ce1 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 23 22:30:25.269181 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-e574e46a-7257-4b48-9ac4-b9d880451ce1 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:25.271266 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e574e46a-7257-4b48-9ac4-b9d880451ce1 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0212471 Sep 23 22:30:25.276256 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53466) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:25.291403 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-03f6fe0e-abb2-411b-9d56-f2830da6ed6d tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'ec48972d-2da5-40cd-855f-bf99b74efb55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:25.293698 n-d-810775-1 neutron-server[95490]: WARNING neutron.api.v2.base [None req-03f6fe0e-abb2-411b-9d56-f2830da6ed6d tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 23 22:30:25.295341 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-03f6fe0e-abb2-411b-9d56-f2830da6ed6d tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:25.298853 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-03f6fe0e-abb2-411b-9d56-f2830da6ed6d tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0196776 Sep 23 22:30:25.303590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53468) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:25.391415 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b765439-897d-479f-a87e-454cb31db9f5 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:25.438554 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee284be2-c4ed-4dcb-b0ae-68392ea47d0c tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:25.441935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b765439-897d-479f-a87e-454cb31db9f5 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Port': ['ID=3618bcba-1837-44c1-b6dc-ef97003add1c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:25.527333 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee284be2-c4ed-4dcb-b0ae-68392ea47d0c tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:25.572506 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b765439-897d-479f-a87e-454cb31db9f5 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:25.685613 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b765439-897d-479f-a87e-454cb31db9f5 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:25.688988 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b765439-897d-479f-a87e-454cb31db9f5 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:25.762459 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee284be2-c4ed-4dcb-b0ae-68392ea47d0c tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:25.765412 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee284be2-c4ed-4dcb-b0ae-68392ea47d0c tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:25.771422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ee284be2-c4ed-4dcb-b0ae-68392ea47d0c tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "DELETE /v2.0/security-groups/ec48972d-2da5-40cd-855f-bf99b74efb55 HTTP/1.1" status: 204 len: 168 time: 0.4617181 Sep 23 22:30:25.772300 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53482) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:25.790736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee284be2-c4ed-4dcb-b0ae-68392ea47d0c tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec48972d-2da5-40cd-855f-bf99b74efb55,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:25.875425 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b765439-897d-479f-a87e-454cb31db9f5 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:25.876410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b765439-897d-479f-a87e-454cb31db9f5 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Fanout notify agent at l3_agent the message router_deleted on router 465660d5-5b66-4b5e-bc7a-00245aaddf5c {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:30:25.916204 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b765439-897d-479f-a87e-454cb31db9f5 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:25.916204 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2b765439-897d-479f-a87e-454cb31db9f5 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/routers/465660d5-5b66-4b5e-bc7a-00245aaddf5c HTTP/1.1" status: 204 len: 168 time: 2.0762489 Sep 23 22:30:25.917057 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f647c-b3e5-451d-a2db-69cc913b05ea req-ac037bee-331f-4722-b495-63b7faf1fcf0 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:25.917269 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8fc742aa-6a6e-4eed-908d-50acfb923c71 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1372528 Sep 23 22:30:25.917412 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a3f647c-b3e5-451d-a2db-69cc913b05ea req-ac037bee-331f-4722-b495-63b7faf1fcf0 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.1536100 Sep 23 22:30:25.917412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53486) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:25.919672 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53488) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:25.934156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-57ca27ed-7b2d-4e96-a0bd-4954d26a77c8 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group': {'name': 'tempest-secgroup--399448276'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:26.071610 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a3f647c-b3e5-451d-a2db-69cc913b05ea req-f99b188b-5ede-46c8-8860-b294d80b03e8 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310940 Sep 23 22:30:26.079541 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-353c977a-cf10-451d-94a0-18861c730349 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting subnet d2aefea1-9c73-4663-a3c7-d50e43a346a2 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:30:26.089028 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-353c977a-cf10-451d-94a0-18861c730349 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:26.179320 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-353c977a-cf10-451d-94a0-18861c730349 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:26.226228 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57ca27ed-7b2d-4e96-a0bd-4954d26a77c8 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:26.459757 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-353c977a-cf10-451d-94a0-18861c730349 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:26.476733 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214d968-c992-4edd-abfa-9d2c9269888b req-2bb7dffb-a3f3-410f-8a22-4ac1f644647e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:26.478580 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1214d968-c992-4edd-abfa-9d2c9269888b req-2bb7dffb-a3f3-410f-8a22-4ac1f644647e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 945 time: 0.1495967 Sep 23 22:30:26.535276 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57ca27ed-7b2d-4e96-a0bd-4954d26a77c8 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:26.571692 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1214d968-c992-4edd-abfa-9d2c9269888b req-fb806809-a2da-42fc-8575-114a3ddc4d7a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697815 Sep 23 22:30:26.622747 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57ca27ed-7b2d-4e96-a0bd-4954d26a77c8 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:26.683076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca27ed-7b2d-4e96-a0bd-4954d26a77c8 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19452b8-a0b6-4d26-b5a2-d82cd9a32a3c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:26.690533 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-353c977a-cf10-451d-94a0-18861c730349 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:26.742325 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c977a-cf10-451d-94a0-18861c730349 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Subnet': ['ID=d2aefea1-9c73-4663-a3c7-d50e43a346a2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:26.751939 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-353c977a-cf10-451d-94a0-18861c730349 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:26.756060 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-353c977a-cf10-451d-94a0-18861c730349 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/subnets/d2aefea1-9c73-4663-a3c7-d50e43a346a2 HTTP/1.1" status: 204 len: 168 time: 0.8397880 Sep 23 22:30:26.758921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53512) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:26.765025 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57ca27ed-7b2d-4e96-a0bd-4954d26a77c8 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:26.766146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97974d1-54e4-4998-be22-6ba47f4e982e None None] Network 674afa2b-9e3e-49f5-80fd-e0d911de2634 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:30:26.767381 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-57ca27ed-7b2d-4e96-a0bd-4954d26a77c8 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8390219 Sep 23 22:30:26.771515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53514) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:26.790400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f2a8a49b-50b3-4bb7-92f8-cb716513c911 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'e19452b8-a0b6-4d26-b5a2-d82cd9a32a3c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:26.792328 n-d-810775-1 neutron-server[95491]: WARNING neutron.api.v2.base [None req-f2a8a49b-50b3-4bb7-92f8-cb716513c911 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 22:30:26.793062 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-f2a8a49b-50b3-4bb7-92f8-cb716513c911 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:26.798296 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f2a8a49b-50b3-4bb7-92f8-cb716513c911 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0231943 Sep 23 22:30:26.801806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53516) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:26.808616 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-2bae3b4e-080a-4807-9c08-0afef02d33ab tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'e19452b8-a0b6-4d26-b5a2-d82cd9a32a3c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:26.913968 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:26.990764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting port 0a81832d-dd68-4828-89ea-e3e263d103e7 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:30:26.991108 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:27.034071 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-2bae3b4e-080a-4807-9c08-0afef02d33ab tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:27.035231 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2bae3b4e-080a-4807-9c08-0afef02d33ab tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2318611 Sep 23 22:30:27.039808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53518) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:27.044574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e5b678b1-e977-453f-8116-9971dea0dba0 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'e19452b8-a0b6-4d26-b5a2-d82cd9a32a3c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:27.045587 n-d-810775-1 neutron-server[95491]: WARNING neutron.api.v2.base [None req-e5b678b1-e977-453f-8116-9971dea0dba0 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 23 22:30:27.046262 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-e5b678b1-e977-453f-8116-9971dea0dba0 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:27.047500 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e5b678b1-e977-453f-8116-9971dea0dba0 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066977 Sep 23 22:30:27.053212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53520) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:27.060665 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a2f08360-1dde-4a73-9e52-3b5ecd623f86 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'e19452b8-a0b6-4d26-b5a2-d82cd9a32a3c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:27.094843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968bcf0c-5333-4b17-afad-d7a01f9bd355 None None] DHCP port deletion for 674afa2b-9e3e-49f5-80fd-e0d911de2634 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:30:27.125576 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] For port 0a81832d-dd68-4828-89ea-e3e263d103e7, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0a81832d-dd68-4828-89ea-e3e263d103e7,segment=NetworkSegment(18f5a5f3-af38-4316-9a5f-6977fdd731de),segment_id=18f5a5f3-af38-4316-9a5f-6977fdd731de)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:30:27.126806 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:27.164737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Calling delete_port for 0a81832d-dd68-4828-89ea-e3e263d103e7 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:30:27.198643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-968bcf0c-5333-4b17-afad-d7a01f9bd355 None None] Deleting port 0a81832d-dd68-4828-89ea-e3e263d103e7 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:30:27.199569 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-968bcf0c-5333-4b17-afad-d7a01f9bd355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:27.343722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c834bf-bca2-4e83-8b3c-659b8cb02c48 req-1297d8b4-2256-40c3-aaa3-6f3037ebb86c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:27.353163 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-92c834bf-bca2-4e83-8b3c-659b8cb02c48 req-1297d8b4-2256-40c3-aaa3-6f3037ebb86c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.1302845 Sep 23 22:30:27.353620 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c74102-77f2-41d1-9a81-4d0caea88a1a req-a272ee31-e95b-4882-92b3-b4a11773ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:27.355595 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-34c74102-77f2-41d1-9a81-4d0caea88a1a req-a272ee31-e95b-4882-92b3-b4a11773ba68 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 1097 time: 0.1386638 Sep 23 22:30:27.356568 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-968bcf0c-5333-4b17-afad-d7a01f9bd355 None None] For port 0a81832d-dd68-4828-89ea-e3e263d103e7, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0a81832d-dd68-4828-89ea-e3e263d103e7,segment=NetworkSegment(18f5a5f3-af38-4316-9a5f-6977fdd731de),segment_id=18f5a5f3-af38-4316-9a5f-6977fdd731de)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:30:27.357394 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-968bcf0c-5333-4b17-afad-d7a01f9bd355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:27.358048 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-a2f08360-1dde-4a73-9e52-3b5ecd623f86 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:27.359288 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a2f08360-1dde-4a73-9e52-3b5ecd623f86 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3049901 Sep 23 22:30:27.363956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53532) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:27.369193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b77c1ca5-053d-4552-a28c-1adbd8cd8199 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'e19452b8-a0b6-4d26-b5a2-d82cd9a32a3c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:27.369959 n-d-810775-1 neutron-server[95490]: WARNING neutron.api.v2.base [None req-b77c1ca5-053d-4552-a28c-1adbd8cd8199 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 22:30:27.370471 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-b77c1ca5-053d-4552-a28c-1adbd8cd8199 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:27.372342 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b77c1ca5-053d-4552-a28c-1adbd8cd8199 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070403 Sep 23 22:30:27.377831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53534) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:27.399357 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-968bcf0c-5333-4b17-afad-d7a01f9bd355 None None] Calling delete_port for 0a81832d-dd68-4828-89ea-e3e263d103e7 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:30:27.414931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-10f995c1-4398-434a-aa97-7bbe1989dac5 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'e19452b8-a0b6-4d26-b5a2-d82cd9a32a3c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:27.467480 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-92c834bf-bca2-4e83-8b3c-659b8cb02c48 req-2a7f5481-4c01-4af9-a8de-0648ba94452e tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132448 Sep 23 22:30:27.526796 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-34c74102-77f2-41d1-9a81-4d0caea88a1a req-6f7444fc-3774-4ea5-8cba-babe35485d22 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595466 Sep 23 22:30:27.542412 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: from cryptography.utils import int_from_bytes Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: from cryptography.utils import int_from_bytes Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.571074 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.574005 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.574005 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.574005 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.574005 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.574005 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.574005 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.574005 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.574005 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.574005 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.574005 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.574005 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.574005 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.574005 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:30:27.574005 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:30:27.586453 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-968bcf0c-5333-4b17-afad-d7a01f9bd355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:27.595087 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-10f995c1-4398-434a-aa97-7bbe1989dac5 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Project 44c720d56902457cb82a599595f2f29c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:30:27.618393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Port': ['ID=0a81832d-dd68-4828-89ea-e3e263d103e7,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:27.634726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] No DVR routers for this DVR port 0a81832d-dd68-4828-89ea-e3e263d103e7 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:30:27.704967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bcf0c-5333-4b17-afad-d7a01f9bd355 None None] Pushing event deleted for resources: {'Port': ['ID=0a81832d-dd68-4828-89ea-e3e263d103e7,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:27.719019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968bcf0c-5333-4b17-afad-d7a01f9bd355 None None] No DVR routers for this DVR port 0a81832d-dd68-4828-89ea-e3e263d103e7 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:30:27.858279 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:27.886274 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-10f995c1-4398-434a-aa97-7bbe1989dac5 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:27.892389 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-10f995c1-4398-434a-aa97-7bbe1989dac5 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5029671 Sep 23 22:30:27.893256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53548) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:27.899916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a620cc41-1f03-4382-b4f6-59eb1ae78d53 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'e19452b8-a0b6-4d26-b5a2-d82cd9a32a3c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:27.900411 n-d-810775-1 neutron-server[95491]: WARNING neutron.api.v2.base [None req-a620cc41-1f03-4382-b4f6-59eb1ae78d53 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 23 22:30:27.900921 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-a620cc41-1f03-4382-b4f6-59eb1ae78d53 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:27.907808 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a620cc41-1f03-4382-b4f6-59eb1ae78d53 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125835 Sep 23 22:30:27.910104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53550) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:27.919655 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0da33b6a-a3c9-4c28-8f05-c76c34d157e8 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'e19452b8-a0b6-4d26-b5a2-d82cd9a32a3c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:27.989696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674afa2b-9e3e-49f5-80fd-e0d911de2634']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:28.016639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f5a5f3-af38-4316-9a5f-6977fdd731de') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:28.016970 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f5a5f3-af38-4316-9a5f-6977fdd731de') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:28.041672 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b2925-7756-4e49-beaf-fdf3a2bf1571 req-f596333a-b593-47a6-8e31-7b9349e55fd2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:28.043490 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-135b2925-7756-4e49-beaf-fdf3a2bf1571 req-f596333a-b593-47a6-8e31-7b9349e55fd2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 945 time: 0.1788247 Sep 23 22:30:28.045746 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:28.070272 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:28.087137 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:30:28.087600 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:28.090813 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-0da33b6a-a3c9-4c28-8f05-c76c34d157e8 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Project 44c720d56902457cb82a599595f2f29c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:30:28.091984 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:30:28.171134 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-135b2925-7756-4e49-beaf-fdf3a2bf1571 req-d5f9f16d-3751-452c-99a5-ccfe06696520 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106491 Sep 23 22:30:28.228792 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-0da33b6a-a3c9-4c28-8f05-c76c34d157e8 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:28.231681 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0da33b6a-a3c9-4c28-8f05-c76c34d157e8 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3200791 Sep 23 22:30:28.236315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53558) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:28.248437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3d65f496-780f-4f3e-8484-6fa3846d81b8 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'e19452b8-a0b6-4d26-b5a2-d82cd9a32a3c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:28.288424 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:28.292504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 11e3a17f-e01c-44b0-b184-c5e8a6f00045 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:30:28.305607 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:28.309279 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/networks/674afa2b-9e3e-49f5-80fd-e0d911de2634 HTTP/1.1" status: 204 len: 168 time: 1.5485377 Sep 23 22:30:28.313453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53560) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:28.368754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b9598-fe30-480e-a5b6-82bc259c1203 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Network': ['ID=674afa2b-9e3e-49f5-80fd-e0d911de2634,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:28.394831 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-3d65f496-780f-4f3e-8484-6fa3846d81b8 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Project 44c720d56902457cb82a599595f2f29c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:30:28.538173 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-3d65f496-780f-4f3e-8484-6fa3846d81b8 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:28.540431 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3d65f496-780f-4f3e-8484-6fa3846d81b8 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3006532 Sep 23 22:30:28.545250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53572) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:28.581219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 11e3a17f-e01c-44b0-b184-c5e8a6f00045 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:30:28.589740 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:28.791588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0a81832d-dd68-4828-89ea-e3e263d103e7 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:30:28.793868 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cafe97af-3226-46a1-9919-4332f399035e tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:28.839671 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cafe97af-3226-46a1-9919-4332f399035e tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:28.932522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-74a7d9fa-664c-499a-a677-6bcf58203761 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting port 0af9e6d9-ab03-40f6-8189-8d5f8ae4c286 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:30:28.933270 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-74a7d9fa-664c-499a-a677-6bcf58203761 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:28.937185 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 0a81832d-dd68-4828-89ea-e3e263d103e7 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:30:28.942485 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0a81832d-dd68-4828-89ea-e3e263d103e7 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:30:29.033797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ceea6-a708-4057-ac30-e49e5c8f6987 req-97d051a1-64bc-45f5-ae7f-e93329cbd8c8 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:29.036156 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ea7ceea6-a708-4057-ac30-e49e5c8f6987 req-97d051a1-64bc-45f5-ae7f-e93329cbd8c8 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.1338582 Sep 23 22:30:29.117431 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cafe97af-3226-46a1-9919-4332f399035e tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:29.126304 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:29.131033 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cafe97af-3226-46a1-9919-4332f399035e tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:29.139710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53580) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:29.141571 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cafe97af-3226-46a1-9919-4332f399035e tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "DELETE /v2.0/security-groups/e19452b8-a0b6-4d26-b5a2-d82cd9a32a3c HTTP/1.1" status: 204 len: 168 time: 0.5925460 Sep 23 22:30:29.190414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe97af-3226-46a1-9919-4332f399035e tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19452b8-a0b6-4d26-b5a2-d82cd9a32a3c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:29.197240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631ce5bf-6a66-4393-a017-c1499b245f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e3a17f-e01c-44b0-b184-c5e8a6f00045'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:30:29.202985 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ca6c75-17a7-4bc5-b3c3-afcb933363db" -d '{"events": [{"server_uuid": "631ce5bf-6a66-4393-a017-c1499b245f67", "name": "network-vif-plugged", "status": "completed", "tag": "11e3a17f-e01c-44b0-b184-c5e8a6f00045"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:30:29.256118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 11e3a17f-e01c-44b0-b184-c5e8a6f00045, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:30:29.285021 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ea7ceea6-a708-4057-ac30-e49e5c8f6987 req-416bfdc0-4c73-405c-872c-bbf50fe2f789 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153158 Sep 23 22:30:29.326865 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:29.335246 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b51fa291-ee59-422b-a687-c59e90ef77ac tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1837883 Sep 23 22:30:29.339452 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53588) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:29.350018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-80c1de77-85cf-49e5-b466-f83287970508 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group': {'name': 'tempest-secgroup--1381851740'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:29.353609 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-74a7d9fa-664c-499a-a677-6bcf58203761 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:29.354591 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-74a7d9fa-664c-499a-a677-6bcf58203761 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:29.429327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-74a7d9fa-664c-499a-a677-6bcf58203761 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Calling delete_port for 0af9e6d9-ab03-40f6-8189-8d5f8ae4c286 owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:30:29.496008 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a9b87a-7e02-488c-a4c1-522f4bbd9532 x-openstack-request-id: req-01a9b87a-7e02-488c-a4c1-522f4bbd9532 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:30:29.496469 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631ce5bf-6a66-4393-a017-c1499b245f67", "name": "network-vif-plugged", "status": "completed", "tag": "11e3a17f-e01c-44b0-b184-c5e8a6f00045", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:30:29.496996 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-01a9b87a-7e02-488c-a4c1-522f4bbd9532 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:30:29.501048 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631ce5bf-6a66-4393-a017-c1499b245f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e3a17f-e01c-44b0-b184-c5e8a6f00045', 'code': 200} Sep 23 22:30:29.595294 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80c1de77-85cf-49e5-b466-f83287970508 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:29.623749 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=11e3a17f-e01c-44b0-b184-c5e8a6f00045,revision_number=10']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:29.727601 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa357d71-30cc-4a17-b028-99be28d56994 req-dd1ae859-4c0e-4c09-9953-343fc4e3e731 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:29.735733 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa357d71-30cc-4a17-b028-99be28d56994 req-dd1ae859-4c0e-4c09-9953-343fc4e3e731 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.1768935 Sep 23 22:30:29.851113 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-74a7d9fa-664c-499a-a677-6bcf58203761 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:29.864556 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa357d71-30cc-4a17-b028-99be28d56994 req-72bd1e47-5595-4f12-af4c-2e458766897c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273937 Sep 23 22:30:29.938040 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7d9fa-664c-499a-a677-6bcf58203761 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Port': ['ID=0af9e6d9-ab03-40f6-8189-8d5f8ae4c286,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:29.981283 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80c1de77-85cf-49e5-b466-f83287970508 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:30.074629 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80c1de77-85cf-49e5-b466-f83287970508 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:30.115667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ee835-29a3-472d-b67b-f21ab45ccab0 req-91350269-0ebc-4568-9699-bb70c129f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:30.121218 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-641ee835-29a3-472d-b67b-f21ab45ccab0 req-91350269-0ebc-4568-9699-bb70c129f4b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 1098 time: 0.1948073 Sep 23 22:30:30.131873 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-74a7d9fa-664c-499a-a677-6bcf58203761 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:30.138577 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-74a7d9fa-664c-499a-a677-6bcf58203761 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:30.139747 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1de77-85cf-49e5-b466-f83287970508 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7f6ccb-e911-4c9a-966e-b63d271ebd43,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:30.146423 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-74a7d9fa-664c-499a-a677-6bcf58203761 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/floatingips/87e1bced-eb6f-41a2-9769-888a712a981e HTTP/1.1" status: 204 len: 168 time: 1.8250527 Sep 23 22:30:30.146889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53604) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:30.234667 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80c1de77-85cf-49e5-b466-f83287970508 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:30.236193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-641ee835-29a3-472d-b67b-f21ab45ccab0 req-4410da8f-69a0-47b3-8085-9f7496dc5ed4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937083 Sep 23 22:30:30.239387 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-80c1de77-85cf-49e5-b466-f83287970508 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8977623 Sep 23 22:30:30.241397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53610) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:30.242767 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f72f7e-bfb6-4d84-b33d-f3edd06f69cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:30.243479 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f72f7e-bfb6-4d84-b33d-f3edd06f69cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:30.247964 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-17f72f7e-bfb6-4d84-b33d-f3edd06f69cd tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/ports/232c7bc9-53d0-45a7-a4af-c47a1e721486 HTTP/1.1" status: 404 len: 333 time: 0.0994353 Sep 23 22:30:30.249648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0732c6a6-0eb2-4c63-9f96-52e7289ddd0a tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'ed7f6ccb-e911-4c9a-966e-b63d271ebd43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:30.255523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53612) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:30.312526 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-597b4d00-e0b5-4db8-9fa0-d06a75a506a0 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "GET /v2.0/ports?device_id=465660d5-5b66-4b5e-bc7a-00245aaddf5c HTTP/1.1" status: 200 len: 205 time: 0.0551586 Sep 23 22:30:30.316511 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53614) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:30.375212 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-8e2e980d-5e8a-416e-a940-ae2806245a5e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] delete failed (client error): The resource could not be found. Sep 23 22:30:30.376475 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8e2e980d-5e8a-416e-a940-ae2806245a5e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/routers/465660d5-5b66-4b5e-bc7a-00245aaddf5c HTTP/1.1" status: 404 len: 336 time: 0.0586627 Sep 23 22:30:30.381829 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53620) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:30.451569 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-6939e505-119a-418b-8e48-52be39031bb1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] DELETE failed (client error): The resource could not be found. Sep 23 22:30:30.453269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6939e505-119a-418b-8e48-52be39031bb1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:30:30.458560 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6939e505-119a-418b-8e48-52be39031bb1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/subnets/d2aefea1-9c73-4663-a3c7-d50e43a346a2 HTTP/1.1" status: 404 len: 337 time: 0.0741169 Sep 23 22:30:30.463155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53622) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:30.608951 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-0732c6a6-0eb2-4c63-9f96-52e7289ddd0a tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The resource could not be found. Sep 23 22:30:30.609797 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0732c6a6-0eb2-4c63-9f96-52e7289ddd0a tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3666337 Sep 23 22:30:30.615024 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53628) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:30.625682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-0ec8bb9f-2595-4523-9255-2ef1dab9157d tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'ed7f6ccb-e911-4c9a-966e-b63d271ebd43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1e67fa2a-dea6-4b04-868a-fd6792bf0109'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:30.685716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a746aa-805e-4bfd-ab2f-d902b22b3f40 req-42feff36-80be-46a6-a528-143cec1ca52c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:30.688567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1a746aa-805e-4bfd-ab2f-d902b22b3f40 req-42feff36-80be-46a6-a528-143cec1ca52c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.1594744 Sep 23 22:30:30.721403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-82d96cd7-75b4-4e1b-b503-cc89ab19c642 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting port 9313c20b-5c29-4eb0-9c47-d2091b1485e6 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:30:30.722079 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-82d96cd7-75b4-4e1b-b503-cc89ab19c642 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:30.838997 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1a746aa-805e-4bfd-ab2f-d902b22b3f40 req-75e08a6b-d260-4b97-9681-d7bd6f38c75e tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404550 Sep 23 22:30:30.916058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-86c08c4a-7b31-4a6f-afe5-9826ca282069 req-2876d36c-8e1e-4bfb-ae36-94158b8aa47b tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-861594265', 'description': 'tempest-description-1661334495'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:30.954379 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-0ec8bb9f-2595-4523-9255-2ef1dab9157d tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The resource could not be found. Sep 23 22:30:30.960072 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0ec8bb9f-2595-4523-9255-2ef1dab9157d tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3394241 Sep 23 22:30:30.964203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53640) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:30.989257 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-82d96cd7-75b4-4e1b-b503-cc89ab19c642 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:31.031701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-82d96cd7-75b4-4e1b-b503-cc89ab19c642 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Calling delete_port for 9313c20b-5c29-4eb0-9c47-d2091b1485e6 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:30:31.139119 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6acab0c7-1778-46f8-bece-8479b2484e80 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:31.143251 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-86c08c4a-7b31-4a6f-afe5-9826ca282069 req-2876d36c-8e1e-4bfb-ae36-94158b8aa47b tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:31.234923 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6acab0c7-1778-46f8-bece-8479b2484e80 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:31.482691 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6acab0c7-1778-46f8-bece-8479b2484e80 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:31.489052 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6acab0c7-1778-46f8-bece-8479b2484e80 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:31.491072 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6acab0c7-1778-46f8-bece-8479b2484e80 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "DELETE /v2.0/security-groups/ed7f6ccb-e911-4c9a-966e-b63d271ebd43 HTTP/1.1" status: 204 len: 168 time: 0.5231068 Sep 23 22:30:31.507073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53652) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:31.560885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acab0c7-1778-46f8-bece-8479b2484e80 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7f6ccb-e911-4c9a-966e-b63d271ebd43,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:31.716994 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-86c08c4a-7b31-4a6f-afe5-9826ca282069 req-2876d36c-8e1e-4bfb-ae36-94158b8aa47b tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:31.757060 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1bb98d88-0627-4851-9099-bf2c2520fb02 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2478597 Sep 23 22:30:31.763752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53662) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:31.773678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-22016f14-5a48-4385-929c-d0cc2f69df26 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'a9ae4dd5-277e-4b58-8086-f98f3d030076', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:31.838543 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-86c08c4a-7b31-4a6f-afe5-9826ca282069 req-2876d36c-8e1e-4bfb-ae36-94158b8aa47b tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:31.992815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876d36c-8e1e-4bfb-ae36-94158b8aa47b tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b75d7e-8acf-4059-8f69-e3fc8ed071c3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:32.143887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2634b5-f80e-4f3d-9c79-ed416496d3a8 req-dcb14cc3-def2-4681-89f1-0df2de31281b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:32.159585 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b2634b5-f80e-4f3d-9c79-ed416496d3a8 req-dcb14cc3-def2-4681-89f1-0df2de31281b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.1483288 Sep 23 22:30:32.226392 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-86c08c4a-7b31-4a6f-afe5-9826ca282069 req-2876d36c-8e1e-4bfb-ae36-94158b8aa47b tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:32.226839 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-82d96cd7-75b4-4e1b-b503-cc89ab19c642 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:32.227995 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-86c08c4a-7b31-4a6f-afe5-9826ca282069 req-2876d36c-8e1e-4bfb-ae36-94158b8aa47b tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.3199804 Sep 23 22:30:32.232076 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-22016f14-5a48-4385-929c-d0cc2f69df26 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The resource could not be found. Sep 23 22:30:32.232076 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-22016f14-5a48-4385-929c-d0cc2f69df26 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4650998 Sep 23 22:30:32.235605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53682) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:32.256722 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b2634b5-f80e-4f3d-9c79-ed416496d3a8 req-73027e0b-7055-4ff9-b2af-e62101d7b4e3 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895758 Sep 23 22:30:32.274544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a706b90a-2bf0-4615-b992-2da41abbc9be tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group': {'name': 'tempest-secgroup--575033306'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:32.412939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d96cd7-75b4-4e1b-b503-cc89ab19c642 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Port': ['ID=9313c20b-5c29-4eb0-9c47-d2091b1485e6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:32.469019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a706b90a-2bf0-4615-b992-2da41abbc9be tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:32.589681 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-82d96cd7-75b4-4e1b-b503-cc89ab19c642 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:32.600284 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-82d96cd7-75b4-4e1b-b503-cc89ab19c642 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/ports/9313c20b-5c29-4eb0-9c47-d2091b1485e6 HTTP/1.1" status: 204 len: 168 time: 2.1253531 Sep 23 22:30:32.602900 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53698) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:32.928911 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-ea63b078-3d3d-4aa5-acd3-130998abf9ac tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting port 56ac0390-89a2-4276-a2fa-70759e564f3c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:30:32.929405 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea63b078-3d3d-4aa5-acd3-130998abf9ac tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:32.931767 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c10e7ff5-3121-4ea3-869c-2f8ae8992926 req-845680f8-cf9a-4b5f-8ae0-72a2d6b8f0a0 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-861594265&fields=id&tenant_id=72f9a014f1aa49bbb39de2559fbe717b HTTP/1.1" status: 200 len: 267 time: 0.2047501 Sep 23 22:30:33.043004 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a706b90a-2bf0-4615-b992-2da41abbc9be tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:33.116424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e7ff5-3121-4ea3-869c-2f8ae8992926 req-f56702cc-87c4-4061-b57c-199e28c1b888 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:33.134899 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c10e7ff5-3121-4ea3-869c-2f8ae8992926 req-f56702cc-87c4-4061-b57c-199e28c1b888 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.1817915 Sep 23 22:30:33.138782 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a706b90a-2bf0-4615-b992-2da41abbc9be tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:33.167903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-c10e7ff5-3121-4ea3-869c-2f8ae8992926 req-0e2151b0-6432-4c3b-ac91-3f082fecc011 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Request body: {'port': {'security_groups': ['c7c57491-2b81-4c68-becf-9f02615ccd97', 'a0b75d7e-8acf-4059-8f69-e3fc8ed071c3']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:33.207563 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea63b078-3d3d-4aa5-acd3-130998abf9ac tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:33.241817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-ea63b078-3d3d-4aa5-acd3-130998abf9ac tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Calling delete_port for 56ac0390-89a2-4276-a2fa-70759e564f3c owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:30:33.280331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706b90a-2bf0-4615-b992-2da41abbc9be tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd3a1be-b50b-4686-b77a-261f6140376a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:33.333540 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a706b90a-2bf0-4615-b992-2da41abbc9be tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:33.336433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a706b90a-2bf0-4615-b992-2da41abbc9be tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0969517 Sep 23 22:30:33.356109 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53724) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:33.360866 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c10e7ff5-3121-4ea3-869c-2f8ae8992926 req-0e2151b0-6432-4c3b-ac91-3f082fecc011 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:33.376033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-03361618-d37b-4093-b008-41466c8ecf79 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group': {'name': 'tempest-secgroup--1660989140'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:33.520712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03361618-d37b-4093-b008-41466c8ecf79 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:33.579029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8facd0c-30b7-4140-a5ec-086f8e020e0f req-cc39b3fd-659b-43aa-bc27-fca045119d3b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:33.593489 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d8facd0c-30b7-4140-a5ec-086f8e020e0f req-cc39b3fd-659b-43aa-bc27-fca045119d3b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.2050223 Sep 23 22:30:33.744500 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d8facd0c-30b7-4140-a5ec-086f8e020e0f req-ff71a51a-a569-4915-97cf-577b8e99f049 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498432 Sep 23 22:30:33.868423 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea63b078-3d3d-4aa5-acd3-130998abf9ac tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:33.931498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63b078-3d3d-4aa5-acd3-130998abf9ac tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Port': ['ID=56ac0390-89a2-4276-a2fa-70759e564f3c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:33.962422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-c10e7ff5-3121-4ea3-869c-2f8ae8992926 req-0e2151b0-6432-4c3b-ac91-3f082fecc011 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] For port 7016f9e2-b481-4506-b60e-95b46e258c37, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7016f9e2-b481-4506-b60e-95b46e258c37,segment=NetworkSegment(31ad786b-b809-4b0b-89e5-a2c3247e1b9b),segment_id=31ad786b-b809-4b0b-89e5-a2c3247e1b9b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:30:34.015515 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03361618-d37b-4093-b008-41466c8ecf79 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:34.085829 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c10e7ff5-3121-4ea3-869c-2f8ae8992926 req-0e2151b0-6432-4c3b-ac91-3f082fecc011 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:34.106586 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea63b078-3d3d-4aa5-acd3-130998abf9ac tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:34.108772 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ea63b078-3d3d-4aa5-acd3-130998abf9ac tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/ports/56ac0390-89a2-4276-a2fa-70759e564f3c HTTP/1.1" status: 204 len: 168 time: 1.5031250 Sep 23 22:30:34.112888 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53742) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:34.175083 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03361618-d37b-4093-b008-41466c8ecf79 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:34.186181 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c10e7ff5-3121-4ea3-869c-2f8ae8992926 req-0e2151b0-6432-4c3b-ac91-3f082fecc011 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:34.209354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['7016f9e2-b481-4506-b60e-95b46e258c37'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:30:34.327176 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03361618-d37b-4093-b008-41466c8ecf79 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5ed6c7-a08c-4948-87f3-a3b62518c3e0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:34.357524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e7ff5-3121-4ea3-869c-2f8ae8992926 req-0e2151b0-6432-4c3b-ac91-3f082fecc011 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:34.359383 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c10e7ff5-3121-4ea3-869c-2f8ae8992926 req-0e2151b0-6432-4c3b-ac91-3f082fecc011 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:34.371039 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c10e7ff5-3121-4ea3-869c-2f8ae8992926 req-0e2151b0-6432-4c3b-ac91-3f082fecc011 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "PUT /v2.0/ports/7016f9e2-b481-4506-b60e-95b46e258c37 HTTP/1.1" status: 200 len: 982 time: 1.2254679 Sep 23 22:30:34.376459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32217caf-143c-454a-a688-1df34095f86d', 'tag': '7016f9e2-b481-4506-b60e-95b46e258c37'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:30:34.381725 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31358ea8-3e51-487c-a91f-4839c3ac3ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "32217caf-143c-454a-a688-1df34095f86d", "tag": "7016f9e2-b481-4506-b60e-95b46e258c37"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:30:34.420972 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03361618-d37b-4093-b008-41466c8ecf79 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:34.427713 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-03361618-d37b-4093-b008-41466c8ecf79 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0646236 Sep 23 22:30:34.428176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53760) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:34.446974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-1fdda173-ecbc-4bbb-bbe8-3575fecb57d3 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': '2dd3a1be-b50b-4686-b77a-261f6140376a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7b5ed6c7-a08c-4948-87f3-a3b62518c3e0'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:34.449011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['7016f9e2-b481-4506-b60e-95b46e258c37'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:30:34.464595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea37a8b1-65c2-4532-b2c6-889825594061 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:34.467922 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ea37a8b1-65c2-4532-b2c6-889825594061 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "GET /v2.0/ports?device_id=72d0097c-a494-4b9a-8192-4f5f8270306b HTTP/1.1" status: 200 len: 913 time: 0.3528886 Sep 23 22:30:34.484216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53764) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:34.658439 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c453c3c-1337-4ee2-96b6-0c73dd1a3527 req-d1fab93e-2a85-4b79-b6d3-9ff527b3fd0b tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-861594265&fields=id&tenant_id=72f9a014f1aa49bbb39de2559fbe717b HTTP/1.1" status: 200 len: 267 time: 0.1314847 Sep 23 22:30:34.775012 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:30:34.789881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c453c3c-1337-4ee2-96b6-0c73dd1a3527 req-f1b00b0e-973f-43f5-bbdb-22e526af3a4f tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:34.798274 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c453c3c-1337-4ee2-96b6-0c73dd1a3527 req-f1b00b0e-973f-43f5-bbdb-22e526af3a4f tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 985 time: 0.1311135 Sep 23 22:30:34.812218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-4c453c3c-1337-4ee2-96b6-0c73dd1a3527 req-5a86c24f-2402-4fa7-8913-b929fa9fa6b2 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Request body: {'port': {'security_groups': ['c7c57491-2b81-4c68-becf-9f02615ccd97']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:35.084172 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-1fdda173-ecbc-4bbb-bbe8-3575fecb57d3 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:35.085748 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1fdda173-ecbc-4bbb-bbe8-3575fecb57d3 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6562810 Sep 23 22:30:35.086646 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4c453c3c-1337-4ee2-96b6-0c73dd1a3527 req-5a86c24f-2402-4fa7-8913-b929fa9fa6b2 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:35.092552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53776) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:35.183195 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34241e2b-ac79-4d91-9194-c81e4e660f9a x-openstack-request-id: req-34241e2b-ac79-4d91-9194-c81e4e660f9a {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:30:35.183766 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32217caf-143c-454a-a688-1df34095f86d", "tag": "7016f9e2-b481-4506-b60e-95b46e258c37", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:30:35.184013 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-34241e2b-ac79-4d91-9194-c81e4e660f9a {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:30:35.184410 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32217caf-143c-454a-a688-1df34095f86d', 'tag': '7016f9e2-b481-4506-b60e-95b46e258c37', 'status': 'completed', 'code': 200} Sep 23 22:30:35.187140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2151b0-6432-4c3b-ac91-3f082fecc011 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Pushing event updated for resources: {'Port': ['ID=7016f9e2-b481-4506-b60e-95b46e258c37,revision_number=6']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:35.235702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31358ea8-3e51-487c-a91f-4839c3ac3ef3 req-5a3219ca-28cc-4cd7-94af-72e77b4c079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:35.239522 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31358ea8-3e51-487c-a91f-4839c3ac3ef3 req-5a3219ca-28cc-4cd7-94af-72e77b4c079f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72f9a014f1aa49bbb39de2559fbe717b&device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 1136 time: 0.2002635 Sep 23 22:30:35.334822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572f01b-c411-4a8c-858c-98e99efcdb22 req-79ed70ad-e026-4d7e-8fdd-a4719994b994 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:35.340074 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1572f01b-c411-4a8c-858c-98e99efcdb22 req-79ed70ad-e026-4d7e-8fdd-a4719994b994 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.1543827 Sep 23 22:30:35.359311 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:35.504341 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:35.531193 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1572f01b-c411-4a8c-858c-98e99efcdb22 req-3f22012d-e254-49f7-a47b-309576a84f83 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812255 Sep 23 22:30:35.656266 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31358ea8-3e51-487c-a91f-4839c3ac3ef3 req-0ee45fe7-8dd6-4ca7-98cc-25373389f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:35.661882 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31358ea8-3e51-487c-a91f-4839c3ac3ef3 req-0ee45fe7-8dd6-4ca7-98cc-25373389f7b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6de5bfe-82c8-444a-96b4-09830480123a HTTP/1.1" status: 200 len: 921 time: 0.3580120 Sep 23 22:30:35.844509 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31358ea8-3e51-487c-a91f-4839c3ac3ef3 req-64ba79c6-ec53-4744-91d7-d7b05e74a1c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7016f9e2-b481-4506-b60e-95b46e258c37 HTTP/1.1" status: 200 len: 217 time: 0.1315663 Sep 23 22:30:35.845379 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:35.848795 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:35.852533 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "DELETE /v2.0/security-groups/7b5ed6c7-a08c-4948-87f3-a3b62518c3e0 HTTP/1.1" status: 204 len: 168 time: 0.7428980 Sep 23 22:30:35.853738 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53802) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:35.904742 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fdd745ef-8246-4c39-a56c-1e25880e42f1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:35.928244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-4c453c3c-1337-4ee2-96b6-0c73dd1a3527 req-5a86c24f-2402-4fa7-8913-b929fa9fa6b2 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] For port 7016f9e2-b481-4506-b60e-95b46e258c37, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7016f9e2-b481-4506-b60e-95b46e258c37,segment=NetworkSegment(31ad786b-b809-4b0b-89e5-a2c3247e1b9b),segment_id=31ad786b-b809-4b0b-89e5-a2c3247e1b9b)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:30:35.998746 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5ed6c7-a08c-4948-87f3-a3b62518c3e0,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:36.060257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:36.061226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:36.062055 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:36.062833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:36.063638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:36.064980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:36.065871 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:36.066811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:36.067672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:36.067962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1674c4cc-87f6-4358-9cc0-daa1faf964d1 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2112517 Sep 23 22:30:36.068705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:36.069518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:36.070301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4390ee7-4ab8-48b2-b1dc-71836ebbe410 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:30:36.079218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4c453c3c-1337-4ee2-96b6-0c73dd1a3527 req-5a86c24f-2402-4fa7-8913-b929fa9fa6b2 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:36.084658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53806) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:36.180346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e6b59-b347-4457-bc16-d3e40c8ef746 req-da2ca292-25d8-4246-a1e2-e4c9ff34b56d tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:36.182330 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c06e6b59-b347-4457-bc16-d3e40c8ef746 req-da2ca292-25d8-4246-a1e2-e4c9ff34b56d tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.2220695 Sep 23 22:30:36.188043 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4c453c3c-1337-4ee2-96b6-0c73dd1a3527 req-5a86c24f-2402-4fa7-8913-b929fa9fa6b2 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:36.194910 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31358ea8-3e51-487c-a91f-4839c3ac3ef3 req-014396df-e81a-4941-a3ed-40ed3fd98b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:36.197185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31358ea8-3e51-487c-a91f-4839c3ac3ef3 req-014396df-e81a-4941-a3ed-40ed3fd98b74 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a10726fa-d06e-4eec-94e8-430a71cc4558 HTTP/1.1" status: 200 len: 860 time: 0.3379214 Sep 23 22:30:36.210809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['7016f9e2-b481-4506-b60e-95b46e258c37'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:30:36.276922 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86c24f-2402-4fa7-8913-b929fa9fa6b2 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Pushing event updated for resources: {'Port': ['ID=7016f9e2-b481-4506-b60e-95b46e258c37,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:36.339774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31358ea8-3e51-487c-a91f-4839c3ac3ef3 req-55f9708a-907e-491b-97a1-f4c1c5a7e2e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6de5bfe-82c8-444a-96b4-09830480123a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613990 Sep 23 22:30:36.376316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c453c3c-1337-4ee2-96b6-0c73dd1a3527 req-5a86c24f-2402-4fa7-8913-b929fa9fa6b2 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:36.377080 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4c453c3c-1337-4ee2-96b6-0c73dd1a3527 req-5a86c24f-2402-4fa7-8913-b929fa9fa6b2 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:36.398959 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c453c3c-1337-4ee2-96b6-0c73dd1a3527 req-5a86c24f-2402-4fa7-8913-b929fa9fa6b2 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "PUT /v2.0/ports/7016f9e2-b481-4506-b60e-95b46e258c37 HTTP/1.1" status: 200 len: 943 time: 1.5887718 Sep 23 22:30:36.399742 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32217caf-143c-454a-a688-1df34095f86d', 'tag': '7016f9e2-b481-4506-b60e-95b46e258c37'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:30:36.404676 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26e61db-4e5d-4a69-8304-d339afc1b1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "32217caf-143c-454a-a688-1df34095f86d", "tag": "7016f9e2-b481-4506-b60e-95b46e258c37"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:30:36.483021 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:36.485853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['7016f9e2-b481-4506-b60e-95b46e258c37'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:30:36.615976 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c06e6b59-b347-4457-bc16-d3e40c8ef746 req-7b63918e-eadb-4acd-8287-ee501c9bbd64 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443132 Sep 23 22:30:36.944242 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8779a94a-613b-43e5-9d62-37a8a0f7f733 x-openstack-request-id: req-8779a94a-613b-43e5-9d62-37a8a0f7f733 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:30:36.946685 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32217caf-143c-454a-a688-1df34095f86d", "tag": "7016f9e2-b481-4506-b60e-95b46e258c37", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:30:36.949327 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8779a94a-613b-43e5-9d62-37a8a0f7f733 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:30:36.949859 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32217caf-143c-454a-a688-1df34095f86d', 'tag': '7016f9e2-b481-4506-b60e-95b46e258c37', 'status': 'completed', 'code': 200} Sep 23 22:30:36.968437 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58a7bf07-7a67-42bf-bb22-7da5363e7f0c tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:37.048164 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646e0ec-9f8d-4c45-b225-0ad92b12f82f req-415dd85e-97bd-4fae-a97a-fee6bc52338e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:37.050783 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a646e0ec-9f8d-4c45-b225-0ad92b12f82f req-415dd85e-97bd-4fae-a97a-fee6bc52338e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.1356230 Sep 23 22:30:37.057288 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-fdd745ef-8246-4c39-a56c-1e25880e42f1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting port cb71dafe-08f0-42b5-b860-6c146c5160a5 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:30:37.057646 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fdd745ef-8246-4c39-a56c-1e25880e42f1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:37.156724 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58a7bf07-7a67-42bf-bb22-7da5363e7f0c tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:37.183640 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a646e0ec-9f8d-4c45-b225-0ad92b12f82f req-fdb0504a-5914-4b8e-bdd4-5ab95889c69a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224060 Sep 23 22:30:37.192146 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31358ea8-3e51-487c-a91f-4839c3ac3ef3 req-cef567d1-d2e8-4746-9353-8eca2e2bb5fb service neutron] 10.222.0.43 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8468380 Sep 23 22:30:37.259203 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fdd745ef-8246-4c39-a56c-1e25880e42f1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:37.294222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-fdd745ef-8246-4c39-a56c-1e25880e42f1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Calling delete_port for cb71dafe-08f0-42b5-b860-6c146c5160a5 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:30:37.318844 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-5daaef32-ec91-4dab-be1e-093562a333d8 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8543839 Sep 23 22:30:37.353421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:37.421616 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31358ea8-3e51-487c-a91f-4839c3ac3ef3 req-33d9ed10-b039-464b-a8c1-f279b6f0a0df service neutron] 10.222.0.43 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993122 Sep 23 22:30:37.456869 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58a7bf07-7a67-42bf-bb22-7da5363e7f0c tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:37.460039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58a7bf07-7a67-42bf-bb22-7da5363e7f0c tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:37.465304 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-58a7bf07-7a67-42bf-bb22-7da5363e7f0c tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "DELETE /v2.0/security-groups/2dd3a1be-b50b-4686-b77a-261f6140376a HTTP/1.1" status: 204 len: 168 time: 1.3739386 Sep 23 22:30:37.466715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53882) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:37.496177 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7bf07-7a67-42bf-bb22-7da5363e7f0c tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd3a1be-b50b-4686-b77a-261f6140376a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:37.540467 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:37.636304 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53892) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:37.639037 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e73600bd-3eb9-4c17-97a6-63059ecd61c5 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1550772 Sep 23 22:30:37.685975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e61db-4e5d-4a69-8304-d339afc1b1ce req-a9acec31-43e0-4f61-a2ef-6026606d8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:37.690901 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b26e61db-4e5d-4a69-8304-d339afc1b1ce req-a9acec31-43e0-4f61-a2ef-6026606d8d3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72f9a014f1aa49bbb39de2559fbe717b&device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 1097 time: 0.2060969 Sep 23 22:30:37.719391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-619b982e-a818-40c8-badc-8c5ffc61078a tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group': {'name': 'tempest-secgroup--868661439'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:37.871078 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:37.871377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc9f36-516d-4392-86c2-9827d49f9faf req-2a8d4c7e-38a2-4581-9ae5-7f036b180426 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:37.872140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e61db-4e5d-4a69-8304-d339afc1b1ce req-c4f0a811-4e73-470f-84aa-fdf0e1e7101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:37.873702 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b26e61db-4e5d-4a69-8304-d339afc1b1ce req-c4f0a811-4e73-470f-84aa-fdf0e1e7101c service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6de5bfe-82c8-444a-96b4-09830480123a HTTP/1.1" status: 200 len: 921 time: 0.1735442 Sep 23 22:30:37.879566 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3afc9f36-516d-4392-86c2-9827d49f9faf req-2a8d4c7e-38a2-4581-9ae5-7f036b180426 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.2195232 Sep 23 22:30:37.953371 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3afc9f36-516d-4392-86c2-9827d49f9faf req-951da3e7-688f-4623-b5ca-57815a667712 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646701 Sep 23 22:30:37.953371 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-619b982e-a818-40c8-badc-8c5ffc61078a tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:37.973502 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b26e61db-4e5d-4a69-8304-d339afc1b1ce req-52ce6726-1041-45f0-8b8c-45d083ce9697 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7016f9e2-b481-4506-b60e-95b46e258c37 HTTP/1.1" status: 200 len: 217 time: 0.0880747 Sep 23 22:30:37.989706 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fdd745ef-8246-4c39-a56c-1e25880e42f1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:38.065658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd745ef-8246-4c39-a56c-1e25880e42f1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Port': ['ID=cb71dafe-08f0-42b5-b860-6c146c5160a5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:38.269900 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e61db-4e5d-4a69-8304-d339afc1b1ce req-8a617234-0532-4ce1-a1b3-1d0e0bc30d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:38.275373 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b26e61db-4e5d-4a69-8304-d339afc1b1ce req-8a617234-0532-4ce1-a1b3-1d0e0bc30d86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a10726fa-d06e-4eec-94e8-430a71cc4558 HTTP/1.1" status: 200 len: 860 time: 0.1529629 Sep 23 22:30:38.337031 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b26e61db-4e5d-4a69-8304-d339afc1b1ce req-5c81cad5-7510-4bae-92e5-5ef8328d9eb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6de5bfe-82c8-444a-96b4-09830480123a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547612 Sep 23 22:30:38.338318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Allocated IP 172.25.1.206 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/da6d975d-634a-4ab9-a00c-b96245df323a) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:30:38.381616 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f759d6d-b23d-439d-88bd-4f06d6a2a609 req-38087793-25ad-4755-b276-9f450c783f6b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:38.381616 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f759d6d-b23d-439d-88bd-4f06d6a2a609 req-38087793-25ad-4755-b276-9f450c783f6b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.2064025 Sep 23 22:30:38.421417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-619b982e-a818-40c8-badc-8c5ffc61078a tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:38.491908 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f759d6d-b23d-439d-88bd-4f06d6a2a609 req-0f69c73a-6700-4b91-b8c7-658da2f972f3 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912097 Sep 23 22:30:38.496798 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fdd745ef-8246-4c39-a56c-1e25880e42f1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:38.535323 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-619b982e-a818-40c8-badc-8c5ffc61078a tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:38.591680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b982e-a818-40c8-badc-8c5ffc61078a tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5593f8-6a48-4258-bff8-ec8b146ac4ad,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:38.714328 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:38.730198 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b26e61db-4e5d-4a69-8304-d339afc1b1ce req-aa308dbe-ee51-45f0-bab6-a413baa3ef21 service neutron] 10.222.0.43 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844750 Sep 23 22:30:38.873909 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-619b982e-a818-40c8-badc-8c5ffc61078a tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:38.876493 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-619b982e-a818-40c8-badc-8c5ffc61078a tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2397094 Sep 23 22:30:38.884146 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53950) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:38.900900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d68a6644-2ee8-4c10-84b3-719f6b9be9d2 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'eb5593f8-6a48-4258-bff8-ec8b146ac4ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:38.938838 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:39.009284 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b26e61db-4e5d-4a69-8304-d339afc1b1ce req-0295b328-af73-4a60-b903-8e1745297b24 service neutron] 10.222.0.43 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688448 Sep 23 22:30:39.027667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:30:39.045008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:30:39.049825 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:30:39.066823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba76df-9356-419a-bda7-5d4c1966b400 req-9aef01cf-ed90-4ffc-86c2-bd49666ae38c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:39.070062 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eeba76df-9356-419a-bda7-5d4c1966b400 req-9aef01cf-ed90-4ffc-86c2-bd49666ae38c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.1155431 Sep 23 22:30:39.101523 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Pushing event updated for resources: {'Port': ['ID=da6d975d-634a-4ab9-a00c-b96245df323a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:39.250717 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eeba76df-9356-419a-bda7-5d4c1966b400 req-0410bfca-4338-4f8b-9b75-a0c925a1244e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285152 Sep 23 22:30:39.297625 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd745ef-8246-4c39-a56c-1e25880e42f1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Router 72d0097c-a494-4b9a-8192-4f5f8270306b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:30:39.317894 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-d68a6644-2ee8-4c10-84b3-719f6b9be9d2 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:39.317894 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d68a6644-2ee8-4c10-84b3-719f6b9be9d2 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4291415 Sep 23 22:30:39.319269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53960) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:39.329222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-079f03c0-2907-49d2-b1c0-0d3e94fac660 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group_rule': {'security_group_id': 'eb5593f8-6a48-4258-bff8-ec8b146ac4ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:39.358968 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:39.468224 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:39.609292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6e8fa-cdc4-464f-a256-badde5058ed7 req-2048208f-0947-4d47-8c33-a6dbff15a7b1 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:39.626804 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82b6e8fa-cdc4-464f-a256-badde5058ed7 req-2048208f-0947-4d47-8c33-a6dbff15a7b1 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.2688651 Sep 23 22:30:39.810827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd745ef-8246-4c39-a56c-1e25880e42f1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:30:39.818046 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82b6e8fa-cdc4-464f-a256-badde5058ed7 req-d1d34a13-d1d0-42e3-a17c-d0d8af26ab15 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842129 Sep 23 22:30:39.822981 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fdd745ef-8246-4c39-a56c-1e25880e42f1 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "PUT /v2.0/routers/72d0097c-a494-4b9a-8192-4f5f8270306b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3369217 Sep 23 22:30:39.833354 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53984) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:39.837781 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c292e80-9555-4531-a8bd-a51a3b195a1e None None] Sync routers for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:30:39.878836 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c292e80-9555-4531-a8bd-a51a3b195a1e None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:39.882395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1c292e80-9555-4531-a8bd-a51a3b195a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:39.949140 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:39.989240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1c292e80-9555-4531-a8bd-a51a3b195a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:40.008538 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-079f03c0-2907-49d2-b1c0-0d3e94fac660 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:30:40.010479 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-079f03c0-2907-49d2-b1c0-0d3e94fac660 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6899450 Sep 23 22:30:40.014918 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53992) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:40.040496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c292e80-9555-4531-a8bd-a51a3b195a1e None None] Routers {'72d0097c-a494-4b9a-8192-4f5f8270306b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:40.046398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1c292e80-9555-4531-a8bd-a51a3b195a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['72d0097c-a494-4b9a-8192-4f5f8270306b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:40.088291 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:40.151941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1c292e80-9555-4531-a8bd-a51a3b195a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:40.153009 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c292e80-9555-4531-a8bd-a51a3b195a1e None None] The sync data for ids ['72d0097c-a494-4b9a-8192-4f5f8270306b'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:30:40.234679 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c9816f01-0e8a-45af-9ade-38f81a6c6239 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:40.413500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Pushing event updated for resources: {'Port': ['ID=da6d975d-634a-4ab9-a00c-b96245df323a,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:40.413500 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:40.413500 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-468c461d-b1d7-4731-8c0a-47ad3ebe3cde tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:40.421344 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-468c461d-b1d7-4731-8c0a-47ad3ebe3cde tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:40.492719 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c9816f01-0e8a-45af-9ade-38f81a6c6239 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:40.753665 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:40.756233 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-f9a484e5-b2ba-41e6-a537-fed2c7a1c88d tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4363635 Sep 23 22:30:40.760711 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-468c461d-b1d7-4731-8c0a-47ad3ebe3cde tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:40.768393 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-468c461d-b1d7-4731-8c0a-47ad3ebe3cde tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:40.773155 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-468c461d-b1d7-4731-8c0a-47ad3ebe3cde tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "DELETE /v2.0/security-groups/eb5593f8-6a48-4258-bff8-ec8b146ac4ad HTTP/1.1" status: 204 len: 168 time: 0.7529171 Sep 23 22:30:40.802865 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54006) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:40.804766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c461d-b1d7-4731-8c0a-47ad3ebe3cde tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5593f8-6a48-4258-bff8-ec8b146ac4ad,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:40.898938 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-c9816f01-0e8a-45af-9ade-38f81a6c6239 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting port 92ccbaf2-2f51-4527-b68f-3805af964c83 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:30:40.899615 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c9816f01-0e8a-45af-9ade-38f81a6c6239 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:41.012510 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-5e47f1ba-5b1b-4c8d-b5f7-2d0b172eca45 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 696 time: 0.2119765 Sep 23 22:30:41.151170 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c9816f01-0e8a-45af-9ade-38f81a6c6239 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:41.191720 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d4d8bf65-6bbf-47f3-b54d-9dbc0fe7d93b tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3552442 Sep 23 22:30:41.191720 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54022) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:41.202103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-45f2fff9-f1c2-41de-b3b4-da2c45fd4c2e tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group': {'name': 'tempest-secgroup--2027954713'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:41.206274 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-c9816f01-0e8a-45af-9ade-38f81a6c6239 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Calling delete_port for 92ccbaf2-2f51-4527-b68f-3805af964c83 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:30:41.342032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-60af6fb1-a366-4729-8a34-8c182fb33150 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:41.344071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-60af6fb1-a366-4729-8a34-8c182fb33150 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.3071160 Sep 23 22:30:41.358644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-648ef720-fdaa-4526-b798-a2e75d8eb825 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:30:41.362143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f891e-6c2c-4091-a789-28bd0bc0696a req-744c77fd-1a21-4b26-b404-153e60fdb193 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:41.365490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-975c05bc-8b31-4bac-9763-c3e99424a7ae req-648ef720-fdaa-4526-b798-a2e75d8eb825 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121000 Sep 23 22:30:41.366719 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c16f891e-6c2c-4091-a789-28bd0bc0696a req-744c77fd-1a21-4b26-b404-153e60fdb193 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.1786656 Sep 23 22:30:41.422778 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45f2fff9-f1c2-41de-b3b4-da2c45fd4c2e tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:41.539590 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c16f891e-6c2c-4091-a789-28bd0bc0696a req-bb067968-503e-445b-98e1-77712d6bde44 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649482 Sep 23 22:30:41.662777 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45f2fff9-f1c2-41de-b3b4-da2c45fd4c2e tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:41.812821 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45f2fff9-f1c2-41de-b3b4-da2c45fd4c2e tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:41.816069 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c9816f01-0e8a-45af-9ade-38f81a6c6239 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:41.880835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9816f01-0e8a-45af-9ade-38f81a6c6239 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Port': ['ID=92ccbaf2-2f51-4527-b68f-3805af964c83,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:41.936065 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2fff9-f1c2-41de-b3b4-da2c45fd4c2e tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75052975-8738-47c4-b13f-ec2a90d82385,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:41.975489 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c9816f01-0e8a-45af-9ade-38f81a6c6239 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:41.983031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-24c5bf46-e2ca-46e6-b962-1946b3876917 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:41.986157 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-24c5bf46-e2ca-46e6-b962-1946b3876917 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2669468 Sep 23 22:30:41.988311 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45f2fff9-f1c2-41de-b3b4-da2c45fd4c2e tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:41.991274 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-45f2fff9-f1c2-41de-b3b4-da2c45fd4c2e tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7982082 Sep 23 22:30:41.994700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54046) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:42.024158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-17391bec-448e-41bd-8e85-52f64058cb8b tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:42.024158 n-d-810775-1 neutron-server[95491]: WARNING neutron.api.v2.base [None req-17391bec-448e-41bd-8e85-52f64058cb8b tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 22:30:42.024158 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-17391bec-448e-41bd-8e85-52f64058cb8b tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] update failed (client error): There was a conflict when trying to complete your request. Sep 23 22:30:42.024158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-17391bec-448e-41bd-8e85-52f64058cb8b tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "PUT /v2.0/security-groups/75052975-8738-47c4-b13f-ec2a90d82385 HTTP/1.1" status: 409 len: 330 time: 0.0253119 Sep 23 22:30:42.037017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54050) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:42.153138 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-1c66aef7-2ee7-46ee-a255-665ec41444da tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 696 time: 0.1258667 Sep 23 22:30:42.176412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-0f884f2e-8d34-481a-8f1d-35f2c92f41de tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Request body: {'floatingip': {'port_id': '7016f9e2-b481-4506-b60e-95b46e258c37', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:42.239385 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-0f884f2e-8d34-481a-8f1d-35f2c92f41de tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:42.246453 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c9816f01-0e8a-45af-9ade-38f81a6c6239 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:42.259603 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c9816f01-0e8a-45af-9ade-38f81a6c6239 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:42.344408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed3143fa-162a-43c3-81d8-0e29ab8a0377 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:42.428571 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c9816f01-0e8a-45af-9ade-38f81a6c6239 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:42.429652 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9816f01-0e8a-45af-9ade-38f81a6c6239 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Fanout notify agent at l3_agent the message router_deleted on router 72d0097c-a494-4b9a-8192-4f5f8270306b {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:30:42.452594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c9816f01-0e8a-45af-9ade-38f81a6c6239 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:42.461757 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c9816f01-0e8a-45af-9ade-38f81a6c6239 tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/routers/72d0097c-a494-4b9a-8192-4f5f8270306b HTTP/1.1" status: 204 len: 168 time: 2.6329100 Sep 23 22:30:42.470025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54058) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:42.507848 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed3143fa-162a-43c3-81d8-0e29ab8a0377 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:42.563041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de5cf8c-4b68-447e-816a-4085c7095e8e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Deleting subnet 58793b93-d49a-4008-9890-0538761359a0 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:30:42.566841 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7de5cf8c-4b68-447e-816a-4085c7095e8e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:42.676581 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7de5cf8c-4b68-447e-816a-4085c7095e8e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:42.945490 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7de5cf8c-4b68-447e-816a-4085c7095e8e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:43.068495 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8cd64e4d-f5da-422f-8ec5-2f79ab1fc273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:43.759104 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b582d43-9310-4665-9b11-c28b85b98fbb req-a85c40bb-5d57-4543-8fea-b367492d52c2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:43.771802 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b582d43-9310-4665-9b11-c28b85b98fbb req-a85c40bb-5d57-4543-8fea-b367492d52c2 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 1.0145648 Sep 23 22:30:43.837841 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.resource_extend [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-0f884f2e-8d34-481a-8f1d-35f2c92f41de tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:30:43.874423 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b582d43-9310-4665-9b11-c28b85b98fbb req-60afff18-3d0f-4712-8114-30655cd71c7f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893273 Sep 23 22:30:43.916921 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7de5cf8c-4b68-447e-816a-4085c7095e8e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:43.984990 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5cf8c-4b68-447e-816a-4085c7095e8e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Subnet': ['ID=58793b93-d49a-4008-9890-0538761359a0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:43.990067 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-0f884f2e-8d34-481a-8f1d-35f2c92f41de tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:44.006193 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7de5cf8c-4b68-447e-816a-4085c7095e8e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:44.012200 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7de5cf8c-4b68-447e-816a-4085c7095e8e tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/subnets/58793b93-d49a-4008-9890-0538761359a0 HTTP/1.1" status: 204 len: 168 time: 1.5266035 Sep 23 22:30:44.013454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54098) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:44.045797 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed3143fa-162a-43c3-81d8-0e29ab8a0377 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:44.054450 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed3143fa-162a-43c3-81d8-0e29ab8a0377 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:44.059207 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ed3143fa-162a-43c3-81d8-0e29ab8a0377 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "DELETE /v2.0/security-groups/75052975-8738-47c4-b13f-ec2a90d82385 HTTP/1.1" status: 204 len: 168 time: 2.0166116 Sep 23 22:30:44.062309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54100) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:44.115205 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-0f884f2e-8d34-481a-8f1d-35f2c92f41de tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:44.201219 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-981360fe-9e58-4972-ba4c-85f6e0f5971b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:44.307446 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-0f884f2e-8d34-481a-8f1d-35f2c92f41de tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Floating IP c896b57d-03fa-495a-a48e-8e8b0fe29b98 associated. External IP: 172.25.1.206, port: 7016f9e2-b481-4506-b60e-95b46e258c37. Sep 23 22:30:44.433212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3143fa-162a-43c3-81d8-0e29ab8a0377 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75052975-8738-47c4-b13f-ec2a90d82385,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:44.512190 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-981360fe-9e58-4972-ba4c-85f6e0f5971b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:44.569774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-981360fe-9e58-4972-ba4c-85f6e0f5971b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffab7d8-0bb5-4b89-8c83-af0a398e476f']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:44.608858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-0f884f2e-8d34-481a-8f1d-35f2c92f41de tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:30:44.631768 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e7c73adf-6f13-4fe7-97a1-c69faa623d9d tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5581269 Sep 23 22:30:44.640206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54110) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:44.692946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-981360fe-9e58-4972-ba4c-85f6e0f5971b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773a0006-0754-44b5-aca3-273141ea74a4') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:44.701420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-981360fe-9e58-4972-ba4c-85f6e0f5971b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773a0006-0754-44b5-aca3-273141ea74a4') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:44.759858 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-981360fe-9e58-4972-ba4c-85f6e0f5971b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:44.762061 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-d0cd32fd-6e55-4691-8e5d-a32f58c54227 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] delete failed (client error): The resource could not be found. Sep 23 22:30:44.766710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d0cd32fd-6e55-4691-8e5d-a32f58c54227 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "DELETE /v2.0/security-groups/8583f020-2046-4377-a341-99a79b904e55 HTTP/1.1" status: 404 len: 347 time: 0.1219687 Sep 23 22:30:44.803025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54112) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:44.871671 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54114) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:44.885974 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-981360fe-9e58-4972-ba4c-85f6e0f5971b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:44.886296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-0f884f2e-8d34-481a-8f1d-35f2c92f41de tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:30:44.887011 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-a89ca610-d31a-48f1-9784-a77869cceb92 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] show failed (client error): The resource could not be found. Sep 23 22:30:44.887011 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a89ca610-d31a-48f1-9784-a77869cceb92 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "GET /v2.0/security-groups/0124afdc-2dcd-4607-a2a6-6855041e185b HTTP/1.1" status: 404 len: 347 time: 0.0723548 Sep 23 22:30:44.887335 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54116) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:44.900788 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-0f884f2e-8d34-481a-8f1d-35f2c92f41de tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:44.903021 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981360fe-9e58-4972-ba4c-85f6e0f5971b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:30:44.903444 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-981360fe-9e58-4972-ba4c-85f6e0f5971b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:30:44.906852 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:30:44.932325 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05efd68-5219-49ed-bc3d-cb210323d7bb None None] Sync routers for ids ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:30:44.953285 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05efd68-5219-49ed-bc3d-cb210323d7bb None None] Routers {'8a2a4621-d5f8-430c-94bb-f61d5ff7919d'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:44.956809 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c05efd68-5219-49ed-bc3d-cb210323d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:45.036465 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-53db18ec-0235-47bf-9031-1786723051e9 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] show failed (client error): The resource could not be found. Sep 23 22:30:45.049701 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-53db18ec-0235-47bf-9031-1786723051e9 tempest-NegativeSecGroupIPv6Test-1783699759 tempest-NegativeSecGroupIPv6Test-1783699759-project] 10.222.0.22 "GET /v2.0/security-group-rules/863b2ed2-75b2-455a-b83b-4b25a921626b HTTP/1.1" status: 404 len: 356 time: 0.1556928 Sep 23 22:30:45.101248 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-0f884f2e-8d34-481a-8f1d-35f2c92f41de tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "PUT /v2.0/floatingips/c896b57d-03fa-495a-a48e-8e8b0fe29b98 HTTP/1.1" status: 200 len: 997 time: 2.9291263 Sep 23 22:30:45.102012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32217caf-143c-454a-a688-1df34095f86d', 'tag': '7016f9e2-b481-4506-b60e-95b46e258c37'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:30:45.123026 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22c2704-448d-492b-a62a-dccf61a4079b" -d '{"events": [{"name": "network-changed", "server_uuid": "32217caf-143c-454a-a688-1df34095f86d", "tag": "7016f9e2-b481-4506-b60e-95b46e258c37"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:30:45.208107 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-981360fe-9e58-4972-ba4c-85f6e0f5971b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:45.278681 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-981360fe-9e58-4972-ba4c-85f6e0f5971b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:45.296462 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c05efd68-5219-49ed-bc3d-cb210323d7bb None None] Set router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:30:45.302181 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-981360fe-9e58-4972-ba4c-85f6e0f5971b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] 10.222.0.22 "DELETE /v2.0/networks/fffab7d8-0bb5-4b89-8c83-af0a398e476f HTTP/1.1" status: 204 len: 168 time: 1.2856035 Sep 23 22:30:45.380846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981360fe-9e58-4972-ba4c-85f6e0f5971b tempest-FloatingIPTestJSON-707853068 tempest-FloatingIPTestJSON-707853068-project] Pushing event deleted for resources: {'Network': ['ID=fffab7d8-0bb5-4b89-8c83-af0a398e476f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:45.438493 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4beff3e4-d35d-4c25-b09b-5404b596f880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:45.649004 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a81098-5aa7-471e-b24c-0e703f7f25b4 req-207e59d7-7e4a-4032-84a2-1044b2f67f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:45.651390 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c7a81098-5aa7-471e-b24c-0e703f7f25b4 req-207e59d7-7e4a-4032-84a2-1044b2f67f96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=189ad56f85ae4049b0b1eb7dfddf1b7a&device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 1098 time: 0.2651598 Sep 23 22:30:45.673358 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-281b0fef-3d1d-492c-94cf-0e62661a382c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:45.683832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-41ec3c19-68fb-4f62-ac5f-dcd3a95ff4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:45.686488 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-41ec3c19-68fb-4f62-ac5f-dcd3a95ff4ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72f9a014f1aa49bbb39de2559fbe717b&device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 1097 time: 0.5380998 Sep 23 22:30:45.871578 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4beff3e4-d35d-4c25-b09b-5404b596f880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:45.971916 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4beff3e4-d35d-4c25-b09b-5404b596f880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:45.995306 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-9c484d95-099a-4963-a4c2-711ca4715dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:45.997796 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-9c484d95-099a-4963-a4c2-711ca4715dd1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a6de5bfe-82c8-444a-96b4-09830480123a HTTP/1.1" status: 200 len: 921 time: 0.2749674 Sep 23 22:30:46.056361 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54140) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:46.073033 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:46.094839 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c05efd68-5219-49ed-bc3d-cb210323d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:29:04Z', 'updated_at': '2021-09-23T22:29:23Z', 'revision_number': 4, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'gw_port': {'id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:07Z', 'updated_at': '2021-09-23T22:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'c896b57d-03fa-495a-a48e-8e8b0fe29b98', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'port_id': '7016f9e2-b481-4506-b60e-95b46e258c37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a', 'mac_address': 'fa:16:3e:40:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32217caf-143c-454a-a688-1df34095f86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:30:39Z', 'updated_at': '2021-09-23T22:30:43Z', 'revision_number': 1, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e283394-52bd-47ed-94d4-a820a97a4f47', 'name': '', 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'mac_address': 'fa:16:3e:cf:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:18Z', 'updated_at': '2021-09-23T22:29:35Z', 'revision_number': 5, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'subnets': [{'id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:46.169021 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05efd68-5219-49ed-bc3d-cb210323d7bb None None] Checking router: 8a2a4621-d5f8-430c-94bb-f61d5ff7919d for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:30:46.200673 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05efd68-5219-49ed-bc3d-cb210323d7bb None None] Routers {'8a2a4621-d5f8-430c-94bb-f61d5ff7919d'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:46.201605 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c05efd68-5219-49ed-bc3d-cb210323d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:46.236879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beff3e4-d35d-4c25-b09b-5404b596f880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea604a1-d164-419f-bc46-9e286a3f0758,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:46.286546 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4beff3e4-d35d-4c25-b09b-5404b596f880 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=184340cbfcb84617bb0ba7dc6fe2ab8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4085484 Sep 23 22:30:46.291731 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54144) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:46.413689 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017204c-1611-4e53-bad8-6e16b65e1874 req-9b1b517f-787a-4fc7-8cfd-b2b212c4d8d3 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:46.433883 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6017204c-1611-4e53-bad8-6e16b65e1874 req-9b1b517f-787a-4fc7-8cfd-b2b212c4d8d3 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.1980238 Sep 23 22:30:46.474396 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a81098-5aa7-471e-b24c-0e703f7f25b4 req-eb2b1a1f-b0b5-49eb-bc94-3a0c789ed8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:46.479906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c7a81098-5aa7-471e-b24c-0e703f7f25b4 req-eb2b1a1f-b0b5-49eb-bc94-3a0c789ed8ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f HTTP/1.1" status: 200 len: 915 time: 0.8193016 Sep 23 22:30:46.500491 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-fed337ff-0949-4e42-b44c-247e492db616 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7016f9e2-b481-4506-b60e-95b46e258c37 HTTP/1.1" status: 200 len: 1000 time: 0.4907241 Sep 23 22:30:46.548213 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c7a81098-5aa7-471e-b24c-0e703f7f25b4 req-7d2a7a69-0f32-4a23-88a6-b6f29ae6ee27 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045 HTTP/1.1" status: 200 len: 217 time: 0.0503645 Sep 23 22:30:46.576326 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6581e861-0b22-482f-babb-e465efdbab02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:46.605621 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6017204c-1611-4e53-bad8-6e16b65e1874 req-2834e2df-f1f6-498e-b86f-aecd8bb68d07 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702204 Sep 23 22:30:46.625216 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6581e861-0b22-482f-babb-e465efdbab02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:46.740007 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1b8cc1-600d-401b-b7da-a6cd0b6fcfb4 x-openstack-request-id: req-1a1b8cc1-600d-401b-b7da-a6cd0b6fcfb4 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:30:46.740408 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32217caf-143c-454a-a688-1df34095f86d", "tag": "7016f9e2-b481-4506-b60e-95b46e258c37", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:30:46.742254 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54148) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:46.742866 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a1b8cc1-600d-401b-b7da-a6cd0b6fcfb4 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:30:46.743434 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32217caf-143c-454a-a688-1df34095f86d', 'tag': '7016f9e2-b481-4506-b60e-95b46e258c37', 'status': 'completed', 'code': 200} Sep 23 22:30:46.751986 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c05efd68-5219-49ed-bc3d-cb210323d7bb None None] Set router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:30:46.862046 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:46.864092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a81098-5aa7-471e-b24c-0e703f7f25b4 req-17fb3e0a-9dbb-4646-bee7-ff6bd526a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:46.867340 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c7a81098-5aa7-471e-b24c-0e703f7f25b4 req-17fb3e0a-9dbb-4646-bee7-ff6bd526a110 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cfd900ab-d80f-492d-8f3f-40e9e42ebc05 HTTP/1.1" status: 200 len: 854 time: 0.2921667 Sep 23 22:30:46.938079 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b8a0a5d2-b4eb-4fdb-a39a-96f6651e0a57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7cdd42daa7314e72bd3c651f33a7a74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925151 Sep 23 22:30:46.940966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54152) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:47.063290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c7a81098-5aa7-471e-b24c-0e703f7f25b4 req-f065e111-d9be-4961-b11a-f87b9847621b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8dcf69b-a38b-440f-af1d-90d14f28ce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199772 Sep 23 22:30:47.127799 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21969be-be7e-4e4b-a9c2-ab428c3d4bc4 req-a08d6d81-ff23-4cb3-b7a3-8c6b73b69a73 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:47.131232 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b21969be-be7e-4e4b-a9c2-ab428c3d4bc4 req-a08d6d81-ff23-4cb3-b7a3-8c6b73b69a73 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 946 time: 0.1762033 Sep 23 22:30:47.168166 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-561df1b6-fdf9-4ebd-b83c-a0684abaf400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:47.208983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c2704-448d-492b-a62a-dccf61a4079b req-3df5581b-c6b4-4df5-88e9-cb6214acf25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:47.213294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e22c2704-448d-492b-a62a-dccf61a4079b req-3df5581b-c6b4-4df5-88e9-cb6214acf25d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72f9a014f1aa49bbb39de2559fbe717b&device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 1097 time: 0.2838340 Sep 23 22:30:47.237397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-20a244dd-c0e6-4391-8b07-c6e0704f8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:47.242133 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-20a244dd-c0e6-4391-8b07-c6e0704f8803 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a10726fa-d06e-4eec-94e8-430a71cc4558 HTTP/1.1" status: 200 len: 860 time: 0.6913855 Sep 23 22:30:47.251124 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6581e861-0b22-482f-babb-e465efdbab02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:47.252545 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c05efd68-5219-49ed-bc3d-cb210323d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:29:04Z', 'updated_at': '2021-09-23T22:29:23Z', 'revision_number': 4, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'gw_port': {'id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:07Z', 'updated_at': '2021-09-23T22:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'c896b57d-03fa-495a-a48e-8e8b0fe29b98', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'port_id': '7016f9e2-b481-4506-b60e-95b46e258c37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a', 'mac_address': 'fa:16:3e:40:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32217caf-143c-454a-a688-1df34095f86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:30:39Z', 'updated_at': '2021-09-23T22:30:43Z', 'revision_number': 1, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e283394-52bd-47ed-94d4-a820a97a4f47', 'name': '', 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'mac_address': 'fa:16:3e:cf:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:18Z', 'updated_at': '2021-09-23T22:29:35Z', 'revision_number': 5, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'subnets': [{'id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:47.259493 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6581e861-0b22-482f-babb-e465efdbab02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:47.260687 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6581e861-0b22-482f-babb-e465efdbab02 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dea604a1-d164-419f-bc46-9e286a3f0758 HTTP/1.1" status: 204 len: 168 time: 0.9623442 Sep 23 22:30:47.292561 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05efd68-5219-49ed-bc3d-cb210323d7bb None None] The sync data for ids ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'] in n-d-810775-1 is: [{'id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:29:04Z', 'updated_at': '2021-09-23T22:29:23Z', 'revision_number': 4, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'gw_port': {'id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:07Z', 'updated_at': '2021-09-23T22:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'c896b57d-03fa-495a-a48e-8e8b0fe29b98', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'port_id': '7016f9e2-b481-4506-b60e-95b46e258c37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a', 'mac_address': 'fa:16:3e:40:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32217caf-143c-454a-a688-1df34095f86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:30:39Z', 'updated_at': '2021-09-23T22:30:43Z', 'revision_number': 1, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e283394-52bd-47ed-94d4-a820a97a4f47', 'name': '', 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'mac_address': 'fa:16:3e:cf:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:18Z', 'updated_at': '2021-09-23T22:29:35Z', 'revision_number': 5, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'subnets': [{'id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:30:47.323171 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581e861-0b22-482f-babb-e465efdbab02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea604a1-d164-419f-bc46-9e286a3f0758,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:47.339009 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-561df1b6-fdf9-4ebd-b83c-a0684abaf400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:47.386937 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-70b19a12-37b0-43e5-a260-770e86366a99 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a6de5bfe-82c8-444a-96b4-09830480123a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114581 Sep 23 22:30:47.402670 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b21969be-be7e-4e4b-a9c2-ab428c3d4bc4 req-18f80879-6fd2-4a34-a291-d6147b8d5e9b tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/security-groups?id=90b258ce-821d-4535-97b2-a51fd18589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2564692 Sep 23 22:30:47.417622 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e0b40128-e764-44eb-934d-f38aee4dc4a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=44c720d56902457cb82a599595f2f29c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2683342 Sep 23 22:30:47.417622 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c7a81098-5aa7-471e-b24c-0e703f7f25b4 req-df6b5e90-2d43-4786-a2a9-bb4ad4d34f18 service neutron] 10.222.0.67 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388619 Sep 23 22:30:47.445140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54160) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:47.491411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-e320cb72-b748-446b-a1ab-e0281554034e tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:47.493486 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-e320cb72-b748-446b-a1ab-e0281554034e tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 946 time: 0.3104134 Sep 23 22:30:47.506375 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c2704-448d-492b-a62a-dccf61a4079b req-03573c7d-3601-40f5-86a9-4be6771edd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:47.507712 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e22c2704-448d-492b-a62a-dccf61a4079b req-03573c7d-3601-40f5-86a9-4be6771edd75 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6de5bfe-82c8-444a-96b4-09830480123a HTTP/1.1" status: 200 len: 921 time: 0.2597709 Sep 23 22:30:47.513374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-b85c866f-14a3-4772-8fd0-de9911eef4c8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:30:47.521447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-b85c866f-14a3-4772-8fd0-de9911eef4c8 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1039054 Sep 23 22:30:47.620886 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db266261-4188-4fde-b1ea-18e0c63e2531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:47.623883 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e22c2704-448d-492b-a62a-dccf61a4079b req-54e3dfde-4e80-4cce-9a50-23abcc04fc04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7016f9e2-b481-4506-b60e-95b46e258c37 HTTP/1.1" status: 200 len: 1000 time: 0.0804498 Sep 23 22:30:47.674254 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:47.683525 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db266261-4188-4fde-b1ea-18e0c63e2531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:47.743868 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1776f24f-8ffc-4a4b-b067-b7d13ae240f7 None None] New status for floating IP c896b57d-03fa-495a-a48e-8e8b0fe29b98: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:30:47.774840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-685ee17f-4235-4621-ac68-df035e7f0ed8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Deleting port c71534af-f4a0-4753-aa9f-acdcd66ec613 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:30:47.775194 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-685ee17f-4235-4621-ac68-df035e7f0ed8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:47.852710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c2704-448d-492b-a62a-dccf61a4079b req-62e25b06-844b-43f7-87e1-75893962fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:47.854556 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e22c2704-448d-492b-a62a-dccf61a4079b req-62e25b06-844b-43f7-87e1-75893962fe76 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a10726fa-d06e-4eec-94e8-430a71cc4558 HTTP/1.1" status: 200 len: 860 time: 0.2056344 Sep 23 22:30:47.888287 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-561df1b6-fdf9-4ebd-b83c-a0684abaf400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:47.913695 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-561df1b6-fdf9-4ebd-b83c-a0684abaf400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:47.915440 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e22c2704-448d-492b-a62a-dccf61a4079b req-b2208542-3c9d-4a87-8e4c-ebc8cf0cdc5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6de5bfe-82c8-444a-96b4-09830480123a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527542 Sep 23 22:30:47.916593 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-561df1b6-fdf9-4ebd-b83c-a0684abaf400 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9db72405-6a1a-43bc-abbf-74c17ba091d4 HTTP/1.1" status: 204 len: 168 time: 0.9736648 Sep 23 22:30:48.022577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561df1b6-fdf9-4ebd-b83c-a0684abaf400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db72405-6a1a-43bc-abbf-74c17ba091d4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:48.084731 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c7a81098-5aa7-471e-b24c-0e703f7f25b4 req-ddf46210-b494-41d6-9f4e-f025df92b846 service neutron] 10.222.0.67 "GET /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608671 Sep 23 22:30:48.112927 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-d8b7badb-e7b3-41db-b988-da0bb05254a6 service neutron] 10.222.0.22 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5881124 Sep 23 22:30:48.153319 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e22c2704-448d-492b-a62a-dccf61a4079b req-9a744c6f-34ee-4d4b-ae09-049b5b7770fe service neutron] 10.222.0.43 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243540 Sep 23 22:30:48.347128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422c71e-073d-49e6-8726-446203336f93 req-f98ffbff-f545-4e5c-aaf4-4f6383e28c9e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:48.371886 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f422c71e-073d-49e6-8726-446203336f93 req-f98ffbff-f545-4e5c-aaf4-4f6383e28c9e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.5918131 Sep 23 22:30:48.385822 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db266261-4188-4fde-b1ea-18e0c63e2531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:48.391255 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db266261-4188-4fde-b1ea-18e0c63e2531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:48.402836 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-db266261-4188-4fde-b1ea-18e0c63e2531 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/609c291c-d885-4b5d-8d72-b1e498a56c04 HTTP/1.1" status: 204 len: 168 time: 0.9559979 Sep 23 22:30:48.450521 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6644c7c2-a3e4-4898-ad32-9d51c521e1f4 req-beb5e0fb-48ae-422f-8438-a9ebf71eb9a9 service neutron] 10.222.0.22 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355088 Sep 23 22:30:48.473345 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db266261-4188-4fde-b1ea-18e0c63e2531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609c291c-d885-4b5d-8d72-b1e498a56c04,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:48.474118 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e22c2704-448d-492b-a62a-dccf61a4079b req-0cd90157-f468-4eaf-83fd-4d1998cc319b service neutron] 10.222.0.43 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003607 Sep 23 22:30:48.518017 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:48.551551 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f422c71e-073d-49e6-8726-446203336f93 req-111253be-d2ee-4ca6-acc3-13fd0c17995e tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758363 Sep 23 22:30:48.589570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-685ee17f-4235-4621-ac68-df035e7f0ed8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] For port c71534af-f4a0-4753-aa9f-acdcd66ec613, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c71534af-f4a0-4753-aa9f-acdcd66ec613,segment=NetworkSegment(884ef934-c85e-4c2d-b376-0a715887aae4),segment_id=884ef934-c85e-4c2d-b376-0a715887aae4)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:30:48.589570 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-685ee17f-4235-4621-ac68-df035e7f0ed8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:49.112972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb488c54-a668-4a21-aabe-b17d196e99f2 req-44189c7e-c6da-4564-9d2a-a0cfe5700b17 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:49.125516 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb488c54-a668-4a21-aabe-b17d196e99f2 req-44189c7e-c6da-4564-9d2a-a0cfe5700b17 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 946 time: 0.3789644 Sep 23 22:30:49.171781 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb488c54-a668-4a21-aabe-b17d196e99f2 req-23b76f23-1b00-49a1-9956-57c7805177b7 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/security-groups?id=90b258ce-821d-4535-97b2-a51fd18589c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502472 Sep 23 22:30:49.224640 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-28cee3f3-20f4-4460-ae95-c57e5713466a tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 1002 time: 0.2879291 Sep 23 22:30:49.296766 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-685ee17f-4235-4621-ac68-df035e7f0ed8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:49.297598 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-685ee17f-4235-4621-ac68-df035e7f0ed8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:49.298651 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-685ee17f-4235-4621-ac68-df035e7f0ed8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Floating IP 09ba75be-5865-43b1-849f-67033862dad0 disassociated. External IP: 172.25.1.194, port: c71534af-f4a0-4753-aa9f-acdcd66ec613. Sep 23 22:30:49.299311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-685ee17f-4235-4621-ac68-df035e7f0ed8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Calling delete_port for c71534af-f4a0-4753-aa9f-acdcd66ec613 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:30:49.575728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-75c08048-d1ed-4d0f-a310-43e64e9b4c8e tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:49.585416 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-75c08048-d1ed-4d0f-a310-43e64e9b4c8e tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports/7016f9e2-b481-4506-b60e-95b46e258c37 HTTP/1.1" status: 200 len: 943 time: 0.0658689 Sep 23 22:30:49.663284 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-685ee17f-4235-4621-ac68-df035e7f0ed8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:49.854906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ee17f-4235-4621-ac68-df035e7f0ed8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Pushing event deleted for resources: {'Port': ['ID=c71534af-f4a0-4753-aa9f-acdcd66ec613,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:49.988273 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-980c71c7-0dc0-4d83-806b-0103dfe3dca6 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 1002 time: 0.2935944 Sep 23 22:30:50.041138 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6623c2-1354-42df-982b-539a34fe1655 req-eddd6a9c-f433-4dc9-b513-082651b940b0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:50.044362 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e6623c2-1354-42df-982b-539a34fe1655 req-eddd6a9c-f433-4dc9-b513-082651b940b0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.0682836 Sep 23 22:30:50.154669 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e6623c2-1354-42df-982b-539a34fe1655 req-50423a04-149e-412c-8ffe-6c3a3054b2d3 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024699 Sep 23 22:30:50.263854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-5a173846-574d-4e73-982f-83b35d824697 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:50.278613 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-5a173846-574d-4e73-982f-83b35d824697 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.2249746 Sep 23 22:30:50.297848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-9858a4f7-b237-4dba-ada3-5e5f4d0babb6 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:30:50.301873 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-9858a4f7-b237-4dba-ada3-5e5f4d0babb6 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221527 Sep 23 22:30:50.314667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-685ee17f-4235-4621-ac68-df035e7f0ed8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Router b5e52d96-55bb-4912-ac67-90a78dacb311 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:30:50.335850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c71534af-f4a0-4753-aa9f-acdcd66ec613 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:30:50.399530 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: c71534af-f4a0-4753-aa9f-acdcd66ec613 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:30:50.400875 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c71534af-f4a0-4753-aa9f-acdcd66ec613 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:30:50.536639 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-4479eb73-61c7-4d56-8392-43c3412631ea tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 1002 time: 0.2182999 Sep 23 22:30:50.540094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-685ee17f-4235-4621-ac68-df035e7f0ed8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:30:50.553656 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a626c710-1122-41e9-87af-3848a60d86cf None None] Sync routers for ids ['b5e52d96-55bb-4912-ac67-90a78dacb311'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:30:50.565724 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a626c710-1122-41e9-87af-3848a60d86cf None None] Routers {'b5e52d96-55bb-4912-ac67-90a78dacb311'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:50.567056 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a626c710-1122-41e9-87af-3848a60d86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b5e52d96-55bb-4912-ac67-90a78dacb311'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:50.572455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e232c-987c-489d-a60c-79701a367848 req-f8d029b2-24d1-4450-b685-f2ab3b91a8ad tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:50.575344 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-179e232c-987c-489d-a60c-79701a367848 req-f8d029b2-24d1-4450-b685-f2ab3b91a8ad tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 945 time: 0.1251245 Sep 23 22:30:50.611102 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-685ee17f-4235-4621-ac68-df035e7f0ed8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] No DVR routers for this DVR port c71534af-f4a0-4753-aa9f-acdcd66ec613 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:30:50.615285 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-685ee17f-4235-4621-ac68-df035e7f0ed8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:50.617561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f7468c17-15c5-41b3-ad5b-557a6f1cbaa1 req-685ee17f-4235-4621-ac68-df035e7f0ed8 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.43 "DELETE /v2.0/ports/c71534af-f4a0-4753-aa9f-acdcd66ec613 HTTP/1.1" status: 204 len: 173 time: 3.1111174 Sep 23 22:30:50.621558 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-c5da4bf0-60e3-43a7-8fe2-aaf6403a0bf1 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:50.624396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d', 'name': 'network-vif-deleted', 'tag': 'c71534af-f4a0-4753-aa9f-acdcd66ec613'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:30:50.629426 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ac63b2-a0c6-4646-8a12-7cae80ea97bf" -d '{"events": [{"server_uuid": "9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d", "name": "network-vif-deleted", "tag": "c71534af-f4a0-4753-aa9f-acdcd66ec613"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:30:50.670558 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-179e232c-987c-489d-a60c-79701a367848 req-15214a4b-797c-498e-95ce-d85eda6cbde8 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869739 Sep 23 22:30:50.732377 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-c5da4bf0-60e3-43a7-8fe2-aaf6403a0bf1 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:50.837141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfac5a8-1d1b-4bf4-b358-98e775b64a30 req-f52a8102-524c-4385-80f8-9111da5a037f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:50.846360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-acfac5a8-1d1b-4bf4-b358-98e775b64a30 req-f52a8102-524c-4385-80f8-9111da5a037f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.0738351 Sep 23 22:30:50.923987 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-acfac5a8-1d1b-4bf4-b358-98e775b64a30 req-5307ba10-caf3-4fb4-9257-1b1aae48275c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726726 Sep 23 22:30:50.940100 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-a626c710-1122-41e9-87af-3848a60d86cf None None] Set router b5e52d96-55bb-4912-ac67-90a78dacb311 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:30:51.083952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54254) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:51.092562 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-c5da4bf0-60e3-43a7-8fe2-aaf6403a0bf1 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:51.164903 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-c5da4bf0-60e3-43a7-8fe2-aaf6403a0bf1 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:51.166308 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-c5da4bf0-60e3-43a7-8fe2-aaf6403a0bf1 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Floating IP c896b57d-03fa-495a-a48e-8e8b0fe29b98 disassociated. External IP: 172.25.1.206, port: 7016f9e2-b481-4506-b60e-95b46e258c37. Sep 23 22:30:51.185663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b3cb578b-aed6-4d7e-a8cb-f5cd0da72363 req-4f9c16f3-e1b3-43c5-ac15-fa8411e8ffc6 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 210 time: 0.0358512 Sep 23 22:30:51.262541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54258) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:51.367518 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17d80b3-f1fb-40ed-a914-4af6eb315aff x-openstack-request-id: req-d17d80b3-f1fb-40ed-a914-4af6eb315aff {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:30:51.368133 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d", "name": "network-vif-deleted", "tag": "c71534af-f4a0-4753-aa9f-acdcd66ec613", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:30:51.368369 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d17d80b3-f1fb-40ed-a914-4af6eb315aff {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:30:51.390618 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d', 'name': 'network-vif-deleted', 'tag': 'c71534af-f4a0-4753-aa9f-acdcd66ec613', 'status': 'completed', 'code': 200} Sep 23 22:30:51.399159 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a626c710-1122-41e9-87af-3848a60d86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:28:12Z', 'updated_at': '2021-09-23T22:28:24Z', 'revision_number': 4, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'gw_port': {'id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:14Z', 'updated_at': '2021-09-23T22:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10a629f9-69d6-4dea-a0d9-232e79b6bfa3', 'name': '', 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'mac_address': 'fa:16:3e:4c:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:21Z', 'updated_at': '2021-09-23T22:28:31Z', 'revision_number': 5, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'subnets': [{'id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:51.419146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230b9dd-4de7-489c-9be7-db7f35cb61e1 req-8a1b5a7c-12ee-4c96-a1dc-4fcdfa893268 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:51.421047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1230b9dd-4de7-489c-9be7-db7f35cb61e1 req-8a1b5a7c-12ee-4c96-a1dc-4fcdfa893268 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.0760961 Sep 23 22:30:51.479537 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a626c710-1122-41e9-87af-3848a60d86cf None None] Checking router: b5e52d96-55bb-4912-ac67-90a78dacb311 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:30:51.506336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1230b9dd-4de7-489c-9be7-db7f35cb61e1 req-c50f07de-2ab7-4434-9e57-94ae717fbc66 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738750 Sep 23 22:30:51.514712 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a626c710-1122-41e9-87af-3848a60d86cf None None] Routers {'b5e52d96-55bb-4912-ac67-90a78dacb311'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:51.517592 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a626c710-1122-41e9-87af-3848a60d86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b5e52d96-55bb-4912-ac67-90a78dacb311'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:51.653193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-c5da4bf0-60e3-43a7-8fe2-aaf6403a0bf1 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:30:51.715499 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-a626c710-1122-41e9-87af-3848a60d86cf None None] Set router b5e52d96-55bb-4912-ac67-90a78dacb311 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:30:51.790114 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Request body: {'networks': [{'name': 'tempest-network--1895229495'}, {'name': 'tempest-network--506255253'}]} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:51.790804 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Request body: {'network': {'name': 'tempest-network--1895229495'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:51.791807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Request body: {'network': {'name': 'tempest-network--506255253'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:51.833663 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-54503759-d7b2-4cab-ab5d-95dc69695ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:51.855634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-c5da4bf0-60e3-43a7-8fe2-aaf6403a0bf1 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:30:51.861802 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-c5da4bf0-60e3-43a7-8fe2-aaf6403a0bf1 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:51.871199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ccfe9d-7016-4c92-84d7-359f2c5e5b28 None None] Sync routers for ids ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:30:51.886577 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ccfe9d-7016-4c92-84d7-359f2c5e5b28 None None] Routers {'8a2a4621-d5f8-430c-94bb-f61d5ff7919d'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:51.889386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1333d1a-135f-40dc-baeb-77e52bb33082 req-9ec34705-2999-4482-82ce-40f38ca0b863 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:51.890639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d9ccfe9d-7016-4c92-84d7-359f2c5e5b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:51.901656 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1333d1a-135f-40dc-baeb-77e52bb33082 req-9ec34705-2999-4482-82ce-40f38ca0b863 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.2194014 Sep 23 22:30:51.942605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-c5da4bf0-60e3-43a7-8fe2-aaf6403a0bf1 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "PUT /v2.0/floatingips/c896b57d-03fa-495a-a48e-8e8b0fe29b98 HTTP/1.1" status: 200 len: 695 time: 1.3627808 Sep 23 22:30:51.960805 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1333d1a-135f-40dc-baeb-77e52bb33082 req-64c73905-3f76-4b36-a907-8513fbd0e0d5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558367 Sep 23 22:30:51.967272 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Made reservation on behalf of 6a6c0a615a704d088262c19fb2c3cecf for: {'network': 2} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:30:51.986132 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:51.993064 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54276) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:52.089550 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:52.108001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-220a2938-c962-4c02-ab88-688485dca782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:52.118101 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-220a2938-c962-4c02-ab88-688485dca782 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72f9a014f1aa49bbb39de2559fbe717b&device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 1097 time: 0.1149282 Sep 23 22:30:52.150924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9d91790e-f14e-4f96-a33c-63ce490da669 tempest-SubnetPoolsTestJSON-752997069 tempest-SubnetPoolsTestJSON-752997069-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1932338151', 'prefixes': ['172.20.0.0/16']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:52.217364 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a626c710-1122-41e9-87af-3848a60d86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:28:12Z', 'updated_at': '2021-09-23T22:28:24Z', 'revision_number': 4, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'gw_port': {'id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:14Z', 'updated_at': '2021-09-23T22:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10a629f9-69d6-4dea-a0d9-232e79b6bfa3', 'name': '', 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'mac_address': 'fa:16:3e:4c:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:21Z', 'updated_at': '2021-09-23T22:28:31Z', 'revision_number': 5, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'subnets': [{'id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:52.263840 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33d208-87b5-42f2-a836-1aeae4f9b24a req-aa2684da-8f8a-4912-8d00-ade676cfe2aa tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:52.266861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb33d208-87b5-42f2-a836-1aeae4f9b24a req-aa2684da-8f8a-4912-8d00-ade676cfe2aa tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 945 time: 0.1375251 Sep 23 22:30:52.276126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-4dcb3cd8-7dfa-44f7-9d6b-96983709ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:52.278807 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a626c710-1122-41e9-87af-3848a60d86cf None None] The sync data for ids ['b5e52d96-55bb-4912-ac67-90a78dacb311'] in n-d-810775-1 is: [{'id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:28:12Z', 'updated_at': '2021-09-23T22:28:24Z', 'revision_number': 4, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'gw_port': {'id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:14Z', 'updated_at': '2021-09-23T22:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10a629f9-69d6-4dea-a0d9-232e79b6bfa3', 'name': '', 'network_id': 'b481aa7f-7834-4ef2-8794-c242ac249e42', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'mac_address': 'fa:16:3e:4c:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:21Z', 'updated_at': '2021-09-23T22:28:31Z', 'revision_number': 5, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'subnets': [{'id': 'e0690551-0d17-436f-a3db-32b0f3ce9754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:30:52.289061 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-4dcb3cd8-7dfa-44f7-9d6b-96983709ea71 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a6de5bfe-82c8-444a-96b4-09830480123a HTTP/1.1" status: 200 len: 921 time: 0.1654871 Sep 23 22:30:52.298713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fed10-41b2-4079-9e18-51c0265fd4cd req-dd16fb44-3782-46d3-be97-11a93de4babf tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:52.301852 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6fed10-41b2-4079-9e18-51c0265fd4cd req-dd16fb44-3782-46d3-be97-11a93de4babf tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 945 time: 0.3072197 Sep 23 22:30:52.340725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d9ccfe9d-7016-4c92-84d7-359f2c5e5b28 None None] Set router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:30:52.351967 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-3f535cc6-89f9-4b79-be6e-880da6bc4add service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7016f9e2-b481-4506-b60e-95b46e258c37 HTTP/1.1" status: 200 len: 217 time: 0.0652733 Sep 23 22:30:52.442049 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-95058813-fea9-4b25-9b25-28fab5140e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:52.451542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-95058813-fea9-4b25-9b25-28fab5140e2e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a10726fa-d06e-4eec-94e8-430a71cc4558 HTTP/1.1" status: 200 len: 860 time: 0.0923519 Sep 23 22:30:52.459585 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb33d208-87b5-42f2-a836-1aeae4f9b24a req-35111c80-26ab-4ff4-8f96-c2fc29a4e5db tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772916 Sep 23 22:30:52.521522 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-54503759-d7b2-4cab-ab5d-95dc69695ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:52.528585 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-3c3e4219-407e-4766-bf76-b15c98ada18d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a6de5bfe-82c8-444a-96b4-09830480123a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761490 Sep 23 22:30:52.604620 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7a6fed10-41b2-4079-9e18-51c0265fd4cd req-61a41bdd-274c-4a44-af11-79739539f8ac tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Deleting port 9f618439-07e4-4b76-b29a-e66953507e5a {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:30:52.605374 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a6fed10-41b2-4079-9e18-51c0265fd4cd req-61a41bdd-274c-4a44-af11-79739539f8ac tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:52.705851 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:30:52.705851 n-d-810775-1 neutron-server[95491]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:30:52.705851 n-d-810775-1 neutron-server[95491]: [parameters: {'project_id_1': '6a6c0a615a704d088262c19fb2c3cecf', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 30, 32, 214278)}] Sep 23 22:30:52.705851 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:30:52.719025 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:30:52.742136 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-54503759-d7b2-4cab-ab5d-95dc69695ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:52.743761 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d9ccfe9d-7016-4c92-84d7-359f2c5e5b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:29:04Z', 'updated_at': '2021-09-23T22:29:23Z', 'revision_number': 4, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'gw_port': {'id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:07Z', 'updated_at': '2021-09-23T22:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '7e283394-52bd-47ed-94d4-a820a97a4f47', 'name': '', 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'mac_address': 'fa:16:3e:cf:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:18Z', 'updated_at': '2021-09-23T22:29:35Z', 'revision_number': 5, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'subnets': [{'id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:52.762942 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-fbf6b7e1-1e71-4ef3-9cb3-358a1cb3ab3d service neutron] 10.222.0.22 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240548 Sep 23 22:30:52.768253 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8a099-f862-411b-a21b-51c5bf4fa3c3 None None] New status for floating IP 09ba75be-5865-43b1-849f-67033862dad0: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:30:52.799485 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ccfe9d-7016-4c92-84d7-359f2c5e5b28 None None] Checking router: 8a2a4621-d5f8-430c-94bb-f61d5ff7919d for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:30:52.810650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ccfe9d-7016-4c92-84d7-359f2c5e5b28 None None] Routers {'8a2a4621-d5f8-430c-94bb-f61d5ff7919d'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:30:52.811953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d9ccfe9d-7016-4c92-84d7-359f2c5e5b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:52.897644 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c0084d65-301f-4afb-a828-aeca40fd6f65 req-e39900d6-f7f6-4180-b57e-025e7fd0fa26 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa8a1cc-7ea1-419c-b1e7-76b111d83a7d HTTP/1.1" status: 200 len: 210 time: 0.1232834 Sep 23 22:30:52.923952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54503759-d7b2-4cab-ab5d-95dc69695ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676a5aba-ad8d-495f-8612-2e9fab356971,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:52.951244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7a6fed10-41b2-4079-9e18-51c0265fd4cd req-61a41bdd-274c-4a44-af11-79739539f8ac tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] For port 9f618439-07e4-4b76-b29a-e66953507e5a, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9f618439-07e4-4b76-b29a-e66953507e5a,segment=NetworkSegment(1f4d9751-f250-49a8-890e-5547d495c95e),segment_id=1f4d9751-f250-49a8-890e-5547d495c95e)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:30:52.952408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a6fed10-41b2-4079-9e18-51c0265fd4cd req-61a41bdd-274c-4a44-af11-79739539f8ac tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:52.978325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d9ccfe9d-7016-4c92-84d7-359f2c5e5b28 None None] Set router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:30:52.992544 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1359f58-2384-435d-929f-51b865ccc1a5 req-81304c73-d60c-4ad9-a8a7-9f587c002928 service neutron] 10.222.0.22 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144043 Sep 23 22:30:52.998012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7a6fed10-41b2-4079-9e18-51c0265fd4cd req-61a41bdd-274c-4a44-af11-79739539f8ac tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Calling delete_port for 9f618439-07e4-4b76-b29a-e66953507e5a owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:30:53.028457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-54503759-d7b2-4cab-ab5d-95dc69695ce6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e713df2fe204dc293395e49f2e3000a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9430993 Sep 23 22:30:53.033241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54286) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:53.105831 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79b7d5d8-3b6b-45db-a3b5-74b221ba8879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:53.141191 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79b7d5d8-3b6b-45db-a3b5-74b221ba8879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:53.188671 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d91790e-f14e-4f96-a33c-63ce490da669 tempest-SubnetPoolsTestJSON-752997069 tempest-SubnetPoolsTestJSON-752997069-project] Notify callbacks [] for subnetpool, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:53.192698 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9d91790e-f14e-4f96-a33c-63ce490da669 tempest-SubnetPoolsTestJSON-752997069 tempest-SubnetPoolsTestJSON-752997069-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1958797 Sep 23 22:30:53.195950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54290) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:53.226656 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:53.246752 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-70a77748-f89a-4f8d-8aa2-1b90b946aea0 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/floatingips/c896b57d-03fa-495a-a48e-8e8b0fe29b98 HTTP/1.1" status: 200 len: 695 time: 0.0799193 Sep 23 22:30:53.295196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-213d8ca6-2a52-46e0-a908-b4875a53e7ad tempest-SubnetPoolsTestJSON-752997069 tempest-SubnetPoolsTestJSON-752997069-project] 10.222.0.22 "GET /v2.0/subnetpools/15e9e613-a26c-49c2-bb3f-019cc8b85b32 HTTP/1.1" status: 200 len: 732 time: 0.0933316 Sep 23 22:30:53.321784 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54292) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:53.329637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a19d0f03-561d-4221-b952-6359ea6c538a tempest-SubnetPoolsTestJSON-752997069 tempest-SubnetPoolsTestJSON-752997069-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-184144243'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:53.350213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304f9d5-d879-4a31-bbf3-3779dbb18956 req-1c602a7a-5535-4155-8225-08bc4d42448a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:53.357724 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8304f9d5-d879-4a31-bbf3-3779dbb18956 req-1c602a7a-5535-4155-8225-08bc4d42448a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.2165973 Sep 23 22:30:53.376598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d9ccfe9d-7016-4c92-84d7-359f2c5e5b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:29:04Z', 'updated_at': '2021-09-23T22:29:23Z', 'revision_number': 4, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'gw_port': {'id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:07Z', 'updated_at': '2021-09-23T22:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '7e283394-52bd-47ed-94d4-a820a97a4f47', 'name': '', 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'mac_address': 'fa:16:3e:cf:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:18Z', 'updated_at': '2021-09-23T22:29:35Z', 'revision_number': 5, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'subnets': [{'id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:53.407081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ccfe9d-7016-4c92-84d7-359f2c5e5b28 None None] The sync data for ids ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'] in n-d-810775-1 is: [{'id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:29:04Z', 'updated_at': '2021-09-23T22:29:23Z', 'revision_number': 4, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'gw_port': {'id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:07Z', 'updated_at': '2021-09-23T22:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '7e283394-52bd-47ed-94d4-a820a97a4f47', 'name': '', 'network_id': 'a6de5bfe-82c8-444a-96b4-09830480123a', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'mac_address': 'fa:16:3e:cf:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:18Z', 'updated_at': '2021-09-23T22:29:35Z', 'revision_number': 5, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'subnets': [{'id': 'a10726fa-d06e-4eec-94e8-430a71cc4558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:30:53.434361 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32217caf-143c-454a-a688-1df34095f86d', 'tag': '7016f9e2-b481-4506-b60e-95b46e258c37'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:30:53.441403 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8304f9d5-d879-4a31-bbf3-3779dbb18956 req-be11f119-0da5-4627-919b-cc61f7b56461 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826809 Sep 23 22:30:53.445615 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e909eb0b-9513-491e-a958-3770f8df8b29" -d '{"events": [{"name": "network-changed", "server_uuid": "32217caf-143c-454a-a688-1df34095f86d", "tag": "7016f9e2-b481-4506-b60e-95b46e258c37"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:30:53.469797 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79b7d5d8-3b6b-45db-a3b5-74b221ba8879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:53.475513 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79b7d5d8-3b6b-45db-a3b5-74b221ba8879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:53.477737 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-79b7d5d8-3b6b-45db-a3b5-74b221ba8879 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/676a5aba-ad8d-495f-8612-2e9fab356971 HTTP/1.1" status: 204 len: 168 time: 0.4429669 Sep 23 22:30:53.503949 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a6fed10-41b2-4079-9e18-51c0265fd4cd req-61a41bdd-274c-4a44-af11-79739539f8ac tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:53.540964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['9f618439-07e4-4b76-b29a-e66953507e5a'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:30:53.599085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a41bdd-274c-4a44-af11-79739539f8ac tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Pushing event deleted for resources: {'Port': ['ID=9f618439-07e4-4b76-b29a-e66953507e5a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:53.622591 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:53.696401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6fed10-41b2-4079-9e18-51c0265fd4cd req-61a41bdd-274c-4a44-af11-79739539f8ac tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] No DVR routers for this DVR port 9f618439-07e4-4b76-b29a-e66953507e5a on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:30:53.707430 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a6fed10-41b2-4079-9e18-51c0265fd4cd req-61a41bdd-274c-4a44-af11-79739539f8ac tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:53.712658 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6fed10-41b2-4079-9e18-51c0265fd4cd req-61a41bdd-274c-4a44-af11-79739539f8ac tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.67 "DELETE /v2.0/ports/9f618439-07e4-4b76-b29a-e66953507e5a HTTP/1.1" status: 204 len: 173 time: 1.3922243 Sep 23 22:30:53.724539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3cc279-c17d-44f2-8894-3038654c0293', 'name': 'network-vif-deleted', 'tag': '9f618439-07e4-4b76-b29a-e66953507e5a'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:30:53.726969 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f663f95b-93d3-41a5-a62d-9b157a50c6fc" -d '{"events": [{"server_uuid": "4e3cc279-c17d-44f2-8894-3038654c0293", "name": "network-vif-deleted", "tag": "9f618439-07e4-4b76-b29a-e66953507e5a"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:30:53.741802 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:53.742282 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:53.822948 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba0a215-4b51-40cd-ace7-90452a94d77f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:53.834354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:30:53.849629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a50e98-67fa-42d6-9a5d-070a509d16d0 req-161da40b-7a32-4625-bb74-5d0e294b1d97 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:53.857378 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9a50e98-67fa-42d6-9a5d-070a509d16d0 req-161da40b-7a32-4625-bb74-5d0e294b1d97 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.1555214 Sep 23 22:30:53.874929 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:53.875255 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Added segment 9220da75-d393-4830-a6f1-17d2c9cbbaad of type vlan for network ea08406f-ea24-4a1a-a07a-d3197caefabe Sep 23 22:30:53.889314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c61d95-6a79-4d5b-b167-41908969b7fc None None] New status for floating IP c896b57d-03fa-495a-a48e-8e8b0fe29b98: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:30:53.966984 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9a50e98-67fa-42d6-9a5d-070a509d16d0 req-50ad7248-358f-4ff0-a3ad-cad491e48a0c tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073818 Sep 23 22:30:53.991660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:54.059138 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa722af3-e2bc-46fc-9d8b-5329f5d73f7e x-openstack-request-id: req-fa722af3-e2bc-46fc-9d8b-5329f5d73f7e {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:30:54.059505 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32217caf-143c-454a-a688-1df34095f86d", "tag": "7016f9e2-b481-4506-b60e-95b46e258c37", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:30:54.059761 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa722af3-e2bc-46fc-9d8b-5329f5d73f7e {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:30:54.060117 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32217caf-143c-454a-a688-1df34095f86d', 'tag': '7016f9e2-b481-4506-b60e-95b46e258c37', 'status': 'completed', 'code': 200} Sep 23 22:30:54.078831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:30:54.079697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7d5d8-3b6b-45db-a3b5-74b221ba8879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676a5aba-ad8d-495f-8612-2e9fab356971,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:54.108586 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:54.108944 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Added segment 849df400-a832-4c55-8b4c-b8b2b5de3adb of type vlan for network 35ea5dfd-6b06-4ebe-bdd5-5780a65a4b66 Sep 23 22:30:54.148677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8a18e0d2-69f7-4052-8512-4e533ef12bbc req-86fcb645-2780-4fb1-8b80-4fc6de6337a9 tempest-VolumesAdminNegativeTest-364889412 tempest-VolumesAdminNegativeTest-364889412-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3cc279-c17d-44f2-8894-3038654c0293 HTTP/1.1" status: 200 len: 210 time: 0.0533543 Sep 23 22:30:54.223578 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:54.256291 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba277a4d-e618-4a3e-87a5-cbc5bffbcefb x-openstack-request-id: req-ba277a4d-e618-4a3e-87a5-cbc5bffbcefb {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:30:54.257084 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3cc279-c17d-44f2-8894-3038654c0293", "name": "network-vif-deleted", "tag": "9f618439-07e4-4b76-b29a-e66953507e5a", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:30:54.259592 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba277a4d-e618-4a3e-87a5-cbc5bffbcefb {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:30:54.267524 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3cc279-c17d-44f2-8894-3038654c0293', 'name': 'network-vif-deleted', 'tag': '9f618439-07e4-4b76-b29a-e66953507e5a', 'status': 'completed', 'code': 200} Sep 23 22:30:54.287598 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-f965bb74-0c23-4c1a-b8a2-70792a7160ce tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:54.289691 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-f965bb74-0c23-4c1a-b8a2-70792a7160ce tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 1.0368507 Sep 23 22:30:54.319337 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-4624fe84-f738-4971-8e52-2ef98d71071e tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:30:54.321006 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-4624fe84-f738-4971-8e52-2ef98d71071e tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248220 Sep 23 22:30:54.328888 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a19d0f03-561d-4221-b952-6359ea6c538a tempest-SubnetPoolsTestJSON-752997069 tempest-SubnetPoolsTestJSON-752997069-project] Notify callbacks [] for subnetpool, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:54.331466 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a19d0f03-561d-4221-b952-6359ea6c538a tempest-SubnetPoolsTestJSON-752997069 tempest-SubnetPoolsTestJSON-752997069-project] 10.222.0.22 "PUT /v2.0/subnetpools/15e9e613-a26c-49c2-bb3f-019cc8b85b32 HTTP/1.1" status: 200 len: 683 time: 1.0079141 Sep 23 22:30:54.335360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54316) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:54.337784 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909eb0b-9513-491e-a958-3770f8df8b29 req-df9154c2-5b08-4c85-81b7-09bd5b7e7643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:54.340241 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e909eb0b-9513-491e-a958-3770f8df8b29 req-df9154c2-5b08-4c85-81b7-09bd5b7e7643 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72f9a014f1aa49bbb39de2559fbe717b&device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 1097 time: 0.2791011 Sep 23 22:30:54.404684 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:54.405255 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:54.413504 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:54.417542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:54.418395 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:54.486349 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-f19bc29e-4119-4430-a036-8a700b878023 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 698 time: 0.1522503 Sep 23 22:30:54.592095 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.3284101 Sep 23 22:30:54.593869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event updated for resources: {'Network': ['ID=ea08406f-ea24-4a1a-a07a-d3197caefabe,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:54.599520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54326) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:54.599852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54328) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:54.613637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network ea08406f-ea24-4a1a-a07a-d3197caefabe details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:30:54.718203 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-f58f7908-8506-4998-a5b7-00ebdf566123 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 696 time: 0.2051759 Sep 23 22:30:54.728146 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-83c7f308-b46b-419b-9032-9042f7fc35ff tempest-SubnetPoolsTestJSON-752997069 tempest-SubnetPoolsTestJSON-752997069-project] Notify callbacks [] for subnetpool, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:54.732185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-83c7f308-b46b-419b-9032-9042f7fc35ff tempest-SubnetPoolsTestJSON-752997069 tempest-SubnetPoolsTestJSON-752997069-project] 10.222.0.22 "DELETE /v2.0/subnetpools/15e9e613-a26c-49c2-bb3f-019cc8b85b32 HTTP/1.1" status: 204 len: 168 time: 0.3956971 Sep 23 22:30:54.738498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54330) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:54.893484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacd7d6-d676-4911-826d-c24ae18ffb73 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event updated for resources: {'Network': ['ID=35ea5dfd-6b06-4ebe-bdd5-5780a65a4b66,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:54.896136 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-96d431af-c502-403d-a0a5-24182d12f85c tempest-SubnetPoolsTestJSON-752997069 tempest-SubnetPoolsTestJSON-752997069-project] show failed (client error): The resource could not be found. Sep 23 22:30:54.898666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-96d431af-c502-403d-a0a5-24182d12f85c tempest-SubnetPoolsTestJSON-752997069 tempest-SubnetPoolsTestJSON-752997069-project] 10.222.0.22 "GET /v2.0/subnetpools/15e9e613-a26c-49c2-bb3f-019cc8b85b32 HTTP/1.1" status: 404 len: 346 time: 0.1437724 Sep 23 22:30:54.915053 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54334) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:54.917743 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 35ea5dfd-6b06-4ebe-bdd5-5780a65a4b66 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:30:54.925023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909eb0b-9513-491e-a958-3770f8df8b29 req-61d98f56-7c4f-479e-87fb-f04f90a3fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:54.927930 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e909eb0b-9513-491e-a958-3770f8df8b29 req-61d98f56-7c4f-479e-87fb-f04f90a3fc4c service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6de5bfe-82c8-444a-96b4-09830480123a HTTP/1.1" status: 200 len: 921 time: 0.4935451 Sep 23 22:30:54.991333 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-a6a79382-12df-4244-900f-c305e8d1fa3d tempest-SubnetPoolsTestJSON-752997069 tempest-SubnetPoolsTestJSON-752997069-project] delete failed (client error): The resource could not be found. Sep 23 22:30:54.997851 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a6a79382-12df-4244-900f-c305e8d1fa3d tempest-SubnetPoolsTestJSON-752997069 tempest-SubnetPoolsTestJSON-752997069-project] 10.222.0.22 "DELETE /v2.0/subnetpools/15e9e613-a26c-49c2-bb3f-019cc8b85b32 HTTP/1.1" status: 404 len: 346 time: 0.0692320 Sep 23 22:30:55.024403 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f805938-389e-417e-850a-77225bd2cb63 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.038016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0420afa-bab8-4e3f-a99d-48509db22bb7 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:55.045788 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e909eb0b-9513-491e-a958-3770f8df8b29 req-e9b794f1-c566-4ff9-aab9-d30fb9389259 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7016f9e2-b481-4506-b60e-95b46e258c37 HTTP/1.1" status: 200 len: 217 time: 0.1002867 Sep 23 22:30:55.059723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0420afa-bab8-4e3f-a99d-48509db22bb7 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:55.066979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0420afa-bab8-4e3f-a99d-48509db22bb7 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:55.087615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0420afa-bab8-4e3f-a99d-48509db22bb7 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:55.092009 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e0420afa-bab8-4e3f-a99d-48509db22bb7 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4885788 Sep 23 22:30:55.114621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b3ee7-644b-4791-b22f-66630eec90ec req-6c4ce5af-84f6-4ad4-9dcf-956aaac83ebb tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:55.121207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54342) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:55.134204 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb2b3ee7-644b-4791-b22f-66630eec90ec req-6c4ce5af-84f6-4ad4-9dcf-956aaac83ebb tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.3962803 Sep 23 22:30:55.184368 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f805938-389e-417e-850a-77225bd2cb63 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.214641 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb2b3ee7-644b-4791-b22f-66630eec90ec req-d1dc6f45-00f0-4338-a28c-53612fbfaec5 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794375 Sep 23 22:30:55.262447 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909eb0b-9513-491e-a958-3770f8df8b29 req-b632d4ac-caff-4ada-8cb1-577669992d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:55.267896 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e909eb0b-9513-491e-a958-3770f8df8b29 req-b632d4ac-caff-4ada-8cb1-577669992d74 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a10726fa-d06e-4eec-94e8-430a71cc4558 HTTP/1.1" status: 200 len: 860 time: 0.2136073 Sep 23 22:30:55.296739 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bcef6e61-fd48-4e19-b890-7e0f24df8fed tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.311454 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54350) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:55.365364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e909eb0b-9513-491e-a958-3770f8df8b29 req-53348cd5-9b55-4c43-9d04-96958b18d5a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6de5bfe-82c8-444a-96b4-09830480123a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653853 Sep 23 22:30:55.370192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-29ab3778-b2fe-495c-90b6-0a0e19ee480c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Deleting port da6d975d-634a-4ab9-a00c-b96245df323a {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:30:55.371664 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-29ab3778-b2fe-495c-90b6-0a0e19ee480c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.381789 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f805938-389e-417e-850a-77225bd2cb63 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.386841 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f805938-389e-417e-850a-77225bd2cb63 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.389335 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6f805938-389e-417e-850a-77225bd2cb63 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "DELETE /v2.0/security-groups/90b258ce-821d-4535-97b2-a51fd18589c5 HTTP/1.1" status: 204 len: 168 time: 0.7868969 Sep 23 22:30:55.399938 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6c9d2e-5397-428c-81bf-317b8876b725 admin admin] Deleting subnet ff2fb682-4204-4f41-9014-7e189425405f {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:30:55.409152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54352) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:55.434718 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9d2e-5397-428c-81bf-317b8876b725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.479495 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f805938-389e-417e-850a-77225bd2cb63 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b258ce-821d-4535-97b2-a51fd18589c5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:55.510438 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-484df054-0a29-4818-941a-d5210055d0f7 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] show failed (client error): The resource could not be found. Sep 23 22:30:55.511443 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-484df054-0a29-4818-941a-d5210055d0f7 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "GET /v2.0/security-groups/90b258ce-821d-4535-97b2-a51fd18589c5 HTTP/1.1" status: 404 len: 347 time: 0.1010382 Sep 23 22:30:55.516140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54358) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:55.569181 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9d2e-5397-428c-81bf-317b8876b725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.615437 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bcef6e61-fd48-4e19-b890-7e0f24df8fed tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.659103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd74e38-da47-4fb9-8ccb-0b53a33f46fe req-fc0204de-e724-4c46-a987-c819d1eec03a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:55.660123 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-bcef6e61-fd48-4e19-b890-7e0f24df8fed tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea08406f-ea24-4a1a-a07a-d3197caefabe']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:55.661282 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bdd74e38-da47-4fb9-8ccb-0b53a33f46fe req-fc0204de-e724-4c46-a987-c819d1eec03a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.2561111 Sep 23 22:30:55.692944 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-bcef6e61-fd48-4e19-b890-7e0f24df8fed tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9220da75-d393-4830-a6f1-17d2c9cbbaad') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:55.693807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-bcef6e61-fd48-4e19-b890-7e0f24df8fed tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9220da75-d393-4830-a6f1-17d2c9cbbaad') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:55.702668 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9d2e-5397-428c-81bf-317b8876b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.714242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bcef6e61-fd48-4e19-b890-7e0f24df8fed tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.734154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54362) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:55.801695 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bdd74e38-da47-4fb9-8ccb-0b53a33f46fe req-56b4297e-3e71-4536-822d-0725cb907665 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963473 Sep 23 22:30:55.844467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f08db864-f3d2-4286-8b42-e9ce6a7ec3e1 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Deleting port d25efdff-8a20-4157-a956-f58481574fe2 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:30:55.844798 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f08db864-f3d2-4286-8b42-e9ce6a7ec3e1 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.879992 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bcef6e61-fd48-4e19-b890-7e0f24df8fed tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.905507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcef6e61-fd48-4e19-b890-7e0f24df8fed tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:30:55.906198 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bcef6e61-fd48-4e19-b890-7e0f24df8fed tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:30:55.911551 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:30:55.967630 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9d2e-5397-428c-81bf-317b8876b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.975581 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e909eb0b-9513-491e-a958-3770f8df8b29 req-f26de3ac-c6aa-4986-a4e6-233b1f5033a8 service neutron] 10.222.0.43 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957320 Sep 23 22:30:55.995456 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-29ab3778-b2fe-495c-90b6-0a0e19ee480c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:55.996028 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-29ab3778-b2fe-495c-90b6-0a0e19ee480c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:56.098018 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-7e7faea5-63ab-440c-a62e-727299f8954b req-417b9909-6b80-4630-bf31-e987216cf987 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:30:56.103214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7e7faea5-63ab-440c-a62e-727299f8954b req-417b9909-6b80-4630-bf31-e987216cf987 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528553 Sep 23 22:30:56.104358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c9d2e-5397-428c-81bf-317b8876b725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff2fb682-4204-4f41-9014-7e189425405f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:56.124249 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-29ab3778-b2fe-495c-90b6-0a0e19ee480c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Calling delete_port for da6d975d-634a-4ab9-a00c-b96245df323a owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:30:56.130763 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f08db864-f3d2-4286-8b42-e9ce6a7ec3e1 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:56.131378 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f08db864-f3d2-4286-8b42-e9ce6a7ec3e1 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:56.155031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f08db864-f3d2-4286-8b42-e9ce6a7ec3e1 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Calling delete_port for d25efdff-8a20-4157-a956-f58481574fe2 owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:30:56.207910 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea2a8db3-9ced-4a66-b497-24fb7bc6daa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:56.215932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9d2e-5397-428c-81bf-317b8876b725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:56.221418 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0f6c9d2e-5397-428c-81bf-317b8876b725 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ff2fb682-4204-4f41-9014-7e189425405f HTTP/1.1" status: 204 len: 168 time: 0.9090452 Sep 23 22:30:56.239985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54376) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:56.292975 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bcef6e61-fd48-4e19-b890-7e0f24df8fed tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:56.326449 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bcef6e61-fd48-4e19-b890-7e0f24df8fed tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:56.330203 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bcef6e61-fd48-4e19-b890-7e0f24df8fed tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "DELETE /v2.0/networks/ea08406f-ea24-4a1a-a07a-d3197caefabe HTTP/1.1" status: 204 len: 168 time: 1.2064161 Sep 23 22:30:56.353480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54380) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:56.385834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef6e61-fd48-4e19-b890-7e0f24df8fed tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event deleted for resources: {'Network': ['ID=ea08406f-ea24-4a1a-a07a-d3197caefabe,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:56.423351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 9f618439-07e4-4b76-b29a-e66953507e5a no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:30:56.451722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 9f618439-07e4-4b76-b29a-e66953507e5a {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:30:56.452273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 9f618439-07e4-4b76-b29a-e66953507e5a not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:30:56.485167 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e909eb0b-9513-491e-a958-3770f8df8b29 req-3459a7a3-cbb5-4db2-90c3-faf123ebe74c service neutron] 10.222.0.43 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841111 Sep 23 22:30:56.652106 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-69a7792d-a81f-4131-bed1-318051006202 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:56.687000 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2c87-ce96-4079-99f2-f2203da6fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:56.713358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9014d-c302-4115-98ec-e717fd71232e req-0719a142-961e-4063-8151-30e224174f83 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:56.721717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46c9014d-c302-4115-98ec-e717fd71232e req-0719a142-961e-4063-8151-30e224174f83 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.5100093 Sep 23 22:30:56.750385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54386) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:56.752216 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8fd93c5-1ada-4fae-8781-4acb7d93b0c3 req-3f0b775a-1bbf-4fe1-b361-b6ee70b85f26 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1904757 Sep 23 22:30:56.890522 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46c9014d-c302-4115-98ec-e717fd71232e req-e57f9d18-ef21-423c-bef6-ba161226b4a4 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670213 Sep 23 22:30:56.969638 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2c87-ce96-4079-99f2-f2203da6fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:56.991670 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-69a7792d-a81f-4131-bed1-318051006202 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:56.992925 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a6f6d496-cb0d-4063-90ed-165bfd353733 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-118247419'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:56.993442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a6f6d496-cb0d-4063-90ed-165bfd353733 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Unknown quota resources ['metering_label']. {{(pid=95491) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:30:56.999725 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea2a8db3-9ced-4a66-b497-24fb7bc6daa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.006990 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f08db864-f3d2-4286-8b42-e9ce6a7ec3e1 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.037145 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-29ab3778-b2fe-495c-90b6-0a0e19ee480c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.056675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-69a7792d-a81f-4131-bed1-318051006202 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ea5dfd-6b06-4ebe-bdd5-5780a65a4b66']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:57.064229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd93c5-1ada-4fae-8781-4acb7d93b0c3 req-d2099f68-24ec-43b1-8298-9de5f8db9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:57.067155 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8fd93c5-1ada-4fae-8781-4acb7d93b0c3 req-d2099f68-24ec-43b1-8298-9de5f8db9909 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72f9a014f1aa49bbb39de2559fbe717b&device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 1097 time: 0.2351496 Sep 23 22:30:57.097539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1c2c2c87-ce96-4079-99f2-f2203da6fb72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a531d8ca-9b3d-4ac2-ac72-72235b3b12aa']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:57.121192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-69a7792d-a81f-4131-bed1-318051006202 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849df400-a832-4c55-8b4c-b8b2b5de3adb') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:57.121691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-69a7792d-a81f-4131-bed1-318051006202 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849df400-a832-4c55-8b4c-b8b2b5de3adb') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:57.137152 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea2a8db3-9ced-4a66-b497-24fb7bc6daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.137422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab3778-b2fe-495c-90b6-0a0e19ee480c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Pushing event deleted for resources: {'Port': ['ID=da6d975d-634a-4ab9-a00c-b96245df323a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:57.150191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08db864-f3d2-4286-8b42-e9ce6a7ec3e1 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Pushing event deleted for resources: {'Port': ['ID=d25efdff-8a20-4157-a956-f58481574fe2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:57.154763 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1c2c2c87-ce96-4079-99f2-f2203da6fb72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4d9751-f250-49a8-890e-5547d495c95e') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:57.154763 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1c2c2c87-ce96-4079-99f2-f2203da6fb72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4d9751-f250-49a8-890e-5547d495c95e') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:57.184812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-69a7792d-a81f-4131-bed1-318051006202 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.194241 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2c87-ce96-4079-99f2-f2203da6fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.291579 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-69a7792d-a81f-4131-bed1-318051006202 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.318413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a7792d-a81f-4131-bed1-318051006202 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:30:57.318984 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-69a7792d-a81f-4131-bed1-318051006202 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.332816 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2c87-ce96-4079-99f2-f2203da6fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.339507 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ea2a8db3-9ced-4a66-b497-24fb7bc6daa4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d48083c610e4ef89b5ee632b5e924c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6042852 Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:30:57.362504 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:30:57.365521 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54396) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:57.376864 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2c2c87-ce96-4079-99f2-f2203da6fb72 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:30:57.377493 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2c87-ce96-4079-99f2-f2203da6fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:30:57.416051 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:30:57.431009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a6f6d496-cb0d-4063-90ed-165bfd353733 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.432209 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a6f6d496-cb0d-4063-90ed-165bfd353733 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6754649 Sep 23 22:30:57.442879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b658905-46e8-4689-94f8-b0973b9beaf5 req-2bfef565-ff4b-4feb-b06e-91ed61ca5d88 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:57.444608 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5b658905-46e8-4689-94f8-b0973b9beaf5 req-2bfef565-ff4b-4feb-b06e-91ed61ca5d88 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.4436030 Sep 23 22:30:57.445339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a8db3-9ced-4a66-b497-24fb7bc6daa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe7ce70-27ef-4391-97c7-cbc66caa2d63,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:57.447987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54398) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:57.452188 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f08db864-f3d2-4286-8b42-e9ce6a7ec3e1 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.455794 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f08db864-f3d2-4286-8b42-e9ce6a7ec3e1 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.460415 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f08db864-f3d2-4286-8b42-e9ce6a7ec3e1 tempest-ServersTestFqdnHostnames-2056674693 tempest-ServersTestFqdnHostnames-2056674693-project] 10.222.0.22 "DELETE /v2.0/floatingips/09ba75be-5865-43b1-849f-67033862dad0 HTTP/1.1" status: 204 len: 168 time: 1.9430995 Sep 23 22:30:57.461086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54400) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:57.461949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-422a7807-cce5-4133-8e5f-8cf94bdab602 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '45777471-6340-45d9-a47f-8459bb595cdf'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:57.462719 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-422a7807-cce5-4133-8e5f-8cf94bdab602 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95490) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:30:57.495302 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-29ab3778-b2fe-495c-90b6-0a0e19ee480c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.499842 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-29ab3778-b2fe-495c-90b6-0a0e19ee480c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.502146 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-859eb181-3b36-41ff-a8ab-b9db3e7db002 req-29ab3778-b2fe-495c-90b6-0a0e19ee480c tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "DELETE /v2.0/floatingips/c896b57d-03fa-495a-a48e-8e8b0fe29b98 HTTP/1.1" status: 204 len: 173 time: 2.7676322 Sep 23 22:30:57.587120 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd93c5-1ada-4fae-8781-4acb7d93b0c3 req-53e8455d-ef25-492f-a68c-2cc08e0b5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:57.589748 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8fd93c5-1ada-4fae-8781-4acb7d93b0c3 req-53e8455d-ef25-492f-a68c-2cc08e0b5400 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6de5bfe-82c8-444a-96b4-09830480123a HTTP/1.1" status: 200 len: 921 time: 0.4728148 Sep 23 22:30:57.634404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5b658905-46e8-4689-94f8-b0973b9beaf5 req-39ddc44c-65d8-44d7-a817-049a08b69ed3 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648257 Sep 23 22:30:57.742541 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2c87-ce96-4079-99f2-f2203da6fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.754648 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-69a7792d-a81f-4131-bed1-318051006202 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.809867 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2c87-ce96-4079-99f2-f2203da6fb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.811834 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1c2c2c87-ce96-4079-99f2-f2203da6fb72 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a531d8ca-9b3d-4ac2-ac72-72235b3b12aa HTTP/1.1" status: 204 len: 168 time: 1.5708370 Sep 23 22:30:57.823109 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-69a7792d-a81f-4131-bed1-318051006202 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.826711 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-69a7792d-a81f-4131-bed1-318051006202 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "DELETE /v2.0/networks/35ea5dfd-6b06-4ebe-bdd5-5780a65a4b66 HTTP/1.1" status: 204 len: 168 time: 1.4680088 Sep 23 22:30:57.828836 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8fd93c5-1ada-4fae-8781-4acb7d93b0c3 req-c790593e-3086-47ab-b0df-a3f61107b695 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7016f9e2-b481-4506-b60e-95b46e258c37 HTTP/1.1" status: 200 len: 217 time: 0.2226868 Sep 23 22:30:57.832527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54408) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:57.835092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54410) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:57.843727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c2c87-ce96-4079-99f2-f2203da6fb72 admin admin] Pushing event deleted for resources: {'Network': ['ID=a531d8ca-9b3d-4ac2-ac72-72235b3b12aa,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:57.920645 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7792d-a81f-4131-bed1-318051006202 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event deleted for resources: {'Network': ['ID=35ea5dfd-6b06-4ebe-bdd5-5780a65a4b66,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:57.923398 n-d-810775-1 neutron-server[95490]: WARNING neutron.services.metering.metering_plugin [None req-422a7807-cce5-4133-8e5f-8cf94bdab602 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 22:30:57.937077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2d5fe6-d40f-4c2a-ab89-e4eeff996888 admin admin] Deleting subnet feaa821c-8e6e-472e-873a-8c874651f4be {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:30:57.948778 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5fe6-d40f-4c2a-ab89-e4eeff996888 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:57.959659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa50840-9312-4315-ad51-b76d3b3010da req-05aa5a93-b15c-4a84-abf4-2e7026261f0b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:57.963214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eaa50840-9312-4315-ad51-b76d3b3010da req-05aa5a93-b15c-4a84-abf4-2e7026261f0b tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.1671815 Sep 23 22:30:57.979097 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8635739-f6ce-42de-a488-a682fb1466cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.055001 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5fe6-d40f-4c2a-ab89-e4eeff996888 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.115736 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eaa50840-9312-4315-ad51-b76d3b3010da req-86ac3260-89ca-4c41-9427-567d96035015 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252160 Sep 23 22:30:58.158126 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5fe6-d40f-4c2a-ab89-e4eeff996888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.185860 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-57d7fcc0-0db0-4897-895a-8fcdc9e9cbf8 req-9b34b6c5-5c32-48ec-82f0-58cbd62376bc tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups/a0b75d7e-8acf-4059-8f69-e3fc8ed071c3 HTTP/1.1" status: 200 len: 1809 time: 0.4450886 Sep 23 22:30:58.197412 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-422a7807-cce5-4133-8e5f-8cf94bdab602 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.198681 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-422a7807-cce5-4133-8e5f-8cf94bdab602 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7446668 Sep 23 22:30:58.206997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54414) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:58.210812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8635739-f6ce-42de-a488-a682fb1466cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.217203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd93c5-1ada-4fae-8781-4acb7d93b0c3 req-a29ad896-0bed-4541-b599-722337dd9bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:58.218668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-97091bc6-3f32-4935-81be-f4c33a4990fc tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '45777471-6340-45d9-a47f-8459bb595cdf'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:58.218855 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8fd93c5-1ada-4fae-8781-4acb7d93b0c3 req-a29ad896-0bed-4541-b599-722337dd9bcb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a10726fa-d06e-4eec-94e8-430a71cc4558 HTTP/1.1" status: 200 len: 860 time: 0.3526304 Sep 23 22:30:58.219375 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-97091bc6-3f32-4935-81be-f4c33a4990fc tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95491) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:30:58.294812 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8fd93c5-1ada-4fae-8781-4acb7d93b0c3 req-7c5037a7-bf73-4802-99eb-a0dd339fe469 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6de5bfe-82c8-444a-96b4-09830480123a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666900 Sep 23 22:30:58.334765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8ee072-e654-4b62-b868-27547201b73d tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:58.340410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8ee072-e654-4b62-b868-27547201b73d tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:58.343064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ae8ee072-e654-4b62-b868-27547201b73d tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4900482 Sep 23 22:30:58.351462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54416) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:58.356837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1a341259-430a-4cc3-97b4-39b37f708433 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-390664875'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:58.457647 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316be7c3-3e13-4521-96cf-8ddd02f8326a req-2a69f169-4e7d-40a5-b16d-958dd3e13283 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:58.468037 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-316be7c3-3e13-4521-96cf-8ddd02f8326a req-2a69f169-4e7d-40a5-b16d-958dd3e13283 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.1869268 Sep 23 22:30:58.475052 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-57d7fcc0-0db0-4897-895a-8fcdc9e9cbf8 req-be78eec5-37ba-418b-b066-714ab0494bcf tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.517206 n-d-810775-1 neutron-server[95491]: WARNING neutron.services.metering.metering_plugin [None req-97091bc6-3f32-4935-81be-f4c33a4990fc tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 22:30:58.541735 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8fd93c5-1ada-4fae-8781-4acb7d93b0c3 req-33b3e9b5-ae26-46f3-82db-4c836670b874 service neutron] 10.222.0.43 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340891 Sep 23 22:30:58.590132 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-57d7fcc0-0db0-4897-895a-8fcdc9e9cbf8 req-be78eec5-37ba-418b-b066-714ab0494bcf tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.613096 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5fe6-d40f-4c2a-ab89-e4eeff996888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.656197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-316be7c3-3e13-4521-96cf-8ddd02f8326a req-daef7a8e-64f6-4e12-a850-59895177403f tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793911 Sep 23 22:30:58.666357 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a341259-430a-4cc3-97b4-39b37f708433 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Made reservation on behalf of 6a6c0a615a704d088262c19fb2c3cecf for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:30:58.680404 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-97091bc6-3f32-4935-81be-f4c33a4990fc tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.681722 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-97091bc6-3f32-4935-81be-f4c33a4990fc tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4715309 Sep 23 22:30:58.687905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d5fe6-d40f-4c2a-ab89-e4eeff996888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feaa821c-8e6e-472e-873a-8c874651f4be,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:58.691382 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5fe6-d40f-4c2a-ab89-e4eeff996888 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.693423 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6f2d5fe6-d40f-4c2a-ab89-e4eeff996888 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/feaa821c-8e6e-472e-873a-8c874651f4be HTTP/1.1" status: 204 len: 168 time: 0.8587613 Sep 23 22:30:58.695199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54420) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:58.700283 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a341259-430a-4cc3-97b4-39b37f708433 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.702547 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8635739-f6ce-42de-a488-a682fb1466cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.705559 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8635739-f6ce-42de-a488-a682fb1466cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.709380 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b8635739-f6ce-42de-a488-a682fb1466cb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ffe7ce70-27ef-4391-97c7-cbc66caa2d63 HTTP/1.1" status: 204 len: 168 time: 1.3238454 Sep 23 22:30:58.709380 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54422) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:58.728983 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-96cc1d67-3e56-4d51-b560-5d5c952a152f tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=515fab66-20d0-4706-8abc-b60cae21460d HTTP/1.1" status: 200 len: 462 time: 0.0326526 Sep 23 22:30:58.749946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54428) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:58.758672 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed96009d-6ae1-436f-aa71-474563607b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.858142 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8635739-f6ce-42de-a488-a682fb1466cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe7ce70-27ef-4391-97c7-cbc66caa2d63,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:58.959056 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a464d8b5-44eb-46b0-978f-308a6abfde95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.963547 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8fd93c5-1ada-4fae-8781-4acb7d93b0c3 req-481f5a04-4977-420c-bd84-e0944a2004a0 service neutron] 10.222.0.43 "GET /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069371 Sep 23 22:30:58.969594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-57d7fcc0-0db0-4897-895a-8fcdc9e9cbf8 req-be78eec5-37ba-418b-b066-714ab0494bcf tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.973669 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-57d7fcc0-0db0-4897-895a-8fcdc9e9cbf8 req-be78eec5-37ba-418b-b066-714ab0494bcf tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:58.974928 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-57d7fcc0-0db0-4897-895a-8fcdc9e9cbf8 req-be78eec5-37ba-418b-b066-714ab0494bcf tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "DELETE /v2.0/security-groups/a0b75d7e-8acf-4059-8f69-e3fc8ed071c3 HTTP/1.1" status: 204 len: 173 time: 0.7619267 Sep 23 22:30:58.986853 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a341259-430a-4cc3-97b4-39b37f708433 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:30:58.998398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78eec5-37ba-418b-b066-714ab0494bcf tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b75d7e-8acf-4059-8f69-e3fc8ed071c3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:59.006748 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a341259-430a-4cc3-97b4-39b37f708433 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:59.011215 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-1a341259-430a-4cc3-97b4-39b37f708433 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Added segment cd02f4a9-afc5-4650-ac21-8fce08c43f66 of type vlan for network a2ebc6da-cd9d-4975-b531-049b97d85fc4 Sep 23 22:30:59.308752 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e6777f6-7215-4454-9e5d-6232e7fc8cbe tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:59.310784 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9e6777f6-7215-4454-9e5d-6232e7fc8cbe tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/515fab66-20d0-4706-8abc-b60cae21460d HTTP/1.1" status: 204 len: 168 time: 0.5595987 Sep 23 22:30:59.320920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54436) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:59.351642 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7fd5321e-483e-4dde-b077-a4408cf25f3e tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=515fab66-20d0-4706-8abc-b60cae21460d HTTP/1.1" status: 200 len: 221 time: 0.0289011 Sep 23 22:30:59.367020 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54438) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:59.377312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-47bb5c56-6f03-4988-9b8c-7b5f63f418d7 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1488542742', 'description': 'label created by tempest'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:59.377312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-47bb5c56-6f03-4988-9b8c-7b5f63f418d7 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Unknown quota resources ['metering_label']. {{(pid=95491) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:30:59.397588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba6f7-7c8b-4d35-a932-8eeae896ff4c req-e5808f35-7002-4e3e-9b1e-900a053864bd tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:59.400402 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce9ba6f7-7c8b-4d35-a932-8eeae896ff4c req-e5808f35-7002-4e3e-9b1e-900a053864bd tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.4382679 Sep 23 22:30:59.551516 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a464d8b5-44eb-46b0-978f-308a6abfde95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:59.555627 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a341259-430a-4cc3-97b4-39b37f708433 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:59.589702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-a464d8b5-44eb-46b0-978f-308a6abfde95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d78f650-66bb-43ae-9b8e-d46914b9276d']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:59.613181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-a464d8b5-44eb-46b0-978f-308a6abfde95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987a71a8-7a67-4335-bdbc-372a3382f6b8') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:59.613491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-a464d8b5-44eb-46b0-978f-308a6abfde95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987a71a8-7a67-4335-bdbc-372a3382f6b8') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:30:59.625679 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a464d8b5-44eb-46b0-978f-308a6abfde95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:59.646402 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a464d8b5-44eb-46b0-978f-308a6abfde95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:59.658153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a464d8b5-44eb-46b0-978f-308a6abfde95 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:30:59.658720 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a464d8b5-44eb-46b0-978f-308a6abfde95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:30:59.661795 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:30:59.732852 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a341259-430a-4cc3-97b4-39b37f708433 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:59.736689 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a341259-430a-4cc3-97b4-39b37f708433 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:59.737717 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a341259-430a-4cc3-97b4-39b37f708433 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:59.864100 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a341259-430a-4cc3-97b4-39b37f708433 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event updated for resources: {'Network': ['ID=a2ebc6da-cd9d-4975-b531-049b97d85fc4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:59.867543 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1a341259-430a-4cc3-97b4-39b37f708433 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5147800 Sep 23 22:30:59.868262 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a464d8b5-44eb-46b0-978f-308a6abfde95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:59.886441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network a2ebc6da-cd9d-4975-b531-049b97d85fc4 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:30:59.887108 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a464d8b5-44eb-46b0-978f-308a6abfde95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:30:59.888960 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a464d8b5-44eb-46b0-978f-308a6abfde95 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3d78f650-66bb-43ae-9b8e-d46914b9276d HTTP/1.1" status: 204 len: 168 time: 1.1533887 Sep 23 22:30:59.893315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54452) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:30:59.893835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464d8b5-44eb-46b0-978f-308a6abfde95 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d78f650-66bb-43ae-9b8e-d46914b9276d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:30:59.902507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-36354409-6f4f-44ba-a6cd-94cd32178294 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2128348155'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:30:59.937960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f15eb-adac-459c-9d51-e4bfa691e8a2 req-05d201d8-ac87-4de6-8ddf-6e03b84e8d95 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:30:59.939738 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-310f15eb-adac-459c-9d51-e4bfa691e8a2 req-05d201d8-ac87-4de6-8ddf-6e03b84e8d95 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.1535659 Sep 23 22:30:59.974354 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce9ba6f7-7c8b-4d35-a932-8eeae896ff4c req-58da6da0-60ce-4775-b05d-691e9d39aff1 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770021 Sep 23 22:31:00.085333 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-310f15eb-adac-459c-9d51-e4bfa691e8a2 req-49fbc7b2-21dd-4fea-81ae-8d1d7b7a8fa7 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215963 Sep 23 22:31:00.182917 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36354409-6f4f-44ba-a6cd-94cd32178294 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Made reservation on behalf of 6a6c0a615a704d088262c19fb2c3cecf for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:00.186893 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36354409-6f4f-44ba-a6cd-94cd32178294 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:00.215068 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47bb5c56-6f03-4988-9b8c-7b5f63f418d7 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:00.216292 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-47bb5c56-6f03-4988-9b8c-7b5f63f418d7 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8474426 Sep 23 22:31:00.221410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54458) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:00.239716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36354409-6f4f-44ba-a6cd-94cd32178294 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:31:00.249347 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c9852-6c00-4c5f-b38c-8b25e30f2828 req-fc817c31-0d17-4ba4-980a-2e6ba1bb3dca tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:00.260701 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-020c9852-6c00-4c5f-b38c-8b25e30f2828 req-fc817c31-0d17-4ba4-980a-2e6ba1bb3dca tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.0796394 Sep 23 22:31:00.269243 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36354409-6f4f-44ba-a6cd-94cd32178294 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:00.269595 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-36354409-6f4f-44ba-a6cd-94cd32178294 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Added segment e5aee30e-32f1-4f1e-b6ea-16c59902a44b of type vlan for network 3351c46b-b087-4f72-8f30-11b41f00a78d Sep 23 22:31:00.328702 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-214d853e-3db7-4635-9947-3150c7b2837b tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=13978557-8a2d-4657-a258-2f28f5a309f6 HTTP/1.1" status: 200 len: 468 time: 0.1061611 Sep 23 22:31:00.334764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54462) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:00.343924 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-020c9852-6c00-4c5f-b38c-8b25e30f2828 req-377eca44-5f24-428e-8972-1980e0582144 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856843 Sep 23 22:31:00.345861 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36354409-6f4f-44ba-a6cd-94cd32178294 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:00.465043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-ed96009d-6ae1-436f-aa71-474563607b43 admin admin] Deleting port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:00.469825 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed96009d-6ae1-436f-aa71-474563607b43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:00.483429 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36354409-6f4f-44ba-a6cd-94cd32178294 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:00.490341 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36354409-6f4f-44ba-a6cd-94cd32178294 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:00.491217 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36354409-6f4f-44ba-a6cd-94cd32178294 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:00.596018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36354409-6f4f-44ba-a6cd-94cd32178294 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event updated for resources: {'Network': ['ID=3351c46b-b087-4f72-8f30-11b41f00a78d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:00.606330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4593e-0728-4bb3-ae2a-6a1ff2411e83 req-ab256213-c0a6-49fb-ba69-b9946a091d28 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:00.608041 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4af4593e-0728-4bb3-ae2a-6a1ff2411e83 req-ab256213-c0a6-49fb-ba69-b9946a091d28 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.1381152 Sep 23 22:31:00.617350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 3351c46b-b087-4f72-8f30-11b41f00a78d details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:31:00.677274 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4af4593e-0728-4bb3-ae2a-6a1ff2411e83 req-f6efc5da-2bc6-41be-b667-f4d9ec88cece tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543861 Sep 23 22:31:00.693485 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-36354409-6f4f-44ba-a6cd-94cd32178294 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7887003 Sep 23 22:31:00.693864 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54472) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:00.701072 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Request body: {'ports': [{'network_id': 'a2ebc6da-cd9d-4975-b531-049b97d85fc4', 'name': 'tempest-port--263990150', 'admin_state_up': True}, {'network_id': '3351c46b-b087-4f72-8f30-11b41f00a78d', 'admin_state_up': False}]} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:00.701072 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Request body: {'port': {'network_id': 'a2ebc6da-cd9d-4975-b531-049b97d85fc4', 'name': 'tempest-port--263990150', 'admin_state_up': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:00.701072 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Request body: {'port': {'network_id': '3351c46b-b087-4f72-8f30-11b41f00a78d', 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:00.702224 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-ed96009d-6ae1-436f-aa71-474563607b43 admin admin] For port 10a629f9-69d6-4dea-a0d9-232e79b6bfa3, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=10a629f9-69d6-4dea-a0d9-232e79b6bfa3,segment=NetworkSegment(884ef934-c85e-4c2d-b376-0a715887aae4),segment_id=884ef934-c85e-4c2d-b376-0a715887aae4)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:00.702601 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed96009d-6ae1-436f-aa71-474563607b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:00.741887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-ed96009d-6ae1-436f-aa71-474563607b43 admin admin] Calling delete_port for 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:00.749083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54478) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:00.817627 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bdc73abb-7370-41bb-a8e4-b6c28ad40792 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:00.823011 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bdc73abb-7370-41bb-a8e4-b6c28ad40792 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/13978557-8a2d-4657-a258-2f28f5a309f6 HTTP/1.1" status: 204 len: 168 time: 0.4831350 Sep 23 22:31:00.823229 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f5212fa3-14da-4d17-980b-c94546c3a68e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6006be65f1aa4f69949f0640375ff10d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690351 Sep 23 22:31:00.823229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54480) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:00.823881 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54482) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:00.857781 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-925682ef-3c59-4ea6-bd7c-37fa04e703b5 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=13978557-8a2d-4657-a258-2f28f5a309f6 HTTP/1.1" status: 200 len: 216 time: 0.0321438 Sep 23 22:31:00.862818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54484) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:00.902754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54486) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:00.911328 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2187f0c2-0c4e-4fbb-a31a-9ee331cc8191 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0397761 Sep 23 22:31:00.917915 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54490) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:00.927348 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6bcb93c3-621d-4275-8d6f-0665dc3e38f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:00.953665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6bcb93c3-621d-4275-8d6f-0665dc3e38f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:00.982053 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a796ef35-71e8-41fd-a24e-e1af0df9df59 tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0608816 Sep 23 22:31:00.988629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54492) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:01.073574 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3e8f4b51-a460-492c-b4cf-4d76b35d0f6f tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/45777471-6340-45d9-a47f-8459bb595cdf HTTP/1.1" status: 200 len: 472 time: 0.0831823 Sep 23 22:31:01.078239 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54496) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:01.082972 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1513700270'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:01.110019 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-042eb029-039f-4c70-8a60-eb35b75cbe9a tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/a5d20b3b-ad41-47a6-98b9-4f9456e05316 HTTP/1.1" status: 200 len: 459 time: 0.0201082 Sep 23 22:31:01.110973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54498) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:01.153733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Made reservation on behalf of 6a6c0a615a704d088262c19fb2c3cecf for: {'port': 2} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:01.158937 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:01.180805 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:01.286128 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6bcb93c3-621d-4275-8d6f-0665dc3e38f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:01.291113 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6bcb93c3-621d-4275-8d6f-0665dc3e38f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:01.291113 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6bcb93c3-621d-4275-8d6f-0665dc3e38f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e HTTP/1.1" status: 204 len: 168 time: 0.4653964 Sep 23 22:31:01.294080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Made reservation on behalf of 28bd23e674bd49da8ef455f4324067a7 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:01.297732 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:01.305504 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed96009d-6ae1-436f-aa71-474563607b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:01.347953 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:01.357987 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ab9e0835-6b7e-400a-a7d9-11dc51743f0b tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:01.362396 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ab9e0835-6b7e-400a-a7d9-11dc51743f0b tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/a5d20b3b-ad41-47a6-98b9-4f9456e05316 HTTP/1.1" status: 204 len: 168 time: 0.2503247 Sep 23 22:31:01.368343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54506) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:01.370658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb93c3-621d-4275-8d6f-0665dc3e38f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbe6f10-f9f2-4fda-b2e5-2d0a8a49de2e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:01.459416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] device_id is not set on port e893844f-b892-4e7d-9b7e-13c4aba2fe46 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:31:01.496329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96009d-6ae1-436f-aa71-474563607b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a629f9-69d6-4dea-a0d9-232e79b6bfa3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:01.735019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526bbc2-8ba0-4751-9c91-fe5be5cee25a req-923a791a-3700-40bd-a564-8b5316d1b021 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:01.744743 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f526bbc2-8ba0-4751-9c91-fe5be5cee25a req-923a791a-3700-40bd-a564-8b5316d1b021 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.5191839 Sep 23 22:31:01.810365 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b14d6a80-bda9-41b0-95d9-1a435810e83b tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:01.813239 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b14d6a80-bda9-41b0-95d9-1a435810e83b tempest-MeteringIpV6TestJSON-628893002 tempest-MeteringIpV6TestJSON-628893002-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/45777471-6340-45d9-a47f-8459bb595cdf HTTP/1.1" status: 204 len: 168 time: 0.4428258 Sep 23 22:31:01.836839 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:01.976200 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:02.008417 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:02.008978 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:31:02.028588 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:02.029226 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Added segment 3af0799c-f996-4619-958f-c3229c929dd8 of type vlan for network b31a039c-9393-4def-8951-70194e2ec59f Sep 23 22:31:02.103005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] device_id is not set on port e0da201b-b3d7-467e-916a-57cc78ded905 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:31:02.124539 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:02.146831 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f526bbc2-8ba0-4751-9c91-fe5be5cee25a req-7201079e-d990-4f8c-b939-01259c76314a tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7c57491-2b81-4c68-becf-9f02615ccd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871498 Sep 23 22:31:02.267617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09181a2c-1fcd-4756-8ebb-c89bc76df322,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:02.285058 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:02.296272 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:02.297411 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:02.371430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5995b4-5442-4c69-b78f-80e0272e2976 req-f137beca-11fe-4b0a-af8c-9ee7e3179ff8 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:02.371981 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed96009d-6ae1-436f-aa71-474563607b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:02.374442 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-af5995b4-5442-4c69-b78f-80e0272e2976 req-f137beca-11fe-4b0a-af8c-9ee7e3179ff8 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.43 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 946 time: 0.1999810 Sep 23 22:31:02.377576 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:02.455354 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5506082 Sep 23 22:31:02.510968 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54516) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:02.516200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-b71896eb-e60f-454c-88c3-95da08873d44 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b31a039c-9393-4def-8951-70194e2ec59f', 'tempest-TagsTest-Tag-1874699565') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:02.523271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcc1d3-8c62-4e89-a8ad-bca574c104fc tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Pushing event updated for resources: {'Network': ['ID=b31a039c-9393-4def-8951-70194e2ec59f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:02.544741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network b31a039c-9393-4def-8951-70194e2ec59f details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:31:02.643072 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-af5995b4-5442-4c69-b78f-80e0272e2976 req-d6c707cd-86a2-4b9e-9b71-c491535a7956 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Deleting port 7016f9e2-b481-4506-b60e-95b46e258c37 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:02.643423 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-af5995b4-5442-4c69-b78f-80e0272e2976 req-d6c707cd-86a2-4b9e-9b71-c491535a7956 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:02.731918 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54520) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:02.779629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54522) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:02.803014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed96009d-6ae1-436f-aa71-474563607b43 admin admin] Router b5e52d96-55bb-4912-ac67-90a78dacb311 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:31:02.817329 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-78cb3000-eb8b-47dc-8344-f89358736e23 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=227674868fe645c4be97d4ec21d329cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842307 Sep 23 22:31:02.819146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54526) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:02.830062 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:02.885995 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b71896eb-e60f-454c-88c3-95da08873d44 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] 10.222.0.22 "PUT /v2.0/networks/b31a039c-9393-4def-8951-70194e2ec59f/tags/tempest-TagsTest-Tag-1874699565 HTTP/1.1" status: 201 len: 201 time: 0.3735139 Sep 23 22:31:02.897414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54528) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:02.906256 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-e7f68579-cd9e-4fee-92c0-3372ddcfd49d tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b31a039c-9393-4def-8951-70194e2ec59f', 'tempest-TagsTest-Tag-1874699565') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:02.967047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed96009d-6ae1-436f-aa71-474563607b43 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:31:02.974010 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ed96009d-6ae1-436f-aa71-474563607b43 admin admin] 10.222.0.22 "PUT /v2.0/routers/b5e52d96-55bb-4912-ac67-90a78dacb311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5055387 Sep 23 22:31:02.983142 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff21978a-3e62-4157-a9d1-58f5dd39cfe1 None None] Sync routers for ids ['b5e52d96-55bb-4912-ac67-90a78dacb311'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:31:02.997286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54530) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:03.014865 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff21978a-3e62-4157-a9d1-58f5dd39cfe1 None None] Routers {'b5e52d96-55bb-4912-ac67-90a78dacb311'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:31:03.020408 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ff21978a-3e62-4157-a9d1-58f5dd39cfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b5e52d96-55bb-4912-ac67-90a78dacb311'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:03.062384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-af5995b4-5442-4c69-b78f-80e0272e2976 req-d6c707cd-86a2-4b9e-9b71-c491535a7956 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] For port 7016f9e2-b481-4506-b60e-95b46e258c37, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7016f9e2-b481-4506-b60e-95b46e258c37,segment=NetworkSegment(31ad786b-b809-4b0b-89e5-a2c3247e1b9b),segment_id=31ad786b-b809-4b0b-89e5-a2c3247e1b9b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:03.062978 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-af5995b4-5442-4c69-b78f-80e0272e2976 req-d6c707cd-86a2-4b9e-9b71-c491535a7956 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:03.068039 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1fec-fb7c-4b33-bf58-45876f2d2841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:03.118214 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e7f68579-cd9e-4fee-92c0-3372ddcfd49d tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] 10.222.0.22 "GET /v2.0/networks/b31a039c-9393-4def-8951-70194e2ec59f/tags/tempest-TagsTest-Tag-1874699565 HTTP/1.1" status: 204 len: 168 time: 0.2163601 Sep 23 22:31:03.119344 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-af5995b4-5442-4c69-b78f-80e0272e2976 req-d6c707cd-86a2-4b9e-9b71-c491535a7956 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Calling delete_port for 7016f9e2-b481-4506-b60e-95b46e258c37 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:03.122628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54532) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:03.123464 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:03.131640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-af239274-7c81-4838-a754-a416cb1d4a69 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b31a039c-9393-4def-8951-70194e2ec59f') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:03.182972 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-ff21978a-3e62-4157-a9d1-58f5dd39cfe1 None None] Set router b5e52d96-55bb-4912-ac67-90a78dacb311 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:31:03.466685 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-af239274-7c81-4838-a754-a416cb1d4a69 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] 10.222.0.22 "GET /v2.0/networks/b31a039c-9393-4def-8951-70194e2ec59f/tags HTTP/1.1" status: 200 len: 238 time: 0.3426661 Sep 23 22:31:03.467559 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54538) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:03.479466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-b14e2887-12ec-4cc0-9f46-fe29d29282b3 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b31a039c-9393-4def-8951-70194e2ec59f', {'tags': ['tempest-TagsTest-Tag-1686807139', 'tempest-TagsTest-Tag-1635426663', 'tempest-TagsTest-Tag-1707209192']}) {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:03.514094 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ff21978a-3e62-4157-a9d1-58f5dd39cfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:28:12Z', 'updated_at': '2021-09-23T22:31:01Z', 'revision_number': 5, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'gw_port': {'id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:14Z', 'updated_at': '2021-09-23T22:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:03.536970 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-af5995b4-5442-4c69-b78f-80e0272e2976 req-d6c707cd-86a2-4b9e-9b71-c491535a7956 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:03.558116 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff21978a-3e62-4157-a9d1-58f5dd39cfe1 None None] Checking router: b5e52d96-55bb-4912-ac67-90a78dacb311 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:31:03.559472 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['7016f9e2-b481-4506-b60e-95b46e258c37'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:31:03.571058 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff21978a-3e62-4157-a9d1-58f5dd39cfe1 None None] Routers {'b5e52d96-55bb-4912-ac67-90a78dacb311'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:31:03.571725 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ff21978a-3e62-4157-a9d1-58f5dd39cfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b5e52d96-55bb-4912-ac67-90a78dacb311'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:03.655125 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1fec-fb7c-4b33-bf58-45876f2d2841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:03.660963 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c707cd-86a2-4b9e-9b71-c491535a7956 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Pushing event deleted for resources: {'Port': ['ID=7016f9e2-b481-4506-b60e-95b46e258c37,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:03.762390 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1fec-fb7c-4b33-bf58-45876f2d2841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:03.789224 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5995b4-5442-4c69-b78f-80e0272e2976 req-d6c707cd-86a2-4b9e-9b71-c491535a7956 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] No DVR routers for this DVR port 7016f9e2-b481-4506-b60e-95b46e258c37 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:31:03.798792 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-af5995b4-5442-4c69-b78f-80e0272e2976 req-d6c707cd-86a2-4b9e-9b71-c491535a7956 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:03.801499 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-af5995b4-5442-4c69-b78f-80e0272e2976 req-d6c707cd-86a2-4b9e-9b71-c491535a7956 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.43 "DELETE /v2.0/ports/7016f9e2-b481-4506-b60e-95b46e258c37 HTTP/1.1" status: 204 len: 173 time: 1.4089279 Sep 23 22:31:03.801881 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32217caf-143c-454a-a688-1df34095f86d', 'name': 'network-vif-deleted', 'tag': '7016f9e2-b481-4506-b60e-95b46e258c37'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:31:03.804541 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0504bdc9-dfea-4cb5-b543-eff8ebf9aaf8" -d '{"events": [{"server_uuid": "32217caf-143c-454a-a688-1df34095f86d", "name": "network-vif-deleted", "tag": "7016f9e2-b481-4506-b60e-95b46e258c37"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:31:03.833285 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bb1b1fec-fb7c-4b33-bf58-45876f2d2841 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8865829d42ab4bd694d51cf3d6c320d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0518301 Sep 23 22:31:03.839160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54544) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:03.851219 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be8bbecf-56c0-429e-a3d5-ca3909403b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:03.858476 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b14e2887-12ec-4cc0-9f46-fe29d29282b3 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] 10.222.0.22 "PUT /v2.0/networks/b31a039c-9393-4def-8951-70194e2ec59f/tags HTTP/1.1" status: 200 len: 309 time: 0.3859444 Sep 23 22:31:03.859406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54546) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:03.860038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event updated for resources: {'Port': ['ID=e893844f-b892-4e7d-9b7e-13c4aba2fe46,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:03.868361 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:03.874222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-948c4e79-3d31-4788-9011-a91bd4fbc4ff tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b31a039c-9393-4def-8951-70194e2ec59f', 'tempest-TagsTest-Tag-1686807139') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:03.878679 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b1fec-fb7c-4b33-bf58-45876f2d2841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc65f39-9853-4b1a-8e94-48d2ed254d93,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:03.916310 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263afd90-4f89-4045-b0ff-e9e085c6182e x-openstack-request-id: req-263afd90-4f89-4045-b0ff-e9e085c6182e {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:31:03.916894 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32217caf-143c-454a-a688-1df34095f86d", "name": "network-vif-deleted", "tag": "7016f9e2-b481-4506-b60e-95b46e258c37", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:31:03.917212 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-263afd90-4f89-4045-b0ff-e9e085c6182e {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:31:03.917629 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32217caf-143c-454a-a688-1df34095f86d', 'name': 'network-vif-deleted', 'tag': '7016f9e2-b481-4506-b60e-95b46e258c37', 'status': 'completed', 'code': 200} Sep 23 22:31:03.932894 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-92b39bd8-1c64-4257-a408-7dd72cff9c13 req-5eaa74f8-0a3f-4bc6-a8ad-ab2f87db6c6b tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 210 time: 0.1988921 Sep 23 22:31:03.952165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Checking segment: {'id': 'cd02f4a9-afc5-4650-ac21-8fce08c43f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a2ebc6da-cd9d-4975-b531-049b97d85fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:03.952764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Network hostable DHCP agents. Network: a2ebc6da-cd9d-4975-b531-049b97d85fc4, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:31:04.009327 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a0fb163f-c806-4da0-ad07-6ceee2cb42a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:04.027106 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-ff21978a-3e62-4157-a9d1-58f5dd39cfe1 None None] Set router b5e52d96-55bb-4912-ac67-90a78dacb311 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:31:04.043558 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be8bbecf-56c0-429e-a3d5-ca3909403b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:04.135832 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a0fb163f-c806-4da0-ad07-6ceee2cb42a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:04.229005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Network a2ebc6da-cd9d-4975-b531-049b97d85fc4 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:31:04.237163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] Deleting port 6da6dcc7-5815-4adf-bbf2-1aa66eba3398 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:04.240377 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:04.384804 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ff21978a-3e62-4157-a9d1-58f5dd39cfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:28:12Z', 'updated_at': '2021-09-23T22:31:01Z', 'revision_number': 5, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'gw_port': {'id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:14Z', 'updated_at': '2021-09-23T22:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:04.406643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-948c4e79-3d31-4788-9011-a91bd4fbc4ff tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] 10.222.0.22 "DELETE /v2.0/networks/b31a039c-9393-4def-8951-70194e2ec59f/tags/tempest-TagsTest-Tag-1686807139 HTTP/1.1" status: 204 len: 168 time: 0.5380540 Sep 23 22:31:04.414706 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, a2ebc6da-cd9d-4975-b531-049b97d85fc4) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:04.423047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54552) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:04.431311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64841981-bf86-43ad-929a-82d430cc192f None None] Network a2ebc6da-cd9d-4975-b531-049b97d85fc4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:04.443225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:04.444913 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:04.452360 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be8bbecf-56c0-429e-a3d5-ca3909403b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:04.458640 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be8bbecf-56c0-429e-a3d5-ca3909403b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:04.459117 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff21978a-3e62-4157-a9d1-58f5dd39cfe1 None None] The sync data for ids ['b5e52d96-55bb-4912-ac67-90a78dacb311'] in n-d-810775-1 is: [{'id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'name': 'tempest-ServersTestFqdnHostnames-1645623033-router', 'tenant_id': 'f9c6e4d72e074bf0846555174e943ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:28:12Z', 'updated_at': '2021-09-23T22:31:01Z', 'revision_number': 5, 'project_id': 'f9c6e4d72e074bf0846555174e943ad6', 'gw_port': {'id': '6da6dcc7-5815-4adf-bbf2-1aa66eba3398', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:30:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e52d96-55bb-4912-ac67-90a78dacb311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:28:14Z', 'updated_at': '2021-09-23T22:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:31:04.462128 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-be8bbecf-56c0-429e-a3d5-ca3909403b6b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83f8a6e7-286f-41e7-905d-466e1e9857c2 HTTP/1.1" status: 204 len: 168 time: 1.6416976 Sep 23 22:31:04.471165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-e21341fd-39e3-4b9a-8058-af5303a70390 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b31a039c-9393-4def-8951-70194e2ec59f', 'tempest-TagsTest-Tag-1686807139') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:04.492900 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a0fb163f-c806-4da0-ad07-6ceee2cb42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:04.515416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] For port 6da6dcc7-5815-4adf-bbf2-1aa66eba3398, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6da6dcc7-5815-4adf-bbf2-1aa66eba3398,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:04.519701 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:04.530005 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a0fb163f-c806-4da0-ad07-6ceee2cb42a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:04.542439 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a0fb163f-c806-4da0-ad07-6ceee2cb42a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8fc65f39-9853-4b1a-8e94-48d2ed254d93 HTTP/1.1" status: 204 len: 168 time: 0.6969609 Sep 23 22:31:04.643684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb163f-c806-4da0-ad07-6ceee2cb42a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc65f39-9853-4b1a-8e94-48d2ed254d93,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:04.686310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bbecf-56c0-429e-a3d5-ca3909403b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f8a6e7-286f-41e7-905d-466e1e9857c2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:04.740743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] Calling delete_port for 6da6dcc7-5815-4adf-bbf2-1aa66eba3398 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:04.803155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event updated for resources: {'Port': ['ID=e0da201b-b3d7-467e-916a-57cc78ded905,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:04.843861 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-e21341fd-39e3-4b9a-8058-af5303a70390 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] show failed (client error): The resource could not be found. Sep 23 22:31:04.845552 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e21341fd-39e3-4b9a-8058-af5303a70390 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] 10.222.0.22 "GET /v2.0/networks/b31a039c-9393-4def-8951-70194e2ec59f/tags/tempest-TagsTest-Tag-1686807139 HTTP/1.1" status: 404 len: 326 time: 0.4210992 Sep 23 22:31:04.848925 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Checking segment: {'id': 'e5aee30e-32f1-4f1e-b6ea-16c59902a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3351c46b-b087-4f72-8f30-11b41f00a78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:04.849260 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54560) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:04.849456 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Network hostable DHCP agents. Network: 3351c46b-b087-4f72-8f30-11b41f00a78d, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:31:04.864446 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-7b9e3fab-ca29-4e00-9a03-73ccae9d332a tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b31a039c-9393-4def-8951-70194e2ec59f', 'tempest-TagsTest-Tag-1635426663') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:04.883895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:31:04.967521 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:31:04.968859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 10a629f9-69d6-4dea-a0d9-232e79b6bfa3 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:31:05.137869 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7b9e3fab-ca29-4e00-9a03-73ccae9d332a tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] 10.222.0.22 "GET /v2.0/networks/b31a039c-9393-4def-8951-70194e2ec59f/tags/tempest-TagsTest-Tag-1635426663 HTTP/1.1" status: 204 len: 168 time: 0.2814069 Sep 23 22:31:05.138709 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54566) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:05.147292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Network 3351c46b-b087-4f72-8f30-11b41f00a78d is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:31:05.148484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-968a1803-c6e3-4183-94b7-3bbd1d07beee tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b31a039c-9393-4def-8951-70194e2ec59f', 'tempest-TagsTest-Tag-1707209192') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:05.308430 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5bc33feb-8f7b-4dcf-833d-f9733086d93c req-f42674a9-f1cf-491b-821a-1900d4ddbb09 tempest-ServerRescueTestJSONUnderV235-1446945340 tempest-ServerRescueTestJSONUnderV235-1446945340-project] 10.222.0.22 "GET /v2.0/ports?device_id=32217caf-143c-454a-a688-1df34095f86d HTTP/1.1" status: 200 len: 210 time: 0.1277354 Sep 23 22:31:05.315005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 3351c46b-b087-4f72-8f30-11b41f00a78d) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:05.321784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f721c-87a0-4d39-b405-701315d9029a None None] Network 3351c46b-b087-4f72-8f30-11b41f00a78d requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:05.327617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:05.345672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:05.352085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:05.366652 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:05.401096 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:05.497211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da6dcc7-5815-4adf-bbf2-1aa66eba3398,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:05.551656 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-968a1803-c6e3-4183-94b7-3bbd1d07beee tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] 10.222.0.22 "GET /v2.0/networks/b31a039c-9393-4def-8951-70194e2ec59f/tags/tempest-TagsTest-Tag-1707209192 HTTP/1.1" status: 204 len: 168 time: 0.4116313 Sep 23 22:31:05.554466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54572) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:05.573029 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-22c0f9dd-c3e4-46b7-b87a-1db5a6ad2d8b tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b31a039c-9393-4def-8951-70194e2ec59f') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:05.638427 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:05.648479 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-562f6544-2b2c-40e9-9e9c-516b4899b68c tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.9517734 Sep 23 22:31:05.648479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54574) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:05.840500 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:05.847769 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:05.876155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2c202e-af4c-47c0-9da3-a1fbca4b76cc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:05.883495 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2c202e-af4c-47c0-9da3-a1fbca4b76cc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:05.885603 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3f2c202e-af4c-47c0-9da3-a1fbca4b76cc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2390399 Sep 23 22:31:05.889668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-22c0f9dd-c3e4-46b7-b87a-1db5a6ad2d8b tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] 10.222.0.22 "DELETE /v2.0/networks/b31a039c-9393-4def-8951-70194e2ec59f/tags HTTP/1.1" status: 204 len: 168 time: 0.3300345 Sep 23 22:31:05.889668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54582) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:05.893235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54584) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:05.923879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-0a52bc0a-1c29-46ba-a81b-b8b0be1d9893 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b31a039c-9393-4def-8951-70194e2ec59f', 'tempest-TagsTest-Tag-1635426663') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:06.002623 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54588) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:06.011255 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:06.012158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5e52d96-55bb-4912-ac67-90a78dacb311 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:31:06.028079 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:06.033267 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-927d9eec-993e-483b-90b6-b90119bbb719 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b5e52d96-55bb-4912-ac67-90a78dacb311 HTTP/1.1" status: 204 len: 168 time: 3.0252066 Sep 23 22:31:06.034122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54590) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:06.105725 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b635000-814f-4d96-b6c4-94c50527de94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:06.223617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89d9290-685e-43ef-ac11-b8944f233498 admin admin] Deleting subnet e0690551-0d17-436f-a3db-32b0f3ce9754 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:31:06.232551 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c89d9290-685e-43ef-ac11-b8944f233498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:06.244237 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-0a52bc0a-1c29-46ba-a81b-b8b0be1d9893 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] show failed (client error): The resource could not be found. Sep 23 22:31:06.248104 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0a52bc0a-1c29-46ba-a81b-b8b0be1d9893 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] 10.222.0.22 "GET /v2.0/networks/b31a039c-9393-4def-8951-70194e2ec59f/tags/tempest-TagsTest-Tag-1635426663 HTTP/1.1" status: 404 len: 326 time: 0.3256750 Sep 23 22:31:06.256448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54596) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:06.271912 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-b827de52-39c2-42cd-b5ab-b3480bdab0d4 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b31a039c-9393-4def-8951-70194e2ec59f', 'tempest-TagsTest-Tag-1707209192') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:06.360206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-9ce96013-2329-42ef-9b27-5b6880027523 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Deleting port e893844f-b892-4e7d-9b7e-13c4aba2fe46 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:06.360657 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ce96013-2329-42ef-9b27-5b6880027523 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:06.424623 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c89d9290-685e-43ef-ac11-b8944f233498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:06.443599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7016f9e2-b481-4506-b60e-95b46e258c37 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:31:06.510914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54600) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:06.525849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 7016f9e2-b481-4506-b60e-95b46e258c37 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:31:06.526391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7016f9e2-b481-4506-b60e-95b46e258c37 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:31:06.528802 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:06.609833 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b635000-814f-4d96-b6c4-94c50527de94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:06.683091 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ce96013-2329-42ef-9b27-5b6880027523 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:06.762277 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-b827de52-39c2-42cd-b5ab-b3480bdab0d4 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] show failed (client error): The resource could not be found. Sep 23 22:31:06.766648 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b827de52-39c2-42cd-b5ab-b3480bdab0d4 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] 10.222.0.22 "GET /v2.0/networks/b31a039c-9393-4def-8951-70194e2ec59f/tags/tempest-TagsTest-Tag-1707209192 HTTP/1.1" status: 404 len: 326 time: 0.5039508 Sep 23 22:31:06.767613 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54608) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:06.771784 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b635000-814f-4d96-b6c4-94c50527de94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:06.805692 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-3b3538ac-889e-4ecf-87fb-b606263c48ea tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b31a039c-9393-4def-8951-70194e2ec59f') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:06.819052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-9ce96013-2329-42ef-9b27-5b6880027523 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Calling delete_port for e893844f-b892-4e7d-9b7e-13c4aba2fe46 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:06.868614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6da6dcc7-5815-4adf-bbf2-1aa66eba3398 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:31:06.900127 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c89d9290-685e-43ef-ac11-b8944f233498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:06.914487 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4b635000-814f-4d96-b6c4-94c50527de94 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=128ecc49fd994aed99c86fb30fb75a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9091465 Sep 23 22:31:06.914873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 6da6dcc7-5815-4adf-bbf2-1aa66eba3398 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:31:06.915286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b635000-814f-4d96-b6c4-94c50527de94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe9be75-c5f6-4c39-b31f-521e2c2534f6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:06.916164 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6da6dcc7-5815-4adf-bbf2-1aa66eba3398 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:31:06.923315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54612) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:07.104258 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3b3538ac-889e-4ecf-87fb-b606263c48ea tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] 10.222.0.22 "DELETE /v2.0/networks/b31a039c-9393-4def-8951-70194e2ec59f/tags HTTP/1.1" status: 204 len: 168 time: 0.3287637 Sep 23 22:31:07.105384 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54618) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:07.115885 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acb6329e-2930-41a1-9f9d-155e08476276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.167677 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acb6329e-2930-41a1-9f9d-155e08476276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.234711 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ce96013-2329-42ef-9b27-5b6880027523 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.269617 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c89d9290-685e-43ef-ac11-b8944f233498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.302313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce96013-2329-42ef-9b27-5b6880027523 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event deleted for resources: {'Port': ['ID=e893844f-b892-4e7d-9b7e-13c4aba2fe46,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:07.321279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e5c18c-419a-4941-9d8b-e21d8d4eb30a None None] Network b481aa7f-7834-4ef2-8794-c242ac249e42 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:07.331360 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c89d9290-685e-43ef-ac11-b8944f233498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.333770 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c89d9290-685e-43ef-ac11-b8944f233498 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e0690551-0d17-436f-a3db-32b0f3ce9754 HTTP/1.1" status: 204 len: 168 time: 1.2983129 Sep 23 22:31:07.339677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54626) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:07.340119 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ce96013-2329-42ef-9b27-5b6880027523 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.340965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d9290-685e-43ef-ac11-b8944f233498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0690551-0d17-436f-a3db-32b0f3ce9754,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:07.349563 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9ce96013-2329-42ef-9b27-5b6880027523 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "DELETE /v2.0/ports/e893844f-b892-4e7d-9b7e-13c4aba2fe46 HTTP/1.1" status: 204 len: 168 time: 1.4587126 Sep 23 22:31:07.354276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54628) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:07.357685 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cccd423b-e9aa-44a9-968e-0143bb5dcef6 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.527647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b332f593-9bca-43b7-9a6a-024cc0308cdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Deleting port e0da201b-b3d7-467e-916a-57cc78ded905 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:07.528212 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b332f593-9bca-43b7-9a6a-024cc0308cdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.537485 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.609769 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acb6329e-2930-41a1-9f9d-155e08476276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.613879 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acb6329e-2930-41a1-9f9d-155e08476276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.616451 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-acb6329e-2930-41a1-9f9d-155e08476276 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5fe9be75-c5f6-4c39-b31f-521e2c2534f6 HTTP/1.1" status: 204 len: 168 time: 0.6871574 Sep 23 22:31:07.630823 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cccd423b-e9aa-44a9-968e-0143bb5dcef6 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.703477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-cccd423b-e9aa-44a9-968e-0143bb5dcef6 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31a039c-9393-4def-8951-70194e2ec59f']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:07.705662 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] DHCP port deletion for b481aa7f-7834-4ef2-8794-c242ac249e42 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:31:07.749814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-cccd423b-e9aa-44a9-968e-0143bb5dcef6 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af0799c-f996-4619-958f-c3229c929dd8') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:07.750074 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-cccd423b-e9aa-44a9-968e-0143bb5dcef6 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af0799c-f996-4619-958f-c3229c929dd8') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:07.770920 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cccd423b-e9aa-44a9-968e-0143bb5dcef6 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.789885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6329e-2930-41a1-9f9d-155e08476276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe9be75-c5f6-4c39-b31f-521e2c2534f6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:07.794015 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b332f593-9bca-43b7-9a6a-024cc0308cdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.810304 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cccd423b-e9aa-44a9-968e-0143bb5dcef6 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.830031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccd423b-e9aa-44a9-968e-0143bb5dcef6 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:31:07.830456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cccd423b-e9aa-44a9-968e-0143bb5dcef6 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.841474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b332f593-9bca-43b7-9a6a-024cc0308cdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Calling delete_port for e0da201b-b3d7-467e-916a-57cc78ded905 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:07.867374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] Deleting port 0edba214-49cd-44dd-aa86-6037e4f04b03 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:07.867721 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:31:07.892283 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:31:07.966368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Deleting port 0edba214-49cd-44dd-aa86-6037e4f04b03 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:07.972424 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:08.052852 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cccd423b-e9aa-44a9-968e-0143bb5dcef6 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:08.068279 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cccd423b-e9aa-44a9-968e-0143bb5dcef6 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:08.072862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cccd423b-e9aa-44a9-968e-0143bb5dcef6 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] 10.222.0.22 "DELETE /v2.0/networks/b31a039c-9393-4def-8951-70194e2ec59f HTTP/1.1" status: 204 len: 168 time: 0.9645567 Sep 23 22:31:08.086880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] For port 0edba214-49cd-44dd-aa86-6037e4f04b03, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0edba214-49cd-44dd-aa86-6037e4f04b03,segment=NetworkSegment(884ef934-c85e-4c2d-b376-0a715887aae4),segment_id=884ef934-c85e-4c2d-b376-0a715887aae4)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:08.087255 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:08.117895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd423b-e9aa-44a9-968e-0143bb5dcef6 tempest-TagsTest-1103831480 tempest-TagsTest-1103831480-project] Pushing event deleted for resources: {'Network': ['ID=b31a039c-9393-4def-8951-70194e2ec59f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:08.139166 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0128a819-ac71-4e2a-a1d1-79e67f643ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:08.143857 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b332f593-9bca-43b7-9a6a-024cc0308cdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:08.239098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] For port 0edba214-49cd-44dd-aa86-6037e4f04b03, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0edba214-49cd-44dd-aa86-6037e4f04b03,segment=NetworkSegment(884ef934-c85e-4c2d-b376-0a715887aae4),segment_id=884ef934-c85e-4c2d-b376-0a715887aae4)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:08.244425 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:08.251906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332f593-9bca-43b7-9a6a-024cc0308cdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event deleted for resources: {'Port': ['ID=e0da201b-b3d7-467e-916a-57cc78ded905,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:08.277380 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b332f593-9bca-43b7-9a6a-024cc0308cdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:08.279909 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] Calling delete_port for 0edba214-49cd-44dd-aa86-6037e4f04b03 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:08.289710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b332f593-9bca-43b7-9a6a-024cc0308cdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "DELETE /v2.0/ports/e0da201b-b3d7-467e-916a-57cc78ded905 HTTP/1.1" status: 204 len: 168 time: 0.9220188 Sep 23 22:31:08.290434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54666) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:08.319135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Calling delete_port for 0edba214-49cd-44dd-aa86-6037e4f04b03 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:08.366978 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-81cefdd8-c774-4d8a-9651-ea0bc2ddc999 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0738628 Sep 23 22:31:08.372733 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54674) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:08.380565 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-229d4b7e-8f86-4a8d-b7b2-2b98c47c7c81 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-323243650'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:08.611266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229d4b7e-8f86-4a8d-b7b2-2b98c47c7c81 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Made reservation on behalf of 6a6c0a615a704d088262c19fb2c3cecf for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:08.615894 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-229d4b7e-8f86-4a8d-b7b2-2b98c47c7c81 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:08.680431 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0edba214-49cd-44dd-aa86-6037e4f04b03 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:31:08.692610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229d4b7e-8f86-4a8d-b7b2-2b98c47c7c81 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:31:08.716021 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:08.723608 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-229d4b7e-8f86-4a8d-b7b2-2b98c47c7c81 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:08.730305 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-229d4b7e-8f86-4a8d-b7b2-2b98c47c7c81 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Added segment ece70657-29ab-4998-a446-f967be5d8c6f of type vlan for network 01dac690-b093-40a2-b17a-255f41e0f4e8 Sep 23 22:31:08.752747 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 0edba214-49cd-44dd-aa86-6037e4f04b03 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:31:08.753359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0edba214-49cd-44dd-aa86-6037e4f04b03 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:31:08.755823 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:08.795283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] Pushing event deleted for resources: {'Port': ['ID=0edba214-49cd-44dd-aa86-6037e4f04b03,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:08.813169 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-229d4b7e-8f86-4a8d-b7b2-2b98c47c7c81 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:08.816596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] No DVR routers for this DVR port 0edba214-49cd-44dd-aa86-6037e4f04b03 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:31:08.987093 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-229d4b7e-8f86-4a8d-b7b2-2b98c47c7c81 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:09.001421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229d4b7e-8f86-4a8d-b7b2-2b98c47c7c81 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:09.002770 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-229d4b7e-8f86-4a8d-b7b2-2b98c47c7c81 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:09.024462 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:09.040573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Pushing event deleted for resources: {'Port': ['ID=0edba214-49cd-44dd-aa86-6037e4f04b03,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:09.066224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:09.066224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:09.066394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:09.066669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:09.066931 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:09.067261 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:09.067584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:09.067900 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:09.068218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:09.068534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:09.068864 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:09.069181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:09.079378 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b481aa7f-7834-4ef2-8794-c242ac249e42']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:09.086380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa75b76-814d-43ca-b455-bb8e272c9a13 None None] No DVR routers for this DVR port 0edba214-49cd-44dd-aa86-6037e4f04b03 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:31:09.105681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884ef934-c85e-4c2d-b376-0a715887aae4') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:09.105681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884ef934-c85e-4c2d-b376-0a715887aae4') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:09.124094 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:09.131540 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d4b7e-8f86-4a8d-b7b2-2b98c47c7c81 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event updated for resources: {'Network': ['ID=01dac690-b093-40a2-b17a-255f41e0f4e8,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:09.146533 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:09.159816 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 01dac690-b093-40a2-b17a-255f41e0f4e8 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:31:09.167593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-0128a819-ac71-4e2a-a1d1-79e67f643ffd admin admin] Deleting port 7e283394-52bd-47ed-94d4-a820a97a4f47 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:09.167948 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0128a819-ac71-4e2a-a1d1-79e67f643ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:09.175766 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-229d4b7e-8f86-4a8d-b7b2-2b98c47c7c81 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7977600 Sep 23 22:31:09.176009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54694) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:09.181877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:31:09.192773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-6ee36b78-c3e8-45e0-9a5d-98bfdb1b1d41 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-757116891'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:09.194440 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:31:09.267698 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:31:09.298086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54698) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:09.325779 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee36b78-c3e8-45e0-9a5d-98bfdb1b1d41 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Made reservation on behalf of 6a6c0a615a704d088262c19fb2c3cecf for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:09.337334 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ee36b78-c3e8-45e0-9a5d-98bfdb1b1d41 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:09.349021 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:09.365889 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:09.369053 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b481aa7f-7834-4ef2-8794-c242ac249e42 HTTP/1.1" status: 204 len: 168 time: 2.0255501 Sep 23 22:31:09.383453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69862a32-7366-439c-a0df-caaaecda2d06 req-b1e000ae-2b4d-4697-9523-4e55b3170ac0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:09.385380 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69862a32-7366-439c-a0df-caaaecda2d06 req-b1e000ae-2b4d-4697-9523-4e55b3170ac0 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.1237397 Sep 23 22:31:09.386025 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915338a-0a65-4462-a9ac-347d35b16118 admin admin] Pushing event deleted for resources: {'Network': ['ID=b481aa7f-7834-4ef2-8794-c242ac249e42,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:09.406659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee36b78-c3e8-45e0-9a5d-98bfdb1b1d41 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:31:09.414856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-0128a819-ac71-4e2a-a1d1-79e67f643ffd admin admin] For port 7e283394-52bd-47ed-94d4-a820a97a4f47, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7e283394-52bd-47ed-94d4-a820a97a4f47,segment=NetworkSegment(31ad786b-b809-4b0b-89e5-a2c3247e1b9b),segment_id=31ad786b-b809-4b0b-89e5-a2c3247e1b9b)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:09.415347 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0128a819-ac71-4e2a-a1d1-79e67f643ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:09.432910 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-0128a819-ac71-4e2a-a1d1-79e67f643ffd admin admin] Calling delete_port for 7e283394-52bd-47ed-94d4-a820a97a4f47 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:09.447905 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ee36b78-c3e8-45e0-9a5d-98bfdb1b1d41 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:09.448609 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-6ee36b78-c3e8-45e0-9a5d-98bfdb1b1d41 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Added segment 4b7b0fcc-0ddf-4916-8b30-8b5b789baba6 of type vlan for network 29c44110-943e-4a91-ac97-8a9b0c0ef5a6 Sep 23 22:31:09.560231 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ee36b78-c3e8-45e0-9a5d-98bfdb1b1d41 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:09.676523 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54710) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:09.733563 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69862a32-7366-439c-a0df-caaaecda2d06 req-9574a905-a770-49ae-b186-f633aecd8227 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277373 Sep 23 22:31:09.759383 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ee36b78-c3e8-45e0-9a5d-98bfdb1b1d41 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:09.770665 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee36b78-c3e8-45e0-9a5d-98bfdb1b1d41 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:09.771756 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ee36b78-c3e8-45e0-9a5d-98bfdb1b1d41 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:09.911272 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee36b78-c3e8-45e0-9a5d-98bfdb1b1d41 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event updated for resources: {'Network': ['ID=29c44110-943e-4a91-ac97-8a9b0c0ef5a6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:09.925311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 29c44110-943e-4a91-ac97-8a9b0c0ef5a6 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:31:09.960462 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6ee36b78-c3e8-45e0-9a5d-98bfdb1b1d41 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7831874 Sep 23 22:31:10.095842 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-39ccc4a0-f70d-4ef0-a3db-a0facf611dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:10.154125 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-db538e52-528c-4952-949d-9f851dde7a3f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28bd23e674bd49da8ef455f4324067a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8503520 Sep 23 22:31:10.157814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54720) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:10.238118 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ab3fc605-e3e0-478b-9481-19e594c6fd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:10.267704 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ab3fc605-e3e0-478b-9481-19e594c6fd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:10.309513 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0128a819-ac71-4e2a-a1d1-79e67f643ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:10.314545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54724) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:10.394423 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7a0abb5b-635f-44dd-a876-9ba736b9bf74 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9c6e4d72e074bf0846555174e943ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786550 Sep 23 22:31:10.397986 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54726) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:10.422880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128a819-ac71-4e2a-a1d1-79e67f643ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=7e283394-52bd-47ed-94d4-a820a97a4f47,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:10.436038 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-39ccc4a0-f70d-4ef0-a3db-a0facf611dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:10.496920 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e7df4b1-45c3-41a3-9167-7d651b407153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:10.524439 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e7df4b1-45c3-41a3-9167-7d651b407153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:10.539658 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ab3fc605-e3e0-478b-9481-19e594c6fd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:10.542409 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ab3fc605-e3e0-478b-9481-19e594c6fd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:10.555257 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ab3fc605-e3e0-478b-9481-19e594c6fd09 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09181a2c-1fcd-4756-8ebb-c89bc76df322 HTTP/1.1" status: 204 len: 168 time: 0.3920696 Sep 23 22:31:10.626337 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fc605-e3e0-478b-9481-19e594c6fd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09181a2c-1fcd-4756-8ebb-c89bc76df322,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:10.699586 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-39ccc4a0-f70d-4ef0-a3db-a0facf611dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:10.822644 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e7df4b1-45c3-41a3-9167-7d651b407153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:10.828835 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e7df4b1-45c3-41a3-9167-7d651b407153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:10.834134 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4e7df4b1-45c3-41a3-9167-7d651b407153 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9655027-68d8-44eb-b721-8c0454f39b2d HTTP/1.1" status: 204 len: 168 time: 0.4330435 Sep 23 22:31:10.836110 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccc4a0-f70d-4ef0-a3db-a0facf611dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ac9551-ed30-4fe6-86e5-2b36c16e4020,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:10.856127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-39ccc4a0-f70d-4ef0-a3db-a0facf611dde admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=897ca0efe76540bcad7a435b68323e89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1682136 Sep 23 22:31:10.865811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54740) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:10.881421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7df4b1-45c3-41a3-9167-7d651b407153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9655027-68d8-44eb-b721-8c0454f39b2d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:10.953003 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0128a819-ac71-4e2a-a1d1-79e67f643ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:11.122136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1935113-d767-417c-916c-b936e921a075 req-0d8dbc38-d0df-41b0-92be-f47c1ff1ea4d tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:11.131244 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1935113-d767-417c-916c-b936e921a075 req-0d8dbc38-d0df-41b0-92be-f47c1ff1ea4d tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.1981733 Sep 23 22:31:11.166428 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18e759a4-22d9-4db7-b52d-4071c9ce6ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:11.223909 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1935113-d767-417c-916c-b936e921a075 req-5daff4ce-48a1-4932-96bc-8ad2de80051a tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852842 Sep 23 22:31:11.285516 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18e759a4-22d9-4db7-b52d-4071c9ce6ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:11.327800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74240a7e-4551-4793-a4bc-c4fbae138670 req-c21a00a9-e47a-4fd8-9de7-7a95b0071d36 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:11.330310 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74240a7e-4551-4793-a4bc-c4fbae138670 req-c21a00a9-e47a-4fd8-9de7-7a95b0071d36 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.67 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 947 time: 0.1555402 Sep 23 22:31:11.591978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-74240a7e-4551-4793-a4bc-c4fbae138670 req-d53e6dce-a76b-48f4-b45d-c7e6a64ff186 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Deleting port 11e3a17f-e01c-44b0-b184-c5e8a6f00045 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:11.592328 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-74240a7e-4551-4793-a4bc-c4fbae138670 req-d53e6dce-a76b-48f4-b45d-c7e6a64ff186 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:11.615849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0128a819-ac71-4e2a-a1d1-79e67f643ffd admin admin] Router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:31:11.684582 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18e759a4-22d9-4db7-b52d-4071c9ce6ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:11.687666 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18e759a4-22d9-4db7-b52d-4071c9ce6ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:11.692400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-18e759a4-22d9-4db7-b52d-4071c9ce6ad4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69ac9551-ed30-4fe6-86e5-2b36c16e4020 HTTP/1.1" status: 204 len: 168 time: 0.8253293 Sep 23 22:31:11.774995 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:31:11.822197 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e759a4-22d9-4db7-b52d-4071c9ce6ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ac9551-ed30-4fe6-86e5-2b36c16e4020,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:11.933595 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-c0414318-cbc5-4e4e-8f3b-fbad1c89040c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1676965 Sep 23 22:31:11.936122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-74240a7e-4551-4793-a4bc-c4fbae138670 req-d53e6dce-a76b-48f4-b45d-c7e6a64ff186 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] For port 11e3a17f-e01c-44b0-b184-c5e8a6f00045, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11e3a17f-e01c-44b0-b184-c5e8a6f00045,segment=NetworkSegment(ec16488b-8065-458d-ad41-32f4acc477de),segment_id=ec16488b-8065-458d-ad41-32f4acc477de)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:11.936421 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-74240a7e-4551-4793-a4bc-c4fbae138670 req-d53e6dce-a76b-48f4-b45d-c7e6a64ff186 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:11.957458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-74240a7e-4551-4793-a4bc-c4fbae138670 req-d53e6dce-a76b-48f4-b45d-c7e6a64ff186 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Calling delete_port for 11e3a17f-e01c-44b0-b184-c5e8a6f00045 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:11.983990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0128a819-ac71-4e2a-a1d1-79e67f643ffd admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:31:12.001960 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b5bd49-2c17-44ac-9cf2-2e79c69cc0e6 None None] Sync routers for ids ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:31:12.020231 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b5bd49-2c17-44ac-9cf2-2e79c69cc0e6 None None] Routers {'8a2a4621-d5f8-430c-94bb-f61d5ff7919d'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:31:12.025715 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e3b5bd49-2c17-44ac-9cf2-2e79c69cc0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:12.064543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0128a819-ac71-4e2a-a1d1-79e67f643ffd admin admin] 10.222.0.22 "PUT /v2.0/routers/8a2a4621-d5f8-430c-94bb-f61d5ff7919d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5521204 Sep 23 22:31:12.068764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54766) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:12.187871 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-b3a74c31-d473-4157-8b97-2b7c26746da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:12.189644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-b3a74c31-d473-4157-8b97-2b7c26746da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:12.191211 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-b3a74c31-d473-4157-8b97-2b7c26746da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:12.192379 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-b3a74c31-d473-4157-8b97-2b7c26746da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:12.194018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-b3a74c31-d473-4157-8b97-2b7c26746da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:12.195603 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-b3a74c31-d473-4157-8b97-2b7c26746da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:12.196842 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-b3a74c31-d473-4157-8b97-2b7c26746da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:12.201550 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-b3a74c31-d473-4157-8b97-2b7c26746da6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53d9dcc00ea347a4ba456b29d8894318&device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 6492 time: 0.1283596 Sep 23 22:31:12.252822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-e3b5bd49-2c17-44ac-9cf2-2e79c69cc0e6 None None] Set router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:31:12.553971 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:12.705857 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:12.709143 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-74240a7e-4551-4793-a4bc-c4fbae138670 req-d53e6dce-a76b-48f4-b45d-c7e6a64ff186 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:12.748976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e6dce-a76b-48f4-b45d-c7e6a64ff186 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Pushing event deleted for resources: {'Port': ['ID=11e3a17f-e01c-44b0-b184-c5e8a6f00045,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:12.751405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5afa4-90e3-4b38-94d0-8b9d0f74a448 req-32cfbfd4-4961-4a99-8edf-0895f2d5e0ac tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:12.760521 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fba5afa4-90e3-4b38-94d0-8b9d0f74a448 req-32cfbfd4-4961-4a99-8edf-0895f2d5e0ac tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 868 time: 0.2176819 Sep 23 22:31:12.767038 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-d4199e85-bc1d-46b4-b370-6526c3aa9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:12.767889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-d4199e85-bc1d-46b4-b370-6526c3aa9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:12.768814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-d4199e85-bc1d-46b4-b370-6526c3aa9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:12.774287 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-d4199e85-bc1d-46b4-b370-6526c3aa9b2f service neutron] 10.222.0.67 "GET /v2.0/networks?id=8fdb77b3-802f-455b-896f-81dc78604c36&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=ca883b77-dd36-40f2-a31d-760ec43ec06e&id=ca883b77-dd36-40f2-a31d-760ec43ec06e HTTP/1.1" status: 200 len: 2291 time: 0.5186660 Sep 23 22:31:12.878773 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-9b3db851-8af3-4ae2-93dc-6cebd3ca3eba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e5d1c23-ff12-4a74-8c34-bd3a77973f35 HTTP/1.1" status: 200 len: 1002 time: 0.0782690 Sep 23 22:31:12.897956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e3b5bd49-2c17-44ac-9cf2-2e79c69cc0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:29:04Z', 'updated_at': '2021-09-23T22:31:10Z', 'revision_number': 5, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'gw_port': {'id': '1a8e740e-2902-47b5-8b48-acaa4e7b3588', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:29:07Z', 'updated_at': '2021-09-23T22:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:12.946775 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-74240a7e-4551-4793-a4bc-c4fbae138670 req-d53e6dce-a76b-48f4-b45d-c7e6a64ff186 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] No DVR routers for this DVR port 11e3a17f-e01c-44b0-b184-c5e8a6f00045 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:31:13.009771 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fba5afa4-90e3-4b38-94d0-8b9d0f74a448 req-47084c79-0c29-491b-abb6-2906c3e66878 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/security-groups?id=f37721b9-c6e4-474d-95cf-8b38656a2960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479088 Sep 23 22:31:13.050086 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-74240a7e-4551-4793-a4bc-c4fbae138670 req-d53e6dce-a76b-48f4-b45d-c7e6a64ff186 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:13.054164 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74240a7e-4551-4793-a4bc-c4fbae138670 req-d53e6dce-a76b-48f4-b45d-c7e6a64ff186 tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.67 "DELETE /v2.0/ports/11e3a17f-e01c-44b0-b184-c5e8a6f00045 HTTP/1.1" status: 204 len: 173 time: 1.7088082 Sep 23 22:31:13.067942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631ce5bf-6a66-4393-a017-c1499b245f67', 'name': 'network-vif-deleted', 'tag': '11e3a17f-e01c-44b0-b184-c5e8a6f00045'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:31:13.073264 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11c67db-ac14-4c8d-8e23-6036c4c94418" -d '{"events": [{"server_uuid": "631ce5bf-6a66-4393-a017-c1499b245f67", "name": "network-vif-deleted", "tag": "11e3a17f-e01c-44b0-b184-c5e8a6f00045"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:31:13.073526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b5bd49-2c17-44ac-9cf2-2e79c69cc0e6 None None] Checking router: 8a2a4621-d5f8-430c-94bb-f61d5ff7919d for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:31:13.088613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-d5706221-da96-4114-b8fc-878b00e75ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:13.090807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-d5706221-da96-4114-b8fc-878b00e75ba3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d29d642-3539-4f1b-86f3-275967351080 HTTP/1.1" status: 200 len: 850 time: 0.2017961 Sep 23 22:31:13.102888 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b5bd49-2c17-44ac-9cf2-2e79c69cc0e6 None None] Routers {'8a2a4621-d5f8-430c-94bb-f61d5ff7919d'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:31:13.104474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e3b5bd49-2c17-44ac-9cf2-2e79c69cc0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:30:45Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:13.193330 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ddf6bd-36de-415d-9fed-4b8e54330f62 x-openstack-request-id: req-76ddf6bd-36de-415d-9fed-4b8e54330f62 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:31:13.194096 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631ce5bf-6a66-4393-a017-c1499b245f67", "name": "network-vif-deleted", "tag": "11e3a17f-e01c-44b0-b184-c5e8a6f00045", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:31:13.194547 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76ddf6bd-36de-415d-9fed-4b8e54330f62 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:31:13.196058 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631ce5bf-6a66-4393-a017-c1499b245f67', 'name': 'network-vif-deleted', 'tag': '11e3a17f-e01c-44b0-b184-c5e8a6f00045', 'status': 'completed', 'code': 200} Sep 23 22:31:13.198118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] Deleting port 1a8e740e-2902-47b5-8b48-acaa4e7b3588 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:13.200281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:13.238447 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-9dcf62d0-56c2-4052-8e6f-c3dddca8e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:13.243264 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-9dcf62d0-56c2-4052-8e6f-c3dddca8e811 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8fdb77b3-802f-455b-896f-81dc78604c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383922 Sep 23 22:31:13.290714 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eba09fff-ad82-483e-93fe-73c77b6a510f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:13.367145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-e3b5bd49-2c17-44ac-9cf2-2e79c69cc0e6 None None] Set router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:31:13.439204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] For port 1a8e740e-2902-47b5-8b48-acaa4e7b3588, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1a8e740e-2902-47b5-8b48-acaa4e7b3588,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:13.439612 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:13.443061 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-b9c0ca32-0a50-46ff-94a1-e01933584f6f service neutron] 10.222.0.67 "GET /v2.0/networks/8fdb77b3-802f-455b-896f-81dc78604c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936710 Sep 23 22:31:13.455902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] Calling delete_port for 1a8e740e-2902-47b5-8b48-acaa4e7b3588 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:13.528719 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e3b5bd49-2c17-44ac-9cf2-2e79c69cc0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:29:04Z', 'updated_at': '2021-09-23T22:31:12Z', 'revision_number': 6, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:13.565298 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54790) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:13.570631 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Request body: {'subnets': [{'network_id': '01dac690-b093-40a2-b17a-255f41e0f4e8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1086352920', 'ip_version': 6}, {'network_id': '29c44110-943e-4a91-ac97-8a9b0c0ef5a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:13.570957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Request body: {'subnet': {'network_id': '01dac690-b093-40a2-b17a-255f41e0f4e8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1086352920', 'ip_version': 6}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:13.571607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Request body: {'subnet': {'network_id': '29c44110-943e-4a91-ac97-8a9b0c0ef5a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:13.584923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b5bd49-2c17-44ac-9cf2-2e79c69cc0e6 None None] The sync data for ids ['8a2a4621-d5f8-430c-94bb-f61d5ff7919d'] in n-d-810775-1 is: [{'id': '8a2a4621-d5f8-430c-94bb-f61d5ff7919d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1227819995-router', 'tenant_id': '72f9a014f1aa49bbb39de2559fbe717b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:29:04Z', 'updated_at': '2021-09-23T22:31:12Z', 'revision_number': 6, 'project_id': '72f9a014f1aa49bbb39de2559fbe717b', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:31:13.678216 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-2a546e0d-2416-471b-865e-900caa63a1df service neutron] 10.222.0.67 "GET /v2.0/networks/8fdb77b3-802f-455b-896f-81dc78604c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269862 Sep 23 22:31:13.747454 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-e2af333d-b7c6-4e7d-ba86-5154943922d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b HTTP/1.1" status: 200 len: 217 time: 0.0488086 Sep 23 22:31:13.849234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54802) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:13.983656 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:14.084571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a8e740e-2902-47b5-8b48-acaa4e7b3588,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:14.239843 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:14.286252 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87b1c0d8-10c2-40d2-987f-17a83b47ac7c req-7f513741-1198-4bb5-ab06-9669e38d91fc tempest-ServersNegativeTestJSON-8794392 tempest-ServersNegativeTestJSON-8794392-project] 10.222.0.22 "GET /v2.0/ports?device_id=631ce5bf-6a66-4393-a017-c1499b245f67 HTTP/1.1" status: 200 len: 210 time: 0.0458722 Sep 23 22:31:14.294513 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-c474c2f0-0f30-4d4d-94be-a7e9a7f66c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:14.296187 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-c474c2f0-0f30-4d4d-94be-a7e9a7f66c4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.5415671 Sep 23 22:31:14.386046 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:14.388786 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:14.394103 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-ecb35f08-45d0-4e60-ad1f-bb210edf6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:14.397007 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-ecb35f08-45d0-4e60-ad1f-bb210edf6ed2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0921242 Sep 23 22:31:14.401564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1417661262', 'router:external': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:14.450067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Made reservation on behalf of 6a6c0a615a704d088262c19fb2c3cecf for: {'subnet': 2} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:14.462196 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:14.462772 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:14.518253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 11e3a17f-e01c-44b0-b184-c5e8a6f00045 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:31:14.555180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 11e3a17f-e01c-44b0-b184-c5e8a6f00045 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:31:14.556112 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 11e3a17f-e01c-44b0-b184-c5e8a6f00045 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:31:14.583504 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Made reservation on behalf of 32670a9212e4454aa8570f76ed1e8d34 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:14.594495 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:14.604594 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:14.607819 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a2a4621-d5f8-430c-94bb-f61d5ff7919d {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:31:14.630723 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:14.639907 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7ec611de-0aca-4eec-93b1-2207a0156523 admin admin] 10.222.0.22 "DELETE /v2.0/routers/8a2a4621-d5f8-430c-94bb-f61d5ff7919d HTTP/1.1" status: 204 len: 168 time: 2.5658891 Sep 23 22:31:14.643185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54822) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:14.659210 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:14.701451 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-973a4a30-8e8d-4fc6-a919-df72c31507a9 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955811 Sep 23 22:31:14.702062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7e283394-52bd-47ed-94d4-a820a97a4f47 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:31:14.779786 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 7e283394-52bd-47ed-94d4-a820a97a4f47 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:31:14.780910 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7e283394-52bd-47ed-94d4-a820a97a4f47 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:31:14.782015 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1a8e740e-2902-47b5-8b48-acaa4e7b3588 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:31:14.804118 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3927253-881a-488b-9317-3f5ddbbcf9e4 admin admin] Deleting subnet a10726fa-d06e-4eec-94e8-430a71cc4558 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:31:14.807708 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3927253-881a-488b-9317-3f5ddbbcf9e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:14.851694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 1a8e740e-2902-47b5-8b48-acaa4e7b3588 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:31:14.853813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1a8e740e-2902-47b5-8b48-acaa4e7b3588 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:31:14.889690 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:14.929760 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3927253-881a-488b-9317-3f5ddbbcf9e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.009936 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.066402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54828) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:15.067428 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:31:15.091229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369d1db7-c909-4598-9183-617467bb62a8,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:15.095414 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.095414 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Added segment caa3f55d-1098-4b7f-a406-dce8030ed21a of type vlan for network b7c81085-9c4e-45bd-a15a-4141f441499c Sep 23 22:31:15.163533 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.168828 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3927253-881a-488b-9317-3f5ddbbcf9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.180065 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-4093d506-c9ed-44bf-8164-fb35dc89591e service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695325 Sep 23 22:31:15.298116 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-d4a51e62-3dce-4181-b40a-95af94e8b741 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=2399c71c-78da-4b12-adda-5a18362e7290 HTTP/1.1" status: 200 len: 217 time: 0.0819588 Sep 23 22:31:15.315484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-510139965-network', 'tenant_id': '25a5ad1ccfa8445cb9f141f6e896a93e'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:15.393757 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.400607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:15.400607 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.415638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54840) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:15.507270 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] Made reservation on behalf of 25a5ad1ccfa8445cb9f141f6e896a93e for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:15.511739 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.547673 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.550506 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97cf964-2508-49e4-b052-8eb1544e02f3 admin admin] Deleting subnet cfd900ab-d80f-492d-8f3f-40e9e42ebc05 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:31:15.561489 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e97cf964-2508-49e4-b052-8eb1544e02f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.564459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-a4b2e80c-8e0c-41d8-b8fe-eeb6bf94e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:15.566038 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-a4b2e80c-8e0c-41d8-b8fe-eeb6bf94e446 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.1874905 Sep 23 22:31:15.581078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Pushing event updated for resources: {'Network': ['ID=b7c81085-9c4e-45bd-a15a-4141f441499c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:15.597889 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network b7c81085-9c4e-45bd-a15a-4141f441499c details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:31:15.658494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9729f968-b9da-4e01-be8e-c8e9dcefcd52 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8063452 Sep 23 22:31:15.670802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54846) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:15.675055 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e97cf964-2508-49e4-b052-8eb1544e02f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.678940 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-126344f3-fe52-42b7-aefe-d1fa0c0c1e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.682247 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3927253-881a-488b-9317-3f5ddbbcf9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.705047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5240546a-b1a9-45fc-be52-73224b4aada7 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Request body: {'subnet': {'network_id': 'b7c81085-9c4e-45bd-a15a-4141f441499c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:15.833463 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3927253-881a-488b-9317-3f5ddbbcf9e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10726fa-d06e-4eec-94e8-430a71cc4558,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:15.868012 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3927253-881a-488b-9317-3f5ddbbcf9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.869305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54852) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:15.874181 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b3927253-881a-488b-9317-3f5ddbbcf9e4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a10726fa-d06e-4eec-94e8-430a71cc4558 HTTP/1.1" status: 204 len: 168 time: 1.2258584 Sep 23 22:31:15.876878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54854) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:15.877488 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e97cf964-2508-49e4-b052-8eb1544e02f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.920424 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:15.927021 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-c17b781f-a0f1-4a56-bb04-fc4a8d6d6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:15.929667 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-c17b781f-a0f1-4a56-bb04-fc4a8d6d6310 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3407066 Sep 23 22:31:16.049663 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.059308 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.086462 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.105325 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-f9bf22f9-8db2-4043-b5b1-b6f848c416d9 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642227 Sep 23 22:31:16.117938 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9e4ebe2-1dc3-4fdd-9034-46066dae65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.134172 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:31:16.171332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5240546a-b1a9-45fc-be52-73224b4aada7 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Made reservation on behalf of 32670a9212e4454aa8570f76ed1e8d34 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:16.175829 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5240546a-b1a9-45fc-be52-73224b4aada7 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.194469 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e97cf964-2508-49e4-b052-8eb1544e02f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.199591 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event updated for resources: {'Subnet': ['ID=6a679a4b-16df-4348-8ad5-fa7264721cb2,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:16.220367 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.220923 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] Added segment f1b141f8-4047-4b2a-bd66-94205f2fc39e of type vlan for network 94779400-26bc-4b4d-82c1-13b1eab48e66 Sep 23 22:31:16.242890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0576a8fa-1436-44d5-811a-4d0db312f7cf,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:16.335124 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e97cf964-2508-49e4-b052-8eb1544e02f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.339506 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e97cf964-2508-49e4-b052-8eb1544e02f3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cfd900ab-d80f-492d-8f3f-40e9e42ebc05 HTTP/1.1" status: 204 len: 168 time: 0.9227583 Sep 23 22:31:16.340484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cf964-2508-49e4-b052-8eb1544e02f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfd900ab-d80f-492d-8f3f-40e9e42ebc05,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:16.346803 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54864) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:16.409514 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Checking segment: {'id': 'ece70657-29ab-4998-a446-f967be5d8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01dac690-b093-40a2-b17a-255f41e0f4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:16.410206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Network hostable DHCP agents. Network: 01dac690-b093-40a2-b17a-255f41e0f4e8, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:31:16.425241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-network', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:16.469779 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-b0948b6a-8eae-41d4-b0c5-aa3dc80cb920 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375435 Sep 23 22:31:16.487582 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.533398 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-bb612bc4-3e2a-44a9-b5bb-7303fce90e71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=8f2fc59b-8cb2-421b-8953-264e069e9846 HTTP/1.1" status: 200 len: 217 time: 0.0489452 Sep 23 22:31:16.537220 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37255fb2-835b-4925-ad1b-b642bc1bdf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.577099 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9e4ebe2-1dc3-4fdd-9034-46066dae65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.592730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Network 01dac690-b093-40a2-b17a-255f41e0f4e8 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:31:16.650557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c9e4ebe2-1dc3-4fdd-9034-46066dae65d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6de5bfe-82c8-444a-96b4-09830480123a']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:16.670469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c9e4ebe2-1dc3-4fdd-9034-46066dae65d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ad786b-b809-4b0b-89e5-a2c3247e1b9b') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:16.670970 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c9e4ebe2-1dc3-4fdd-9034-46066dae65d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ad786b-b809-4b0b-89e5-a2c3247e1b9b') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:16.677710 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-f8e9aa4f-c566-4c63-8e60-af6e34f53539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:16.680291 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-f8e9aa4f-c566-4c63-8e60-af6e34f53539 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.1384687 Sep 23 22:31:16.721979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] Made reservation on behalf of 0dd0f58a579241349f77bcc2e96619c0 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:16.725936 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.727539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 01dac690-b093-40a2-b17a-255f41e0f4e8) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:16.732186 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9e4ebe2-1dc3-4fdd-9034-46066dae65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.743608 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e567eb-e69d-4686-889d-59b85339ef94 None None] Network 01dac690-b093-40a2-b17a-255f41e0f4e8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:16.752005 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.753482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:16.754153 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.781021 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.801899 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.814773 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9e4ebe2-1dc3-4fdd-9034-46066dae65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.872147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e4ebe2-1dc3-4fdd-9034-46066dae65d3 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:31:16.872848 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9e4ebe2-1dc3-4fdd-9034-46066dae65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:31:16.879479 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:31:16.925410 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.963722 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37255fb2-835b-4925-ad1b-b642bc1bdf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:16.973590 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event updated for resources: {'Subnet': ['ID=0b01e648-3ed9-4a5d-9ab1-bb3562e6cfe4,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:17.021192 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9478738 Sep 23 22:31:17.030190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54874) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:17.041546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8d47f196-eae8-4b94-995a-c5c887e55b5e admin admin] Request body: {'subnet': {'network_id': '94779400-26bc-4b4d-82c1-13b1eab48e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-510139965-subnet', 'tenant_id': '25a5ad1ccfa8445cb9f141f6e896a93e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:17.049287 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-85f95256-7f0d-488d-8ec9-d08150c7ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:17.051969 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-85f95256-7f0d-488d-8ec9-d08150c7ab3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3364758 Sep 23 22:31:17.064492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-37255fb2-835b-4925-ad1b-b642bc1bdf55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8dcf69b-a38b-440f-af1d-90d14f28ce8f']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:17.119423 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-01dac690-b093-40a2-b17a-255f41e0f4e8', 'network_id': '01dac690-b093-40a2-b17a-255f41e0f4e8', 'tenant_id': '6a6c0a615a704d088262c19fb2c3cecf', 'fixed_ips': [{'subnet_id': '6a679a4b-16df-4348-8ad5-fa7264721cb2'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:31:17.120623 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:17.123431 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-37255fb2-835b-4925-ad1b-b642bc1bdf55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec16488b-8065-458d-ad41-32f4acc477de') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:17.124067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-37255fb2-835b-4925-ad1b-b642bc1bdf55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec16488b-8065-458d-ad41-32f4acc477de') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:17.133382 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b56b7d-8bf7-4fcc-97cd-7757263bc7b3 admin admin] Pushing event updated for resources: {'Network': ['ID=94779400-26bc-4b4d-82c1-13b1eab48e66,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:17.158231 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37255fb2-835b-4925-ad1b-b642bc1bdf55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:17.176815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 94779400-26bc-4b4d-82c1-13b1eab48e66 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:31:17.181134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Checking segment: {'id': '4b7b0fcc-0ddf-4916-8b30-8b5b789baba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '29c44110-943e-4a91-ac97-8a9b0c0ef5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:17.181726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Network hostable DHCP agents. Network: 29c44110-943e-4a91-ac97-8a9b0c0ef5a6, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:31:17.204585 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37255fb2-835b-4925-ad1b-b642bc1bdf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:17.279567 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:17.285759 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9e4ebe2-1dc3-4fdd-9034-46066dae65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:17.296528 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37255fb2-835b-4925-ad1b-b642bc1bdf55 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:31:17.297258 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37255fb2-835b-4925-ad1b-b642bc1bdf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:17.302487 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c9e4ebe2-1dc3-4fdd-9034-46066dae65d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:31:17.305046 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:31:17.310280 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c9e4ebe2-1dc3-4fdd-9034-46066dae65d3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a6de5bfe-82c8-444a-96b4-09830480123a HTTP/1.1" status: 204 len: 168 time: 1.4219110 Sep 23 22:31:17.350046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4ebe2-1dc3-4fdd-9034-46066dae65d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6de5bfe-82c8-444a-96b4-09830480123a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:17.367866 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:17.459612 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Network 29c44110-943e-4a91-ac97-8a9b0c0ef5a6 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:31:17.468837 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-b8c6dfbe-9c37-481e-a40d-b17834bf3bfe service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847713 Sep 23 22:31:17.529985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309e701c-252d-4201-a8d6-77b6fdb70f44,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:17.562173 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:31:17.569616 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37255fb2-835b-4925-ad1b-b642bc1bdf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:17.598725 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:17.599303 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] Added segment 2742bcca-332d-4912-b4f8-649829ae3a3b of type vlan for network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e Sep 23 22:31:17.602712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37255fb2-835b-4925-ad1b-b642bc1bdf55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:17.610862 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-37255fb2-835b-4925-ad1b-b642bc1bdf55 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c8dcf69b-a38b-440f-af1d-90d14f28ce8f HTTP/1.1" status: 204 len: 168 time: 1.2592916 Sep 23 22:31:17.627697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d47f196-eae8-4b94-995a-c5c887e55b5e admin admin] Made reservation on behalf of 25a5ad1ccfa8445cb9f141f6e896a93e for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:17.631485 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d47f196-eae8-4b94-995a-c5c887e55b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:17.716847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 29c44110-943e-4a91-ac97-8a9b0c0ef5a6) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:17.744231 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c2bca3-d6c4-4d77-b8d4-eedc16bbfa70 None None] Network 29c44110-943e-4a91-ac97-8a9b0c0ef5a6 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:17.756122 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:17.759703 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:17.759703 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:17.762285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37255fb2-835b-4925-ad1b-b642bc1bdf55 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8dcf69b-a38b-440f-af1d-90d14f28ce8f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:17.806240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Allocated IP 2001:db8::1 (01dac690-b093-40a2-b17a-255f41e0f4e8/6a679a4b-16df-4348-8ad5-fa7264721cb2/b24b933c-cc18-4471-82bf-5af5d99e601b) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:17.832342 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:17.842669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-2d8366bd-0922-47c3-b98a-a5e2c208f011 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640983 Sep 23 22:31:17.854913 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:17.905792 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-08248fee-2e16-4fc9-8331-21c9c21dbddf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=499a0347-912c-44ce-a942-4345708a157a HTTP/1.1" status: 200 len: 217 time: 0.0557094 Sep 23 22:31:17.950303 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8b7319e1-3a2e-4807-8ab4-d2b6d01f4b08 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.3837972 Sep 23 22:31:17.951247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54886) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:18.041488 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.042777 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:18.043404 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.048914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.objects.ports [None req-5240546a-b1a9-45fc-be52-73224b4aada7 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95491) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:31:18.049459 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5240546a-b1a9-45fc-be52-73224b4aada7 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.074357 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-29c44110-943e-4a91-ac97-8a9b0c0ef5a6', 'network_id': '29c44110-943e-4a91-ac97-8a9b0c0ef5a6', 'tenant_id': '6a6c0a615a704d088262c19fb2c3cecf', 'fixed_ips': [{'subnet_id': '0b01e648-3ed9-4a5d-9ab1-bb3562e6cfe4'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:31:18.074693 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.099491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-c3935aa4-98ce-4653-9ca1-b2f9cd201d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:18.101170 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-c3935aa4-98ce-4653-9ca1-b2f9cd201d7c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.1881196 Sep 23 22:31:18.134956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c134684-2cdc-4cd5-8d6a-4f30e1402bd4 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:18.137425 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c134684-2cdc-4cd5-8d6a-4f30e1402bd4 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:18.140288 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c134684-2cdc-4cd5-8d6a-4f30e1402bd4 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:18.154912 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5c134684-2cdc-4cd5-8d6a-4f30e1402bd4 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1965575 Sep 23 22:31:18.196979 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54888) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:18.197565 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54890) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:18.207614 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] Pushing event updated for resources: {'Network': ['ID=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:18.226637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54892) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:18.233297 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e66c8e82-9d4f-4c2e-81d0-652c3e3fd924 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3582304 Sep 23 22:31:18.234330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:31:18.242431 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54894) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:18.250035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5240546a-b1a9-45fc-be52-73224b4aada7 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Checking segment: {'id': 'caa3f55d-1098-4b7f-a406-dce8030ed21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b7c81085-9c4e-45bd-a15a-4141f441499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:18.251191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5240546a-b1a9-45fc-be52-73224b4aada7 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Network hostable DHCP agents. Network: b7c81085-9c4e-45bd-a15a-4141f441499c, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:31:18.265738 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240546a-b1a9-45fc-be52-73224b4aada7 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Pushing event updated for resources: {'Subnet': ['ID=295c1338-1351-4940-ba22-d38f8755a4dd,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:18.274083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3457e700-2298-43ba-a231-e72f675475b2 admin admin] Request body: {'subnet': {'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-subnet', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:18.342948 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.413796 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Allocated IP 2001:db8:0:1::1 (29c44110-943e-4a91-ac97-8a9b0c0ef5a6/0b01e648-3ed9-4a5d-9ab1-bb3562e6cfe4/4b58a8a5-7b1a-4f08-8151-3480846c360d) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:18.443783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5240546a-b1a9-45fc-be52-73224b4aada7 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Network b7c81085-9c4e-45bd-a15a-4141f441499c is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:31:18.480306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-ed286296-d3ac-4ccd-a7b5-401afc716dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:18.481913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-ed286296-d3ac-4ccd-a7b5-401afc716dad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3635800 Sep 23 22:31:18.495473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a51933b-aee6-47b6-b450-88c8055096ec tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Deleting subnet 6a679a4b-16df-4348-8ad5-fa7264721cb2 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:31:18.519888 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ecf22620-559e-4443-82dc-4d5f9dd5ab5d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=189ad56f85ae4049b0b1eb7dfddf1b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186655 Sep 23 22:31:18.523065 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54898) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:18.538660 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-64666a7e-0a3f-48f6-a674-6d72c4d47f59 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=72f9a014f1aa49bbb39de2559fbe717b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725217 Sep 23 22:31:18.538976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54900) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:18.541291 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.549977 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.552935 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0a51933b-aee6-47b6-b450-88c8055096ec tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.603150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-5240546a-b1a9-45fc-be52-73224b4aada7 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, b7c81085-9c4e-45bd-a15a-4141f441499c) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:18.609148 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e81684b-792c-4771-9df9-0b2743c6dfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.611204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5240546a-b1a9-45fc-be52-73224b4aada7 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:18.612043 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5240546a-b1a9-45fc-be52-73224b4aada7 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.623091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eb5f78-e4e3-4ce6-95c4-707758b80f8a None None] Network b7c81085-9c4e-45bd-a15a-4141f441499c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:18.662562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Network 01dac690-b093-40a2-b17a-255f41e0f4e8 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:18.676308 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d47f196-eae8-4b94-995a-c5c887e55b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.684207 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:18.686939 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:18.699465 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3457e700-2298-43ba-a231-e72f675475b2 admin admin] Made reservation on behalf of 0dd0f58a579241349f77bcc2e96619c0 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:18.702465 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.704789 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3457e700-2298-43ba-a231-e72f675475b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.777080 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Pushing event updated for resources: {'Port': ['ID=b24b933c-cc18-4471-82bf-5af5d99e601b,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:18.846837 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0a51933b-aee6-47b6-b450-88c8055096ec tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.884264 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Attempting to bind port b24b933c-cc18-4471-82bf-5af5d99e601b on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:31:18.884685 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Attempting to bind port b24b933c-cc18-4471-82bf-5af5d99e601b by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ece70657-29ab-4998-a446-f967be5d8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01dac690-b093-40a2-b17a-255f41e0f4e8'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:31:18.885010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Attempting to bind port b24b933c-cc18-4471-82bf-5af5d99e601b on network 01dac690-b093-40a2-b17a-255f41e0f4e8 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:18.887760 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.902686 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77f470e-9658-4d62-9228-7151e78d91f3 None None] Network b7c81085-9c4e-45bd-a15a-4141f441499c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:18.935363 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:31:18.935624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Checking segment: {'id': 'ece70657-29ab-4998-a446-f967be5d8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01dac690-b093-40a2-b17a-255f41e0f4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:18.935923 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.936234 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Bound using segment: {'id': 'ece70657-29ab-4998-a446-f967be5d8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01dac690-b093-40a2-b17a-255f41e0f4e8'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:31:18.936775 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Bound port: b24b933c-cc18-4471-82bf-5af5d99e601b, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece70657-29ab-4998-a446-f967be5d8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01dac690-b093-40a2-b17a-255f41e0f4e8'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:31:18.937198 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:18.981224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Network 29c44110-943e-4a91-ac97-8a9b0c0ef5a6 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:19.059327 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e81684b-792c-4771-9df9-0b2743c6dfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:19.065628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47f196-eae8-4b94-995a-c5c887e55b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0c87d8-718b-45ab-9d4c-39620affa18b,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:19.083750 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-cf945764-6ebb-4a13-ac88-0f58ccc737b9 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855217 Sep 23 22:31:19.123000 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5240546a-b1a9-45fc-be52-73224b4aada7 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4464107 Sep 23 22:31:19.124912 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54904) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:19.132140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-2e3f480b-9394-4248-9b5e-9dc2a152e698 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1156699699', 'network_id': 'b7c81085-9c4e-45bd-a15a-4141f441499c'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:19.148881 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0ebcd3f7-efb7-42eb-aec3-1436b61ddd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:19.149137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:19.149137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:19.167671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Pushing event updated for resources: {'Port': ['ID=4b58a8a5-7b1a-4f08-8151-3480846c360d,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:19.284298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3f480b-9394-4248-9b5e-9dc2a152e698 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Made reservation on behalf of 32670a9212e4454aa8570f76ed1e8d34 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:19.288433 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e3f480b-9394-4248-9b5e-9dc2a152e698 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:19.289381 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47f196-eae8-4b94-995a-c5c887e55b5e admin admin] Checking segment: {'id': 'f1b141f8-4047-4b2a-bd66-94205f2fc39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94779400-26bc-4b4d-82c1-13b1eab48e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:19.289755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d47f196-eae8-4b94-995a-c5c887e55b5e admin admin] Network hostable DHCP agents. Network: 94779400-26bc-4b4d-82c1-13b1eab48e66, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:31:19.303337 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0ebcd3f7-efb7-42eb-aec3-1436b61ddd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:19.307805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] For port b24b933c-cc18-4471-82bf-5af5d99e601b, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:31:19.310358 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Attempting to bind port 4b58a8a5-7b1a-4f08-8151-3480846c360d on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:31:19.310649 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Attempting to bind port 4b58a8a5-7b1a-4f08-8151-3480846c360d by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '4b7b0fcc-0ddf-4916-8b30-8b5b789baba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '29c44110-943e-4a91-ac97-8a9b0c0ef5a6'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:31:19.311020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Attempting to bind port 4b58a8a5-7b1a-4f08-8151-3480846c360d on network 29c44110-943e-4a91-ac97-8a9b0c0ef5a6 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:19.314667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-2e3f480b-9394-4248-9b5e-9dc2a152e698 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] device_id is not set on port 2d7783cd-4db2-4400-bf8f-8eb761989447 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:31:19.328228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:31:19.328639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e81684b-792c-4771-9df9-0b2743c6dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:19.328945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Checking segment: {'id': '4b7b0fcc-0ddf-4916-8b30-8b5b789baba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '29c44110-943e-4a91-ac97-8a9b0c0ef5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:19.328945 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:19.329627 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Bound using segment: {'id': '4b7b0fcc-0ddf-4916-8b30-8b5b789baba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '29c44110-943e-4a91-ac97-8a9b0c0ef5a6'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:31:19.330099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Bound port: 4b58a8a5-7b1a-4f08-8151-3480846c360d, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7b0fcc-0ddf-4916-8b30-8b5b789baba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '29c44110-943e-4a91-ac97-8a9b0c0ef5a6'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:31:19.330494 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:19.331696 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e81684b-792c-4771-9df9-0b2743c6dfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:19.336947 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3e81684b-792c-4771-9df9-0b2743c6dfc1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f37721b9-c6e4-474d-95cf-8b38656a2960 HTTP/1.1" status: 204 len: 168 time: 0.8088648 Sep 23 22:31:19.337192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] For port b24b933c-cc18-4471-82bf-5af5d99e601b, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b24b933c-cc18-4471-82bf-5af5d99e601b,segment=NetworkSegment(ece70657-29ab-4998-a446-f967be5d8c6f),segment_id=ece70657-29ab-4998-a446-f967be5d8c6f)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:31:19.410068 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81684b-792c-4771-9df9-0b2743c6dfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37721b9-c6e4-474d-95cf-8b38656a2960,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:19.444564 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:19.548100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-2e3f480b-9394-4248-9b5e-9dc2a152e698 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Allocated IP 2001:db8::1f2 (b7c81085-9c4e-45bd-a15a-4141f441499c/295c1338-1351-4940-ba22-d38f8755a4dd/2d7783cd-4db2-4400-bf8f-8eb761989447) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:19.582045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f539d-f21e-4be9-a89c-2bb19bdcdaac None None] Pushing event updated for resources: {'Port': ['ID=b24b933c-cc18-4471-82bf-5af5d99e601b,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:19.677338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] For port 4b58a8a5-7b1a-4f08-8151-3480846c360d, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:31:19.681983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] For port 4b58a8a5-7b1a-4f08-8151-3480846c360d, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4b58a8a5-7b1a-4f08-8151-3480846c360d,segment=NetworkSegment(4b7b0fcc-0ddf-4916-8b30-8b5b789baba6),segment_id=4b7b0fcc-0ddf-4916-8b30-8b5b789baba6)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:31:19.775159 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:19.827762 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e3f480b-9394-4248-9b5e-9dc2a152e698 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:19.874015 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a9048-81ff-400a-9bdb-47ae50977895 None None] Pushing event updated for resources: {'Port': ['ID=4b58a8a5-7b1a-4f08-8151-3480846c360d,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:19.923877 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0a51933b-aee6-47b6-b450-88c8055096ec tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:19.998837 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e3f480b-9394-4248-9b5e-9dc2a152e698 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:20.103529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3f480b-9394-4248-9b5e-9dc2a152e698 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Network b7c81085-9c4e-45bd-a15a-4141f441499c is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:20.107432 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-2e3f480b-9394-4248-9b5e-9dc2a152e698 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:20.129076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f480b-9394-4248-9b5e-9dc2a152e698 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:20.145087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3f480b-9394-4248-9b5e-9dc2a152e698 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:20.145836 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e3f480b-9394-4248-9b5e-9dc2a152e698 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:20.149718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f480b-9394-4248-9b5e-9dc2a152e698 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Pushing event updated for resources: {'Port': ['ID=2d7783cd-4db2-4400-bf8f-8eb761989447,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:20.187459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d47f196-eae8-4b94-995a-c5c887e55b5e admin admin] Network 94779400-26bc-4b4d-82c1-13b1eab48e66 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:31:20.218185 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-c46934bb-fc5f-46fc-85d8-ea20ce431b90 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1063757 Sep 23 22:31:20.324015 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2e3f480b-9394-4248-9b5e-9dc2a152e698 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1987300 Sep 23 22:31:20.328541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54916) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:20.409027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-8d47f196-eae8-4b94-995a-c5c887e55b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 94779400-26bc-4b4d-82c1-13b1eab48e66) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:20.413637 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-a6530dc6-2209-4cc8-b69e-0499b5294435 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c26f34cc-c4ee-4668-9337-2d322cc23919 HTTP/1.1" status: 200 len: 217 time: 0.1609538 Sep 23 22:31:20.425991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d47f196-eae8-4b94-995a-c5c887e55b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:20.427045 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d47f196-eae8-4b94-995a-c5c887e55b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:20.451269 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b5ce16-ea8c-4bf0-af87-d283a226f68d None None] Network 94779400-26bc-4b4d-82c1-13b1eab48e66 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:20.619988 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0a51933b-aee6-47b6-b450-88c8055096ec tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:20.626846 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0ebcd3f7-efb7-42eb-aec3-1436b61ddd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:20.629992 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0ebcd3f7-efb7-42eb-aec3-1436b61ddd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:20.630754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-cd6471dd-89e0-4a0b-a4ec-0c34415f56e1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Deleting port 2d7783cd-4db2-4400-bf8f-8eb761989447 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:20.631771 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd6471dd-89e0-4a0b-a4ec-0c34415f56e1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:20.635319 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0ebcd3f7-efb7-42eb-aec3-1436b61ddd35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7c57491-2b81-4c68-becf-9f02615ccd97 HTTP/1.1" status: 204 len: 168 time: 2.0949845 Sep 23 22:31:20.746589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51933b-aee6-47b6-b450-88c8055096ec tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event deleted for resources: {'Subnet': ['ID=6a679a4b-16df-4348-8ad5-fa7264721cb2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:20.760854 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0a51933b-aee6-47b6-b450-88c8055096ec tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:20.770255 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54928) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:20.770952 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0a51933b-aee6-47b6-b450-88c8055096ec tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "DELETE /v2.0/subnets/6a679a4b-16df-4348-8ad5-fa7264721cb2 HTTP/1.1" status: 204 len: 168 time: 2.5716164 Sep 23 22:31:20.780398 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8d47f196-eae8-4b94-995a-c5c887e55b5e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.7468307 Sep 23 22:31:20.781677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcd3f7-efb7-42eb-aec3-1436b61ddd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c57491-2b81-4c68-becf-9f02615ccd97,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:20.788838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-93cac9dc-8fc0-44ae-a7f7-213be100d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:20.791760 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-93cac9dc-8fc0-44ae-a7f7-213be100d4b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2223bb73-533f-4afc-95d0-701555de7877 HTTP/1.1" status: 200 len: 797 time: 0.3590622 Sep 23 22:31:20.869864 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3457e700-2298-43ba-a231-e72f675475b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:20.912666 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd6471dd-89e0-4a0b-a4ec-0c34415f56e1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:20.970164 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-cd6471dd-89e0-4a0b-a4ec-0c34415f56e1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Calling delete_port for 2d7783cd-4db2-4400-bf8f-8eb761989447 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:20.981524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e6b7ec-8aee-4a4c-abc8-34600cc9d5cb tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Deleting subnet 0b01e648-3ed9-4a5d-9ab1-bb3562e6cfe4 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:31:20.987469 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-25e6b7ec-8aee-4a4c-abc8-34600cc9d5cb tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:20.988444 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b24b933c-cc18-4471-82bf-5af5d99e601b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:21.131824 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-2e54dd23-8e32-4d5c-b9ae-41dd42e9604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:21.142768 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-2e54dd23-8e32-4d5c-b9ae-41dd42e9604f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca883b77-dd36-40f2-a31d-760ec43ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3394763 Sep 23 22:31:21.149664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457e700-2298-43ba-a231-e72f675475b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:21.179115 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-25e6b7ec-8aee-4a4c-abc8-34600cc9d5cb tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:21.231481 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cc6249-133e-4b28-a4ea-0bcad54708c8 None None] Network 94779400-26bc-4b4d-82c1-13b1eab48e66 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:21.301301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b24b933c-cc18-4471-82bf-5af5d99e601b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:21.301668 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:21.314547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3457e700-2298-43ba-a231-e72f675475b2 admin admin] Checking segment: {'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:21.315297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3457e700-2298-43ba-a231-e72f675475b2 admin admin] Network hostable DHCP agents. Network: 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:31:21.529068 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-5c653db6-d389-4831-ac2c-46f525da9ac4 service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226669 Sep 23 22:31:21.618185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3457e700-2298-43ba-a231-e72f675475b2 admin admin] Network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:31:21.671896 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-25e6b7ec-8aee-4a4c-abc8-34600cc9d5cb tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:21.784600 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:21.818904 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-ad1e5766-35ff-48c5-8853-14ff714420bb service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802367 Sep 23 22:31:21.831129 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd6471dd-89e0-4a0b-a4ec-0c34415f56e1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:21.846389 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-3457e700-2298-43ba-a231-e72f675475b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:21.886515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2158fda1-82d2-4123-93b1-249db8392aaf None None] Network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:21.920053 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c8f13a-e637-4729-ba22-cf8576770dd2 None None] Network 01dac690-b093-40a2-b17a-255f41e0f4e8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:21.941874 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-25e6b7ec-8aee-4a4c-abc8-34600cc9d5cb tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:21.953895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3457e700-2298-43ba-a231-e72f675475b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:21.954804 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3457e700-2298-43ba-a231-e72f675475b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:21.960919 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-6ae71be2-3642-4b30-8691-f8aa7fc31789 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b7aef643-1174-42fd-8754-4c16946aa2b2 HTTP/1.1" status: 200 len: 217 time: 0.1286612 Sep 23 22:31:22.018185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6471dd-89e0-4a0b-a4ec-0c34415f56e1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d7783cd-4db2-4400-bf8f-8eb761989447,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:22.061620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-00c82cd6-e40f-46bb-8213-0065412a885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:22.064562 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-00c82cd6-e40f-46bb-8213-0065412a885c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2223bb73-533f-4afc-95d0-701555de7877 HTTP/1.1" status: 200 len: 797 time: 0.0921266 Sep 23 22:31:22.067757 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3457e700-2298-43ba-a231-e72f675475b2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.8273249 Sep 23 22:31:22.072137 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54962) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:22.086063 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:22.118586 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6b7ec-8aee-4a4c-abc8-34600cc9d5cb tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event deleted for resources: {'Subnet': ['ID=0b01e648-3ed9-4a5d-9ab1-bb3562e6cfe4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:22.144681 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port b24b933c-cc18-4471-82bf-5af5d99e601b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b24b933c-cc18-4471-82bf-5af5d99e601b,segment=NetworkSegment(ece70657-29ab-4998-a446-f967be5d8c6f),segment_id=ece70657-29ab-4998-a446-f967be5d8c6f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:22.271935 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cd6471dd-89e0-4a0b-a4ec-0c34415f56e1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:22.274060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cd6471dd-89e0-4a0b-a4ec-0c34415f56e1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "DELETE /v2.0/ports/2d7783cd-4db2-4400-bf8f-8eb761989447 HTTP/1.1" status: 204 len: 168 time: 1.9443958 Sep 23 22:31:22.283678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54972) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:22.296065 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7c81085-9c4e-45bd-a15a-4141f441499c', 'external_fixed_ips': [{'subnet_id': '295c1338-1351-4940-ba22-d38f8755a4dd', 'ip_address': '2001:db8::1f2'}]}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:22.303119 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-28cc-45cf-b56d-860d08affbac req-2e1b600e-f5ab-4814-b2f2-d40fa37a40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:22.304790 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-2e1b600e-f5ab-4814-b2f2-d40fa37a40c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca883b77-dd36-40f2-a31d-760ec43ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2132957 Sep 23 22:31:22.319430 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-25e6b7ec-8aee-4a4c-abc8-34600cc9d5cb tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:22.327042 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-25e6b7ec-8aee-4a4c-abc8-34600cc9d5cb tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "DELETE /v2.0/subnets/0b01e648-3ed9-4a5d-9ab1-bb3562e6cfe4 HTTP/1.1" status: 204 len: 168 time: 1.5551767 Sep 23 22:31:22.331943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54976) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:22.367493 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:22.369225 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:22.369929 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:22.377191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4b58a8a5-7b1a-4f08-8151-3480846c360d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:22.466120 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:22.568550 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee7fb5-925e-4251-8428-c4598f9feca5 None None] Network 29c44110-943e-4a91-ac97-8a9b0c0ef5a6 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:22.582302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d759f8e-02c6-4454-9cbd-43fdc31aa096 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:22.590277 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8d759f8e-02c6-4454-9cbd-43fdc31aa096 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2505047 Sep 23 22:31:22.591074 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54990) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:22.614504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c66d7d6a-2d5d-4800-8168-e2fe48a04be8 None None] Provisioning complete for port b24b933c-cc18-4471-82bf-5af5d99e601b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:22.615554 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c66d7d6a-2d5d-4800-8168-e2fe48a04be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:22.680914 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:22.683864 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:22.849677 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-d8efe5ed-24de-4dcf-ab3d-c926c5368b4a service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365496 Sep 23 22:31:22.857185 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:22.892102 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:31:22.893491 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:22.960515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=b24b933c-cc18-4471-82bf-5af5d99e601b,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:23.007458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Deleting port 4b58a8a5-7b1a-4f08-8151-3480846c360d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:23.008186 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:23.043003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbebaeb5-7752-4110-a199-7d481f829c39 None None] DHCP port deletion for 01dac690-b093-40a2-b17a-255f41e0f4e8 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:31:23.048008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4b58a8a5-7b1a-4f08-8151-3480846c360d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:23.048383 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:23.087029 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:23.122123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] For port 4b58a8a5-7b1a-4f08-8151-3480846c360d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4b58a8a5-7b1a-4f08-8151-3480846c360d,segment=NetworkSegment(4b7b0fcc-0ddf-4916-8b30-8b5b789baba6),segment_id=4b7b0fcc-0ddf-4916-8b30-8b5b789baba6)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:23.122492 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:23.137007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Calling delete_port for 4b58a8a5-7b1a-4f08-8151-3480846c360d owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:23.148378 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:23.158217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-c48c998d-0473-4622-a26e-eb07c04a9aaa tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:23.159859 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-c48c998d-0473-4622-a26e-eb07c04a9aaa tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/networks?id=94779400-26bc-4b4d-82c1-13b1eab48e66 HTTP/1.1" status: 200 len: 817 time: 0.6167877 Sep 23 22:31:23.261880 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-0090772f-5474-45dd-88c7-3beeb9c0aab0 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/quotas/25a5ad1ccfa8445cb9f141f6e896a93e HTTP/1.1" status: 200 len: 375 time: 0.0958972 Sep 23 22:31:23.342629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-ffb12486-d86d-4789-97dc-f9cfcc8a27d2 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=25a5ad1ccfa8445cb9f141f6e896a93e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653875 Sep 23 22:31:23.346132 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f755062d-28cc-45cf-b56d-860d08affbac req-e40908de-ea8f-4f89-aa45-a28109b9b9e0 service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620109 Sep 23 22:31:23.352864 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:23.424046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event deleted for resources: {'Port': ['ID=4b58a8a5-7b1a-4f08-8151-3480846c360d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:23.426072 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] No DVR routers for this DVR port 4b58a8a5-7b1a-4f08-8151-3480846c360d on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:31:23.525336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-f8ff94fa-10cc-4d52-ac03-bcda621b3389 service neutron] 10.222.0.22 "GET /v2.0/networks/94779400-26bc-4b4d-82c1-13b1eab48e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305811 Sep 23 22:31:23.619609 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Could not find standard attr ID for object 4b58a8a5-7b1a-4f08-8151-3480846c360d. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:31:23.645189 n-d-810775-1 neutron-server[95492]: INFO neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No ports have port_id starting with 4b58a8a5-7b1a-4f08-8151-3480846c360d Sep 23 22:31:23.657267 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:23.690988 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a88e195-f3cc-41ca-ac79-f339e41ff627 None None] DHCP port deletion for 29c44110-943e-4a91-ac97-8a9b0c0ef5a6 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:31:23.691108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c44110-943e-4a91-ac97-8a9b0c0ef5a6']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:23.704765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7b0fcc-0ddf-4916-8b30-8b5b789baba6') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:23.705470 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7b0fcc-0ddf-4916-8b30-8b5b789baba6') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:23.717725 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:23.755299 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:23.765385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:31:23.766802 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:23.768438 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:23.785407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fbbe4dc5-8736-47db-87a2-18ba89412d16 None None] Could not find standard attr ID for object 4b58a8a5-7b1a-4f08-8151-3480846c360d. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:31:23.800980 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:31:23.837788 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Allocated IP 172.20.0.2 (8e106a1c-99eb-4d8e-9cef-0eff1ecc130e/2b93d81e-29cc-4306-a5b5-15e57cc2fc1b/af72e468-34a9-4411-a7cd-2773d49f559a) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:23.838830 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-478cc290-bbae-4f87-a859-9a68eee85ef3 service neutron] 10.222.0.22 "GET /v2.0/networks/94779400-26bc-4b4d-82c1-13b1eab48e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609301 Sep 23 22:31:23.917176 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-cbebaeb5-7752-4110-a199-7d481f829c39 None None] Deleting port b24b933c-cc18-4471-82bf-5af5d99e601b {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:23.917176 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cbebaeb5-7752-4110-a199-7d481f829c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:23.964842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b24b933c-cc18-4471-82bf-5af5d99e601b no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:31:24.015455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55018) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:24.092634 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.121787 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.123772 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.137076 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.142487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "DELETE /v2.0/networks/29c44110-943e-4a91-ac97-8a9b0c0ef5a6 HTTP/1.1" status: 204 len: 168 time: 1.5499635 Sep 23 22:31:24.156036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55022) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:24.313882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.338854 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6b4c4-9969-42b4-8ed7-2010e01afe26 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event deleted for resources: {'Network': ['ID=29c44110-943e-4a91-ac97-8a9b0c0ef5a6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:24.354939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-617804737-network', 'tenant_id': '56293beb1ee14ee7a1db1a062efdd17b'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:24.389762 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Allocated IP 172.25.1.242 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/19bc93d0-02b7-4f0c-849f-9278c93f0252) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:24.446658 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.449185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d5a36e2-b636-40e9-98c3-1a2e9ddf6e02 req-94377eeb-66ea-4e92-9da4-d32b84235c43 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 210 time: 0.0370960 Sep 23 22:31:24.495770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Deleting port b24b933c-cc18-4471-82bf-5af5d99e601b {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:24.496361 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.529913 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.551306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-cbebaeb5-7752-4110-a199-7d481f829c39 None None] For port b24b933c-cc18-4471-82bf-5af5d99e601b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b24b933c-cc18-4471-82bf-5af5d99e601b,segment=NetworkSegment(ece70657-29ab-4998-a446-f967be5d8c6f),segment_id=ece70657-29ab-4998-a446-f967be5d8c6f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:24.551728 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cbebaeb5-7752-4110-a199-7d481f829c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.589530 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-cbebaeb5-7752-4110-a199-7d481f829c39 None None] Calling delete_port for b24b933c-cc18-4471-82bf-5af5d99e601b owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:24.617534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] Made reservation on behalf of 56293beb1ee14ee7a1db1a062efdd17b for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:24.619996 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.643129 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.658916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] For port b24b933c-cc18-4471-82bf-5af5d99e601b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b24b933c-cc18-4471-82bf-5af5d99e601b,segment=NetworkSegment(ece70657-29ab-4998-a446-f967be5d8c6f),segment_id=ece70657-29ab-4998-a446-f967be5d8c6f)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:24.659762 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.684950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Calling delete_port for b24b933c-cc18-4471-82bf-5af5d99e601b owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:24.823834 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.834553 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.851253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55036) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:24.883334 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.916180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port b24b933c-cc18-4471-82bf-5af5d99e601b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b24b933c-cc18-4471-82bf-5af5d99e601b,segment=NetworkSegment(ece70657-29ab-4998-a446-f967be5d8c6f),segment_id=ece70657-29ab-4998-a446-f967be5d8c6f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:24.972679 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Allocated IP 2001:db8::1f2 (b7c81085-9c4e-45bd-a15a-4141f441499c/295c1338-1351-4940-ba22-d38f8755a4dd/aa8a8b5a-ac2c-439c-812b-30e3b83df8f5) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:24.982688 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:24.994178 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.058844 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.059948 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4b58a8a5-7b1a-4f08-8151-3480846c360d no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:31:25.065455 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:25.091474 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7f1ca944-8e5e-450f-8703-11fc34db3f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.105973 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:25.112928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 4b58a8a5-7b1a-4f08-8151-3480846c360d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:31:25.114365 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.114502 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4b58a8a5-7b1a-4f08-8151-3480846c360d not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:31:25.124096 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.125206 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:25.135218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Pushing event updated for resources: {'Port': ['ID=af72e468-34a9-4411-a7cd-2773d49f559a,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:25.197790 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.236827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:25.243515 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=19bc93d0-02b7-4f0c-849f-9278c93f0252,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:25.275091 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:25.285872 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:31:25.299716 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.325448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93f041a-9f6b-4e6b-8c10-c78f41aa5993,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:25.329411 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.334373 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] Added segment ba08c96f-3917-4c16-b84e-bc1ee14aeea0 of type vlan for network 5b124564-d7ec-451c-aa5d-0eca8f728d19 Sep 23 22:31:25.334373 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event deleted for resources: {'Port': ['ID=b24b933c-cc18-4471-82bf-5af5d99e601b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:25.345596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=b24b933c-cc18-4471-82bf-5af5d99e601b,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:25.355125 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cbebaeb5-7752-4110-a199-7d481f829c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.379237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] No DVR routers for this DVR port b24b933c-cc18-4471-82bf-5af5d99e601b on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:31:25.435176 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebaeb5-7752-4110-a199-7d481f829c39 None None] Pushing event deleted for resources: {'Port': ['ID=b24b933c-cc18-4471-82bf-5af5d99e601b,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:25.438056 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.468357 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7f1ca944-8e5e-450f-8703-11fc34db3f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.473455 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:25.474390 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:25.474956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:25.476305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:25.476848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:25.477576 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:25.478159 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:25.479381 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:25.480917 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:25.481458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:25.481985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:25.482952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:25.488767 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:25.534130 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.592176 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7f1ca944-8e5e-450f-8703-11fc34db3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.592353 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbebaeb5-7752-4110-a199-7d481f829c39 None None] No DVR routers for this DVR port b24b933c-cc18-4471-82bf-5af5d99e601b on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:31:25.603929 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Attempting to bind port af72e468-34a9-4411-a7cd-2773d49f559a on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:31:25.604669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Attempting to bind port af72e468-34a9-4411-a7cd-2773d49f559a by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:31:25.605192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Attempting to bind port af72e468-34a9-4411-a7cd-2773d49f559a on network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:25.617808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01dac690-b093-40a2-b17a-255f41e0f4e8']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:25.620665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:31:25.620665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Checking segment: {'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:25.620665 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.624417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Bound using segment: {'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:31:25.625859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Bound port: af72e468-34a9-4411-a7cd-2773d49f559a, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:31:25.626376 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.654028 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.737841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece70657-29ab-4998-a446-f967be5d8c6f') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:25.746500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece70657-29ab-4998-a446-f967be5d8c6f') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:25.797758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] For port af72e468-34a9-4411-a7cd-2773d49f559a, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:31:25.803536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] For port af72e468-34a9-4411-a7cd-2773d49f559a, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=af72e468-34a9-4411-a7cd-2773d49f559a,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:31:25.816710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7f1ca944-8e5e-450f-8703-11fc34db3f17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e8a8f88bc6b4f9597f39aba5415ded4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9642954 Sep 23 22:31:25.820724 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55054) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:25.824969 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c050a71-a813-40c1-a605-3fdee14472d9 req-488ca43a-d9d3-483e-b2eb-626c011b2de5 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 210 time: 0.1949964 Sep 23 22:31:25.825298 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Pushing event updated for resources: {'Port': ['ID=aa8a8b5a-ac2c-439c-812b-30e3b83df8f5,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:25.829133 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.832619 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.834967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:25.836184 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.899879 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.909671 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Network b7c81085-9c4e-45bd-a15a-4141f441499c is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:25.918453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:31:25.919143 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:31:25.929004 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:31:25.935368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ca944-8e5e-450f-8703-11fc34db3f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b159235-2572-4fbd-893b-338a2fcddc14,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:25.939607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:25.942176 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:25.954274 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:26.034711 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-687aedf8-5614-414e-bca9-fb3817205be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:26.103858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] Pushing event updated for resources: {'Network': ['ID=5b124564-d7ec-451c-aa5d-0eca8f728d19,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:26.112542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5059ee5-de3a-42f4-9933-739df4063682 None None] Pushing event updated for resources: {'Port': ['ID=af72e468-34a9-4411-a7cd-2773d49f559a,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:26.129216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 5b124564-d7ec-451c-aa5d-0eca8f728d19 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:31:26.162226 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-687aedf8-5614-414e-bca9-fb3817205be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:26.190741 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c012b722-ba60-475f-a335-7b80718c2d5a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1732857 Sep 23 22:31:26.193521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55058) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:26.206685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-92938b94-fa31-4641-930b-521499535d56 admin admin] Request body: {'subnet': {'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-617804737-subnet', 'tenant_id': '56293beb1ee14ee7a1db1a062efdd17b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:26.381598 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:26.392594 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:26.396138 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "DELETE /v2.0/networks/01dac690-b093-40a2-b17a-255f41e0f4e8 HTTP/1.1" status: 204 len: 168 time: 2.2377057 Sep 23 22:31:26.399258 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55060) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:26.469283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166275f-94a2-4d01-8233-42402de65f31 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event deleted for resources: {'Network': ['ID=01dac690-b093-40a2-b17a-255f41e0f4e8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:26.512199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92938b94-fa31-4641-930b-521499535d56 admin admin] Made reservation on behalf of 56293beb1ee14ee7a1db1a062efdd17b for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:26.515088 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92938b94-fa31-4641-930b-521499535d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:26.681293 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c95ac1fb-ab61-40d2-a8e1-1208074defdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:26.861176 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:26.867659 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c95ac1fb-ab61-40d2-a8e1-1208074defdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:26.956975 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-687aedf8-5614-414e-bca9-fb3817205be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:26.962316 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-687aedf8-5614-414e-bca9-fb3817205be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:26.964439 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-687aedf8-5614-414e-bca9-fb3817205be0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b159235-2572-4fbd-893b-338a2fcddc14 HTTP/1.1" status: 204 len: 168 time: 1.1350167 Sep 23 22:31:26.984176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c95ac1fb-ab61-40d2-a8e1-1208074defdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3351c46b-b087-4f72-8f30-11b41f00a78d']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:27.040081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c95ac1fb-ab61-40d2-a8e1-1208074defdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5aee30e-32f1-4f1e-b6ea-16c59902a44b') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:27.040081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c95ac1fb-ab61-40d2-a8e1-1208074defdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5aee30e-32f1-4f1e-b6ea-16c59902a44b') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:27.053233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687aedf8-5614-414e-bca9-fb3817205be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b159235-2572-4fbd-893b-338a2fcddc14,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:27.111957 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6cf45d7-c06b-4d51-91df-c93ca6f44ff3 req-68cd46d3-d797-4df1-b270-c60333d2c61d tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 210 time: 0.0931633 Sep 23 22:31:27.155760 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c95ac1fb-ab61-40d2-a8e1-1208074defdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:27.173056 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:27.200462 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c95ac1fb-ab61-40d2-a8e1-1208074defdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:27.208214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95ac1fb-ab61-40d2-a8e1-1208074defdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:31:27.208632 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c95ac1fb-ab61-40d2-a8e1-1208074defdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:31:27.217966 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:31:27.337907 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92938b94-fa31-4641-930b-521499535d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:27.455074 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92938b94-fa31-4641-930b-521499535d56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a29ecc8-4a09-439c-8732-97749c6a5cb5,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:27.471387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92938b94-fa31-4641-930b-521499535d56 admin admin] Checking segment: {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:27.471941 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92938b94-fa31-4641-930b-521499535d56 admin admin] Network hostable DHCP agents. Network: 5b124564-d7ec-451c-aa5d-0eca8f728d19, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:31:27.564680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c95ac1fb-ab61-40d2-a8e1-1208074defdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:27.576596 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c95ac1fb-ab61-40d2-a8e1-1208074defdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:27.581157 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c95ac1fb-ab61-40d2-a8e1-1208074defdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "DELETE /v2.0/networks/3351c46b-b087-4f72-8f30-11b41f00a78d HTTP/1.1" status: 204 len: 168 time: 1.1805437 Sep 23 22:31:27.593281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55074) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:27.645635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ac1fb-ab61-40d2-a8e1-1208074defdc tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event deleted for resources: {'Network': ['ID=3351c46b-b087-4f72-8f30-11b41f00a78d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:27.749586 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:27.752062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92938b94-fa31-4641-930b-521499535d56 admin admin] Network 5b124564-d7ec-451c-aa5d-0eca8f728d19 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:31:27.935393 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device af72e468-34a9-4411-a7cd-2773d49f559a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:28.037639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-31b04bc1-a13f-4604-a137-4a1a74f567a3 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:28.037639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-92938b94-fa31-4641-930b-521499535d56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 5b124564-d7ec-451c-aa5d-0eca8f728d19) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:28.037639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92938b94-fa31-4641-930b-521499535d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:28.037639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92938b94-fa31-4641-930b-521499535d56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:28.042992 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:28.121742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e37345-efbf-402f-a41a-2e7b7c875565 None None] Network 5b124564-d7ec-451c-aa5d-0eca8f728d19 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:28.132103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b838d26-44f2-4437-9f49-b1510e4a511a None None] Network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:28.223720 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-31b04bc1-a13f-4604-a137-4a1a74f567a3 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:28.272193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-31b04bc1-a13f-4604-a137-4a1a74f567a3 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ebc6da-cd9d-4975-b531-049b97d85fc4']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:28.298811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-31b04bc1-a13f-4604-a137-4a1a74f567a3 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd02f4a9-afc5-4650-ac21-8fce08c43f66') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:28.299099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-31b04bc1-a13f-4604-a137-4a1a74f567a3 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd02f4a9-afc5-4650-ac21-8fce08c43f66') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:28.379600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d8aa997a-6ee9-4959-b486-9bab08ff0218 req-45be6160-c300-40d6-9b92-acf0714fbf5f tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 210 time: 0.0864792 Sep 23 22:31:28.389612 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-31b04bc1-a13f-4604-a137-4a1a74f567a3 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:28.410011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port af72e468-34a9-4411-a7cd-2773d49f559a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:28.410440 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:28.411745 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-92938b94-fa31-4641-930b-521499535d56 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2164192 Sep 23 22:31:28.461022 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-31b04bc1-a13f-4604-a137-4a1a74f567a3 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:28.486680 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b04bc1-a13f-4604-a137-4a1a74f567a3 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:31:28.491476 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-31b04bc1-a13f-4604-a137-4a1a74f567a3 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:31:28.502941 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:31:28.517412 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b0b7c1db-8a87-4317-8c63-1310955ba508 None None] Provisioning complete for port af72e468-34a9-4411-a7cd-2773d49f559a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:28.518297 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b0b7c1db-8a87-4317-8c63-1310955ba508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:28.553320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-13c53238-a5d7-43e9-87c5-19caa4a68439 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:28.554982 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-13c53238-a5d7-43e9-87c5-19caa4a68439 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.43 "GET /v2.0/networks?id=94779400-26bc-4b4d-82c1-13b1eab48e66 HTTP/1.1" status: 200 len: 817 time: 0.4006529 Sep 23 22:31:28.570133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-7d8d7124-6fbf-4584-a1f4-d5a0014907fc tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Request body: {'port': {'device_id': '9d8b3b36-2b5d-44c0-a32c-da37db142e47', 'network_id': '94779400-26bc-4b4d-82c1-13b1eab48e66', 'admin_state_up': True, 'tenant_id': '25a5ad1ccfa8445cb9f141f6e896a93e'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:28.809729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:31:28.860198 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695e9399-4c29-44d7-8aa6-54e4649d0ef5 None None] Network 5b124564-d7ec-451c-aa5d-0eca8f728d19 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:28.873751 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-31b04bc1-a13f-4604-a137-4a1a74f567a3 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:28.882724 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Router adb45613-1c99-4fe8-ace2-f23935a7dadd is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:31:28.923615 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-31b04bc1-a13f-4604-a137-4a1a74f567a3 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:28.928338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-31b04bc1-a13f-4604-a137-4a1a74f567a3 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] 10.222.0.22 "DELETE /v2.0/networks/a2ebc6da-cd9d-4975-b531-049b97d85fc4 HTTP/1.1" status: 204 len: 168 time: 1.3322792 Sep 23 22:31:28.968463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b04bc1-a13f-4604-a137-4a1a74f567a3 tempest-BulkNetworkOpsIpV6Test-2116035412 tempest-BulkNetworkOpsIpV6Test-2116035412-project] Pushing event deleted for resources: {'Network': ['ID=a2ebc6da-cd9d-4975-b531-049b97d85fc4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:28.996364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-7d8d7124-6fbf-4584-a1f4-d5a0014907fc tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Made reservation on behalf of 25a5ad1ccfa8445cb9f141f6e896a93e for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:29.001884 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-7d8d7124-6fbf-4584-a1f4-d5a0014907fc tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:29.090692 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b0b7c1db-8a87-4317-8c63-1310955ba508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:29.273212 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:29.400705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b0b7c1db-8a87-4317-8c63-1310955ba508 None None] For port af72e468-34a9-4411-a7cd-2773d49f559a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=af72e468-34a9-4411-a7cd-2773d49f559a,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:29.514601 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-93c5c061-3e1e-4f31-b8c9-c63282d420d6 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:29.516234 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-93c5c061-3e1e-4f31-b8c9-c63282d420d6 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 805 time: 0.3757706 Sep 23 22:31:29.519625 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b0b7c1db-8a87-4317-8c63-1310955ba508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:29.549821 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:31:29.569863 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Sync routers for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:31:29.590463 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:31:29.597745 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:31:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:29.627517 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-476e266f-9db3-4ce6-a086-e4cbd4762f28 req-4ef9ad0d-f20d-41a4-814b-364d7ca82a22 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 210 time: 0.0514739 Sep 23 22:31:29.701605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-7d8d7124-6fbf-4584-a1f4-d5a0014907fc tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Allocated IP 172.20.0.2 (94779400-26bc-4b4d-82c1-13b1eab48e66/ee0c87d8-718b-45ab-9d4c-39620affa18b/877a117c-27a8-469a-b07c-558b3cae5ea9) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:29.768879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55140) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:29.814296 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:31:29.822063 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:31:29.826392 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:31:29.835034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c54a83d2-cad4-4a8e-88c9-6dbddefee5e3 None None] Provisioning complete for port af72e468-34a9-4411-a7cd-2773d49f559a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:29.839290 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c54a83d2-cad4-4a8e-88c9-6dbddefee5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:29.894892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7c1db-8a87-4317-8c63-1310955ba508 None None] Pushing event updated for resources: {'Port': ['ID=af72e468-34a9-4411-a7cd-2773d49f559a,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:29.996139 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-645181b9-4893-4795-8b1d-6e2b6de6546c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/quotas/56293beb1ee14ee7a1db1a062efdd17b HTTP/1.1" status: 200 len: 375 time: 0.4438641 Sep 23 22:31:30.027907 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:31:30.035342 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:30.036740 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fa431eb7-7e16-4a2c-96f5-30aafb115ab1 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.9624016 Sep 23 22:31:30.042771 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Sync routers for ids ['adb45613-1c99-4fe8-ace2-f23935a7dadd'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:31:30.054339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Routers {'adb45613-1c99-4fe8-ace2-f23935a7dadd'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:31:30.054790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:31:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['adb45613-1c99-4fe8-ace2-f23935a7dadd'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:30.068038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55144) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:30.085592 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-98dfc767-92a2-4490-953f-6015907cf5db tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754955 Sep 23 22:31:30.191756 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-7d8d7124-6fbf-4584-a1f4-d5a0014907fc tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:30.217481 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:30.217481 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-62048332-7ac9-4770-a573-830abcd763ef tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.9227967 Sep 23 22:31:30.217740 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:26Z', 'revision_number': 3, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:30.219980 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55146) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:30.244977 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-3f866cae-a8e0-4d1c-a632-d2f880ddb6f0 service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459887 Sep 23 22:31:30.245930 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bdbeca8a-2dd4-463b-b765-72b4865b5fc2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a6c0a615a704d088262c19fb2c3cecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4757004 Sep 23 22:31:30.250730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55148) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:30.263411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Set router adb45613-1c99-4fe8-ace2-f23935a7dadd gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:31:30.304319 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Checking router: d0699b88-2279-4bde-ab21-4a3d82a3b8a4 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:31:30.305163 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Updating router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 port 19bc93d0-02b7-4f0c-849f-9278c93f0252 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:31:30.374349 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:30.410821 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e835c6ff-7346-471b-9dee-5512402715cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:30.473385 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e835c6ff-7346-471b-9dee-5512402715cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:30.685673 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb45613-1c99-4fe8-ace2-f23935a7dadd', 'name': '', 'tenant_id': '32670a9212e4454aa8570f76ed1e8d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7c81085-9c4e-45bd-a15a-4141f441499c', 'external_fixed_ips': [{'subnet_id': '295c1338-1351-4940-ba22-d38f8755a4dd', 'ip_address': '2001:db8::1f2'}], 'enable_snat': True}, 'gw_port_id': 'aa8a8b5a-ac2c-439c-812b-30e3b83df8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:26Z', 'revision_number': 3, 'project_id': '32670a9212e4454aa8570f76ed1e8d34', 'gw_port': {'id': 'aa8a8b5a-ac2c-439c-812b-30e3b83df8f5', 'name': '', 'network_id': 'b7c81085-9c4e-45bd-a15a-4141f441499c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb45613-1c99-4fe8-ace2-f23935a7dadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '295c1338-1351-4940-ba22-d38f8755a4dd', 'ip_address': '2001:db8::1f2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '295c1338-1351-4940-ba22-d38f8755a4dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:30.749321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55160) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:30.782722 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e835c6ff-7346-471b-9dee-5512402715cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:30.788401 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e835c6ff-7346-471b-9dee-5512402715cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:30.795716 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e835c6ff-7346-471b-9dee-5512402715cc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ba0a215-4b51-40cd-ace7-90452a94d77f HTTP/1.1" status: 204 len: 168 time: 0.5395579 Sep 23 22:31:30.828488 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Checking router: adb45613-1c99-4fe8-ace2-f23935a7dadd for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:31:30.829078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Updating router adb45613-1c99-4fe8-ace2-f23935a7dadd port aa8a8b5a-ac2c-439c-812b-30e3b83df8f5 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:31:30.902960 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:30.906772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835c6ff-7346-471b-9dee-5512402715cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba0a215-4b51-40cd-ace7-90452a94d77f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:30.961614 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-e9f0450c-e13f-472f-af4e-2bbbcac2adb4 service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143369 Sep 23 22:31:30.990904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-7d8d7124-6fbf-4584-a1f4-d5a0014907fc tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:31.012379 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:31.165789 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:31.279480 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:31.481299 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cac09-42a0-45e9-ba8a-c01572b4cd37 None None] Pushing event updated for resources: {'Port': ['ID=19bc93d0-02b7-4f0c-849f-9278c93f0252,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:31.501270 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cac09-42a0-45e9-ba8a-c01572b4cd37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:31.502015 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cac09-42a0-45e9-ba8a-c01572b4cd37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:31.502652 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cac09-42a0-45e9-ba8a-c01572b4cd37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:31.503276 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cac09-42a0-45e9-ba8a-c01572b4cd37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:31.503899 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cac09-42a0-45e9-ba8a-c01572b4cd37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:31.504653 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cac09-42a0-45e9-ba8a-c01572b4cd37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:31.505350 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cac09-42a0-45e9-ba8a-c01572b4cd37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:31.505964 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cac09-42a0-45e9-ba8a-c01572b4cd37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:31.506579 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cac09-42a0-45e9-ba8a-c01572b4cd37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:31.508148 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cac09-42a0-45e9-ba8a-c01572b4cd37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:31.510157 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cac09-42a0-45e9-ba8a-c01572b4cd37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:31.510157 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6cac09-42a0-45e9-ba8a-c01572b4cd37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:31.569754 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Attempting to bind port 19bc93d0-02b7-4f0c-849f-9278c93f0252 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:31:31.570441 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Attempting to bind port 19bc93d0-02b7-4f0c-849f-9278c93f0252 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:31:31.571753 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Attempting to bind port 19bc93d0-02b7-4f0c-849f-9278c93f0252 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:31.583591 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:31:31.593136 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:31.593136 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:31.593136 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:31:31.593136 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Bound port: 19bc93d0-02b7-4f0c-849f-9278c93f0252, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:31:31.593136 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:31.749658 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] For port 19bc93d0-02b7-4f0c-849f-9278c93f0252, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:31:31.762377 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] For port 19bc93d0-02b7-4f0c-849f-9278c93f0252, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=19bc93d0-02b7-4f0c-849f-9278c93f0252,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:31:31.792246 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device af72e468-34a9-4411-a7cd-2773d49f559a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:31.876200 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074ef04-f99c-4da9-9427-9433808c39fd req-22601e22-802d-4c84-8bc7-218761572993 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:31.879343 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:31.890327 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2074ef04-f99c-4da9-9427-9433808c39fd req-22601e22-802d-4c84-8bc7-218761572993 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 931 time: 0.7720077 Sep 23 22:31:31.990103 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:32.055515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port af72e468-34a9-4411-a7cd-2773d49f559a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:32.055976 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:32.143699 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2074ef04-f99c-4da9-9427-9433808c39fd req-500cf5ce-c943-4ab8-8e3f-35223498dc40 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/security-groups?id=0576a8fa-1436-44d5-811a-4d0db312f7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495370 Sep 23 22:31:32.151561 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cac09-42a0-45e9-ba8a-c01572b4cd37 None None] Pushing event updated for resources: {'Port': ['ID=19bc93d0-02b7-4f0c-849f-9278c93f0252,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:32.167659 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:31:32.181535 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:31:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:32.189814 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:32.202053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-7d8d7124-6fbf-4584-a1f4-d5a0014907fc tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Network 94779400-26bc-4b4d-82c1-13b1eab48e66 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:32.228022 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:32.410634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-7d8d7124-6fbf-4584-a1f4-d5a0014907fc tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:32.421413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-7d8d7124-6fbf-4584-a1f4-d5a0014907fc tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:32.521154 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:31:32.675511 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d5634bea-5dae-4e46-a240-ea1cde6445f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:32.802633 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c75c573-44c8-45c3-a6da-ccd0c3b10f84 req-1a82c093-ec56-429e-894e-1ce6efe25d52 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 210 time: 0.3984783 Sep 23 22:31:32.958841 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:26Z', 'revision_number': 3, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:32.989304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f6864-f58e-4ab3-a134-92b253cd1d57 None None] Pushing event updated for resources: {'Port': ['ID=aa8a8b5a-ac2c-439c-812b-30e3b83df8f5,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:33.004842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Attempting to bind port aa8a8b5a-ac2c-439c-812b-30e3b83df8f5 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:31:33.005843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Attempting to bind port aa8a8b5a-ac2c-439c-812b-30e3b83df8f5 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'caa3f55d-1098-4b7f-a406-dce8030ed21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b7c81085-9c4e-45bd-a15a-4141f441499c'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:31:33.006537 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Attempting to bind port aa8a8b5a-ac2c-439c-812b-30e3b83df8f5 on network b7c81085-9c4e-45bd-a15a-4141f441499c {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:33.032323 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d542ef6-dae7-421b-a98c-71604f349b95 None None] The sync data for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 is: [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:26Z', 'revision_number': 3, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:31:33.034090 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:31:33.034794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Checking segment: {'id': 'caa3f55d-1098-4b7f-a406-dce8030ed21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b7c81085-9c4e-45bd-a15a-4141f441499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:33.035563 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:33.036304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Bound using segment: {'id': 'caa3f55d-1098-4b7f-a406-dce8030ed21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b7c81085-9c4e-45bd-a15a-4141f441499c'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:31:33.037737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Bound port: aa8a8b5a-ac2c-439c-812b-30e3b83df8f5, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa3f55d-1098-4b7f-a406-dce8030ed21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b7c81085-9c4e-45bd-a15a-4141f441499c'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:31:33.038282 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:33.046039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d7124-6fbf-4584-a1f4-d5a0014907fc tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Pushing event updated for resources: {'Port': ['ID=877a117c-27a8-469a-b07c-558b3cae5ea9,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:33.136327 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-7d8d7124-6fbf-4584-a1f4-d5a0014907fc tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:33.142646 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-7d8d7124-6fbf-4584-a1f4-d5a0014907fc tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:33.294034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] For port aa8a8b5a-ac2c-439c-812b-30e3b83df8f5, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:31:33.309364 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] For port aa8a8b5a-ac2c-439c-812b-30e3b83df8f5, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=aa8a8b5a-ac2c-439c-812b-30e3b83df8f5,segment=NetworkSegment(caa3f55d-1098-4b7f-a406-dce8030ed21a),segment_id=caa3f55d-1098-4b7f-a406-dce8030ed21a)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:31:33.397136 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:33.439108 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:33.691417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f6864-f58e-4ab3-a134-92b253cd1d57 None None] Pushing event updated for resources: {'Port': ['ID=aa8a8b5a-ac2c-439c-812b-30e3b83df8f5,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:33.748613 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Routers {'adb45613-1c99-4fe8-ace2-f23935a7dadd'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:31:33.759566 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:31:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['adb45613-1c99-4fe8-ace2-f23935a7dadd'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:33.892177 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d5634bea-5dae-4e46-a240-ea1cde6445f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:33.934575 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55210) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:34.039220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] Set router adb45613-1c99-4fe8-ace2-f23935a7dadd gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:31:34.063114 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d5634bea-5dae-4e46-a240-ea1cde6445f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:34.210765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb45613-1c99-4fe8-ace2-f23935a7dadd', 'name': '', 'tenant_id': '32670a9212e4454aa8570f76ed1e8d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:33Z', 'revision_number': 4, 'project_id': '32670a9212e4454aa8570f76ed1e8d34', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:34.225962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d5634bea-5dae-4e46-a240-ea1cde6445f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=034ba0cb43fa4af8b8f2e434806b72c9&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4719446 Sep 23 22:31:34.228985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55214) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:34.234638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5634bea-5dae-4e46-a240-ea1cde6445f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c735b55b-68b8-4149-b286-25acc0cbd0bc,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:34.251092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9eefb-a4e1-4cd1-97f0-f5506f93b4c9 req-71a68a9e-de18-4196-8843-edc7e0936ff3 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:34.272742 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9af9eefb-a4e1-4cd1-97f0-f5506f93b4c9 req-71a68a9e-de18-4196-8843-edc7e0936ff3 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 931 time: 0.6056180 Sep 23 22:31:34.305934 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702cf9f5-bd9b-420c-bc87-aadd305ff009 None None] The sync data for ids ['adb45613-1c99-4fe8-ace2-f23935a7dadd'] in n-d-810775-1 is: [{'id': 'adb45613-1c99-4fe8-ace2-f23935a7dadd', 'name': '', 'tenant_id': '32670a9212e4454aa8570f76ed1e8d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:33Z', 'revision_number': 4, 'project_id': '32670a9212e4454aa8570f76ed1e8d34', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:31:34.307970 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-7d8d7124-6fbf-4584-a1f4-d5a0014907fc tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7419925 Sep 23 22:31:34.425363 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-597e977c-d068-41bd-a303-5e057a861e97 req-731b17e7-6f70-4934-9302-1712163eb9e0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 210 time: 0.2701209 Sep 23 22:31:34.435257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Request body: {'port': {'device_id': '9d8b3b36-2b5d-44c0-a32c-da37db142e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:34.459343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1434425132'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:34.462075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Allocated IP 172.20.0.1 (8e106a1c-99eb-4d8e-9cef-0eff1ecc130e/2b93d81e-29cc-4306-a5b5-15e57cc2fc1b/4b539375-9d10-4dcf-bfa6-8b95cc7d78fa) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:34.557965 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Deleting port aa8a8b5a-ac2c-439c-812b-30e3b83df8f5 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:34.558906 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:34.611091 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9af9eefb-a4e1-4cd1-97f0-f5506f93b4c9 req-3e187d5c-aca3-4193-a929-3c51df7c442d tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/security-groups?id=0576a8fa-1436-44d5-811a-4d0db312f7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369272 Sep 23 22:31:34.783525 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:34.879496 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:34.955512 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b310fcaf-9ece-457d-929e-4aafdc642b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:34.979956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:34.983627 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:35.005844 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:35.055509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 19bc93d0-02b7-4f0c-849f-9278c93f0252 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:35.078542 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] For port aa8a8b5a-ac2c-439c-812b-30e3b83df8f5, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=aa8a8b5a-ac2c-439c-812b-30e3b83df8f5,segment=NetworkSegment(caa3f55d-1098-4b7f-a406-dce8030ed21a),segment_id=caa3f55d-1098-4b7f-a406-dce8030ed21a)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:35.079103 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:35.085892 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:35.086753 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:35.092391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:35.104438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:35.107342 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b310fcaf-9ece-457d-929e-4aafdc642b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:35.179121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Pushing event updated for resources: {'Port': ['ID=4b539375-9d10-4dcf-bfa6-8b95cc7d78fa,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:35.196995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 19bc93d0-02b7-4f0c-849f-9278c93f0252 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:35.197602 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:35.206206 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:35.219618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Calling delete_port for aa8a8b5a-ac2c-439c-812b-30e3b83df8f5 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:35.348465 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:35.393933 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 19bc93d0-02b7-4f0c-849f-9278c93f0252, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=19bc93d0-02b7-4f0c-849f-9278c93f0252,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:35.498101 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:35.581346 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-845bb1b5-b587-4e0a-a4c2-e5514c6a0df3 None None] Provisioning complete for port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:35.581934 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-845bb1b5-b587-4e0a-a4c2-e5514c6a0df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:35.623333 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=19bc93d0-02b7-4f0c-849f-9278c93f0252,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:35.624364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c95d40f3-e22b-431b-84ec-09ae361f1787 req-7e7f49ed-9e62-45a5-a778-31d09f3df6b1 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 210 time: 0.0403166 Sep 23 22:31:35.653652 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-845bb1b5-b587-4e0a-a4c2-e5514c6a0df3 None None] Port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:31:35.666727 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b310fcaf-9ece-457d-929e-4aafdc642b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:35.669634 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b310fcaf-9ece-457d-929e-4aafdc642b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:35.672763 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b310fcaf-9ece-457d-929e-4aafdc642b6b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c735b55b-68b8-4149-b286-25acc0cbd0bc HTTP/1.1" status: 204 len: 168 time: 1.4136386 Sep 23 22:31:35.701617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310fcaf-9ece-457d-929e-4aafdc642b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c735b55b-68b8-4149-b286-25acc0cbd0bc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:35.848591 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:35.944800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877a117c-27a8-469a-b07c-558b3cae5ea9 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:31:35.979146 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.034135 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289aa2a-6f62-48ba-8181-37ac5e25b4a5 req-c2906d1c-691e-4ee7-8a5f-42e63182f0e3 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:36.042230 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1289aa2a-6f62-48ba-8181-37ac5e25b4a5 req-c2906d1c-691e-4ee7-8a5f-42e63182f0e3 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 931 time: 0.1672618 Sep 23 22:31:36.085516 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.128540 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1289aa2a-6f62-48ba-8181-37ac5e25b4a5 req-0c19ee4d-ec9f-4ba4-8e3a-df9097eb7d31 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/security-groups?id=0576a8fa-1436-44d5-811a-4d0db312f7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849738 Sep 23 22:31:36.151809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Transition to ACTIVE for port object 877a117c-27a8-469a-b07c-558b3cae5ea9 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:31:36.152932 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.192085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa8a8b5a-ac2c-439c-812b-30e3b83df8f5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:36.216964 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.225691 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.270825 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.393376 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:31:36.411080 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.457389 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.478008 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.509602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4827eeb-55e2-44c4-9e40-3201f07abec0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:36.516968 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.524627 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.524984 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Added segment 1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35 of type vlan for network de61745e-0001-4583-b694-3ef63822f22d Sep 23 22:31:36.529420 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.612220 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.615097 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Pushing event updated for resources: {'Port': ['ID=4b539375-9d10-4dcf-bfa6-8b95cc7d78fa,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:36.639449 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:36.640440 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:36.640626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:36.641146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:36.641741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:36.642381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:36.642983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:36.643571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:36.644145 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:36.644659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-3d18d4c2-13e4-47c7-8375-9bc983f07a8a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:36.644875 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:36.645305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:36.645893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:31:36.646812 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-3d18d4c2-13e4-47c7-8375-9bc983f07a8a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.67 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 805 time: 0.4497385 Sep 23 22:31:36.707515 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-057c2d40-012f-4a6a-875a-6bf19a3d0ed0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Request body: {'port': {'device_id': '1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea', 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19', 'admin_state_up': True, 'tenant_id': '56293beb1ee14ee7a1db1a062efdd17b'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:36.715374 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Pushing event updated for resources: {'Port': ['ID=877a117c-27a8-469a-b07c-558b3cae5ea9,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:36.723153 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.814630 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.822979 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adb45613-1c99-4fe8-ace2-f23935a7dadd {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:31:36.822979 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:36.827440 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6b89100a-f8cf-4bca-baac-00ab818fcacf tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "DELETE /v2.0/routers/adb45613-1c99-4fe8-ace2-f23935a7dadd HTTP/1.1" status: 204 len: 168 time: 6.6063406 Sep 23 22:31:36.829060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55244) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:36.946334 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Attempting to bind port 877a117c-27a8-469a-b07c-558b3cae5ea9 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:31:36.946334 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Attempting to bind port 877a117c-27a8-469a-b07c-558b3cae5ea9 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'f1b141f8-4047-4b2a-bd66-94205f2fc39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94779400-26bc-4b4d-82c1-13b1eab48e66'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:31:36.959993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Attempting to bind port 877a117c-27a8-469a-b07c-558b3cae5ea9 on network 94779400-26bc-4b4d-82c1-13b1eab48e66 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:36.963889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Port 877a117c-27a8-469a-b07c-558b3cae5ea9 on network 94779400-26bc-4b4d-82c1-13b1eab48e66 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:31:36.964426 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Attempting to bind port 877a117c-27a8-469a-b07c-558b3cae5ea9 on network 94779400-26bc-4b4d-82c1-13b1eab48e66 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:36.994720 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:37.005678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:37.006587 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:37.010685 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-93a9187f-f987-4ae7-b1bf-543a6cb6cf4a req-20717a70-eb94-4112-8e97-057260a10c73 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 210 time: 0.2074754 Sep 23 22:31:37.034901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:31:37.035563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Checking segment: {'id': 'f1b141f8-4047-4b2a-bd66-94205f2fc39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94779400-26bc-4b4d-82c1-13b1eab48e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:37.036158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Bound using segment: {'id': 'f1b141f8-4047-4b2a-bd66-94205f2fc39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94779400-26bc-4b4d-82c1-13b1eab48e66'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:31:37.037003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Bound port: 877a117c-27a8-469a-b07c-558b3cae5ea9, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b141f8-4047-4b2a-bd66-94205f2fc39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94779400-26bc-4b4d-82c1-13b1eab48e66'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:31:37.037603 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:37.126210 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 19bc93d0-02b7-4f0c-849f-9278c93f0252 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:37.147384 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:37.155400 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.2179127 Sep 23 22:31:37.197664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:37.242305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] For port 877a117c-27a8-469a-b07c-558b3cae5ea9, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:31:37.246277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] For port 877a117c-27a8-469a-b07c-558b3cae5ea9, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=877a117c-27a8-469a-b07c-558b3cae5ea9,segment=NetworkSegment(f1b141f8-4047-4b2a-bd66-94205f2fc39e),segment_id=f1b141f8-4047-4b2a-bd66-94205f2fc39e)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:31:37.262392 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-299151a5-fe20-4c1a-b925-7fdae474faff tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Deleting subnet 295c1338-1351-4940-ba22-d38f8755a4dd {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:31:37.292651 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-299151a5-fe20-4c1a-b925-7fdae474faff tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:37.326204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 19bc93d0-02b7-4f0c-849f-9278c93f0252 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:37.326204 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:37.410441 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:37.430917 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2beab-90ba-45a2-9286-4f0fecd6222d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Network': ['ID=de61745e-0001-4583-b694-3ef63822f22d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:37.448376 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network de61745e-0001-4583-b694-3ef63822f22d details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:31:37.659454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:37.661515 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:37.677350 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] 10.222.0.43 "PUT /v2.0/ports/877a117c-27a8-469a-b07c-558b3cae5ea9 HTTP/1.1" status: 200 len: 1091 time: 3.3189545 Sep 23 22:31:37.680591 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8b3b36-2b5d-44c0-a32c-da37db142e47', 'tag': '877a117c-27a8-469a-b07c-558b3cae5ea9'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:31:37.691323 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13350a7b-1b93-4359-98a9-a401ed315ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d8b3b36-2b5d-44c0-a32c-da37db142e47", "tag": "877a117c-27a8-469a-b07c-558b3cae5ea9"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:31:37.719017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c0491d9b-d71d-478a-9697-7c35b833e471 None None] Provisioning complete for port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:37.720417 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c0491d9b-d71d-478a-9697-7c35b833e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:37.739581 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-057c2d40-012f-4a6a-875a-6bf19a3d0ed0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Made reservation on behalf of 56293beb1ee14ee7a1db1a062efdd17b for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:37.757210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-057c2d40-012f-4a6a-875a-6bf19a3d0ed0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:37.776134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a2d81-9a67-4d7d-993d-028c98b48c0b service neutron] Pushing event updated for resources: {'Port': ['ID=877a117c-27a8-469a-b07c-558b3cae5ea9,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:37.779270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c0491d9b-d71d-478a-9697-7c35b833e471 None None] Port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:31:37.790589 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-299151a5-fe20-4c1a-b925-7fdae474faff tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:37.842123 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ce2401-2f20-4cb9-bd9d-faf970f49948 x-openstack-request-id: req-59ce2401-2f20-4cb9-bd9d-faf970f49948 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:31:37.842412 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d8b3b36-2b5d-44c0-a32c-da37db142e47", "tag": "877a117c-27a8-469a-b07c-558b3cae5ea9", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:31:37.842663 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59ce2401-2f20-4cb9-bd9d-faf970f49948 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:31:37.850888 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8b3b36-2b5d-44c0-a32c-da37db142e47', 'tag': '877a117c-27a8-469a-b07c-558b3cae5ea9', 'status': 'completed', 'code': 200} Sep 23 22:31:37.898647 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86f203-ac2b-43c3-806b-d7459ce5fbc8 req-88dcd06a-2ee4-49ea-aad0-99049d662d28 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:37.901595 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3b86f203-ac2b-43c3-806b-d7459ce5fbc8 req-88dcd06a-2ee4-49ea-aad0-99049d662d28 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 943 time: 0.4369414 Sep 23 22:31:37.945071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-de993227-c302-4434-926c-a458ae0b1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:37.947099 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-de993227-c302-4434-926c-a458ae0b1e71 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=25a5ad1ccfa8445cb9f141f6e896a93e&device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 1094 time: 0.1167774 Sep 23 22:31:37.974912 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-299151a5-fe20-4c1a-b925-7fdae474faff tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:38.048499 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3b86f203-ac2b-43c3-806b-d7459ce5fbc8 req-79a3aaa3-146e-471f-8dd2-195564a0aef5 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/security-groups?id=0576a8fa-1436-44d5-811a-4d0db312f7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370296 Sep 23 22:31:38.073455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:31:38.199505 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-492604eb-9bb8-4d68-98a4-c02963dc482c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=877a117c-27a8-469a-b07c-558b3cae5ea9 HTTP/1.1" status: 200 len: 217 time: 0.2433596 Sep 23 22:31:38.211099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55270) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:38.427682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:31:38.432115 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d65b37b-b0cb-459b-b94a-808ad2f978b6 req-3246e520-3769-4a29-a4a3-3a5e844838e6 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 210 time: 0.1896858 Sep 23 22:31:38.437210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-057c2d40-012f-4a6a-875a-6bf19a3d0ed0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Allocated IP 172.20.0.2 (5b124564-d7ec-451c-aa5d-0eca8f728d19/4a29ecc8-4a09-439c-8732-97749c6a5cb5/ad4e82e5-ffac-4ce8-a471-14137a6ef249) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:38.445365 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Sync routers for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:31:38.448958 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-06905047-e29e-4be6-b14c-7bb454714654 admin admin] 10.222.0.22 "PUT /v2.0/routers/d0699b88-2279-4bde-ab21-4a3d82a3b8a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3795371 Sep 23 22:31:38.470198 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-299151a5-fe20-4c1a-b925-7fdae474faff tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:38.496358 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:31:38.497095 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:31:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:38.528815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-d242f32b-3b2a-480b-b578-482fb0a3b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:38.532007 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-d242f32b-3b2a-480b-b578-482fb0a3b888 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ee0c87d8-718b-45ab-9d4c-39620affa18b HTTP/1.1" status: 200 len: 857 time: 0.3202279 Sep 23 22:31:38.568445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299151a5-fe20-4c1a-b925-7fdae474faff tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=295c1338-1351-4940-ba22-d38f8755a4dd,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:38.585750 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-299151a5-fe20-4c1a-b925-7fdae474faff tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:38.599263 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-299151a5-fe20-4c1a-b925-7fdae474faff tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/295c1338-1351-4940-ba22-d38f8755a4dd HTTP/1.1" status: 204 len: 168 time: 1.7636499 Sep 23 22:31:38.600146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55280) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:38.655095 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-187369134-network', 'tenant_id': '105c7207854f488985a813c37073f45f'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:38.708249 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-2a7b262c-1c3c-409e-8a20-2439e6d6a549 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94779400-26bc-4b4d-82c1-13b1eab48e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1601949 Sep 23 22:31:38.821174 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b591fa6e-a8ff-448b-b0fc-d85e997b7986 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:38.953241 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:31:39.009174 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b591fa6e-a8ff-448b-b0fc-d85e997b7986 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:39.068929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b591fa6e-a8ff-448b-b0fc-d85e997b7986 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c81085-9c4e-45bd-a15a-4141f441499c']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:39.090412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b591fa6e-a8ff-448b-b0fc-d85e997b7986 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa3f55d-1098-4b7f-a406-dce8030ed21a') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:39.091056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b591fa6e-a8ff-448b-b0fc-d85e997b7986 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa3f55d-1098-4b7f-a406-dce8030ed21a') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:39.116896 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b591fa6e-a8ff-448b-b0fc-d85e997b7986 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:39.149530 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b591fa6e-a8ff-448b-b0fc-d85e997b7986 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:39.160958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b591fa6e-a8ff-448b-b0fc-d85e997b7986 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:31:39.161868 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b591fa6e-a8ff-448b-b0fc-d85e997b7986 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:31:39.165183 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:31:39.228166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] Made reservation on behalf of 105c7207854f488985a813c37073f45f for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:39.230506 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:39.271325 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:39.398232 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-057c2d40-012f-4a6a-875a-6bf19a3d0ed0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:39.422528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-4d4f585d-3bc8-49f7-a9e7-c05e7398cf03 service neutron] 10.222.0.43 "GET /v2.0/networks/94779400-26bc-4b4d-82c1-13b1eab48e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7049055 Sep 23 22:31:39.495202 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b591fa6e-a8ff-448b-b0fc-d85e997b7986 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:39.513498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b591fa6e-a8ff-448b-b0fc-d85e997b7986 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b7c81085-9c4e-45bd-a15a-4141f441499c {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 22:31:39.549418 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b591fa6e-a8ff-448b-b0fc-d85e997b7986 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:39.574729 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b591fa6e-a8ff-448b-b0fc-d85e997b7986 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "DELETE /v2.0/networks/b7c81085-9c4e-45bd-a15a-4141f441499c HTTP/1.1" status: 204 len: 168 time: 0.9733479 Sep 23 22:31:39.621055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2a338-fff0-4f4c-a7ca-3fad5ba28101 req-7b6b3f33-8e79-44b5-8416-03bfd796026b tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:39.643349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591fa6e-a8ff-448b-b0fc-d85e997b7986 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Pushing event deleted for resources: {'Network': ['ID=b7c81085-9c4e-45bd-a15a-4141f441499c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:39.649408 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-64e2a338-fff0-4f4c-a7ca-3fad5ba28101 req-7b6b3f33-8e79-44b5-8416-03bfd796026b tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 943 time: 0.3689859 Sep 23 22:31:39.849791 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-057c2d40-012f-4a6a-875a-6bf19a3d0ed0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:39.877075 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70d62109-4151-4888-94aa-c7e5137aeaa8 req-0d81df51-cf0b-4d50-9801-f0b036a1ebcb service neutron] 10.222.0.43 "GET /v2.0/networks/94779400-26bc-4b4d-82c1-13b1eab48e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443853 Sep 23 22:31:39.917638 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-64e2a338-fff0-4f4c-a7ca-3fad5ba28101 req-bef3ea65-9b00-46e4-9103-134f89ebe36a tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/security-groups?id=0576a8fa-1436-44d5-811a-4d0db312f7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674325 Sep 23 22:31:39.919660 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:36Z', 'revision_number': 2, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:40.026529 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Checking router: d0699b88-2279-4bde-ab21-4a3d82a3b8a4 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:31:40.030427 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Updating router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:31:40.069677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-057c2d40-012f-4a6a-875a-6bf19a3d0ed0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Network 5b124564-d7ec-451c-aa5d-0eca8f728d19 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:40.095697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-057c2d40-012f-4a6a-875a-6bf19a3d0ed0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:40.164084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-057c2d40-012f-4a6a-875a-6bf19a3d0ed0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:40.202269 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:40.225019 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c2d40-012f-4a6a-875a-6bf19a3d0ed0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Pushing event updated for resources: {'Port': ['ID=ad4e82e5-ffac-4ce8-a471-14137a6ef249,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:40.231993 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:40.301145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-057c2d40-012f-4a6a-875a-6bf19a3d0ed0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:40.302230 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-057c2d40-012f-4a6a-875a-6bf19a3d0ed0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:40.308320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13350a7b-1b93-4359-98a9-a401ed315ca9 req-9f92adb4-2df3-40fc-a23c-20e6cd98f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:40.310403 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13350a7b-1b93-4359-98a9-a401ed315ca9 req-9f92adb4-2df3-40fc-a23c-20e6cd98f35f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=25a5ad1ccfa8445cb9f141f6e896a93e&device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 1094 time: 0.2670753 Sep 23 22:31:40.318203 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:40.366928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-9ad3f031-d567-4368-862b-72ef79f68dae tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:40.372377 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-9ad3f031-d567-4368-862b-72ef79f68dae tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 821 time: 0.6716173 Sep 23 22:31:40.388359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:31:40.408749 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-2471e780-c7d8-4aa4-916d-acb72c7841e2 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/quotas/0dd0f58a579241349f77bcc2e96619c0 HTTP/1.1" status: 200 len: 375 time: 0.0250998 Sep 23 22:31:40.433206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbf541-a542-482d-acea-4c6c9d6f3c27 req-9a5e9cd6-b5fe-433e-b70b-1eed48958747 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:40.442331 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-40cbf541-a542-482d-acea-4c6c9d6f3c27 req-9a5e9cd6-b5fe-433e-b70b-1eed48958747 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 931 time: 0.2128913 Sep 23 22:31:40.520264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df53038e-de27-4efe-8854-3af445bb58a7,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:40.528154 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:40.528800 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] Added segment 2cb8fe71-a0a6-4be1-874d-50ae772fcbd3 of type vlan for network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 Sep 23 22:31:40.543882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55312) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:40.560642 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-057c2d40-012f-4a6a-875a-6bf19a3d0ed0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8636024 Sep 23 22:31:40.587498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-092e2666-4457-4385-bc6f-c17985fdab60 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Request body: {'router': {'name': 'tempest-router--1131734828', 'project_id': '18389eb78a0943f19314210c8b7caa42'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:40.597693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Request body: {'port': {'device_id': '1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:40.768682 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-4e0d2af1-62e3-47d8-bfd5-6e832fea3053 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3524981 Sep 23 22:31:40.770880 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-092e2666-4457-4385-bc6f-c17985fdab60 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:40.778464 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-092e2666-4457-4385-bc6f-c17985fdab60 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:40.794697 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:40.804591 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-40cbf541-a542-482d-acea-4c6c9d6f3c27 req-e6a8906c-b684-4c86-9351-e4403a8d5de1 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609779 Sep 23 22:31:40.815747 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13350a7b-1b93-4359-98a9-a401ed315ca9 req-54838f87-b6aa-4db1-82b9-7195fcaeae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:40.817361 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13350a7b-1b93-4359-98a9-a401ed315ca9 req-54838f87-b6aa-4db1-82b9-7195fcaeae77 service neutron] 10.222.0.43 "GET /v2.0/networks?id=94779400-26bc-4b4d-82c1-13b1eab48e66 HTTP/1.1" status: 200 len: 918 time: 0.4921138 Sep 23 22:31:40.823823 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:40.889371 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13350a7b-1b93-4359-98a9-a401ed315ca9 req-f41b9963-c425-4452-91e7-78c330fdffcf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=877a117c-27a8-469a-b07c-558b3cae5ea9 HTTP/1.1" status: 200 len: 217 time: 0.0567117 Sep 23 22:31:41.005980 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:41.007696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:41.009160 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:41.216112 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:41.227342 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-092e2666-4457-4385-bc6f-c17985fdab60 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:41.279312 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-f0d9720f-72b7-43db-8707-94741978356b service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806385 Sep 23 22:31:41.306286 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:41.341998 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] Pushing event updated for resources: {'Network': ['ID=15f12cf3-76d1-444b-8977-8d9ed31e3a25,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:41.374047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:31:41.396214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13350a7b-1b93-4359-98a9-a401ed315ca9 req-0513f3a5-6f50-4894-958b-8b70f59a3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:41.398257 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13350a7b-1b93-4359-98a9-a401ed315ca9 req-0513f3a5-6f50-4894-958b-8b70f59a3c8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ee0c87d8-718b-45ab-9d4c-39620affa18b HTTP/1.1" status: 200 len: 857 time: 0.4839916 Sep 23 22:31:41.502027 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-092e2666-4457-4385-bc6f-c17985fdab60 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:41.542100 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad1d19-97f8-4016-a940-ed4082b5b4e4 None None] Pushing event updated for resources: {'Port': ['ID=4b539375-9d10-4dcf-bfa6-8b95cc7d78fa,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:41.638093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-605f78a5-7f64-4379-966a-0e00efbef04e service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406117 Sep 23 22:31:41.679983 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Attempting to bind port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:31:41.680570 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Attempting to bind port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:31:41.681039 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Attempting to bind port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa on network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:41.684253 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-092e2666-4457-4385-bc6f-c17985fdab60 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:41.693737 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:31:41.693737 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Checking segment: {'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:41.693737 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:41.693737 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Bound using segment: {'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:31:41.693737 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Bound port: 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:31:41.693737 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:41.694728 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-092e2666-4457-4385-bc6f-c17985fdab60 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1149619 Sep 23 22:31:41.694728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55322) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:42.037797 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] For port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:31:42.059939 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] For port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4b539375-9d10-4dcf-bfa6-8b95cc7d78fa,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:31:42.139562 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d19bd9ed-4f83-4f7d-8eec-10aeb5fbecc1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:42.185836 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8e171c9b-c6ef-4909-a635-580e63f9afc0 None None] Provisioning complete for port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:42.186604 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e171c9b-c6ef-4909-a635-580e63f9afc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:42.198466 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:42.254089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8e171c9b-c6ef-4909-a635-580e63f9afc0 None None] Port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:31:42.285003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3994e07e-13c6-40bb-873b-69b7a153362a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.0721133 Sep 23 22:31:42.291308 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55330) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:42.300064 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9c49f323-9cce-4b4d-a44a-1dc53c4f9ca8 admin admin] Request body: {'subnet': {'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-subnet', 'tenant_id': '105c7207854f488985a813c37073f45f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:42.361820 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13350a7b-1b93-4359-98a9-a401ed315ca9 req-e74d6409-9716-451e-823d-0722ef1e1cba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94779400-26bc-4b4d-82c1-13b1eab48e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969768 Sep 23 22:31:42.366850 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4e82e5-ffac-4ce8-a471-14137a6ef249 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:31:42.419679 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:42.491831 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c49f323-9cce-4b4d-a44a-1dc53c4f9ca8 admin admin] Made reservation on behalf of 105c7207854f488985a813c37073f45f for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:42.513945 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c49f323-9cce-4b4d-a44a-1dc53c4f9ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:42.514200 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad1d19-97f8-4016-a940-ed4082b5b4e4 None None] Pushing event updated for resources: {'Port': ['ID=4b539375-9d10-4dcf-bfa6-8b95cc7d78fa,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:42.514742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Transition to ACTIVE for port object ad4e82e5-ffac-4ce8-a471-14137a6ef249 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:31:42.530882 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:31:42.531900 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:31:15Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:42.569387 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485be537-e7a5-467c-93e4-d63da0a91a3a req-459b1600-840e-429e-88b6-fa52797e79a1 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:42.588628 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-485be537-e7a5-467c-93e4-d63da0a91a3a req-459b1600-840e-429e-88b6-fa52797e79a1 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 943 time: 1.2382557 Sep 23 22:31:42.592812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 877a117c-27a8-469a-b07c-558b3cae5ea9 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:31:42.737030 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:42.759408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d19bd9ed-4f83-4f7d-8eec-10aeb5fbecc1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:42.763857 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d19bd9ed-4f83-4f7d-8eec-10aeb5fbecc1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:42.897574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55336) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:42.929039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4c91acc6-19a1-47bb-bb3a-e2fe6edc9de6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'subnet': {'network_id': 'de61745e-0001-4583-b694-3ef63822f22d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:42.964514 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 877a117c-27a8-469a-b07c-558b3cae5ea9, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=877a117c-27a8-469a-b07c-558b3cae5ea9,segment=NetworkSegment(f1b141f8-4047-4b2a-bd66-94205f2fc39e),segment_id=f1b141f8-4047-4b2a-bd66-94205f2fc39e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:43.000184 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:31:43.013975 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '877a117c-27a8-469a-b07c-558b3cae5ea9', 'network_id': '94779400-26bc-4b4d-82c1-13b1eab48e66', 'port_id': '877a117c-27a8-469a-b07c-558b3cae5ea9', 'mac_address': 'fa:16:3e:53:ae:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0c87d8-718b-45ab-9d4c-39620affa18b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:31:43.065488 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-485be537-e7a5-467c-93e4-d63da0a91a3a req-f772b31d-65a0-46bd-9bc9-4874bd53fbc7 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/security-groups?id=0576a8fa-1436-44d5-811a-4d0db312f7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753504 Sep 23 22:31:43.089887 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13350a7b-1b93-4359-98a9-a401ed315ca9 req-57ce5365-fb3b-453e-889d-c0db41afaa8e service neutron] 10.222.0.43 "GET /v2.0/networks/94779400-26bc-4b4d-82c1-13b1eab48e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6946948 Sep 23 22:31:43.096287 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4e82e5-ffac-4ce8-a471-14137a6ef249,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:43.167952 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:43.170970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-20ca7c2c-e434-4591-83e8-65e071b12b8d None None] Provisioning complete for port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:43.175372 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20ca7c2c-e434-4591-83e8-65e071b12b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:43.208466 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d19bd9ed-4f83-4f7d-8eec-10aeb5fbecc1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:43.216142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19bd9ed-4f83-4f7d-8eec-10aeb5fbecc1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a86c2c1-81bf-4d54-bdd6-58bac868de38 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:31:43.238534 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d19bd9ed-4f83-4f7d-8eec-10aeb5fbecc1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:43.242309 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d19bd9ed-4f83-4f7d-8eec-10aeb5fbecc1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "DELETE /v2.0/routers/2a86c2c1-81bf-4d54-bdd6-58bac868de38 HTTP/1.1" status: 204 len: 168 time: 1.5448151 Sep 23 22:31:43.267647 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ad573f00-ceb8-4a3c-ac62-8ce33de3f955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:43.278436 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e54e7-87b2-4615-859b-1f35b795d99c req-722c4ff6-16a7-4b9e-bf91-853c3a2941fd tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:43.283959 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-081e54e7-87b2-4615-859b-1f35b795d99c req-722c4ff6-16a7-4b9e-bf91-853c3a2941fd tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 943 time: 0.4234717 Sep 23 22:31:43.284406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877a117c-27a8-469a-b07c-558b3cae5ea9 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:31:43.332713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c91acc6-19a1-47bb-bb3a-e2fe6edc9de6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:43.339244 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4c91acc6-19a1-47bb-bb3a-e2fe6edc9de6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:43.365918 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 877a117c-27a8-469a-b07c-558b3cae5ea9, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=877a117c-27a8-469a-b07c-558b3cae5ea9,segment=NetworkSegment(f1b141f8-4047-4b2a-bd66-94205f2fc39e),segment_id=f1b141f8-4047-4b2a-bd66-94205f2fc39e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:43.386665 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20ca7c2c-e434-4591-83e8-65e071b12b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:43.447779 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-20ca7c2c-e434-4591-83e8-65e071b12b8d None None] For port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4b539375-9d10-4dcf-bfa6-8b95cc7d78fa,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:43.478804 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:43.524226 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5268af10-1969-4cd6-8101-6eaeca51b8a2 req-39b60b92-cccf-4a86-bbb9-81a755a5564d tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 210 time: 0.1251867 Sep 23 22:31:43.580386 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13350a7b-1b93-4359-98a9-a401ed315ca9 req-bb7f7a85-cbc2-4c75-8ca5-c0ee5d4dba2e service neutron] 10.222.0.43 "GET /v2.0/networks/94779400-26bc-4b4d-82c1-13b1eab48e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790044 Sep 23 22:31:43.584778 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:42Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:43.594562 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Attempting to bind port ad4e82e5-ffac-4ce8-a471-14137a6ef249 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:31:43.597547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Attempting to bind port ad4e82e5-ffac-4ce8-a471-14137a6ef249 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:31:43.597547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Attempting to bind port ad4e82e5-ffac-4ce8-a471-14137a6ef249 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:43.603434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Port ad4e82e5-ffac-4ce8-a471-14137a6ef249 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:31:43.603898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Attempting to bind port ad4e82e5-ffac-4ce8-a471-14137a6ef249 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:43.612157 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:31:43.613534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Checking segment: {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:43.614079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Bound using segment: {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:31:43.614305 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20ca7c2c-e434-4591-83e8-65e071b12b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:43.615466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Bound port: ad4e82e5-ffac-4ce8-a471-14137a6ef249, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:31:43.615466 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:43.662699 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4c80a-9258-44ea-82b0-3b27c24d4d2e None None] The sync data for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 is: [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:42Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:31:43.693188 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c49f323-9cce-4b4d-a44a-1dc53c4f9ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:43.709318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=877a117c-27a8-469a-b07c-558b3cae5ea9,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:43.740691 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['877a117c-27a8-469a-b07c-558b3cae5ea9'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:31:43.821647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55350) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:43.874454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] For port ad4e82e5-ffac-4ce8-a471-14137a6ef249, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:31:43.904776 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] For port ad4e82e5-ffac-4ce8-a471-14137a6ef249, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ad4e82e5-ffac-4ce8-a471-14137a6ef249,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:31:43.906490 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49f323-9cce-4b4d-a44a-1dc53c4f9ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:43.917905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49f323-9cce-4b4d-a44a-1dc53c4f9ca8 admin admin] Checking segment: {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:43.918285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c49f323-9cce-4b4d-a44a-1dc53c4f9ca8 admin admin] Network hostable DHCP agents. Network: 15f12cf3-76d1-444b-8977-8d9ed31e3a25, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:31:43.975030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca7c2c-e434-4591-83e8-65e071b12b8d None None] Pushing event updated for resources: {'Port': ['ID=4b539375-9d10-4dcf-bfa6-8b95cc7d78fa,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:44.021148 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c49f323-9cce-4b4d-a44a-1dc53c4f9ca8 admin admin] Network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:31:44.031611 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:44.074171 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-081e54e7-87b2-4615-859b-1f35b795d99c req-da7c17a3-3514-4861-9313-cd41589bed4c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7838538 Sep 23 22:31:44.184836 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4e82e5-ffac-4ce8-a471-14137a6ef249,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:44.221200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:44.222293 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:44.223897 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-d73d1461-72dc-4ef0-8e04-492bda74e484 service neutron] 10.222.0.67 "PUT /v2.0/ports/ad4e82e5-ffac-4ce8-a471-14137a6ef249 HTTP/1.1" status: 200 len: 1091 time: 3.6422122 Sep 23 22:31:44.224760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea', 'tag': 'ad4e82e5-ffac-4ce8-a471-14137a6ef249'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:31:44.227863 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a26001-6503-4b29-90e5-9ab7c47e0e95" -d '{"events": [{"name": "network-changed", "server_uuid": "1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea", "tag": "ad4e82e5-ffac-4ce8-a471-14137a6ef249"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:31:44.235044 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-9c49f323-9cce-4b4d-a44a-1dc53c4f9ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 15f12cf3-76d1-444b-8977-8d9ed31e3a25) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:44.268673 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23ef5f8-1ff4-4340-bb9d-420d047c3e47 None None] Network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:44.270406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c49f323-9cce-4b4d-a44a-1dc53c4f9ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:44.271359 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c49f323-9cce-4b4d-a44a-1dc53c4f9ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:44.430610 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9c49f323-9cce-4b4d-a44a-1dc53c4f9ca8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1377130 Sep 23 22:31:44.436709 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55364) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:44.478303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:44.506120 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-188252754', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}, 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:44.519332 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82888130-6625-4b30-a950-3d5ab87966b8 x-openstack-request-id: req-82888130-6625-4b30-a950-3d5ab87966b8 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:31:44.519790 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea", "tag": "ad4e82e5-ffac-4ce8-a471-14137a6ef249", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:31:44.520166 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82888130-6625-4b30-a950-3d5ab87966b8 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:31:44.520809 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea', 'tag': 'ad4e82e5-ffac-4ce8-a471-14137a6ef249', 'status': 'completed', 'code': 200} Sep 23 22:31:44.604952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8070d-b17f-43ab-9509-632a0d013672 req-3a688b7e-d12f-4ab6-8b23-7b69cae18705 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:44.619796 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88c8070d-b17f-43ab-9509-632a0d013672 req-3a688b7e-d12f-4ab6-8b23-7b69cae18705 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 944 time: 0.2465217 Sep 23 22:31:44.619796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-30357a38-c8cf-4b7f-a1bc-98cfc87e265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:44.621251 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-30357a38-c8cf-4b7f-a1bc-98cfc87e265b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 1094 time: 0.1868711 Sep 23 22:31:44.638882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4c91acc6-19a1-47bb-bb3a-e2fe6edc9de6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:44.747508 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:44.748617 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:44.756650 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-757da41c-f946-4e2a-aeab-97951e22aa07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad4e82e5-ffac-4ce8-a471-14137a6ef249 HTTP/1.1" status: 200 len: 217 time: 0.0896602 Sep 23 22:31:44.764010 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e29e0460-8e64-49aa-9d56-1d467f54bba2 req-df8ab087-a92f-4877-92eb-9cd1e973fd3f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 210 time: 0.1016791 Sep 23 22:31:44.770244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91acc6-19a1-47bb-bb3a-e2fe6edc9de6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Subnet': ['ID=688192e2-ab18-4ae3-b666-256eaa59f0a5,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:44.790146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:31:44.790807 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:44.824689 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c91acc6-19a1-47bb-bb3a-e2fe6edc9de6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Checking segment: {'id': '1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'de61745e-0001-4583-b694-3ef63822f22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:44.825337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c91acc6-19a1-47bb-bb3a-e2fe6edc9de6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network hostable DHCP agents. Network: de61745e-0001-4583-b694-3ef63822f22d, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:31:44.917145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-789de6fa-527f-4d5c-8efe-9313a1096372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:44.918680 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-789de6fa-527f-4d5c-8efe-9313a1096372 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a29ecc8-4a09-439c-8732-97749c6a5cb5 HTTP/1.1" status: 200 len: 845 time: 0.1480906 Sep 23 22:31:44.925134 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88c8070d-b17f-43ab-9509-632a0d013672 req-5584aaec-0490-4809-a038-71f449c547a4 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/security-groups?id=0576a8fa-1436-44d5-811a-4d0db312f7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990823 Sep 23 22:31:44.935980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c91acc6-19a1-47bb-bb3a-e2fe6edc9de6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network de61745e-0001-4583-b694-3ef63822f22d is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:31:45.033476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-4c91acc6-19a1-47bb-bb3a-e2fe6edc9de6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, de61745e-0001-4583-b694-3ef63822f22d) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:45.045276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c91acc6-19a1-47bb-bb3a-e2fe6edc9de6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:45.045276 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4c91acc6-19a1-47bb-bb3a-e2fe6edc9de6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:45.052642 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:45.059246 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-7e129a46-08aa-45a8-b917-7ad389fed8c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b124564-d7ec-451c-aa5d-0eca8f728d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291232 Sep 23 22:31:45.063126 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:45.065582 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:45.067196 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bddf4ed-1513-4871-a1e0-c1371781db32 None None] Network de61745e-0001-4583-b694-3ef63822f22d requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:45.071677 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:45.203495 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4c91acc6-19a1-47bb-bb3a-e2fe6edc9de6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2936459 Sep 23 22:31:45.209198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55372) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:45.228494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e631b7d2-18b4-4ed8-9259-f723107dd230 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1444139913'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:45.238358 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:45.262193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Allocated IP 172.20.0.2 (15f12cf3-76d1-444b-8977-8d9ed31e3a25/e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57/906bde28-7c14-4a05-8c43-672f9e3b0661) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:45.264275 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:45.264634 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:45.382079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e631b7d2-18b4-4ed8-9259-f723107dd230 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:45.385558 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e631b7d2-18b4-4ed8-9259-f723107dd230 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:45.469296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e631b7d2-18b4-4ed8-9259-f723107dd230 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:31:45.512177 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e631b7d2-18b4-4ed8-9259-f723107dd230 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:45.512973 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-e631b7d2-18b4-4ed8-9259-f723107dd230 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Added segment abbc7fd9-1d8a-4570-aedd-873ee1cccd8c of type vlan for network 50b0e2af-a1f3-4be4-ad1a-2c475e087e6e Sep 23 22:31:45.637814 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e631b7d2-18b4-4ed8-9259-f723107dd230 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:45.642953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-de61745e-0001-4583-b694-3ef63822f22d', 'network_id': 'de61745e-0001-4583-b694-3ef63822f22d', 'tenant_id': 'e87e72fe56df4d19bc88bfece64b86c5', 'fixed_ips': [{'subnet_id': '688192e2-ab18-4ae3-b666-256eaa59f0a5'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:31:45.644860 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:45.689423 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-176b4ee3-9de6-434c-87c8-467f42e012e5 service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177726 Sep 23 22:31:45.748253 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6123ba06-b40c-493f-a2de-fbbb3ffc1912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:45.782717 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e631b7d2-18b4-4ed8-9259-f723107dd230 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:45.798447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e631b7d2-18b4-4ed8-9259-f723107dd230 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:45.798447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e631b7d2-18b4-4ed8-9259-f723107dd230 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:45.850500 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:45.912111 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:45.928718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631b7d2-18b4-4ed8-9259-f723107dd230 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Network': ['ID=50b0e2af-a1f3-4be4-ad1a-2c475e087e6e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:45.957309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ee5b3-c40e-4208-b111-484dc7ae3ce7 req-afde6eea-c289-4393-9f0a-e95eeed0b1fa tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:45.959006 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ff0ee5b3-c40e-4208-b111-484dc7ae3ce7 req-afde6eea-c289-4393-9f0a-e95eeed0b1fa tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 943 time: 0.6366155 Sep 23 22:31:45.964519 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e3ab7d7-9e73-459e-93e5-4dd4cd279193 req-883ad9f1-682c-4e81-9e41-33edb07d4e47 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 210 time: 0.0318756 Sep 23 22:31:45.989048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 50b0e2af-a1f3-4be4-ad1a-2c475e087e6e details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:31:46.133216 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e631b7d2-18b4-4ed8-9259-f723107dd230 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9216182 Sep 23 22:31:46.136197 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ff0ee5b3-c40e-4208-b111-484dc7ae3ce7 req-527b6534-6a31-4fb7-99e2-d67d5cb3f7d4 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692257 Sep 23 22:31:46.136592 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55384) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:46.156221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e0d21b14-625f-4e1f-9db4-f2f6a6f5d33a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'subnet': {'network_id': '50b0e2af-a1f3-4be4-ad1a-2c475e087e6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:46.169083 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2afba453-a3ef-4a33-a14f-a72b3c0c58c9 req-3fb30678-3023-46d7-ba0e-c53f711ab524 service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882196 Sep 23 22:31:46.176801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Allocated IP 2001:db8:0:ffff::2 (de61745e-0001-4583-b694-3ef63822f22d/688192e2-ab18-4ae3-b666-256eaa59f0a5/4f0b7367-d771-4416-9c8c-44f3a91c5660) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:46.183590 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:46.219207 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:46.264570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5aa420-c5f3-4158-83d3-62e2b84320f3 req-ca4a2e43-5535-4ea9-a49c-976d369fe862 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:46.274211 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fe5aa420-c5f3-4158-83d3-62e2b84320f3 req-ca4a2e43-5535-4ea9-a49c-976d369fe862 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 944 time: 0.2170191 Sep 23 22:31:46.381013 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fe5aa420-c5f3-4158-83d3-62e2b84320f3 req-802fbe8b-0c56-47a6-985d-87a616a45148 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/security-groups?id=0576a8fa-1436-44d5-811a-4d0db312f7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028934 Sep 23 22:31:46.496299 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:46.517475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d21b14-625f-4e1f-9db4-f2f6a6f5d33a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:46.525807 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e0d21b14-625f-4e1f-9db4-f2f6a6f5d33a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:46.625741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:46.627366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 877a117c-27a8-469a-b07c-558b3cae5ea9 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:46.635436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Pushing event updated for resources: {'Port': ['ID=906bde28-7c14-4a05-8c43-672f9e3b0661,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:46.673351 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a26001-6503-4b29-90e5-9ab7c47e0e95 req-f769b245-eaf0-4799-8112-e6c914a56a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:46.675220 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07a26001-6503-4b29-90e5-9ab7c47e0e95 req-f769b245-eaf0-4799-8112-e6c914a56a60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 1094 time: 0.2902877 Sep 23 22:31:46.683008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:46.691972 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:46.898045 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:46.902301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Attempting to bind port 906bde28-7c14-4a05-8c43-672f9e3b0661 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:31:46.902570 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Attempting to bind port 906bde28-7c14-4a05-8c43-672f9e3b0661 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:31:46.902926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Attempting to bind port 906bde28-7c14-4a05-8c43-672f9e3b0661 on network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:46.923685 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:31:46.931680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Checking segment: {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:46.931680 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:46.931680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Bound using segment: {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:31:46.931680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Bound port: 906bde28-7c14-4a05-8c43-672f9e3b0661, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:31:46.931680 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:46.961906 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:46.995986 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e0d21b14-625f-4e1f-9db4-f2f6a6f5d33a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:46.996377 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:47.115917 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 877a117c-27a8-469a-b07c-558b3cae5ea9 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:31:47.130116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Network de61745e-0001-4583-b694-3ef63822f22d is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:47.153908 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] For port 906bde28-7c14-4a05-8c43-672f9e3b0661, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:31:47.173071 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 877a117c-27a8-469a-b07c-558b3cae5ea9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:47.173681 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:47.181435 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:47.215866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d21b14-625f-4e1f-9db4-f2f6a6f5d33a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Checking segment: {'id': 'abbc7fd9-1d8a-4570-aedd-873ee1cccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '50b0e2af-a1f3-4be4-ad1a-2c475e087e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:47.216960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d21b14-625f-4e1f-9db4-f2f6a6f5d33a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network hostable DHCP agents. Network: 50b0e2af-a1f3-4be4-ad1a-2c475e087e6e, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:31:47.222012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d21b14-625f-4e1f-9db4-f2f6a6f5d33a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Subnet': ['ID=be8a8107-e57e-49ff-afca-201a1c856351,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:47.224605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Pushing event updated for resources: {'Port': ['ID=4f0b7367-d771-4416-9c8c-44f3a91c5660,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:47.244518 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:47.294022 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] For port 906bde28-7c14-4a05-8c43-672f9e3b0661, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=906bde28-7c14-4a05-8c43-672f9e3b0661,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:31:47.358315 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d21b14-625f-4e1f-9db4-f2f6a6f5d33a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network 50b0e2af-a1f3-4be4-ad1a-2c475e087e6e is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:31:47.400231 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:47.451984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Attempting to bind port 4f0b7367-d771-4416-9c8c-44f3a91c5660 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:31:47.453332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Attempting to bind port 4f0b7367-d771-4416-9c8c-44f3a91c5660 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'de61745e-0001-4583-b694-3ef63822f22d'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:31:47.454118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Attempting to bind port 4f0b7367-d771-4416-9c8c-44f3a91c5660 on network de61745e-0001-4583-b694-3ef63822f22d {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:47.481240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:31:47.481912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Checking segment: {'id': '1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'de61745e-0001-4583-b694-3ef63822f22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:47.482508 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:47.483060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Bound using segment: {'id': '1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'de61745e-0001-4583-b694-3ef63822f22d'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:31:47.485286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Bound port: 4f0b7367-d771-4416-9c8c-44f3a91c5660, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'de61745e-0001-4583-b694-3ef63822f22d'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:31:47.485976 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:47.486971 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d676c03-5211-4acc-9e52-e3feadd38cf9 req-554a1ed4-c8a3-463b-a647-6694ae2257ab tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:47.492201 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d676c03-5211-4acc-9e52-e3feadd38cf9 req-554a1ed4-c8a3-463b-a647-6694ae2257ab tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 943 time: 0.1647997 Sep 23 22:31:47.573944 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3190b98-818f-402b-818f-fb1fab5d2b19 None None] Pushing event updated for resources: {'Port': ['ID=906bde28-7c14-4a05-8c43-672f9e3b0661,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:47.574577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e0d21b14-625f-4e1f-9db4-f2f6a6f5d33a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 50b0e2af-a1f3-4be4-ad1a-2c475e087e6e) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:47.600518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d21b14-625f-4e1f-9db4-f2f6a6f5d33a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:47.605022 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e0d21b14-625f-4e1f-9db4-f2f6a6f5d33a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:47.615209 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:47.616122 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c663ee7-5a3d-46e6-b0c0-4c428e88c6fc None None] Network 50b0e2af-a1f3-4be4-ad1a-2c475e087e6e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:47.619213 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:47.644467 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:47.680561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bdde2923-7281-490e-9452-1fa85e18275a req-732b719a-1104-4c3d-ae3b-930b28b4df3f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 210 time: 0.0841420 Sep 23 22:31:47.706870 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:47.733353 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8b3b36-2b5d-44c0-a32c-da37db142e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877a117c-27a8-469a-b07c-558b3cae5ea9'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:31:47.737455 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431e64c0-6ace-41a1-9838-533d3d217afb" -d '{"events": [{"server_uuid": "9d8b3b36-2b5d-44c0-a32c-da37db142e47", "name": "network-vif-plugged", "status": "completed", "tag": "877a117c-27a8-469a-b07c-558b3cae5ea9"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:31:47.765507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-f394c5b4-14ec-43e1-8f12-887d96cd0bba tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:47.767362 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-f394c5b4-14ec-43e1-8f12-887d96cd0bba tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.43 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 821 time: 1.0251806 Sep 23 22:31:47.772161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 877a117c-27a8-469a-b07c-558b3cae5ea9, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=877a117c-27a8-469a-b07c-558b3cae5ea9,segment=NetworkSegment(f1b141f8-4047-4b2a-bd66-94205f2fc39e),segment_id=f1b141f8-4047-4b2a-bd66-94205f2fc39e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:47.775420 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:47.776953 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:47.785460 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-05932092-02c9-4acc-8e80-087b8da24997 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Request body: {'port': {'device_id': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'admin_state_up': True, 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:47.788589 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] For port 4f0b7367-d771-4416-9c8c-44f3a91c5660, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:31:47.840079 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d676c03-5211-4acc-9e52-e3feadd38cf9 req-2bb2dc26-592a-4091-aba2-3fec9cae80c9 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179090 Sep 23 22:31:47.843639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] For port 4f0b7367-d771-4416-9c8c-44f3a91c5660, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4f0b7367-d771-4416-9c8c-44f3a91c5660,segment=NetworkSegment(1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35),segment_id=1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:31:47.844113 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e0d21b14-625f-4e1f-9db4-f2f6a6f5d33a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7005212 Sep 23 22:31:47.847314 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55404) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:48.018023 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:48.047616 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:48.116885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a26001-6503-4b29-90e5-9ab7c47e0e95 req-3f4755f5-2bbc-4bd7-82df-5736cfd7a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:48.118452 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07a26001-6503-4b29-90e5-9ab7c47e0e95 req-3f4755f5-2bbc-4bd7-82df-5736cfd7a675 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 906 time: 1.3776436 Sep 23 22:31:48.196020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306faa21-aedb-406c-8556-9ec136ad05da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-50b0e2af-a1f3-4be4-ad1a-2c475e087e6e', 'network_id': '50b0e2af-a1f3-4be4-ad1a-2c475e087e6e', 'tenant_id': 'e87e72fe56df4d19bc88bfece64b86c5', 'fixed_ips': [{'subnet_id': 'be8a8107-e57e-49ff-afca-201a1c856351'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:31:48.196903 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-306faa21-aedb-406c-8556-9ec136ad05da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:48.224420 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07a26001-6503-4b29-90e5-9ab7c47e0e95 req-968c0374-65f0-4f2f-8c81-1d290599b434 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad4e82e5-ffac-4ce8-a471-14137a6ef249 HTTP/1.1" status: 200 len: 217 time: 0.0934367 Sep 23 22:31:48.226335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=877a117c-27a8-469a-b07c-558b3cae5ea9,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:48.265962 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:48.285091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399c0b4-9568-435f-9e49-e76cacebe8a9 req-72e32159-e0bc-4a18-9fd6-31877e2c338c tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:48.299251 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f399c0b4-9568-435f-9e49-e76cacebe8a9 req-72e32159-e0bc-4a18-9fd6-31877e2c338c tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 945 time: 0.2401745 Sep 23 22:31:48.320121 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf831df6-7ae7-44a2-9a3c-fac976cbb6d4 x-openstack-request-id: req-bf831df6-7ae7-44a2-9a3c-fac976cbb6d4 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:31:48.321394 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8b3b36-2b5d-44c0-a32c-da37db142e47", "name": "network-vif-plugged", "status": "completed", "tag": "877a117c-27a8-469a-b07c-558b3cae5ea9", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:31:48.322233 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf831df6-7ae7-44a2-9a3c-fac976cbb6d4 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:31:48.323375 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8b3b36-2b5d-44c0-a32c-da37db142e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877a117c-27a8-469a-b07c-558b3cae5ea9', 'code': 200} Sep 23 22:31:48.366168 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Allocated IP 172.25.1.146 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/ba02cfb9-e748-49ab-a0a7-6e313365e999) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:48.411075 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a26001-6503-4b29-90e5-9ab7c47e0e95 req-a00abce8-1089-4326-949e-36a51282d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:48.417887 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07a26001-6503-4b29-90e5-9ab7c47e0e95 req-a00abce8-1089-4326-949e-36a51282d03f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a29ecc8-4a09-439c-8732-97749c6a5cb5 HTTP/1.1" status: 200 len: 845 time: 0.1740334 Sep 23 22:31:48.419571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba6c14-0dfb-41fe-a872-346dec7e7e33 None None] Pushing event updated for resources: {'Port': ['ID=4f0b7367-d771-4416-9c8c-44f3a91c5660,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:48.442468 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:48.484123 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07a26001-6503-4b29-90e5-9ab7c47e0e95 req-0666d054-02bf-4a7c-a1c8-2ac62f8d5920 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b124564-d7ec-451c-aa5d-0eca8f728d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510261 Sep 23 22:31:48.543595 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f399c0b4-9568-435f-9e49-e76cacebe8a9 req-73a4e445-6bd5-4ac9-bf58-9f9e995a357b tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/security-groups?id=0576a8fa-1436-44d5-811a-4d0db312f7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433372 Sep 23 22:31:48.599644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f0b6-157d-4586-82c6-0aeb50da529b req-c5dfa5e1-a427-4783-b396-8b9433ced1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:48.604094 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c96f0b6-157d-4586-82c6-0aeb50da529b req-c5dfa5e1-a427-4783-b396-8b9433ced1a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 1096 time: 0.1540596 Sep 23 22:31:48.613981 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-05932092-02c9-4acc-8e80-087b8da24997 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Made reservation on behalf of 0dd0f58a579241349f77bcc2e96619c0 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:48.625606 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-05932092-02c9-4acc-8e80-087b8da24997 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:48.727251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ad4e82e5-ffac-4ce8-a471-14137a6ef249 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:31:48.784084 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c96f0b6-157d-4586-82c6-0aeb50da529b req-70fe6757-642d-4b4a-ae28-b835e30ed1d8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0576a8fa-1436-44d5-811a-4d0db312f7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616755 Sep 23 22:31:48.787998 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:31:48.809141 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:48.810024 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:48.876154 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:48.947858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Subnet': ['ID=be8a8107-e57e-49ff-afca-201a1c856351,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server [None req-306faa21-aedb-406c-8556-9ec136ad05da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be8a8107-e57e-49ff-afca-201a1c856351: This subnet is being modified by another concurrent operation. Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 22:31:49.053994 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise exception Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be8a8107-e57e-49ff-afca-201a1c856351: This subnet is being modified by another concurrent operation. Sep 23 22:31:49.060231 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server Sep 23 22:31:49.068695 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07a26001-6503-4b29-90e5-9ab7c47e0e95 req-e0396b77-6316-40c0-b50a-2ceed74727ed service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631104 Sep 23 22:31:49.197211 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e102e44-a3ac-46e7-b713-42c4a0caff99 None None] Network 50b0e2af-a1f3-4be4-ad1a-2c475e087e6e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:49.224020 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:49.285791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d0ff3a4f-b9f5-4916-8cb9-35c69258f613 req-f0a7d82a-4fb6-48c7-8243-9e7d037fa0da tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 210 time: 0.1950974 Sep 23 22:31:49.287872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ad4e82e5-ffac-4ce8-a471-14137a6ef249, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ad4e82e5-ffac-4ce8-a471-14137a6ef249,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:49.397428 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239c216-90fd-4e54-a90e-6d39b39e5862 req-9aa3f772-432d-462d-9509-b2c6aeb5a1b6 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:49.399344 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6239c216-90fd-4e54-a90e-6d39b39e5862 req-9aa3f772-432d-462d-9509-b2c6aeb5a1b6 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 943 time: 0.3001471 Sep 23 22:31:49.402531 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b0e2af-a1f3-4be4-ad1a-2c475e087e6e']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:49.442719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbc7fd9-1d8a-4570-aedd-873ee1cccd8c') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:49.443870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbc7fd9-1d8a-4570-aedd-873ee1cccd8c') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:49.446543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 906bde28-7c14-4a05-8c43-672f9e3b0661 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:49.470832 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:49.530311 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:49.543488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:31:49.543488 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:49.571849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'ad4e82e5-ffac-4ce8-a471-14137a6ef249', 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19', 'port_id': 'ad4e82e5-ffac-4ce8-a471-14137a6ef249', 'mac_address': 'fa:16:3e:1f:96:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a29ecc8-4a09-439c-8732-97749c6a5cb5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:31:49.580104 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:31:49.596183 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-05932092-02c9-4acc-8e80-087b8da24997 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Allocated IP 172.20.0.5 (8e106a1c-99eb-4d8e-9cef-0eff1ecc130e/2b93d81e-29cc-4306-a5b5-15e57cc2fc1b/7d7a4a5d-10e4-4653-9c35-fa5c07346c53) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:49.602401 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 906bde28-7c14-4a05-8c43-672f9e3b0661 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:49.603278 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:49.612851 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6239c216-90fd-4e54-a90e-6d39b39e5862 req-a1800b95-7b19-4d1f-ba1e-bc07f66cf725 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934500 Sep 23 22:31:49.631369 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:49.730524 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d6632c-5a3a-4b41-816c-dc4e9f9f154a None None] Network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:49.820548 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:49.835360 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:49.841247 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/50b0e2af-a1f3-4be4-ad1a-2c475e087e6e HTTP/1.1" status: 204 len: 168 time: 1.9869106 Sep 23 22:31:49.842557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55420) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:49.872316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7359afac-d74b-44d7-bb94-2347107af0c6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1363868910'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:49.882432 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc1037-589b-4ee5-924b-97f6d7afefcb tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Network': ['ID=50b0e2af-a1f3-4be4-ad1a-2c475e087e6e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:49.888592 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07a26001-6503-4b29-90e5-9ab7c47e0e95 req-53665351-4992-4915-8719-b7b9dbb4523c service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8177731 Sep 23 22:31:49.932064 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:49.970315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9f9cfaf9-5ff9-402e-b86e-6ca2afbe85e7 None None] Provisioning complete for port 906bde28-7c14-4a05-8c43-672f9e3b0661 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:49.970315 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9f9cfaf9-5ff9-402e-b86e-6ca2afbe85e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:49.986898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Allocated IP 172.25.1.201 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/d22c5fc6-03f5-47a8-a158-fac9980500cc) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:50.009218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7359afac-d74b-44d7-bb94-2347107af0c6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:50.012948 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7359afac-d74b-44d7-bb94-2347107af0c6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:50.056037 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:50.066927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7359afac-d74b-44d7-bb94-2347107af0c6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:31:50.092092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:50.102131 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7359afac-d74b-44d7-bb94-2347107af0c6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:50.103792 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-7359afac-d74b-44d7-bb94-2347107af0c6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Added segment bcf2ba91-14f8-4151-98ee-30a49d4bb996 of type vlan for network 19c123fc-306a-4c06-b18c-864f6b570db3 Sep 23 22:31:50.121597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:50.215361 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7359afac-d74b-44d7-bb94-2347107af0c6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:50.238077 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Pushing event updated for resources: {'Port': ['ID=ba02cfb9-e748-49ab-a0a7-6e313365e999,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:50.314887 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4e82e5-ffac-4ce8-a471-14137a6ef249 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:31:50.377235 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7359afac-d74b-44d7-bb94-2347107af0c6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:50.390345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359afac-d74b-44d7-bb94-2347107af0c6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:50.390814 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ad4e82e5-ffac-4ce8-a471-14137a6ef249, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ad4e82e5-ffac-4ce8-a471-14137a6ef249,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:50.391289 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7359afac-d74b-44d7-bb94-2347107af0c6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:50.396844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cd06a-a656-41ad-bc8e-f6a4acc40de5 req-a763b399-b2e1-4cd6-bae9-57a32180b792 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:50.397222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f51c32f-353c-4af7-9149-9f106ca0182c None None] Network de61745e-0001-4583-b694-3ef63822f22d requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:50.401931 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:50.410040 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be6cd06a-a656-41ad-bc8e-f6a4acc40de5 req-a763b399-b2e1-4cd6-bae9-57a32180b792 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 945 time: 0.5990977 Sep 23 22:31:50.524408 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:50.618627 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e2ce5dc-e4cc-4b29-8f58-4abe7f55a348 req-59166425-5b56-4ad1-9a74-0cb4d3a2014d tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 210 time: 0.2240098 Sep 23 22:31:50.628594 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359afac-d74b-44d7-bb94-2347107af0c6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Network': ['ID=19c123fc-306a-4c06-b18c-864f6b570db3,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:50.645413 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-05932092-02c9-4acc-8e80-087b8da24997 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:50.659594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:50.669158 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be6cd06a-a656-41ad-bc8e-f6a4acc40de5 req-783dc85b-7fa2-4a51-8025-244d370540d1 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/security-groups?id=0576a8fa-1436-44d5-811a-4d0db312f7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575693 Sep 23 22:31:50.674075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 19c123fc-306a-4c06-b18c-864f6b570db3 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:31:50.713164 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7359afac-d74b-44d7-bb94-2347107af0c6 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8687267 Sep 23 22:31:50.721474 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55432) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:50.734990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d85415ab-57c1-4465-9aa6-a935c792c29f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'subnet': {'network_id': '19c123fc-306a-4c06-b18c-864f6b570db3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:50.771736 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 906bde28-7c14-4a05-8c43-672f9e3b0661, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=906bde28-7c14-4a05-8c43-672f9e3b0661,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:50.944973 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:51.009378 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:51.010165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4f0b7367-d771-4416-9c8c-44f3a91c5660 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:51.042217 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-05932092-02c9-4acc-8e80-087b8da24997 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:51.060805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85415ab-57c1-4465-9aa6-a935c792c29f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:51.064163 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ad4e82e5-ffac-4ce8-a471-14137a6ef249,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:51.078765 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d85415ab-57c1-4465-9aa6-a935c792c29f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:51.158904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:51.160256 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9f9cfaf9-5ff9-402e-b86e-6ca2afbe85e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:51.175225 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:51.181268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-05932092-02c9-4acc-8e80-087b8da24997 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:51.182573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:51.213551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad4e82e5-ffac-4ce8-a471-14137a6ef249'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:31:51.219309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Pushing event updated for resources: {'Port': ['ID=d22c5fc6-03f5-47a8-a158-fac9980500cc,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:51.222508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-05932092-02c9-4acc-8e80-087b8da24997 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:51.258795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-05932092-02c9-4acc-8e80-087b8da24997 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:51.334567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20208943-4219-4dd3-9584-31760c7a85ff req-2645bd35-194a-483e-b44d-d6c6a81ba431 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:51.345829 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20208943-4219-4dd3-9584-31760c7a85ff req-2645bd35-194a-483e-b44d-d6c6a81ba431 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 944 time: 0.4308660 Sep 23 22:31:51.379034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05932092-02c9-4acc-8e80-087b8da24997 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Pushing event updated for resources: {'Port': ['ID=7d7a4a5d-10e4-4653-9c35-fa5c07346c53,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:51.628107 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20208943-4219-4dd3-9584-31760c7a85ff req-29060071-11af-41d5-aaf1-89d90f72cd0e tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813649 Sep 23 22:31:51.629666 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=906bde28-7c14-4a05-8c43-672f9e3b0661,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:51.637008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-05932092-02c9-4acc-8e80-087b8da24997 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:51.638040 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-05932092-02c9-4acc-8e80-087b8da24997 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:51.647241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4f0b7367-d771-4416-9c8c-44f3a91c5660 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:51.647461 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:51.707082 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-9f9cfaf9-5ff9-402e-b86e-6ca2afbe85e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:31:51.707082 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-9f9cfaf9-5ff9-402e-b86e-6ca2afbe85e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:31:51.707828 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:51.765162 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d85415ab-57c1-4465-9aa6-a935c792c29f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:51.909710 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:51.938261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85415ab-57c1-4465-9aa6-a935c792c29f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Subnet': ['ID=043631b7-b2fa-49b8-aeaa-1200628f6248,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:51.940279 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-05932092-02c9-4acc-8e80-087b8da24997 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1598206 Sep 23 22:31:51.951613 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bfb48-3991-422d-9fec-437abe9e1f49 req-63e315b2-19a9-49a6-b9e5-286515ef88d1 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:51.954194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c0bfb48-3991-422d-9fec-437abe9e1f49 req-63e315b2-19a9-49a6-b9e5-286515ef88d1 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 931 time: 0.2018185 Sep 23 22:31:51.962200 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85415ab-57c1-4465-9aa6-a935c792c29f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Checking segment: {'id': 'bcf2ba91-14f8-4151-98ee-30a49d4bb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '19c123fc-306a-4c06-b18c-864f6b570db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:51.962635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85415ab-57c1-4465-9aa6-a935c792c29f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network hostable DHCP agents. Network: 19c123fc-306a-4c06-b18c-864f6b570db3, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:31:51.964234 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Request body: {'port': {'device_id': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:52.000913 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 4f0b7367-d771-4416-9c8c-44f3a91c5660, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4f0b7367-d771-4416-9c8c-44f3a91c5660,segment=NetworkSegment(1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35),segment_id=1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:52.030014 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c0bfb48-3991-422d-9fec-437abe9e1f49 req-56a582f7-6996-4356-aff8-2f320092a992 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639224 Sep 23 22:31:52.099079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb68e4b-e4ba-420e-af7b-7c2f53f8a5d3 req-dca124c6-498e-4f40-9b15-1166d6946374 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:52.101823 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-adb68e4b-e4ba-420e-af7b-7c2f53f8a5d3 req-dca124c6-498e-4f40-9b15-1166d6946374 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 945 time: 0.2221773 Sep 23 22:31:52.117583 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:52.146400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85415ab-57c1-4465-9aa6-a935c792c29f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network 19c123fc-306a-4c06-b18c-864f6b570db3 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:31:52.172905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1a0ccb-e47e-47a1-be85-46a60d3cdec4 None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 22:31:52.238184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-d85415ab-57c1-4465-9aa6-a935c792c29f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 19c123fc-306a-4c06-b18c-864f6b570db3) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:52.245520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85415ab-57c1-4465-9aa6-a935c792c29f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:52.247099 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d85415ab-57c1-4465-9aa6-a935c792c29f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:52.257215 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:52.307372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 906bde28-7c14-4a05-8c43-672f9e3b0661 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:52.318728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=4f0b7367-d771-4416-9c8c-44f3a91c5660,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:52.357378 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d85415ab-57c1-4465-9aa6-a935c792c29f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6320167 Sep 23 22:31:52.361510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55444) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:52.373825 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e2d37315-35d8-43a5-a8a3-cead1e32aa68 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2128325843'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:52.444450 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-adb68e4b-e4ba-420e-af7b-7c2f53f8a5d3 req-fc5ab842-8d8c-4441-a0fc-6807d9de33ba tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/security-groups?id=0576a8fa-1436-44d5-811a-4d0db312f7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991605 Sep 23 22:31:52.451193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 906bde28-7c14-4a05-8c43-672f9e3b0661 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:52.451565 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:52.489643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1a0ccb-e47e-47a1-be85-46a60d3cdec4 None None] Resources bound (agent type, host, resource id): {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 22:31:52.500716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d37315-35d8-43a5-a8a3-cead1e32aa68 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:52.507493 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2d37315-35d8-43a5-a8a3-cead1e32aa68 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:52.586151 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d37315-35d8-43a5-a8a3-cead1e32aa68 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:31:52.614548 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2d37315-35d8-43a5-a8a3-cead1e32aa68 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:52.615078 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-e2d37315-35d8-43a5-a8a3-cead1e32aa68 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Added segment d8ca99d1-0468-495c-9930-38f981a8a1dd of type vlan for network e9d90966-15dc-4e2a-ba86-0ef7e23a74b5 Sep 23 22:31:52.620893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-449af991-39af-448c-bf35-f9889f4b9e1c None None] Provisioning complete for port 4f0b7367-d771-4416-9c8c-44f3a91c5660 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:52.621433 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-449af991-39af-448c-bf35-f9889f4b9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:52.697308 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2d37315-35d8-43a5-a8a3-cead1e32aa68 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:52.878185 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2d37315-35d8-43a5-a8a3-cead1e32aa68 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:52.885843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d37315-35d8-43a5-a8a3-cead1e32aa68 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:52.886807 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2d37315-35d8-43a5-a8a3-cead1e32aa68 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:52.988388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d37315-35d8-43a5-a8a3-cead1e32aa68 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Network': ['ID=e9d90966-15dc-4e2a-ba86-0ef7e23a74b5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:53.019548 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e2d37315-35d8-43a5-a8a3-cead1e32aa68 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6567659 Sep 23 22:31:53.020391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55456) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:53.027118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-de6df3e2-cefb-4848-a56f-d8cdb2264a89 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'subnet': {'network_id': 'e9d90966-15dc-4e2a-ba86-0ef7e23a74b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:53.035360 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network e9d90966-15dc-4e2a-ba86-0ef7e23a74b5 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:31:53.121623 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:53.165923 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a9b26-3512-467a-a8ac-d4817a7e9247 req-58016eae-99f1-4827-9880-5092c5325259 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:53.176879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d2a9b26-3512-467a-a8ac-d4817a7e9247 req-58016eae-99f1-4827-9880-5092c5325259 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 944 time: 0.2297411 Sep 23 22:31:53.206419 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:53.254754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-449af991-39af-448c-bf35-f9889f4b9e1c None None] Provisioning complete for port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:53.256187 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-449af991-39af-448c-bf35-f9889f4b9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:53.274665 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22edd6-9459-44d7-8c3b-ca87815b014e req-d58c135a-f671-4422-9395-0871057a9851 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:53.276427 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c22edd6-9459-44d7-8c3b-ca87815b014e req-d58c135a-f671-4422-9395-0871057a9851 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 945 time: 0.0866408 Sep 23 22:31:53.286489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6df3e2-cefb-4848-a56f-d8cdb2264a89 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:53.291336 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-de6df3e2-cefb-4848-a56f-d8cdb2264a89 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:53.373582 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-449af991-39af-448c-bf35-f9889f4b9e1c None None] Port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:31:53.391654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-449af991-39af-448c-bf35-f9889f4b9e1c None None] Provisioning complete for port 906bde28-7c14-4a05-8c43-672f9e3b0661 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:53.392300 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-449af991-39af-448c-bf35-f9889f4b9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:53.393652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.ipam_backend_mixin [None req-de6df3e2-cefb-4848-a56f-d8cdb2264a89 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Performing IP validity checks on allocation pools {{(pid=95491) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 22:31:53.394216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.ipam_backend_mixin [None req-de6df3e2-cefb-4848-a56f-d8cdb2264a89 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95491) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 22:31:53.405796 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d2a9b26-3512-467a-a8ac-d4817a7e9247 req-f7da13d4-046d-40f4-aff4-c16aaba006c1 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272434 Sep 23 22:31:53.410533 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c22edd6-9459-44d7-8c3b-ca87815b014e req-a0061e5a-d853-4f8f-be7e-2f6aa6eced47 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/security-groups?id=0576a8fa-1436-44d5-811a-4d0db312f7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143515 Sep 23 22:31:53.548104 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-19c123fc-306a-4c06-b18c-864f6b570db3', 'network_id': '19c123fc-306a-4c06-b18c-864f6b570db3', 'tenant_id': 'e87e72fe56df4d19bc88bfece64b86c5', 'fixed_ips': [{'subnet_id': '043631b7-b2fa-49b8-aeaa-1200628f6248'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:31:53.549869 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:53.772327 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Allocated IP 2001:db8::3 (19c123fc-306a-4c06-b18c-864f6b570db3/043631b7-b2fa-49b8-aeaa-1200628f6248/9667a446-ff75-4d94-b5b3-d3fd755a116d) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:53.813633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1b49b-e59e-40e0-82f6-59438933cf1a req-b8cbbb6b-1c8c-4a49-a4bb-294bfe959bc1 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:53.815311 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6a1b49b-e59e-40e0-82f6-59438933cf1a req-b8cbbb6b-1c8c-4a49-a4bb-294bfe959bc1 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 931 time: 0.2426434 Sep 23 22:31:53.819983 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-de6df3e2-cefb-4848-a56f-d8cdb2264a89 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:53.863848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:31:53.879510 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:53.888198 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:53.909482 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6a1b49b-e59e-40e0-82f6-59438933cf1a req-24c52859-fee4-4926-b3a3-7b607d30d31a tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840886 Sep 23 22:31:53.914888 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Transition to ACTIVE for port object 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:31:53.925926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6df3e2-cefb-4848-a56f-d8cdb2264a89 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Checking segment: {'id': 'd8ca99d1-0468-495c-9930-38f981a8a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e9d90966-15dc-4e2a-ba86-0ef7e23a74b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:53.929508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6df3e2-cefb-4848-a56f-d8cdb2264a89 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network hostable DHCP agents. Network: e9d90966-15dc-4e2a-ba86-0ef7e23a74b5, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:31:53.932107 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6df3e2-cefb-4848-a56f-d8cdb2264a89 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Subnet': ['ID=38be4ee7-33e6-4f35-a9a9-c6ed7915db25,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:53.983385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Router 3c70997e-c514-4930-ab5a-94ce47461600 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:31:54.057849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:54.084092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6df3e2-cefb-4848-a56f-d8cdb2264a89 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network e9d90966-15dc-4e2a-ba86-0ef7e23a74b5 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:31:54.176455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-de6df3e2-cefb-4848-a56f-d8cdb2264a89 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, e9d90966-15dc-4e2a-ba86-0ef7e23a74b5) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:54.197086 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:54.213210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6df3e2-cefb-4848-a56f-d8cdb2264a89 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:54.216196 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-de6df3e2-cefb-4848-a56f-d8cdb2264a89 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:54.243164 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4f0b7367-d771-4416-9c8c-44f3a91c5660 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:54.258536 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Pushing event updated for resources: {'Port': ['ID=7d7a4a5d-10e4-4653-9c35-fa5c07346c53,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:54.310026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4f0b7367-d771-4416-9c8c-44f3a91c5660 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:54.310638 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:54.337772 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:54.338662 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:31:54.376385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Attempting to bind port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:31:54.380355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Attempting to bind port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:31:54.380355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Attempting to bind port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 on network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:54.383056 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 on network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:31:54.383359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Attempting to bind port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 on network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:54.383702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d73c2e1-336d-4157-b070-05a05faa78f1 None None] Sync routers for ids ['3c70997e-c514-4930-ab5a-94ce47461600'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:31:54.390449 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:31:54.390449 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Checking segment: {'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:54.390866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Bound using segment: {'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:31:54.392237 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Bound port: 7d7a4a5d-10e4-4653-9c35-fa5c07346c53, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:31:54.392237 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:54.396442 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-de6df3e2-cefb-4848-a56f-d8cdb2264a89 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3742387 Sep 23 22:31:54.403080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55466) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:54.410498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Network 19c123fc-306a-4c06-b18c-864f6b570db3 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:54.416797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:54.420041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:54.433398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Router 4254425f-dd16-498d-9f01-7385a0d175f0 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:31:54.442294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d73c2e1-336d-4157-b070-05a05faa78f1 None None] Routers {'3c70997e-c514-4930-ab5a-94ce47461600'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:31:54.442954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4d73c2e1-336d-4157-b070-05a05faa78f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:31:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['3c70997e-c514-4930-ab5a-94ce47461600'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:54.446030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Pushing event updated for resources: {'Port': ['ID=9667a446-ff75-4d94-b5b3-d3fd755a116d,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:54.496758 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:54.498118 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7fe15622-be30-4789-9ad5-f15bfac13d2b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.6735055 Sep 23 22:31:54.501475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55470) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:54.511811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4d73c2e1-336d-4157-b070-05a05faa78f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:54.601012 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Attempting to bind port 9667a446-ff75-4d94-b5b3-d3fd755a116d on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:31:54.601426 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Attempting to bind port 9667a446-ff75-4d94-b5b3-d3fd755a116d by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'bcf2ba91-14f8-4151-98ee-30a49d4bb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '19c123fc-306a-4c06-b18c-864f6b570db3'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:31:54.601799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Attempting to bind port 9667a446-ff75-4d94-b5b3-d3fd755a116d on network 19c123fc-306a-4c06-b18c-864f6b570db3 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:54.607272 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d73c2e1-336d-4157-b070-05a05faa78f1 None None] Routers {'3c70997e-c514-4930-ab5a-94ce47461600'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:31:54.608034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4d73c2e1-336d-4157-b070-05a05faa78f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:31:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['3c70997e-c514-4930-ab5a-94ce47461600'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:54.656992 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:31:54.656992 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Checking segment: {'id': 'bcf2ba91-14f8-4151-98ee-30a49d4bb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '19c123fc-306a-4c06-b18c-864f6b570db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:54.656992 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:54.656992 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Bound using segment: {'id': 'bcf2ba91-14f8-4151-98ee-30a49d4bb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '19c123fc-306a-4c06-b18c-864f6b570db3'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:31:54.656992 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Bound port: 9667a446-ff75-4d94-b5b3-d3fd755a116d, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf2ba91-14f8-4151-98ee-30a49d4bb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '19c123fc-306a-4c06-b18c-864f6b570db3'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:31:54.656992 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:54.667269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] For port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:31:54.669196 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4d73c2e1-336d-4157-b070-05a05faa78f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:54.669521 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d73c2e1-336d-4157-b070-05a05faa78f1 None None] The sync data for ids ['3c70997e-c514-4930-ab5a-94ce47461600'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:31:54.691917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739117b-5902-4f09-b4e7-3dd0427546e7 req-88c0fbcf-dc63-415e-b18c-c8caa1cee0c3 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:54.693461 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8739117b-5902-4f09-b4e7-3dd0427546e7 req-88c0fbcf-dc63-415e-b18c-c8caa1cee0c3 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 945 time: 0.2943635 Sep 23 22:31:54.706852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] For port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:31:54.714711 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:54.755903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ad4e82e5-ffac-4ce8-a471-14137a6ef249 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:54.774289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:31:54.793486 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Sync routers for ids ['4254425f-dd16-498d-9f01-7385a0d175f0'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:31:54.800718 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d58741-cb89-485f-9847-c3d5360d2298 req-bccdbf04-a2df-4d4f-92eb-a2d90e25c2f8 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:54.801371 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b4d58741-cb89-485f-9847-c3d5360d2298 req-bccdbf04-a2df-4d4f-92eb-a2d90e25c2f8 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 945 time: 0.1086032 Sep 23 22:31:54.815305 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Routers {'4254425f-dd16-498d-9f01-7385a0d175f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:31:54.816238 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:31:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4254425f-dd16-498d-9f01-7385a0d175f0'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:54.839394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] For port 9667a446-ff75-4d94-b5b3-d3fd755a116d, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:31:54.844856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] For port 9667a446-ff75-4d94-b5b3-d3fd755a116d, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9667a446-ff75-4d94-b5b3-d3fd755a116d,segment=NetworkSegment(bcf2ba91-14f8-4151-98ee-30a49d4bb996),segment_id=bcf2ba91-14f8-4151-98ee-30a49d4bb996)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:31:54.850882 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:54.924208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211bc9e-93aa-4106-96eb-968d9680a238 req-c9ae2b6f-9a8c-4624-bd8a-74bb931879f6 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:54.925954 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8211bc9e-93aa-4106-96eb-968d9680a238 req-c9ae2b6f-9a8c-4624-bd8a-74bb931879f6 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 944 time: 0.2311957 Sep 23 22:31:54.928948 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port ad4e82e5-ffac-4ce8-a471-14137a6ef249 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:31:54.933605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port ad4e82e5-ffac-4ce8-a471-14137a6ef249 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:54.933987 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:54.941201 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-41d2badf-69e5-4cf7-bad3-898b458b8dee tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/routers/3c70997e-c514-4930-ab5a-94ce47461600 HTTP/1.1" status: 200 len: 924 time: 0.4354575 Sep 23 22:31:54.956646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55480) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:54.972409 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:55.014747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6e75fa2e-2bf7-45f9-ba8f-c81d4c8edac3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c70997e-c514-4930-ab5a-94ce47461600 HTTP/1.1" status: 200 len: 205 time: 0.0495813 Sep 23 22:31:55.016154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55484) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:55.036417 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Set router 4254425f-dd16-498d-9f01-7385a0d175f0 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:31:55.061092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:55.062885 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:55.065600 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] 10.222.0.43 "PUT /v2.0/ports/7d7a4a5d-10e4-4653-9c35-fa5c07346c53 HTTP/1.1" status: 200 len: 1091 time: 3.1150513 Sep 23 22:31:55.090799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea394d30-f23f-4c05-b4d6-f9bf7ec3de43 None None] Pushing event updated for resources: {'Port': ['ID=9667a446-ff75-4d94-b5b3-d3fd755a116d,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:55.112285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'tag': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:31:55.115201 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258daf0a-35b2-4164-b1e8-7f0b986bf370" -d '{"events": [{"name": "network-changed", "server_uuid": "d6df2eba-4662-4ebc-9da1-b9b7568cc6c6", "tag": "7d7a4a5d-10e4-4653-9c35-fa5c07346c53"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:31:55.153721 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:55.155395 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8211bc9e-93aa-4106-96eb-968d9680a238 req-b6347bae-031b-46bf-b1f3-669965f1851d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154906 Sep 23 22:31:55.157180 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5f67034d-e359-45fc-ab65-15ff828c29d7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.7160854 Sep 23 22:31:55.159201 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:55.176374 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55488) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:55.226015 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:55.253532 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-8739117b-5902-4f09-b4e7-3dd0427546e7 req-63b81a92-7433-4267-8686-6233c37eb812 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Deleting port 877a117c-27a8-469a-b07c-558b3cae5ea9 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:55.254050 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8739117b-5902-4f09-b4e7-3dd0427546e7 req-63b81a92-7433-4267-8686-6233c37eb812 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:55.281309 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4e82e5-ffac-4ce8-a471-14137a6ef249'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:31:55.290191 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cc8a0f-b306-4272-af4b-8f554a656f35" -d '{"events": [{"server_uuid": "1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea", "name": "network-vif-plugged", "status": "completed", "tag": "ad4e82e5-ffac-4ce8-a471-14137a6ef249"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:31:55.312680 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:52Z', 'revision_number': 3, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:55.326906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ad4e82e5-ffac-4ce8-a471-14137a6ef249, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ad4e82e5-ffac-4ce8-a471-14137a6ef249,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:55.346089 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Checking router: 4254425f-dd16-498d-9f01-7385a0d175f0 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:31:55.346985 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Updating router 4254425f-dd16-498d-9f01-7385a0d175f0 port d22c5fc6-03f5-47a8-a158-fac9980500cc binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:31:55.380841 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b4d58741-cb89-485f-9847-c3d5360d2298 req-45d9fc4f-ab10-4f63-b781-93779258dc8d tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/security-groups?id=0576a8fa-1436-44d5-811a-4d0db312f7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082729 Sep 23 22:31:55.381481 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:55.382552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c1e92-9fc4-4e41-996e-66c90c6371af service neutron] Pushing event updated for resources: {'Port': ['ID=7d7a4a5d-10e4-4653-9c35-fa5c07346c53,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:55.416840 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15e34a6e-a265-404c-8a46-1d0164f33285 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:55.468673 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:55.521277 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b536e6-a1fe-4651-a6c5-f021ed3e6045 x-openstack-request-id: req-35b536e6-a1fe-4651-a6c5-f021ed3e6045 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:31:55.521813 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6df2eba-4662-4ebc-9da1-b9b7568cc6c6", "tag": "7d7a4a5d-10e4-4653-9c35-fa5c07346c53", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:31:55.522063 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35b536e6-a1fe-4651-a6c5-f021ed3e6045 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:31:55.522477 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'tag': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'status': 'completed', 'code': 200} Sep 23 22:31:55.630852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ad4e82e5-ffac-4ce8-a471-14137a6ef249,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:55.632134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-53894ce4-1532-4c0d-8bda-057a59bdf373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:55.634302 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-53894ce4-1532-4c0d-8bda-057a59bdf373 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 1094 time: 0.3643305 Sep 23 22:31:55.653076 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cc0545-8d35-4fca-ab0a-6ad2749f4167 x-openstack-request-id: req-b3cc0545-8d35-4fca-ab0a-6ad2749f4167 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:31:55.653956 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea", "name": "network-vif-plugged", "status": "completed", "tag": "ad4e82e5-ffac-4ce8-a471-14137a6ef249", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:31:55.662718 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3cc0545-8d35-4fca-ab0a-6ad2749f4167 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:31:55.662718 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4e82e5-ffac-4ce8-a471-14137a6ef249', 'code': 200} Sep 23 22:31:55.792478 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-65fbc784-1db8-412c-a6d0-d4c34c807502 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53 HTTP/1.1" status: 200 len: 217 time: 0.1474082 Sep 23 22:31:55.846950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-8739117b-5902-4f09-b4e7-3dd0427546e7 req-63b81a92-7433-4267-8686-6233c37eb812 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] For port 877a117c-27a8-469a-b07c-558b3cae5ea9, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=877a117c-27a8-469a-b07c-558b3cae5ea9,segment=NetworkSegment(f1b141f8-4047-4b2a-bd66-94205f2fc39e),segment_id=f1b141f8-4047-4b2a-bd66-94205f2fc39e)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:55.847431 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8739117b-5902-4f09-b4e7-3dd0427546e7 req-63b81a92-7433-4267-8686-6233c37eb812 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:55.857498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f0a90-b26e-4be5-afe5-192180119355 req-be86f496-64fa-49c4-bb9a-3db7da78f726 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:55.866100 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b04f0a90-b26e-4be5-afe5-192180119355 req-be86f496-64fa-49c4-bb9a-3db7da78f726 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 943 time: 0.1854799 Sep 23 22:31:55.869952 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:55.933371 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:55.957263 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:56.026444 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Attempting to bind port d22c5fc6-03f5-47a8-a158-fac9980500cc on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:31:56.026796 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Attempting to bind port d22c5fc6-03f5-47a8-a158-fac9980500cc by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:31:56.027151 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Attempting to bind port d22c5fc6-03f5-47a8-a158-fac9980500cc on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:31:56.035424 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:31:56.036226 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:31:56.036987 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:56.037818 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:31:56.038770 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Bound port: d22c5fc6-03f5-47a8-a158-fac9980500cc, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:31:56.039381 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:56.063408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Subnet': ['ID=38be4ee7-33e6-4f35-a9a9-c6ed7915db25,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:56.084299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81910086-1ce3-4b96-9e8d-75d8347b940f req-0e833e4e-9535-4beb-9762-62490be057e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:56.089350 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-81910086-1ce3-4b96-9e8d-75d8347b940f req-0e833e4e-9535-4beb-9762-62490be057e6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 1096 time: 0.2953501 Sep 23 22:31:56.124551 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] For port d22c5fc6-03f5-47a8-a158-fac9980500cc, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:31:56.132283 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] For port d22c5fc6-03f5-47a8-a158-fac9980500cc, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d22c5fc6-03f5-47a8-a158-fac9980500cc,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:31:56.152033 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90456e-5208-4bc2-9d98-d3e412fa4418 None None] Pushing event updated for resources: {'Port': ['ID=d22c5fc6-03f5-47a8-a158-fac9980500cc,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:56.220292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-41f92166-b938-4f31-8214-f8271d24bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:56.230297 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-41f92166-b938-4f31-8214-f8271d24bf47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.2955568 Sep 23 22:31:56.255085 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:56.309047 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:56.330218 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-81910086-1ce3-4b96-9e8d-75d8347b940f req-98f4daaf-a871-4ad9-ae19-0618d4fb3735 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093668 Sep 23 22:31:56.380555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9667a446-ff75-4d94-b5b3-d3fd755a116d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:56.425919 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d90966-15dc-4e2a-ba86-0ef7e23a74b5']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:56.459619 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Routers {'4254425f-dd16-498d-9f01-7385a0d175f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:31:56.459885 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:31:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4254425f-dd16-498d-9f01-7385a0d175f0'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:56.462183 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90456e-5208-4bc2-9d98-d3e412fa4418 None None] Pushing event updated for resources: {'Port': ['ID=d22c5fc6-03f5-47a8-a158-fac9980500cc,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:56.554286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-8739117b-5902-4f09-b4e7-3dd0427546e7 req-63b81a92-7433-4267-8686-6233c37eb812 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Calling delete_port for 877a117c-27a8-469a-b07c-558b3cae5ea9 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:56.555158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 9667a446-ff75-4d94-b5b3-d3fd755a116d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:56.555158 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:56.638430 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15e34a6e-a265-404c-8a46-1d0164f33285 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:56.695952 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] Set router 4254425f-dd16-498d-9f01-7385a0d175f0 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:31:56.750212 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:56.792088 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b04f0a90-b26e-4be5-afe5-192180119355 req-87b9a7b8-bd8f-4ea7-8246-322170029410 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9247012 Sep 23 22:31:56.792454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 9667a446-ff75-4d94-b5b3-d3fd755a116d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9667a446-ff75-4d94-b5b3-d3fd755a116d,segment=NetworkSegment(bcf2ba91-14f8-4151-98ee-30a49d4bb996),segment_id=bcf2ba91-14f8-4151-98ee-30a49d4bb996)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:31:56.896399 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:56.960136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5541bb-c1ba-4340-a959-d46ea0d46362 None None] Network 19c123fc-306a-4c06-b18c-864f6b570db3 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:57.004342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c48170d-8589-4c0d-aa16-16d701c56480 None None] Network e9d90966-15dc-4e2a-ba86-0ef7e23a74b5 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:57.075030 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:52Z', 'revision_number': 3, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:57.129363 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ca99d1-0468-495c-9930-38f981a8a1dd') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:57.129649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ca99d1-0468-495c-9930-38f981a8a1dd') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:31:57.141415 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:57.159581 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:57.193686 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-15e34a6e-a265-404c-8a46-1d0164f33285 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Deleting port ba02cfb9-e748-49ab-a0a7-6e313365e999 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:31:57.193938 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15e34a6e-a265-404c-8a46-1d0164f33285 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:57.228551 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8739117b-5902-4f09-b4e7-3dd0427546e7 req-63b81a92-7433-4267-8686-6233c37eb812 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:57.238995 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:31:57.239535 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:31:57.245456 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:31:57.266442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=9667a446-ff75-4d94-b5b3-d3fd755a116d,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:57.270528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05399f02-4c0d-4cec-b361-c4d9d83c410a req-4ab06861-bc78-4f1a-bacf-e8639c2c7552 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:57.272312 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2069bb-6988-4d1c-950e-be04aef052c4 None None] The sync data for ids ['4254425f-dd16-498d-9f01-7385a0d175f0'] in n-d-810775-1 is: [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:52Z', 'revision_number': 3, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:31:57.277141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05399f02-4c0d-4cec-b361-c4d9d83c410a req-4ab06861-bc78-4f1a-bacf-e8639c2c7552 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 867 time: 0.1637149 Sep 23 22:31:57.290963 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21662b27-7265-4e01-b17b-5156221c5d13 req-763c600c-69ee-4c8e-9156-d1a4dcabe384 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:57.299564 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21662b27-7265-4e01-b17b-5156221c5d13 req-763c600c-69ee-4c8e-9156-d1a4dcabe384 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 945 time: 0.9838459 Sep 23 22:31:57.336331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-9497310c-bfd2-4fae-bac6-91cfd47c184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:57.337893 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-9497310c-bfd2-4fae-bac6-91cfd47c184b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1015472 Sep 23 22:31:57.341019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b81a92-7433-4267-8686-6233c37eb812 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Pushing event deleted for resources: {'Port': ['ID=877a117c-27a8-469a-b07c-558b3cae5ea9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:57.492895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-880d50dd-9193-46b7-802d-f9f3b1f49f06 None None] Provisioning complete for port 9667a446-ff75-4d94-b5b3-d3fd755a116d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:57.493950 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-880d50dd-9193-46b7-802d-f9f3b1f49f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:57.495183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-8739117b-5902-4f09-b4e7-3dd0427546e7 req-63b81a92-7433-4267-8686-6233c37eb812 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] No DVR routers for this DVR port 877a117c-27a8-469a-b07c-558b3cae5ea9 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:31:57.496168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e87adc-acb5-4ab6-992a-6c6400aa2b03 None None] Network e9d90966-15dc-4e2a-ba86-0ef7e23a74b5 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:57.500168 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8739117b-5902-4f09-b4e7-3dd0427546e7 req-63b81a92-7433-4267-8686-6233c37eb812 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:57.503424 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8739117b-5902-4f09-b4e7-3dd0427546e7 req-63b81a92-7433-4267-8686-6233c37eb812 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.43 "DELETE /v2.0/ports/877a117c-27a8-469a-b07c-558b3cae5ea9 HTTP/1.1" status: 204 len: 173 time: 2.7583904 Sep 23 22:31:57.512537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8b3b36-2b5d-44c0-a32c-da37db142e47', 'name': 'network-vif-deleted', 'tag': '877a117c-27a8-469a-b07c-558b3cae5ea9'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:31:57.514794 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e525509-3ad2-467c-8fbc-19c6fbc45491" -d '{"events": [{"server_uuid": "9d8b3b36-2b5d-44c0-a32c-da37db142e47", "name": "network-vif-deleted", "tag": "877a117c-27a8-469a-b07c-558b3cae5ea9"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:31:57.528202 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05399f02-4c0d-4cec-b361-c4d9d83c410a req-c96ce493-9485-4494-8962-d66b3e986ee3 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/security-groups?id=0576a8fa-1436-44d5-811a-4d0db312f7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095053 Sep 23 22:31:57.545096 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15e34a6e-a265-404c-8a46-1d0164f33285 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:57.615297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-15e34a6e-a265-404c-8a46-1d0164f33285 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Calling delete_port for ba02cfb9-e748-49ab-a0a7-6e313365e999 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:31:57.651086 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21662b27-7265-4e01-b17b-5156221c5d13 req-8ad51922-bdb2-451a-9057-a5ba440c5e9a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505282 Sep 23 22:31:57.680321 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89692c3e-4234-4a3f-9617-a851846cc9a4 x-openstack-request-id: req-89692c3e-4234-4a3f-9617-a851846cc9a4 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:31:57.680776 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8b3b36-2b5d-44c0-a32c-da37db142e47", "name": "network-vif-deleted", "tag": "877a117c-27a8-469a-b07c-558b3cae5ea9", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:31:57.713329 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-89692c3e-4234-4a3f-9617-a851846cc9a4 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:31:57.714173 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8b3b36-2b5d-44c0-a32c-da37db142e47', 'name': 'network-vif-deleted', 'tag': '877a117c-27a8-469a-b07c-558b3cae5ea9', 'status': 'completed', 'code': 200} Sep 23 22:31:57.720796 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-68f6fd08-095c-430a-9ea6-cedeba2c9720 service neutron] 10.222.0.43 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553770 Sep 23 22:31:57.829063 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:57.854343 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:57.857973 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/e9d90966-15dc-4e2a-ba86-0ef7e23a74b5 HTTP/1.1" status: 204 len: 168 time: 3.4534237 Sep 23 22:31:57.872460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55510) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:57.887253 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b96456c3-6360-422f-b82e-b0ec12f0e126 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-644197080'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:57.901860 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3f0ba-0484-4096-9e55-d93c8f06a100 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Network': ['ID=e9d90966-15dc-4e2a-ba86-0ef7e23a74b5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:58.150078 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef07e961-4f3f-4b30-9c18-9a5e6915ce8d req-13108d3d-2e26-47f9-a204-1b9cedb206fa service neutron] 10.222.0.43 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174659 Sep 23 22:31:58.199039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96456c3-6360-422f-b82e-b0ec12f0e126 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:58.227072 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b96456c3-6360-422f-b82e-b0ec12f0e126 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:58.265051 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:58.283079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96456c3-6360-422f-b82e-b0ec12f0e126 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:31:58.324344 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b96456c3-6360-422f-b82e-b0ec12f0e126 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:58.324344 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-b96456c3-6360-422f-b82e-b0ec12f0e126 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Added segment 9b20ca94-2c07-40b5-aa99-83cf2550a193 of type vlan for network 3e3b75b2-5e1f-4929-989d-590cd1fbc1cf Sep 23 22:31:58.414402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b96456c3-6360-422f-b82e-b0ec12f0e126 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:58.496551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9667a446-ff75-4d94-b5b3-d3fd755a116d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:58.523049 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa295ac-0ec2-4e34-946f-d13774eaebd1 req-4f3f4363-cfce-4b70-b8a1-855437651711 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:58.524794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ffa295ac-0ec2-4e34-946f-d13774eaebd1 req-4f3f4363-cfce-4b70-b8a1-855437651711 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 943 time: 0.5320256 Sep 23 22:31:58.553813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Allocated IP 172.20.0.1 (15f12cf3-76d1-444b-8977-8d9ed31e3a25/e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57/3d89bf5d-646b-4154-9262-1f929137e22c) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:31:58.637439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b96456c3-6360-422f-b82e-b0ec12f0e126 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:58.644181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96456c3-6360-422f-b82e-b0ec12f0e126 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:58.655578 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b96456c3-6360-422f-b82e-b0ec12f0e126 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:58.658843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 877a117c-27a8-469a-b07c-558b3cae5ea9 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:31:58.751272 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 877a117c-27a8-469a-b07c-558b3cae5ea9 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:31:58.758538 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 877a117c-27a8-469a-b07c-558b3cae5ea9 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:31:58.789639 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ffa295ac-0ec2-4e34-946f-d13774eaebd1 req-9f3b3c81-6243-461e-a954-495dba4068ef tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417955 Sep 23 22:31:58.813339 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:58.851949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 9667a446-ff75-4d94-b5b3-d3fd755a116d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:58.853096 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b96456c3-6360-422f-b82e-b0ec12f0e126 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9790776 Sep 23 22:31:58.856441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55522) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:58.857911 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:58.864400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-401b5c2b-4bff-40ed-b78b-b78f639fafa9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'subnet': {'network_id': '3e3b75b2-5e1f-4929-989d-590cd1fbc1cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:58.950640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96456c3-6360-422f-b82e-b0ec12f0e126 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Network': ['ID=3e3b75b2-5e1f-4929-989d-590cd1fbc1cf,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:58.954177 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15e34a6e-a265-404c-8a46-1d0164f33285 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:59.032540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e34a6e-a265-404c-8a46-1d0164f33285 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Pushing event deleted for resources: {'Port': ['ID=ba02cfb9-e748-49ab-a0a7-6e313365e999,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:59.033032 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:59.060574 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 3e3b75b2-5e1f-4929-989d-590cd1fbc1cf details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:31:59.102928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:31:59.132109 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=3d89bf5d-646b-4154-9262-1f929137e22c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:31:59.136819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:31:59.140523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:31:59.186144 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785125af-3906-492e-9e25-82b13482b4e4 req-650ba274-ccf7-47b0-90c1-37c47cf188ad tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:59.197401 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-785125af-3906-492e-9e25-82b13482b4e4 req-650ba274-ccf7-47b0-90c1-37c47cf188ad tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 945 time: 0.2557492 Sep 23 22:31:59.201282 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:59.263331 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15e34a6e-a265-404c-8a46-1d0164f33285 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:59.354840 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-76d90058-08a6-472d-8635-c6afe9ef20fe req-318d13ca-97ab-48f8-b597-57d32bcb2799 tempest-InstanceActionsV221TestJSON-511326808 tempest-InstanceActionsV221TestJSON-511326808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d8b3b36-2b5d-44c0-a32c-da37db142e47 HTTP/1.1" status: 200 len: 210 time: 0.3564951 Sep 23 22:31:59.414907 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d22c5fc6-03f5-47a8-a158-fac9980500cc up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:31:59.452486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258daf0a-35b2-4164-b1e8-7f0b986bf370 req-df1fab04-73a3-485b-8c13-91579088bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:59.456671 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-785125af-3906-492e-9e25-82b13482b4e4 req-eed5fff0-a0b6-4126-b14d-f7ea85bc10c3 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554660 Sep 23 22:31:59.458790 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-258daf0a-35b2-4164-b1e8-7f0b986bf370 req-df1fab04-73a3-485b-8c13-91579088bced service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 1094 time: 1.1585004 Sep 23 22:31:59.540970 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15e34a6e-a265-404c-8a46-1d0164f33285 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:59.549190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d22c5fc6-03f5-47a8-a158-fac9980500cc triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:59.550183 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:59.555117 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7399d7a-475f-479b-bb59-85ef2490892a None None] Network 19c123fc-306a-4c06-b18c-864f6b570db3 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:31:59.555328 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15e34a6e-a265-404c-8a46-1d0164f33285 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:59.619777 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401b5c2b-4bff-40ed-b78b-b78f639fafa9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:31:59.623502 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-401b5c2b-4bff-40ed-b78b-b78f639fafa9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:59.720136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2f45c3f5-8e11-4c9f-9540-87f1771f2f53 None None] Provisioning complete for port 3d89bf5d-646b-4154-9262-1f929137e22c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:31:59.730152 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2f45c3f5-8e11-4c9f-9540-87f1771f2f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:59.798370 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15e34a6e-a265-404c-8a46-1d0164f33285 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:59.799534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e34a6e-a265-404c-8a46-1d0164f33285 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Fanout notify agent at l3_agent the message router_deleted on router 3c70997e-c514-4930-ab5a-94ce47461600 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:31:59.807763 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15e34a6e-a265-404c-8a46-1d0164f33285 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:59.809830 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-15e34a6e-a265-404c-8a46-1d0164f33285 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "DELETE /v2.0/routers/3c70997e-c514-4930-ab5a-94ce47461600 HTTP/1.1" status: 204 len: 168 time: 4.7909122 Sep 23 22:31:59.818309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55544) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:31:59.825552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1137256019', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'enable_snat': False}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:31:59.903730 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:31:59.931942 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258daf0a-35b2-4164-b1e8-7f0b986bf370 req-b40194fa-44ca-42f8-9927-743673a035d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:31:59.933793 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-258daf0a-35b2-4164-b1e8-7f0b986bf370 req-b40194fa-44ca-42f8-9927-743673a035d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 922 time: 0.4668941 Sep 23 22:32:00.007977 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:00.038161 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-258daf0a-35b2-4164-b1e8-7f0b986bf370 req-7426e497-ccfd-464f-b1a9-d4e45ae4a9a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53 HTTP/1.1" status: 200 len: 217 time: 0.0798290 Sep 23 22:32:00.039682 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:00.040927 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:00.077043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2f45c3f5-8e11-4c9f-9540-87f1771f2f53 None None] Port 3d89bf5d-646b-4154-9262-1f929137e22c cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:32:00.077374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29323-8eaf-4856-a742-8e473cebe2f0 req-6fcb0152-b5f4-493f-89bc-66cae1b11058 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:00.079234 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46f29323-8eaf-4856-a742-8e473cebe2f0 req-6fcb0152-b5f4-493f-89bc-66cae1b11058 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 805 time: 0.2434497 Sep 23 22:32:00.126704 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46f29323-8eaf-4856-a742-8e473cebe2f0 req-a4ae2fcc-e32e-4d80-8726-bd6e8a915129 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/quotas/56293beb1ee14ee7a1db1a062efdd17b HTTP/1.1" status: 200 len: 375 time: 0.0343020 Sep 23 22:32:00.160697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port d22c5fc6-03f5-47a8-a158-fac9980500cc, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d22c5fc6-03f5-47a8-a158-fac9980500cc,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:00.179896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2f45c3f5-8e11-4c9f-9540-87f1771f2f53 None None] Provisioning complete for port 9667a446-ff75-4d94-b5b3-d3fd755a116d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:00.180349 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2f45c3f5-8e11-4c9f-9540-87f1771f2f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:00.231740 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:00.247227 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46f29323-8eaf-4856-a742-8e473cebe2f0 req-5643cd9f-79c0-4589-8be7-d7b73db5892f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1184814 Sep 23 22:32:00.352785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafc9d3-b8a2-40fb-b12a-6b9a2c042ab7 req-abd543a5-710b-4da5-832a-74f0a536d3cc tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:00.362225 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5fafc9d3-b8a2-40fb-b12a-6b9a2c042ab7 req-abd543a5-710b-4da5-832a-74f0a536d3cc tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 943 time: 0.4179702 Sep 23 22:32:00.407784 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258daf0a-35b2-4164-b1e8-7f0b986bf370 req-9563e395-b490-4767-8cef-b3b229e29052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:00.408119 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=d22c5fc6-03f5-47a8-a158-fac9980500cc,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:00.408670 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-258daf0a-35b2-4164-b1e8-7f0b986bf370 req-9563e395-b490-4767-8cef-b3b229e29052 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.1837544 Sep 23 22:32:00.435899 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46f29323-8eaf-4856-a742-8e473cebe2f0 req-c6d41a4a-64aa-49a1-8691-8c1d28afd2fa service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868436 Sep 23 22:32:00.444484 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-401b5c2b-4bff-40ed-b78b-b78f639fafa9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:00.473960 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:00.609738 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46f29323-8eaf-4856-a742-8e473cebe2f0 req-1dbea8d8-6f2e-433a-9a83-7ec04cc2a5ba service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659615 Sep 23 22:32:00.649459 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5fafc9d3-b8a2-40fb-b12a-6b9a2c042ab7 req-c18d18a9-d74d-4459-826b-46d29049d5a2 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862847 Sep 23 22:32:00.661558 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:32:00.712057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5fd054a6-b6e5-4cfb-a3ed-3638bdd7a3d3 None None] Provisioning complete for port 9667a446-ff75-4d94-b5b3-d3fd755a116d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:00.712057 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5fd054a6-b6e5-4cfb-a3ed-3638bdd7a3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:00.729737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b5c2b-4bff-40ed-b78b-b78f639fafa9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Subnet': ['ID=b1aa0155-6c23-41d0-8d0c-589053af60a5,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:00.792659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258daf0a-35b2-4164-b1e8-7f0b986bf370 req-b0b91975-e0ff-4a37-ba0a-782458574cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:00.794414 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-258daf0a-35b2-4164-b1e8-7f0b986bf370 req-b0b91975-e0ff-4a37-ba0a-782458574cc7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3725324 Sep 23 22:32:00.846122 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:00.869161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b5c2b-4bff-40ed-b78b-b78f639fafa9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Checking segment: {'id': '9b20ca94-2c07-40b5-aa99-83cf2550a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e3b75b2-5e1f-4929-989d-590cd1fbc1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:00.870791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b5c2b-4bff-40ed-b78b-b78f639fafa9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network hostable DHCP agents. Network: 3e3b75b2-5e1f-4929-989d-590cd1fbc1cf, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:32:00.941907 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:00.991873 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-258daf0a-35b2-4164-b1e8-7f0b986bf370 req-8fd2b220-f0a0-4470-a124-59652e2d8998 service neutron] 10.222.0.43 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655471 Sep 23 22:32:01.028588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:01.036585 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:01.049174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'port_id': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'mac_address': 'fa:16:3e:ac:3b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:32:01.125692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b5c2b-4bff-40ed-b78b-b78f639fafa9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network 3e3b75b2-5e1f-4929-989d-590cd1fbc1cf is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:32:01.141577 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:01.180133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:32:01.235346 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:01.248456 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:01.258582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=3d89bf5d-646b-4154-9262-1f929137e22c,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:01.328014 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:01.351930 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-258daf0a-35b2-4164-b1e8-7f0b986bf370 req-3a923eb4-e894-45d0-842c-c647e99658ef service neutron] 10.222.0.43 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482633 Sep 23 22:32:01.355447 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-401b5c2b-4bff-40ed-b78b-b78f639fafa9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 3e3b75b2-5e1f-4929-989d-590cd1fbc1cf) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:01.367514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55578) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:01.376245 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512f17d6-3f4d-4d91-8d3d-082ecb4418eb None None] Network 3e3b75b2-5e1f-4929-989d-590cd1fbc1cf requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:01.380538 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401b5c2b-4bff-40ed-b78b-b78f639fafa9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:01.381349 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-401b5c2b-4bff-40ed-b78b-b78f639fafa9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:01.449433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-530c2e9a-7c91-4cd3-a652-b0c45630fea1 admin admin] Deleting subnet ee0c87d8-718b-45ab-9d4c-39620affa18b {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:32:01.454366 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-530c2e9a-7c91-4cd3-a652-b0c45630fea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:01.473203 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=7d7a4a5d-10e4-4653-9c35-fa5c07346c53,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:01.510752 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-530c2e9a-7c91-4cd3-a652-b0c45630fea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:01.544277 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-401b5c2b-4bff-40ed-b78b-b78f639fafa9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6809342 Sep 23 22:32:01.547548 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55584) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:01.555083 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['7d7a4a5d-10e4-4653-9c35-fa5c07346c53'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:32:01.634144 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-530c2e9a-7c91-4cd3-a652-b0c45630fea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:01.877609 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:01.885711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:01.988632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d897c0e-a6fc-437a-ac2e-61d3632f0aa1 req-5a706ae0-a605-4ee0-93be-a250e9e5d247 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:01.988632 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d897c0e-a6fc-437a-ac2e-61d3632f0aa1 req-5a706ae0-a605-4ee0-93be-a250e9e5d247 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 944 time: 0.1328666 Sep 23 22:32:01.994520 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:02.044622 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d897c0e-a6fc-437a-ac2e-61d3632f0aa1 req-11db244b-592f-41fb-a6e7-cc9463878145 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836859 Sep 23 22:32:02.071313 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:02.073268 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-530c2e9a-7c91-4cd3-a652-b0c45630fea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:02.102845 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-530c2e9a-7c91-4cd3-a652-b0c45630fea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:02.103809 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:02.106421 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-530c2e9a-7c91-4cd3-a652-b0c45630fea1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ee0c87d8-718b-45ab-9d4c-39620affa18b HTTP/1.1" status: 204 len: 168 time: 0.7383256 Sep 23 22:32:02.110427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55600) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:02.169794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c2e9a-7c91-4cd3-a652-b0c45630fea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0c87d8-718b-45ab-9d4c-39620affa18b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:02.255532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-3e3b75b2-5e1f-4929-989d-590cd1fbc1cf', 'network_id': '3e3b75b2-5e1f-4929-989d-590cd1fbc1cf', 'tenant_id': 'e87e72fe56df4d19bc88bfece64b86c5', 'fixed_ips': [{'subnet_id': 'b1aa0155-6c23-41d0-8d0c-589053af60a5'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:32:02.258724 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:02.498440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d22c5fc6-03f5-47a8-a158-fac9980500cc up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:02.649458 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-cdc8a0f4-37fe-417a-84e6-b038c382cbe5 None None] Provisioning complete for port 3d89bf5d-646b-4154-9262-1f929137e22c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:02.650043 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a0f4-37fe-417a-84e6-b038c382cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:02.794528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8a0f4-37fe-417a-84e6-b038c382cbe5 None None] Port 3d89bf5d-646b-4154-9262-1f929137e22c cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:32:02.836993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Allocated IP 2001:db8::1 (3e3b75b2-5e1f-4929-989d-590cd1fbc1cf/b1aa0155-6c23-41d0-8d0c-589053af60a5/281215f3-2b46-401f-be6b-402dad3bd82c) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:02.870953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d22c5fc6-03f5-47a8-a158-fac9980500cc triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:02.871302 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:02.918201 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-30123838-cb65-4f45-bc0c-2af74b607fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:02.956648 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:02.962760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Router 4254425f-dd16-498d-9f01-7385a0d175f0 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:32:03.095796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Allocated IP 172.25.1.232 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/df647c87-0f6b-4ff5-a203-b537cb78c3ad) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:03.204624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54fc39-51f5-47d8-b18a-6a2e22a741ae req-29a00f70-82e6-4828-a92b-dcc4b8c7c711 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:03.207057 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fa54fc39-51f5-47d8-b18a-6a2e22a741ae req-29a00f70-82e6-4828-a92b-dcc4b8c7c711 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 944 time: 0.0728452 Sep 23 22:32:03.275101 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fa54fc39-51f5-47d8-b18a-6a2e22a741ae req-cd787e4b-2e47-4ebc-b05e-8efc10f64f51 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575907 Sep 23 22:32:03.313324 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:03.315184 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-0f660eab-6b0f-430a-8644-2a82e1c97b10 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:03.317147 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-0f660eab-6b0f-430a-8644-2a82e1c97b10 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 805 time: 0.4721756 Sep 23 22:32:03.387811 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:03.398549 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-30123838-cb65-4f45-bc0c-2af74b607fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:03.435407 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-30123838-cb65-4f45-bc0c-2af74b607fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94779400-26bc-4b4d-82c1-13b1eab48e66']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:03.473351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Network 3e3b75b2-5e1f-4929-989d-590cd1fbc1cf is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:03.478377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:03.479967 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-81cddf18-a4ee-4ed5-964a-201d3262c9c8 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/quotas/56293beb1ee14ee7a1db1a062efdd17b HTTP/1.1" status: 200 len: 375 time: 0.1342320 Sep 23 22:32:03.484798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:03.486565 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-30123838-cb65-4f45-bc0c-2af74b607fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b141f8-4047-4b2a-bd66-94205f2fc39e') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:03.486839 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-30123838-cb65-4f45-bc0c-2af74b607fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b141f8-4047-4b2a-bd66-94205f2fc39e') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:03.499951 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Pushing event updated for resources: {'Port': ['ID=281215f3-2b46-401f-be6b-402dad3bd82c,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:03.504246 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-30123838-cb65-4f45-bc0c-2af74b607fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:03.574224 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:32:03.582139 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ef814a33-fcec-4a37-b28e-10ea8cc16bd2 admin admin] 10.222.0.22 "PUT /v2.0/routers/4254425f-dd16-498d-9f01-7385a0d175f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3867340 Sep 23 22:32:03.585637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Attempting to bind port 281215f3-2b46-401f-be6b-402dad3bd82c on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:32:03.586278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Attempting to bind port 281215f3-2b46-401f-be6b-402dad3bd82c by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '9b20ca94-2c07-40b5-aa99-83cf2550a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e3b75b2-5e1f-4929-989d-590cd1fbc1cf'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:32:03.586890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Attempting to bind port 281215f3-2b46-401f-be6b-402dad3bd82c on network 3e3b75b2-5e1f-4929-989d-590cd1fbc1cf {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:03.601866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:32:03.602502 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Checking segment: {'id': '9b20ca94-2c07-40b5-aa99-83cf2550a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e3b75b2-5e1f-4929-989d-590cd1fbc1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:03.603188 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:03.603862 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Bound using segment: {'id': '9b20ca94-2c07-40b5-aa99-83cf2550a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e3b75b2-5e1f-4929-989d-590cd1fbc1cf'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:32:03.604687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Bound port: 281215f3-2b46-401f-be6b-402dad3bd82c, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b20ca94-2c07-40b5-aa99-83cf2550a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e3b75b2-5e1f-4929-989d-590cd1fbc1cf'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:32:03.605389 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:03.609752 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:03.643231 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Sync routers for ids ['4254425f-dd16-498d-9f01-7385a0d175f0'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:32:03.674865 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:03.683733 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-30123838-cb65-4f45-bc0c-2af74b607fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:03.693727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Routers {'4254425f-dd16-498d-9f01-7385a0d175f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:03.694380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:31:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4254425f-dd16-498d-9f01-7385a0d175f0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:03.749162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30123838-cb65-4f45-bc0c-2af74b607fd2 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:32:03.749459 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-30123838-cb65-4f45-bc0c-2af74b607fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:32:03.752234 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:32:03.758873 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Subnet': ['ID=b1aa0155-6c23-41d0-8d0c-589053af60a5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:03.808573 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-09f426f8-3fd4-4eff-9c55-dfc001835fda tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3012898 Sep 23 22:32:03.818318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Set router 4254425f-dd16-498d-9f01-7385a0d175f0 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:03.906747 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:03.933167 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3b75b2-5e1f-4929-989d-590cd1fbc1cf']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:03.945942 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b20ca94-2c07-40b5-aa99-83cf2550a193') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:03.946341 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b20ca94-2c07-40b5-aa99-83cf2550a193') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:03.949423 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:03.959023 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] For port 281215f3-2b46-401f-be6b-402dad3bd82c, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:32:04.006036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] For port 281215f3-2b46-401f-be6b-402dad3bd82c, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=281215f3-2b46-401f-be6b-402dad3bd82c,segment=NetworkSegment(9b20ca94-2c07-40b5-aa99-83cf2550a193),segment_id=9b20ca94-2c07-40b5-aa99-83cf2550a193)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:32:04.006240 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:04.043240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:04.055805 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:04.062413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:04.086996 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:04.129221 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-30123838-cb65-4f45-bc0c-2af74b607fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:04.135754 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-30123838-cb65-4f45-bc0c-2af74b607fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:04.138698 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-30123838-cb65-4f45-bc0c-2af74b607fd2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/94779400-26bc-4b4d-82c1-13b1eab48e66 HTTP/1.1" status: 204 len: 168 time: 2.0232987 Sep 23 22:32:04.146772 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:04.163168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985534e8-8eba-4a4c-a177-9330c1f18843 None None] Pushing event updated for resources: {'Port': ['ID=281215f3-2b46-401f-be6b-402dad3bd82c,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:04.199050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:32:04.199708 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:32:04.203881 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:32:04.220226 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:59Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3d89bf5d-646b-4154-9262-1f929137e22c', 'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'mac_address': 'fa:16:3e:a6:ef:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:58Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 2, 'project_id': '105c7207854f488985a813c37073f45f', 'subnets': [{'id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:04.261708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Checking router: 4254425f-dd16-498d-9f01-7385a0d175f0 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:32:04.261708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Updating router 4254425f-dd16-498d-9f01-7385a0d175f0 port 3d89bf5d-646b-4154-9262-1f929137e22c binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:32:04.292326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30123838-cb65-4f45-bc0c-2af74b607fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=94779400-26bc-4b4d-82c1-13b1eab48e66,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:04.292326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Pushing event updated for resources: {'Port': ['ID=df647c87-0f6b-4ff5-a203-b537cb78c3ad,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:04.333390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55642) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:04.338573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8bd7b036-e6d6-4ae2-b33b-11b1e61f81b6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1984767704', 'description': 'tempest-description--606131104'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:04.349307 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:04.358896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5282c103-88b5-4b66-823e-81dec3187ea3 None None] Network 3e3b75b2-5e1f-4929-989d-590cd1fbc1cf requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:04.402162 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-a2090dc6-c19b-4d71-af08-50161d11bbc0 service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822692 Sep 23 22:32:04.407314 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 22:32:04.407314 n-d-810775-1 neutron-server[95490]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 22:32:04.407314 n-d-810775-1 neutron-server[95490]: [parameters: {'id': '3e3b75b2-5e1f-4929-989d-590cd1fbc1cf'}] Sep 23 22:32:04.407314 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:32:04.408286 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:32:04.486795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40609b-a938-4ffb-8a1f-1c54a9e05119 req-8ce7a81a-e8c3-43db-9cde-246d995d5c4a tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:04.496324 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bd40609b-a938-4ffb-8a1f-1c54a9e05119 req-8ce7a81a-e8c3-43db-9cde-246d995d5c4a tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 944 time: 0.0700812 Sep 23 22:32:04.514036 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bd7b036-e6d6-4ae2-b33b-11b1e61f81b6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:04.568680 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bd40609b-a938-4ffb-8a1f-1c54a9e05119 req-a817280c-0ee3-4d61-b0d0-aaccfef25f2b tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714381 Sep 23 22:32:04.588495 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-063c92d1-97ab-4032-9465-6e23ada62c47 service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495545 Sep 23 22:32:04.662212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bd7b036-e6d6-4ae2-b33b-11b1e61f81b6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:04.697294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:04.734691 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bd7b036-e6d6-4ae2-b33b-11b1e61f81b6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:04.772796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7b036-e6d6-4ae2-b33b-11b1e61f81b6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942a581b-e915-40ea-899e-1839708a7d5f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:04.846198 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663514dc-f95a-4802-9e19-0112f306a4cc None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 22:32:04.866414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55646) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:04.894457 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bd7b036-e6d6-4ae2-b33b-11b1e61f81b6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:04.900293 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8bd7b036-e6d6-4ae2-b33b-11b1e61f81b6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5619495 Sep 23 22:32:04.900578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55648) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:04.907529 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:04.907884 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:04.909236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-91f1f006-69d3-4778-bff9-5a076aa6bccd tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Request body: {'security_group_rule': {'security_group_id': '942a581b-e915-40ea-899e-1839708a7d5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:04.912805 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:04.941672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:32:04.954597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:04.954597 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:05.040482 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c8fd045f-796d-49dc-80b6-1b135bf01e3d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25a5ad1ccfa8445cb9f141f6e896a93e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721992 Sep 23 22:32:05.049192 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:05.049665 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55654) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:05.160908 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05aa97ef-9446-4b0c-8695-752ba4672b0b req-b39b8aba-b712-456e-9b5c-9b7878529431 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 210 time: 0.1281841 Sep 23 22:32:05.180019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663514dc-f95a-4802-9e19-0112f306a4cc None None] Resources bound (agent type, host, resource id): {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 22:32:05.182264 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7329b3-6341-44e4-8c1e-4d210687db64 None None] Pushing event updated for resources: {'Port': ['ID=3d89bf5d-646b-4154-9262-1f929137e22c,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:05.267760 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91f1f006-69d3-4778-bff9-5a076aa6bccd tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:05.410152 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-26594485-1894-4a7a-9981-941156050b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:05.485216 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91f1f006-69d3-4778-bff9-5a076aa6bccd tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:05.506876 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-26594485-1894-4a7a-9981-941156050b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:05.551004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Deleting port 281215f3-2b46-401f-be6b-402dad3bd82c {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:32:05.551645 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:05.609493 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91f1f006-69d3-4778-bff9-5a076aa6bccd tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:05.640489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1f006-69d3-4778-bff9-5a076aa6bccd tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849432e2-374f-444f-aa9b-83855c25c7cb,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:05.689997 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-26594485-1894-4a7a-9981-941156050b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:05.692716 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-26594485-1894-4a7a-9981-941156050b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:05.694226 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-26594485-1894-4a7a-9981-941156050b5d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0576a8fa-1436-44d5-811a-4d0db312f7cf HTTP/1.1" status: 204 len: 168 time: 0.6274884 Sep 23 22:32:05.712460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26594485-1894-4a7a-9981-941156050b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0576a8fa-1436-44d5-811a-4d0db312f7cf,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:05.751871 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:05.809155 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91f1f006-69d3-4778-bff9-5a076aa6bccd tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:05.813617 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-91f1f006-69d3-4778-bff9-5a076aa6bccd tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9083920 Sep 23 22:32:05.821048 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55676) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:05.821048 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-51bccee2-f964-4bb9-8376-93526ff1dc60 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Request body: {'security_group_rule': {'security_group_id': '942a581b-e915-40ea-899e-1839708a7d5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:05.839735 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] For port 281215f3-2b46-401f-be6b-402dad3bd82c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=281215f3-2b46-401f-be6b-402dad3bd82c,segment=NetworkSegment(9b20ca94-2c07-40b5-aa99-83cf2550a193),segment_id=9b20ca94-2c07-40b5-aa99-83cf2550a193)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:05.840239 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:05.969137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-51bccee2-f964-4bb9-8376-93526ff1dc60 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:06.023653 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Attempting to bind port 3d89bf5d-646b-4154-9262-1f929137e22c on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:32:06.024411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Attempting to bind port 3d89bf5d-646b-4154-9262-1f929137e22c by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:32:06.025139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Attempting to bind port 3d89bf5d-646b-4154-9262-1f929137e22c on network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:06.065672 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Calling delete_port for 281215f3-2b46-401f-be6b-402dad3bd82c owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:32:06.065924 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:06.078070 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-51bccee2-f964-4bb9-8376-93526ff1dc60 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:06.093622 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:32:06.095535 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Checking segment: {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:06.097401 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:06.104188 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Bound using segment: {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:32:06.105649 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Bound port: 3d89bf5d-646b-4154-9262-1f929137e22c, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:32:06.109260 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:06.149296 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb08cc9-51ea-47b1-805e-76046f279d76 req-aa7e7c59-bacd-45f4-86c3-7c9e4a5053e5 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:06.151039 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9bb08cc9-51ea-47b1-805e-76046f279d76 req-aa7e7c59-bacd-45f4-86c3-7c9e4a5053e5 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 944 time: 0.2952631 Sep 23 22:32:06.164037 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:32:06.168349 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61621914-23ca-4ed9-b222-c072748c9137" -d '{"events": [{"server_uuid": "d6df2eba-4662-4ebc-9da1-b9b7568cc6c6", "name": "network-vif-plugged", "status": "completed", "tag": "7d7a4a5d-10e4-4653-9c35-fa5c07346c53"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:32:06.234676 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-51bccee2-f964-4bb9-8376-93526ff1dc60 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:06.269661 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9fe305-4201-47dd-a837-28bca81cd5e9 x-openstack-request-id: req-0d9fe305-4201-47dd-a837-28bca81cd5e9 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:32:06.270086 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6df2eba-4662-4ebc-9da1-b9b7568cc6c6", "name": "network-vif-plugged", "status": "completed", "tag": "7d7a4a5d-10e4-4653-9c35-fa5c07346c53", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:32:06.270475 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d9fe305-4201-47dd-a837-28bca81cd5e9 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:32:06.271079 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'code': 200} Sep 23 22:32:06.276708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:06.292191 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9bb08cc9-51ea-47b1-805e-76046f279d76 req-7f0bf895-f4d2-44af-ab84-feb31f642cb2 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151595 Sep 23 22:32:06.377817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bccee2-f964-4bb9-8376-93526ff1dc60 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3704d2cf-2a34-43e1-8ff5-e4fe2d03bf17,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:06.460013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] For port 3d89bf5d-646b-4154-9262-1f929137e22c, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:32:06.468504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] For port 3d89bf5d-646b-4154-9262-1f929137e22c, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3d89bf5d-646b-4154-9262-1f929137e22c,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:32:06.469890 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:06.475121 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbc809-cb6e-4e30-bd31-f49d8a015cb4 req-17d9d263-c924-4cba-a17b-53eea4fbfed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:06.477229 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcbc809-cb6e-4e30-bd31-f49d8a015cb4 req-17d9d263-c924-4cba-a17b-53eea4fbfed9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 1095 time: 0.1023724 Sep 23 22:32:06.481404 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Router 38ac0488-279e-418c-be42-9e1dbd363fb5 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:32:06.485404 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:06.534047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64eca6db-b122-44a4-a847-a74e25cddd68 req-ac110d87-964e-48fa-b178-18caaca3d7ff tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 210 time: 0.0963972 Sep 23 22:32:06.542191 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-51bccee2-f964-4bb9-8376-93526ff1dc60 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:06.550584 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-51bccee2-f964-4bb9-8376-93526ff1dc60 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7347510 Sep 23 22:32:06.555508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55690) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:06.570700 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Port': ['ID=281215f3-2b46-401f-be6b-402dad3bd82c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:06.582100 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:06.596089 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:06.650629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No DVR routers for this DVR port 281215f3-2b46-401f-be6b-402dad3bd82c on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:32:06.657160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:06.674348 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=7d7a4a5d-10e4-4653-9c35-fa5c07346c53,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:06.765017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Routers {'4254425f-dd16-498d-9f01-7385a0d175f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:06.768859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:31:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4254425f-dd16-498d-9f01-7385a0d175f0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:06.981832 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:07.003683 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7329b3-6341-44e4-8c1e-4d210687db64 None None] Pushing event updated for resources: {'Port': ['ID=3d89bf5d-646b-4154-9262-1f929137e22c,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:07.045208 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcbc809-cb6e-4e30-bd31-f49d8a015cb4 req-eb94676f-05f0-4228-8b6e-3a416a832330 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509582 Sep 23 22:32:07.084010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] Set router 4254425f-dd16-498d-9f01-7385a0d175f0 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:07.296274 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:07.346232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f673a50c-be68-4430-9d5c-f4523b401138 None None] Provisioning complete for port 3d89bf5d-646b-4154-9262-1f929137e22c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:07.346865 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f673a50c-be68-4430-9d5c-f4523b401138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:07.374712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3b75b2-5e1f-4929-989d-590cd1fbc1cf']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:07.482030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:32:07.486722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b20ca94-2c07-40b5-aa99-83cf2550a193') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:07.487199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b20ca94-2c07-40b5-aa99-83cf2550a193') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:07.503529 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Sync routers for ids ['38ac0488-279e-418c-be42-9e1dbd363fb5'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:32:07.523540 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Routers {'38ac0488-279e-418c-be42-9e1dbd363fb5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:07.526221 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:31:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['38ac0488-279e-418c-be42-9e1dbd363fb5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:07.562559 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:07.605996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482205-2379-4320-ad64-4219574d6d2f req-b888c426-29b2-4e35-9bd1-35b3db087eca tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:07.616183 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78482205-2379-4320-ad64-4219574d6d2f req-b888c426-29b2-4e35-9bd1-35b3db087eca tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 945 time: 0.2076828 Sep 23 22:32:07.628525 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:07.664431 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:32:07.665221 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:07.745606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78482205-2379-4320-ad64-4219574d6d2f req-f04bbe7a-e303-4cfe-80d8-bb201185ed0a tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216991 Sep 23 22:32:07.819268 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Set router 38ac0488-279e-418c-be42-9e1dbd363fb5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:32:07.838707 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:32:07.861049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:59Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3d89bf5d-646b-4154-9262-1f929137e22c', 'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'mac_address': 'fa:16:3e:a6:ef:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:58Z', 'updated_at': '2021-09-23T22:32:06Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'subnets': [{'id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:07.866396 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f673a50c-be68-4430-9d5c-f4523b401138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:07.904853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c503d56-7b55-471b-8ab5-5f35db9b47e7 None None] The sync data for ids ['4254425f-dd16-498d-9f01-7385a0d175f0'] in n-d-810775-1 is: [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:59Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3d89bf5d-646b-4154-9262-1f929137e22c', 'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'mac_address': 'fa:16:3e:a6:ef:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:58Z', 'updated_at': '2021-09-23T22:32:06Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'subnets': [{'id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:32:07.918028 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f61dc536-036e-4beb-a0db-0e60680fe7c8 req-21ff72ee-cefd-42e0-8908-7cb33ecb9279 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 210 time: 0.0752463 Sep 23 22:32:07.918028 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:07.929770 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:07.932078 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/3e3b75b2-5e1f-4929-989d-590cd1fbc1cf HTTP/1.1" status: 204 len: 168 time: 6.3832035 Sep 23 22:32:07.936000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55718) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:07.938755 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:07.940256 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7aff1d4b-9cba-4de9-8129-d5975acaaa41 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.1189051 Sep 23 22:32:07.943487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3541b783-fe35-413a-924d-0b3148824e6d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1008712356'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:07.954962 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55720) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:07.957985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0474a7-89a7-48d1-89f1-a01f03a8baf3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Network': ['ID=3e3b75b2-5e1f-4929-989d-590cd1fbc1cf,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:08.063596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f673a50c-be68-4430-9d5c-f4523b401138 None None] For port 3d89bf5d-646b-4154-9262-1f929137e22c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3d89bf5d-646b-4154-9262-1f929137e22c,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:08.083641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3541b783-fe35-413a-924d-0b3148824e6d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:08.088798 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3541b783-fe35-413a-924d-0b3148824e6d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:08.170796 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f673a50c-be68-4430-9d5c-f4523b401138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:08.180225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55724) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:08.229455 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:08.343853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3541b783-fe35-413a-924d-0b3148824e6d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:32:08.362192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673a50c-be68-4430-9d5c-f4523b401138 None None] Pushing event updated for resources: {'Port': ['ID=3d89bf5d-646b-4154-9262-1f929137e22c,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:08.387060 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3541b783-fe35-413a-924d-0b3148824e6d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:08.389160 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-3541b783-fe35-413a-924d-0b3148824e6d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Added segment a4a5582a-1f3e-48b5-8d7a-544ae1832fec of type vlan for network f32f6698-4098-4671-8bbf-ff47aece419a Sep 23 22:32:08.393277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6c79f281-9372-4307-a474-444e531274b6 None None] Provisioning complete for port 3d89bf5d-646b-4154-9262-1f929137e22c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:08.393910 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6c79f281-9372-4307-a474-444e531274b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:08.423082 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ac0488-279e-418c-be42-9e1dbd363fb5', 'name': 'tempest-snat-router-1137256019', 'tenant_id': '32670a9212e4454aa8570f76ed1e8d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.232'}], 'enable_snat': False}, 'gw_port_id': 'df647c87-0f6b-4ff5-a203-b537cb78c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:00Z', 'updated_at': '2021-09-23T22:32:04Z', 'revision_number': 3, 'project_id': '32670a9212e4454aa8570f76ed1e8d34', 'gw_port': {'id': 'df647c87-0f6b-4ff5-a203-b537cb78c3ad', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ac0488-279e-418c-be42-9e1dbd363fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:02Z', 'updated_at': '2021-09-23T22:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:08.504135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3d89bf5d-646b-4154-9262-1f929137e22c up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:08.587070 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Checking router: 38ac0488-279e-418c-be42-9e1dbd363fb5 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:32:08.588766 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Updating router 38ac0488-279e-418c-be42-9e1dbd363fb5 port df647c87-0f6b-4ff5-a203-b537cb78c3ad binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:32:08.625791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8320763f-06e3-4f2b-a7d2-abea1efebc15 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/routers/38ac0488-279e-418c-be42-9e1dbd363fb5 HTTP/1.1" status: 200 len: 909 time: 0.6659336 Sep 23 22:32:08.630042 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55728) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:08.634981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1259315133-network', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:08.637624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1137256019', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'enable_snat': True}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:08.660110 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:08.677599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 3d89bf5d-646b-4154-9262-1f929137e22c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:08.677980 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:08.684555 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3541b783-fe35-413a-924d-0b3148824e6d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:08.812648 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:08.813946 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:08.848809 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3541b783-fe35-413a-924d-0b3148824e6d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:08.856991 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3541b783-fe35-413a-924d-0b3148824e6d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:08.858442 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3541b783-fe35-413a-924d-0b3148824e6d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:08.938032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] Made reservation on behalf of bb3bea9e83004d54ab7c7daee1f9b323 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:08.940639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:08.962824 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:09.049020 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541b783-fe35-413a-924d-0b3148824e6d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Network': ['ID=f32f6698-4098-4671-8bbf-ff47aece419a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:09.064824 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3541b783-fe35-413a-924d-0b3148824e6d tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1260412 Sep 23 22:32:09.067929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55738) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:09.071357 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network f32f6698-4098-4671-8bbf-ff47aece419a details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:32:09.074692 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9d93daa8-9169-406c-955b-db36b18fadbe tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'subnet': {'network_id': 'f32f6698-4098-4671-8bbf-ff47aece419a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:09.350438 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:09.414169 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c97b1ee0-8392-429e-a205-a30e8f76e71f req-4fed0d35-b920-43bd-a6ee-baa04da5493f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 210 time: 0.1640687 Sep 23 22:32:09.427686 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:09.490637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:32:09.493653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67912a63-0c7f-41d4-91fe-107444def1ca,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:09.508552 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:09.511593 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] Added segment 6a8894bf-476a-446a-ac91-e37ecb30b103 of type vlan for network 7b269275-d2f2-42f6-a365-60282a573cd2 Sep 23 22:32:09.551512 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:09.579895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d93daa8-9169-406c-955b-db36b18fadbe tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:09.584037 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d93daa8-9169-406c-955b-db36b18fadbe tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:09.590499 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:09.784011 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Allocated IP 172.25.1.254 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/3db3b926-8865-4e84-a338-6f6d03f06242) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:09.809398 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:09.810505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:09.811741 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:09.854346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-732eab27-afec-46f0-a786-7dfd7813a012 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:09.855975 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-732eab27-afec-46f0-a786-7dfd7813a012 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 805 time: 1.3582375 Sep 23 22:32:09.875973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-707a9191-d57a-45b8-af90-864cf7a86412 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Request body: {'port': {'device_id': '89595cdf-5bda-4a14-9833-dd7badd56bb0', 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19', 'admin_state_up': True, 'tenant_id': '56293beb1ee14ee7a1db1a062efdd17b'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:09.893482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5597c1a-0898-458e-b1b9-776c4bd4048b req-eea4fd6e-92c8-49b3-a93f-82b2988166ad tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:09.894270 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f5597c1a-0898-458e-b1b9-776c4bd4048b req-eea4fd6e-92c8-49b3-a93f-82b2988166ad tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 945 time: 0.3406234 Sep 23 22:32:10.007292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] Pushing event updated for resources: {'Network': ['ID=7b269275-d2f2-42f6-a365-60282a573cd2,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:10.019722 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:10.029608 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-00cc6adb-c6c5-4365-b0d1-464e6e7bba4e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8225393 Sep 23 22:32:10.031165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55744) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:10.032896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 7b269275-d2f2-42f6-a365-60282a573cd2 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:32:10.050260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f10f6522-9d62-4dff-876b-501ede365679 admin admin] Request body: {'subnet': {'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1259315133-subnet', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:10.135221 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d93daa8-9169-406c-955b-db36b18fadbe tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:10.171477 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f5597c1a-0898-458e-b1b9-776c4bd4048b req-2827e10f-abaa-4229-8804-66d205ff5a38 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184439 Sep 23 22:32:10.270362 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:10.289850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10f6522-9d62-4dff-876b-501ede365679 admin admin] Made reservation on behalf of bb3bea9e83004d54ab7c7daee1f9b323 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:10.296203 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f10f6522-9d62-4dff-876b-501ede365679 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:10.300833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93daa8-9169-406c-955b-db36b18fadbe tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Subnet': ['ID=97601375-4b2d-4cb5-81e0-55ab39f43b42,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:10.378906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d93daa8-9169-406c-955b-db36b18fadbe tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Checking segment: {'id': 'a4a5582a-1f3e-48b5-8d7a-544ae1832fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f32f6698-4098-4671-8bbf-ff47aece419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:10.378906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d93daa8-9169-406c-955b-db36b18fadbe tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network hostable DHCP agents. Network: f32f6698-4098-4671-8bbf-ff47aece419a, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:32:10.401037 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3d89bf5d-646b-4154-9262-1f929137e22c up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:10.458370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 3d89bf5d-646b-4154-9262-1f929137e22c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:10.458750 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:10.544718 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-707a9191-d57a-45b8-af90-864cf7a86412 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Made reservation on behalf of 56293beb1ee14ee7a1db1a062efdd17b for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:10.552437 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-707a9191-d57a-45b8-af90-864cf7a86412 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:10.595308 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-af4b02e3-0346-4fc0-97c6-0fe3d897a2ac tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2887866 Sep 23 22:32:10.600254 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:10.611734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d93daa8-9169-406c-955b-db36b18fadbe tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network f32f6698-4098-4671-8bbf-ff47aece419a is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:32:10.621317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:10.718339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-9d93daa8-9169-406c-955b-db36b18fadbe tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, f32f6698-4098-4671-8bbf-ff47aece419a) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:10.730645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93daa8-9169-406c-955b-db36b18fadbe tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:10.731247 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d93daa8-9169-406c-955b-db36b18fadbe tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:10.736285 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a3d9e4-5366-4bad-bbcc-287f8537bd89 None None] Network f32f6698-4098-4671-8bbf-ff47aece419a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:10.758767 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:10.761641 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:10.787256 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:10.806989 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:10.825150 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d3bc804-98f1-4023-af6f-1a83f31bce33 req-1fe84b8a-8ea6-4d04-aa0f-c8819e243763 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 210 time: 0.0844593 Sep 23 22:32:10.852513 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:10.877900 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:10.911271 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:10.937606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event updated for resources: {'Port': ['ID=3db3b926-8865-4e84-a338-6f6d03f06242,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:10.998152 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:11.007280 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dda32-9d54-4ca3-bc9e-7478ad463213 None None] Pushing event updated for resources: {'Port': ['ID=df647c87-0f6b-4ff5-a203-b537cb78c3ad,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:11.019869 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f10f6522-9d62-4dff-876b-501ede365679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:11.037046 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9d93daa8-9169-406c-955b-db36b18fadbe tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9677618 Sep 23 22:32:11.048529 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-f32f6698-4098-4671-8bbf-ff47aece419a', 'network_id': 'f32f6698-4098-4671-8bbf-ff47aece419a', 'tenant_id': 'e87e72fe56df4d19bc88bfece64b86c5', 'fixed_ips': [{'subnet_id': '97601375-4b2d-4cb5-81e0-55ab39f43b42'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:32:11.050280 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:11.055007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55754) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:11.056386 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Attempting to bind port df647c87-0f6b-4ff5-a203-b537cb78c3ad on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:32:11.056961 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Attempting to bind port df647c87-0f6b-4ff5-a203-b537cb78c3ad by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:32:11.057910 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Attempting to bind port df647c87-0f6b-4ff5-a203-b537cb78c3ad on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:11.066122 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:32:11.066572 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:11.070409 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:11.070409 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:32:11.070409 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Bound port: df647c87-0f6b-4ff5-a203-b537cb78c3ad, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:32:11.070409 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:11.135392 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Allocated IP 172.25.1.56 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/78dc9d49-9edf-4ba0-ba7f-cc050c8cd195) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:11.150918 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] For port df647c87-0f6b-4ff5-a203-b537cb78c3ad, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:32:11.155547 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] For port df647c87-0f6b-4ff5-a203-b537cb78c3ad, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=df647c87-0f6b-4ff5-a203-b537cb78c3ad,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:32:11.243087 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:11.264903 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:11.340090 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Routers {'38ac0488-279e-418c-be42-9e1dbd363fb5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:11.340818 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:31:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['38ac0488-279e-418c-be42-9e1dbd363fb5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:11.381933 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Allocated IP 2001:db8::1 (f32f6698-4098-4671-8bbf-ff47aece419a/97601375-4b2d-4cb5-81e0-55ab39f43b42/bcc1c715-23d4-4aa0-8a9e-e542910ccff8) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:11.472241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f6522-9d62-4dff-876b-501ede365679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c35295b-d496-49fd-b020-8dcae9bebf0e,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:11.524533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-707a9191-d57a-45b8-af90-864cf7a86412 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Allocated IP 172.20.0.10 (5b124564-d7ec-451c-aa5d-0eca8f728d19/4a29ecc8-4a09-439c-8732-97749c6a5cb5/f9d10f97-f7f9-4227-b452-5070b414293f) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:11.527456 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:11.535571 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:11.560941 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:11.567908 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dda32-9d54-4ca3-bc9e-7478ad463213 None None] Pushing event updated for resources: {'Port': ['ID=df647c87-0f6b-4ff5-a203-b537cb78c3ad,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:11.572913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f6522-9d62-4dff-876b-501ede365679 admin admin] Checking segment: {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:11.573930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10f6522-9d62-4dff-876b-501ede365679 admin admin] Network hostable DHCP agents. Network: 7b269275-d2f2-42f6-a365-60282a573cd2, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:32:11.587349 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:11.597877 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:11.605012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:11.620761 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:11.715123 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] Set router 38ac0488-279e-418c-be42-9e1dbd363fb5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:11.756507 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:11.825425 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:11.832421 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:11.841436 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Pushing event updated for resources: {'Port': ['ID=78dc9d49-9edf-4ba0-ba7f-cc050c8cd195,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:11.911625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Network f32f6698-4098-4671-8bbf-ff47aece419a is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:11.915515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:11.919718 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:11.922212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10f6522-9d62-4dff-876b-501ede365679 admin admin] Network 7b269275-d2f2-42f6-a365-60282a573cd2 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:32:11.938241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Allocated IP 172.25.1.174 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/25cf2137-425e-45aa-8b8a-5fdb2aff9e1f) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:11.973985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Pushing event updated for resources: {'Port': ['ID=bcc1c715-23d4-4aa0-8a9e-e542910ccff8,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:12.012547 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-f10f6522-9d62-4dff-876b-501ede365679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 7b269275-d2f2-42f6-a365-60282a573cd2) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:12.019026 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10f6522-9d62-4dff-876b-501ede365679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:12.020017 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f10f6522-9d62-4dff-876b-501ede365679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.049511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cebb982-44e9-4621-809e-968a41478589 None None] Network 7b269275-d2f2-42f6-a365-60282a573cd2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:12.155992 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.196490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f10f6522-9d62-4dff-876b-501ede365679 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1610820 Sep 23 22:32:12.198663 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55774) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:12.200024 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:12.200679 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:12.202327 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:12.204367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:12.204593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:12.206117 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:12.206117 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:12.206117 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:12.208561 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:12.209143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:12.209638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:12.211169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:12.211911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:12.252819 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32ededa2-83ea-42af-adea-f5a4fc1164e2 req-de75bac5-485f-4736-8c9a-bf4251fffd14 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 210 time: 0.1270010 Sep 23 22:32:12.272023 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Attempting to bind port bcc1c715-23d4-4aa0-8a9e-e542910ccff8 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:32:12.274648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Attempting to bind port bcc1c715-23d4-4aa0-8a9e-e542910ccff8 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'a4a5582a-1f3e-48b5-8d7a-544ae1832fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f32f6698-4098-4671-8bbf-ff47aece419a'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:32:12.275125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Attempting to bind port bcc1c715-23d4-4aa0-8a9e-e542910ccff8 on network f32f6698-4098-4671-8bbf-ff47aece419a {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:12.299030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:32:12.299556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Checking segment: {'id': 'a4a5582a-1f3e-48b5-8d7a-544ae1832fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f32f6698-4098-4671-8bbf-ff47aece419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:12.299788 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ac0488-279e-418c-be42-9e1dbd363fb5', 'name': 'tempest-snat-router-1137256019', 'tenant_id': '32670a9212e4454aa8570f76ed1e8d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.232'}], 'enable_snat': False}, 'gw_port_id': 'df647c87-0f6b-4ff5-a203-b537cb78c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:00Z', 'updated_at': '2021-09-23T22:32:04Z', 'revision_number': 3, 'project_id': '32670a9212e4454aa8570f76ed1e8d34', 'gw_port': {'id': 'df647c87-0f6b-4ff5-a203-b537cb78c3ad', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ac0488-279e-418c-be42-9e1dbd363fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:02Z', 'updated_at': '2021-09-23T22:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:12.300318 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.300679 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Bound using segment: {'id': 'a4a5582a-1f3e-48b5-8d7a-544ae1832fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f32f6698-4098-4671-8bbf-ff47aece419a'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:32:12.301385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Bound port: bcc1c715-23d4-4aa0-8a9e-e542910ccff8, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a5582a-1f3e-48b5-8d7a-544ae1832fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f32f6698-4098-4671-8bbf-ff47aece419a'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:32:12.301896 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.302711 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.328227 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.385561 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff758e8c-8b24-4f69-b270-3f81d59a3582 None None] The sync data for ids ['38ac0488-279e-418c-be42-9e1dbd363fb5'] in n-d-810775-1 is: [{'id': '38ac0488-279e-418c-be42-9e1dbd363fb5', 'name': 'tempest-snat-router-1137256019', 'tenant_id': '32670a9212e4454aa8570f76ed1e8d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.232'}], 'enable_snat': False}, 'gw_port_id': 'df647c87-0f6b-4ff5-a203-b537cb78c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:00Z', 'updated_at': '2021-09-23T22:32:04Z', 'revision_number': 3, 'project_id': '32670a9212e4454aa8570f76ed1e8d34', 'gw_port': {'id': 'df647c87-0f6b-4ff5-a203-b537cb78c3ad', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ac0488-279e-418c-be42-9e1dbd363fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:02Z', 'updated_at': '2021-09-23T22:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:32:12.409727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Subnet': ['ID=97601375-4b2d-4cb5-81e0-55ab39f43b42,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:12.502721 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.503848 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.546712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-7b269275-d2f2-42f6-a365-60282a573cd2', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:32:12.548174 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.554519 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-707a9191-d57a-45b8-af90-864cf7a86412 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.591402 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55778) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:12.602206 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.616653 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-7c7ba71d-bc5c-462d-b085-aaac966d2d1b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8074799 Sep 23 22:32:12.634701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32f6698-4098-4671-8bbf-ff47aece419a']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:12.663710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a5582a-1f3e-48b5-8d7a-544ae1832fec') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:12.664120 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a5582a-1f3e-48b5-8d7a-544ae1832fec') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:12.668521 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] For port bcc1c715-23d4-4aa0-8a9e-e542910ccff8, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:32:12.695199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.740202 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.742455 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.774905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:12.855001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] For port bcc1c715-23d4-4aa0-8a9e-e542910ccff8, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bcc1c715-23d4-4aa0-8a9e-e542910ccff8,segment=NetworkSegment(a4a5582a-1f3e-48b5-8d7a-544ae1832fec),segment_id=a4a5582a-1f3e-48b5-8d7a-544ae1832fec)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:32:12.855247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:12.880951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:12.955161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Pushing event updated for resources: {'Port': ['ID=25cf2137-425e-45aa-8b8a-5fdb2aff9e1f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:12.960613 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.973391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:32:12.973837 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:32:12.977283 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:32:13.026088 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:13.058849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4cd1971a-05b1-4a9c-af37-fc179a801ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:13.102562 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-707a9191-d57a-45b8-af90-864cf7a86412 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:13.106762 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:13.119675 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 22:32:13.119675 n-d-810775-1 neutron-server[95491]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 22:32:13.119675 n-d-810775-1 neutron-server[95491]: [parameters: {'id': 'f32f6698-4098-4671-8bbf-ff47aece419a'}] Sep 23 22:32:13.119675 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:32:13.120568 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:32:13.130940 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:13.176318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad4e82e5-ffac-4ce8-a471-14137a6ef249'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:32:13.247138 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:13.293504 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:13.329161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-6bc5619d-db8a-4729-bbe3-5e5857c64ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:13.330498 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-6bc5619d-db8a-4729-bbe3-5e5857c64ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:13.331292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-6bc5619d-db8a-4729-bbe3-5e5857c64ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:13.332309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-6bc5619d-db8a-4729-bbe3-5e5857c64ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:13.333047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-6bc5619d-db8a-4729-bbe3-5e5857c64ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:13.334526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-6bc5619d-db8a-4729-bbe3-5e5857c64ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:13.335221 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-6bc5619d-db8a-4729-bbe3-5e5857c64ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:13.338140 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-6bc5619d-db8a-4729-bbe3-5e5857c64ef2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53d9dcc00ea347a4ba456b29d8894318&device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 6492 time: 0.5913477 Sep 23 22:32:13.339122 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a9191-d57a-45b8-af90-864cf7a86412 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Pushing event updated for resources: {'Port': ['ID=f9d10f97-f7f9-4227-b452-5070b414293f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:13.482834 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Allocated IP 172.20.0.2 (7b269275-d2f2-42f6-a365-60282a573cd2/5c35295b-d496-49fd-b020-8dcae9bebf0e/3b667f90-c11c-44de-9544-83b3d054f03b) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:13.494392 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:13.501499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:13.506380 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-909818c9-ea01-463b-88a0-bd289272fa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:13.508984 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:13.513607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-707a9191-d57a-45b8-af90-864cf7a86412 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Network 5b124564-d7ec-451c-aa5d-0eca8f728d19 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:13.556072 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-707a9191-d57a-45b8-af90-864cf7a86412 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:13.577942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c03a40-975e-4aa4-8758-831cc61e2535 None None] Network f32f6698-4098-4671-8bbf-ff47aece419a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:13.621918 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:13.677661 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:13.705414 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b97690-8bab-406b-8d21-7dad20e25935 None None] Pushing event updated for resources: {'Port': ['ID=bcc1c715-23d4-4aa0-8a9e-e542910ccff8,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:13.807977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Pushing event updated for resources: {'Port': ['ID=25cf2137-425e-45aa-8b8a-5fdb2aff9e1f,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:13.827341 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:13.846818 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Deleting port bcc1c715-23d4-4aa0-8a9e-e542910ccff8 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:32:13.847218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.012187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-707a9191-d57a-45b8-af90-864cf7a86412 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:14.052655 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.110795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0dc00-e2ca-4bd9-b352-29407a3cc0e4 req-8b85af53-33cc-4c9d-b623-ac7405494d81 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:14.112639 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d7a0dc00-e2ca-4bd9-b352-29407a3cc0e4 req-8b85af53-33cc-4c9d-b623-ac7405494d81 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 932 time: 0.6829035 Sep 23 22:32:14.133439 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.215824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Network 7b269275-d2f2-42f6-a365-60282a573cd2 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:14.222645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:14.229612 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:14.250042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Pushing event updated for resources: {'Port': ['ID=3b667f90-c11c-44de-9544-83b3d054f03b,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:14.280146 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event updated for resources: {'Port': ['ID=3db3b926-8865-4e84-a338-6f6d03f06242,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:14.355627 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Attempting to bind port 3b667f90-c11c-44de-9544-83b3d054f03b on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:32:14.356373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Attempting to bind port 3b667f90-c11c-44de-9544-83b3d054f03b by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:32:14.357907 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Attempting to bind port 3b667f90-c11c-44de-9544-83b3d054f03b on network 7b269275-d2f2-42f6-a365-60282a573cd2 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:14.364535 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-707a9191-d57a-45b8-af90-864cf7a86412 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:14.365296 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-707a9191-d57a-45b8-af90-864cf7a86412 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.368292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:32:14.369148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Checking segment: {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:14.370721 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.370721 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Bound using segment: {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:32:14.372032 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Bound port: 3b667f90-c11c-44de-9544-83b3d054f03b, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:32:14.372623 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.385886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] For port bcc1c715-23d4-4aa0-8a9e-e542910ccff8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bcc1c715-23d4-4aa0-8a9e-e542910ccff8,segment=NetworkSegment(a4a5582a-1f3e-48b5-8d7a-544ae1832fec),segment_id=a4a5582a-1f3e-48b5-8d7a-544ae1832fec)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:14.386895 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.406814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Calling delete_port for bcc1c715-23d4-4aa0-8a9e-e542910ccff8 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:32:14.431031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-bae67b0d-aecc-48ec-81b6-c15e7da34dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:14.431507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-bae67b0d-aecc-48ec-81b6-c15e7da34dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:14.431981 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-bae67b0d-aecc-48ec-81b6-c15e7da34dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:14.433692 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-bae67b0d-aecc-48ec-81b6-c15e7da34dd0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8fdb77b3-802f-455b-896f-81dc78604c36&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=ca883b77-dd36-40f2-a31d-760ec43ec06e&id=ca883b77-dd36-40f2-a31d-760ec43ec06e HTTP/1.1" status: 200 len: 2291 time: 1.0102987 Sep 23 22:32:14.434544 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.519632 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4cd1971a-05b1-4a9c-af37-fc179a801ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.525150 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device df647c87-0f6b-4ff5-a203-b537cb78c3ad up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:14.574867 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d7a0dc00-e2ca-4bd9-b352-29407a3cc0e4 req-03ceb1f3-f9c6-439b-90e3-6dc9e7003901 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960769 Sep 23 22:32:14.606442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] For port 3b667f90-c11c-44de-9544-83b3d054f03b, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:32:14.632751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] For port 3b667f90-c11c-44de-9544-83b3d054f03b, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3b667f90-c11c-44de-9544-83b3d054f03b,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:32:14.654324 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4cd1971a-05b1-4a9c-af37-fc179a801ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.659165 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-cb97b13b-d1ce-4963-991c-cea08f6b8f86 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e5d1c23-ff12-4a74-8c34-bd3a77973f35 HTTP/1.1" status: 200 len: 1002 time: 0.1993279 Sep 23 22:32:14.684229 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port df647c87-0f6b-4ff5-a203-b537cb78c3ad triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:14.685001 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.696158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.729557 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.754289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No DVR routers for this DVR port bcc1c715-23d4-4aa0-8a9e-e542910ccff8 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:32:14.758487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Port': ['ID=bcc1c715-23d4-4aa0-8a9e-e542910ccff8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:14.775484 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4cd1971a-05b1-4a9c-af37-fc179a801ee0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00d687acef184bdc9c6c2c50a3029fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1797805 Sep 23 22:32:14.777403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55788) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:14.782553 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.784076 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-adfc9823-17bd-43f2-a14f-214d57114b68 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1770463 Sep 23 22:32:14.788623 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1971a-05b1-4a9c-af37-fc179a801ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0501dfb0-50fa-4a89-b67d-1e2bd28679de,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:14.842604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-f0e52eac-4ede-49f4-a390-6e970aaba9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:14.844445 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-f0e52eac-4ede-49f4-a390-6e970aaba9da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d29d642-3539-4f1b-86f3-275967351080 HTTP/1.1" status: 200 len: 850 time: 0.1652784 Sep 23 22:32:14.845838 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-707a9191-d57a-45b8-af90-864cf7a86412 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9758615 Sep 23 22:32:14.846794 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.848075 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6e33ff13-d48a-41e9-8140-1bb13f4489d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2887266 Sep 23 22:32:14.865494 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.886301 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Request body: {'port': {'device_id': '89595cdf-5bda-4a14-9833-dd7badd56bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:14.934287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd0fb9-c8bc-4887-8773-2219ac3e5622 None None] Pushing event updated for resources: {'Port': ['ID=3b667f90-c11c-44de-9544-83b3d054f03b,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:14.954935 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:14.991416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port df647c87-0f6b-4ff5-a203-b537cb78c3ad, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=df647c87-0f6b-4ff5-a203-b537cb78c3ad,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:15.018380 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-bc832606-ea30-4e40-a56c-1914e7bce5b8 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 696 time: 0.1734610 Sep 23 22:32:15.094851 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.120642 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.129987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-7b0c52e8-6f1a-4193-aefb-c325b2fd22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:15.131304 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-7b0c52e8-6f1a-4193-aefb-c325b2fd22ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8fdb77b3-802f-455b-896f-81dc78604c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2412298 Sep 23 22:32:15.160244 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.202793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=df647c87-0f6b-4ff5-a203-b537cb78c3ad,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:15.212115 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32f6698-4098-4671-8bbf-ff47aece419a']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:15.249578 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57f859f6-93e1-48db-9c1e-9f8e9a0645f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.266724 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a5582a-1f3e-48b5-8d7a-544ae1832fec') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:15.266724 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a5582a-1f3e-48b5-8d7a-544ae1832fec') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:15.302021 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.349856 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57f859f6-93e1-48db-9c1e-9f8e9a0645f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.358639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-8b93329e-5d18-4574-bc7f-f824107af27f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:15.360217 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6aab82b0-2b4e-41a4-827e-7c2dfa5971b5 req-8b93329e-5d18-4574-bc7f-f824107af27f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.3410320 Sep 23 22:32:15.399973 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.402283 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-0f9b9542-abc7-4276-bd8b-92f08264f7f9 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1984767704&fields=id&tenant_id=105c7207854f488985a813c37073f45f HTTP/1.1" status: 200 len: 267 time: 0.2309349 Sep 23 22:32:15.412923 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.423210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:32:15.423684 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:32:15.431761 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:32:15.555552 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.593666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Router 3b639674-709a-4857-81e8-ba538fc31263 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:32:15.614788 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-d90eee9d-4246-4f5f-97ab-02ae115aad12 service neutron] 10.222.0.67 "GET /v2.0/networks/8fdb77b3-802f-455b-896f-81dc78604c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730380 Sep 23 22:32:15.632745 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.643689 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.649505 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/f32f6698-4098-4671-8bbf-ff47aece419a HTTP/1.1" status: 204 len: 168 time: 4.5848227 Sep 23 22:32:15.649762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55816) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:15.655826 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b0c3ef01-44b4-4737-8ce4-69c6ccd61b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.671636 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8e26eb57-a948-4784-b39a-b9d919ae0767 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1415411322'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:15.688965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fe1d9-ffc9-40c1-8088-9e1b716df5e9 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Network': ['ID=f32f6698-4098-4671-8bbf-ff47aece419a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:15.694992 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57f859f6-93e1-48db-9c1e-9f8e9a0645f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.697750 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57f859f6-93e1-48db-9c1e-9f8e9a0645f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.699015 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-57f859f6-93e1-48db-9c1e-9f8e9a0645f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0501dfb0-50fa-4a89-b67d-1e2bd28679de HTTP/1.1" status: 204 len: 168 time: 0.9201519 Sep 23 22:32:15.744305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f859f6-93e1-48db-9c1e-9f8e9a0645f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0501dfb0-50fa-4a89-b67d-1e2bd28679de,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:15.796798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-8cea8fd3-3d6b-4614-b427-ff280170641f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:15.798634 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-8cea8fd3-3d6b-4614-b427-ff280170641f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 821 time: 0.1910663 Sep 23 22:32:15.830926 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-e1263374-68ac-4472-9ef8-2cb4f442129c tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/quotas/0dd0f58a579241349f77bcc2e96619c0 HTTP/1.1" status: 200 len: 375 time: 0.0162067 Sep 23 22:32:15.888388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e26eb57-a948-4784-b39a-b9d919ae0767 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:15.892452 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e26eb57-a948-4784-b39a-b9d919ae0767 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.936462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-ce770254-14a7-49c1-844a-117c9dcfadd8 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0967553 Sep 23 22:32:15.956728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e26eb57-a948-4784-b39a-b9d919ae0767 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:32:15.994315 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e26eb57-a948-4784-b39a-b9d919ae0767 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:15.994847 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-8e26eb57-a948-4784-b39a-b9d919ae0767 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Added segment 6d4a4c49-f026-4c21-8e0d-d96da4039c67 of type vlan for network 18278eab-1011-473d-93e5-1008e26ea10e Sep 23 22:32:16.077452 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:16.081630 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e26eb57-a948-4784-b39a-b9d919ae0767 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:16.093702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-ab0453e4-7ca7-406c-82d1-889bfe7623de tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:16.095885 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-ab0453e4-7ca7-406c-82d1-889bfe7623de tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 816 time: 0.6778960 Sep 23 22:32:16.139806 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-61eb9ceb-eb9e-4f8c-a1ef-0d0ffe10d927 service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938701 Sep 23 22:32:16.209151 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-ac422508-f962-4072-8503-60af2fb436e2 service neutron] 10.222.0.67 "GET /v2.0/networks/8fdb77b3-802f-455b-896f-81dc78604c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437071 Sep 23 22:32:16.244577 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e26eb57-a948-4784-b39a-b9d919ae0767 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:16.247757 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-f4a5f74a-d5ab-4e3a-b7a7-5e84de12bb2d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/quotas/105c7207854f488985a813c37073f45f HTTP/1.1" status: 200 len: 375 time: 0.1179883 Sep 23 22:32:16.252773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Allocated IP 172.25.1.90 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/7a384d14-c9f0-41cf-b5e7-6c9a86e3c953) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:16.256590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e26eb57-a948-4784-b39a-b9d919ae0767 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:16.257846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e26eb57-a948-4784-b39a-b9d919ae0767 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:16.305528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-46e4deb6-36f6-4606-bebc-c4b73b214079 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b HTTP/1.1" status: 200 len: 217 time: 0.0824478 Sep 23 22:32:16.356775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:32:16.378930 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc3efc-eb5b-4330-9787-1379b2f60de7 None None] Sync routers for ids ['3b639674-709a-4857-81e8-ba538fc31263'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:32:16.397029 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc3efc-eb5b-4330-9787-1379b2f60de7 None None] Routers {'3b639674-709a-4857-81e8-ba538fc31263'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:16.401325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7cfc3efc-eb5b-4330-9787-1379b2f60de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['3b639674-709a-4857-81e8-ba538fc31263'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:16.413968 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8e26eb57-a948-4784-b39a-b9d919ae0767 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7610190 Sep 23 22:32:16.424012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55824) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:16.507091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26eb57-a948-4784-b39a-b9d919ae0767 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Network': ['ID=18278eab-1011-473d-93e5-1008e26ea10e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:16.513071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-bead6206-7615-4912-85b9-1dd0a2a38c3e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'subnet': {'network_id': '18278eab-1011-473d-93e5-1008e26ea10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:16.542671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 18278eab-1011-473d-93e5-1008e26ea10e details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:32:16.613793 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-b07d4597-5740-4af5-8d4f-58353edabb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:16.629028 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-b07d4597-5740-4af5-8d4f-58353edabb2e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.2933266 Sep 23 22:32:16.629299 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-e77c583b-2d48-46e3-9f45-7a38f3a9be67 service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796591 Sep 23 22:32:16.725238 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e916a5bc-da71-4995-9b97-62a51132151b None None] Network 7b269275-d2f2-42f6-a365-60282a573cd2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:16.729463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bead6206-7615-4912-85b9-1dd0a2a38c3e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:16.743429 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bead6206-7615-4912-85b9-1dd0a2a38c3e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:16.767195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device df647c87-0f6b-4ff5-a203-b537cb78c3ad up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:16.814499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55826) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:16.824633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d10f97-f7f9-4227-b452-5070b414293f {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:32:16.857353 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:16.874490 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:16.879026 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2ead03ba-c35c-4a73-883b-c7f73935680a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.2421830 Sep 23 22:32:16.884925 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55828) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:16.930156 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-6220aa5f-9c93-4b18-8c87-c080a34109d9 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6230278 Sep 23 22:32:16.937695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0041b27a-8921-402a-b5f1-d943aef5490f None None] Provisioning complete for port 3b667f90-c11c-44de-9544-83b3d054f03b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:16.938336 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0041b27a-8921-402a-b5f1-d943aef5490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:16.998975 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port df647c87-0f6b-4ff5-a203-b537cb78c3ad triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:16.999326 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:17.002699 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:17.047045 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Transition to ACTIVE for port object f9d10f97-f7f9-4227-b452-5070b414293f will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:32:17.047512 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:17.060311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-7cfc3efc-eb5b-4330-9787-1379b2f60de7 None None] Set router 3b639674-709a-4857-81e8-ba538fc31263 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:17.101601 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eeb1f39d-1d8d-4479-8b8c-ed58901ba4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:17.163086 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-cf20bd0b-15c5-43bb-a56d-d14a96438a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:17.167674 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-cf20bd0b-15c5-43bb-a56d-d14a96438a9b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3194988 Sep 23 22:32:17.168474 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:17.325101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bf15e-be16-48db-a9d5-be1248ce7a1d req-9e180391-2052-4053-a437-bc141c6d47e2 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:17.332979 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc2bf15e-be16-48db-a9d5-be1248ce7a1d req-9e180391-2052-4053-a437-bc141c6d47e2 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 944 time: 0.2254651 Sep 23 22:32:17.346827 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-544f6daf-56c1-418c-ac25-a5c82b7284c5 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/routers/3b639674-709a-4857-81e8-ba538fc31263 HTTP/1.1" status: 200 len: 907 time: 0.4552333 Sep 23 22:32:17.349975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55838) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:17.374450 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bead6206-7615-4912-85b9-1dd0a2a38c3e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:17.398762 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-c9ca7530-185d-421b-bddd-ec261787142e service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163289 Sep 23 22:32:17.538302 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc2bf15e-be16-48db-a9d5-be1248ce7a1d req-9fbbfd4a-81bf-4067-a282-54eee6db552d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040381 Sep 23 22:32:17.574352 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eeb1f39d-1d8d-4479-8b8c-ed58901ba4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:17.614489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead6206-7615-4912-85b9-1dd0a2a38c3e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Subnet': ['ID=700a38fa-bd0e-4848-a233-1572cbbe1122,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:17.627831 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3b667f90-c11c-44de-9544-83b3d054f03b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:17.634463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bead6206-7615-4912-85b9-1dd0a2a38c3e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Checking segment: {'id': '6d4a4c49-f026-4c21-8e0d-d96da4039c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '18278eab-1011-473d-93e5-1008e26ea10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:17.636842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bead6206-7615-4912-85b9-1dd0a2a38c3e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network hostable DHCP agents. Network: 18278eab-1011-473d-93e5-1008e26ea10e, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:32:17.660380 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d13b-dbf5-440e-9d23-a06ac0d814e0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:17.747743 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0041b27a-8921-402a-b5f1-d943aef5490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:17.749334 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eeb1f39d-1d8d-4479-8b8c-ed58901ba4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:17.773871 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:17.850400 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0041b27a-8921-402a-b5f1-d943aef5490f None None] For port 3b667f90-c11c-44de-9544-83b3d054f03b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3b667f90-c11c-44de-9544-83b3d054f03b,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:17.852674 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bead6206-7615-4912-85b9-1dd0a2a38c3e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network 18278eab-1011-473d-93e5-1008e26ea10e is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:32:17.861210 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 3b667f90-c11c-44de-9544-83b3d054f03b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:17.861915 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:17.878185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eeb1f39d-1d8d-4479-8b8c-ed58901ba4e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dbfbeb5b4d9e42a7b2dc88d477b70b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0622623 Sep 23 22:32:17.925336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55842) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:17.938347 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4e41ab0b-27e4-4404-8a6f-8b24119fc543 req-7ba97a09-842e-4eda-9a18-2dbd7d5effb5 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 210 time: 0.0986156 Sep 23 22:32:17.939645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1f39d-1d8d-4479-8b8c-ed58901ba4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6581cee1-0f7f-4470-a40c-9114ce280034,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:17.945099 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d13b-dbf5-440e-9d23-a06ac0d814e0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:17.956188 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0041b27a-8921-402a-b5f1-d943aef5490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:17.965751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7cfc3efc-eb5b-4330-9787-1379b2f60de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b639674-709a-4857-81e8-ba538fc31263', 'name': 'tempest-snat-router-1137256019', 'tenant_id': '32670a9212e4454aa8570f76ed1e8d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '78dc9d49-9edf-4ba0-ba7f-cc050c8cd195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:08Z', 'updated_at': '2021-09-23T22:32:12Z', 'revision_number': 3, 'project_id': '32670a9212e4454aa8570f76ed1e8d34', 'gw_port': {'id': '78dc9d49-9edf-4ba0-ba7f-cc050c8cd195', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:81:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b639674-709a-4857-81e8-ba538fc31263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:10Z', 'updated_at': '2021-09-23T22:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:18.035414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-bead6206-7615-4912-85b9-1dd0a2a38c3e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 18278eab-1011-473d-93e5-1008e26ea10e) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:18.054044 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead6206-7615-4912-85b9-1dd0a2a38c3e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:18.055273 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bead6206-7615-4912-85b9-1dd0a2a38c3e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:18.074151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc3efc-eb5b-4330-9787-1379b2f60de7 None None] Checking router: 3b639674-709a-4857-81e8-ba538fc31263 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:32:18.076468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc3efc-eb5b-4330-9787-1379b2f60de7 None None] Updating router 3b639674-709a-4857-81e8-ba538fc31263 port 78dc9d49-9edf-4ba0-ba7f-cc050c8cd195 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:32:18.077768 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0024052d-9e9b-454b-9418-55c2f49cb544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:18.081258 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f0d119-bf05-4f53-bfd4-b6a1ce5c006b None None] Network 18278eab-1011-473d-93e5-1008e26ea10e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:18.098732 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:18.191934 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0024052d-9e9b-454b-9418-55c2f49cb544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:18.223249 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bead6206-7615-4912-85b9-1dd0a2a38c3e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7130466 Sep 23 22:32:18.236095 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:18.237080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55844) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:18.266766 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a54a7169-6735-496b-a5b0-f05bc0bea265 None None] Provisioning complete for port 3b667f90-c11c-44de-9544-83b3d054f03b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:18.267340 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a54a7169-6735-496b-a5b0-f05bc0bea265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:18.271599 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3efc-eb5b-4330-9787-1379b2f60de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:18.280456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-22d9b9d8-c3ce-4747-b975-73e419bb244f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'subnet': {'network_id': '18278eab-1011-473d-93e5-1008e26ea10e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:18.291126 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-a54956f6-f4f8-48d4-8e4b-c9a2c0f31c65 service neutron] 10.222.0.22 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2692680 Sep 23 22:32:18.304634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2d13b-dbf5-440e-9d23-a06ac0d814e0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Deleting port 78dc9d49-9edf-4ba0-ba7f-cc050c8cd195 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:32:18.305080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d10f97-f7f9-4227-b452-5070b414293f,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:18.305607 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d13b-dbf5-440e-9d23-a06ac0d814e0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:18.307760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:18.341974 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:18.505175 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0024052d-9e9b-454b-9418-55c2f49cb544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:18.509973 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0024052d-9e9b-454b-9418-55c2f49cb544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:18.516981 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-d6aa1c37-d742-44c9-8175-3884d6cd38f0 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0677304 Sep 23 22:32:18.518002 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0024052d-9e9b-454b-9418-55c2f49cb544 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6581cee1-0f7f-4470-a40c-9114ce280034 HTTP/1.1" status: 204 len: 168 time: 0.5870721 Sep 23 22:32:18.575865 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024052d-9e9b-454b-9418-55c2f49cb544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6581cee1-0f7f-4470-a40c-9114ce280034,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:18.580759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Pushing event updated for resources: {'Port': ['ID=7a384d14-c9f0-41cf-b5e7-6c9a86e3c953,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:18.618309 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d13b-dbf5-440e-9d23-a06ac0d814e0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:18.628185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Attempting to bind port f9d10f97-f7f9-4227-b452-5070b414293f on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:32:18.628847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Attempting to bind port f9d10f97-f7f9-4227-b452-5070b414293f by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:32:18.629406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Attempting to bind port f9d10f97-f7f9-4227-b452-5070b414293f on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:18.640967 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-11446dab-bfa5-419a-baf3-ce36dd2e1603 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=2399c71c-78da-4b12-adda-5a18362e7290 HTTP/1.1" status: 200 len: 217 time: 0.0783815 Sep 23 22:32:18.667783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2d13b-dbf5-440e-9d23-a06ac0d814e0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Calling delete_port for 78dc9d49-9edf-4ba0-ba7f-cc050c8cd195 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:32:18.727207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Port f9d10f97-f7f9-4227-b452-5070b414293f on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:32:18.727828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Attempting to bind port f9d10f97-f7f9-4227-b452-5070b414293f on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:18.818613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:32:18.821215 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Checking segment: {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:18.823246 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Bound using segment: {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:32:18.823994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Bound port: f9d10f97-f7f9-4227-b452-5070b414293f, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:32:18.824802 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:18.854960 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-e0747b39-e0b6-47b4-a592-9df6106857a5 service neutron] 10.222.0.22 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380409 Sep 23 22:32:18.919729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-ac649398-1e20-4384-b954-c86601ee9216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:18.922553 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-ac649398-1e20-4384-b954-c86601ee9216 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.2710655 Sep 23 22:32:18.950803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0e858-b60d-4298-be48-d2baa662e69f req-31c47d87-10ec-452a-9471-2f79a917dadd tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:18.954268 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-04e0e858-b60d-4298-be48-d2baa662e69f req-31c47d87-10ec-452a-9471-2f79a917dadd tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 944 time: 0.1312137 Sep 23 22:32:19.045798 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] For port f9d10f97-f7f9-4227-b452-5070b414293f, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:32:19.057694 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] For port f9d10f97-f7f9-4227-b452-5070b414293f, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=f9d10f97-f7f9-4227-b452-5070b414293f,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:32:19.064604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-b627020a-15d8-4283-9fb7-91e8f467ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:19.071659 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-b627020a-15d8-4283-9fb7-91e8f467ac39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1105342 Sep 23 22:32:19.071659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d9b9d8-c3ce-4747-b975-73e419bb244f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:19.078106 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-22d9b9d8-c3ce-4747-b975-73e419bb244f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:19.114481 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-04e0e858-b60d-4298-be48-d2baa662e69f req-96352584-e94c-4400-8fef-662e32116806 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972741 Sep 23 22:32:19.249062 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:19.287919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041b27a-8921-402a-b5f1-d943aef5490f None None] Pushing event updated for resources: {'Port': ['ID=3b667f90-c11c-44de-9544-83b3d054f03b,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:19.288623 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:19.542876 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d13b-dbf5-440e-9d23-a06ac0d814e0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:19.557554 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a444bab1-7c0c-4e5b-b1f5-7a8b934159e8 req-48655754-626a-4d43-9b7a-cb80684641ba tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 210 time: 0.1683323 Sep 23 22:32:19.616690 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:19.618945 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:19.620733 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] 10.222.0.43 "PUT /v2.0/ports/f9d10f97-f7f9-4227-b452-5070b414293f HTTP/1.1" status: 200 len: 1092 time: 4.7387586 Sep 23 22:32:19.621506 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89595cdf-5bda-4a14-9833-dd7badd56bb0', 'tag': 'f9d10f97-f7f9-4227-b452-5070b414293f'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:32:19.626844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3b667f90-c11c-44de-9544-83b3d054f03b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:19.633982 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578a9beb-d1d0-445f-9271-978ae2a003b4" -d '{"events": [{"name": "network-changed", "server_uuid": "89595cdf-5bda-4a14-9833-dd7badd56bb0", "tag": "f9d10f97-f7f9-4227-b452-5070b414293f"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:32:19.688060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2d13b-dbf5-440e-9d23-a06ac0d814e0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Pushing event deleted for resources: {'Port': ['ID=78dc9d49-9edf-4ba0-ba7f-cc050c8cd195,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:19.692329 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6208db4-b206-4f09-bcd0-975f0bfc851d req-057b5c38-b6b8-4082-b01f-62b2ca7cb7cc tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 210 time: 0.1280386 Sep 23 22:32:19.747475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e717dbf-6c5a-4212-aa8f-a41365a1f965 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d10f97-f7f9-4227-b452-5070b414293f,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:19.828648 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:19.894210 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d13b-dbf5-440e-9d23-a06ac0d814e0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:19.936775 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-89bb6736-66e2-4296-aa09-7d1b86054d06 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8456647 Sep 23 22:32:19.945247 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9287e527-14f3-46a8-a057-7289c682a718 x-openstack-request-id: req-9287e527-14f3-46a8-a057-7289c682a718 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:32:19.946025 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89595cdf-5bda-4a14-9833-dd7badd56bb0", "tag": "f9d10f97-f7f9-4227-b452-5070b414293f", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:32:19.946669 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9287e527-14f3-46a8-a057-7289c682a718 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:32:19.948340 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89595cdf-5bda-4a14-9833-dd7badd56bb0', 'tag': 'f9d10f97-f7f9-4227-b452-5070b414293f', 'status': 'completed', 'code': 200} Sep 23 22:32:20.085564 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d13b-dbf5-440e-9d23-a06ac0d814e0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:20.090233 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d13b-dbf5-440e-9d23-a06ac0d814e0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:20.101182 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-18278eab-1011-473d-93e5-1008e26ea10e', 'network_id': '18278eab-1011-473d-93e5-1008e26ea10e', 'tenant_id': 'e87e72fe56df4d19bc88bfece64b86c5', 'fixed_ips': [{'subnet_id': '700a38fa-bd0e-4848-a233-1572cbbe1122'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:32:20.102585 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:20.124202 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-7cfc3efc-eb5b-4330-9787-1379b2f60de7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:32:20.124831 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-7cfc3efc-eb5b-4330-9787-1379b2f60de7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:32:20.163084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 3b667f90-c11c-44de-9544-83b3d054f03b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:20.163684 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:20.334585 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d13b-dbf5-440e-9d23-a06ac0d814e0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:20.335981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c2d13b-dbf5-440e-9d23-a06ac0d814e0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b639674-709a-4857-81e8-ba538fc31263 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:32:20.342961 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d13b-dbf5-440e-9d23-a06ac0d814e0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:20.350395 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a4c2d13b-dbf5-440e-9d23-a06ac0d814e0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "DELETE /v2.0/routers/3b639674-709a-4857-81e8-ba538fc31263 HTTP/1.1" status: 204 len: 168 time: 2.9870062 Sep 23 22:32:20.350674 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55878) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:20.556319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a9beb-d1d0-445f-9271-978ae2a003b4 req-601aee3e-fd24-48ea-9267-74d742863db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:20.558828 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-578a9beb-d1d0-445f-9271-978ae2a003b4 req-601aee3e-fd24-48ea-9267-74d742863db2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 1095 time: 0.6205122 Sep 23 22:32:20.572807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Allocated IP 2001:db8::2 (18278eab-1011-473d-93e5-1008e26ea10e/700a38fa-bd0e-4848-a233-1572cbbe1122/2f4e97d9-b605-4b2e-9ca7-f18a7d03112f) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:20.671807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc3efc-eb5b-4330-9787-1379b2f60de7 None None] Port 78dc9d49-9edf-4ba0-ba7f-cc050c8cd195 not found while updating agent binding for router 3b639674-709a-4857-81e8-ba538fc31263. {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 23 22:32:20.688948 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc3efc-eb5b-4330-9787-1379b2f60de7 None None] Routers set() bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:20.689238 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc3efc-eb5b-4330-9787-1379b2f60de7 None None] Router IDs set() for agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 22:32:20.689797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_agentschedulers_db [None req-7cfc3efc-eb5b-4330-9787-1379b2f60de7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3b639674-709a-4857-81e8-ba538fc31263'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent'). {{(pid=95492) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 23 22:32:20.690181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc3efc-eb5b-4330-9787-1379b2f60de7 None None] The sync data for ids ['3b639674-709a-4857-81e8-ba538fc31263'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:32:20.711600 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:20.722179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-6ce45d5d-6cad-4944-9f01-7248f6599b4e tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:20.722852 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-c8961fc2-e99a-4f7e-8c2a-0d83188d652e service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184652 Sep 23 22:32:20.723497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-6ce45d5d-6cad-4944-9f01-7248f6599b4e tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.67 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 821 time: 0.2938523 Sep 23 22:32:20.755292 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77b5f177-c29a-45cc-a93d-6b54d7509e78 req-d9b760bc-9d93-4848-84d5-a81f9be20f22 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 210 time: 0.0545089 Sep 23 22:32:20.765559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-7a16c297-1f88-4504-b903-2ee4e17de537 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Request body: {'port': {'device_id': '4b583295-8cbb-42da-add3-f155b53946b3', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'admin_state_up': True, 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:20.771420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c431c-4bac-4278-9b20-773638dd7708 req-fdbf571b-cf6e-4e55-8974-886c9336e3fb tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:20.773717 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f75c431c-4bac-4278-9b20-773638dd7708 req-fdbf571b-cf6e-4e55-8974-886c9336e3fb tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 944 time: 0.4796355 Sep 23 22:32:21.027156 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c629aba-9864-419e-8e8e-2ba850fb987b req-ac7b0f74-c1d0-4254-8e95-7a32a920393a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 210 time: 0.0760131 Sep 23 22:32:21.047777 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-22d9b9d8-c3ce-4747-b975-73e419bb244f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:21.084031 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:21.134418 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-62209e8d-cf17-4333-972e-0e5351c6f874 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=8f2fc59b-8cb2-421b-8953-264e069e9846 HTTP/1.1" status: 200 len: 217 time: 0.3580661 Sep 23 22:32:21.144100 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:21.158675 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-7a16c297-1f88-4504-b903-2ee4e17de537 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Made reservation on behalf of 0dd0f58a579241349f77bcc2e96619c0 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:21.163382 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-7a16c297-1f88-4504-b903-2ee4e17de537 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:21.184526 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:21.271579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Network 18278eab-1011-473d-93e5-1008e26ea10e is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:21.280471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:21.297842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:21.305029 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Pushing event updated for resources: {'Port': ['ID=2f4e97d9-b605-4b2e-9ca7-f18a7d03112f,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:21.371710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f75c431c-4bac-4278-9b20-773638dd7708 req-c43a6e69-6ac8-45da-8d9f-99463bd2ef39 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333421 Sep 23 22:32:21.389128 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:21.395415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d9b9d8-c3ce-4747-b975-73e419bb244f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network 18278eab-1011-473d-93e5-1008e26ea10e is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:21.414274 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-22d9b9d8-c3ce-4747-b975-73e419bb244f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:21.425739 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d9b9d8-c3ce-4747-b975-73e419bb244f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:21.426370 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-22d9b9d8-c3ce-4747-b975-73e419bb244f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:21.440883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9b9d8-c3ce-4747-b975-73e419bb244f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Subnet': ['ID=26a376f5-d18e-457d-aa3a-d5e6006441af,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:21.454253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Attempting to bind port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:32:21.455214 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Attempting to bind port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '6d4a4c49-f026-4c21-8e0d-d96da4039c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '18278eab-1011-473d-93e5-1008e26ea10e'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:32:21.455966 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Attempting to bind port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f on network 18278eab-1011-473d-93e5-1008e26ea10e {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:21.465000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-7c2b1218-eceb-4019-aa95-990f7051c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:21.472585 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:32:21.475535 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-7c2b1218-eceb-4019-aa95-990f7051c85c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.2499888 Sep 23 22:32:21.476481 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Checking segment: {'id': '6d4a4c49-f026-4c21-8e0d-d96da4039c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '18278eab-1011-473d-93e5-1008e26ea10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:21.479198 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:21.481855 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Bound using segment: {'id': '6d4a4c49-f026-4c21-8e0d-d96da4039c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '18278eab-1011-473d-93e5-1008e26ea10e'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:32:21.483554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Bound port: 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4a4c49-f026-4c21-8e0d-d96da4039c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '18278eab-1011-473d-93e5-1008e26ea10e'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:32:21.484527 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:21.535397 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a9beb-d1d0-445f-9271-978ae2a003b4 req-77e2a824-c7b5-45e8-997b-4ac40304d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:21.536989 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-578a9beb-d1d0-445f-9271-978ae2a003b4 req-77e2a824-c7b5-45e8-997b-4ac40304d531 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.9572172 Sep 23 22:32:21.657962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] For port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:32:21.665263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] For port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2f4e97d9-b605-4b2e-9ca7-f18a7d03112f,segment=NetworkSegment(6d4a4c49-f026-4c21-8e0d-d96da4039c67),segment_id=6d4a4c49-f026-4c21-8e0d-d96da4039c67)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:32:21.912895 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:21.918790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-7a16c297-1f88-4504-b903-2ee4e17de537 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Allocated IP 172.20.0.9 (8e106a1c-99eb-4d8e-9cef-0eff1ecc130e/2b93d81e-29cc-4306-a5b5-15e57cc2fc1b/69016375-e735-403c-9d05-e78b1894e3a6) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:21.954553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Deleting port df647c87-0f6b-4ff5-a203-b537cb78c3ad {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:32:21.955213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:22.091106 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438991d-fa30-4dae-b72c-0d193e83135f None None] Pushing event updated for resources: {'Port': ['ID=2f4e97d9-b605-4b2e-9ca7-f18a7d03112f,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:22.198906 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dfd09e44-a821-4d82-a0e8-2f2b3f90ca95 req-d5d403b8-740d-4060-9836-c0b5018035da tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 210 time: 0.0603337 Sep 23 22:32:22.210405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-f90886e1-1108-48f9-80de-3562af362891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:22.211961 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-f90886e1-1108-48f9-80de-3562af362891 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6893480 Sep 23 22:32:22.241316 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-7a16c297-1f88-4504-b903-2ee4e17de537 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:22.259601 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a9beb-d1d0-445f-9271-978ae2a003b4 req-4d22193d-024c-42a9-9278-757ad9ff5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:22.261312 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-578a9beb-d1d0-445f-9271-978ae2a003b4 req-4d22193d-024c-42a9-9278-757ad9ff5578 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6552086 Sep 23 22:32:22.376031 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-e6d4f69c-cf6f-43e6-a63c-51aa0978b5ef service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476734 Sep 23 22:32:22.379395 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-22d9b9d8-c3ce-4747-b975-73e419bb244f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.1033757 Sep 23 22:32:22.381918 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-360fbfd1-be8d-449a-8de1-3bbc5263d787 req-64d65f41-0cf8-4b66-b0e2-5251350b8a8d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 210 time: 0.1984305 Sep 23 22:32:22.382904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55904) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:22.397264 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-7a16c297-1f88-4504-b903-2ee4e17de537 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:22.446195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['7d7a4a5d-10e4-4653-9c35-fa5c07346c53'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:32:22.502185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] For port df647c87-0f6b-4ff5-a203-b537cb78c3ad, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=df647c87-0f6b-4ff5-a203-b537cb78c3ad,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:22.502912 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:22.507127 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-7a16c297-1f88-4504-b903-2ee4e17de537 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:22.523748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-7a16c297-1f88-4504-b903-2ee4e17de537 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:22.533347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-7a16c297-1f88-4504-b903-2ee4e17de537 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:22.566547 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Calling delete_port for df647c87-0f6b-4ff5-a203-b537cb78c3ad owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:32:22.571788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16c297-1f88-4504-b903-2ee4e17de537 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Pushing event updated for resources: {'Port': ['ID=69016375-e735-403c-9d05-e78b1894e3a6,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:22.828735 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-7a16c297-1f88-4504-b903-2ee4e17de537 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:22.830018 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-7a16c297-1f88-4504-b903-2ee4e17de537 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:22.890934 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e99446e-88a9-4e7c-b9be-fdc93045b336 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:22.894450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e99446e-88a9-4e7c-b9be-fdc93045b336 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:22.905727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e99446e-88a9-4e7c-b9be-fdc93045b336 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:22.908262 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e99446e-88a9-4e7c-b9be-fdc93045b336 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:22.910397 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e99446e-88a9-4e7c-b9be-fdc93045b336 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:22.912454 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6e99446e-88a9-4e7c-b9be-fdc93045b336 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5282686 Sep 23 22:32:22.952593 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-683aa14a-470a-443b-9d34-826fa1a44e2a service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749336 Sep 23 22:32:22.957854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55914) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:22.957854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Router fa563f5d-7811-4b20-b970-c5cba8461a2f is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:32:22.966076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-74a589e9-cd20-4b18-9123-4c80b2321a0e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1141217197'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:23.032479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-40cce997-0cfe-4596-afa7-b661eb0c1d08 None None] Provisioning complete for port 69016375-e735-403c-9d05-e78b1894e3a6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:23.033151 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-40cce997-0cfe-4596-afa7-b661eb0c1d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:23.038195 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-e0fd0d18-457e-4ca5-91ba-f9c44d5462fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=499a0347-912c-44ce-a942-4345708a157a HTTP/1.1" status: 200 len: 217 time: 0.0760746 Sep 23 22:32:23.080259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-40cce997-0cfe-4596-afa7-b661eb0c1d08 None None] Port 69016375-e735-403c-9d05-e78b1894e3a6 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:32:23.097694 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-941046c6-63ae-4f89-aa0d-243f537895b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:23.099274 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-941046c6-63ae-4f89-aa0d-243f537895b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 1095 time: 0.5957561 Sep 23 22:32:23.129543 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:23.170700 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6a201-6132-47ee-b982-e5563de45c4e req-c18a9395-3d10-4634-8ecc-07616bdc326f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:23.172303 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0f6a201-6132-47ee-b982-e5563de45c4e req-c18a9395-3d10-4634-8ecc-07616bdc326f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 944 time: 0.5615747 Sep 23 22:32:23.193453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Pushing event deleted for resources: {'Port': ['ID=df647c87-0f6b-4ff5-a203-b537cb78c3ad,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:23.240419 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:23.256574 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-5bf38c5e-f6de-41c7-9c64-dbf1f3d7aa07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9d10f97-f7f9-4227-b452-5070b414293f HTTP/1.1" status: 200 len: 217 time: 0.1334560 Sep 23 22:32:23.257365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a589e9-cd20-4b18-9123-4c80b2321a0e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:23.260995 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-74a589e9-cd20-4b18-9123-4c80b2321a0e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:23.266149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-6a1af56c-ea71-419a-bcf1-856461752b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:23.268032 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-6a1af56c-ea71-419a-bcf1-856461752b52 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.2188382 Sep 23 22:32:23.314461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:32:23.323932 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Sync routers for ids ['fa563f5d-7811-4b20-b970-c5cba8461a2f'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:32:23.339253 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Routers {'fa563f5d-7811-4b20-b970-c5cba8461a2f'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:23.341503 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fa563f5d-7811-4b20-b970-c5cba8461a2f'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:23.434786 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-7a16c297-1f88-4504-b903-2ee4e17de537 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6749616 Sep 23 22:32:23.468474 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0f6a201-6132-47ee-b982-e5563de45c4e req-dae0aaac-d1b6-4ea9-a189-e9a482be89ce tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562196 Sep 23 22:32:23.473720 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a589e9-cd20-4b18-9123-4c80b2321a0e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:32:23.511592 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Set router fa563f5d-7811-4b20-b970-c5cba8461a2f gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:23.515235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-68ceafe3-e55c-4a21-8b7f-0108f5b29f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:23.535140 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-68ceafe3-e55c-4a21-8b7f-0108f5b29f6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a29ecc8-4a09-439c-8732-97749c6a5cb5 HTTP/1.1" status: 200 len: 845 time: 0.2199414 Sep 23 22:32:23.559071 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:23.564649 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0d870a1f-54ef-4c67-9a62-2853c619fce9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.3607607 Sep 23 22:32:23.565536 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55930) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:23.568279 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-74a589e9-cd20-4b18-9123-4c80b2321a0e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:23.568645 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-74a589e9-cd20-4b18-9123-4c80b2321a0e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Added segment 9a06a912-9f3d-42f4-adb0-79247c71173c of type vlan for network 5441d158-047a-448f-b236-7377ade40761 Sep 23 22:32:23.627442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Request body: {'port': {'device_id': '4b583295-8cbb-42da-add3-f155b53946b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:23.651317 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:23.656296 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-24211b81-cbec-4d3a-b65f-9670cc92bb53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b124564-d7ec-451c-aa5d-0eca8f728d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995035 Sep 23 22:32:23.663831 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-d3f777bd-e398-4cab-b3a3-4708b756598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:23.677345 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-d3f777bd-e398-4cab-b3a3-4708b756598e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3571706 Sep 23 22:32:23.679312 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:23.875669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-38209afc-d8e1-4c6a-b7f0-2c5fe23fff75 req-5ba3dcd6-ee17-48a5-8099-4ec2c8d535f9 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 210 time: 0.2362022 Sep 23 22:32:23.891474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:23.921759 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:12Z', 'updated_at': '2021-09-23T22:32:18Z', 'revision_number': 3, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'gw_port': {'id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:15Z', 'updated_at': '2021-09-23T22:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:23.991219 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-74a589e9-cd20-4b18-9123-4c80b2321a0e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:24.003377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d6eb5-1e99-4936-baf0-7d1d92d9982e req-3aac0d16-ed60-407e-bf72-ecfd40f01095 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:24.012420 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a99d6eb5-1e99-4936-baf0-7d1d92d9982e req-3aac0d16-ed60-407e-bf72-ecfd40f01095 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 931 time: 0.4410987 Sep 23 22:32:24.031140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282708e8-8e89-48ae-9387-50986b9e1fc4 None None] Network 18278eab-1011-473d-93e5-1008e26ea10e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:24.047576 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:24.137347 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:24.138511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38ac0488-279e-418c-be42-9e1dbd363fb5 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:32:24.163640 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Checking router: fa563f5d-7811-4b20-b970-c5cba8461a2f for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:32:24.166202 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Updating router fa563f5d-7811-4b20-b970-c5cba8461a2f port 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:32:24.217292 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:24.217292 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4471af41-3f18-4cd7-abbf-23f06f8b83b4 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "DELETE /v2.0/routers/38ac0488-279e-418c-be42-9e1dbd363fb5 HTTP/1.1" status: 204 len: 168 time: 3.8624666 Sep 23 22:32:24.227028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55940) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:24.248697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-182353202', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}, 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:24.261812 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:24.281589 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-0f93ca9b-a278-4600-a59b-26d4aa0764cb service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027350 Sep 23 22:32:24.319481 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a99d6eb5-1e99-4936-baf0-7d1d92d9982e req-66426d5c-66f2-4cbe-954f-ea8e7540a0e8 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004279 Sep 23 22:32:24.399428 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-5c866ecc-4b33-4483-827c-b3b7c1021d97 service neutron] 10.222.0.43 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525533 Sep 23 22:32:24.435737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:24.436589 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:24.506021 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-74a589e9-cd20-4b18-9123-4c80b2321a0e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:24.521683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a589e9-cd20-4b18-9123-4c80b2321a0e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:24.522395 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-74a589e9-cd20-4b18-9123-4c80b2321a0e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:24.535813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-18e181f5-c8fb-4a70-8150-e49877938609 None None] Provisioning complete for port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:24.537742 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-18e181f5-c8fb-4a70-8150-e49877938609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:24.586693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-544138bc-bb05-4dff-a81c-c8e05f996c23 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:24.588439 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-544138bc-bb05-4dff-a81c-c8e05f996c23 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.67 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 816 time: 0.6818662 Sep 23 22:32:24.783162 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-18e181f5-c8fb-4a70-8150-e49877938609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:24.824632 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:24.826460 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:24.876008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a589e9-cd20-4b18-9123-4c80b2321a0e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Network': ['ID=5441d158-047a-448f-b236-7377ade40761,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:24.886920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69016375-e735-403c-9d05-e78b1894e3a6 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:32:24.888396 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-74a589e9-cd20-4b18-9123-4c80b2321a0e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9274485 Sep 23 22:32:24.893583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55944) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:24.896488 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:24.911437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:24.915721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Transition to ACTIVE for port object 69016375-e735-403c-9d05-e78b1894e3a6 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:32:24.933353 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-4fec79d8-43c2-411f-b555-83d423106a75 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=105c7207854f488985a813c37073f45f HTTP/1.1" status: 200 len: 380 time: 0.3068604 Sep 23 22:32:24.957625 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:24.979232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-58687bb1-3d6d-48b7-aabc-24fbdcedbeb4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Request body: {'port': {'device_id': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'admin_state_up': True, 'tenant_id': '105c7207854f488985a813c37073f45f', 'security_groups': ['942a581b-e915-40ea-899e-1839708a7d5f']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:25.008577 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:25.060957 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-088630a3-7d38-4f5e-bcce-73229aa95e5e service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506417 Sep 23 22:32:25.089166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 5441d158-047a-448f-b236-7377ade40761 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:32:25.109417 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:25.126229 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-18e181f5-c8fb-4a70-8150-e49877938609 None None] For port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2f4e97d9-b605-4b2e-9ca7-f18a7d03112f,segment=NetworkSegment(6d4a4c49-f026-4c21-8e0d-d96da4039c67),segment_id=6d4a4c49-f026-4c21-8e0d-d96da4039c67)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:25.127584 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:25.131762 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-196f4823-ff58-4114-a3a8-9484d8b0e298 req-c9b33c46-77b5-4ae2-a1fa-744edd1cc336 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 210 time: 0.0677955 Sep 23 22:32:25.146595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Pushing event updated for resources: {'Port': ['ID=69016375-e735-403c-9d05-e78b1894e3a6,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:25.192958 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a0e1f-4e91-4f60-a8ca-4dacc27c3885 None None] Pushing event updated for resources: {'Port': ['ID=7a384d14-c9f0-41cf-b5e7-6c9a86e3c953,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:25.205907 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-18e181f5-c8fb-4a70-8150-e49877938609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:25.280588 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Attempting to bind port 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:32:25.280959 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Attempting to bind port 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:32:25.281348 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Attempting to bind port 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:25.304315 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:32:25.306018 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:25.306611 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:25.309757 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:32:25.310671 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Bound port: 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:32:25.311064 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:25.316396 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1836725-22b4-4728-ab9a-235aadbce7a6 req-89791611-7776-4122-934d-f19136fccace service neutron] 10.222.0.43 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8733137 Sep 23 22:32:25.327333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Attempting to bind port 69016375-e735-403c-9d05-e78b1894e3a6 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:32:25.327947 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Attempting to bind port 69016375-e735-403c-9d05-e78b1894e3a6 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:32:25.328482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Attempting to bind port 69016375-e735-403c-9d05-e78b1894e3a6 on network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:25.337638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Port 69016375-e735-403c-9d05-e78b1894e3a6 on network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:32:25.338270 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Attempting to bind port 69016375-e735-403c-9d05-e78b1894e3a6 on network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:25.344608 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:32:25.345269 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Checking segment: {'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:25.345852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Bound using segment: {'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:32:25.346760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Bound port: 69016375-e735-403c-9d05-e78b1894e3a6, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2742bcca-332d-4912-b4f8-649829ae3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:32:25.347310 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:25.347593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e2be6-19d6-4e7a-8c81-45ed98672f1e req-2cc8625a-2370-46b4-9a8a-ff517639cb6a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:25.356095 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-736e2be6-19d6-4e7a-8c81-45ed98672f1e req-2cc8625a-2370-46b4-9a8a-ff517639cb6a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 944 time: 0.7027719 Sep 23 22:32:25.443566 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] For port 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:32:25.455078 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] For port 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7a384d14-c9f0-41cf-b5e7-6c9a86e3c953,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:32:25.475237 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:32:25.476267 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:32:25.492279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] For port 69016375-e735-403c-9d05-e78b1894e3a6, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:32:25.499666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] For port 69016375-e735-403c-9d05-e78b1894e3a6, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=69016375-e735-403c-9d05-e78b1894e3a6,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:32:25.512989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e181f5-c8fb-4a70-8150-e49877938609 None None] Pushing event updated for resources: {'Port': ['ID=2f4e97d9-b605-4b2e-9ca7-f18a7d03112f,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:25.520168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef97296a-df7c-41c3-a06b-efa5a867f22b None None] Update dhcp port {'port': {'network_id': '18278eab-1011-473d-93e5-1008e26ea10e', 'fixed_ips': [{'subnet_id': '700a38fa-bd0e-4848-a233-1572cbbe1122', 'ip_address': '2001:db8::2'}, {'subnet_id': '26a376f5-d18e-457d-aa3a-d5e6006441af'}], 'binding:host_id': 'n-d-810775-1'}, 'id': '2f4e97d9-b605-4b2e-9ca7-f18a7d03112f'} from n-d-810775-1. {{(pid=95492) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 22:32:25.551938 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:25.585099 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ef97296a-df7c-41c3-a06b-efa5a867f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:25.602322 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:25.607780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12e95c-a47d-4248-8cb4-72ce50ae4128 req-6e41157a-4e4d-4c9e-b4ef-543676882acd tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:25.611266 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f12e95c-a47d-4248-8cb4-72ce50ae4128 req-6e41157a-4e4d-4c9e-b4ef-543676882acd tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 943 time: 0.1040950 Sep 23 22:32:25.627229 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a0e1f-4e91-4f60-a8ca-4dacc27c3885 None None] Pushing event updated for resources: {'Port': ['ID=7a384d14-c9f0-41cf-b5e7-6c9a86e3c953,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:25.643089 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Routers {'fa563f5d-7811-4b20-b970-c5cba8461a2f'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:25.644032 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fa563f5d-7811-4b20-b970-c5cba8461a2f'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:25.657682 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-5eff51a2-c083-48a5-8a85-e37a5b6a7703 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c26f34cc-c4ee-4668-9337-2d322cc23919 HTTP/1.1" status: 200 len: 217 time: 0.4565859 Sep 23 22:32:25.669702 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:25.760906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:25.762028 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:25.763961 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] 10.222.0.67 "PUT /v2.0/ports/69016375-e735-403c-9d05-e78b1894e3a6 HTTP/1.1" status: 200 len: 1091 time: 2.1488202 Sep 23 22:32:25.765084 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] Set router fa563f5d-7811-4b20-b970-c5cba8461a2f gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:25.769515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b583295-8cbb-42da-add3-f155b53946b3', 'tag': '69016375-e735-403c-9d05-e78b1894e3a6'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:32:25.772249 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5768b514-e7cf-4491-b105-1835ed1a07e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4b583295-8cbb-42da-add3-f155b53946b3", "tag": "69016375-e735-403c-9d05-e78b1894e3a6"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:32:25.799046 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f12e95c-a47d-4248-8cb4-72ce50ae4128 req-1f3dc139-0a6c-42e5-86f1-fce59cdea187 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805816 Sep 23 22:32:25.858624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2d853-4983-47e4-8b2a-fc6b2ca498de service neutron] Pushing event updated for resources: {'Port': ['ID=69016375-e735-403c-9d05-e78b1894e3a6,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:25.892263 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8ee942-bc45-4a22-aa1a-7d3490a39ccc x-openstack-request-id: req-db8ee942-bc45-4a22-aa1a-7d3490a39ccc {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:32:25.892621 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b583295-8cbb-42da-add3-f155b53946b3", "tag": "69016375-e735-403c-9d05-e78b1894e3a6", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:32:25.892872 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db8ee942-bc45-4a22-aa1a-7d3490a39ccc {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:32:25.893333 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b583295-8cbb-42da-add3-f155b53946b3', 'tag': '69016375-e735-403c-9d05-e78b1894e3a6', 'status': 'completed', 'code': 200} Sep 23 22:32:25.910832 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:32:25.973395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-ef97296a-df7c-41c3-a06b-efa5a867f22b None None] Allocated IP 172.20.0.1 (18278eab-1011-473d-93e5-1008e26ea10e/26a376f5-d18e-457d-aa3a-d5e6006441af/2f4e97d9-b605-4b2e-9ca7-f18a7d03112f) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:25.999034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-c61690ee-96bc-4764-997a-e18a4efa9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:26.000659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-c61690ee-96bc-4764-997a-e18a4efa9572 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 1094 time: 0.0858955 Sep 23 22:32:26.090758 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-a4194a9c-090e-49c0-9d1c-5ed49c271fd6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69016375-e735-403c-9d05-e78b1894e3a6 HTTP/1.1" status: 200 len: 217 time: 0.0731063 Sep 23 22:32:26.092554 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:12Z', 'updated_at': '2021-09-23T22:32:18Z', 'revision_number': 3, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'gw_port': {'id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:15Z', 'updated_at': '2021-09-23T22:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:26.132362 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ef97296a-df7c-41c3-a06b-efa5a867f22b None None] For port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2f4e97d9-b605-4b2e-9ca7-f18a7d03112f,segment=NetworkSegment(6d4a4c49-f026-4c21-8e0d-d96da4039c67),segment_id=6d4a4c49-f026-4c21-8e0d-d96da4039c67)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:26.167895 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42ce33-b5c6-48be-873f-9a0330137755 None None] The sync data for ids ['fa563f5d-7811-4b20-b970-c5cba8461a2f'] in n-d-810775-1 is: [{'id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:12Z', 'updated_at': '2021-09-23T22:32:18Z', 'revision_number': 3, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'gw_port': {'id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:15Z', 'updated_at': '2021-09-23T22:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:32:26.194898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-1ce3c1f2-31a2-46d4-9f77-70028b89bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:26.194898 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-1ce3c1f2-31a2-46d4-9f77-70028b89bc32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.0939460 Sep 23 22:32:26.210972 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ef97296a-df7c-41c3-a06b-efa5a867f22b None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:26.278388 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ef97296a-df7c-41c3-a06b-efa5a867f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:26.294225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-a2d7e0b1-7cac-4c27-aa91-1b2aa6a40700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:26.297230 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-a2d7e0b1-7cac-4c27-aa91-1b2aa6a40700 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939643 Sep 23 22:32:26.415741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97296a-df7c-41c3-a06b-efa5a867f22b None None] Pushing event updated for resources: {'Port': ['ID=2f4e97d9-b605-4b2e-9ca7-f18a7d03112f,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:26.416447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1412ff2-52f1-4c03-8080-a8288b3b8579 req-781c212b-dd9a-4e0d-b581-25a057fac990 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 210 time: 0.0633307 Sep 23 22:32:26.467985 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:26.482446 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:26.528774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-fe21485f-ddc8-4073-8667-7f54e7043827 service neutron] 10.222.0.67 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187674 Sep 23 22:32:26.660816 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:26.664408 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:26.727700 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-736e2be6-19d6-4e7a-8c81-45ed98672f1e req-7c4faba5-6de9-4743-b06f-828ee6a2b192 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1698935 Sep 23 22:32:26.762533 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:26.776874 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9080a4a-9532-45ca-baf7-4581270adb3a req-a196f474-a8f7-4d5b-8f0d-ef81424bec8a service neutron] 10.222.0.67 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384784 Sep 23 22:32:26.838589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network 5441d158-047a-448f-b236-7377ade40761 is not hosted by any dhcp agent {{(pid=95490) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 22:32:26.859496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:26.859496 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:26.859496 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "PUT /v2.0/networks/5441d158-047a-448f-b236-7377ade40761 HTTP/1.1" status: 200 len: 723 time: 1.9427922 Sep 23 22:32:26.859962 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55970) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:26.859962 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-1ffab6c4-5da5-40cc-886e-a2c4762f622e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'subnet': {'network_id': '5441d158-047a-448f-b236-7377ade40761', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:26.908442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device df647c87-0f6b-4ff5-a203-b537cb78c3ad no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:32:26.967650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: df647c87-0f6b-4ff5-a203-b537cb78c3ad {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:32:26.968171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device df647c87-0f6b-4ff5-a203-b537cb78c3ad not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:32:27.007457 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:27.076730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-57f570de-e303-4fcf-b259-20b4db60aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:27.078411 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-57f570de-e303-4fcf-b259-20b4db60aa30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2223bb73-533f-4afc-95d0-701555de7877 HTTP/1.1" status: 200 len: 797 time: 1.4093661 Sep 23 22:32:27.082308 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-58687bb1-3d6d-48b7-aabc-24fbdcedbeb4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Made reservation on behalf of 105c7207854f488985a813c37073f45f for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:27.087499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-58687bb1-3d6d-48b7-aabc-24fbdcedbeb4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:27.115090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Network': ['ID=5441d158-047a-448f-b236-7377ade40761,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:27.136749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768b514-e7cf-4491-b105-1835ed1a07e2 req-8fe7a195-51b8-46e2-ab15-0eee65ec0ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:27.141574 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5768b514-e7cf-4491-b105-1835ed1a07e2 req-8fe7a195-51b8-46e2-ab15-0eee65ec0ae0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 1094 time: 0.0752256 Sep 23 22:32:27.152489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ac4c3-92b1-4f47-9653-3f18c5b5a6b7 req-d353dec3-ba7b-49f6-877c-1004129b4123 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:27.154556 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-546ac4c3-92b1-4f47-9653-3f18c5b5a6b7 req-d353dec3-ba7b-49f6-877c-1004129b4123 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 943 time: 0.1422176 Sep 23 22:32:27.202218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:27.202851 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:27.203363 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:27.206640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:27.206640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:27.206640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:27.206640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:27.206640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:27.206640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:27.206640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:27.206640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:27.206640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7de54-439b-422e-a34b-ce7382f7085f tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:27.233477 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 5441d158-047a-448f-b236-7377ade40761 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:32:27.294287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffab6c4-5da5-40cc-886e-a2c4762f622e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:27.302948 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ffab6c4-5da5-40cc-886e-a2c4762f622e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:27.407905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-58687bb1-3d6d-48b7-aabc-24fbdcedbeb4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Allocated IP 172.20.0.11 (15f12cf3-76d1-444b-8977-8d9ed31e3a25/e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57/143378f3-4e92-4775-a2b5-989b2bdf6436) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:27.463650 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-a409ca13-7fa8-413d-81e0-a022af0f971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:27.465366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-a409ca13-7fa8-413d-81e0-a022af0f971a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca883b77-dd36-40f2-a31d-760ec43ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3750820 Sep 23 22:32:27.472272 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:27.556450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c7b928-097a-4f3b-94f9-c26d30859880 None None] Network 18278eab-1011-473d-93e5-1008e26ea10e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:27.631229 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-546ac4c3-92b1-4f47-9653-3f18c5b5a6b7 req-1d50d72e-b361-4a79-a733-cf37d5a84bc1 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666967 Sep 23 22:32:27.706129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768b514-e7cf-4491-b105-1835ed1a07e2 req-36165c9f-ec04-4e17-8b17-4abff834223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:27.712417 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5768b514-e7cf-4491-b105-1835ed1a07e2 req-36165c9f-ec04-4e17-8b17-4abff834223c service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 922 time: 0.5565529 Sep 23 22:32:27.728998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b763a5ef-e0da-4fac-ba2d-3db3973cccbc None None] Provisioning complete for port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:27.729515 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b763a5ef-e0da-4fac-ba2d-3db3973cccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:27.773282 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5768b514-e7cf-4491-b105-1835ed1a07e2 req-2addfe7d-009c-4542-8538-d362b1b37dfa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69016375-e735-403c-9d05-e78b1894e3a6 HTTP/1.1" status: 200 len: 217 time: 0.0478606 Sep 23 22:32:27.862955 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5676ff19-58d2-47a3-bd48-a5b451213c28 req-3d3d5600-1331-4252-a0f5-5bd74b3b2f69 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 210 time: 0.1291797 Sep 23 22:32:27.977583 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-a789883b-0d04-4758-99b3-dc9eb817cce1 service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012524 Sep 23 22:32:28.056614 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ffab6c4-5da5-40cc-886e-a2c4762f622e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:28.135256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768b514-e7cf-4491-b105-1835ed1a07e2 req-4fe5ab3e-abc4-4bf0-83f2-19162e83451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:28.136753 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5768b514-e7cf-4491-b105-1835ed1a07e2 req-4fe5ab3e-abc4-4bf0-83f2-19162e83451a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.3556817 Sep 23 22:32:28.216180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676667c-06fb-4253-a8a7-3568947969ec req-16855fc0-6de2-4093-847e-f119e59c103d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:28.217897 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-58687bb1-3d6d-48b7-aabc-24fbdcedbeb4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:28.225536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e676667c-06fb-4253-a8a7-3568947969ec req-16855fc0-6de2-4093-847e-f119e59c103d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 944 time: 0.2702088 Sep 23 22:32:28.250764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffab6c4-5da5-40cc-886e-a2c4762f622e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Subnet': ['ID=5f38033b-5f78-4b55-b356-c0c05eec3dae,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:28.260758 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:28.288644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffab6c4-5da5-40cc-886e-a2c4762f622e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Checking segment: {'id': '9a06a912-9f3d-42f4-adb0-79247c71173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5441d158-047a-448f-b236-7377ade40761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:28.288644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffab6c4-5da5-40cc-886e-a2c4762f622e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network hostable DHCP agents. Network: 5441d158-047a-448f-b236-7377ade40761, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:32:28.312323 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e676667c-06fb-4253-a8a7-3568947969ec req-e5cb9968-1d11-493e-8469-58ce933f7a9c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857744 Sep 23 22:32:28.314895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768b514-e7cf-4491-b105-1835ed1a07e2 req-5a3befa8-53ba-41a9-9725-76097d15cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:28.316632 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5768b514-e7cf-4491-b105-1835ed1a07e2 req-5a3befa8-53ba-41a9-9725-76097d15cb6a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631505 Sep 23 22:32:28.350478 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31124441-edd0-499e-93d7-f6e5db79fd95 None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 22:32:28.449331 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-30b02d70-ce1e-41a1-9d7f-7e6634ba5c52 service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311452 Sep 23 22:32:28.452425 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4d8a84fb-51d3-42fa-a553-74fc08c61207 None None] Provisioning complete for port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:28.455360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffab6c4-5da5-40cc-886e-a2c4762f622e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network 5441d158-047a-448f-b236-7377ade40761 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:32:28.456235 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4d8a84fb-51d3-42fa-a553-74fc08c61207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:28.459897 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:28.517726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Allocated IP 172.20.0.1 (7b269275-d2f2-42f6-a365-60282a573cd2/5c35295b-d496-49fd-b020-8dcae9bebf0e/3c5da82f-252a-41ba-946d-c7cbd91d5092) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:28.532309 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:28.563341 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5768b514-e7cf-4491-b105-1835ed1a07e2 req-a6a16bf0-8d1a-471e-9e29-8b920ff65b88 service neutron] 10.222.0.67 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373598 Sep 23 22:32:28.764853 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5768b514-e7cf-4491-b105-1835ed1a07e2 req-3ed93292-e902-47a9-99d1-2075ac8c6faa service neutron] 10.222.0.67 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943123 Sep 23 22:32:28.766943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-1ffab6c4-5da5-40cc-886e-a2c4762f622e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 5441d158-047a-448f-b236-7377ade40761) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:28.777656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffab6c4-5da5-40cc-886e-a2c4762f622e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:28.778135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:28.778622 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ffab6c4-5da5-40cc-886e-a2c4762f622e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:28.778740 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:28.801411 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:28.825393 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device f9d10f97-f7f9-4227-b452-5070b414293f details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:32:28.912169 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1ffab6c4-5da5-40cc-886e-a2c4762f622e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0602453 Sep 23 22:32:28.915433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-e40c386e-ba6f-4367-a061-40ae41808b65 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b7aef643-1174-42fd-8754-4c16946aa2b2 HTTP/1.1" status: 200 len: 217 time: 0.4174309 Sep 23 22:32:28.916534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55998) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:28.926221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-1bc85d0d-a79b-4ac8-ad2e-be10a7665b05 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:29.057452 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:29.143492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9384a9-37c7-4d09-99b4-b02b3ebc2c1c req-a86d6dbb-e313-4c88-8460-c8c3a0ac1865 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:29.152052 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c9384a9-37c7-4d09-99b4-b02b3ebc2c1c req-a86d6dbb-e313-4c88-8460-c8c3a0ac1865 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 943 time: 0.3587592 Sep 23 22:32:29.155077 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-58687bb1-3d6d-48b7-aabc-24fbdcedbeb4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:29.182507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-b610e23d-3613-47ef-8a4c-48e2ed4406eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:29.184052 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-b610e23d-3613-47ef-8a4c-48e2ed4406eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2223bb73-533f-4afc-95d0-701555de7877 HTTP/1.1" status: 200 len: 797 time: 0.2532537 Sep 23 22:32:29.200481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-58687bb1-3d6d-48b7-aabc-24fbdcedbeb4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:29.218654 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1bc85d0d-a79b-4ac8-ad2e-be10a7665b05 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25618323'] for subnet, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:29.219529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-58687bb1-3d6d-48b7-aabc-24fbdcedbeb4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:29.242490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port f9d10f97-f7f9-4227-b452-5070b414293f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=f9d10f97-f7f9-4227-b452-5070b414293f,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:29.261049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31124441-edd0-499e-93d7-f6e5db79fd95 None None] Unable to find a vacant binding_index for network 5441d158-047a-448f-b236-7377ade40761 and agent 616f7252-153e-4278-b530-a1184a31a911 {{(pid=95492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 23 22:32:29.264180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'f9d10f97-f7f9-4227-b452-5070b414293f', 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19', 'port_id': 'f9d10f97-f7f9-4227-b452-5070b414293f', 'mac_address': 'fa:16:3e:5a:8b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a29ecc8-4a09-439c-8732-97749c6a5cb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:32:29.271829 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-58687bb1-3d6d-48b7-aabc-24fbdcedbeb4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:29.274200 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31124441-edd0-499e-93d7-f6e5db79fd95 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 5441d158-047a-448f-b236-7377ade40761) {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 22:32:29.308147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25ef4-acf8-4b0e-b342-59fe3b4aff59 req-c3d6b40e-51dc-4c2e-84fb-ac7e2b85b45a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:29.318056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fa25ef4-acf8-4b0e-b342-59fe3b4aff59 req-c3d6b40e-51dc-4c2e-84fb-ac7e2b85b45a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 932 time: 0.2450702 Sep 23 22:32:29.337426 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:29.385170 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d10f97-f7f9-4227-b452-5070b414293f {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:32:29.386008 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c9384a9-37c7-4d09-99b4-b02b3ebc2c1c req-32e1de93-356f-42a6-b55f-26fa67bc2372 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329097 Sep 23 22:32:29.396032 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fa25ef4-acf8-4b0e-b342-59fe3b4aff59 req-444262e7-7307-480f-a8f4-4371486d80bd tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750039 Sep 23 22:32:29.407384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Allocated IP 172.25.1.123 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/7a68d85a-7024-49e9-bd97-854d9273e3da) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:29.415620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:29.415995 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:29.473417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:29.486177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58687bb1-3d6d-48b7-aabc-24fbdcedbeb4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event updated for resources: {'Port': ['ID=143378f3-4e92-4775-a2b5-989b2bdf6436,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:29.489921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-34d4c00a-aec6-4da1-a41e-0bf46c2bf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:29.493866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port f9d10f97-f7f9-4227-b452-5070b414293f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=f9d10f97-f7f9-4227-b452-5070b414293f,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:29.501609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-34d4c00a-aec6-4da1-a41e-0bf46c2bf014 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca883b77-dd36-40f2-a31d-760ec43ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2923155 Sep 23 22:32:29.560563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c5da82f-252a-41ba-946d-c7cbd91d5092,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:29.628369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-58687bb1-3d6d-48b7-aabc-24fbdcedbeb4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:29.629219 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-58687bb1-3d6d-48b7-aabc-24fbdcedbeb4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:29.632463 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:29.683398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Network 7b269275-d2f2-42f6-a365-60282a573cd2 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:29.706930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:29.752716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:29.757153 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1bc85d0d-a79b-4ac8-ad2e-be10a7665b05 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753537328887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25665691'] for subnet, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:29.826753 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc85d0d-a79b-4ac8-ad2e-be10a7665b05 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:29.827759 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1bc85d0d-a79b-4ac8-ad2e-be10a7665b05 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:29.829392 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1bc85d0d-a79b-4ac8-ad2e-be10a7665b05 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "PUT /v2.0/subnets/5f38033b-5f78-4b55-b356-c0c05eec3dae HTTP/1.1" status: 200 len: 826 time: 0.9117072 Sep 23 22:32:29.834701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56014) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:29.836782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f420313-5a59-46ac-938d-693bd474e4f3 req-1cdc982c-7e68-420a-89c8-cad4321f6b4e tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:29.838474 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4f420313-5a59-46ac-938d-693bd474e4f3 req-1cdc982c-7e68-420a-89c8-cad4321f6b4e tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 945 time: 0.2818623 Sep 23 22:32:29.839956 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-58687bb1-3d6d-48b7-aabc-24fbdcedbeb4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8810146 Sep 23 22:32:29.850770 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:29.864967 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Request body: {'port': {'device_id': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:29.894318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc85d0d-a79b-4ac8-ad2e-be10a7665b05 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Subnet': ['ID=5f38033b-5f78-4b55-b356-c0c05eec3dae,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:29.909650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['f9d10f97-f7f9-4227-b452-5070b414293f'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:32:29.938485 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:29.960209 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7a384d14-c9f0-41cf-b5e7-6c9a86e3c953,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:29.962589 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=f9d10f97-f7f9-4227-b452-5070b414293f,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:29.974988 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:30.037935 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-ae269fd0-75f0-4d4f-b6c0-a24e78da9771 service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745321 Sep 23 22:32:30.043140 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:30.046483 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:30.063438 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:30.119834 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:30.127288 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4f420313-5a59-46ac-938d-693bd474e4f3 req-58295a0d-22d7-4cc4-928c-abdbc711a061 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542458 Sep 23 22:32:30.192898 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40679703-f835-4d34-990f-39987500e6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-5441d158-047a-448f-b236-7377ade40761', 'network_id': '5441d158-047a-448f-b236-7377ade40761', 'tenant_id': 'e87e72fe56df4d19bc88bfece64b86c5', 'fixed_ips': [{'subnet_id': '5f38033b-5f78-4b55-b356-c0c05eec3dae'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:32:30.197989 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-40679703-f835-4d34-990f-39987500e6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:30.238063 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:30.314841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Subnet': ['ID=5f38033b-5f78-4b55-b356-c0c05eec3dae,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:30.413879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56020) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:30.420556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=7a384d14-c9f0-41cf-b5e7-6c9a86e3c953,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:30.494390 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:30.539404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5441d158-047a-448f-b236-7377ade40761']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:30.556610 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a06a912-9f3d-42f4-adb0-79247c71173c') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:30.557031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a06a912-9f3d-42f4-adb0-79247c71173c') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:30.572268 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:30.616158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-622fac4f-d498-4cfa-8f60-58b20dd16f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:30.619023 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:30.650181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:32:30.650770 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:32:30.655596 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:32:30.751448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70403b26-0fca-4868-b7b8-1c75a65fcec2 req-e5771dbf-e904-4e28-83b4-c9d065bae6ef tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:30.753291 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-70403b26-0fca-4868-b7b8-1c75a65fcec2 req-e5771dbf-e904-4e28-83b4-c9d065bae6ef tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 943 time: 0.1661012 Sep 23 22:32:30.772574 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6961989c-29ba-492c-bbbc-31733bf618ca None None] Network 5441d158-047a-448f-b236-7377ade40761 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:30.844634 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21ecdc49-8466-4d89-bb2e-35679628a9d7 req-ac8ea7ba-bba9-4c59-b74d-fd30cadafad4 service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825031 Sep 23 22:32:30.859367 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:30.877709 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-70403b26-0fca-4868-b7b8-1c75a65fcec2 req-f4afe042-f808-413f-aab9-25faabbc1817 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077297 Sep 23 22:32:30.939269 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:30.962588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c3fe-8595-4419-a5d1-e15044f4ec1a req-4e5c701e-d2c1-4991-90f9-b50e49e05054 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:30.964317 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-95a1c3fe-8595-4419-a5d1-e15044f4ec1a req-4e5c701e-d2c1-4991-90f9-b50e49e05054 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 932 time: 0.2916965 Sep 23 22:32:30.967388 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 69016375-e735-403c-9d05-e78b1894e3a6 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:32:31.002684 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.007336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/5441d158-047a-448f-b236-7377ade40761 HTTP/1.1" status: 204 len: 168 time: 1.1695192 Sep 23 22:32:31.007747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45077f-d663-4f22-960d-547815bec80c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Network': ['ID=5441d158-047a-448f-b236-7377ade40761,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:31.010840 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56028) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:31.029759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a568fe9-b464-44cc-99c9-8d21912e040c None None] Network 5441d158-047a-448f-b236-7377ade40761 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:31.052310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a568fe9-b464-44cc-99c9-8d21912e040c None None] Network 5441d158-047a-448f-b236-7377ade40761 could not be found, it might have been deleted concurrently. {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 22:32:31.052660 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:31.068019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac73be9-abe3-452b-b8f1-8d3642f6bf84 None None] Network 5441d158-047a-448f-b236-7377ade40761 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:31.080811 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3ca3ae-6d7d-49c0-ad17-97000dc8c5f4 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] DELETE failed (client error): The resource could not be found. Sep 23 22:32:31.081786 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a3ca3ae-6d7d-49c0-ad17-97000dc8c5f4 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:32:31.087183 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8a3ca3ae-6d7d-49c0-ad17-97000dc8c5f4 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/5441d158-047a-448f-b236-7377ade40761 HTTP/1.1" status: 404 len: 339 time: 0.0701435 Sep 23 22:32:31.087893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56032) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:31.094309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:31.108085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d6141267-8f76-4723-9841-84f248f3a331 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-377025932', 'description': 'd1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:31.116669 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.119890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac73be9-abe3-452b-b8f1-8d3642f6bf84 None None] Network 5441d158-047a-448f-b236-7377ade40761 could not be found, it might have been deleted concurrently. {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 22:32:31.120127 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:31.136988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Pushing event updated for resources: {'Port': ['ID=7a68d85a-7024-49e9-bd97-854d9273e3da,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:31.179908 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-622fac4f-d498-4cfa-8f60-58b20dd16f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.239061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6149c797-8fea-4fc9-acde-78313bdd09cc None None] Provisioning complete for port 3c5da82f-252a-41ba-946d-c7cbd91d5092 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:31.239452 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6149c797-8fea-4fc9-acde-78313bdd09cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.292094 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 69016375-e735-403c-9d05-e78b1894e3a6, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=69016375-e735-403c-9d05-e78b1894e3a6,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:31.301347 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-95a1c3fe-8595-4419-a5d1-e15044f4ec1a req-cf7c9063-bbd0-49e4-b3f1-183ee28cdac6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940078 Sep 23 22:32:31.302267 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-622fac4f-d498-4cfa-8f60-58b20dd16f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.324294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6149c797-8fea-4fc9-acde-78313bdd09cc None None] Port 3c5da82f-252a-41ba-946d-c7cbd91d5092 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:32:31.338908 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '69016375-e735-403c-9d05-e78b1894e3a6', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'port_id': '69016375-e735-403c-9d05-e78b1894e3a6', 'mac_address': 'fa:16:3e:73:85:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:32:31.347485 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6149c797-8fea-4fc9-acde-78313bdd09cc None None] Provisioning complete for port 143378f3-4e92-4775-a2b5-989b2bdf6436 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:31.347953 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6149c797-8fea-4fc9-acde-78313bdd09cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.386121 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-622fac4f-d498-4cfa-8f60-58b20dd16f97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f065668695c04d02bef49185121f480a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9706407 Sep 23 22:32:31.397569 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56036) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:31.414154 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.417057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6149c797-8fea-4fc9-acde-78313bdd09cc None None] Port 143378f3-4e92-4775-a2b5-989b2bdf6436 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:32:31.424550 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6141267-8f76-4723-9841-84f248f3a331 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:31.430397 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6141267-8f76-4723-9841-84f248f3a331 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.430636 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69016375-e735-403c-9d05-e78b1894e3a6 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:32:31.453650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 69016375-e735-403c-9d05-e78b1894e3a6, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=69016375-e735-403c-9d05-e78b1894e3a6,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:31.496259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fac4f-d498-4cfa-8f60-58b20dd16f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3293844-7b10-4f77-8690-50a255df5298,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:31.568206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6141267-8f76-4723-9841-84f248f3a331 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:32:31.595714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f00a4-6ff6-4c99-8a39-1ae4ec75d59d req-fc575b44-d9ef-4a45-ac73-8b3161b6e134 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:31.598577 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-609f00a4-6ff6-4c99-8a39-1ae4ec75d59d req-fc575b44-d9ef-4a45-ac73-8b3161b6e134 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 945 time: 0.2522044 Sep 23 22:32:31.609354 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.613690 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6141267-8f76-4723-9841-84f248f3a331 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.613690 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-d6141267-8f76-4723-9841-84f248f3a331 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Added segment 09419f0c-4792-495a-9da6-43365629de97 of type vlan for network 1d9b1894-dfd9-4982-a6e8-7719b28d4bc1 Sep 23 22:32:31.687703 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=69016375-e735-403c-9d05-e78b1894e3a6,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:31.718262 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2822153e-7ca8-4500-8265-2c950606c6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.755763 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6141267-8f76-4723-9841-84f248f3a331 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.767294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143378f3-4e92-4775-a2b5-989b2bdf6436 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:32:31.786591 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.809005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-609f00a4-6ff6-4c99-8a39-1ae4ec75d59d req-ce857283-5ca1-4336-aee2-6cd94f3f7940 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965389 Sep 23 22:32:31.816661 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2822153e-7ca8-4500-8265-2c950606c6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.846786 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Transition to ACTIVE for port object 143378f3-4e92-4775-a2b5-989b2bdf6436 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:32:31.963205 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.964457 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6141267-8f76-4723-9841-84f248f3a331 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:31.973156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6141267-8f76-4723-9841-84f248f3a331 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:31.974074 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6141267-8f76-4723-9841-84f248f3a331 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:32.047216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cb2b7-c53f-4f26-895d-bc1a3e8a1d3e req-63d92a43-de09-4472-b5eb-816ecece5b8a tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:32.048928 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-441cb2b7-c53f-4f26-895d-bc1a3e8a1d3e req-63d92a43-de09-4472-b5eb-816ecece5b8a tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 944 time: 0.0782640 Sep 23 22:32:32.049165 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2822153e-7ca8-4500-8265-2c950606c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:32.049584 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:32.051671 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2822153e-7ca8-4500-8265-2c950606c6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:32.055923 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2822153e-7ca8-4500-8265-2c950606c6d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d3293844-7b10-4f77-8690-50a255df5298 HTTP/1.1" status: 204 len: 168 time: 0.6188178 Sep 23 22:32:32.056120 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:32.056368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6141267-8f76-4723-9841-84f248f3a331 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Network': ['ID=1d9b1894-dfd9-4982-a6e8-7719b28d4bc1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:32.069658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822153e-7ca8-4500-8265-2c950606c6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3293844-7b10-4f77-8690-50a255df5298,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:32.078602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['69016375-e735-403c-9d05-e78b1894e3a6'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:32:32.082240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 1d9b1894-dfd9-4982-a6e8-7719b28d4bc1 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:32:32.139204 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:32.187878 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d6141267-8f76-4723-9841-84f248f3a331 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0836895 Sep 23 22:32:32.189861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56042) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:32.469058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Pushing event updated for resources: {'Port': ['ID=143378f3-4e92-4775-a2b5-989b2bdf6436,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:32.494922 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:32.507009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b60de-7b1b-4dd3-a761-3eb3bf7dc701 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:32.512818 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-817b60de-7b1b-4dd3-a761-3eb3bf7dc701 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "GET /v2.0/networks?id=1d9b1894-dfd9-4982-a6e8-7719b28d4bc1 HTTP/1.1" status: 200 len: 764 time: 0.3160293 Sep 23 22:32:32.513820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56048) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:32.539869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5c633afb-9a03-46b5-ab89-e4cee500f59a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'network': {'description': 'd2'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:32.636463 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:32.737405 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:32.743952 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:32.822719 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device f9d10f97-f7f9-4227-b452-5070b414293f up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:32.839961 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-441cb2b7-c53f-4f26-895d-bc1a3e8a1d3e req-2c010281-3303-44a9-a208-ca7e596d8abc tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7807350 Sep 23 22:32:32.883442 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:32.931341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e88a5-5d8f-490b-8172-145a28772a69 req-1b748acc-9c57-417b-a50e-e066c7fa499f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:32.934254 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-768e88a5-5d8f-490b-8172-145a28772a69 req-1b748acc-9c57-417b-a50e-e066c7fa499f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.2082314 Sep 23 22:32:32.985318 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c633afb-9a03-46b5-ab89-e4cee500f59a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:33.025417 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-768e88a5-5d8f-490b-8172-145a28772a69 req-1ad83b36-69bf-4785-b24a-7617ddf3a222 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690875 Sep 23 22:32:33.073819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c5da82f-252a-41ba-946d-c7cbd91d5092,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:33.105613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Attempting to bind port 143378f3-4e92-4775-a2b5-989b2bdf6436 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:32:33.105949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Attempting to bind port 143378f3-4e92-4775-a2b5-989b2bdf6436 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:32:33.106266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Attempting to bind port 143378f3-4e92-4775-a2b5-989b2bdf6436 on network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:33.119362 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c633afb-9a03-46b5-ab89-e4cee500f59a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:33.131136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Port 143378f3-4e92-4775-a2b5-989b2bdf6436 on network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:32:33.131449 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Attempting to bind port 143378f3-4e92-4775-a2b5-989b2bdf6436 on network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:33.164659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c633afb-9a03-46b5-ab89-e4cee500f59a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network 1d9b1894-dfd9-4982-a6e8-7719b28d4bc1 is not hosted by any dhcp agent {{(pid=95491) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 22:32:33.176487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c633afb-9a03-46b5-ab89-e4cee500f59a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:33.177636 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c633afb-9a03-46b5-ab89-e4cee500f59a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:33.180173 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5c633afb-9a03-46b5-ab89-e4cee500f59a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "PUT /v2.0/networks/1d9b1894-dfd9-4982-a6e8-7719b28d4bc1 HTTP/1.1" status: 200 len: 761 time: 0.6648200 Sep 23 22:32:33.185942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port f9d10f97-f7f9-4227-b452-5070b414293f completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:32:33.187657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56054) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:33.192858 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port f9d10f97-f7f9-4227-b452-5070b414293f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:33.193682 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:33.222922 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:32:33.223706 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Checking segment: {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:33.224679 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Bound using segment: {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:32:33.225467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Bound port: 143378f3-4e92-4775-a2b5-989b2bdf6436, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:32:33.226015 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:33.249819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d50183-47ea-4b79-8d18-4185f0e9145f req-009fdcb3-0a3a-4678-b085-5ee4f91f27ba tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:33.260171 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b4d50183-47ea-4b79-8d18-4185f0e9145f req-009fdcb3-0a3a-4678-b085-5ee4f91f27ba tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 945 time: 0.3023751 Sep 23 22:32:33.347760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56056) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:33.397364 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b97abbe6-b602-40dc-8844-636482b34f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:33.400448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Network 7b269275-d2f2-42f6-a365-60282a573cd2 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:33.417684 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b4d50183-47ea-4b79-8d18-4185f0e9145f req-b5ac784b-0c6e-4d8e-a28e-941df106bd35 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562905 Sep 23 22:32:33.423204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:33.438153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c73a29-ad3d-46e8-bca4-624ea8af81c5 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:33.441146 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c9c73a29-ad3d-46e8-bca4-624ea8af81c5 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "GET /v2.0/networks?id=1d9b1894-dfd9-4982-a6e8-7719b28d4bc1 HTTP/1.1" status: 200 len: 764 time: 0.2517724 Sep 23 22:32:33.442029 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:33.447488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56060) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:33.480784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89595cdf-5bda-4a14-9833-dd7badd56bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d10f97-f7f9-4227-b452-5070b414293f'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:32:33.498404 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039fbe2b-bf96-46d6-91ef-440ad8dba5fb" -d '{"events": [{"server_uuid": "89595cdf-5bda-4a14-9833-dd7badd56bb0", "name": "network-vif-plugged", "status": "completed", "tag": "f9d10f97-f7f9-4227-b452-5070b414293f"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:32:33.548640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port f9d10f97-f7f9-4227-b452-5070b414293f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=f9d10f97-f7f9-4227-b452-5070b414293f,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:33.564930 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f24b7c-333c-4f98-8672-e49d0a2b34b1 x-openstack-request-id: req-f3f24b7c-333c-4f98-8672-e49d0a2b34b1 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:32:33.565765 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89595cdf-5bda-4a14-9833-dd7badd56bb0", "name": "network-vif-plugged", "status": "completed", "tag": "f9d10f97-f7f9-4227-b452-5070b414293f", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:32:33.566200 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3f24b7c-333c-4f98-8672-e49d0a2b34b1 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:32:33.566888 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89595cdf-5bda-4a14-9833-dd7badd56bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d10f97-f7f9-4227-b452-5070b414293f', 'code': 200} Sep 23 22:32:33.649390 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:33.653377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:32:33.661538 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Router d1e156fd-e48c-4eaf-9d59-3191fcb1be8d is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:32:33.731600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=143378f3-4e92-4775-a2b5-989b2bdf6436,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:32:33.738922 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=f9d10f97-f7f9-4227-b452-5070b414293f,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:33.856324 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:33.860310 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acf997-29ad-4c3e-8316-446cd39de52b req-ea51af8d-86a6-41f6-8fb6-b07877737a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:33.862219 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b9acf997-29ad-4c3e-8316-446cd39de52b req-ea51af8d-86a6-41f6-8fb6-b07877737a2b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 1097 time: 0.1875527 Sep 23 22:32:33.936644 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-db60213f-4694-482f-bd83-f3f8772cc318 None None] Provisioning complete for port 3c5da82f-252a-41ba-946d-c7cbd91d5092 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:33.939127 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-db60213f-4694-482f-bd83-f3f8772cc318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:33.949524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Router fa563f5d-7811-4b20-b970-c5cba8461a2f has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:32:34.001658 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-db60213f-4694-482f-bd83-f3f8772cc318 None None] Port 3c5da82f-252a-41ba-946d-c7cbd91d5092 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:32:34.028608 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:32:34.036535 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:34.038022 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:34.040413 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] 10.222.0.67 "PUT /v2.0/ports/143378f3-4e92-4775-a2b5-989b2bdf6436 HTTP/1.1" status: 200 len: 1092 time: 4.1836665 Sep 23 22:32:34.042193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85e634b-46ed-47d2-8893-3253a5ffafd7 None None] Sync routers for ids ['d1e156fd-e48c-4eaf-9d59-3191fcb1be8d'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:32:34.056674 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e634b-46ed-47d2-8893-3253a5ffafd7 None None] Routers {'d1e156fd-e48c-4eaf-9d59-3191fcb1be8d'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:34.057651 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c85e634b-46ed-47d2-8893-3253a5ffafd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d1e156fd-e48c-4eaf-9d59-3191fcb1be8d'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:34.096347 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:32:34.102565 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82536e6-52e0-4d94-a548-0b2ded961eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:32:34.107288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c633afb-9a03-46b5-ab89-e4cee500f59a tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Network': ['ID=1d9b1894-dfd9-4982-a6e8-7719b28d4bc1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:34.123648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 1d9b1894-dfd9-4982-a6e8-7719b28d4bc1 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:32:34.127950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c85e634b-46ed-47d2-8893-3253a5ffafd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:34.152961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e634b-46ed-47d2-8893-3253a5ffafd7 None None] Routers {'d1e156fd-e48c-4eaf-9d59-3191fcb1be8d'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:34.154572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c85e634b-46ed-47d2-8893-3253a5ffafd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d1e156fd-e48c-4eaf-9d59-3191fcb1be8d'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:34.204781 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b9acf997-29ad-4c3e-8316-446cd39de52b req-5d886524-fa41-489d-908a-c1419736b945 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201931 Sep 23 22:32:34.211098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c85e634b-46ed-47d2-8893-3253a5ffafd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:34.212262 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85e634b-46ed-47d2-8893-3253a5ffafd7 None None] The sync data for ids ['d1e156fd-e48c-4eaf-9d59-3191fcb1be8d'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:32:34.293377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a780ccc-74f8-4ab7-9ee6-20ef9fc35e8d service neutron] Pushing event updated for resources: {'Port': ['ID=143378f3-4e92-4775-a2b5-989b2bdf6436,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:34.374846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88f846e-1d87-4366-9320-8d2ecfaa4e86 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:34.379254 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b88f846e-1d87-4366-9320-8d2ecfaa4e86 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9229071 Sep 23 22:32:34.383927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56072) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:34.405223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17cceb-97f2-4b61-a71a-c810b13f8148 req-6d34217e-0399-4555-aa68-0e49db64f845 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:34.406880 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c17cceb-97f2-4b61-a71a-c810b13f8148 req-6d34217e-0399-4555-aa68-0e49db64f845 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 944 time: 0.4058409 Sep 23 22:32:34.429576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e443be0-672e-4b7d-9948-976b40cc1f45 req-2dae7d40-fb46-4a2c-80bb-1617b230e09d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:34.431205 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e443be0-672e-4b7d-9948-976b40cc1f45 req-2dae7d40-fb46-4a2c-80bb-1617b230e09d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.2277157 Sep 23 22:32:34.439171 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-367d9061-2377-4273-911d-6c743b87be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:34.440380 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-367d9061-2377-4273-911d-6c743b87be27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 1095 time: 0.2431085 Sep 23 22:32:34.463234 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d5d09aea-1126-4787-b5f3-2a7c32d8c717 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 207 time: 0.0681388 Sep 23 22:32:34.465437 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b97abbe6-b602-40dc-8844-636482b34f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:34.473364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56076) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:34.504010 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e443be0-672e-4b7d-9948-976b40cc1f45 req-48a0073c-617c-4372-bef9-6c0122b48f67 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473597 Sep 23 22:32:34.536083 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-8ab5e57a-13fb-4931-b790-94a25e120d0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=143378f3-4e92-4775-a2b5-989b2bdf6436 HTTP/1.1" status: 200 len: 217 time: 0.0764701 Sep 23 22:32:34.557653 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b97abbe6-b602-40dc-8844-636482b34f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:34.605161 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c17cceb-97f2-4b61-a71a-c810b13f8148 req-11dda9b6-7078-4c08-a0c8-dc96c4a72d6a tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840379 Sep 23 22:32:34.606394 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72df888c-28e2-45be-8b93-43919b6acafc x-openstack-request-id: req-72df888c-28e2-45be-8b93-43919b6acafc {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:32:34.606651 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:32:34.607574 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72df888c-28e2-45be-8b93-43919b6acafc {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:32:34.607992 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'status': 'completed', 'code': 200} Sep 23 22:32:34.643336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b97abbe6-b602-40dc-8844-636482b34f11 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33231a931d19431d90e39899cea894ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2829947 Sep 23 22:32:34.643336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97abbe6-b602-40dc-8844-636482b34f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c71671-500b-416a-bd5d-81b5684cb321,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:34.645978 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:32:34.647492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56078) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:34.666133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2305aeb3-e113-448e-952f-76ef66ec94c6 admin admin] 10.222.0.22 "PUT /v2.0/routers/fa563f5d-7811-4b20-b970-c5cba8461a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0701876 Sep 23 22:32:34.672539 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Sync routers for ids ['fa563f5d-7811-4b20-b970-c5cba8461a2f'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:32:34.689707 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Routers {'fa563f5d-7811-4b20-b970-c5cba8461a2f'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:34.694422 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fa563f5d-7811-4b20-b970-c5cba8461a2f'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:34.760949 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:34.764203 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6f8a8617-03db-475f-9f1d-a92cd2551ff3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.5291269 Sep 23 22:32:34.768838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56084) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:34.777941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-746a4a59-03d4-463a-a52b-063ba14e87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:34.786155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9c47c15a-2286-483a-9518-9d16fb87305a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'enable_snat': False}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:34.786788 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-746a4a59-03d4-463a-a52b-063ba14e87c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 200 len: 855 time: 0.2259431 Sep 23 22:32:34.884733 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Set router fa563f5d-7811-4b20-b970-c5cba8461a2f gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:34.905880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723dd40c-2182-43ae-9c8d-1d1bc1e19ac8 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:34.917753 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723dd40c-2182-43ae-9c8d-1d1bc1e19ac8 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:34.932355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723dd40c-2182-43ae-9c8d-1d1bc1e19ac8 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:34.946715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723dd40c-2182-43ae-9c8d-1d1bc1e19ac8 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:34.958410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 69016375-e735-403c-9d05-e78b1894e3a6 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:34.959658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723dd40c-2182-43ae-9c8d-1d1bc1e19ac8 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:34.976695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723dd40c-2182-43ae-9c8d-1d1bc1e19ac8 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:34.989638 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-723dd40c-2182-43ae-9c8d-1d1bc1e19ac8 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5128956 Sep 23 22:32:34.993695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56090) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:35.145697 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:12Z', 'updated_at': '2021-09-23T22:32:30Z', 'revision_number': 4, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'gw_port': {'id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:15Z', 'updated_at': '2021-09-23T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3c5da82f-252a-41ba-946d-c7cbd91d5092', 'name': '', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'mac_address': 'fa:16:3e:e0:57:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:27Z', 'updated_at': '2021-09-23T22:32:31Z', 'revision_number': 2, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'subnets': [{'id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:35.179088 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Checking router: fa563f5d-7811-4b20-b970-c5cba8461a2f for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:32:35.197150 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Updating router fa563f5d-7811-4b20-b970-c5cba8461a2f port 3c5da82f-252a-41ba-946d-c7cbd91d5092 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:32:35.215164 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:35.271589 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 69016375-e735-403c-9d05-e78b1894e3a6 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:32:35.276893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 69016375-e735-403c-9d05-e78b1894e3a6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:35.277341 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:35.332554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc7df6-970e-4297-9f3c-a4dbcdd9602b req-6c4b38ad-b0e4-4952-8ed3-0f1f17990f75 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:35.341979 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80bc7df6-970e-4297-9f3c-a4dbcdd9602b req-6c4b38ad-b0e4-4952-8ed3-0f1f17990f75 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 946 time: 0.5953786 Sep 23 22:32:35.421995 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80bc7df6-970e-4297-9f3c-a4dbcdd9602b req-1cff4c07-79a5-4539-a54c-e99915fb29d4 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785859 Sep 23 22:32:35.430765 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:35.471382 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-878270d8-00cd-43a3-8c89-a9f3770bcfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:35.512741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-04bd4ec9-7851-4098-b48e-3de74d729f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:35.514542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-04bd4ec9-7851-4098-b48e-3de74d729f6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15f12cf3-76d1-444b-8977-8d9ed31e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7161455 Sep 23 22:32:35.539618 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 69016375-e735-403c-9d05-e78b1894e3a6, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=69016375-e735-403c-9d05-e78b1894e3a6,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:35.565549 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-878270d8-00cd-43a3-8c89-a9f3770bcfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:35.567746 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b583295-8cbb-42da-add3-f155b53946b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69016375-e735-403c-9d05-e78b1894e3a6'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:32:35.570309 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49144ece-6455-45a5-9a8b-1c1cff5abef4" -d '{"events": [{"server_uuid": "4b583295-8cbb-42da-add3-f155b53946b3", "name": "network-vif-plugged", "status": "completed", "tag": "69016375-e735-403c-9d05-e78b1894e3a6"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:32:35.629716 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c47c15a-2286-483a-9518-9d16fb87305a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:35.695133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-28fa5e0f-e1b1-4ce2-b3eb-a0f75722d091 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.6951580 Sep 23 22:32:35.697786 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:35.699520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56098) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:35.736941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-fca03f48-d8c5-421d-853b-f43de7d6a01c service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039838 Sep 23 22:32:35.749913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3bc04-e813-47fe-b5cd-866ce8c3e24c req-aa1bcde2-d403-48d6-9f2f-8c673faf28e8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:35.751551 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-17d3bc04-e813-47fe-b5cd-866ce8c3e24c req-aa1bcde2-d403-48d6-9f2f-8c673faf28e8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.0999093 Sep 23 22:32:35.798683 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab37d9-f251-494c-a371-22f2e013ee38 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:35.800361 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab37d9-f251-494c-a371-22f2e013ee38 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:35.802010 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab37d9-f251-494c-a371-22f2e013ee38 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:35.803554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab37d9-f251-494c-a371-22f2e013ee38 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:35.805127 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab37d9-f251-494c-a371-22f2e013ee38 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:35.810602 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b0ab37d9-f251-494c-a371-22f2e013ee38 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1062918 Sep 23 22:32:35.810895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56102) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:35.847696 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852f72a1-940f-4784-b9d6-d66b245787a9 req-41901f47-c6d2-4b41-b2d6-abf8a77ec3f1 service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026375 Sep 23 22:32:35.857644 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-17d3bc04-e813-47fe-b5cd-866ce8c3e24c req-a977b418-dfac-49cb-804a-d238420f170e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977170 Sep 23 22:32:35.870807 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:35.916663 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:35.917534 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c84b52-bc84-444a-a2fe-b01f98fffe61 x-openstack-request-id: req-49c84b52-bc84-444a-a2fe-b01f98fffe61 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:32:35.917993 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b583295-8cbb-42da-add3-f155b53946b3", "name": "network-vif-plugged", "status": "completed", "tag": "69016375-e735-403c-9d05-e78b1894e3a6", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:32:35.918346 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49c84b52-bc84-444a-a2fe-b01f98fffe61 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:32:35.918891 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b583295-8cbb-42da-add3-f155b53946b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69016375-e735-403c-9d05-e78b1894e3a6', 'code': 200} Sep 23 22:32:35.974122 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=69016375-e735-403c-9d05-e78b1894e3a6,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:35.989084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56106) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:35.994330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1d953ce7-cc14-44fc-bf5b-c64d6b452918 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1081054012', 'description': 'tempest-description--1060016423'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:36.012267 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-878270d8-00cd-43a3-8c89-a9f3770bcfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:36.014079 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-878270d8-00cd-43a3-8c89-a9f3770bcfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:36.018055 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-878270d8-00cd-43a3-8c89-a9f3770bcfc0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1c71671-500b-416a-bd5d-81b5684cb321 HTTP/1.1" status: 204 len: 168 time: 1.3632517 Sep 23 22:32:36.022184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1822f55-2f33-421f-9c02-47266d1c7ab3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:36.025774 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62bf97-0512-4c80-ae85-a2abd92bc625 None None] Pushing event updated for resources: {'Port': ['ID=3c5da82f-252a-41ba-946d-c7cbd91d5092,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:36.028463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1822f55-2f33-421f-9c02-47266d1c7ab3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:36.031424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1822f55-2f33-421f-9c02-47266d1c7ab3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:36.036600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1822f55-2f33-421f-9c02-47266d1c7ab3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:36.042421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1822f55-2f33-421f-9c02-47266d1c7ab3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:36.050032 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e1822f55-2f33-421f-9c02-47266d1c7ab3 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2321537 Sep 23 22:32:36.050368 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62bf97-0512-4c80-ae85-a2abd92bc625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:36.050368 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62bf97-0512-4c80-ae85-a2abd92bc625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:36.050368 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62bf97-0512-4c80-ae85-a2abd92bc625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:36.050368 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62bf97-0512-4c80-ae85-a2abd92bc625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:36.050368 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62bf97-0512-4c80-ae85-a2abd92bc625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:36.057463 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62bf97-0512-4c80-ae85-a2abd92bc625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:36.076978 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62bf97-0512-4c80-ae85-a2abd92bc625 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:36.076978 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62bf97-0512-4c80-ae85-a2abd92bc625 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:36.076978 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62bf97-0512-4c80-ae85-a2abd92bc625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:36.076978 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62bf97-0512-4c80-ae85-a2abd92bc625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:36.076978 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62bf97-0512-4c80-ae85-a2abd92bc625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:36.076978 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62bf97-0512-4c80-ae85-a2abd92bc625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:36.078470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56110) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:36.153381 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878270d8-00cd-43a3-8c89-a9f3770bcfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c71671-500b-416a-bd5d-81b5684cb321,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:36.180268 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Attempting to bind port 3c5da82f-252a-41ba-946d-c7cbd91d5092 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:32:36.180878 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Attempting to bind port 3c5da82f-252a-41ba-946d-c7cbd91d5092 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:32:36.191535 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Attempting to bind port 3c5da82f-252a-41ba-946d-c7cbd91d5092 on network 7b269275-d2f2-42f6-a365-60282a573cd2 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:36.198703 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:32:36.199328 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Checking segment: {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:36.199991 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:36.200727 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Bound using segment: {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:32:36.201519 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Bound port: 3c5da82f-252a-41ba-946d-c7cbd91d5092, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:32:36.202125 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:36.302744 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c2137-a3f5-430d-97e4-7d63f52dcba1 req-f9921dfd-ed58-47fc-b889-56c7dd9b663d tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:36.304432 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e64c2137-a3f5-430d-97e4-7d63f52dcba1 req-f9921dfd-ed58-47fc-b889-56c7dd9b663d tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 945 time: 0.2484190 Sep 23 22:32:36.343543 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d953ce7-cc14-44fc-bf5b-c64d6b452918 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:36.352668 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] For port 3c5da82f-252a-41ba-946d-c7cbd91d5092, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:32:36.360583 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] For port 3c5da82f-252a-41ba-946d-c7cbd91d5092, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3c5da82f-252a-41ba-946d-c7cbd91d5092,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:32:36.366016 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e64c2137-a3f5-430d-97e4-7d63f52dcba1 req-7f7c9c3e-f056-4951-b860-94bf927655a8 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429218 Sep 23 22:32:36.403464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99c395-7736-4ab3-965d-06e9badd1136 req-1234ef7b-2b86-4d1f-8db7-cd74b6f9354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:36.406787 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae99c395-7736-4ab3-965d-06e9badd1136 req-1234ef7b-2b86-4d1f-8db7-cd74b6f9354a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 1096 time: 0.2778594 Sep 23 22:32:36.408264 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:36.501083 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:36.514709 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0287a3-fd3a-4fe3-b89f-7e2f75f6fd43 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:36.517265 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2d0287a3-fd3a-4fe3-b89f-7e2f75f6fd43 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "GET /v2.0/networks/de61745e-0001-4583-b694-3ef63822f22d HTTP/1.1" status: 200 len: 804 time: 0.4530728 Sep 23 22:32:36.531396 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e34b948b-e322-4955-92a7-7fc02a6b8a18 None None] Provisioning complete for port 3c5da82f-252a-41ba-946d-c7cbd91d5092 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:36.532082 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e34b948b-e322-4955-92a7-7fc02a6b8a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:36.566445 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536e6-52e0-4d94-a548-0b2ded961eb3 req-7ade0015-6a12-45e7-b4d6-6ffdc5b66381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:36.569287 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b82536e6-52e0-4d94-a548-0b2ded961eb3 req-7ade0015-6a12-45e7-b4d6-6ffdc5b66381 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 1095 time: 0.3431103 Sep 23 22:32:36.576123 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56114) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:36.581398 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae99c395-7736-4ab3-965d-06e9badd1136 req-28691316-8feb-4e20-b5be-af82e15483f4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573904 Sep 23 22:32:36.586740 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62bf97-0512-4c80-ae85-a2abd92bc625 None None] Pushing event updated for resources: {'Port': ['ID=3c5da82f-252a-41ba-946d-c7cbd91d5092,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:36.590831 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Routers {'fa563f5d-7811-4b20-b970-c5cba8461a2f'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:36.592936 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fa563f5d-7811-4b20-b970-c5cba8461a2f'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:36.673185 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e34b948b-e322-4955-92a7-7fc02a6b8a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:36.754445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e34b948b-e322-4955-92a7-7fc02a6b8a18 None None] For port 3c5da82f-252a-41ba-946d-c7cbd91d5092, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3c5da82f-252a-41ba-946d-c7cbd91d5092,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:36.775261 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] Set router fa563f5d-7811-4b20-b970-c5cba8461a2f gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:36.854061 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e34b948b-e322-4955-92a7-7fc02a6b8a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:37.019482 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c47c15a-2286-483a-9518-9d16fb87305a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:37.028821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b948b-e322-4955-92a7-7fc02a6b8a18 None None] Pushing event updated for resources: {'Port': ['ID=3c5da82f-252a-41ba-946d-c7cbd91d5092,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:37.032744 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c47c15a-2286-483a-9518-9d16fb87305a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:37.033072 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310669a-9831-41f8-b11b-3c15c82909bf req-da3a58a1-68aa-4c28-8a94-1af2eff98353 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:37.034876 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c310669a-9831-41f8-b11b-3c15c82909bf req-da3a58a1-68aa-4c28-8a94-1af2eff98353 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 946 time: 0.5132837 Sep 23 22:32:37.048929 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f5a6f97a-1b2f-4d54-86ad-d1f3b9b914e1 None None] Provisioning complete for port 3c5da82f-252a-41ba-946d-c7cbd91d5092 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:37.049389 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f97a-1b2f-4d54-86ad-d1f3b9b914e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:37.127021 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0bd266b4-8e5b-48e1-af20-9ce3b7a1a2df tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "GET /v2.0/networks/de61745e-0001-4583-b694-3ef63822f22d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5435946 Sep 23 22:32:37.132058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536e6-52e0-4d94-a548-0b2ded961eb3 req-aa9af514-c39b-46bd-aa77-b9bcce5e78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:37.133983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b82536e6-52e0-4d94-a548-0b2ded961eb3 req-aa9af514-c39b-46bd-aa77-b9bcce5e78e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 917 time: 0.5053432 Sep 23 22:32:37.139987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56126) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:37.161308 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d953ce7-cc14-44fc-bf5b-c64d6b452918 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:37.248740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d0afc-a3c3-47c8-ab48-f894c5dbb5a9 req-5264311a-276f-40a8-955d-e5c77131a508 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:37.250737 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2f5d0afc-a3c3-47c8-ab48-f894c5dbb5a9 req-5264311a-276f-40a8-955d-e5c77131a508 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.2247689 Sep 23 22:32:37.257014 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c310669a-9831-41f8-b11b-3c15c82909bf req-a3f28cb6-a79d-4770-8ff7-8b7e4e614db2 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024324 Sep 23 22:32:37.266743 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b82536e6-52e0-4d94-a548-0b2ded961eb3 req-2983b9e9-9af6-4e62-b3aa-c74aa946ec09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=143378f3-4e92-4775-a2b5-989b2bdf6436 HTTP/1.1" status: 200 len: 217 time: 0.1200564 Sep 23 22:32:37.319480 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d953ce7-cc14-44fc-bf5b-c64d6b452918 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:37.348555 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2f5d0afc-a3c3-47c8-ab48-f894c5dbb5a9 req-cb0dc751-099d-4389-9417-da17a868557d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750973 Sep 23 22:32:37.381709 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:12Z', 'updated_at': '2021-09-23T22:32:30Z', 'revision_number': 4, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'gw_port': {'id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:15Z', 'updated_at': '2021-09-23T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3c5da82f-252a-41ba-946d-c7cbd91d5092', 'name': '', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'mac_address': 'fa:16:3e:e0:57:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:27Z', 'updated_at': '2021-09-23T22:32:36Z', 'revision_number': 4, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'subnets': [{'id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:37.382402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c47c15a-2286-483a-9518-9d16fb87305a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Router d1e156fd-e48c-4eaf-9d59-3191fcb1be8d has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:32:37.450340 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef54d9-03d8-4a69-bf20-0c6d52de370d None None] The sync data for ids ['fa563f5d-7811-4b20-b970-c5cba8461a2f'] in n-d-810775-1 is: [{'id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:12Z', 'updated_at': '2021-09-23T22:32:30Z', 'revision_number': 4, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'gw_port': {'id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:15Z', 'updated_at': '2021-09-23T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3c5da82f-252a-41ba-946d-c7cbd91d5092', 'name': '', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'mac_address': 'fa:16:3e:e0:57:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:27Z', 'updated_at': '2021-09-23T22:32:36Z', 'revision_number': 4, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'subnets': [{'id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:32:37.471101 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fae2bc6-7639-4667-8c94-a388c34af134 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:37.473607 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1fae2bc6-7639-4667-8c94-a388c34af134 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "GET /v2.0/subnets/688192e2-ab18-4ae3-b666-256eaa59f0a5 HTTP/1.1" status: 200 len: 843 time: 0.3293779 Sep 23 22:32:37.478534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56136) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:37.498675 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d953ce7-cc14-44fc-bf5b-c64d6b452918 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:37.500877 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1d953ce7-cc14-44fc-bf5b-c64d6b452918 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5103784 Sep 23 22:32:37.544131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56140) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:37.590763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536e6-52e0-4d94-a548-0b2ded961eb3 req-baf2e9c0-bed0-4eb2-af2b-a79d92054c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:37.594759 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b82536e6-52e0-4d94-a548-0b2ded961eb3 req-baf2e9c0-bed0-4eb2-af2b-a79d92054c87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 200 len: 855 time: 0.3093283 Sep 23 22:32:37.602994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Request body: {'security_group_rule': {'security_group_id': '8769a59c-3056-44e8-ab34-7eb1292e4d1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:37.615007 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d953ce7-cc14-44fc-bf5b-c64d6b452918 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8769a59c-3056-44e8-ab34-7eb1292e4d1b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:37.696076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b38e0bd-2f4b-4952-b70b-117784147564 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['shared'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:37.698575 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3b38e0bd-2f4b-4952-b70b-117784147564 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "GET /v2.0/subnets/688192e2-ab18-4ae3-b666-256eaa59f0a5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2190356 Sep 23 22:32:37.705407 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56148) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:37.714053 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c8263-8fcf-4a44-8590-70bfb6eecaf8 req-5d53fe99-9f91-4298-8917-34fd8d9e5f09 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:37.720160 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a01c8263-8fcf-4a44-8590-70bfb6eecaf8 req-5d53fe99-9f91-4298-8917-34fd8d9e5f09 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 945 time: 0.2436826 Sep 23 22:32:37.723804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-92397ba3-5778-4e35-a5d0-15640b7efe12 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1985673454'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:37.753412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c47c15a-2286-483a-9518-9d16fb87305a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:32:37.754018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8d76f-103e-4ad0-a232-4e471d9a02a3 req-b9537ccb-77ff-4d2c-b097-f1e81ce6d41f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:37.755893 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-01b8d76f-103e-4ad0-a232-4e471d9a02a3 req-b9537ccb-77ff-4d2c-b097-f1e81ce6d41f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 946 time: 0.2701032 Sep 23 22:32:37.758325 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536e6-52e0-4d94-a548-0b2ded961eb3 req-2e83678a-0441-4544-bc45-cc59e977918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:37.760105 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b82536e6-52e0-4d94-a548-0b2ded961eb3 req-2e83678a-0441-4544-bc45-cc59e977918d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15f12cf3-76d1-444b-8977-8d9ed31e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481130 Sep 23 22:32:37.768917 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae05c0-6794-45f3-9f7b-c09d2a2d32cf None None] Sync routers for ids ['d1e156fd-e48c-4eaf-9d59-3191fcb1be8d'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:32:37.781697 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c47c15a-2286-483a-9518-9d16fb87305a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:37.783572 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9c47c15a-2286-483a-9518-9d16fb87305a tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "PUT /v2.0/routers/d1e156fd-e48c-4eaf-9d59-3191fcb1be8d HTTP/1.1" status: 200 len: 925 time: 3.0130713 Sep 23 22:32:37.793957 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56150) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:37.795038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cae05c0-6794-45f3-9f7b-c09d2a2d32cf None None] Routers {'d1e156fd-e48c-4eaf-9d59-3191fcb1be8d'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:37.795853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5cae05c0-6794-45f3-9f7b-c09d2a2d32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d1e156fd-e48c-4eaf-9d59-3191fcb1be8d'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:37.846441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5cae05c0-6794-45f3-9f7b-c09d2a2d32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:37.860397 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:37.865649 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cae05c0-6794-45f3-9f7b-c09d2a2d32cf None None] Routers {'d1e156fd-e48c-4eaf-9d59-3191fcb1be8d'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:37.865649 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5cae05c0-6794-45f3-9f7b-c09d2a2d32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d1e156fd-e48c-4eaf-9d59-3191fcb1be8d'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:37.873382 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a01c8263-8fcf-4a44-8590-70bfb6eecaf8 req-8000b1a8-2fd7-4b71-813e-0e5051aa8e3c tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372612 Sep 23 22:32:37.892871 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92397ba3-5778-4e35-a5d0-15640b7efe12 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:37.897281 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-92397ba3-5778-4e35-a5d0-15640b7efe12 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:37.921415 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-01b8d76f-103e-4ad0-a232-4e471d9a02a3 req-6591ab8f-ab09-4a60-adaa-bdabcb555924 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582227 Sep 23 22:32:37.939016 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5cae05c0-6794-45f3-9f7b-c09d2a2d32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:37.940064 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae05c0-6794-45f3-9f7b-c09d2a2d32cf None None] The sync data for ids ['d1e156fd-e48c-4eaf-9d59-3191fcb1be8d'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:32:38.001414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92397ba3-5778-4e35-a5d0-15640b7efe12 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:32:38.012442 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b82536e6-52e0-4d94-a548-0b2ded961eb3 req-bec8808a-39b9-4abc-918e-ef4aeb6b372c service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411463 Sep 23 22:32:38.019400 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-92397ba3-5778-4e35-a5d0-15640b7efe12 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:38.019743 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-92397ba3-5778-4e35-a5d0-15640b7efe12 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Added segment 90f1e8fe-b488-4cfb-8363-1d8eae915821 of type vlan for network 4bcc30f4-a444-472a-8fb5-d6565b6d41e7 Sep 23 22:32:38.033518 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:38.041074 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3324a208-818f-4a01-8892-11f4cd21379e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/routers/d1e156fd-e48c-4eaf-9d59-3191fcb1be8d HTTP/1.1" status: 200 len: 925 time: 0.2387941 Sep 23 22:32:38.045497 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56156) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:38.138966 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:38.166579 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-92397ba3-5778-4e35-a5d0-15640b7efe12 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:38.178713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aee54c3-f1a3-40fa-867c-c6c2214e2e0b,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:38.189066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:38.189861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:38.189998 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:38.190414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:38.190886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:38.191221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:38.191697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:38.191872 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:38.192201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:38.192758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:38.193025 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:38.193388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:32:38.209057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5403ac-0a82-4326-9b98-ab2980d8b76b tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:38.214636 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-aa5403ac-0a82-4326-9b98-ab2980d8b76b tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&device_id=d1e156fd-e48c-4eaf-9d59-3191fcb1be8d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1652634 Sep 23 22:32:38.214636 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56160) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:38.243548 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:38.244920 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4854b072-5f1f-49e5-9bcf-31e4dfb432a8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6997230 Sep 23 22:32:38.251087 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b82536e6-52e0-4d94-a548-0b2ded961eb3 req-9670e5a6-cef3-4d5a-8fa3-20fa44b309e0 service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266712 Sep 23 22:32:38.254442 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56162) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:38.262222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-27e2aa5e-939a-4dc4-84a5-e31964ca3821 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Request body: {'security_group_rule': {'security_group_id': '8769a59c-3056-44e8-ab34-7eb1292e4d1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:38.360282 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-92397ba3-5778-4e35-a5d0-15640b7efe12 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:38.381453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92397ba3-5778-4e35-a5d0-15640b7efe12 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:38.382900 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-92397ba3-5778-4e35-a5d0-15640b7efe12 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:38.405059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119aa66-5520-4a81-a4ac-e98bbb1a448d tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:38.407546 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2119aa66-5520-4a81-a4ac-e98bbb1a448d tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 881 time: 0.1915145 Sep 23 22:32:38.411797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56168) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:38.461253 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-57f24a08-b449-436c-93c1-4b4eb086228d tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e156fd-e48c-4eaf-9d59-3191fcb1be8d HTTP/1.1" status: 200 len: 205 time: 0.0460832 Sep 23 22:32:38.462921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56172) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:38.564069 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3c5da82f-252a-41ba-946d-c7cbd91d5092 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:38.636533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 3c5da82f-252a-41ba-946d-c7cbd91d5092 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:38.639433 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:38.651024 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92397ba3-5778-4e35-a5d0-15640b7efe12 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Network': ['ID=4bcc30f4-a444-472a-8fb5-d6565b6d41e7,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:38.660144 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-27e2aa5e-939a-4dc4-84a5-e31964ca3821 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:38.745658 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 4bcc30f4-a444-472a-8fb5-d6565b6d41e7 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:32:38.757010 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cac60-edcb-4c1f-9164-7ef2bfffb2e3 req-28bd2589-52bd-4958-9887-377246a6bfd5 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:38.759449 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c17cac60-edcb-4c1f-9164-7ef2bfffb2e3 req-28bd2589-52bd-4958-9887-377246a6bfd5 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.1277099 Sep 23 22:32:38.803940 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-92397ba3-5778-4e35-a5d0-15640b7efe12 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0944588 Sep 23 22:32:38.817644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56178) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:38.828781 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e3af89de-1f52-4443-8087-804fed0011d7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'subnet': {'network_id': '4bcc30f4-a444-472a-8fb5-d6565b6d41e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:38.877891 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b01f2dbe-f13d-457a-addb-551d809764e8 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:38.985915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 143378f3-4e92-4775-a2b5-989b2bdf6436 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:32:38.992306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5491a37-9875-4561-970b-a7439a7b590e req-5dd7bffb-626d-4448-8a32-f3445c699cc2 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:38.995751 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5491a37-9875-4561-970b-a7439a7b590e req-5dd7bffb-626d-4448-8a32-f3445c699cc2 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 946 time: 0.3029559 Sep 23 22:32:39.090417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-27e2aa5e-939a-4dc4-84a5-e31964ca3821 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:39.097314 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b01f2dbe-f13d-457a-addb-551d809764e8 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:39.104386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3af89de-1f52-4443-8087-804fed0011d7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Made reservation on behalf of e87e72fe56df4d19bc88bfece64b86c5 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:39.111995 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c17cac60-edcb-4c1f-9164-7ef2bfffb2e3 req-bd9cb877-34a0-4ab8-bd10-c8baf575813e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303268 Sep 23 22:32:39.115400 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e3af89de-1f52-4443-8087-804fed0011d7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:39.143912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=143378f3-4e92-4775-a2b5-989b2bdf6436,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:39.176574 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'port_id': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'mac_address': 'fa:16:3e:67:88:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:32:39.199940 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.ipam_backend_mixin [None req-e3af89de-1f52-4443-8087-804fed0011d7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Performing IP validity checks on allocation pools {{(pid=95490) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 22:32:39.200751 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.ipam_backend_mixin [None req-e3af89de-1f52-4443-8087-804fed0011d7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95490) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 22:32:39.260740 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-27e2aa5e-939a-4dc4-84a5-e31964ca3821 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:39.263053 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:39.299778 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143378f3-4e92-4775-a2b5-989b2bdf6436 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:32:39.326992 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5491a37-9875-4561-970b-a7439a7b590e req-42947f11-9771-4764-a5b1-05528db221c3 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205285 Sep 23 22:32:39.357398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=143378f3-4e92-4775-a2b5-989b2bdf6436,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:39.376731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2aa5e-939a-4dc4-84a5-e31964ca3821 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3a78e7-d766-4d13-a1ce-01d0d8563cc4,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:39.454637 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:39.498599 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-27e2aa5e-939a-4dc4-84a5-e31964ca3821 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:39.510338 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-27e2aa5e-939a-4dc4-84a5-e31964ca3821 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2505424 Sep 23 22:32:39.511275 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56190) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:39.525048 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:39.563251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=143378f3-4e92-4775-a2b5-989b2bdf6436,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:39.769302 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:39.774831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cf796-5336-4e12-9818-0d23a7724a91 req-6bfced83-ed2e-404d-a711-67b8ed728c0f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:39.776485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-637cf796-5336-4e12-9818-0d23a7724a91 req-6bfced83-ed2e-404d-a711-67b8ed728c0f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 945 time: 0.0736492 Sep 23 22:32:39.786778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b01f2dbe-f13d-457a-addb-551d809764e8 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Deleting port 7a68d85a-7024-49e9-bd97-854d9273e3da {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:32:39.787119 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b01f2dbe-f13d-457a-addb-551d809764e8 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:39.831776 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e3af89de-1f52-4443-8087-804fed0011d7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:39.910249 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-637cf796-5336-4e12-9818-0d23a7724a91 req-8350801b-c31c-499a-a8fd-dcf2cea8f702 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174309 Sep 23 22:32:39.940075 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af89de-1f52-4443-8087-804fed0011d7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Subnet': ['ID=42c18de7-28d0-4dd4-aa49-5cf1ac0ec6e9,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:39.954037 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b01f2dbe-f13d-457a-addb-551d809764e8 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:39.979192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af89de-1f52-4443-8087-804fed0011d7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Checking segment: {'id': '90f1e8fe-b488-4cfb-8363-1d8eae915821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4bcc30f4-a444-472a-8fb5-d6565b6d41e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:39.979562 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3af89de-1f52-4443-8087-804fed0011d7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network hostable DHCP agents. Network: 4bcc30f4-a444-472a-8fb5-d6565b6d41e7, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:32:39.997031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b01f2dbe-f13d-457a-addb-551d809764e8 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Calling delete_port for 7a68d85a-7024-49e9-bd97-854d9273e3da owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:32:40.005160 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:40.008890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['143378f3-4e92-4775-a2b5-989b2bdf6436'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:32:40.081771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3af89de-1f52-4443-8087-804fed0011d7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Network 4bcc30f4-a444-472a-8fb5-d6565b6d41e7 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:32:40.225347 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-e3af89de-1f52-4443-8087-804fed0011d7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 4bcc30f4-a444-472a-8fb5-d6565b6d41e7) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:40.237158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bb164e-6db5-4292-b672-22dc0cfbf5cb None None] Network 4bcc30f4-a444-472a-8fb5-d6565b6d41e7 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:40.254481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3af89de-1f52-4443-8087-804fed0011d7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:40.255303 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e3af89de-1f52-4443-8087-804fed0011d7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:40.409714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da457f6c-9d57-4063-b893-20dd043307f7 req-7f859781-a27a-44db-8c99-9df254f90316 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:40.410256 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-6707278b-2745-4a0b-82d8-b4dbdab5a907 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:40.411803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da457f6c-9d57-4063-b893-20dd043307f7 req-7f859781-a27a-44db-8c99-9df254f90316 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.1152117 Sep 23 22:32:40.413642 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-6707278b-2745-4a0b-82d8-b4dbdab5a907 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3361306 Sep 23 22:32:40.447367 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e3af89de-1f52-4443-8087-804fed0011d7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6193261 Sep 23 22:32:40.448442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56204) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:40.456037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-93823be5-fa9f-4528-8a6e-1e83809eb8b7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:40.469688 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b01f2dbe-f13d-457a-addb-551d809764e8 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:40.533635 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da457f6c-9d57-4063-b893-20dd043307f7 req-a4705793-3095-4ff6-86fd-efd8fad7ca09 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111000 Sep 23 22:32:40.542803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f2dbe-f13d-457a-addb-551d809764e8 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Pushing event deleted for resources: {'Port': ['ID=7a68d85a-7024-49e9-bd97-854d9273e3da,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:40.611606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59582f33-c61f-42a0-8bce-9d5056186d22 req-d577ff2e-2c13-461b-942e-8916b254074b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:40.613935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-4bcc30f4-a444-472a-8fb5-d6565b6d41e7', 'network_id': '4bcc30f4-a444-472a-8fb5-d6565b6d41e7', 'tenant_id': 'e87e72fe56df4d19bc88bfece64b86c5', 'fixed_ips': [{'subnet_id': '42c18de7-28d0-4dd4-aa49-5cf1ac0ec6e9'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:32:40.614818 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:40.623497 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59582f33-c61f-42a0-8bce-9d5056186d22 req-d577ff2e-2c13-461b-942e-8916b254074b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 946 time: 0.4336386 Sep 23 22:32:40.624915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Allocated IP 172.25.1.159 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/2800d7ed-03d2-4b88-94be-633cb433eef0) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:40.672332 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-377ca82e-3adc-4ae0-8367-d74adda6d37a tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 696 time: 0.2474999 Sep 23 22:32:40.716989 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-8c140983-0da1-46c2-8280-4d73ef0dac95 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Request body: {'floatingip': {'port_id': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:40.757397 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-93823be5-fa9f-4528-8a6e-1e83809eb8b7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25618323'] for subnet, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:40.817590 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b01f2dbe-f13d-457a-addb-551d809764e8 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:40.853666 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-8c140983-0da1-46c2-8280-4d73ef0dac95 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.044043 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b01f2dbe-f13d-457a-addb-551d809764e8 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.050167 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b01f2dbe-f13d-457a-addb-551d809764e8 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.064889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d920866-4ca0-474d-b89a-657c171dceb0 req-336a0cd9-85f5-4ba4-b37c-c25ebfd2dd6e tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:41.066695 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d920866-4ca0-474d-b89a-657c171dceb0 req-336a0cd9-85f5-4ba4-b37c-c25ebfd2dd6e tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 946 time: 0.2993183 Sep 23 22:32:41.120992 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.146843 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:32:41.146843 n-d-810775-1 neutron-server[95492]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 23 22:32:41.146843 n-d-810775-1 neutron-server[95492]: [parameters: {'in_use': 1, 'id_1': '42c18de7-28d0-4dd4-aa49-5cf1ac0ec6e9'}] Sep 23 22:32:41.146843 n-d-810775-1 neutron-server[95492]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:32:41.150078 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:32:41.197990 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-59582f33-c61f-42a0-8bce-9d5056186d22 req-a0c96e16-2414-4257-a9b3-3097cbe33310 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Deleting port f9d10f97-f7f9-4227-b452-5070b414293f {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:32:41.197990 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59582f33-c61f-42a0-8bce-9d5056186d22 req-a0c96e16-2414-4257-a9b3-3097cbe33310 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.217219 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d920866-4ca0-474d-b89a-657c171dceb0 req-38fd595b-9934-47a5-a19e-839e02cb304f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926771 Sep 23 22:32:41.308564 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b01f2dbe-f13d-457a-addb-551d809764e8 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.309551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01f2dbe-f13d-457a-addb-551d809764e8 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Fanout notify agent at l3_agent the message router_deleted on router d1e156fd-e48c-4eaf-9d59-3191fcb1be8d {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:32:41.322240 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b01f2dbe-f13d-457a-addb-551d809764e8 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.328854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b01f2dbe-f13d-457a-addb-551d809764e8 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "DELETE /v2.0/routers/d1e156fd-e48c-4eaf-9d59-3191fcb1be8d HTTP/1.1" status: 204 len: 168 time: 2.8585825 Sep 23 22:32:41.330154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56214) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:41.337954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-43df61e9-ac3c-416c-bf1b-139b2f5a059f tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-925633885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:41.416842 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.457054 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-93823be5-fa9f-4528-8a6e-1e83809eb8b7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753537328887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25665691'] for subnet, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.458050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-59582f33-c61f-42a0-8bce-9d5056186d22 req-a0c96e16-2414-4257-a9b3-3097cbe33310 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] For port f9d10f97-f7f9-4227-b452-5070b414293f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=f9d10f97-f7f9-4227-b452-5070b414293f,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:41.458427 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59582f33-c61f-42a0-8bce-9d5056186d22 req-a0c96e16-2414-4257-a9b3-3097cbe33310 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.502604 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43df61e9-ac3c-416c-bf1b-139b2f5a059f tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.504217 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43df61e9-ac3c-416c-bf1b-139b2f5a059f tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.540543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93823be5-fa9f-4528-8a6e-1e83809eb8b7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:41.541535 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-93823be5-fa9f-4528-8a6e-1e83809eb8b7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.548073 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-93823be5-fa9f-4528-8a6e-1e83809eb8b7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "PUT /v2.0/subnets/42c18de7-28d0-4dd4-aa49-5cf1ac0ec6e9 HTTP/1.1" status: 200 len: 900 time: 1.0942631 Sep 23 22:32:41.549184 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56216) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:41.567623 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93823be5-fa9f-4528-8a6e-1e83809eb8b7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event updated for resources: {'Subnet': ['ID=42c18de7-28d0-4dd4-aa49-5cf1ac0ec6e9,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:41.651077 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.660228 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43df61e9-ac3c-416c-bf1b-139b2f5a059f tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.755553 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43df61e9-ac3c-416c-bf1b-139b2f5a059f tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.787157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55283e9d-8d3c-4389-a5fe-608c20180bcf req-53b49e66-91c2-4e23-9f57-d80724233c04 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:41.788808 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-55283e9d-8d3c-4389-a5fe-608c20180bcf req-53b49e66-91c2-4e23-9f57-d80724233c04 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.1039586 Sep 23 22:32:41.835008 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-55283e9d-8d3c-4389-a5fe-608c20180bcf req-5be698f3-8df0-4d95-8f34-d575e64290d3 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384893 Sep 23 22:32:41.893526 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43df61e9-ac3c-416c-bf1b-139b2f5a059f tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:41.899190 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-43df61e9-ac3c-416c-bf1b-139b2f5a059f tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5637422 Sep 23 22:32:41.899190 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56222) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:41.903049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Allocated IP 2001:db8::3 (4bcc30f4-a444-472a-8fb5-d6565b6d41e7/42c18de7-28d0-4dd4-aa49-5cf1ac0ec6e9/b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:41.904629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Request body: {'router': {'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:42.002300 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-59582f33-c61f-42a0-8bce-9d5056186d22 req-a0c96e16-2414-4257-a9b3-3097cbe33310 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Calling delete_port for f9d10f97-f7f9-4227-b452-5070b414293f owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:32:42.192903 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:42.196262 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:42.226612 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:42.233849 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:42.248899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:42.261061 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:42.306536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Network 4bcc30f4-a444-472a-8fb5-d6565b6d41e7 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:42.310220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:42.312880 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:42.351995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Pushing event updated for resources: {'Port': ['ID=b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:42.370319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event updated for resources: {'Port': ['ID=2800d7ed-03d2-4b88-94be-633cb433eef0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:42.408754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Attempting to bind port b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:32:42.409374 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Attempting to bind port b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '90f1e8fe-b488-4cfb-8363-1d8eae915821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4bcc30f4-a444-472a-8fb5-d6565b6d41e7'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:32:42.409980 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Attempting to bind port b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2 on network 4bcc30f4-a444-472a-8fb5-d6565b6d41e7 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:42.416936 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:32:42.417321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Checking segment: {'id': '90f1e8fe-b488-4cfb-8363-1d8eae915821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4bcc30f4-a444-472a-8fb5-d6565b6d41e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:42.417745 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:42.418241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Bound using segment: {'id': '90f1e8fe-b488-4cfb-8363-1d8eae915821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4bcc30f4-a444-472a-8fb5-d6565b6d41e7'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:32:42.418739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Bound port: b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f1e8fe-b488-4cfb-8363-1d8eae915821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4bcc30f4-a444-472a-8fb5-d6565b6d41e7'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:32:42.419724 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:42.438957 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c6df3-a225-45d9-900d-976285cf21a3 req-5481bcba-dae8-477e-8606-00b221de8d61 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:42.440743 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c55c6df3-a225-45d9-900d-976285cf21a3 req-5481bcba-dae8-477e-8606-00b221de8d61 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 946 time: 0.0973277 Sep 23 22:32:42.502279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] For port b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:32:42.507233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] For port b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2,segment=NetworkSegment(90f1e8fe-b488-4cfb-8363-1d8eae915821),segment_id=90f1e8fe-b488-4cfb-8363-1d8eae915821)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:32:42.534210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.resource_extend [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-8c140983-0da1-46c2-8280-4d73ef0dac95 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:32:42.538332 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c55c6df3-a225-45d9-900d-976285cf21a3 req-d8d2c706-77c4-4b04-96d1-5cfbbe2726bb tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533447 Sep 23 22:32:42.613807 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:42.683713 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:42.707097 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8beb5-4305-435a-82a3-ec9263c1dc7e None None] Pushing event updated for resources: {'Port': ['ID=b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:42.736265 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:42.786404 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-8c140983-0da1-46c2-8280-4d73ef0dac95 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:42.796138 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:42.824910 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:42.861644 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-8c140983-0da1-46c2-8280-4d73ef0dac95 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:42.973642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Allocated IP 172.25.1.230 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/097a6d71-23bb-4ef0-929b-6c3e56a4711f) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:42.986466 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59582f33-c61f-42a0-8bce-9d5056186d22 req-a0c96e16-2414-4257-a9b3-3097cbe33310 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:43.030398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad4e82e5-ffac-4ce8-a471-14137a6ef249'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:32:43.069592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 143378f3-4e92-4775-a2b5-989b2bdf6436 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:43.082786 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c96e16-2414-4257-a9b3-3097cbe33310 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Pushing event deleted for resources: {'Port': ['ID=f9d10f97-f7f9-4227-b452-5070b414293f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:43.148540 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e574abf1-9c05-4bc0-afdf-025caf7433ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:43.188323 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc70363-1835-4a12-aec1-1268af3cd1b3 req-281881e7-30d5-4cd1-aa54-1bd81f67c2df tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:43.190648 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:43.209262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5bc70363-1835-4a12-aec1-1268af3cd1b3 req-281881e7-30d5-4cd1-aa54-1bd81f67c2df tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.1631420 Sep 23 22:32:43.232157 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 143378f3-4e92-4775-a2b5-989b2bdf6436 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:32:43.238627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-59582f33-c61f-42a0-8bce-9d5056186d22 req-a0c96e16-2414-4257-a9b3-3097cbe33310 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] No DVR routers for this DVR port f9d10f97-f7f9-4227-b452-5070b414293f on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:32:43.242038 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-59582f33-c61f-42a0-8bce-9d5056186d22 req-a0c96e16-2414-4257-a9b3-3097cbe33310 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:43.244691 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59582f33-c61f-42a0-8bce-9d5056186d22 req-a0c96e16-2414-4257-a9b3-3097cbe33310 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "DELETE /v2.0/ports/f9d10f97-f7f9-4227-b452-5070b414293f HTTP/1.1" status: 204 len: 173 time: 2.6116831 Sep 23 22:32:43.246484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 143378f3-4e92-4775-a2b5-989b2bdf6436 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:43.246875 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:43.258145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89595cdf-5bda-4a14-9833-dd7badd56bb0', 'name': 'network-vif-deleted', 'tag': 'f9d10f97-f7f9-4227-b452-5070b414293f'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:32:43.260715 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c725d8-61e6-4c98-b725-3b8964a93594" -d '{"events": [{"server_uuid": "89595cdf-5bda-4a14-9833-dd7badd56bb0", "name": "network-vif-deleted", "tag": "f9d10f97-f7f9-4227-b452-5070b414293f"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:32:43.290171 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Deleting port b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:32:43.290535 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:43.309193 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:43.376835 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-8c140983-0da1-46c2-8280-4d73ef0dac95 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Floating IP a8ff22cf-0175-4764-9b13-1dfd108fafcc associated. External IP: 172.25.1.174, port: 7d7a4a5d-10e4-4653-9c35-fa5c07346c53. Sep 23 22:32:43.398079 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5bc70363-1835-4a12-aec1-1268af3cd1b3 req-1c4fed0d-a2c1-4903-b773-33a87dee6ae7 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872377 Sep 23 22:32:43.402476 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:43.468456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:32:43.473500 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2642b770-b151-4aba-9cde-64173229d873" -d '{"events": [{"server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "name": "network-vif-plugged", "status": "completed", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:32:43.503294 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:43.503600 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=143378f3-4e92-4775-a2b5-989b2bdf6436,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:43.524854 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ce7f29-e82f-4c5d-a5cf-7760b1b15d21 x-openstack-request-id: req-45ce7f29-e82f-4c5d-a5cf-7760b1b15d21 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:32:43.525324 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89595cdf-5bda-4a14-9833-dd7badd56bb0", "name": "network-vif-deleted", "tag": "f9d10f97-f7f9-4227-b452-5070b414293f", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:32:43.525734 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45ce7f29-e82f-4c5d-a5cf-7760b1b15d21 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:32:43.526403 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89595cdf-5bda-4a14-9833-dd7badd56bb0', 'name': 'network-vif-deleted', 'tag': 'f9d10f97-f7f9-4227-b452-5070b414293f', 'status': 'completed', 'code': 200} Sep 23 22:32:43.554209 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e692e82-f78a-4060-b827-9025adcaf236 x-openstack-request-id: req-9e692e82-f78a-4060-b827-9025adcaf236 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:32:43.554787 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "name": "network-vif-plugged", "status": "completed", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:32:43.555198 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e692e82-f78a-4060-b827-9025adcaf236 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:32:43.579477 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'code': 200} Sep 23 22:32:43.579915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] For port b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2,segment=NetworkSegment(90f1e8fe-b488-4cfb-8363-1d8eae915821),segment_id=90f1e8fe-b488-4cfb-8363-1d8eae915821)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:43.579915 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:43.592684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Calling delete_port for b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:32:43.646381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Pushing event updated for resources: {'Port': ['ID=097a6d71-23bb-4ef0-929b-6c3e56a4711f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:43.672127 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:43.689885 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:43.719358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:43.790330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=143378f3-4e92-4775-a2b5-989b2bdf6436,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:43.790567 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:43.797001 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-53cb0895-9b3f-4a14-9d78-94d36e9e7207 req-417ec558-0baa-4c8c-9e13-dee0b374dde9 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=89595cdf-5bda-4a14-9833-dd7badd56bb0 HTTP/1.1" status: 200 len: 210 time: 0.1045737 Sep 23 22:32:44.064002 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ea600-43d1-4061-8bb8-1ee8cac262a6 req-3c00060c-832d-4529-8a4b-334298057588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:44.065640 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-765ea600-43d1-4061-8bb8-1ee8cac262a6 req-3c00060c-832d-4529-8a4b-334298057588 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 1097 time: 0.2872632 Sep 23 22:32:44.125602 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:44.170735 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-765ea600-43d1-4061-8bb8-1ee8cac262a6 req-6edce267-1e03-41fa-ac6c-5cae39d37bf7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950575 Sep 23 22:32:44.206559 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:44.289052 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d307a0c-e7fa-42ec-8f3c-2336098e1845 None None] Network 4bcc30f4-a444-472a-8fb5-d6565b6d41e7 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:44.435224 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:44.574643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:32:44.637205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2fed629b-fcb5-4115-a8b1-e9ffb799bd2b None None] Provisioning complete for port b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:44.638392 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2fed629b-fcb5-4115-a8b1-e9ffb799bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:44.710528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:44.711193 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:44.847880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b185834-ca5e-4afe-a066-55766d082c01 req-69aa40b0-562a-4312-999c-70b5e40adc25 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:44.852632 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b185834-ca5e-4afe-a066-55766d082c01 req-69aa40b0-562a-4312-999c-70b5e40adc25 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.1198423 Sep 23 22:32:44.856546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device f9d10f97-f7f9-4227-b452-5070b414293f no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:32:44.875816 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-8c140983-0da1-46c2-8280-4d73ef0dac95 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:32:44.885502 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: f9d10f97-f7f9-4227-b452-5070b414293f {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:32:44.885857 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device f9d10f97-f7f9-4227-b452-5070b414293f not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:32:44.927516 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:44.977277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event updated for resources: {'Port': ['ID=2800d7ed-03d2-4b88-94be-633cb433eef0,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:45.030910 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2fed629b-fcb5-4115-a8b1-e9ffb799bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:45.053690 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:45.057963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b185834-ca5e-4afe-a066-55766d082c01 req-bfd15c94-d7d3-4974-8e49-a926ac8c719f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984880 Sep 23 22:32:45.124447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:45.138937 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:45.143061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f8c1ec-fc39-4098-a658-3f9a5c29b2b0 None None] Network 4bcc30f4-a444-472a-8fb5-d6565b6d41e7 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:45.158034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Port': ['ID=b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:45.204245 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:45.270949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5ee18bc9-acd2-426f-ada0-14d00f2edea1 None None] Could not find standard attr ID for object b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:32:45.276702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No DVR routers for this DVR port b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:32:45.373054 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:45.374734 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7c1bf522-3344-4bad-8a59-a5952817a6e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8620870 Sep 23 22:32:45.384097 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-8c140983-0da1-46c2-8280-4d73ef0dac95 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:32:45.390327 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-8c140983-0da1-46c2-8280-4d73ef0dac95 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:45.398789 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:45.414970 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9371be-6274-40bf-99b2-089541aefae3 None None] Sync routers for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:32:45.437285 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9371be-6274-40bf-99b2-089541aefae3 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:45.438788 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-cf9371be-6274-40bf-99b2-089541aefae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:45.518918 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-8c140983-0da1-46c2-8280-4d73ef0dac95 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "PUT /v2.0/floatingips/a8ff22cf-0175-4764-9b13-1dfd108fafcc HTTP/1.1" status: 200 len: 996 time: 4.8154223 Sep 23 22:32:45.527725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'tag': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:32:45.531460 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df9ee0b-b553-48a9-bd4e-09cca4765938" -d '{"events": [{"name": "network-changed", "server_uuid": "d6df2eba-4662-4ebc-9da1-b9b7568cc6c6", "tag": "7d7a4a5d-10e4-4653-9c35-fa5c07346c53"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:32:45.568599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Router d5283089-ce8a-4ffe-838a-3d2fe1121b82 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:32:45.612297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-d57b1e6e-cff6-40c3-81e1-6e0e9313a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:45.620459 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-d57b1e6e-cff6-40c3-81e1-6e0e9313a15f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0822167 Sep 23 22:32:45.687966 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-716665dc-8006-4690-b4fd-c93862b99153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:45.741717 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-cf9371be-6274-40bf-99b2-089541aefae3 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:45.771776 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:45.841958 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fefe45a-3acb-4556-b266-4bd3d0280efc x-openstack-request-id: req-5fefe45a-3acb-4556-b266-4bd3d0280efc {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:32:45.841958 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6df2eba-4662-4ebc-9da1-b9b7568cc6c6", "tag": "7d7a4a5d-10e4-4653-9c35-fa5c07346c53", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:32:45.841958 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5fefe45a-3acb-4556-b266-4bd3d0280efc {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:32:45.841958 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'tag': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'status': 'completed', 'code': 200} Sep 23 22:32:45.916085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Subnet': ['ID=42c18de7-28d0-4dd4-aa49-5cf1ac0ec6e9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:45.954387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:32:45.955266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fbe9f4-500e-4887-9460-5f0e28e785c8 None None] Network 4bcc30f4-a444-472a-8fb5-d6565b6d41e7 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:45.991868 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:46.006454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56266) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:46.007030 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e2429c70-fc2f-4b9a-8b58-5e0c05a3f99c tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "PUT /v2.0/routers/d5283089-ce8a-4ffe-838a-3d2fe1121b82 HTTP/1.1" status: 200 len: 883 time: 4.1068244 Sep 23 22:32:46.175733 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57ac563-4f4b-4538-a143-95faf7720d42 None None] Sync routers for ids ['d5283089-ce8a-4ffe-838a-3d2fe1121b82'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:32:46.207745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57ac563-4f4b-4538-a143-95faf7720d42 None None] Routers {'d5283089-ce8a-4ffe-838a-3d2fe1121b82'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:46.208480 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f57ac563-4f4b-4538-a143-95faf7720d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d5283089-ce8a-4ffe-838a-3d2fe1121b82'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:46.354240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f57ac563-4f4b-4538-a143-95faf7720d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:46.395076 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:46.404601 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57ac563-4f4b-4538-a143-95faf7720d42 None None] Routers {'d5283089-ce8a-4ffe-838a-3d2fe1121b82'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:46.413266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f57ac563-4f4b-4538-a143-95faf7720d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d5283089-ce8a-4ffe-838a-3d2fe1121b82'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:46.427642 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-64519545-b3e8-4e92-80b6-ae804cd4dccc tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1081054012&fields=id&tenant_id=bb3bea9e83004d54ab7c7daee1f9b323 HTTP/1.1" status: 200 len: 267 time: 0.2879186 Sep 23 22:32:46.541322 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c8c39a-583e-4569-b627-0cd4e6cba2d7 None None] DHCP port deletion for 4bcc30f4-a444-472a-8fb5-d6565b6d41e7 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:32:46.545506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f57ac563-4f4b-4538-a143-95faf7720d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:46.546786 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57ac563-4f4b-4538-a143-95faf7720d42 None None] The sync data for ids ['d5283089-ce8a-4ffe-838a-3d2fe1121b82'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:32:46.571749 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:46.599238 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcc30f4-a444-472a-8fb5-d6565b6d41e7']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:46.607421 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-cf9371be-6274-40bf-99b2-089541aefae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a8ff22cf-0175-4764-9b13-1dfd108fafcc', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'port_id': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'mac_address': 'fa:16:3e:ac:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:13Z', 'updated_at': '2021-09-23T22:32:42Z', 'revision_number': 1, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:46.620207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f1e8fe-b488-4cfb-8363-1d8eae915821') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:46.620482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f1e8fe-b488-4cfb-8363-1d8eae915821') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:46.628782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-36365de1-380a-4ac0-8b10-dc39cd172dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:46.636910 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-36365de1-380a-4ac0-8b10-dc39cd172dfd service neutron] 10.222.0.22 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 922 time: 1.0152240 Sep 23 22:32:46.660510 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9371be-6274-40bf-99b2-089541aefae3 None None] Checking router: d0699b88-2279-4bde-ab21-4a3d82a3b8a4 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:32:46.671548 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9371be-6274-40bf-99b2-089541aefae3 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:46.672190 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-cf9371be-6274-40bf-99b2-089541aefae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:46.689324 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:46.714873 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e21038-993b-4a93-a73d-7f92c4777768 req-e92b8b30-4235-419f-b348-81df4a07e16b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:46.723349 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-e92b8b30-4235-419f-b348-81df4a07e16b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 812 time: 0.2811251 Sep 23 22:32:46.741795 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-a0ca7d2b-68bc-41fa-9323-17546b183849 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/quotas/bb3bea9e83004d54ab7c7daee1f9b323 HTTP/1.1" status: 200 len: 375 time: 0.0174677 Sep 23 22:32:46.754187 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-c09170d1-1b96-4a7b-a475-b1681386d5f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53 HTTP/1.1" status: 200 len: 999 time: 0.1163218 Sep 23 22:32:46.759037 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:46.779296 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9ee0b-b553-48a9-bd4e-09cca4765938 req-59f729aa-faeb-495c-8b16-ef25690550e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:46.781170 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1df9ee0b-b553-48a9-bd4e-09cca4765938 req-59f729aa-faeb-495c-8b16-ef25690550e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 1096 time: 0.8984451 Sep 23 22:32:46.791452 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:32:46.792483 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:32:46.797059 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:32:46.842307 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-318a4541-fb08-4dd6-9ebb-6973303c8edf tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0993507 Sep 23 22:32:46.860258 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-cf9371be-6274-40bf-99b2-089541aefae3 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:46.870875 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:46.875780 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bdf6ab3a-d1a6-425b-a15b-99f5239439e1 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/routers/d5283089-ce8a-4ffe-838a-3d2fe1121b82 HTTP/1.1" status: 200 len: 924 time: 0.8466570 Sep 23 22:32:46.884863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56286) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:46.976150 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-828db3f0-dd2a-4732-85bc-a6d4675510f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:46.984882 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-828db3f0-dd2a-4732-85bc-a6d4675510f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.2212715 Sep 23 22:32:47.057705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9ee0b-b553-48a9-bd4e-09cca4765938 req-baff4dc5-69fe-4cc3-aa28-a4ea442a0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:47.059402 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1df9ee0b-b553-48a9-bd4e-09cca4765938 req-baff4dc5-69fe-4cc3-aa28-a4ea442a0bc4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 922 time: 0.2629991 Sep 23 22:32:47.062620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-b80a7c0b-93f8-4506-aaa0-bc2cfb5c9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:47.064379 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-b80a7c0b-93f8-4506-aaa0-bc2cfb5c9833 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786238 Sep 23 22:32:47.074797 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:47.130101 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:47.132146 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/4bcc30f4-a444-472a-8fb5-d6565b6d41e7 HTTP/1.1" status: 204 len: 168 time: 5.5797250 Sep 23 22:32:47.147517 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56288) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:47.202036 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04f2d0-88c5-4469-ba94-170d5aeedf65 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Network': ['ID=4bcc30f4-a444-472a-8fb5-d6565b6d41e7,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:47.203978 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-cf9371be-6274-40bf-99b2-089541aefae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a8ff22cf-0175-4764-9b13-1dfd108fafcc', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'port_id': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'mac_address': 'fa:16:3e:ac:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:13Z', 'updated_at': '2021-09-23T22:32:42Z', 'revision_number': 1, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:47.266535 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9371be-6274-40bf-99b2-089541aefae3 None None] The sync data for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 is: [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a8ff22cf-0175-4764-9b13-1dfd108fafcc', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'port_id': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'mac_address': 'fa:16:3e:ac:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:13Z', 'updated_at': '2021-09-23T22:32:42Z', 'revision_number': 1, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:32:47.278040 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae936a90-b699-48cf-be79-9bfadf074ed4 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] DELETE failed (client error): The resource could not be found. Sep 23 22:32:47.279766 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae936a90-b699-48cf-be79-9bfadf074ed4 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:32:47.283335 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ae936a90-b699-48cf-be79-9bfadf074ed4 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/subnets/42c18de7-28d0-4dd4-aa49-5cf1ac0ec6e9 HTTP/1.1" status: 404 len: 337 time: 0.1242697 Sep 23 22:32:47.296547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56296) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:47.367259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afabc53-6e76-47e9-b36b-6dfabbfbc636 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:47.371666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2afabc53-6e76-47e9-b36b-6dfabbfbc636 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&device_id=d5283089-ce8a-4ffe-838a-3d2fe1121b82&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4855249 Sep 23 22:32:47.375817 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-cd49d66f-d260-4c29-b769-47322e8b0604 service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624171 Sep 23 22:32:47.376368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56298) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:47.380874 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b97833e-4409-4ab1-ac48-1391e6519664 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] DELETE failed (client error): The resource could not be found. Sep 23 22:32:47.381896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b97833e-4409-4ab1-ac48-1391e6519664 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:32:47.384025 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4b97833e-4409-4ab1-ac48-1391e6519664 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/4bcc30f4-a444-472a-8fb5-d6565b6d41e7 HTTP/1.1" status: 404 len: 339 time: 0.0858088 Sep 23 22:32:47.386818 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-7fae1f4f-c858-4489-8250-281b148a90eb service neutron] 10.222.0.22 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230720 Sep 23 22:32:47.387041 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1df9ee0b-b553-48a9-bd4e-09cca4765938 req-277e124f-ae31-401e-afed-3b1a89e83d36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53 HTTP/1.1" status: 200 len: 999 time: 0.3199124 Sep 23 22:32:47.387338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56300) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:47.527777 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-90f3e054-9285-4858-8e37-7c896e5b9c78 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:47.588833 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-acebfd99-ebca-4d5b-bd0a-62911b9fb4f7 service neutron] 10.222.0.22 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803415 Sep 23 22:32:47.625570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9ee0b-b553-48a9-bd4e-09cca4765938 req-78d580c3-fb52-4cd3-8eca-5a173392ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:47.626284 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1df9ee0b-b553-48a9-bd4e-09cca4765938 req-78d580c3-fb52-4cd3-8eca-5a173392ed31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.2124839 Sep 23 22:32:47.686587 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-90f3e054-9285-4858-8e37-7c896e5b9c78 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:47.695854 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd76150f-55c3-4553-afb2-9cf3ac8232fd None None] New status for floating IP a8ff22cf-0175-4764-9b13-1dfd108fafcc: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:32:47.699915 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d87eee32-17eb-4530-9c3c-c3388916c604 req-c65993f7-5932-4b9f-9b66-3ac3aaefb5d0 service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033729 Sep 23 22:32:47.707714 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2144d755-d02d-47eb-8037-1c01a7e77010 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:47.709901 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2144d755-d02d-47eb-8037-1c01a7e77010 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 881 time: 0.3311064 Sep 23 22:32:47.715970 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56304) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:47.737788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-90f3e054-9285-4858-8e37-7c896e5b9c78 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9b1894-dfd9-4982-a6e8-7719b28d4bc1']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:47.757518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-90f3e054-9285-4858-8e37-7c896e5b9c78 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09419f0c-4792-495a-9da6-43365629de97') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:47.757518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-90f3e054-9285-4858-8e37-7c896e5b9c78 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09419f0c-4792-495a-9da6-43365629de97') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:47.759591 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3a57c37c-2c53-4c56-b1bf-a3dc1458586e tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5283089-ce8a-4ffe-838a-3d2fe1121b82 HTTP/1.1" status: 200 len: 205 time: 0.0418363 Sep 23 22:32:47.762817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56306) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:47.773263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9ee0b-b553-48a9-bd4e-09cca4765938 req-28f402e6-84ba-4bde-8685-183f81b9f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:47.773831 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-90f3e054-9285-4858-8e37-7c896e5b9c78 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:47.774815 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1df9ee0b-b553-48a9-bd4e-09cca4765938 req-28f402e6-84ba-4bde-8685-183f81b9f4ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410537 Sep 23 22:32:47.785755 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:47.804308 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-90f3e054-9285-4858-8e37-7c896e5b9c78 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:47.812956 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f3e054-9285-4858-8e37-7c896e5b9c78 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:32:47.813689 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-90f3e054-9285-4858-8e37-7c896e5b9c78 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:32:47.817061 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:32:48.030986 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-90f3e054-9285-4858-8e37-7c896e5b9c78 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:48.064850 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-90f3e054-9285-4858-8e37-7c896e5b9c78 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:48.066978 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-90f3e054-9285-4858-8e37-7c896e5b9c78 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/1d9b1894-dfd9-4982-a6e8-7719b28d4bc1 HTTP/1.1" status: 204 len: 168 time: 0.6785433 Sep 23 22:32:48.078684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3e054-9285-4858-8e37-7c896e5b9c78 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Network': ['ID=1d9b1894-dfd9-4982-a6e8-7719b28d4bc1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:48.086748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56322) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:48.137587 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-749800bc-8b94-404a-a441-d0f72fd19717 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] DELETE failed (client error): The resource could not be found. Sep 23 22:32:48.139009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749800bc-8b94-404a-a441-d0f72fd19717 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:32:48.141145 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-749800bc-8b94-404a-a441-d0f72fd19717 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/subnets/5f38033b-5f78-4b55-b356-c0c05eec3dae HTTP/1.1" status: 404 len: 337 time: 0.0533392 Sep 23 22:32:48.150866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56324) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:48.190718 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab015c91-812d-4dfa-b796-21112e300e86 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] DELETE failed (client error): The resource could not be found. Sep 23 22:32:48.191598 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab015c91-812d-4dfa-b796-21112e300e86 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:32:48.193746 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ab015c91-812d-4dfa-b796-21112e300e86 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/5441d158-047a-448f-b236-7377ade40761 HTTP/1.1" status: 404 len: 339 time: 0.0416188 Sep 23 22:32:48.241886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56328) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:48.309765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-19432c61-6761-4103-8ece-a8ad33fe7888 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Deleting subnet 26a376f5-d18e-457d-aa3a-d5e6006441af {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:32:48.315638 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19432c61-6761-4103-8ece-a8ad33fe7888 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:48.323923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:32:48.324926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-390f1bd9-454e-41f0-9708-c7d361dccfb7 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:48.327173 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-390f1bd9-454e-41f0-9708-c7d361dccfb7 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 805 time: 0.2590349 Sep 23 22:32:48.334850 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19228e66-82da-4c33-90b6-69a2317f945b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:48.349842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:32:48.350322 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b6e80bf6-008a-41a2-a4f6-b7ff4d93dab2 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:32:48.373905 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-9d5abf74-5881-4736-a8c9-d129ffded081 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/quotas/56293beb1ee14ee7a1db1a062efdd17b HTTP/1.1" status: 200 len: 375 time: 0.0257170 Sep 23 22:32:48.428205 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19432c61-6761-4103-8ece-a8ad33fe7888 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:48.464672 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:48.513373 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-aa417679-ee45-421d-85c1-b1e28040edf2 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1350992 Sep 23 22:32:48.540142 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f9120-d129-47d3-83e8-2e17db43f0b9 req-7413607d-2779-491d-beca-85e7b8e269cb tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:48.542458 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c6f9120-d129-47d3-83e8-2e17db43f0b9 req-7413607d-2779-491d-beca-85e7b8e269cb tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.5779634 Sep 23 22:32:48.573700 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1df9ee0b-b553-48a9-bd4e-09cca4765938 req-bef0c89a-7639-407f-b7fa-4389d897ff8e service neutron] 10.222.0.43 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457547 Sep 23 22:32:48.573993 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19432c61-6761-4103-8ece-a8ad33fe7888 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:48.696518 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19228e66-82da-4c33-90b6-69a2317f945b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:48.713128 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c6f9120-d129-47d3-83e8-2e17db43f0b9 req-300d64ea-58c2-4223-b99e-67039def223c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306028 Sep 23 22:32:48.742585 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-0b9df49c-1741-4480-a3ae-ad07d4859815 service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405547 Sep 23 22:32:48.788252 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1df9ee0b-b553-48a9-bd4e-09cca4765938 req-13c5c8bf-9397-4581-855f-f96c29146c63 service neutron] 10.222.0.43 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913247 Sep 23 22:32:48.893826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-20d10b6b-5779-4a80-bdff-648e1c02e349 service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447158 Sep 23 22:32:48.907858 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19432c61-6761-4103-8ece-a8ad33fe7888 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:48.986424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19432c61-6761-4103-8ece-a8ad33fe7888 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Subnet': ['ID=26a376f5-d18e-457d-aa3a-d5e6006441af,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:48.995322 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19432c61-6761-4103-8ece-a8ad33fe7888 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:48.999858 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-19432c61-6761-4103-8ece-a8ad33fe7888 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/subnets/26a376f5-d18e-457d-aa3a-d5e6006441af HTTP/1.1" status: 204 len: 168 time: 0.7738264 Sep 23 22:32:49.005881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56340) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:49.012944 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df3a2c-eaf1-4ed7-b386-7253cf4a57d3 None None] Network 18278eab-1011-473d-93e5-1008e26ea10e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:49.029291 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-3d91456f-9654-4cf7-9161-8942ec3080cf tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:49.036935 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-3d91456f-9654-4cf7-9161-8942ec3080cf tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1008162 Sep 23 22:32:49.113303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-19228e66-82da-4c33-90b6-69a2317f945b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Deleting port 097a6d71-23bb-4ef0-929b-6c3e56a4711f {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:32:49.113303 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19228e66-82da-4c33-90b6-69a2317f945b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:49.114105 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfe9e28-9ffe-46ce-be77-f3d60278a9d2 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Deleting subnet 700a38fa-bd0e-4848-a233-1572cbbe1122 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:32:49.121299 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9e28-9ffe-46ce-be77-f3d60278a9d2 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:49.178709 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-9efc38ed-6564-48cc-9a98-8a79488bd137 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 1001 time: 0.1406434 Sep 23 22:32:49.184120 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-335f71cc-3b9d-4d6e-96ff-85d8551fe365 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Request body: {'floatingip': {'port_id': '69016375-e735-403c-9d05-e78b1894e3a6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:49.203046 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9e28-9ffe-46ce-be77-f3d60278a9d2 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:49.376327 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-11cdb578-039c-4440-9676-a2c24ef85b37 req-2edaf56e-f252-48ba-a21f-9f37367d8e86 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 210 time: 0.0670915 Sep 23 22:32:49.384584 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19228e66-82da-4c33-90b6-69a2317f945b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:49.416387 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-19228e66-82da-4c33-90b6-69a2317f945b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Calling delete_port for 097a6d71-23bb-4ef0-929b-6c3e56a4711f owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:32:49.431954 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9e28-9ffe-46ce-be77-f3d60278a9d2 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:49.493637 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-335f71cc-3b9d-4d6e-96ff-85d8551fe365 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:49.634148 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9e28-9ffe-46ce-be77-f3d60278a9d2 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:49.663524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe9e28-9ffe-46ce-be77-f3d60278a9d2 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Subnet': ['ID=700a38fa-bd0e-4848-a233-1572cbbe1122,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:49.683291 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9e28-9ffe-46ce-be77-f3d60278a9d2 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:49.685975 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ecfe9e28-9ffe-46ce-be77-f3d60278a9d2 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/subnets/700a38fa-bd0e-4848-a233-1572cbbe1122 HTTP/1.1" status: 204 len: 168 time: 0.6783915 Sep 23 22:32:49.692771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56356) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:49.701973 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2ae2d-aad8-41a4-8c57-f5abf35cc080 req-9b3bcf08-1cea-4065-846d-0a782cd55eb6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:49.703653 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-62f2ae2d-aad8-41a4-8c57-f5abf35cc080 req-9b3bcf08-1cea-4065-846d-0a782cd55eb6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.1311631 Sep 23 22:32:49.713384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56358) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:49.725942 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-4d472529-730b-440c-970b-9b265f55a083 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Request body: {'floatingip': {'port_id': '143378f3-4e92-4775-a2b5-989b2bdf6436'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:49.877268 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2e9c1917-e74b-442f-859a-6021036e42fb req-ba8a29cf-c182-4235-b169-dc219fe491c5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 210 time: 0.1238341 Sep 23 22:32:49.923024 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:50.090988 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d472529-730b-440c-970b-9b265f55a083 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:50.113823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Deleting port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:32:50.114843 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:50.327064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] For port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2f4e97d9-b605-4b2e-9ca7-f18a7d03112f,segment=NetworkSegment(6d4a4c49-f026-4c21-8e0d-d96da4039c67),segment_id=6d4a4c49-f026-4c21-8e0d-d96da4039c67)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:50.329347 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:50.359471 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Calling delete_port for 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:32:50.379966 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19228e66-82da-4c33-90b6-69a2317f945b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:50.399088 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc0809e-31fa-4820-8f44-5d2937220cfd None None] Network 18278eab-1011-473d-93e5-1008e26ea10e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:50.538089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-716fadb7-6cf0-4b96-9dbd-fbd0175c8492 None None] Provisioning complete for port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:50.539188 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-716fadb7-6cf0-4b96-9dbd-fbd0175c8492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:50.567276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19228e66-82da-4c33-90b6-69a2317f945b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Pushing event deleted for resources: {'Port': ['ID=097a6d71-23bb-4ef0-929b-6c3e56a4711f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:50.637197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-45c6e8ab-dca9-4c44-8b0c-9bae667d7fa3 req-814e6f88-8985-48b6-95c3-af889dbaa5ea tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 210 time: 0.0500574 Sep 23 22:32:50.769513 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:50.806318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Port': ['ID=2f4e97d9-b605-4b2e-9ca7-f18a7d03112f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:50.826431 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No DVR routers for this DVR port 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:32:50.859507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b69ba-4433-463d-9e5e-0dc1697568ff None None] DHCP port deletion for 18278eab-1011-473d-93e5-1008e26ea10e request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:32:50.937800 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19228e66-82da-4c33-90b6-69a2317f945b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:51.033545 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:51.129472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18278eab-1011-473d-93e5-1008e26ea10e']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:51.140513 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19228e66-82da-4c33-90b6-69a2317f945b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:51.148217 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19228e66-82da-4c33-90b6-69a2317f945b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:51.193984 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0174892-8619-44c0-b31a-59e97e68f6ba req-7bffb468-08e3-4567-9406-64902385e026 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 210 time: 0.0929272 Sep 23 22:32:51.202015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4a4c49-f026-4c21-8e0d-d96da4039c67') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:51.202319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4a4c49-f026-4c21-8e0d-d96da4039c67') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:51.239304 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:51.289753 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:51.303641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:32:51.304209 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:32:51.376262 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:32:51.483843 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:51.494452 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:51.501060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/18278eab-1011-473d-93e5-1008e26ea10e HTTP/1.1" status: 204 len: 168 time: 1.7959964 Sep 23 22:32:51.502385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56372) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:51.565482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be476e97-d06f-4e69-98c4-3d4af36ff84c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Network': ['ID=18278eab-1011-473d-93e5-1008e26ea10e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:51.571711 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1691f1-9ac5-4ec6-a853-74ae1780b823 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] DELETE failed (client error): The resource could not be found. Sep 23 22:32:51.572595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1691f1-9ac5-4ec6-a853-74ae1780b823 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:32:51.576446 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-db1691f1-9ac5-4ec6-a853-74ae1780b823 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/subnets/97601375-4b2d-4cb5-81e0-55ab39f43b42 HTTP/1.1" status: 404 len: 337 time: 0.0699165 Sep 23 22:32:51.582295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56374) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:51.607520 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b889e5-5405-499f-8fa9-963ed3393909 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] DELETE failed (client error): The resource could not be found. Sep 23 22:32:51.607520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b889e5-5405-499f-8fa9-963ed3393909 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:32:51.612785 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f6b889e5-5405-499f-8fa9-963ed3393909 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/f32f6698-4098-4671-8bbf-ff47aece419a HTTP/1.1" status: 404 len: 339 time: 0.0290108 Sep 23 22:32:51.613617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56378) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:51.650340 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6957e5-f533-451c-8a3c-6deeab2a186c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] DELETE failed (client error): The resource could not be found. Sep 23 22:32:51.651069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6957e5-f533-451c-8a3c-6deeab2a186c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:32:51.655775 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fa6957e5-f533-451c-8a3c-6deeab2a186c tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/subnets/b1aa0155-6c23-41d0-8d0c-589053af60a5 HTTP/1.1" status: 404 len: 337 time: 0.0392530 Sep 23 22:32:51.657466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56380) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:51.694110 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae87fd71-48a9-4c9c-8688-783303bb2b34 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] DELETE failed (client error): The resource could not be found. Sep 23 22:32:51.695515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae87fd71-48a9-4c9c-8688-783303bb2b34 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:32:51.701677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ae87fd71-48a9-4c9c-8688-783303bb2b34 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/3e3b75b2-5e1f-4929-989d-590cd1fbc1cf HTTP/1.1" status: 404 len: 339 time: 0.0387588 Sep 23 22:32:51.702506 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56384) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:51.743913 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cedc0d1-fe7a-4e9e-b703-61afe9f4cc47 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] DELETE failed (client error): The resource could not be found. Sep 23 22:32:51.744684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cedc0d1-fe7a-4e9e-b703-61afe9f4cc47 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:32:51.751005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3cedc0d1-fe7a-4e9e-b703-61afe9f4cc47 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/subnets/38be4ee7-33e6-4f35-a9a9-c6ed7915db25 HTTP/1.1" status: 404 len: 337 time: 0.0469923 Sep 23 22:32:51.751767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56386) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:51.796639 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-93363c3b-48e0-43d5-b63c-54918ee37f73 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] DELETE failed (client error): The resource could not be found. Sep 23 22:32:51.797705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93363c3b-48e0-43d5-b63c-54918ee37f73 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:32:51.805007 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-93363c3b-48e0-43d5-b63c-54918ee37f73 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/e9d90966-15dc-4e2a-ba86-0ef7e23a74b5 HTTP/1.1" status: 404 len: 339 time: 0.0518050 Sep 23 22:32:51.806079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56388) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:51.897812 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a863738-b39f-422c-ad05-462757e11f3f req-6eb929af-593f-4bac-b7b0-b5e0a4488ac5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 210 time: 0.0817883 Sep 23 22:32:51.925868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aba9056-0d39-4e1e-b295-de6f96181031 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Deleting subnet 043631b7-b2fa-49b8-aeaa-1200628f6248 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:32:51.932162 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7aba9056-0d39-4e1e-b295-de6f96181031 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:51.944079 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19228e66-82da-4c33-90b6-69a2317f945b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:51.944873 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19228e66-82da-4c33-90b6-69a2317f945b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Fanout notify agent at l3_agent the message router_deleted on router d5283089-ce8a-4ffe-838a-3d2fe1121b82 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:32:51.964839 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19228e66-82da-4c33-90b6-69a2317f945b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:51.972537 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-19228e66-82da-4c33-90b6-69a2317f945b tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "DELETE /v2.0/routers/d5283089-ce8a-4ffe-838a-3d2fe1121b82 HTTP/1.1" status: 204 len: 168 time: 4.2076597 Sep 23 22:32:51.975235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56390) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:51.982588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b3ecbe06-b5f1-42f9-bd7e-59e20903337d tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-566786380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:52.041151 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7aba9056-0d39-4e1e-b295-de6f96181031 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:52.191185 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbe06-b5f1-42f9-bd7e-59e20903337d tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:52.192363 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbe06-b5f1-42f9-bd7e-59e20903337d tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:52.222982 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7aba9056-0d39-4e1e-b295-de6f96181031 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:52.230070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e21038-993b-4a93-a73d-7f92c4777768 req-45957938-a966-48ff-a64b-3014dbe05446 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:52.232685 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-45957938-a966-48ff-a64b-3014dbe05446 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 812 time: 0.5736020 Sep 23 22:32:52.289995 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.resource_extend [None req-4d472529-730b-440c-970b-9b265f55a083 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:32:52.310533 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbe06-b5f1-42f9-bd7e-59e20903337d tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:52.414874 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbe06-b5f1-42f9-bd7e-59e20903337d tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:52.470209 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.resource_extend [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-335f71cc-3b9d-4d6e-96ff-85d8551fe365 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:32:52.475632 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2dcdf033-da33-4915-bcca-ff8de1b7d58a req-dc5fe29f-9f12-4deb-898c-bdee595bafa2 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 210 time: 0.0699687 Sep 23 22:32:52.481649 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-5c88b3b4-b4a6-4871-b061-8836af2d8267 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb3bea9e83004d54ab7c7daee1f9b323 HTTP/1.1" status: 200 len: 380 time: 0.2379823 Sep 23 22:32:52.492397 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d472529-730b-440c-970b-9b265f55a083 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:52.522962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:32:52.552428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-89e21038-993b-4a93-a73d-7f92c4777768 req-d559c96b-5281-4a6c-a979-5d6f646cfa90 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Request body: {'port': {'device_id': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'admin_state_up': True, 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'security_groups': ['8769a59c-3056-44e8-ab34-7eb1292e4d1b']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:52.554922 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbe06-b5f1-42f9-bd7e-59e20903337d tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:52.556448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b3ecbe06-b5f1-42f9-bd7e-59e20903337d tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5800102 Sep 23 22:32:52.558072 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7aba9056-0d39-4e1e-b295-de6f96181031 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:52.568986 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56396) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:52.597689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:32:52.598032 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2f4e97d9-b605-4b2e-9ca7-f18a7d03112f not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:32:52.599708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'enable_snat': True}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:52.608309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba9056-0d39-4e1e-b295-de6f96181031 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Subnet': ['ID=043631b7-b2fa-49b8-aeaa-1200628f6248,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:52.617170 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7aba9056-0d39-4e1e-b295-de6f96181031 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:52.619310 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7aba9056-0d39-4e1e-b295-de6f96181031 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/subnets/043631b7-b2fa-49b8-aeaa-1200628f6248 HTTP/1.1" status: 204 len: 168 time: 0.8119528 Sep 23 22:32:52.625762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56398) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:52.629010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91c6659-fe65-4821-841a-03328ea92f1a None None] Network 19c123fc-306a-4c06-b18c-864f6b570db3 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:52.762280 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d472529-730b-440c-970b-9b265f55a083 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:52.838018 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-5cdca0c3-a321-4b7a-8293-467300d459df tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:52.840213 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-5cdca0c3-a321-4b7a-8293-467300d459df tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 805 time: 0.4882281 Sep 23 22:32:52.852037 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:52.868300 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-36afa627-e058-4de2-b3d3-308c20316364 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Request body: {'port': {'device_id': '29298f90-96eb-46d4-a875-eb9e309316c2', 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19', 'admin_state_up': True, 'tenant_id': '56293beb1ee14ee7a1db1a062efdd17b'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:52.927787 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-4d472529-730b-440c-970b-9b265f55a083 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Floating IP 03c81487-e341-47e8-88aa-33de00d37a03 associated. External IP: 172.25.1.254, port: 143378f3-4e92-4775-a2b5-989b2bdf6436. Sep 23 22:32:53.032844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7027a48-96a5-47d4-95aa-d597b35df699 None None] DHCP port deletion for 19c123fc-306a-4c06-b18c-864f6b570db3 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:32:53.063903 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-335f71cc-3b9d-4d6e-96ff-85d8551fe365 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:53.133768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b7027a48-96a5-47d4-95aa-d597b35df699 None None] Deleting port 9667a446-ff75-4d94-b5b3-d3fd755a116d {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:32:53.134584 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b7027a48-96a5-47d4-95aa-d597b35df699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:53.156454 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aa5eacb9-f647-4434-b4c7-ad6b761bca96 req-b99de729-72a4-4519-9662-9381f13e0ed7 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 210 time: 0.0542994 Sep 23 22:32:53.189449 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-335f71cc-3b9d-4d6e-96ff-85d8551fe365 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:53.227740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b7027a48-96a5-47d4-95aa-d597b35df699 None None] For port 9667a446-ff75-4d94-b5b3-d3fd755a116d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9667a446-ff75-4d94-b5b3-d3fd755a116d,segment=NetworkSegment(bcf2ba91-14f8-4151-98ee-30a49d4bb996),segment_id=bcf2ba91-14f8-4151-98ee-30a49d4bb996)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:53.228149 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b7027a48-96a5-47d4-95aa-d597b35df699 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:53.243106 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b7027a48-96a5-47d4-95aa-d597b35df699 None None] Calling delete_port for 9667a446-ff75-4d94-b5b3-d3fd755a116d owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:32:53.251374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Deleting port 9667a446-ff75-4d94-b5b3-d3fd755a116d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:32:53.252063 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:53.338397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] For port 9667a446-ff75-4d94-b5b3-d3fd755a116d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9667a446-ff75-4d94-b5b3-d3fd755a116d,segment=NetworkSegment(bcf2ba91-14f8-4151-98ee-30a49d4bb996),segment_id=bcf2ba91-14f8-4151-98ee-30a49d4bb996)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:53.338789 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:53.356031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Calling delete_port for 9667a446-ff75-4d94-b5b3-d3fd755a116d owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:32:53.453268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-36afa627-e058-4de2-b3d3-308c20316364 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Made reservation on behalf of 56293beb1ee14ee7a1db1a062efdd17b for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:53.458599 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-36afa627-e058-4de2-b3d3-308c20316364 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:53.468689 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:53.533384 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-335f71cc-3b9d-4d6e-96ff-85d8551fe365 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Floating IP a8ff22cf-0175-4764-9b13-1dfd108fafcc associated. External IP: 172.25.1.174, port: 7d7a4a5d-10e4-4653-9c35-fa5c07346c53. Sep 23 22:32:53.551337 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b7027a48-96a5-47d4-95aa-d597b35df699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:53.586723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7027a48-96a5-47d4-95aa-d597b35df699 None None] No DVR routers for this DVR port 9667a446-ff75-4d94-b5b3-d3fd755a116d on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:32:53.597501 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e21038-993b-4a93-a73d-7f92c4777768 req-d559c96b-5281-4a6c-a979-5d6f646cfa90 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Made reservation on behalf of bb3bea9e83004d54ab7c7daee1f9b323 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:32:53.602806 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-89e21038-993b-4a93-a73d-7f92c4777768 req-d559c96b-5281-4a6c-a979-5d6f646cfa90 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:53.617560 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:53.622879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7027a48-96a5-47d4-95aa-d597b35df699 None None] Pushing event deleted for resources: {'Port': ['ID=9667a446-ff75-4d94-b5b3-d3fd755a116d,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:53.697007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No DVR routers for this DVR port 9667a446-ff75-4d94-b5b3-d3fd755a116d on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:32:53.738696 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13c4557a-3a2f-4e35-bee4-6eb734a571f3 req-938c7bef-7518-46e8-8231-8e48fd1a5aa0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 210 time: 0.0968599 Sep 23 22:32:53.740928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Port': ['ID=9667a446-ff75-4d94-b5b3-d3fd755a116d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:53.808835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d472529-730b-440c-970b-9b265f55a083 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Router 4254425f-dd16-498d-9f01-7385a0d175f0 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:32:53.971509 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:53.986368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-36afa627-e058-4de2-b3d3-308c20316364 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Allocated IP 172.20.0.6 (5b124564-d7ec-451c-aa5d-0eca8f728d19/4a29ecc8-4a09-439c-8732-97749c6a5cb5/6f518f79-5419-4203-8dea-1b48ef9dba71) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:54.013474 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c123fc-306a-4c06-b18c-864f6b570db3']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:54.031404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf2ba91-14f8-4151-98ee-30a49d4bb996') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:54.031717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf2ba91-14f8-4151-98ee-30a49d4bb996') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:54.053074 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:54.083447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:54.112962 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:32:54.113475 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:32:54.116847 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:32:54.280801 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-36afa627-e058-4de2-b3d3-308c20316364 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:54.306050 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-91fcbb04-782a-424b-9529-d26d0d1c2de0 req-2a5a255e-9699-4052-adfa-e8c11cfe68e8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 210 time: 0.0399327 Sep 23 22:32:54.319071 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:54.334860 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:54.339684 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/19c123fc-306a-4c06-b18c-864f6b570db3 HTTP/1.1" status: 204 len: 168 time: 1.7098892 Sep 23 22:32:54.351087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56412) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:54.364728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa51fb-4ce0-435a-953e-9182e38e839e tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Network': ['ID=19c123fc-306a-4c06-b18c-864f6b570db3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:54.390319 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71d5540-5126-42c8-959c-7c08e318d3a2 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] DELETE failed (client error): The resource could not be found. Sep 23 22:32:54.390794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71d5540-5126-42c8-959c-7c08e318d3a2 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:32:54.397183 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d71d5540-5126-42c8-959c-7c08e318d3a2 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/subnets/be8a8107-e57e-49ff-afca-201a1c856351 HTTP/1.1" status: 404 len: 337 time: 0.0404346 Sep 23 22:32:54.397183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56414) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:54.418305 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cc0ed4-cde4-4262-9ef1-3c21850e42c7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] DELETE failed (client error): The resource could not be found. Sep 23 22:32:54.419452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28cc0ed4-cde4-4262-9ef1-3c21850e42c7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:32:54.425629 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-28cc0ed4-cde4-4262-9ef1-3c21850e42c7 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/50b0e2af-a1f3-4be4-ad1a-2c475e087e6e HTTP/1.1" status: 404 len: 339 time: 0.0233746 Sep 23 22:32:54.426445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56416) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:54.427026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9667a446-ff75-4d94-b5b3-d3fd755a116d no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:32:54.449685 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 9667a446-ff75-4d94-b5b3-d3fd755a116d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:32:54.450676 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9667a446-ff75-4d94-b5b3-d3fd755a116d not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:32:54.500529 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-36afa627-e058-4de2-b3d3-308c20316364 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:54.536826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad4e82e5-ffac-4ce8-a471-14137a6ef249'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:32:54.556853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5761a5f-7a69-4831-aa78-3f4278588f95 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Deleting subnet 688192e2-ab18-4ae3-b666-256eaa59f0a5 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:32:54.567976 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5761a5f-7a69-4831-aa78-3f4278588f95 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:54.615991 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-36afa627-e058-4de2-b3d3-308c20316364 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Network 5b124564-d7ec-451c-aa5d-0eca8f728d19 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:54.630638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-36afa627-e058-4de2-b3d3-308c20316364 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:54.634725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-36afa627-e058-4de2-b3d3-308c20316364 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:54.653164 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-89e21038-993b-4a93-a73d-7f92c4777768 req-d559c96b-5281-4a6c-a979-5d6f646cfa90 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Allocated IP 172.20.0.4 (7b269275-d2f2-42f6-a365-60282a573cd2/5c35295b-d496-49fd-b020-8dcae9bebf0e/d473a81d-624e-4664-bbcb-4473adacebb1) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:54.663307 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d472529-730b-440c-970b-9b265f55a083 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:32:54.674901 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d472529-730b-440c-970b-9b265f55a083 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:54.687041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d7e74-b9b4-4af6-8656-a317b41d27dc None None] Sync routers for ids ['4254425f-dd16-498d-9f01-7385a0d175f0'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:32:54.703269 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afa627-e058-4de2-b3d3-308c20316364 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Pushing event updated for resources: {'Port': ['ID=6f518f79-5419-4203-8dea-1b48ef9dba71,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:54.744259 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5761a5f-7a69-4831-aa78-3f4278588f95 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:54.745976 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4d472529-730b-440c-970b-9b265f55a083 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "PUT /v2.0/floatingips/03c81487-e341-47e8-88aa-33de00d37a03 HTTP/1.1" status: 200 len: 992 time: 5.0301394 Sep 23 22:32:54.752137 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:32:54.754566 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b4dafb-991d-41ea-9ccf-1dd07696d537" -d '{"events": [{"name": "network-changed", "server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:32:54.762846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-335f71cc-3b9d-4d6e-96ff-85d8551fe365 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:32:54.763728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d7e74-b9b4-4af6-8656-a317b41d27dc None None] Routers {'4254425f-dd16-498d-9f01-7385a0d175f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:54.766339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-387d7e74-b9b4-4af6-8656-a317b41d27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4254425f-dd16-498d-9f01-7385a0d175f0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:54.911042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-36afa627-e058-4de2-b3d3-308c20316364 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:54.912152 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-36afa627-e058-4de2-b3d3-308c20316364 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:54.993153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-387d7e74-b9b4-4af6-8656-a317b41d27dc None None] Set router 4254425f-dd16-498d-9f01-7385a0d175f0 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:55.019145 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a24202-67e8-45d3-beef-3c109ba91259 x-openstack-request-id: req-61a24202-67e8-45d3-beef-3c109ba91259 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:32:55.019448 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:32:55.019839 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61a24202-67e8-45d3-beef-3c109ba91259 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:32:55.020479 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'status': 'completed', 'code': 200} Sep 23 22:32:55.054712 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5761a5f-7a69-4831-aa78-3f4278588f95 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:55.088954 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-36afa627-e058-4de2-b3d3-308c20316364 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2288747 Sep 23 22:32:55.113657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Request body: {'port': {'device_id': '29298f90-96eb-46d4-a875-eb9e309316c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:55.174564 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-89e21038-993b-4a93-a73d-7f92c4777768 req-d559c96b-5281-4a6c-a979-5d6f646cfa90 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:55.194961 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:55.238524 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:55.248453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-335f71cc-3b9d-4d6e-96ff-85d8551fe365 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:32:55.259246 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57288bf5-6d8b-4f67-9c46-9da1217ce993 None None] Sync routers for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:32:55.278110 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4dafb-991d-41ea-9ccf-1dd07696d537 req-568f3bf1-1cc7-490e-8719-e2d091952a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:55.278432 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57288bf5-6d8b-4f67-9c46-9da1217ce993 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:55.279468 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-57288bf5-6d8b-4f67-9c46-9da1217ce993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:55.280852 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61b4dafb-991d-41ea-9ccf-1dd07696d537 req-568f3bf1-1cc7-490e-8719-e2d091952a63 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 1097 time: 0.2034791 Sep 23 22:32:55.307995 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:55.415562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-387d7e74-b9b4-4af6-8656-a317b41d27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:59Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '03c81487-e341-47e8-88aa-33de00d37a03', 'tenant_id': '105c7207854f488985a813c37073f45f', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'port_id': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'mac_address': 'fa:16:3e:67:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:11Z', 'updated_at': '2021-09-23T22:32:52Z', 'revision_number': 1, 'project_id': '105c7207854f488985a813c37073f45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d89bf5d-646b-4154-9262-1f929137e22c', 'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'mac_address': 'fa:16:3e:a6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:58Z', 'updated_at': '2021-09-23T22:32:07Z', 'revision_number': 5, 'project_id': '105c7207854f488985a813c37073f45f', 'subnets': [{'id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:55.458194 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d7e74-b9b4-4af6-8656-a317b41d27dc None None] Checking router: 4254425f-dd16-498d-9f01-7385a0d175f0 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:32:55.472721 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d7e74-b9b4-4af6-8656-a317b41d27dc None None] Routers {'4254425f-dd16-498d-9f01-7385a0d175f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:55.473732 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-387d7e74-b9b4-4af6-8656-a317b41d27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4254425f-dd16-498d-9f01-7385a0d175f0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:55.521934 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-89e21038-993b-4a93-a73d-7f92c4777768 req-d559c96b-5281-4a6c-a979-5d6f646cfa90 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:55.570389 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-57288bf5-6d8b-4f67-9c46-9da1217ce993 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:55.640290 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-387d7e74-b9b4-4af6-8656-a317b41d27dc None None] Set router 4254425f-dd16-498d-9f01-7385a0d175f0 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:55.675257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e21038-993b-4a93-a73d-7f92c4777768 req-d559c96b-5281-4a6c-a979-5d6f646cfa90 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Network 7b269275-d2f2-42f6-a365-60282a573cd2 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:55.691236 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-89e21038-993b-4a93-a73d-7f92c4777768 req-d559c96b-5281-4a6c-a979-5d6f646cfa90 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:55.704194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e21038-993b-4a93-a73d-7f92c4777768 req-d559c96b-5281-4a6c-a979-5d6f646cfa90 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:55.730671 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4dafb-991d-41ea-9ccf-1dd07696d537 req-27ce62fa-2742-49ed-9a99-68cb23b7dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:55.736048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61b4dafb-991d-41ea-9ccf-1dd07696d537 req-27ce62fa-2742-49ed-9a99-68cb23b7dd4c service neutron] 10.222.0.67 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 917 time: 0.4139788 Sep 23 22:32:55.737487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6f820-e284-4613-8eee-1dfc011019f6 req-dfdad22e-863a-42a8-9d64-192ad39eec22 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:55.739233 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13f6f820-e284-4613-8eee-1dfc011019f6 req-dfdad22e-863a-42a8-9d64-192ad39eec22 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 931 time: 0.6198177 Sep 23 22:32:55.767770 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5761a5f-7a69-4831-aa78-3f4278588f95 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:55.817033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559c96b-5281-4a6c-a979-5d6f646cfa90 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event updated for resources: {'Port': ['ID=d473a81d-624e-4664-bbcb-4473adacebb1,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:55.835417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Allocated IP 172.25.1.229 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/d5dde6ae-12db-4d29-80c4-d2bf4cd5cd20) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:32:55.903710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5761a5f-7a69-4831-aa78-3f4278588f95 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Subnet': ['ID=688192e2-ab18-4ae3-b666-256eaa59f0a5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:55.971970 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5761a5f-7a69-4831-aa78-3f4278588f95 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:55.976726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60926a72-6f8f-4794-af08-d6f41c59f374 None None] Network de61745e-0001-4583-b694-3ef63822f22d requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:32:55.978299 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a5761a5f-7a69-4831-aa78-3f4278588f95 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/subnets/688192e2-ab18-4ae3-b666-256eaa59f0a5 HTTP/1.1" status: 204 len: 168 time: 1.5501158 Sep 23 22:32:55.983456 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56438) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:32:56.049750 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13f6f820-e284-4613-8eee-1dfc011019f6 req-f5f892f5-7279-4239-9067-e55185440499 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788713 Sep 23 22:32:56.134687 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e21038-993b-4a93-a73d-7f92c4777768 req-d559c96b-5281-4a6c-a979-5d6f646cfa90 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:56.140685 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-89e21038-993b-4a93-a73d-7f92c4777768 req-d559c96b-5281-4a6c-a979-5d6f646cfa90 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:56.238204 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:56.242377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61b4dafb-991d-41ea-9ccf-1dd07696d537 req-63f92681-8736-400e-93ab-f336343592f7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=143378f3-4e92-4775-a2b5-989b2bdf6436 HTTP/1.1" status: 200 len: 1000 time: 0.4514937 Sep 23 22:32:56.288513 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-57288bf5-6d8b-4f67-9c46-9da1217ce993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a8ff22cf-0175-4764-9b13-1dfd108fafcc', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'port_id': '69016375-e735-403c-9d05-e78b1894e3a6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'mac_address': 'fa:16:3e:73:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b583295-8cbb-42da-add3-f155b53946b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:13Z', 'updated_at': '2021-09-23T22:32:52Z', 'revision_number': 3, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:56.319088 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4dafb-991d-41ea-9ccf-1dd07696d537 req-808330cc-3b91-41f7-8bf3-a368afe2ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:56.320908 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61b4dafb-991d-41ea-9ccf-1dd07696d537 req-808330cc-3b91-41f7-8bf3-a368afe2ddbd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 200 len: 855 time: 0.0651031 Sep 23 22:32:56.329754 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-d559c96b-5281-4a6c-a979-5d6f646cfa90 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7846577 Sep 23 22:32:56.358729 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57288bf5-6d8b-4f67-9c46-9da1217ce993 None None] Checking router: d0699b88-2279-4bde-ab21-4a3d82a3b8a4 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:32:56.376554 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57288bf5-6d8b-4f67-9c46-9da1217ce993 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:56.377742 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-57288bf5-6d8b-4f67-9c46-9da1217ce993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:56.383579 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Request body: {'port': {'device_id': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:32:56.395761 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-218da1ce-70d2-4966-b491-2dd1bd764e6e None None] Provisioning complete for port d473a81d-624e-4664-bbcb-4473adacebb1 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:32:56.396544 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-218da1ce-70d2-4966-b491-2dd1bd764e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:56.486438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f518f79-5419-4203-8dea-1b48ef9dba71 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:32:56.486890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-218da1ce-70d2-4966-b491-2dd1bd764e6e None None] Port d473a81d-624e-4664-bbcb-4473adacebb1 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:32:56.489908 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:56.492277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-387d7e74-b9b4-4af6-8656-a317b41d27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:59Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '03c81487-e341-47e8-88aa-33de00d37a03', 'tenant_id': '105c7207854f488985a813c37073f45f', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'port_id': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'mac_address': 'fa:16:3e:67:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:11Z', 'updated_at': '2021-09-23T22:32:52Z', 'revision_number': 1, 'project_id': '105c7207854f488985a813c37073f45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d89bf5d-646b-4154-9262-1f929137e22c', 'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'mac_address': 'fa:16:3e:a6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:58Z', 'updated_at': '2021-09-23T22:32:07Z', 'revision_number': 5, 'project_id': '105c7207854f488985a813c37073f45f', 'subnets': [{'id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:56.538890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Transition to ACTIVE for port object 6f518f79-5419-4203-8dea-1b48ef9dba71 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:32:56.540784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d7e74-b9b4-4af6-8656-a317b41d27dc None None] The sync data for ids ['4254425f-dd16-498d-9f01-7385a0d175f0'] in n-d-810775-1 is: [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:59Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '03c81487-e341-47e8-88aa-33de00d37a03', 'tenant_id': '105c7207854f488985a813c37073f45f', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'port_id': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'mac_address': 'fa:16:3e:67:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:11Z', 'updated_at': '2021-09-23T22:32:52Z', 'revision_number': 1, 'project_id': '105c7207854f488985a813c37073f45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d89bf5d-646b-4154-9262-1f929137e22c', 'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'mac_address': 'fa:16:3e:a6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:58Z', 'updated_at': '2021-09-23T22:32:07Z', 'revision_number': 5, 'project_id': '105c7207854f488985a813c37073f45f', 'subnets': [{'id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:32:56.556663 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd3a121-3462-42b6-9b4e-06e1c2c15016 None None] DHCP port deletion for de61745e-0001-4583-b694-3ef63822f22d request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:32:56.556883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-335f71cc-3b9d-4d6e-96ff-85d8551fe365 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:32:56.605633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4dafb-991d-41ea-9ccf-1dd07696d537 req-3de82129-b5e6-4e5e-8b42-ca9bb4430bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:56.607941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61b4dafb-991d-41ea-9ccf-1dd07696d537 req-3de82129-b5e6-4e5e-8b42-ca9bb4430bac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15f12cf3-76d1-444b-8977-8d9ed31e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2769890 Sep 23 22:32:56.618886 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-57288bf5-6d8b-4f67-9c46-9da1217ce993 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:56.652982 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:56.677895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3a121-3462-42b6-9b4e-06e1c2c15016 None None] Deleting port 4f0b7367-d771-4416-9c8c-44f3a91c5660 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:32:56.678279 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fcd3a121-3462-42b6-9b4e-06e1c2c15016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:56.799484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-335f71cc-3b9d-4d6e-96ff-85d8551fe365 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:32:56.810272 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:56.819393 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fcd3a121-3462-42b6-9b4e-06e1c2c15016 None None] For port 4f0b7367-d771-4416-9c8c-44f3a91c5660, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4f0b7367-d771-4416-9c8c-44f3a91c5660,segment=NetworkSegment(1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35),segment_id=1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:56.819722 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fcd3a121-3462-42b6-9b4e-06e1c2c15016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:56.820706 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Deleting port 4f0b7367-d771-4416-9c8c-44f3a91c5660 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:32:56.821064 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:56.847294 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac3608-f74e-47c5-9b1e-09b780b5ae11 req-b16f69d4-04b5-45a9-8c38-ced7bb91ff17 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:56.848006 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-335f71cc-3b9d-4d6e-96ff-85d8551fe365 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:56.848932 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-07ac3608-f74e-47c5-9b1e-09b780b5ae11 req-b16f69d4-04b5-45a9-8c38-ced7bb91ff17 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 931 time: 0.4782293 Sep 23 22:32:56.873395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3a121-3462-42b6-9b4e-06e1c2c15016 None None] Calling delete_port for 4f0b7367-d771-4416-9c8c-44f3a91c5660 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:32:56.947314 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f518f79-5419-4203-8dea-1b48ef9dba71,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:57.074319 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-57288bf5-6d8b-4f67-9c46-9da1217ce993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a8ff22cf-0175-4764-9b13-1dfd108fafcc', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'port_id': '69016375-e735-403c-9d05-e78b1894e3a6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'mac_address': 'fa:16:3e:73:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b583295-8cbb-42da-add3-f155b53946b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:13Z', 'updated_at': '2021-09-23T22:32:52Z', 'revision_number': 3, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:57.112807 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57288bf5-6d8b-4f67-9c46-9da1217ce993 None None] The sync data for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 is: [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a8ff22cf-0175-4764-9b13-1dfd108fafcc', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'port_id': '69016375-e735-403c-9d05-e78b1894e3a6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'mac_address': 'fa:16:3e:73:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b583295-8cbb-42da-add3-f155b53946b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:13Z', 'updated_at': '2021-09-23T22:32:52Z', 'revision_number': 3, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:32:57.128581 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fcd3a121-3462-42b6-9b4e-06e1c2c15016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:57.210140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3a121-3462-42b6-9b4e-06e1c2c15016 None None] Pushing event deleted for resources: {'Port': ['ID=4f0b7367-d771-4416-9c8c-44f3a91c5660,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:57.229140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b45135-774e-43d6-8b39-6d9f3b5a4428 None None] New status for floating IP 03c81487-e341-47e8-88aa-33de00d37a03: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:32:57.241310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3a121-3462-42b6-9b4e-06e1c2c15016 None None] No DVR routers for this DVR port 4f0b7367-d771-4416-9c8c-44f3a91c5660 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:32:57.408581 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:57.485218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'tag': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:32:57.487761 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c334bf-0752-49ce-8b27-0d9d265901d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d6df2eba-4662-4ebc-9da1-b9b7568cc6c6", "tag": "7d7a4a5d-10e4-4653-9c35-fa5c07346c53"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:32:57.534143 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c1a99f-bb94-4c91-8188-7e0b00b33650 None None] New status for floating IP a8ff22cf-0175-4764-9b13-1dfd108fafcc: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:32:57.572819 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-335f71cc-3b9d-4d6e-96ff-85d8551fe365 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "PUT /v2.0/floatingips/a8ff22cf-0175-4764-9b13-1dfd108fafcc HTTP/1.1" status: 200 len: 998 time: 8.3929744 Sep 23 22:32:57.622171 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61b4dafb-991d-41ea-9ccf-1dd07696d537 req-623978c2-759d-411a-bca3-90cb3c976b62 service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9858460 Sep 23 22:32:57.638711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] For port 4f0b7367-d771-4416-9c8c-44f3a91c5660, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4f0b7367-d771-4416-9c8c-44f3a91c5660,segment=NetworkSegment(1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35),segment_id=1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:32:57.639324 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:57.675469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-07ac3608-f74e-47c5-9b1e-09b780b5ae11 req-91cb2609-445c-43d0-9c27-07ef91266717 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7584960 Sep 23 22:32:57.683100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Calling delete_port for 4f0b7367-d771-4416-9c8c-44f3a91c5660 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:32:57.706311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-b5d88440-d326-4fd9-b8c0-0095805be521 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:57.708095 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-b5d88440-d326-4fd9-b8c0-0095805be521 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports/7d7a4a5d-10e4-4653-9c35-fa5c07346c53 HTTP/1.1" status: 200 len: 942 time: 0.1161215 Sep 23 22:32:57.766168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Attempting to bind port 6f518f79-5419-4203-8dea-1b48ef9dba71 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:32:57.767042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Attempting to bind port 6f518f79-5419-4203-8dea-1b48ef9dba71 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:32:57.767226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Attempting to bind port 6f518f79-5419-4203-8dea-1b48ef9dba71 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:57.776045 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2d7ef94-7971-4ea8-a28d-fc63f5273a12 req-edd1cf60-7dfb-4dbf-975e-876da6fabac8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1734958 Sep 23 22:32:57.781891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Port 6f518f79-5419-4203-8dea-1b48ef9dba71 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:32:57.781891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Attempting to bind port 6f518f79-5419-4203-8dea-1b48ef9dba71 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:57.783719 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:57.792384 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:32:57.792778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Checking segment: {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:57.793328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Bound using segment: {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:32:57.793907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Bound port: 6f518f79-5419-4203-8dea-1b48ef9dba71, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:32:57.795656 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:57.922947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:32:57.946949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:32:57.966851 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:57.984023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:32:58.006391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] For port 6f518f79-5419-4203-8dea-1b48ef9dba71, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:32:58.016183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Port': ['ID=4f0b7367-d771-4416-9c8c-44f3a91c5660,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:58.035232 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] No DVR routers for this DVR port 4f0b7367-d771-4416-9c8c-44f3a91c5660 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:32:58.063163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] For port 6f518f79-5419-4203-8dea-1b48ef9dba71, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6f518f79-5419-4203-8dea-1b48ef9dba71,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:32:58.073298 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Pushing event updated for resources: {'Port': ['ID=d5dde6ae-12db-4d29-80c4-d2bf4cd5cd20,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:58.087189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7ef94-7971-4ea8-a28d-fc63f5273a12 req-af540697-6464-4fc6-9950-9df244d6e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:58.088791 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2d7ef94-7971-4ea8-a28d-fc63f5273a12 req-af540697-6464-4fc6-9950-9df244d6e348 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 1096 time: 0.1970589 Sep 23 22:32:58.143980 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:58.150583 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61b4dafb-991d-41ea-9ccf-1dd07696d537 req-83f2627c-2f2d-416f-aac6-321d75a33e54 service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061250 Sep 23 22:32:58.163168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024c5ded-e04f-4273-a990-e7a67f06bb52 None None] Sync routers for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:32:58.183897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c5ded-e04f-4273-a990-e7a67f06bb52 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:58.186835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-024c5ded-e04f-4273-a990-e7a67f06bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:58.200570 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:58.243682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc6deb-11c8-46df-aa04-8655fbdca6f2 req-5ddf1762-21a6-47fd-8a04-1ae459e6289c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:58.251747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-61bc6deb-11c8-46df-aa04-8655fbdca6f2 req-5ddf1762-21a6-47fd-8a04-1ae459e6289c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 943 time: 0.2349706 Sep 23 22:32:58.283855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-ec69757e-0762-419c-ab90-d4a17e1fe39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:58.285556 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-ec69757e-0762-419c-ab90-d4a17e1fe39b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 1096 time: 0.2848516 Sep 23 22:32:58.293150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:58.293150 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:58.295055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] 10.222.0.43 "PUT /v2.0/ports/6f518f79-5419-4203-8dea-1b48ef9dba71 HTTP/1.1" status: 200 len: 1091 time: 3.1912975 Sep 23 22:32:58.303309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29298f90-96eb-46d4-a875-eb9e309316c2', 'tag': '6f518f79-5419-4203-8dea-1b48ef9dba71'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:32:58.305723 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9c5eb5-ceb4-47a4-8cfc-7abd160b146f" -d '{"events": [{"name": "network-changed", "server_uuid": "29298f90-96eb-46d4-a875-eb9e309316c2", "tag": "6f518f79-5419-4203-8dea-1b48ef9dba71"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:32:58.309988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de61745e-0001-4583-b694-3ef63822f22d']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:58.399969 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:58.400270 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1fe9f2-927c-4cfe-bc79-bcbf18b91e35') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:58.419758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f156d-504c-4442-b49f-6a22f66504a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f518f79-5419-4203-8dea-1b48ef9dba71,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:58.438185 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:58.470633 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-61bc6deb-11c8-46df-aa04-8655fbdca6f2 req-50cafb44-1c4c-4288-af39-7d39cb27aeb8 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175298 Sep 23 22:32:58.522214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d473a81d-624e-4664-bbcb-4473adacebb1 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:32:58.542800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-1d70352a-65ef-4d9f-89c0-7503803e119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:58.552177 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-1d70352a-65ef-4d9f-89c0-7503803e119f service neutron] 10.222.0.22 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 922 time: 0.2526052 Sep 23 22:32:58.564710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-024c5ded-e04f-4273-a990-e7a67f06bb52 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:58.608328 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:58.622423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7ef94-7971-4ea8-a28d-fc63f5273a12 req-85f81147-aea4-4860-9b52-701272993029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:58.625359 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2d7ef94-7971-4ea8-a28d-fc63f5273a12 req-85f81147-aea4-4860-9b52-701272993029 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 922 time: 0.4981892 Sep 23 22:32:58.626934 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-4d59eaf8-a861-4a5d-9411-133b966c22a0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53 HTTP/1.1" status: 200 len: 217 time: 0.0737569 Sep 23 22:32:58.632122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:32:58.632795 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:32:58.639149 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:32:58.651013 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:58.675038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4f0b7367-d771-4416-9c8c-44f3a91c5660 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:32:58.738371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 4f0b7367-d771-4416-9c8c-44f3a91c5660 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:32:58.738371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4f0b7367-d771-4416-9c8c-44f3a91c5660 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:32:58.782942 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Transition to ACTIVE for port object d473a81d-624e-4664-bbcb-4473adacebb1 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:32:58.788171 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06e955b-40b2-4c7c-85cf-dbb44c42cf06 x-openstack-request-id: req-e06e955b-40b2-4c7c-85cf-dbb44c42cf06 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:32:58.788365 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6df2eba-4662-4ebc-9da1-b9b7568cc6c6", "tag": "7d7a4a5d-10e4-4653-9c35-fa5c07346c53", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:32:58.794345 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e06e955b-40b2-4c7c-85cf-dbb44c42cf06 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:32:58.794345 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'tag': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'status': 'completed', 'code': 200} Sep 23 22:32:58.834018 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2d7ef94-7971-4ea8-a28d-fc63f5273a12 req-fa92cd9d-6708-4f54-b461-e960f3d2b2de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53 HTTP/1.1" status: 200 len: 217 time: 0.1920021 Sep 23 22:32:58.840405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-f57c361a-8a66-4cf1-955b-7b89796a6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:58.850494 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-f57c361a-8a66-4cf1-955b-7b89796a6afc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.2225680 Sep 23 22:32:58.946302 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:58.968820 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:58.982223 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e862b5b5-93c5-4226-a5c6-34075776168d x-openstack-request-id: req-e862b5b5-93c5-4226-a5c6-34075776168d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:32:58.983163 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29298f90-96eb-46d4-a875-eb9e309316c2", "tag": "6f518f79-5419-4203-8dea-1b48ef9dba71", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:32:58.985540 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e862b5b5-93c5-4226-a5c6-34075776168d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:32:58.986004 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29298f90-96eb-46d4-a875-eb9e309316c2', 'tag': '6f518f79-5419-4203-8dea-1b48ef9dba71', 'status': 'completed', 'code': 200} Sep 23 22:32:59.007847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-2e2df62e-59f6-478e-8b1a-bc8ce5b4cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:59.009613 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-2e2df62e-59f6-478e-8b1a-bc8ce5b4cd5e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 1094 time: 0.5135636 Sep 23 22:32:59.069140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-024c5ded-e04f-4273-a990-e7a67f06bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a8ff22cf-0175-4764-9b13-1dfd108fafcc', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'port_id': '69016375-e735-403c-9d05-e78b1894e3a6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'mac_address': 'fa:16:3e:73:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b583295-8cbb-42da-add3-f155b53946b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:13Z', 'updated_at': '2021-09-23T22:32:57Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:59.114009 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024c5ded-e04f-4273-a990-e7a67f06bb52 None None] Checking router: d0699b88-2279-4bde-ab21-4a3d82a3b8a4 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:32:59.127062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c5ded-e04f-4273-a990-e7a67f06bb52 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:32:59.128132 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-024c5ded-e04f-4273-a990-e7a67f06bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:59.141150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7ef94-7971-4ea8-a28d-fc63f5273a12 req-7b1c35e5-f440-44a6-9450-25104969a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:59.144231 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2d7ef94-7971-4ea8-a28d-fc63f5273a12 req-7b1c35e5-f440-44a6-9450-25104969a6c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.3012972 Sep 23 22:32:59.147084 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-55a0a17d-31bb-46df-b811-7f4c69b19343 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f518f79-5419-4203-8dea-1b48ef9dba71 HTTP/1.1" status: 200 len: 217 time: 0.1171525 Sep 23 22:32:59.198820 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-282e09ac-9450-4e5b-ab6f-8cc306e8b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:59.201754 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-282e09ac-9450-4e5b-ab6f-8cc306e8b3b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3490090 Sep 23 22:32:59.225824 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:59.289888 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Pushing event updated for resources: {'Port': ['ID=d473a81d-624e-4664-bbcb-4473adacebb1,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:59.292028 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:59.328696 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] 10.222.0.22 "DELETE /v2.0/networks/de61745e-0001-4583-b694-3ef63822f22d HTTP/1.1" status: 204 len: 168 time: 3.3429880 Sep 23 22:32:59.347391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-024c5ded-e04f-4273-a990-e7a67f06bb52 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:32:59.442561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdb2f1-1673-4984-9395-e881fc278900 tempest-NetworksIpV6Test-1618622501 tempest-NetworksIpV6Test-1618622501-project] Pushing event deleted for resources: {'Network': ['ID=de61745e-0001-4583-b694-3ef63822f22d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:32:59.611009 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-823283b2-947d-4893-9a22-0b9dc9627982 service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987706 Sep 23 22:32:59.647287 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Attempting to bind port d473a81d-624e-4664-bbcb-4473adacebb1 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:32:59.647629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Attempting to bind port d473a81d-624e-4664-bbcb-4473adacebb1 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:32:59.648274 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Attempting to bind port d473a81d-624e-4664-bbcb-4473adacebb1 on network 7b269275-d2f2-42f6-a365-60282a573cd2 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:59.657186 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:59.662465 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Port d473a81d-624e-4664-bbcb-4473adacebb1 on network 7b269275-d2f2-42f6-a365-60282a573cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:32:59.662810 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Attempting to bind port d473a81d-624e-4664-bbcb-4473adacebb1 on network 7b269275-d2f2-42f6-a365-60282a573cd2 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:32:59.676792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7ef94-7971-4ea8-a28d-fc63f5273a12 req-a15f2c8a-dda2-49a8-8ab5-9516263ea64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:59.680370 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2d7ef94-7971-4ea8-a28d-fc63f5273a12 req-a15f2c8a-dda2-49a8-8ab5-9516263ea64a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4162805 Sep 23 22:32:59.681376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:59.687832 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:32:59.688179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Checking segment: {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:32:59.688565 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Bound using segment: {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:32:59.689397 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Bound port: d473a81d-624e-4664-bbcb-4473adacebb1, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:32:59.689778 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:32:59.705209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ce0f1-f72a-4c5e-ace7-3d81330b5614 req-d47d9463-2cf6-44d5-964d-820e0b5b30ea tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:59.719558 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8f3ce0f1-f72a-4c5e-ace7-3d81330b5614 req-d47d9463-2cf6-44d5-964d-820e0b5b30ea tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 943 time: 0.5701323 Sep 23 22:32:59.748957 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-f292f90d-de27-497b-904c-32da44f7ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:32:59.750888 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-f292f90d-de27-497b-904c-32da44f7ef20 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a29ecc8-4a09-439c-8732-97749c6a5cb5 HTTP/1.1" status: 200 len: 845 time: 0.5193286 Sep 23 22:32:59.819377 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-0dd17d8f-ac59-47db-84fd-1eb244d49c50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b124564-d7ec-451c-aa5d-0eca8f728d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592632 Sep 23 22:32:59.856843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-024c5ded-e04f-4273-a990-e7a67f06bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a8ff22cf-0175-4764-9b13-1dfd108fafcc', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'port_id': '69016375-e735-403c-9d05-e78b1894e3a6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'mac_address': 'fa:16:3e:73:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b583295-8cbb-42da-add3-f155b53946b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:13Z', 'updated_at': '2021-09-23T22:32:57Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:32:59.924457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8f3ce0f1-f72a-4c5e-ace7-3d81330b5614 req-32f48f61-82fc-4d29-979c-03b1097d7cb8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857591 Sep 23 22:32:59.926315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024c5ded-e04f-4273-a990-e7a67f06bb52 None None] The sync data for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 is: [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a8ff22cf-0175-4764-9b13-1dfd108fafcc', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'port_id': '69016375-e735-403c-9d05-e78b1894e3a6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'mac_address': 'fa:16:3e:73:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b583295-8cbb-42da-add3-f155b53946b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:13Z', 'updated_at': '2021-09-23T22:32:57Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:33:00.110232 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-5b2caa30-3d55-408c-8eaf-334698a21705 service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980452 Sep 23 22:33:00.169501 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2d7ef94-7971-4ea8-a28d-fc63f5273a12 req-7697a4cb-ec25-499c-9d44-066e7fd6b4d5 service neutron] 10.222.0.43 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471581 Sep 23 22:33:00.169809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:33:00.181037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:33:00.318361 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:00.370216 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2d7ef94-7971-4ea8-a28d-fc63f5273a12 req-9f544703-247e-4913-a08c-8a81b0bcfa2d service neutron] 10.222.0.43 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929307 Sep 23 22:33:00.388044 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Router 65715806-b086-4d7c-b52e-0fe2cb02e0fa is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:33:00.409040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-0125e4c0-3053-4ead-bd88-22dc1137ccc1 service neutron] 10.222.0.43 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796189 Sep 23 22:33:00.417370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:00.419618 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:00.421966 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] 10.222.0.43 "PUT /v2.0/ports/d473a81d-624e-4664-bbcb-4473adacebb1 HTTP/1.1" status: 200 len: 1091 time: 4.0432200 Sep 23 22:33:00.447581 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb33e7-1a2e-4cf1-8298-d9cbdff8091d req-15aac9e7-58d9-4d88-8f8e-21bb792d1379 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:00.450153 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8eb33e7-1a2e-4cf1-8298-d9cbdff8091d req-15aac9e7-58d9-4d88-8f8e-21bb792d1379 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 943 time: 0.1006517 Sep 23 22:33:00.484238 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-58c91606-e2e9-4cea-b50b-4e1bccf7dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:00.486621 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-58c91606-e2e9-4cea-b50b-4e1bccf7dcb4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 1096 time: 0.2624147 Sep 23 22:33:00.556541 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56474) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:00.619399 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8eb33e7-1a2e-4cf1-8298-d9cbdff8091d req-c3cfdac0-e074-476b-a877-ec8c0cc53362 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467762 Sep 23 22:33:00.725032 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca0a5bfb-3e4b-4196-979b-3ce9b0251a4c req-692af617-263f-4b4c-84d6-4be69efb361c service neutron] 10.222.0.43 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073120 Sep 23 22:33:00.728713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2f57f700-086c-4091-8d91-b3b568cdcb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:00.729314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e555a67-0c88-4f3e-a71f-058d30f2040c service neutron] Pushing event updated for resources: {'Port': ['ID=d473a81d-624e-4664-bbcb-4473adacebb1,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:00.730720 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-2f57f700-086c-4091-8d91-b3b568cdcb59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 1094 time: 0.1526704 Sep 23 22:33:00.851076 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-c000a0af-e570-4811-8e1d-6c0244c1c233 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d473a81d-624e-4664-bbcb-4473adacebb1 HTTP/1.1" status: 200 len: 217 time: 0.1011369 Sep 23 22:33:00.866086 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b583295-8cbb-42da-add3-f155b53946b3', 'tag': '69016375-e735-403c-9d05-e78b1894e3a6'}, {'name': 'network-changed', 'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:33:00.872295 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86aa11f6-1f6e-491c-becf-80cb6f7732d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b583295-8cbb-42da-add3-f155b53946b3", "tag": "69016375-e735-403c-9d05-e78b1894e3a6"}, {"name": "network-changed", "server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:33:01.035025 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e21038-993b-4a93-a73d-7f92c4777768 req-1117e280-1c94-4a5e-b11f-75af1f77c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:01.037922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-1117e280-1c94-4a5e-b11f-75af1f77c857 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.1894073 Sep 23 22:33:01.232310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e21038-993b-4a93-a73d-7f92c4777768 req-7ebb09ba-45c7-463c-835a-b81912666304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:01.234898 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-7ebb09ba-45c7-463c-835a-b81912666304 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1813252 Sep 23 22:33:01.250559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5eb5-ceb4-47a4-8cfc-7abd160b146f req-d7e8a6be-6b41-4dd8-93f2-ec4828964d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:01.253050 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-db9c5eb5-ceb4-47a4-8cfc-7abd160b146f req-d7e8a6be-6b41-4dd8-93f2-ec4828964d96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 1094 time: 0.2238693 Sep 23 22:33:01.317809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c334bf-0752-49ce-8b27-0d9d265901d5 req-fc5a5bb7-f309-4a5c-9907-23c7e31e98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:01.319542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-15c334bf-0752-49ce-8b27-0d9d265901d5 req-fc5a5bb7-f309-4a5c-9907-23c7e31e98a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 1096 time: 0.8103375 Sep 23 22:33:01.335416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b5a66-b00b-4c20-821b-bc7dce98eb6d req-67cd4c52-5455-4fbd-8e7d-6b8121252079 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:01.337913 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e3b5a66-b00b-4c20-821b-bc7dce98eb6d req-67cd4c52-5455-4fbd-8e7d-6b8121252079 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 943 time: 0.1917784 Sep 23 22:33:01.403752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-2ef3ef58-e6e3-4aac-b87d-1afd877df425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:01.405648 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-2ef3ef58-e6e3-4aac-b87d-1afd877df425 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 922 time: 0.8896611 Sep 23 22:33:01.446207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:33:01.467448 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da4c3c5-6b47-443e-9aac-9a8bcb8802b3 None None] Sync routers for ids ['65715806-b086-4d7c-b52e-0fe2cb02e0fa'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:33:01.488088 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da4c3c5-6b47-443e-9aac-9a8bcb8802b3 None None] Routers {'65715806-b086-4d7c-b52e-0fe2cb02e0fa'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:01.489191 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5da4c3c5-6b47-443e-9aac-9a8bcb8802b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['65715806-b086-4d7c-b52e-0fe2cb02e0fa'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:01.525233 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e3b5a66-b00b-4c20-821b-bc7dce98eb6d req-8bbd1c35-dd31-4e42-80b4-84fec2680e69 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671271 Sep 23 22:33:01.530429 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-072273a6-47e4-45f4-8848-83b867e25721 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842264 Sep 23 22:33:01.533910 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5eb5-ceb4-47a4-8cfc-7abd160b146f req-0ff53fa5-69ba-4e94-a2ab-654e1abc3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:01.535461 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-db9c5eb5-ceb4-47a4-8cfc-7abd160b146f req-0ff53fa5-69ba-4e94-a2ab-654e1abc3533 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 906 time: 0.2632399 Sep 23 22:33:01.562841 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5da4c3c5-6b47-443e-9aac-9a8bcb8802b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:01.572424 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:01.586539 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5fa8cc32-256f-49bc-ac18-662d610ba784 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "PUT /v2.0/routers/65715806-b086-4d7c-b52e-0fe2cb02e0fa HTTP/1.1" status: 200 len: 918 time: 9.0101650 Sep 23 22:33:01.590759 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da4c3c5-6b47-443e-9aac-9a8bcb8802b3 None None] Routers {'65715806-b086-4d7c-b52e-0fe2cb02e0fa'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:01.592048 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5da4c3c5-6b47-443e-9aac-9a8bcb8802b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['65715806-b086-4d7c-b52e-0fe2cb02e0fa'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:01.607321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56486) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:01.610673 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cf33f6ce-21ea-4984-8a0d-b34f7c3d9812 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e87e72fe56df4d19bc88bfece64b86c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0117524 Sep 23 22:33:01.664149 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5da4c3c5-6b47-443e-9aac-9a8bcb8802b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:01.665195 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da4c3c5-6b47-443e-9aac-9a8bcb8802b3 None None] The sync data for ids ['65715806-b086-4d7c-b52e-0fe2cb02e0fa'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:33:01.685400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56488) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:01.694661 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-db9c5eb5-ceb4-47a4-8cfc-7abd160b146f req-0ac1a47f-d7b0-489e-b629-1b03b0bdb9aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f518f79-5419-4203-8dea-1b48ef9dba71 HTTP/1.1" status: 200 len: 217 time: 0.1397130 Sep 23 22:33:01.737056 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-54c13c7d-9748-4dfc-9f5a-69f26ab2de14 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69016375-e735-403c-9d05-e78b1894e3a6 HTTP/1.1" status: 200 len: 1001 time: 0.3132291 Sep 23 22:33:01.770552 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 22:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7591908c-6e5f-45d9-9daf-b71776eb8ce2 x-openstack-request-id: req-7591908c-6e5f-45d9-9daf-b71776eb8ce2 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:33:01.770854 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b583295-8cbb-42da-add3-f155b53946b3", "tag": "69016375-e735-403c-9d05-e78b1894e3a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:33:01.771185 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7591908c-6e5f-45d9-9daf-b71776eb8ce2 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:33:01.771605 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b583295-8cbb-42da-add3-f155b53946b3', 'tag': '69016375-e735-403c-9d05-e78b1894e3a6', 'status': 'completed', 'code': 200} Sep 23 22:33:01.771855 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'status': 'completed', 'code': 200} Sep 23 22:33:01.818462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c334bf-0752-49ce-8b27-0d9d265901d5 req-19d8a4b6-39e0-4a15-bcc0-971fada63790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:01.820003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-15c334bf-0752-49ce-8b27-0d9d265901d5 req-19d8a4b6-39e0-4a15-bcc0-971fada63790 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 922 time: 0.4847245 Sep 23 22:33:01.842226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5eb5-ceb4-47a4-8cfc-7abd160b146f req-a568b8b9-408b-4672-878c-3d7bac6eee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:01.844278 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-db9c5eb5-ceb4-47a4-8cfc-7abd160b146f req-a568b8b9-408b-4672-878c-3d7bac6eee19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a29ecc8-4a09-439c-8732-97749c6a5cb5 HTTP/1.1" status: 200 len: 845 time: 0.1287749 Sep 23 22:33:01.911248 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-15c334bf-0752-49ce-8b27-0d9d265901d5 req-2c8b978c-5a5d-4cbe-9363-409ab938f836 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53 HTTP/1.1" status: 200 len: 217 time: 0.0762815 Sep 23 22:33:01.917238 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-7b876dcf-e80e-4126-a0cb-12400de05638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:01.919664 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-7b876dcf-e80e-4126-a0cb-12400de05638 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.1684713 Sep 23 22:33:01.960797 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7fbbc13c-add9-4caf-b151-1b152fd63576 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/routers/65715806-b086-4d7c-b52e-0fe2cb02e0fa HTTP/1.1" status: 200 len: 924 time: 0.3482218 Sep 23 22:33:01.978020 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56494) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:02.029728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-495ad8d0-881c-46ae-af95-fc03e0aba8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:02.031323 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-495ad8d0-881c-46ae-af95-fc03e0aba8f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 1096 time: 0.2104113 Sep 23 22:33:02.040121 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c334bf-0752-49ce-8b27-0d9d265901d5 req-1f10adbc-39ed-4de3-bbb5-2457ae7cff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:02.041657 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-15c334bf-0752-49ce-8b27-0d9d265901d5 req-1f10adbc-39ed-4de3-bbb5-2457ae7cff08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.1191442 Sep 23 22:33:02.056495 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-db9c5eb5-ceb4-47a4-8cfc-7abd160b146f req-a9d7c38f-bbdc-4b50-ad6c-eb2a6daab5e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b124564-d7ec-451c-aa5d-0eca8f728d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1735594 Sep 23 22:33:02.122142 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-74703ac2-d49a-4792-92a5-eae576c86f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:02.124847 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-74703ac2-d49a-4792-92a5-eae576c86f2d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1834869 Sep 23 22:33:02.193206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c334bf-0752-49ce-8b27-0d9d265901d5 req-7858a63c-50e0-47d0-9ff6-bf6a698f23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:02.194798 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-15c334bf-0752-49ce-8b27-0d9d265901d5 req-7858a63c-50e0-47d0-9ff6-bf6a698f23b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428487 Sep 23 22:33:02.228424 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6b18a7d6-91ca-4997-8ee2-5fd71b430fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:02.296641 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-6f36f049-dff7-4c89-a262-b07eb6a42015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:02.299722 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-6f36f049-dff7-4c89-a262-b07eb6a42015 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 922 time: 0.2568977 Sep 23 22:33:02.330799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b068301-de39-4390-a054-970b9d055179 req-11b75834-ed36-4010-a329-1daed8856117 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:02.344670 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b068301-de39-4390-a054-970b9d055179 req-11b75834-ed36-4010-a329-1daed8856117 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 943 time: 0.4639623 Sep 23 22:33:02.375508 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89e21038-993b-4a93-a73d-7f92c4777768 req-6e605df0-b544-4efd-8c83-52bd9550e5c4 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8290141 Sep 23 22:33:02.388765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d9798a-6fb0-4fee-b998-2f169bed52b0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:02.393705 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-52d9798a-6fb0-4fee-b998-2f169bed52b0 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&device_id=65715806-b086-4d7c-b52e-0fe2cb02e0fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3794036 Sep 23 22:33:02.402422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56500) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:02.409283 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6b18a7d6-91ca-4997-8ee2-5fd71b430fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:02.466032 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-845a23b2-62e3-4d83-aef3-b901ea175634 service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038292 Sep 23 22:33:02.468162 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-6e2a7a71-7ab6-4203-95a7-f4650276e2f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69016375-e735-403c-9d05-e78b1894e3a6 HTTP/1.1" status: 200 len: 1001 time: 0.1452215 Sep 23 22:33:02.487862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-db9c5eb5-ceb4-47a4-8cfc-7abd160b146f req-a7bd8210-3f6a-4adb-a19a-49ffaabb298e service neutron] 10.222.0.43 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168937 Sep 23 22:33:02.500198 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b068301-de39-4390-a054-970b9d055179 req-8990e07c-4de3-413b-8ac6-770b26165da0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525168 Sep 23 22:33:02.575185 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-15c334bf-0752-49ce-8b27-0d9d265901d5 req-f7dd1577-60c1-4496-a379-f6dabeb85908 service neutron] 10.222.0.43 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624952 Sep 23 22:33:02.688281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-5f404616-fd5d-4462-ac9d-d5a0a82b6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:02.690164 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-5f404616-fd5d-4462-ac9d-d5a0a82b6d17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.1977649 Sep 23 22:33:02.832725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40395b1d-5f84-4b53-b263-bda800e94601 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:02.836990 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-40395b1d-5f84-4b53-b263-bda800e94601 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 881 time: 0.4303632 Sep 23 22:33:02.839113 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56506) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:02.850533 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:33:02.859569 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28311782-c0ee-491f-a36c-97e7fcccd581 req-ba03d560-78f5-4114-95ad-24a7b57777da service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362813 Sep 23 22:33:02.878187 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-21823ca5-03ba-4244-afae-393c3d498190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:02.879783 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-21823ca5-03ba-4244-afae-393c3d498190 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 1094 time: 0.2881222 Sep 23 22:33:02.888364 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6b18a7d6-91ca-4997-8ee2-5fd71b430fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:02.888364 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6b18a7d6-91ca-4997-8ee2-5fd71b430fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:02.888364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6b18a7d6-91ca-4997-8ee2-5fd71b430fcb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e4827eeb-55e2-44c4-9e40-3201f07abec0 HTTP/1.1" status: 204 len: 168 time: 1.1950767 Sep 23 22:33:02.900626 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-68434de5-578b-462e-b04e-43f6efc516ee tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "GET /v2.0/ports?device_id=65715806-b086-4d7c-b52e-0fe2cb02e0fa HTTP/1.1" status: 200 len: 205 time: 0.0550530 Sep 23 22:33:02.901705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56512) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:02.907223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-db9c5eb5-ceb4-47a4-8cfc-7abd160b146f req-70712549-f464-45d0-bb0f-26553f9c95b7 service neutron] 10.222.0.43 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059744 Sep 23 22:33:02.912077 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-15c334bf-0752-49ce-8b27-0d9d265901d5 req-747c0209-570c-48a0-8ddd-91f681b002b1 service neutron] 10.222.0.43 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294358 Sep 23 22:33:02.922438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18a7d6-91ca-4997-8ee2-5fd71b430fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4827eeb-55e2-44c4-9e40-3201f07abec0,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:02.977769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6f518f79-5419-4203-8dea-1b48ef9dba71 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:33:03.014408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-b25d967f-a00d-477e-b5ef-e753b17a1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:03.016198 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-b25d967f-a00d-477e-b5ef-e753b17a1360 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2695858 Sep 23 22:33:03.120726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea363f1-d614-4842-b437-c289719e2848 req-4bc395a6-4662-4109-87df-920c33d3d251 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:03.133163 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57fbbee8-768c-4dfc-b6d4-42ecb7a8abbd tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:03.138361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fea363f1-d614-4842-b437-c289719e2848 req-4bc395a6-4662-4109-87df-920c33d3d251 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 943 time: 0.1885295 Sep 23 22:33:03.146828 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-0366799b-8761-45e4-b7bd-d6220514da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:03.148365 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-0366799b-8761-45e4-b7bd-d6220514da76 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.2585835 Sep 23 22:33:03.219458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56516) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:03.302189 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-ed967667-655f-456a-be18-b504eac649fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d473a81d-624e-4664-bbcb-4473adacebb1 HTTP/1.1" status: 200 len: 217 time: 0.1406977 Sep 23 22:33:03.306863 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57fbbee8-768c-4dfc-b6d4-42ecb7a8abbd tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:03.364425 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-1b9c5cab-a3cb-40f7-b25c-7bad0981c240 service neutron] 10.222.0.67 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384266 Sep 23 22:33:03.377998 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fea363f1-d614-4842-b437-c289719e2848 req-fb69a600-617e-4522-9c91-34248ffd75e9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383082 Sep 23 22:33:03.413687 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-11d7f1e4-7746-41b9-a78b-56f40a4376ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:03.415227 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-11d7f1e4-7746-41b9-a78b-56f40a4376ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.1019444 Sep 23 22:33:03.442962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6f518f79-5419-4203-8dea-1b48ef9dba71, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6f518f79-5419-4203-8dea-1b48ef9dba71,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:03.462244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '6f518f79-5419-4203-8dea-1b48ef9dba71', 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19', 'port_id': '6f518f79-5419-4203-8dea-1b48ef9dba71', 'mac_address': 'fa:16:3e:65:17:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a29ecc8-4a09-439c-8732-97749c6a5cb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:33:03.495716 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0566f43a-984b-4f29-81fd-7368f21235ee req-d943c436-8ae4-481f-b50d-e0136f319da3 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 1001 time: 0.2158577 Sep 23 22:33:03.510157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-a2c617f6-8324-4f76-9b6e-2100bbb97846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:03.514428 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-a2c617f6-8324-4f76-9b6e-2100bbb97846 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907431 Sep 23 22:33:03.529950 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:03.553420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f518f79-5419-4203-8dea-1b48ef9dba71 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:33:03.585418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6f518f79-5419-4203-8dea-1b48ef9dba71, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6f518f79-5419-4203-8dea-1b48ef9dba71,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:03.596367 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-19d1a4a3-2ee3-4ba8-894c-aa6661104c30 service neutron] 10.222.0.67 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176776 Sep 23 22:33:03.616578 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566f43a-984b-4f29-81fd-7368f21235ee req-9611e077-5e69-43eb-a516-e477fdb0d022 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:03.618146 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0566f43a-984b-4f29-81fd-7368f21235ee req-9611e077-5e69-43eb-a516-e477fdb0d022 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports/69016375-e735-403c-9d05-e78b1894e3a6 HTTP/1.1" status: 200 len: 942 time: 0.1137908 Sep 23 22:33:03.640758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-57fbbee8-768c-4dfc-b6d4-42ecb7a8abbd tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Deleting port d5dde6ae-12db-4d29-80c4-d2bf4cd5cd20 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:03.641147 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57fbbee8-768c-4dfc-b6d4-42ecb7a8abbd tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:03.706359 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:03.800949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=6f518f79-5419-4203-8dea-1b48ef9dba71,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:03.828663 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36f3d64a-1b23-4ffa-bb4e-b761daa04a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:03.851553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-2b38f12e-d5e8-4c5e-8fd9-434f2deb15f6 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271098 Sep 23 22:33:03.873191 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57fbbee8-768c-4dfc-b6d4-42ecb7a8abbd tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:03.899431 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0566f43a-984b-4f29-81fd-7368f21235ee req-a0cb73eb-96ea-415d-9ae4-4145784a0267 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 1001 time: 0.1344600 Sep 23 22:33:03.900554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-57fbbee8-768c-4dfc-b6d4-42ecb7a8abbd tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Calling delete_port for d5dde6ae-12db-4d29-80c4-d2bf4cd5cd20 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:03.918368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbbeeb-f699-4e80-8df5-bbe8ae4e1486 req-56ad504f-7f33-4e75-967a-c42482be25aa tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:03.920904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-55bbbeeb-f699-4e80-8df5-bbe8ae4e1486 req-56ad504f-7f33-4e75-967a-c42482be25aa tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 944 time: 0.2043021 Sep 23 22:33:03.930552 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['6f518f79-5419-4203-8dea-1b48ef9dba71'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:33:04.129629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566f43a-984b-4f29-81fd-7368f21235ee req-d6388033-d807-427b-b536-96e69014df22 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:04.131366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0566f43a-984b-4f29-81fd-7368f21235ee req-d6388033-d807-427b-b536-96e69014df22 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.2169075 Sep 23 22:33:04.362433 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57fbbee8-768c-4dfc-b6d4-42ecb7a8abbd tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:04.407125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbbee8-768c-4dfc-b6d4-42ecb7a8abbd tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Pushing event deleted for resources: {'Port': ['ID=d5dde6ae-12db-4d29-80c4-d2bf4cd5cd20,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:04.611677 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36f3d64a-1b23-4ffa-bb4e-b761daa04a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:04.621142 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-55bbbeeb-f699-4e80-8df5-bbe8ae4e1486 req-af0ad88d-96a4-42fc-95d0-6ef521b479d6 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6003191 Sep 23 22:33:04.628778 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86aa11f6-1f6e-491c-becf-80cb6f7732d6 req-41c026c6-295d-4088-b2e1-bba9aba70ffe service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7639768 Sep 23 22:33:04.707180 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36f3d64a-1b23-4ffa-bb4e-b761daa04a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:04.802904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-36f3d64a-1b23-4ffa-bb4e-b761daa04a93 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f3980bd61d04f179735e9e56c3b0e62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5231011 Sep 23 22:33:04.837592 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56548) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:04.889801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56550) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:04.916370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3d64a-1b23-4ffa-bb4e-b761daa04a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8244e920-09af-42dc-bb9c-f54bb7385d26,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:04.939050 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c49b93f2-da78-45b8-afe9-058730433c71 req-f0f801be-4151-48c6-a29b-7a210b4751bb tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 1001 time: 0.4801953 Sep 23 22:33:04.940138 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57fbbee8-768c-4dfc-b6d4-42ecb7a8abbd tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:04.963952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02065718-ffef-4c89-bd56-169c350da65d req-c8882182-02e4-49d6-8f12-7758c516cf17 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:04.967967 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-02065718-ffef-4c89-bd56-169c350da65d req-c8882182-02e4-49d6-8f12-7758c516cf17 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 943 time: 0.2037222 Sep 23 22:33:05.005254 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d473a81d-624e-4664-bbcb-4473adacebb1 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:33:05.009533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6f518f79-5419-4203-8dea-1b48ef9dba71 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:33:05.040323 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b61e3ea-75dd-4e2b-b69f-2cb32c56c894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.096489 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b61e3ea-75dd-4e2b-b69f-2cb32c56c894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.117635 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-02065718-ffef-4c89-bd56-169c350da65d req-d93eca60-fb5c-4925-9712-fe5b7e8a2626 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407261 Sep 23 22:33:05.189637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-418942419'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:05.189951 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57fbbee8-768c-4dfc-b6d4-42ecb7a8abbd tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.205156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b93f2-da78-45b8-afe9-058730433c71 req-a89584e6-0caa-4e9c-b827-0c712189e262 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:05.217770 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c49b93f2-da78-45b8-afe9-058730433c71 req-a89584e6-0caa-4e9c-b827-0c712189e262 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports/69016375-e735-403c-9d05-e78b1894e3a6 HTTP/1.1" status: 200 len: 942 time: 0.2649760 Sep 23 22:33:05.219670 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57fbbee8-768c-4dfc-b6d4-42ecb7a8abbd tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.225681 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:05.249565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'port_id': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'mac_address': 'fa:16:3e:46:93:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:33:05.262201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 6f518f79-5419-4203-8dea-1b48ef9dba71 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:33:05.283485 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:05.288222 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.299773 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.314410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 6f518f79-5419-4203-8dea-1b48ef9dba71 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:05.315006 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.342267 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.393838 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d473a81d-624e-4664-bbcb-4473adacebb1 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:33:05.417620 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c49b93f2-da78-45b8-afe9-058730433c71 req-0046997a-c76e-4bf9-bb8f-ef532b29ee15 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 1001 time: 0.1265886 Sep 23 22:33:05.423902 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57fbbee8-768c-4dfc-b6d4-42ecb7a8abbd tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.424379 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fbbee8-768c-4dfc-b6d4-42ecb7a8abbd tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Fanout notify agent at l3_agent the message router_deleted on router 65715806-b086-4d7c-b52e-0fe2cb02e0fa {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:33:05.428613 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.431172 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b61e3ea-75dd-4e2b-b69f-2cb32c56c894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.439673 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b61e3ea-75dd-4e2b-b69f-2cb32c56c894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.439673 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2b61e3ea-75dd-4e2b-b69f-2cb32c56c894 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8244e920-09af-42dc-bb9c-f54bb7385d26 HTTP/1.1" status: 204 len: 168 time: 0.5966840 Sep 23 22:33:05.453072 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57fbbee8-768c-4dfc-b6d4-42ecb7a8abbd tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.457769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:05.465034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56560) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:05.467049 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-57fbbee8-768c-4dfc-b6d4-42ecb7a8abbd tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "DELETE /v2.0/routers/65715806-b086-4d7c-b52e-0fe2cb02e0fa HTTP/1.1" status: 204 len: 168 time: 2.5637860 Sep 23 22:33:05.483836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-faa70ede-70e6-44f2-a217-d4356f55a9b3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1064466110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:05.519073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61e3ea-75dd-4e2b-b69f-2cb32c56c894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8244e920-09af-42dc-bb9c-f54bb7385d26,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:05.534637 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.565552 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.586589 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.588430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:33:05.614042 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.614459 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Added segment 588a8c93-2da8-413d-9727-fc67ff3c131f of type vlan for network cd100140-404a-40f9-8e02-b16db92aae97 Sep 23 22:33:05.615779 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de733bea-6126-4060-8301-d39d199dc387,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:05.661182 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29298f90-96eb-46d4-a875-eb9e309316c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f518f79-5419-4203-8dea-1b48ef9dba71'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:33:05.663812 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2571c1-0fad-4361-889e-40fd6acda530" -d '{"events": [{"server_uuid": "29298f90-96eb-46d4-a875-eb9e309316c2", "name": "network-vif-plugged", "status": "completed", "tag": "6f518f79-5419-4203-8dea-1b48ef9dba71"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:33:05.682434 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faa70ede-70e6-44f2-a217-d4356f55a9b3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.682434 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faa70ede-70e6-44f2-a217-d4356f55a9b3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.689805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6f518f79-5419-4203-8dea-1b48ef9dba71, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6f518f79-5419-4203-8dea-1b48ef9dba71,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:05.697013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d473a81d-624e-4664-bbcb-4473adacebb1,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:05.710285 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.739681 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b93f2-da78-45b8-afe9-058730433c71 req-325b652e-2bc6-498b-a453-880193c7bee5 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:05.746123 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c49b93f2-da78-45b8-afe9-058730433c71 req-325b652e-2bc6-498b-a453-880193c7bee5 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.3268907 Sep 23 22:33:05.790517 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faa70ede-70e6-44f2-a217-d4356f55a9b3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.802077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d473a81d-624e-4664-bbcb-4473adacebb1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:33:05.835520 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.861452 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c49b93f2-da78-45b8-afe9-058730433c71 req-d665b639-38aa-4c9a-84e8-2bb31b17e358 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 1001 time: 0.1110380 Sep 23 22:33:05.874928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf0cc6-860a-4da2-8736-c9774224096f req-33a04328-daf1-40f6-8a8e-be533ab45ba5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:05.879603 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ecf0cc6-860a-4da2-8736-c9774224096f req-33a04328-daf1-40f6-8a8e-be533ab45ba5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 945 time: 0.0836890 Sep 23 22:33:05.883052 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faa70ede-70e6-44f2-a217-d4356f55a9b3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.884916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-c49b93f2-da78-45b8-afe9-058730433c71 req-7df326d2-3133-4a65-a2af-518a75c9592c tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:05.912155 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.924726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:05.926408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:05.936809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=6f518f79-5419-4203-8dea-1b48ef9dba71,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:06.040901 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c49b93f2-da78-45b8-afe9-058730433c71 req-7df326d2-3133-4a65-a2af-518a75c9592c tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:06.117040 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faa70ede-70e6-44f2-a217-d4356f55a9b3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:06.125258 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-faa70ede-70e6-44f2-a217-d4356f55a9b3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6567929 Sep 23 22:33:06.127169 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56568) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:06.133018 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2386501 Sep 23 22:33:06.134252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b011940-2188-4687-b72c-78385173a03a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Network': ['ID=cd100140-404a-40f9-8e02-b16db92aae97,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:06.136527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'enable_snat': False}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:06.138263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56570) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:06.143663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ecf0cc6-860a-4da2-8736-c9774224096f req-fa414751-42a4-4780-9d42-8c554de9b8dc tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424357 Sep 23 22:33:06.155224 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-09eceab9-fe8d-44f3-ab89-4bd89a509dcf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'name': 'tempest-PortsTestJSON-363381585'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:06.159455 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network cd100140-404a-40f9-8e02-b16db92aae97 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:33:06.326322 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72836e02-dd7f-4191-ad7f-83d4200582a6 x-openstack-request-id: req-72836e02-dd7f-4191-ad7f-83d4200582a6 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:33:06.330986 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29298f90-96eb-46d4-a875-eb9e309316c2", "name": "network-vif-plugged", "status": "completed", "tag": "6f518f79-5419-4203-8dea-1b48ef9dba71", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:33:06.330986 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72836e02-dd7f-4191-ad7f-83d4200582a6 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:33:06.330986 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29298f90-96eb-46d4-a875-eb9e309316c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f518f79-5419-4203-8dea-1b48ef9dba71', 'code': 200} Sep 23 22:33:06.419980 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:06.478232 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f497b25-d127-4598-94d6-54e3c34f87d0 req-889488d7-a6d5-419a-b269-790544071d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:06.479695 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f497b25-d127-4598-94d6-54e3c34f87d0 req-889488d7-a6d5-419a-b269-790544071d50 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 1096 time: 0.0873306 Sep 23 22:33:06.513994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658a738-f1bd-4ba1-b116-ac973a6595f7 req-641ab6f7-fb7a-4e1f-ba93-fc766b816029 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:06.515670 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f658a738-f1bd-4ba1-b116-ac973a6595f7 req-641ab6f7-fb7a-4e1f-ba93-fc766b816029 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.0872481 Sep 23 22:33:06.549027 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f497b25-d127-4598-94d6-54e3c34f87d0 req-dada3b40-ee5e-41f4-9f9c-1207184e6a46 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613987 Sep 23 22:33:06.549658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09eceab9-fe8d-44f3-ab89-4bd89a509dcf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:06.553263 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09eceab9-fe8d-44f3-ab89-4bd89a509dcf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:06.589902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-09eceab9-fe8d-44f3-ab89-4bd89a509dcf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port 3b8bf12e-a4e0-4afa-b966-22753d659baa yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:33:06.605482 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f658a738-f1bd-4ba1-b116-ac973a6595f7 req-772096dd-e3c1-4f62-87f1-b00d5d378371 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756207 Sep 23 22:33:06.724976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56578) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:06.752031 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a06b4c8f-ab6d-482c-88be-d26b29eaa1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:06.797499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c49b93f2-da78-45b8-afe9-058730433c71 req-7df326d2-3133-4a65-a2af-518a75c9592c tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:06.800774 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:06.883720 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c49b93f2-da78-45b8-afe9-058730433c71 req-7df326d2-3133-4a65-a2af-518a75c9592c tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:06.885183 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [req-c49b93f2-da78-45b8-afe9-058730433c71 req-7df326d2-3133-4a65-a2af-518a75c9592c tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Floating IP a8ff22cf-0175-4764-9b13-1dfd108fafcc disassociated. External IP: 172.25.1.174, port: 69016375-e735-403c-9d05-e78b1894e3a6. Sep 23 22:33:06.906406 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09eceab9-fe8d-44f3-ab89-4bd89a509dcf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:07.008810 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a06b4c8f-ab6d-482c-88be-d26b29eaa1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:07.032694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d473a81d-624e-4664-bbcb-4473adacebb1 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:33:07.109815 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09eceab9-fe8d-44f3-ab89-4bd89a509dcf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:07.159448 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a06b4c8f-ab6d-482c-88be-d26b29eaa1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:07.226013 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eceab9-fe8d-44f3-ab89-4bd89a509dcf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=3b8bf12e-a4e0-4afa-b966-22753d659baa,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:07.245693 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a06b4c8f-ab6d-482c-88be-d26b29eaa1f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c32d3cefe70455bb4a8913936bdb1ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5169380 Sep 23 22:33:07.245924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56582) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:07.248845 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port d473a81d-624e-4664-bbcb-4473adacebb1 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:33:07.253455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b4c8f-ab6d-482c-88be-d26b29eaa1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c474ed8-6cf6-406b-89f7-dcb79fcec717,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:07.268040 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eceab9-fe8d-44f3-ab89-4bd89a509dcf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Checking segment: {'id': '588a8c93-2da8-413d-9727-fc67ff3c131f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:07.268344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eceab9-fe8d-44f3-ab89-4bd89a509dcf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network hostable DHCP agents. Network: cd100140-404a-40f9-8e02-b16db92aae97, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:33:07.270341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port d473a81d-624e-4664-bbcb-4473adacebb1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:07.272124 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:07.378417 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3280334-04bc-400d-8ce8-9a71159b3b11 req-772a7397-1116-4eb9-b50f-96892fb83286 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:07.380421 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3280334-04bc-400d-8ce8-9a71159b3b11 req-772a7397-1116-4eb9-b50f-96892fb83286 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 945 time: 0.0646069 Sep 23 22:33:07.388057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eceab9-fe8d-44f3-ab89-4bd89a509dcf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network cd100140-404a-40f9-8e02-b16db92aae97 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:33:07.443398 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:07.447636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c49b93f2-da78-45b8-afe9-058730433c71 req-7df326d2-3133-4a65-a2af-518a75c9592c tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:33:07.451155 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3280334-04bc-400d-8ce8-9a71159b3b11 req-60e76bbb-90db-4356-b161-c4e4a5905e77 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577638 Sep 23 22:33:07.499996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:07.504403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-09eceab9-fe8d-44f3-ab89-4bd89a509dcf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, cd100140-404a-40f9-8e02-b16db92aae97) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:07.509800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eceab9-fe8d-44f3-ab89-4bd89a509dcf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:07.516808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eceab9-fe8d-44f3-ab89-4bd89a509dcf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:07.517264 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09eceab9-fe8d-44f3-ab89-4bd89a509dcf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:07.519889 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24a4561-0d8a-4cd1-8594-c8c357ad0c8d None None] Network cd100140-404a-40f9-8e02-b16db92aae97 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:07.536208 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bdad-f734-4896-a71d-332368edabaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:07.583722 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:07.636654 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:07.656955 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-09eceab9-fe8d-44f3-ab89-4bd89a509dcf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5109429 Sep 23 22:33:07.661832 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56586) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:07.769366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d473a81d-624e-4664-bbcb-4473adacebb1,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:07.794832 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ba3a97bd-3506-474c-bac9-bc2672f75d0e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-145684492'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:07.802187 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bdad-f734-4896-a71d-332368edabaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:07.805566 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:07.838574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73eaa2-14bb-4d65-af4b-e1da932a9387 req-3614c1e4-2a4d-4fb2-a442-13092acc1ee1 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:07.841019 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea73eaa2-14bb-4d65-af4b-e1da932a9387 req-3614c1e4-2a4d-4fb2-a442-13092acc1ee1 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 945 time: 0.1036124 Sep 23 22:33:07.907155 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea73eaa2-14bb-4d65-af4b-e1da932a9387 req-2fdcee7f-654d-4f74-af37-68856a0627ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544255 Sep 23 22:33:07.925550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c49b93f2-da78-45b8-afe9-058730433c71 req-7df326d2-3133-4a65-a2af-518a75c9592c tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:33:07.938541 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c49b93f2-da78-45b8-afe9-058730433c71 req-7df326d2-3133-4a65-a2af-518a75c9592c tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:07.945390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4cc84f-4213-470c-ac2e-1313ca088275 None None] Sync routers for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:33:07.969204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4cc84f-4213-470c-ac2e-1313ca088275 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:07.970824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1f4cc84f-4213-470c-ac2e-1313ca088275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:08.009186 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c49b93f2-da78-45b8-afe9-058730433c71 req-7df326d2-3133-4a65-a2af-518a75c9592c tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "PUT /v2.0/floatingips/a8ff22cf-0175-4764-9b13-1dfd108fafcc HTTP/1.1" status: 200 len: 695 time: 2.1326544 Sep 23 22:33:08.013976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b583295-8cbb-42da-add3-f155b53946b3', 'tag': '69016375-e735-403c-9d05-e78b1894e3a6'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:33:08.016401 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558549d1-03cc-444f-8ab5-7713b8cc7eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b583295-8cbb-42da-add3-f155b53946b3", "tag": "69016375-e735-403c-9d05-e78b1894e3a6"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:33:08.076801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3a97bd-3506-474c-bac9-bc2672f75d0e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:08.080617 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ba3a97bd-3506-474c-bac9-bc2672f75d0e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:08.152547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Allocated IP 172.25.1.147 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/9a42d584-2aaa-4f20-a5cd-716bb4a59e19) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:08.166046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b93f2-da78-45b8-afe9-058730433c71 req-ecd82bcf-4b86-42ec-8abf-3a5d2e587c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:08.167674 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c49b93f2-da78-45b8-afe9-058730433c71 req-ecd82bcf-4b86-42ec-8abf-3a5d2e587c46 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 1096 time: 0.1119955 Sep 23 22:33:08.189649 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bdad-f734-4896-a71d-332368edabaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:08.192945 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bdad-f734-4896-a71d-332368edabaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:08.193157 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1f4cc84f-4213-470c-ac2e-1313ca088275 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:33:08.196592 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d6c4bdad-f734-4896-a71d-332368edabaa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c474ed8-6cf6-406b-89f7-dcb79fcec717 HTTP/1.1" status: 204 len: 168 time: 0.9486835 Sep 23 22:33:08.196592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3a97bd-3506-474c-bac9-bc2672f75d0e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:33:08.221098 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05c4f07-1ca5-4554-922b-b620c2dff1c8 x-openstack-request-id: req-d05c4f07-1ca5-4554-922b-b620c2dff1c8 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:33:08.221568 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b583295-8cbb-42da-add3-f155b53946b3", "tag": "69016375-e735-403c-9d05-e78b1894e3a6", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:33:08.221791 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d05c4f07-1ca5-4554-922b-b620c2dff1c8 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:33:08.223267 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b583295-8cbb-42da-add3-f155b53946b3', 'tag': '69016375-e735-403c-9d05-e78b1894e3a6', 'status': 'completed', 'code': 200} Sep 23 22:33:08.272001 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ba3a97bd-3506-474c-bac9-bc2672f75d0e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:08.272700 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-ba3a97bd-3506-474c-bac9-bc2672f75d0e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Added segment e3469b1b-ee36-41ce-8870-1fa8d066c4fb of type vlan for network e1dd9b15-4828-41c4-b695-a88db71e1b96 Sep 23 22:33:08.273898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4bdad-f734-4896-a71d-332368edabaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c474ed8-6cf6-406b-89f7-dcb79fcec717,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:08.382982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:33:08.390848 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b841afab-eb22-4f71-b22d-1062c4699d56" -d '{"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-plugged", "status": "completed", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:33:08.452973 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805984a5-7cf4-45b8-bb49-071df2378273 x-openstack-request-id: req-805984a5-7cf4-45b8-bb49-071df2378273 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:33:08.453914 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-plugged", "status": "completed", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:33:08.454569 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-805984a5-7cf4-45b8-bb49-071df2378273 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:33:08.455212 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'code': 200} Sep 23 22:33:08.460273 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ba3a97bd-3506-474c-bac9-bc2672f75d0e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:08.593792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b38c6e-5894-42f9-a3e2-08297d24d757 req-bc04d87f-3d5b-4604-9c00-1d0ab3fb35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:08.598687 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7b38c6e-5894-42f9-a3e2-08297d24d757 req-bc04d87f-3d5b-4604-9c00-1d0ab3fb35c0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 1096 time: 0.0630932 Sep 23 22:33:08.617643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558549d1-03cc-444f-8ab5-7713b8cc7eb4 req-eda4071d-b2cf-40a3-867b-e90e1db1a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:08.619592 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-558549d1-03cc-444f-8ab5-7713b8cc7eb4 req-eda4071d-b2cf-40a3-867b-e90e1db1a8ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 1096 time: 0.3421092 Sep 23 22:33:08.629274 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b93f2-da78-45b8-afe9-058730433c71 req-351ebe2b-bfd1-494c-8770-24b18e0ae87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:08.631152 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c49b93f2-da78-45b8-afe9-058730433c71 req-351ebe2b-bfd1-494c-8770-24b18e0ae87c service neutron] 10.222.0.22 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 922 time: 0.4538825 Sep 23 22:33:08.683606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7b38c6e-5894-42f9-a3e2-08297d24d757 req-4657fc99-af51-4b22-8a6b-ccef34efc10b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682251 Sep 23 22:33:08.700722 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eab63-4c4c-49ed-9779-20bc3aaaedeb req-d85b7305-b3ef-42c9-94f9-efac3de97d81 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:08.705733 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cc0eab63-4c4c-49ed-9779-20bc3aaaedeb req-d85b7305-b3ef-42c9-94f9-efac3de97d81 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 945 time: 0.1033645 Sep 23 22:33:08.732053 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1f4cc84f-4213-470c-ac2e-1313ca088275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:08.772958 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4cc84f-4213-470c-ac2e-1313ca088275 None None] Checking router: d0699b88-2279-4bde-ab21-4a3d82a3b8a4 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:33:08.773945 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cc0eab63-4c4c-49ed-9779-20bc3aaaedeb req-f04cfd73-8532-4d2a-b879-5ec4f13b9c33 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564852 Sep 23 22:33:08.787211 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4cc84f-4213-470c-ac2e-1313ca088275 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:08.787873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1f4cc84f-4213-470c-ac2e-1313ca088275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:08.959139 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b8a3d-9b54-44ed-a1a4-cc4361c1a5d2 req-22e38cb9-92fb-4805-a99d-817ec3252089 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:08.968844 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7e1b8a3d-9b54-44ed-a1a4-cc4361c1a5d2 req-22e38cb9-92fb-4805-a99d-817ec3252089 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 945 time: 0.1015365 Sep 23 22:33:08.997295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1f4cc84f-4213-470c-ac2e-1313ca088275 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:33:09.047189 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7e1b8a3d-9b54-44ed-a1a4-cc4361c1a5d2 req-63f2214c-4246-4971-a7ac-e5834a6f53a2 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767891 Sep 23 22:33:09.214909 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c49b93f2-da78-45b8-afe9-058730433c71 req-4d1122e5-13be-452c-ab6f-d558b5994d0f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69016375-e735-403c-9d05-e78b1894e3a6 HTTP/1.1" status: 200 len: 217 time: 0.5505211 Sep 23 22:33:09.216833 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ba3a97bd-3506-474c-bac9-bc2672f75d0e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:09.229606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a97bd-3506-474c-bac9-bc2672f75d0e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:09.230659 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ba3a97bd-3506-474c-bac9-bc2672f75d0e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:09.238257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333e224-f6e3-4840-8f26-d0e22bf88e07 req-127147f0-6e1e-4ab4-bb62-abf81834f2db tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:09.240064 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e333e224-f6e3-4840-8f26-d0e22bf88e07 req-127147f0-6e1e-4ab4-bb62-abf81834f2db tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 945 time: 0.0752356 Sep 23 22:33:09.240229 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:09.294229 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e333e224-f6e3-4840-8f26-d0e22bf88e07 req-7c41bfbd-6729-400f-aa34-12bef489a551 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466874 Sep 23 22:33:09.459133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1f4cc84f-4213-470c-ac2e-1313ca088275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:09.504173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a97bd-3506-474c-bac9-bc2672f75d0e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Network': ['ID=e1dd9b15-4828-41c4-b695-a88db71e1b96,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:09.507476 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ba3a97bd-3506-474c-bac9-bc2672f75d0e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8346465 Sep 23 22:33:09.510344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56620) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:09.517408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'ports': [{'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97'}, {'network_id': 'e1dd9b15-4828-41c4-b695-a88db71e1b96'}]} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:09.520850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:09.521556 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'network_id': 'e1dd9b15-4828-41c4-b695-a88db71e1b96'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:09.536367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b93f2-da78-45b8-afe9-058730433c71 req-b9dc1371-025c-4438-8c48-032ef2cdcefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:09.538048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c49b93f2-da78-45b8-afe9-058730433c71 req-b9dc1371-025c-4438-8c48-032ef2cdcefb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.2921710 Sep 23 22:33:09.544657 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558549d1-03cc-444f-8ab5-7713b8cc7eb4 req-3d898a87-c707-444a-86b9-578b71a9467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:09.545482 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-558549d1-03cc-444f-8ab5-7713b8cc7eb4 req-3d898a87-c707-444a-86b9-578b71a9467a service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 922 time: 0.9104331 Sep 23 22:33:09.553221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network e1dd9b15-4828-41c4-b695-a88db71e1b96 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:33:09.563719 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4cc84f-4213-470c-ac2e-1313ca088275 None None] The sync data for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 is: [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:33:09.661914 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:09.669423 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-558549d1-03cc-444f-8ab5-7713b8cc7eb4 req-9af202da-1abe-4dac-970d-6e3ba5d55264 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69016375-e735-403c-9d05-e78b1894e3a6 HTTP/1.1" status: 200 len: 217 time: 0.1150916 Sep 23 22:33:09.762530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:09.774302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:09.792353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:09.798424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Pushing event updated for resources: {'Port': ['ID=9a42d584-2aaa-4f20-a5cd-716bb4a59e19,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:09.802543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b93f2-da78-45b8-afe9-058730433c71 req-4cef0505-2153-4ee5-b809-7fd7599bc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:09.804226 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c49b93f2-da78-45b8-afe9-058730433c71 req-4cef0505-2153-4ee5-b809-7fd7599bc522 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2424860 Sep 23 22:33:09.841812 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558549d1-03cc-444f-8ab5-7713b8cc7eb4 req-b92797ca-9ca3-43ba-92c3-268f9af837b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:09.843334 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-558549d1-03cc-444f-8ab5-7713b8cc7eb4 req-b92797ca-9ca3-43ba-92c3-268f9af837b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.1399829 Sep 23 22:33:10.066360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'port': 2} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:10.077601 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:10.089202 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558549d1-03cc-444f-8ab5-7713b8cc7eb4 req-f7c7549b-1c15-47b1-8389-958372bad931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:10.091594 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-558549d1-03cc-444f-8ab5-7713b8cc7eb4 req-f7c7549b-1c15-47b1-8389-958372bad931 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357013 Sep 23 22:33:10.123137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:10.156768 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c49b93f2-da78-45b8-afe9-058730433c71 req-affccac6-1f05-4ebd-8dbd-5f4ce9f3f21f service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177798 Sep 23 22:33:10.215481 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f679cd-42d5-4ce6-9a26-77ef665af478 None None] New status for floating IP a8ff22cf-0175-4764-9b13-1dfd108fafcc: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:33:10.342437 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port 5316c986-b3b5-422a-86d9-fcd634e01711 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:33:10.416751 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c49b93f2-da78-45b8-afe9-058730433c71 req-5e55a81e-fe0c-47d0-a7ab-ed69aab26ba4 service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439511 Sep 23 22:33:10.599851 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-558549d1-03cc-444f-8ab5-7713b8cc7eb4 req-150b9a7c-41e8-4a72-a28a-7befa22661ae service neutron] 10.222.0.67 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988029 Sep 23 22:33:10.609881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b44d0-4a46-4db7-befe-916ce410cac7 req-78c58b66-0664-49dd-a9eb-3bd04d4cd0af tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:10.614273 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c40b44d0-4a46-4db7-befe-916ce410cac7 req-78c58b66-0664-49dd-a9eb-3bd04d4cd0af tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 945 time: 0.2190762 Sep 23 22:33:10.722118 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:10.737383 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:10.849277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port 53c73cbb-8299-4718-88a9-484706dd2ae2 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:33:10.923617 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-558549d1-03cc-444f-8ab5-7713b8cc7eb4 req-85aae80e-97ae-4dfe-a6a6-926dc315b625 service neutron] 10.222.0.67 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137352 Sep 23 22:33:11.078623 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:11.179796 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:11.189160 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:11.215869 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:11.310569 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c40b44d0-4a46-4db7-befe-916ce410cac7 req-d60ed01b-0880-4464-979a-4145b5e64bac tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6734786 Sep 23 22:33:11.406944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=5316c986-b3b5-422a-86d9-fcd634e01711,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:11.413101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network cd100140-404a-40f9-8e02-b16db92aae97 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:11.420930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:11.426611 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:11.428045 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:11.495039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d93b6-9529-4f93-94f5-17c806520d63 req-34ac9283-a2d3-4cf4-9bb0-f3c7341d2857 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:11.498619 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a75d93b6-9529-4f93-94f5-17c806520d63 req-34ac9283-a2d3-4cf4-9bb0-f3c7341d2857 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 945 time: 0.8557367 Sep 23 22:33:11.552359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64cfea-9d5a-4d87-ab83-d2fe802c3593 req-6dd238e9-7dd7-4eeb-b2cd-3ba7c9078757 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:11.555280 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c64cfea-9d5a-4d87-ab83-d2fe802c3593 req-6dd238e9-7dd7-4eeb-b2cd-3ba7c9078757 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 945 time: 0.2223530 Sep 23 22:33:11.583694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=53c73cbb-8299-4718-88a9-484706dd2ae2,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:11.596096 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a75d93b6-9529-4f93-94f5-17c806520d63 req-005818b9-5306-412c-a48f-fe168d2d5071 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880299 Sep 23 22:33:11.674875 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Checking segment: {'id': 'e3469b1b-ee36-41ce-8870-1fa8d066c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e1dd9b15-4828-41c4-b695-a88db71e1b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:11.674875 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network hostable DHCP agents. Network: e1dd9b15-4828-41c4-b695-a88db71e1b96, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:33:11.733478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Router 4bde5c1f-db61-4d81-b150-72f9528b545a is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:33:11.797195 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-2c64cfea-9d5a-4d87-ab83-d2fe802c3593 req-c9f701c3-3d2f-4138-86c4-e7d8a16c4e5c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Deleting port 6f518f79-5419-4203-8dea-1b48ef9dba71 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:11.804310 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2c64cfea-9d5a-4d87-ab83-d2fe802c3593 req-c9f701c3-3d2f-4138-86c4-e7d8a16c4e5c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:11.867774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network e1dd9b15-4828-41c4-b695-a88db71e1b96 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:33:11.999209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2c64cfea-9d5a-4d87-ab83-d2fe802c3593 req-c9f701c3-3d2f-4138-86c4-e7d8a16c4e5c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] For port 6f518f79-5419-4203-8dea-1b48ef9dba71, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6f518f79-5419-4203-8dea-1b48ef9dba71,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:12.000230 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2c64cfea-9d5a-4d87-ab83-d2fe802c3593 req-c9f701c3-3d2f-4138-86c4-e7d8a16c4e5c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:12.022174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-2c64cfea-9d5a-4d87-ab83-d2fe802c3593 req-c9f701c3-3d2f-4138-86c4-e7d8a16c4e5c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Calling delete_port for 6f518f79-5419-4203-8dea-1b48ef9dba71 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:12.071098 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d815609d-df9b-4d1d-a035-fe3c8b9b7801 req-41750e5a-2891-46fc-8107-cdc37730b0f0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1212397 Sep 23 22:33:12.071098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:33:12.075251 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:12.076970 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fe99bd61-44ab-40ac-b165-79ffbad7479e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "PUT /v2.0/routers/4bde5c1f-db61-4d81-b150-72f9528b545a HTTP/1.1" status: 200 len: 920 time: 5.9478991 Sep 23 22:33:12.084835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fa1ccd-cbe7-49e3-9295-630c5a868bde None None] Sync routers for ids ['4bde5c1f-db61-4d81-b150-72f9528b545a'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:33:12.090530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7167ef-ae44-4640-ba1c-866b8fdf9df9 req-2c366551-d570-4ccc-90ad-a010d826bb61 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:12.105839 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fa1ccd-cbe7-49e3-9295-630c5a868bde None None] Routers {'4bde5c1f-db61-4d81-b150-72f9528b545a'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:12.105839 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b3fa1ccd-cbe7-49e3-9295-630c5a868bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4bde5c1f-db61-4d81-b150-72f9528b545a'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:12.106172 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae7167ef-ae44-4640-ba1c-866b8fdf9df9 req-2c366551-d570-4ccc-90ad-a010d826bb61 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 945 time: 0.2165556 Sep 23 22:33:12.106172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56666) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:12.113742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56668) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:12.130432 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-0e5c2a85-2928-40ce-82f5-bfeb6973f768 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Request body: {'floatingip': {'port_id': 'd473a81d-624e-4664-bbcb-4473adacebb1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:12.144994 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b3fa1ccd-cbe7-49e3-9295-630c5a868bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:12.149735 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, e1dd9b15-4828-41c4-b695-a88db71e1b96) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:12.157753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fa1ccd-cbe7-49e3-9295-630c5a868bde None None] Routers {'4bde5c1f-db61-4d81-b150-72f9528b545a'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:12.158910 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b3fa1ccd-cbe7-49e3-9295-630c5a868bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4bde5c1f-db61-4d81-b150-72f9528b545a'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:12.200412 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b3fa1ccd-cbe7-49e3-9295-630c5a868bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:12.201515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fa1ccd-cbe7-49e3-9295-630c5a868bde None None] The sync data for ids ['4bde5c1f-db61-4d81-b150-72f9528b545a'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:33:12.203517 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c4b30d-9ae7-4757-a80c-3f4011da31bf None None] Network e1dd9b15-4828-41c4-b695-a88db71e1b96 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:12.279644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:12.307772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:12.328520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:12.329671 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:12.402409 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0e5c2a85-2928-40ce-82f5-bfeb6973f768 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:12.423488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-461d26b4-e71e-43e8-bf76-11a2ebd4100d tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:12.429732 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-461d26b4-e71e-43e8-bf76-11a2ebd4100d tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3354146 Sep 23 22:33:12.498500 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-55d01f5b-5eee-4367-8cfa-b36c21111e5f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 696 time: 0.0586729 Sep 23 22:33:12.506236 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-76db084a-27a7-45db-8f61-f807af020488 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9941638 Sep 23 22:33:12.508056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56678) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:12.527099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-5c537ade-77a0-46ab-973a-4eb45bbbb193 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Request body: {'floatingip': {'port_id': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:12.583225 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815609d-df9b-4d1d-a035-fe3c8b9b7801 req-85035cd2-555f-4cdc-bbe4-4c9057c20283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:12.585818 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d815609d-df9b-4d1d-a035-fe3c8b9b7801 req-85035cd2-555f-4cdc-bbe4-4c9057c20283 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 1096 time: 0.4706664 Sep 23 22:33:12.631918 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2c64cfea-9d5a-4d87-ab83-d2fe802c3593 req-c9f701c3-3d2f-4138-86c4-e7d8a16c4e5c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:12.645474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['6f518f79-5419-4203-8dea-1b48ef9dba71'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:33:12.669282 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-5c537ade-77a0-46ab-973a-4eb45bbbb193 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:12.675534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad4e82e5-ffac-4ce8-a471-14137a6ef249'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:33:12.717776 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f701c3-3d2f-4138-86c4-e7d8a16c4e5c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Pushing event deleted for resources: {'Port': ['ID=6f518f79-5419-4203-8dea-1b48ef9dba71,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:12.949150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c64cfea-9d5a-4d87-ab83-d2fe802c3593 req-c9f701c3-3d2f-4138-86c4-e7d8a16c4e5c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] No DVR routers for this DVR port 6f518f79-5419-4203-8dea-1b48ef9dba71 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:33:12.962833 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2c64cfea-9d5a-4d87-ab83-d2fe802c3593 req-c9f701c3-3d2f-4138-86c4-e7d8a16c4e5c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:12.967182 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c64cfea-9d5a-4d87-ab83-d2fe802c3593 req-c9f701c3-3d2f-4138-86c4-e7d8a16c4e5c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "DELETE /v2.0/ports/6f518f79-5419-4203-8dea-1b48ef9dba71 HTTP/1.1" status: 204 len: 173 time: 1.4014773 Sep 23 22:33:12.967874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29298f90-96eb-46d4-a875-eb9e309316c2', 'name': 'network-vif-deleted', 'tag': '6f518f79-5419-4203-8dea-1b48ef9dba71'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:33:12.972281 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55657138-555d-4b42-a864-b5922e634e22" -d '{"events": [{"server_uuid": "29298f90-96eb-46d4-a875-eb9e309316c2", "name": "network-vif-deleted", "tag": "6f518f79-5419-4203-8dea-1b48ef9dba71"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:33:13.025019 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5182d3d3-2951-48e8-a744-cbca42dd5757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:13.149735 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-06028024-3dbb-48c5-9fff-cc0eafc076af tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/routers/4bde5c1f-db61-4d81-b150-72f9528b545a HTTP/1.1" status: 200 len: 926 time: 1.0452883 Sep 23 22:33:13.159751 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56684) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:13.171972 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11450d-d00a-4c3d-9008-b96b4781ee12 req-42e61cad-f2ca-49e7-be42-d1b9f16e8d27 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:13.174556 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c11450d-d00a-4c3d-9008-b96b4781ee12 req-42e61cad-f2ca-49e7-be42-d1b9f16e8d27 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=29298f90-96eb-46d4-a875-eb9e309316c2 HTTP/1.1" status: 200 len: 867 time: 0.7131541 Sep 23 22:33:13.179203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5f5049cc-3be3-48e3-9544-85065602e980 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 53c73cbb-8299-4718-88a9-484706dd2ae2 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:13.180042 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5f5049cc-3be3-48e3-9544-85065602e980 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:13.305728 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5f5049cc-3be3-48e3-9544-85065602e980 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:13.333615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5f5049cc-3be3-48e3-9544-85065602e980 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 53c73cbb-8299-4718-88a9-484706dd2ae2 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:13.541830 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01df8d0f-c852-4da7-9762-36406a3219a7 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:13.544059 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-01df8d0f-c852-4da7-9762-36406a3219a7 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&device_id=4bde5c1f-db61-4d81-b150-72f9528b545a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3811171 Sep 23 22:33:13.551972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56690) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:13.556859 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c11450d-d00a-4c3d-9008-b96b4781ee12 req-6e948b32-3c8d-4ff1-b00a-5cd6ea3cccc1 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572548 Sep 23 22:33:13.568160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815609d-df9b-4d1d-a035-fe3c8b9b7801 req-4a4989b3-bb05-4c0a-886a-670e26a917d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:13.569732 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d815609d-df9b-4d1d-a035-fe3c8b9b7801 req-4a4989b3-bb05-4c0a-886a-670e26a917d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 906 time: 0.4998362 Sep 23 22:33:13.739195 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d815609d-df9b-4d1d-a035-fe3c8b9b7801 req-1ab19852-57bb-4186-b5f9-7f9a3d8417d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad4e82e5-ffac-4ce8-a471-14137a6ef249 HTTP/1.1" status: 200 len: 217 time: 0.0704987 Sep 23 22:33:13.752185 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-5c537ade-77a0-46ab-973a-4eb45bbbb193 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:13.795290 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496258cd-f7d4-42f0-82c2-71a10a8d7258 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:13.796141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-496258cd-f7d4-42f0-82c2-71a10a8d7258 tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 881 time: 0.2430425 Sep 23 22:33:13.800116 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5f5049cc-3be3-48e3-9544-85065602e980 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:13.800116 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56694) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:13.895780 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-5c537ade-77a0-46ab-973a-4eb45bbbb193 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:13.899603 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4168a48a-f787-4666-98b9-027cc298d3c4 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bde5c1f-db61-4d81-b150-72f9528b545a HTTP/1.1" status: 200 len: 205 time: 0.0980992 Sep 23 22:33:13.902081 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f10c114-9357-4b69-9629-a2aea9e20ac7 x-openstack-request-id: req-4f10c114-9357-4b69-9629-a2aea9e20ac7 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:33:13.902448 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29298f90-96eb-46d4-a875-eb9e309316c2", "name": "network-vif-deleted", "tag": "6f518f79-5419-4203-8dea-1b48ef9dba71", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:33:13.902690 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f10c114-9357-4b69-9629-a2aea9e20ac7 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:33:13.903505 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29298f90-96eb-46d4-a875-eb9e309316c2', 'name': 'network-vif-deleted', 'tag': '6f518f79-5419-4203-8dea-1b48ef9dba71', 'status': 'completed', 'code': 200} Sep 23 22:33:13.908969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56696) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:13.914595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5049cc-3be3-48e3-9544-85065602e980 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=53c73cbb-8299-4718-88a9-484706dd2ae2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:13.969040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815609d-df9b-4d1d-a035-fe3c8b9b7801 req-24e656d0-64ae-4222-a34c-09a5f39b5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:13.971027 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d815609d-df9b-4d1d-a035-fe3c8b9b7801 req-24e656d0-64ae-4222-a34c-09a5f39b5d92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a29ecc8-4a09-439c-8732-97749c6a5cb5 HTTP/1.1" status: 200 len: 845 time: 0.1660128 Sep 23 22:33:13.993213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5f5049cc-3be3-48e3-9544-85065602e980 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:14.000266 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5f5049cc-3be3-48e3-9544-85065602e980 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/53c73cbb-8299-4718-88a9-484706dd2ae2 HTTP/1.1" status: 204 len: 168 time: 1.4860744 Sep 23 22:33:14.000626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56698) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:14.130426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a102542d-43d5-4f1f-a768-950409f3d47c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:14.131003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d815609d-df9b-4d1d-a035-fe3c8b9b7801 req-f74798fc-1645-48c9-a97b-416aa190d9a6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b124564-d7ec-451c-aa5d-0eca8f728d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139610 Sep 23 22:33:14.148749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a102542d-43d5-4f1f-a768-950409f3d47c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:14.157463 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a102542d-43d5-4f1f-a768-950409f3d47c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1555221 Sep 23 22:33:14.159218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56700) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:14.176323 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.resource_extend [None req-0e5c2a85-2928-40ce-82f5-bfeb6973f768 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:33:14.221372 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-5c537ade-77a0-46ab-973a-4eb45bbbb193 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Floating IP a8ff22cf-0175-4764-9b13-1dfd108fafcc associated. External IP: 172.25.1.174, port: 7d7a4a5d-10e4-4653-9c35-fa5c07346c53. Sep 23 22:33:14.271707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f6c4e-17f7-4a18-9c29-76e4bdd0c5df req-88c1b6a5-e7a9-416e-a2a9-9f6e59ba801c tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:14.273612 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-344f6c4e-17f7-4a18-9c29-76e4bdd0c5df req-88c1b6a5-e7a9-416e-a2a9-9f6e59ba801c tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b583295-8cbb-42da-add3-f155b53946b3 HTTP/1.1" status: 200 len: 945 time: 0.3094192 Sep 23 22:33:14.380001 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0e5c2a85-2928-40ce-82f5-bfeb6973f768 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:14.397086 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0dab-d016-452c-b35b-581a67ac95d1 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:14.438029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-707c39eb-9dee-4431-bc5d-b8ae75112ce4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 5316c986-b3b5-422a-86d9-fcd634e01711 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:14.438413 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-707c39eb-9dee-4431-bc5d-b8ae75112ce4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:14.567198 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0e5c2a85-2928-40ce-82f5-bfeb6973f768 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:14.608399 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-707c39eb-9dee-4431-bc5d-b8ae75112ce4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:14.620107 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d815609d-df9b-4d1d-a035-fe3c8b9b7801 req-8ea315dd-be60-4799-b39d-9b552f031fb7 service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775875 Sep 23 22:33:14.628711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-707c39eb-9dee-4431-bc5d-b8ae75112ce4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 5316c986-b3b5-422a-86d9-fcd634e01711 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:14.733659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-5c537ade-77a0-46ab-973a-4eb45bbbb193 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:33:14.936789 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0dab-d016-452c-b35b-581a67ac95d1 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:15.099943 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6f518f79-5419-4203-8dea-1b48ef9dba71 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:33:15.115215 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-0e5c2a85-2928-40ce-82f5-bfeb6973f768 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Floating IP 0b06eb72-036c-4594-a89b-345b05d73298 associated. External IP: 172.25.1.159, port: d473a81d-624e-4664-bbcb-4473adacebb1. Sep 23 22:33:15.155321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 6f518f79-5419-4203-8dea-1b48ef9dba71 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:33:15.156112 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6f518f79-5419-4203-8dea-1b48ef9dba71 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:33:15.162243 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-344f6c4e-17f7-4a18-9c29-76e4bdd0c5df req-5367e080-30fb-4b1e-80c1-68ebfa9beaa9 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Deleting port 69016375-e735-403c-9d05-e78b1894e3a6 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:15.163113 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-344f6c4e-17f7-4a18-9c29-76e4bdd0c5df req-5367e080-30fb-4b1e-80c1-68ebfa9beaa9 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:15.310560 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d815609d-df9b-4d1d-a035-fe3c8b9b7801 req-2843a798-2c6c-4d0e-a7bb-46704bdb135e service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433660 Sep 23 22:33:15.443030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-5c537ade-77a0-46ab-973a-4eb45bbbb193 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:33:15.451334 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-5c537ade-77a0-46ab-973a-4eb45bbbb193 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:15.461200 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e7fbeb-ec4e-4d81-a84c-b81b8bdecea7 None None] Sync routers for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:33:15.493537 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-707c39eb-9dee-4431-bc5d-b8ae75112ce4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:15.501762 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7fbeb-ec4e-4d81-a84c-b81b8bdecea7 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:15.504046 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54e7fbeb-ec4e-4d81-a84c-b81b8bdecea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:32:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:15.571498 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-707c39eb-9dee-4431-bc5d-b8ae75112ce4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:15.577839 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-707c39eb-9dee-4431-bc5d-b8ae75112ce4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/5316c986-b3b5-422a-86d9-fcd634e01711 HTTP/1.1" status: 204 len: 168 time: 1.4101937 Sep 23 22:33:15.585806 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-5c537ade-77a0-46ab-973a-4eb45bbbb193 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "PUT /v2.0/floatingips/a8ff22cf-0175-4764-9b13-1dfd108fafcc HTTP/1.1" status: 200 len: 996 time: 3.0856605 Sep 23 22:33:15.586927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56726) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:15.590334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c39eb-9dee-4431-bc5d-b8ae75112ce4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=5316c986-b3b5-422a-86d9-fcd634e01711,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:15.670397 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d77cea16-e428-46be-8e0a-cf147df2881b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:15.744898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1743051f-a290-4cf7-ab38-ceae4afce1b5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:15.749662 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1743051f-a290-4cf7-ab38-ceae4afce1b5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1591859 Sep 23 22:33:15.752319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-a1a0d8bc-6ee9-4198-8da8-5ab99d9e16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:15.753815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56730) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:15.755219 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-a1a0d8bc-6ee9-4198-8da8-5ab99d9e16a5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 1096 time: 0.1467686 Sep 23 22:33:15.795968 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-54e7fbeb-ec4e-4d81-a84c-b81b8bdecea7 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:33:15.886172 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f71edb7-104b-46ee-bf1e-7b8b93c282dd tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] GET failed (client error): The resource could not be found. Sep 23 22:33:15.893603 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1f71edb7-104b-46ee-bf1e-7b8b93c282dd tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/53c73cbb-8299-4718-88a9-484706dd2ae2 HTTP/1.1" status: 404 len: 333 time: 0.1299419 Sep 23 22:33:15.901067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56732) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:15.913311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa0dab-d016-452c-b35b-581a67ac95d1 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Deleting port 9a42d584-2aaa-4f20-a5cd-716bb4a59e19 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:15.913818 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0dab-d016-452c-b35b-581a67ac95d1 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:15.925943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-344f6c4e-17f7-4a18-9c29-76e4bdd0c5df req-5367e080-30fb-4b1e-80c1-68ebfa9beaa9 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] For port 69016375-e735-403c-9d05-e78b1894e3a6, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=69016375-e735-403c-9d05-e78b1894e3a6,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:15.926293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'tag': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:33:15.926519 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-344f6c4e-17f7-4a18-9c29-76e4bdd0c5df req-5367e080-30fb-4b1e-80c1-68ebfa9beaa9 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:15.931581 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637b40a8-3a99-42d7-97f5-7e7a117f0a81" -d '{"events": [{"name": "network-changed", "server_uuid": "d6df2eba-4662-4ebc-9da1-b9b7568cc6c6", "tag": "7d7a4a5d-10e4-4653-9c35-fa5c07346c53"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:33:15.983143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-344f6c4e-17f7-4a18-9c29-76e4bdd0c5df req-5367e080-30fb-4b1e-80c1-68ebfa9beaa9 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Calling delete_port for 69016375-e735-403c-9d05-e78b1894e3a6 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:16.001047 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d19fcb-779f-42a4-a062-976ef7d4a3d8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] GET failed (client error): The resource could not be found. Sep 23 22:33:16.007601 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-42d19fcb-779f-42a4-a062-976ef7d4a3d8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/5316c986-b3b5-422a-86d9-fcd634e01711 HTTP/1.1" status: 404 len: 333 time: 0.1010687 Sep 23 22:33:16.009471 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56738) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:16.013963 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-7076d621-e864-4947-a31f-362113119f3c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:16.023656 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-7076d621-e864-4947-a31f-362113119f3c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 805 time: 0.7977159 Sep 23 22:33:16.059147 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:16.170387 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19d5750f-add9-4b07-8ed9-685991066e93 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:16.206982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-dfb9c4dd-9744-438d-8a1e-dac4de20d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:16.220963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-dfb9c4dd-9744-438d-8a1e-dac4de20d4cd service neutron] 10.222.0.22 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 922 time: 0.4511905 Sep 23 22:33:16.229050 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-e93cda9b-dc61-46ed-b9a0-a039fcd63a75 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/quotas/56293beb1ee14ee7a1db1a062efdd17b HTTP/1.1" status: 200 len: 375 time: 0.2032542 Sep 23 22:33:16.294747 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54e7fbeb-ec4e-4d81-a84c-b81b8bdecea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a8ff22cf-0175-4764-9b13-1dfd108fafcc', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'port_id': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'mac_address': 'fa:16:3e:ac:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:13Z', 'updated_at': '2021-09-23T22:33:13Z', 'revision_number': 8, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:16.339410 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e7fbeb-ec4e-4d81-a84c-b81b8bdecea7 None None] Checking router: d0699b88-2279-4bde-ab21-4a3d82a3b8a4 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:33:16.351550 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7fbeb-ec4e-4d81-a84c-b81b8bdecea7 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:16.352189 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54e7fbeb-ec4e-4d81-a84c-b81b8bdecea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:16.410511 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19d5750f-add9-4b07-8ed9-685991066e93 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:16.410826 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0dab-d016-452c-b35b-581a67ac95d1 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:16.434546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-19d5750f-add9-4b07-8ed9-685991066e93 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1dd9b15-4828-41c4-b695-a88db71e1b96']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:16.450149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-19d5750f-add9-4b07-8ed9-685991066e93 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3469b1b-ee36-41ce-8870-1fa8d066c4fb') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:16.450996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-19d5750f-add9-4b07-8ed9-685991066e93 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3469b1b-ee36-41ce-8870-1fa8d066c4fb') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:16.471397 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19d5750f-add9-4b07-8ed9-685991066e93 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:16.490688 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-68b42aa6-783e-476f-a6e3-a9d4ac2c56ca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53 HTTP/1.1" status: 200 len: 999 time: 0.2684398 Sep 23 22:33:16.508401 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa0dab-d016-452c-b35b-581a67ac95d1 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Calling delete_port for 9a42d584-2aaa-4f20-a5cd-716bb4a59e19 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:16.516717 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-54e7fbeb-ec4e-4d81-a84c-b81b8bdecea7 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:33:16.533213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19d5750f-add9-4b07-8ed9-685991066e93 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:16.544326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d5750f-add9-4b07-8ed9-685991066e93 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:33:16.544777 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19d5750f-add9-4b07-8ed9-685991066e93 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:33:16.548470 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:33:16.570484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-4be9cdd6-7a0e-4df6-a9d4-33738a36ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:16.578460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-4be9cdd6-7a0e-4df6-a9d4-33738a36ba2f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.0867848 Sep 23 22:33:16.612867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5c2a85-2928-40ce-82f5-bfeb6973f768 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Router fa563f5d-7811-4b20-b970-c5cba8461a2f has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:33:16.619848 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-2dc32f71-8736-46db-b089-bcc9753e6d87 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2386689 Sep 23 22:33:16.719955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-ef5eeb80-28a7-4e84-92a1-59f0d8246d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:16.735937 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-ef5eeb80-28a7-4e84-92a1-59f0d8246d5c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543086 Sep 23 22:33:16.848950 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19d5750f-add9-4b07-8ed9-685991066e93 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:16.848950 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19d5750f-add9-4b07-8ed9-685991066e93 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:16.848950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-19d5750f-add9-4b07-8ed9-685991066e93 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/networks/e1dd9b15-4828-41c4-b695-a88db71e1b96 HTTP/1.1" status: 204 len: 168 time: 0.8291142 Sep 23 22:33:16.880833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56750) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:16.905147 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54e7fbeb-ec4e-4d81-a84c-b81b8bdecea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a8ff22cf-0175-4764-9b13-1dfd108fafcc', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'port_id': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'mac_address': 'fa:16:3e:ac:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:13Z', 'updated_at': '2021-09-23T22:33:13Z', 'revision_number': 8, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:16.905455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-41d62f04-44b3-4bc2-a6ab-a63aa285edc0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1172431025'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:16.907601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5750f-add9-4b07-8ed9-685991066e93 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Network': ['ID=e1dd9b15-4828-41c4-b695-a88db71e1b96,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:16.934138 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e7fbeb-ec4e-4d81-a84c-b81b8bdecea7 None None] The sync data for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 is: [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a8ff22cf-0175-4764-9b13-1dfd108fafcc', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'port_id': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'mac_address': 'fa:16:3e:ac:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:13Z', 'updated_at': '2021-09-23T22:33:13Z', 'revision_number': 8, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:33:16.950185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-6c8c2e55-0d3a-46d2-bfd5-cdfe1cabc5db service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138801 Sep 23 22:33:16.961511 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:17.065462 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d62f04-44b3-4bc2-a6ab-a63aa285edc0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:17.068990 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-41d62f04-44b3-4bc2-a6ab-a63aa285edc0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:17.072980 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-411b3ae9-8db7-43b3-a907-e5e967913093 req-53fc5c7f-e230-4b75-8348-070691351e49 service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148376 Sep 23 22:33:17.108234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d62f04-44b3-4bc2-a6ab-a63aa285edc0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:33:17.127560 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-41d62f04-44b3-4bc2-a6ab-a63aa285edc0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:17.128083 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-41d62f04-44b3-4bc2-a6ab-a63aa285edc0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Added segment 6c9816a9-4839-4383-975c-600e141d2a1b of type vlan for network 358fc543-ce07-4664-948a-b4a2759a09fa Sep 23 22:33:17.210240 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-1996efa0-b897-465d-bdc9-7f8be147bb11 service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549991 Sep 23 22:33:17.226377 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-41d62f04-44b3-4bc2-a6ab-a63aa285edc0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:17.242506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 69016375-e735-403c-9d05-e78b1894e3a6 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:33:17.275608 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0dab-d016-452c-b35b-581a67ac95d1 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:17.348572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00332816-bbc3-4161-8d34-e21cd04efa31 None None] New status for floating IP a8ff22cf-0175-4764-9b13-1dfd108fafcc: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:33:17.355641 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61a0a4e-250b-455c-b801-421d0b3f6fc4 x-openstack-request-id: req-d61a0a4e-250b-455c-b801-421d0b3f6fc4 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:33:17.356582 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6df2eba-4662-4ebc-9da1-b9b7568cc6c6", "tag": "7d7a4a5d-10e4-4653-9c35-fa5c07346c53", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:33:17.357298 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d61a0a4e-250b-455c-b801-421d0b3f6fc4 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:33:17.357818 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'tag': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'status': 'completed', 'code': 200} Sep 23 22:33:17.367235 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-41d62f04-44b3-4bc2-a6ab-a63aa285edc0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:17.378691 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d62f04-44b3-4bc2-a6ab-a63aa285edc0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:17.379551 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-41d62f04-44b3-4bc2-a6ab-a63aa285edc0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:17.380223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa0dab-d016-452c-b35b-581a67ac95d1 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Pushing event deleted for resources: {'Port': ['ID=9a42d584-2aaa-4f20-a5cd-716bb4a59e19,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:17.388976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5c2a85-2928-40ce-82f5-bfeb6973f768 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:33:17.406035 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0e5c2a85-2928-40ce-82f5-bfeb6973f768 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:17.410185 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae29a2-4916-407e-9f2b-58368408394f None None] Sync routers for ids ['fa563f5d-7811-4b20-b970-c5cba8461a2f'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:33:17.434000 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae29a2-4916-407e-9f2b-58368408394f None None] Routers {'fa563f5d-7811-4b20-b970-c5cba8461a2f'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:17.435356 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f7ae29a2-4916-407e-9f2b-58368408394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fa563f5d-7811-4b20-b970-c5cba8461a2f'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:17.542029 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-344f6c4e-17f7-4a18-9c29-76e4bdd0c5df req-5367e080-30fb-4b1e-80c1-68ebfa9beaa9 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:17.658013 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d62f04-44b3-4bc2-a6ab-a63aa285edc0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Network': ['ID=358fc543-ce07-4664-948a-b4a2759a09fa,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:17.679161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b40a8-3a99-42d7-97f5-7e7a117f0a81 req-cd3ab4f1-ee74-42f5-8481-32748e4c5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:17.681035 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-637b40a8-3a99-42d7-97f5-7e7a117f0a81 req-cd3ab4f1-ee74-42f5-8481-32748e4c5c9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 1096 time: 0.2634881 Sep 23 22:33:17.698403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['7d7a4a5d-10e4-4653-9c35-fa5c07346c53'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:33:17.704144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 358fc543-ce07-4664-948a-b4a2759a09fa details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:33:17.723901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367e080-30fb-4b1e-80c1-68ebfa9beaa9 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Pushing event deleted for resources: {'Port': ['ID=69016375-e735-403c-9d05-e78b1894e3a6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:17.733928 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0e5c2a85-2928-40ce-82f5-bfeb6973f768 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "PUT /v2.0/floatingips/0b06eb72-036c-4594-a89b-345b05d73298 HTTP/1.1" status: 200 len: 991 time: 5.6090899 Sep 23 22:33:17.744766 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:33:17.749084 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5078a3-51ee-4368-aac7-8a396975712f" -d '{"events": [{"name": "network-changed", "server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:33:17.768837 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f7ae29a2-4916-407e-9f2b-58368408394f None None] Set router fa563f5d-7811-4b20-b970-c5cba8461a2f gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:33:17.808559 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-41d62f04-44b3-4bc2-a6ab-a63aa285edc0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9262080 Sep 23 22:33:17.833851 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0dab-d016-452c-b35b-581a67ac95d1 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:17.842807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56762) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:17.861262 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e0d30d92-e1ef-4a3b-b8ce-7a3b3a835643 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'subnet': {'network_id': '358fc543-ce07-4664-948a-b4a2759a09fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:17.909589 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2086211e-26e7-4d7e-aedf-07ff506cec35 req-4386d596-29e8-4da3-a72e-b37eb6e41498 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips/a8ff22cf-0175-4764-9b13-1dfd108fafcc HTTP/1.1" status: 200 len: 996 time: 0.2553303 Sep 23 22:33:18.062048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-4043a3d3-85cc-4099-be1d-61339e658e16 service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8337080 Sep 23 22:33:18.144790 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-344f6c4e-17f7-4a18-9c29-76e4bdd0c5df req-5367e080-30fb-4b1e-80c1-68ebfa9beaa9 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] No DVR routers for this DVR port 69016375-e735-403c-9d05-e78b1894e3a6 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:33:18.203474 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-344f6c4e-17f7-4a18-9c29-76e4bdd0c5df req-5367e080-30fb-4b1e-80c1-68ebfa9beaa9 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:18.210013 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-344f6c4e-17f7-4a18-9c29-76e4bdd0c5df req-5367e080-30fb-4b1e-80c1-68ebfa9beaa9 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.67 "DELETE /v2.0/ports/69016375-e735-403c-9d05-e78b1894e3a6 HTTP/1.1" status: 204 len: 173 time: 3.9234979 Sep 23 22:33:18.218841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d30d92-e1ef-4a3b-b8ce-7a3b3a835643 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:18.229179 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0d30d92-e1ef-4a3b-b8ce-7a3b3a835643 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:18.259318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No active binding found for port 69016375-e735-403c-9d05-e78b1894e3a6 {{(pid=95492) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 22:33:18.259318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 69016375-e735-403c-9d05-e78b1894e3a6 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:33:18.286204 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:18.455707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b40a8-3a99-42d7-97f5-7e7a117f0a81 req-ea67e66f-a7ba-4815-b493-1b984007f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:18.455974 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f7ae29a2-4916-407e-9f2b-58368408394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:12Z', 'updated_at': '2021-09-23T22:32:30Z', 'revision_number': 4, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'gw_port': {'id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:15Z', 'updated_at': '2021-09-23T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '0b06eb72-036c-4594-a89b-345b05d73298', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'port_id': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'mac_address': 'fa:16:3e:46:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:42Z', 'updated_at': '2021-09-23T22:33:14Z', 'revision_number': 1, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5da82f-252a-41ba-946d-c7cbd91d5092', 'name': '', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'mac_address': 'fa:16:3e:e0:57:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:27Z', 'updated_at': '2021-09-23T22:32:36Z', 'revision_number': 5, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'subnets': [{'id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:18.459767 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-637b40a8-3a99-42d7-97f5-7e7a117f0a81 req-ea67e66f-a7ba-4815-b493-1b984007f7b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 922 time: 0.7059782 Sep 23 22:33:18.546791 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae29a2-4916-407e-9f2b-58368408394f None None] Checking router: fa563f5d-7811-4b20-b970-c5cba8461a2f for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:33:18.565492 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae29a2-4916-407e-9f2b-58368408394f None None] Routers {'fa563f5d-7811-4b20-b970-c5cba8461a2f'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:18.567505 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f7ae29a2-4916-407e-9f2b-58368408394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fa563f5d-7811-4b20-b970-c5cba8461a2f'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:18.567939 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:18.703217 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086211e-26e7-4d7e-aedf-07ff506cec35 req-d359d848-704c-43cc-b460-4859e50328ea tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:18.742512 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2086211e-26e7-4d7e-aedf-07ff506cec35 req-d359d848-704c-43cc-b460-4859e50328ea tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.8146355 Sep 23 22:33:18.790815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-2086211e-26e7-4d7e-aedf-07ff506cec35 req-c93960ce-4de4-4ff8-922f-3e1c1b21ba85 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:18.803416 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2086211e-26e7-4d7e-aedf-07ff506cec35 req-c93960ce-4de4-4ff8-922f-3e1c1b21ba85 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0355089 Sep 23 22:33:18.838547 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0dab-d016-452c-b35b-581a67ac95d1 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:18.846189 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0dab-d016-452c-b35b-581a67ac95d1 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:18.868097 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-637b40a8-3a99-42d7-97f5-7e7a117f0a81 req-a15cd53a-1f68-4e67-9aef-e8c646989eae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53 HTTP/1.1" status: 200 len: 1001 time: 0.3968170 Sep 23 22:33:18.977168 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f7ae29a2-4916-407e-9f2b-58368408394f None None] Set router fa563f5d-7811-4b20-b970-c5cba8461a2f gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:33:19.007046 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e35ee0-14b3-42f9-a15b-9529332df80c x-openstack-request-id: req-94e35ee0-14b3-42f9-a15b-9529332df80c {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:33:19.008028 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:33:19.008646 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94e35ee0-14b3-42f9-a15b-9529332df80c {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:33:19.009277 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'status': 'completed', 'code': 200} Sep 23 22:33:19.028478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b40a8-3a99-42d7-97f5-7e7a117f0a81 req-68a04ffd-fb4a-49f0-ba53-cdc808a51dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:19.034747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-637b40a8-3a99-42d7-97f5-7e7a117f0a81 req-68a04ffd-fb4a-49f0-ba53-cdc808a51dc3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.1521738 Sep 23 22:33:19.064686 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0d30d92-e1ef-4a3b-b8ce-7a3b3a835643 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:19.139097 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0dab-d016-452c-b35b-581a67ac95d1 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:19.139636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fa0dab-d016-452c-b35b-581a67ac95d1 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Fanout notify agent at l3_agent the message router_deleted on router 4bde5c1f-db61-4d81-b150-72f9528b545a {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:33:19.162124 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0dab-d016-452c-b35b-581a67ac95d1 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:19.167452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b40a8-3a99-42d7-97f5-7e7a117f0a81 req-c8948505-7c50-429c-af68-d8e4139535a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:19.167619 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b3fa0dab-d016-452c-b35b-581a67ac95d1 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "DELETE /v2.0/routers/4bde5c1f-db61-4d81-b150-72f9528b545a HTTP/1.1" status: 204 len: 168 time: 5.2549703 Sep 23 22:33:19.171782 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-637b40a8-3a99-42d7-97f5-7e7a117f0a81 req-c8948505-7c50-429c-af68-d8e4139535a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262932 Sep 23 22:33:19.172461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56782) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:19.198868 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d30d92-e1ef-4a3b-b8ce-7a3b3a835643 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Subnet': ['ID=d80c63fc-6a65-47c3-99ed-a75c969fc9d8,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:19.203826 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5078a3-51ee-4368-aac7-8a396975712f req-71daef13-f1c7-4d5e-b0f9-84ada40d49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:19.204180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-942458460', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:19.205651 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa5078a3-51ee-4368-aac7-8a396975712f req-71daef13-f1c7-4d5e-b0f9-84ada40d49ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 1096 time: 0.2274995 Sep 23 22:33:19.293695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d30d92-e1ef-4a3b-b8ce-7a3b3a835643 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Checking segment: {'id': '6c9816a9-4839-4383-975c-600e141d2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '358fc543-ce07-4664-948a-b4a2759a09fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:19.294322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d30d92-e1ef-4a3b-b8ce-7a3b3a835643 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network hostable DHCP agents. Network: 358fc543-ce07-4664-948a-b4a2759a09fa, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:33:19.346355 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bfd7fa2b-9b03-45d9-aae2-2579fc805d6e req-66c44d67-165a-4b5e-ae33-5b165d9efc3a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 210 time: 0.0952661 Sep 23 22:33:19.440208 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:19.441835 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:19.537578 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d30d92-e1ef-4a3b-b8ce-7a3b3a835643 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network 358fc543-ce07-4664-948a-b4a2759a09fa is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:33:19.610390 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-267535c6-bd70-410a-9f44-a52fb5b421b0 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 1001 time: 0.2938242 Sep 23 22:33:19.614468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5078a3-51ee-4368-aac7-8a396975712f req-d3b22972-8bfc-4fd3-b7b3-c125df5a14df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:19.618399 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa5078a3-51ee-4368-aac7-8a396975712f req-d3b22972-8bfc-4fd3-b7b3-c125df5a14df service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.3980749 Sep 23 22:33:19.644340 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-637b40a8-3a99-42d7-97f5-7e7a117f0a81 req-5f7de492-055f-41ab-a60c-c33978cc7775 service neutron] 10.222.0.43 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132752 Sep 23 22:33:19.683003 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:19.689373 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f7ae29a2-4916-407e-9f2b-58368408394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:12Z', 'updated_at': '2021-09-23T22:32:30Z', 'revision_number': 4, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'gw_port': {'id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:15Z', 'updated_at': '2021-09-23T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '0b06eb72-036c-4594-a89b-345b05d73298', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'port_id': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'mac_address': 'fa:16:3e:46:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:42Z', 'updated_at': '2021-09-23T22:33:14Z', 'revision_number': 1, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5da82f-252a-41ba-946d-c7cbd91d5092', 'name': '', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'mac_address': 'fa:16:3e:e0:57:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:27Z', 'updated_at': '2021-09-23T22:32:36Z', 'revision_number': 5, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'subnets': [{'id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:19.776961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-bb8ab3ba-7c1b-4918-be9a-a29af62d76ef tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:19.778012 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-bb8ab3ba-7c1b-4918-be9a-a29af62d76ef tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports/7d7a4a5d-10e4-4653-9c35-fa5c07346c53 HTTP/1.1" status: 200 len: 942 time: 0.1526346 Sep 23 22:33:19.806564 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae29a2-4916-407e-9f2b-58368408394f None None] The sync data for ids ['fa563f5d-7811-4b20-b970-c5cba8461a2f'] in n-d-810775-1 is: [{'id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:12Z', 'updated_at': '2021-09-23T22:32:30Z', 'revision_number': 4, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'gw_port': {'id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:15Z', 'updated_at': '2021-09-23T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '0b06eb72-036c-4594-a89b-345b05d73298', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'port_id': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'mac_address': 'fa:16:3e:46:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:32:42Z', 'updated_at': '2021-09-23T22:33:14Z', 'revision_number': 1, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5da82f-252a-41ba-946d-c7cbd91d5092', 'name': '', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'mac_address': 'fa:16:3e:e0:57:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:27Z', 'updated_at': '2021-09-23T22:32:36Z', 'revision_number': 5, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'subnets': [{'id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:33:19.818626 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa5078a3-51ee-4368-aac7-8a396975712f req-2b74461c-d4dd-4735-87c8-6367e8f5e0a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d473a81d-624e-4664-bbcb-4473adacebb1 HTTP/1.1" status: 200 len: 999 time: 0.1831350 Sep 23 22:33:19.820410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-e0d30d92-e1ef-4a3b-b8ce-7a3b3a835643 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 358fc543-ce07-4664-948a-b4a2759a09fa) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:19.827427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d30d92-e1ef-4a3b-b8ce-7a3b3a835643 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:19.829846 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0d30d92-e1ef-4a3b-b8ce-7a3b3a835643 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:19.832513 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec4b485-f89a-4c00-b5cd-4a98c0021ce0 None None] Network 358fc543-ce07-4664-948a-b4a2759a09fa requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:19.935159 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5078a3-51ee-4368-aac7-8a396975712f req-f3256fac-260c-4d56-b8e7-652fb5e32be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:19.938769 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa5078a3-51ee-4368-aac7-8a396975712f req-f3256fac-260c-4d56-b8e7-652fb5e32be8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.0905788 Sep 23 22:33:19.942980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e0d30d92-e1ef-4a3b-b8ce-7a3b3a835643 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0952227 Sep 23 22:33:19.946906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56786) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:19.961349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a10f56a8-4758-406b-a5ab-97ec16e4ccad tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'network_id': '358fc543-ce07-4664-948a-b4a2759a09fa', 'name': 'tempest-PortsTestJSON-1972158146'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:20.086082 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-637b40a8-3a99-42d7-97f5-7e7a117f0a81 req-0cc479a7-afc2-40d0-b6e1-7b7c2f6fe227 service neutron] 10.222.0.43 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956878 Sep 23 22:33:20.212321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5078a3-51ee-4368-aac7-8a396975712f req-b24e38a1-777c-43a9-960d-f8897fddbaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:20.214389 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa5078a3-51ee-4368-aac7-8a396975712f req-b24e38a1-777c-43a9-960d-f8897fddbaa2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2402177 Sep 23 22:33:20.232537 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-358fc543-ce07-4664-948a-b4a2759a09fa', 'network_id': '358fc543-ce07-4664-948a-b4a2759a09fa', 'tenant_id': '56b237389969441ba01a026302129acc', 'fixed_ips': [{'subnet_id': 'd80c63fc-6a65-47c3-99ed-a75c969fc9d8'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:33:20.234699 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:20.301212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b8479-dcae-4cd1-93ce-885becb5ce50 None None] New status for floating IP 0b06eb72-036c-4594-a89b-345b05d73298: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:33:20.390121 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:20.427159 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-73336bae-e156-48d1-aac9-4e3a6ed18f8d tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 1001 time: 0.4567297 Sep 23 22:33:20.504306 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa5078a3-51ee-4368-aac7-8a396975712f req-2acde212-d30a-4e38-b095-8df5ec5e016a service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763603 Sep 23 22:33:20.655022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10f56a8-4758-406b-a5ab-97ec16e4ccad tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:20.666724 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a10f56a8-4758-406b-a5ab-97ec16e4ccad tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:20.721437 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-2786e9e5-eaf9-4868-a904-1d647944823a tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:20.728345 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e71d213d-464d-4e14-90af-0445161f6e83 req-db144fe1-73a7-4674-97d3-6b6855c4681f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 210 time: 0.0459347 Sep 23 22:33:20.733506 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-2786e9e5-eaf9-4868-a904-1d647944823a tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.2940080 Sep 23 22:33:20.786369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-a10f56a8-4758-406b-a5ab-97ec16e4ccad tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port 78005089-3a8e-45a3-93c0-cbb7c3a746df yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:33:20.817307 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa5078a3-51ee-4368-aac7-8a396975712f req-d34255d4-9c9e-43fa-867d-d853c0a6bd30 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037276 Sep 23 22:33:20.839614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Allocated IP 172.20.0.2 (358fc543-ce07-4664-948a-b4a2759a09fa/d80c63fc-6a65-47c3-99ed-a75c969fc9d8/0b004fad-c5a4-4380-a5ab-37b894cc6795) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:20.996937 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-9b4bd217-826f-4a52-8a75-5f774a45a067 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 1001 time: 0.2321925 Sep 23 22:33:21.005253 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-a60d8c1a-1c25-49b3-8798-e34c57d93bee tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:21.010562 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b583295-8cbb-42da-add3-f155b53946b3', 'name': 'network-vif-deleted', 'tag': '69016375-e735-403c-9d05-e78b1894e3a6'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:33:21.015933 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cef659-6c10-436d-87b1-c99fc8ffcf85" -d '{"events": [{"server_uuid": "4b583295-8cbb-42da-add3-f155b53946b3", "name": "network-vif-deleted", "tag": "69016375-e735-403c-9d05-e78b1894e3a6"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:33:21.097414 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8fcec0-0b7e-4ed5-8a0c-fb48f2ab65df x-openstack-request-id: req-3f8fcec0-0b7e-4ed5-8a0c-fb48f2ab65df {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:33:21.097741 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b583295-8cbb-42da-add3-f155b53946b3", "name": "network-vif-deleted", "tag": "69016375-e735-403c-9d05-e78b1894e3a6", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:33:21.098362 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f8fcec0-0b7e-4ed5-8a0c-fb48f2ab65df {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:33:21.098823 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b583295-8cbb-42da-add3-f155b53946b3', 'name': 'network-vif-deleted', 'tag': '69016375-e735-403c-9d05-e78b1894e3a6', 'status': 'completed', 'code': 200} Sep 23 22:33:21.104407 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-a60d8c1a-1c25-49b3-8798-e34c57d93bee tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:21.109398 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:21.225551 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:21.328079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-a10f56a8-4758-406b-a5ab-97ec16e4ccad tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Allocated IP 172.20.0.10 (358fc543-ce07-4664-948a-b4a2759a09fa/d80c63fc-6a65-47c3-99ed-a75c969fc9d8/78005089-3a8e-45a3-93c0-cbb7c3a746df) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:21.392051 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Network 358fc543-ce07-4664-948a-b4a2759a09fa is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:21.410088 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:21.412373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:21.426583 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:21.434678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Pushing event updated for resources: {'Port': ['ID=0b004fad-c5a4-4380-a5ab-37b894cc6795,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:21.491333 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:21.511055 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:21.511949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:21.512375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:21.512639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:21.512977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:21.519199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:21.519694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:21.520046 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:21.520389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:21.520729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:21.521062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:21.531620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:21.567273 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a10f56a8-4758-406b-a5ab-97ec16e4ccad tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:21.643327 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Attempting to bind port 0b004fad-c5a4-4380-a5ab-37b894cc6795 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:33:21.643700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Attempting to bind port 0b004fad-c5a4-4380-a5ab-37b894cc6795 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '6c9816a9-4839-4383-975c-600e141d2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '358fc543-ce07-4664-948a-b4a2759a09fa'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:33:21.644162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Attempting to bind port 0b004fad-c5a4-4380-a5ab-37b894cc6795 on network 358fc543-ce07-4664-948a-b4a2759a09fa {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:33:21.650860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:33:21.651252 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Checking segment: {'id': '6c9816a9-4839-4383-975c-600e141d2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '358fc543-ce07-4664-948a-b4a2759a09fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:21.651703 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:21.652182 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Bound using segment: {'id': '6c9816a9-4839-4383-975c-600e141d2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '358fc543-ce07-4664-948a-b4a2759a09fa'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:33:21.653188 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Bound port: 0b004fad-c5a4-4380-a5ab-37b894cc6795, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9816a9-4839-4383-975c-600e141d2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '358fc543-ce07-4664-948a-b4a2759a09fa'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:33:21.654254 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:21.719693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Allocated IP 172.25.1.34 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/d093668b-227e-473f-b4be-8d8751cba510) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:21.773532 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-a60d8c1a-1c25-49b3-8798-e34c57d93bee tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:21.801663 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] For port 0b004fad-c5a4-4380-a5ab-37b894cc6795, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:33:21.820747 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] For port 0b004fad-c5a4-4380-a5ab-37b894cc6795, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0b004fad-c5a4-4380-a5ab-37b894cc6795,segment=NetworkSegment(6c9816a9-4839-4383-975c-600e141d2a1b),segment_id=6c9816a9-4839-4383-975c-600e141d2a1b)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:33:21.859769 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a10f56a8-4758-406b-a5ab-97ec16e4ccad tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:21.911709 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:21.939519 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-a60d8c1a-1c25-49b3-8798-e34c57d93bee tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:21.940030 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-a60d8c1a-1c25-49b3-8798-e34c57d93bee tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Floating IP a8ff22cf-0175-4764-9b13-1dfd108fafcc disassociated. External IP: 172.25.1.174, port: 7d7a4a5d-10e4-4653-9c35-fa5c07346c53. Sep 23 22:33:21.946043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10f56a8-4758-406b-a5ab-97ec16e4ccad tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network 358fc543-ce07-4664-948a-b4a2759a09fa is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:21.951104 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-38192fa0-8bda-4a12-8073-b992b24c6e1b req-55f9fd9f-34d6-4895-9088-47f964a13585 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 210 time: 0.0745778 Sep 23 22:33:21.958278 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-a10f56a8-4758-406b-a5ab-97ec16e4ccad tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:21.958278 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f56a8-4758-406b-a5ab-97ec16e4ccad tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:22.009129 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f56a8-4758-406b-a5ab-97ec16e4ccad tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=78005089-3a8e-45a3-93c0-cbb7c3a746df,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:22.032210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f56a8-4758-406b-a5ab-97ec16e4ccad tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:22.032955 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a10f56a8-4758-406b-a5ab-97ec16e4ccad tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:22.048445 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:22.122966 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:22.151786 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e114f-faee-42a9-b2a7-e250a706d754 None None] Pushing event updated for resources: {'Port': ['ID=0b004fad-c5a4-4380-a5ab-37b894cc6795,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:22.154962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a10f56a8-4758-406b-a5ab-97ec16e4ccad tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2066011 Sep 23 22:33:22.158774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56810) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:22.711391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:22.717396 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:22.720778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:22.773229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Pushing event updated for resources: {'Port': ['ID=d093668b-227e-473f-b4be-8d8751cba510,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:22.856312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-a60d8c1a-1c25-49b3-8798-e34c57d93bee tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:33:22.869071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-db0e826b-f4b4-4665-9ff9-6092cf4433b8 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:22.872144 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-db0e826b-f4b4-4665-9ff9-6092cf4433b8 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.67 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 805 time: 0.7858627 Sep 23 22:33:22.900269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-348df677-982c-4d42-a7b0-ca10653dbe5d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Request body: {'port': {'device_id': '592d98b5-0b03-44cc-aa16-28ce4e8cd032', 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19', 'admin_state_up': True, 'tenant_id': '56293beb1ee14ee7a1db1a062efdd17b'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:23.020964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7c284eda-4a4a-485d-8542-087025a1c483 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 78005089-3a8e-45a3-93c0-cbb7c3a746df {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:23.021394 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c284eda-4a4a-485d-8542-087025a1c483 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:23.204611 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-a60d8c1a-1c25-49b3-8798-e34c57d93bee tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:33:23.211216 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-a60d8c1a-1c25-49b3-8798-e34c57d93bee tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:23.220269 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3bc6a-09c9-453d-8db1-9f1339a7b477 None None] Sync routers for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:33:23.241885 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3bc6a-09c9-453d-8db1-9f1339a7b477 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:23.243343 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5ec3bc6a-09c9-453d-8db1-9f1339a7b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:23.263224 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-a60d8c1a-1c25-49b3-8798-e34c57d93bee tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "PUT /v2.0/floatingips/a8ff22cf-0175-4764-9b13-1dfd108fafcc HTTP/1.1" status: 200 len: 696 time: 2.2674315 Sep 23 22:33:23.267737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'tag': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:33:23.270619 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8429e428-cb2d-435d-b6b5-be4cccb0178e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6df2eba-4662-4ebc-9da1-b9b7568cc6c6", "tag": "7d7a4a5d-10e4-4653-9c35-fa5c07346c53"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:33:23.272600 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e166f70d-da68-47aa-9a78-873f68786f67 req-d9913665-3a05-4a42-bebd-7f8f24417fb0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 210 time: 0.1249981 Sep 23 22:33:23.313208 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c284eda-4a4a-485d-8542-087025a1c483 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:23.342037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7c284eda-4a4a-485d-8542-087025a1c483 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 78005089-3a8e-45a3-93c0-cbb7c3a746df owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:23.370461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-348df677-982c-4d42-a7b0-ca10653dbe5d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Made reservation on behalf of 56293beb1ee14ee7a1db1a062efdd17b for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:23.382216 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-348df677-982c-4d42-a7b0-ca10653dbe5d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:23.429391 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce988dd5-a142-4790-926e-2f10d8974ff4 x-openstack-request-id: req-ce988dd5-a142-4790-926e-2f10d8974ff4 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:33:23.430388 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6df2eba-4662-4ebc-9da1-b9b7568cc6c6", "tag": "7d7a4a5d-10e4-4653-9c35-fa5c07346c53", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:33:23.430388 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce988dd5-a142-4790-926e-2f10d8974ff4 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:33:23.430388 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'tag': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'status': 'completed', 'code': 200} Sep 23 22:33:23.463461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-a038a2c8-2264-41f1-84ba-ffdb9e7f8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:23.463817 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-a038a2c8-2264-41f1-84ba-ffdb9e7f8b14 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 1096 time: 0.1324313 Sep 23 22:33:23.619999 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-5ec3bc6a-09c9-453d-8db1-9f1339a7b477 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:33:23.646078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-3a261268-72cb-4cf9-8956-b1609313ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:23.654620 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-3a261268-72cb-4cf9-8956-b1609313ec5c service neutron] 10.222.0.22 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 922 time: 0.1895564 Sep 23 22:33:23.714097 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-34f2e8a8-9136-4182-91a8-b8fb3619254b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53 HTTP/1.1" status: 200 len: 217 time: 0.0567033 Sep 23 22:33:23.758132 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:23.891893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429e428-cb2d-435d-b6b5-be4cccb0178e req-fe893b57-e861-44f7-891a-3519285c4d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:23.899041 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8429e428-cb2d-435d-b6b5-be4cccb0178e req-fe893b57-e861-44f7-891a-3519285c4d23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dd0f58a579241349f77bcc2e96619c0&device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 1096 time: 0.4050217 Sep 23 22:33:23.903067 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8714e401-ef45-480f-ba73-4a732cd46838 None None] Network 358fc543-ce07-4664-948a-b4a2759a09fa requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:23.963556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-de194a6c-f6d4-44a3-97ca-b6d81b0613ca None None] Provisioning complete for port 0b004fad-c5a4-4380-a5ab-37b894cc6795 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:23.964361 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-de194a6c-f6d4-44a3-97ca-b6d81b0613ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:23.990593 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c284eda-4a4a-485d-8542-087025a1c483 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:24.115572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-d22240d4-ec2b-484c-a532-48752971e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:24.124205 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-d22240d4-ec2b-484c-a532-48752971e850 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.4108908 Sep 23 22:33:24.162519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429e428-cb2d-435d-b6b5-be4cccb0178e req-4978af1d-8027-4c85-a924-23e91d4eb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:24.164440 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8429e428-cb2d-435d-b6b5-be4cccb0178e req-4978af1d-8027-4c85-a924-23e91d4eb6cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 200 len: 922 time: 0.2501543 Sep 23 22:33:24.181536 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c284eda-4a4a-485d-8542-087025a1c483 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=78005089-3a8e-45a3-93c0-cbb7c3a746df,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:24.203647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-348df677-982c-4d42-a7b0-ca10653dbe5d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Allocated IP 172.20.0.3 (5b124564-d7ec-451c-aa5d-0eca8f728d19/4a29ecc8-4a09-439c-8732-97749c6a5cb5/f642cf30-7599-44e9-898a-7ea957576702) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:24.207856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-45a6831c-41b8-4476-ac95-f3e548d04544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:24.218004 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-45a6831c-41b8-4476-ac95-f3e548d04544 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927422 Sep 23 22:33:24.263723 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:24.287754 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8429e428-cb2d-435d-b6b5-be4cccb0178e req-85a05314-33e2-47c5-9404-349090f4628e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53 HTTP/1.1" status: 200 len: 217 time: 0.0982220 Sep 23 22:33:24.327532 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5ec3bc6a-09c9-453d-8db1-9f1339a7b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:24.378954 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429e428-cb2d-435d-b6b5-be4cccb0178e req-f981f2b0-bc68-4f99-a8a5-3470986309e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:24.380790 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8429e428-cb2d-435d-b6b5-be4cccb0178e req-f981f2b0-bc68-4f99-a8a5-3470986309e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 200 len: 860 time: 0.0660007 Sep 23 22:33:24.382305 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-de194a6c-f6d4-44a3-97ca-b6d81b0613ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:24.417452 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3bc6a-09c9-453d-8db1-9f1339a7b477 None None] Checking router: d0699b88-2279-4bde-ab21-4a3d82a3b8a4 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:33:24.439778 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3bc6a-09c9-453d-8db1-9f1339a7b477 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:24.447749 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5ec3bc6a-09c9-453d-8db1-9f1339a7b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:24.496734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56838) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:24.596103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0b004fad-c5a4-4380-a5ab-37b894cc6795 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:33:24.601338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-de194a6c-f6d4-44a3-97ca-b6d81b0613ca None None] For port 0b004fad-c5a4-4380-a5ab-37b894cc6795, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0b004fad-c5a4-4380-a5ab-37b894cc6795,segment=NetworkSegment(6c9816a9-4839-4383-975c-600e141d2a1b),segment_id=6c9816a9-4839-4383-975c-600e141d2a1b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:24.656965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-1b96a978-71b2-40ac-b004-52d98c62c54d service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375153 Sep 23 22:33:24.702625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0b004fad-c5a4-4380-a5ab-37b894cc6795 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:24.704613 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:24.724133 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-de194a6c-f6d4-44a3-97ca-b6d81b0613ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:24.856983 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-5ec3bc6a-09c9-453d-8db1-9f1339a7b477 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:33:24.866749 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-348df677-982c-4d42-a7b0-ca10653dbe5d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:24.873978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de194a6c-f6d4-44a3-97ca-b6d81b0613ca None None] Pushing event updated for resources: {'Port': ['ID=0b004fad-c5a4-4380-a5ab-37b894cc6795,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:25.031751 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ac4238d-5a57-45da-8cbe-8bc3757f6342 req-e3684f2d-502a-43ad-a93f-0ac3b2b3e644 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 210 time: 0.4714117 Sep 23 22:33:25.048080 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c81df0b6-9834-41a5-bee2-2894a1cad9b1 req-e711bd65-afd7-4726-9f96-a8dd67c409cb service neutron] 10.222.0.22 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736331 Sep 23 22:33:25.051481 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-348df677-982c-4d42-a7b0-ca10653dbe5d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:25.071716 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-359d6c5e-596f-44dd-94e3-5a7414a1800d None None] Provisioning complete for port 0b004fad-c5a4-4380-a5ab-37b894cc6795 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:25.072456 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-359d6c5e-596f-44dd-94e3-5a7414a1800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:25.106739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad4e82e5-ffac-4ce8-a471-14137a6ef249'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:33:25.109027 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c284eda-4a4a-485d-8542-087025a1c483 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:25.112921 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7c284eda-4a4a-485d-8542-087025a1c483 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/78005089-3a8e-45a3-93c0-cbb7c3a746df HTTP/1.1" status: 204 len: 168 time: 2.9529855 Sep 23 22:33:25.115402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56848) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:25.144529 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0f0e93-81a5-40b3-b252-da4329c2dca1 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] DELETE failed (client error): The resource could not be found. Sep 23 22:33:25.147695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0f0e93-81a5-40b3-b252-da4329c2dca1 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:33:25.149842 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ff0f0e93-81a5-40b3-b252-da4329c2dca1 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/78005089-3a8e-45a3-93c0-cbb7c3a746df HTTP/1.1" status: 404 len: 333 time: 0.0333140 Sep 23 22:33:25.153303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56850) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:25.189060 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e3611d04-0e34-4e73-a835-eb8563053668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:25.207841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Router 31591358-854b-493a-abde-07345bd91440 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:33:25.254901 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-61eadf15-1df7-47c7-b52b-02618e3dd235 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] GET failed (client error): The resource could not be found. Sep 23 22:33:25.266670 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-61eadf15-1df7-47c7-b52b-02618e3dd235 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/78005089-3a8e-45a3-93c0-cbb7c3a746df HTTP/1.1" status: 404 len: 333 time: 0.1115625 Sep 23 22:33:25.269917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56854) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:25.280814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429e428-cb2d-435d-b6b5-be4cccb0178e req-7cc59f8f-488b-4362-99f7-f945aefd2b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:25.284388 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8429e428-cb2d-435d-b6b5-be4cccb0178e req-7cc59f8f-488b-4362-99f7-f945aefd2b5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8749578 Sep 23 22:33:25.383807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-348df677-982c-4d42-a7b0-ca10653dbe5d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Network 5b124564-d7ec-451c-aa5d-0eca8f728d19 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:25.449196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfdd6cd-511c-4fda-ac6d-626cf12bf0c1 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting subnet d80c63fc-6a65-47c3-99ed-a75c969fc9d8 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:33:25.450297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-348df677-982c-4d42-a7b0-ca10653dbe5d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:25.455743 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd6cd-511c-4fda-ac6d-626cf12bf0c1 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:25.456000 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5ec3bc6a-09c9-453d-8db1-9f1339a7b477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:25.552224 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3bc6a-09c9-453d-8db1-9f1339a7b477 None None] The sync data for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 is: [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '4b539375-9d10-4dcf-bfa6-8b95cc7d78fa', 'name': '', 'network_id': '8e106a1c-99eb-4d8e-9cef-0eff1ecc130e', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'mac_address': 'fa:16:3e:0e:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:32Z', 'updated_at': '2021-09-23T22:31:43Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'subnets': [{'id': '2b93d81e-29cc-4306-a5b5-15e57cc2fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:33:25.585754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a68556c5-55ee-4e9d-9cbc-a96887dbd900 None None] Could not find standard attr ID for object 78005089-3a8e-45a3-93c0-cbb7c3a746df. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:33:25.622048 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-348df677-982c-4d42-a7b0-ca10653dbe5d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:25.636626 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd6cd-511c-4fda-ac6d-626cf12bf0c1 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:25.650145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348df677-982c-4d42-a7b0-ca10653dbe5d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Pushing event updated for resources: {'Port': ['ID=f642cf30-7599-44e9-898a-7ea957576702,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:25.735617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:33:25.753778 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b370b9-df9c-4260-8dc1-d4d123daabfd None None] Sync routers for ids ['31591358-854b-493a-abde-07345bd91440'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:33:25.772811 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63e61147-f4fb-4728-a7a7-3cac45972011 req-7cbbd638-5ed9-4db2-8838-916182344e28 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips/a8ff22cf-0175-4764-9b13-1dfd108fafcc HTTP/1.1" status: 200 len: 696 time: 0.1816199 Sep 23 22:33:25.779152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b370b9-df9c-4260-8dc1-d4d123daabfd None None] Routers {'31591358-854b-493a-abde-07345bd91440'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:25.780711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f8b370b9-df9c-4260-8dc1-d4d123daabfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['31591358-854b-493a-abde-07345bd91440'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:25.786219 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8429e428-cb2d-435d-b6b5-be4cccb0178e req-19ec761a-63d8-4ed2-8fc1-04186fb09236 service neutron] 10.222.0.43 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655256 Sep 23 22:33:25.795037 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd6cd-511c-4fda-ac6d-626cf12bf0c1 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:25.854147 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f8b370b9-df9c-4260-8dc1-d4d123daabfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:25.871478 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b370b9-df9c-4260-8dc1-d4d123daabfd None None] Routers {'31591358-854b-493a-abde-07345bd91440'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:25.872117 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f8b370b9-df9c-4260-8dc1-d4d123daabfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['31591358-854b-493a-abde-07345bd91440'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:25.915380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f8b370b9-df9c-4260-8dc1-d4d123daabfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:25.916067 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b370b9-df9c-4260-8dc1-d4d123daabfd None None] The sync data for ids ['31591358-854b-493a-abde-07345bd91440'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:33:25.927888 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-348df677-982c-4d42-a7b0-ca10653dbe5d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:25.927888 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-348df677-982c-4d42-a7b0-ca10653dbe5d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:25.951466 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd6cd-511c-4fda-ac6d-626cf12bf0c1 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:25.970196 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e61147-f4fb-4728-a7a7-3cac45972011 req-42986134-115f-48b7-88f5-092a6ce3b5d6 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:25.971904 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63e61147-f4fb-4728-a7a7-3cac45972011 req-42986134-115f-48b7-88f5-092a6ce3b5d6 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.1982610 Sep 23 22:33:25.990821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75288207-43fc-4175-a022-a1a8ed40e734 None None] Network 358fc543-ce07-4664-948a-b4a2759a09fa requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:26.016010 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdd6cd-511c-4fda-ac6d-626cf12bf0c1 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Subnet': ['ID=d80c63fc-6a65-47c3-99ed-a75c969fc9d8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:26.020413 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd6cd-511c-4fda-ac6d-626cf12bf0c1 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.024038 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2cfdd6cd-511c-4fda-ac6d-626cf12bf0c1 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/d80c63fc-6a65-47c3-99ed-a75c969fc9d8 HTTP/1.1" status: 204 len: 168 time: 0.7513242 Sep 23 22:33:26.026615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56860) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:26.076176 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d019135-eba9-4439-986d-bba59e563fcc None None] New status for floating IP a8ff22cf-0175-4764-9b13-1dfd108fafcc: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:33:26.101471 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e3611d04-0e34-4e73-a835-eb8563053668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.114375 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63e61147-f4fb-4728-a7a7-3cac45972011 req-606a4575-a227-4f14-9d91-42461b391eb3 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 699 time: 0.1331608 Sep 23 22:33:26.181248 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e3611d04-0e34-4e73-a835-eb8563053668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.212231 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63e61147-f4fb-4728-a7a7-3cac45972011 req-2da2ea24-be99-473a-9586-a043edd5f777 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 699 time: 0.0968056 Sep 23 22:33:26.234535 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8429e428-cb2d-435d-b6b5-be4cccb0178e req-6af67ef1-99b6-4ea4-babd-9eaa96ccbd69 service neutron] 10.222.0.43 "GET /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289878 Sep 23 22:33:26.265469 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.288771 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.293566 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b5113b6c-395e-47b0-981e-dde0057d5353 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.1127515 Sep 23 22:33:26.296285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56868) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:26.317092 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-348df677-982c-4d42-a7b0-ca10653dbe5d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4224632 Sep 23 22:33:26.331014 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:26.340494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e879068-7d57-4279-a982-8a7b84333e0d req-326adf53-2b18-449e-a0a5-c323aefdba38 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:26.355001 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2e879068-7d57-4279-a982-8a7b84333e0d req-326adf53-2b18-449e-a0a5-c323aefdba38 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 931 time: 0.1605387 Sep 23 22:33:26.363751 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Request body: {'port': {'device_id': '592d98b5-0b03-44cc-aa16-28ce4e8cd032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:26.370100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfdd368-4974-438e-845a-dd9c9d94dfe2 None None] DHCP port deletion for 358fc543-ce07-4664-948a-b4a2759a09fa request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:33:26.446645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0b004fad-c5a4-4380-a5ab-37b894cc6795 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:33:26.488045 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2e879068-7d57-4279-a982-8a7b84333e0d req-a2853749-661f-4635-a63e-d56e09add790 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935240 Sep 23 22:33:26.502948 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e3611d04-0e34-4e73-a835-eb8563053668 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e57bf7a613d34ae487a2399ab724ea00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9844079 Sep 23 22:33:26.504181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 0b004fad-c5a4-4380-a5ab-37b894cc6795 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:26.504550 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.545544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-abfdd368-4974-438e-845a-dd9c9d94dfe2 None None] Deleting port 0b004fad-c5a4-4380-a5ab-37b894cc6795 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:26.546554 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-abfdd368-4974-438e-845a-dd9c9d94dfe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.580642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56872) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:26.629739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] For port 0b004fad-c5a4-4380-a5ab-37b894cc6795, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0b004fad-c5a4-4380-a5ab-37b894cc6795,segment=NetworkSegment(6c9816a9-4839-4383-975c-600e141d2a1b),segment_id=6c9816a9-4839-4383-975c-600e141d2a1b)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:26.630122 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.651746 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 0b004fad-c5a4-4380-a5ab-37b894cc6795 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:26.680496 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b52608c0-59c0-4eec-b480-c9964cc93b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.684293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3611d04-0e34-4e73-a835-eb8563053668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97ee3cb-b752-4fe6-b393-fbf6274727b0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:26.744204 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.750215 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-abfdd368-4974-438e-845a-dd9c9d94dfe2 None None] For port 0b004fad-c5a4-4380-a5ab-37b894cc6795, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0b004fad-c5a4-4380-a5ab-37b894cc6795,segment=NetworkSegment(6c9816a9-4839-4383-975c-600e141d2a1b),segment_id=6c9816a9-4839-4383-975c-600e141d2a1b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:26.753723 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-abfdd368-4974-438e-845a-dd9c9d94dfe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.770294 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b52608c0-59c0-4eec-b480-c9964cc93b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.785664 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-abfdd368-4974-438e-845a-dd9c9d94dfe2 None None] Calling delete_port for 0b004fad-c5a4-4380-a5ab-37b894cc6795 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:26.908627 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.912050 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.944704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=0b004fad-c5a4-4380-a5ab-37b894cc6795,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:26.946986 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No DVR routers for this DVR port 0b004fad-c5a4-4380-a5ab-37b894cc6795 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:33:26.948618 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b52608c0-59c0-4eec-b480-c9964cc93b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.952165 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b52608c0-59c0-4eec-b480-c9964cc93b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:26.953449 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b52608c0-59c0-4eec-b480-c9964cc93b3d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e97ee3cb-b752-4fe6-b393-fbf6274727b0 HTTP/1.1" status: 204 len: 168 time: 0.3717427 Sep 23 22:33:26.966316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52608c0-59c0-4eec-b480-c9964cc93b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97ee3cb-b752-4fe6-b393-fbf6274727b0,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:27.080186 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-abfdd368-4974-438e-845a-dd9c9d94dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.098001 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.110404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdd368-4974-438e-845a-dd9c9d94dfe2 None None] Pushing event deleted for resources: {'Port': ['ID=0b004fad-c5a4-4380-a5ab-37b894cc6795,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:27.112591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfdd368-4974-438e-845a-dd9c9d94dfe2 None None] No DVR routers for this DVR port 0b004fad-c5a4-4380-a5ab-37b894cc6795 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:33:27.149019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358fc543-ce07-4664-948a-b4a2759a09fa']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:27.160673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-63e61147-f4fb-4728-a7a7-3cac45972011 req-660e85e9-44f3-4f97-9ef6-c82535ba1c0f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Deleting port 25cf2137-425e-45aa-8b8a-5fdb2aff9e1f {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:27.161071 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63e61147-f4fb-4728-a7a7-3cac45972011 req-660e85e9-44f3-4f97-9ef6-c82535ba1c0f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.162323 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9816a9-4839-4383-975c-600e141d2a1b') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:27.162808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9816a9-4839-4383-975c-600e141d2a1b') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:27.180291 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.207741 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.217660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:33:27.218221 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:33:27.222227 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:33:27.361872 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.382229 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.384720 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/networks/358fc543-ce07-4664-948a-b4a2759a09fa HTTP/1.1" status: 204 len: 168 time: 1.3562183 Sep 23 22:33:27.390099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec12d0c-b986-404b-a77c-bdf49198f2f8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Network': ['ID=358fc543-ce07-4664-948a-b4a2759a09fa,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:27.401647 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56878) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:27.404493 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-dab36167-5563-4046-9e79-dbf31e5d1f41 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1862575541'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:27.482291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab36167-5563-4046-9e79-dbf31e5d1f41 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:27.486202 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dab36167-5563-4046-9e79-dbf31e5d1f41 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.522150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab36167-5563-4046-9e79-dbf31e5d1f41 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:33:27.535624 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dab36167-5563-4046-9e79-dbf31e5d1f41 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.536208 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-dab36167-5563-4046-9e79-dbf31e5d1f41 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Added segment 1679b3db-a8a7-4ad2-a165-a5f7a20131b6 of type vlan for network 31163f42-a7f0-47b3-a09e-f8d460a7c7e6 Sep 23 22:33:27.607043 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dab36167-5563-4046-9e79-dbf31e5d1f41 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.692429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9efc13-e427-414d-a64f-4ccc5a044776 req-cb562da2-ccaf-4f7d-8ed5-1c757588f366 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:27.694087 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a9efc13-e427-414d-a64f-4ccc5a044776 req-cb562da2-ccaf-4f7d-8ed5-1c757588f366 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 931 time: 0.1018865 Sep 23 22:33:27.741680 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63e61147-f4fb-4728-a7a7-3cac45972011 req-660e85e9-44f3-4f97-9ef6-c82535ba1c0f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.743013 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63e61147-f4fb-4728-a7a7-3cac45972011 req-660e85e9-44f3-4f97-9ef6-c82535ba1c0f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.748104 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a9efc13-e427-414d-a64f-4ccc5a044776 req-1456641f-13b4-468e-8eb3-86c362742397 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437956 Sep 23 22:33:27.762871 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dab36167-5563-4046-9e79-dbf31e5d1f41 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.768179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-63e61147-f4fb-4728-a7a7-3cac45972011 req-660e85e9-44f3-4f97-9ef6-c82535ba1c0f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Calling delete_port for 25cf2137-425e-45aa-8b8a-5fdb2aff9e1f owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:27.771645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab36167-5563-4046-9e79-dbf31e5d1f41 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:27.782292 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dab36167-5563-4046-9e79-dbf31e5d1f41 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.790502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56884) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:27.790761 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.846745 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76d75121-1e9a-4c7e-b1fd-9c8d8453231b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.900321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab36167-5563-4046-9e79-dbf31e5d1f41 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Network': ['ID=31163f42-a7f0-47b3-a09e-f8d460a7c7e6,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:27.914605 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-dab36167-5563-4046-9e79-dbf31e5d1f41 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5100996 Sep 23 22:33:27.914605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56890) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:27.915850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 31163f42-a7f0-47b3-a09e-f8d460a7c7e6 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:33:27.919294 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9e7da4dc-b919-4e52-958c-6b26960e7e1c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'subnet': {'network_id': '31163f42-a7f0-47b3-a09e-f8d460a7c7e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:27.935471 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:27.973971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f642cf30-7599-44e9-898a-7ea957576702 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:33:28.014080 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.049026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Transition to ACTIVE for port object f642cf30-7599-44e9-898a-7ea957576702 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:33:28.124326 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.158496 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76d75121-1e9a-4c7e-b1fd-9c8d8453231b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.228046 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76d75121-1e9a-4c7e-b1fd-9c8d8453231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.242720 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Deleting port d093668b-227e-473f-b4be-8d8751cba510 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:28.243131 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.246770 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Pushing event updated for resources: {'Port': ['ID=f642cf30-7599-44e9-898a-7ea957576702,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:28.273285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:28.273672 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:28.274007 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:28.274346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:28.274859 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:28.275037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:28.275277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:28.275603 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:28.275920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:28.276238 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:28.276598 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:28.277314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:28.292338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-76d75121-1e9a-4c7e-b1fd-9c8d8453231b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77fad73709c24a3cb448f1fd41e8d327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936476 Sep 23 22:33:28.292338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d75121-1e9a-4c7e-b1fd-9c8d8453231b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf8d1b7-b86a-49a2-bc75-1b6b9265ffc5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:28.292672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56892) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:28.350357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7da4dc-b919-4e52-958c-6b26960e7e1c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:28.357167 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e7da4dc-b919-4e52-958c-6b26960e7e1c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.368735 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63e61147-f4fb-4728-a7a7-3cac45972011 req-660e85e9-44f3-4f97-9ef6-c82535ba1c0f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.403148 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-df94dc2f-d80f-4a44-a3ca-86188b6b4e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.414952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e85e9-44f3-4f97-9ef6-c82535ba1c0f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Pushing event deleted for resources: {'Port': ['ID=25cf2137-425e-45aa-8b8a-5fdb2aff9e1f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:28.465960 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.509483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Attempting to bind port f642cf30-7599-44e9-898a-7ea957576702 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:33:28.509828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Attempting to bind port f642cf30-7599-44e9-898a-7ea957576702 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:33:28.510157 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Attempting to bind port f642cf30-7599-44e9-898a-7ea957576702 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:33:28.515456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Calling delete_port for d093668b-227e-473f-b4be-8d8751cba510 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:28.524214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Port f642cf30-7599-44e9-898a-7ea957576702 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:33:28.524584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Attempting to bind port f642cf30-7599-44e9-898a-7ea957576702 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:33:28.525042 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-df94dc2f-d80f-4a44-a3ca-86188b6b4e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.544566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:33:28.544938 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Checking segment: {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:28.545331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Bound using segment: {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:33:28.545791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Bound port: f642cf30-7599-44e9-898a-7ea957576702, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:33:28.546192 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.552763 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63e61147-f4fb-4728-a7a7-3cac45972011 req-660e85e9-44f3-4f97-9ef6-c82535ba1c0f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.555578 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63e61147-f4fb-4728-a7a7-3cac45972011 req-660e85e9-44f3-4f97-9ef6-c82535ba1c0f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.556826 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63e61147-f4fb-4728-a7a7-3cac45972011 req-660e85e9-44f3-4f97-9ef6-c82535ba1c0f tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "DELETE /v2.0/floatingips/a8ff22cf-0175-4764-9b13-1dfd108fafcc HTTP/1.1" status: 204 len: 173 time: 2.3437889 Sep 23 22:33:28.753611 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] For port f642cf30-7599-44e9-898a-7ea957576702, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:33:28.790987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] For port f642cf30-7599-44e9-898a-7ea957576702, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f642cf30-7599-44e9-898a-7ea957576702,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:33:28.842546 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-df94dc2f-d80f-4a44-a3ca-86188b6b4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.845715 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-df94dc2f-d80f-4a44-a3ca-86188b6b4e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.851078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-df94dc2f-d80f-4a44-a3ca-86188b6b4e21 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7cf8d1b7-b86a-49a2-bc75-1b6b9265ffc5 HTTP/1.1" status: 204 len: 168 time: 0.5531483 Sep 23 22:33:28.851078 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e7da4dc-b919-4e52-958c-6b26960e7e1c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.909701 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cb0da-a703-480f-802d-47d6f16cdb57 req-139a2b4d-1cb8-4e5b-9f18-8d706f160c1a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:28.911825 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c5cb0da-a703-480f-802d-47d6f16cdb57 req-139a2b4d-1cb8-4e5b-9f18-8d706f160c1a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 943 time: 0.0772552 Sep 23 22:33:28.914401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94dc2f-d80f-4a44-a3ca-86188b6b4e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf8d1b7-b86a-49a2-bc75-1b6b9265ffc5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:28.943079 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:28.968842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7da4dc-b919-4e52-958c-6b26960e7e1c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Subnet': ['ID=72c76b16-3ea0-44c5-9a21-689d072907c2,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:28.988147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7da4dc-b919-4e52-958c-6b26960e7e1c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Checking segment: {'id': '1679b3db-a8a7-4ad2-a165-a5f7a20131b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '31163f42-a7f0-47b3-a09e-f8d460a7c7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:28.988527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7da4dc-b919-4e52-958c-6b26960e7e1c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network hostable DHCP agents. Network: 31163f42-a7f0-47b3-a09e-f8d460a7c7e6, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:33:29.028969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:29.029653 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:29.031151 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] 10.222.0.67 "PUT /v2.0/ports/f642cf30-7599-44e9-898a-7ea957576702 HTTP/1.1" status: 200 len: 1091 time: 2.6922050 Sep 23 22:33:29.031629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592d98b5-0b03-44cc-aa16-28ce4e8cd032', 'tag': 'f642cf30-7599-44e9-898a-7ea957576702'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:33:29.034008 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa66daf0-29d7-466b-a35c-afe8129f8e29" -d '{"events": [{"name": "network-changed", "server_uuid": "592d98b5-0b03-44cc-aa16-28ce4e8cd032", "tag": "f642cf30-7599-44e9-898a-7ea957576702"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:33:29.042202 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:29.049745 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c5cb0da-a703-480f-802d-47d6f16cdb57 req-f83a5a9d-02e1-4c28-932d-7f31e00a51f1 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300685 Sep 23 22:33:29.080649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951504e6-1430-41a2-9146-077cf18efc0e service neutron] Pushing event updated for resources: {'Port': ['ID=f642cf30-7599-44e9-898a-7ea957576702,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:29.096420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7da4dc-b919-4e52-958c-6b26960e7e1c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network 31163f42-a7f0-47b3-a09e-f8d460a7c7e6 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:33:29.126172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Pushing event deleted for resources: {'Port': ['ID=d093668b-227e-473f-b4be-8d8751cba510,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:29.184105 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:29.190565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-9e7da4dc-b919-4e52-958c-6b26960e7e1c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 31163f42-a7f0-47b3-a09e-f8d460a7c7e6) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:29.206621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a308fc-2e20-42c4-8112-4e324a6e4a7b None None] Network 31163f42-a7f0-47b3-a09e-f8d460a7c7e6 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:29.210416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7da4dc-b919-4e52-958c-6b26960e7e1c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:29.211408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e7da4dc-b919-4e52-958c-6b26960e7e1c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:29.342619 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac784a7-8a7d-44cf-9eef-74d293fb84cd x-openstack-request-id: req-bac784a7-8a7d-44cf-9eef-74d293fb84cd {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:33:29.350263 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592d98b5-0b03-44cc-aa16-28ce4e8cd032", "tag": "f642cf30-7599-44e9-898a-7ea957576702", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:33:29.350263 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bac784a7-8a7d-44cf-9eef-74d293fb84cd {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:33:29.350263 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592d98b5-0b03-44cc-aa16-28ce4e8cd032', 'tag': 'f642cf30-7599-44e9-898a-7ea957576702', 'status': 'completed', 'code': 200} Sep 23 22:33:29.370947 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9e7da4dc-b919-4e52-958c-6b26960e7e1c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4550650 Sep 23 22:33:29.374034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56912) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:29.386661 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-86ccc76f-8821-405f-a769-c5642bd9a2ab tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'network_id': '31163f42-a7f0-47b3-a09e-f8d460a7c7e6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1483902924'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:29.485292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-31163f42-a7f0-47b3-a09e-f8d460a7c7e6', 'network_id': '31163f42-a7f0-47b3-a09e-f8d460a7c7e6', 'tenant_id': '56b237389969441ba01a026302129acc', 'fixed_ips': [{'subnet_id': '72c76b16-3ea0-44c5-9a21-689d072907c2'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:33:29.486268 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:29.617636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-fa941076-1686-4f00-9876-df072610e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:29.620011 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-fa941076-1686-4f00-9876-df072610e7df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 1094 time: 0.3800633 Sep 23 22:33:29.653940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ccc76f-8821-405f-a769-c5642bd9a2ab tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:29.662073 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86ccc76f-8821-405f-a769-c5642bd9a2ab tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:29.690328 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Allocated IP 172.20.0.2 (31163f42-a7f0-47b3-a09e-f8d460a7c7e6/72c76b16-3ea0-44c5-9a21-689d072907c2/876fdb93-ddf3-4e88-99b9-ede3de1d08da) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:29.699787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-86ccc76f-8821-405f-a769-c5642bd9a2ab tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port 8ba17e17-da5d-4851-9724-9f4fdae41b2f yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:33:29.800758 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-a56c2dd9-18bd-4eef-88d5-4beb79b98352 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f642cf30-7599-44e9-898a-7ea957576702 HTTP/1.1" status: 200 len: 217 time: 0.1195304 Sep 23 22:33:29.812099 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:29.840191 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e471b-3094-4e73-a779-bb9ed2369256 req-a1b125e0-27d8-4b08-8961-6ce3baea9085 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:29.842927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cc3e471b-3094-4e73-a779-bb9ed2369256 req-a1b125e0-27d8-4b08-8961-6ce3baea9085 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 945 time: 0.4701552 Sep 23 22:33:29.846920 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:29.982903 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:29.988283 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-cd7ca539-dc38-4a70-88c7-fe8d10b77533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:29.989980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-cd7ca539-dc38-4a70-88c7-fe8d10b77533 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a29ecc8-4a09-439c-8732-97749c6a5cb5 HTTP/1.1" status: 200 len: 845 time: 0.1746969 Sep 23 22:33:30.024455 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cc3e471b-3094-4e73-a779-bb9ed2369256 req-27f048e0-0a47-48f5-9bb4-0a18995c8026 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558378 Sep 23 22:33:30.056716 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-41335793-8bf5-42ac-8ac3-d758819c293a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b124564-d7ec-451c-aa5d-0eca8f728d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573378 Sep 23 22:33:30.059589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Router 31591358-854b-493a-abde-07345bd91440 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:33:30.111173 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:30.181689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Network 31163f42-a7f0-47b3-a09e-f8d460a7c7e6 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:30.188051 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:30.200990 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:30.245174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Pushing event updated for resources: {'Port': ['ID=876fdb93-ddf3-4e88-99b9-ede3de1d08da,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:30.279637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-86ccc76f-8821-405f-a769-c5642bd9a2ab tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Allocated IP 172.20.0.7 (31163f42-a7f0-47b3-a09e-f8d460a7c7e6/72c76b16-3ea0-44c5-9a21-689d072907c2/8ba17e17-da5d-4851-9724-9f4fdae41b2f) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:30.287727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:33:30.326546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4816f79-8a98-402f-8bb4-00a567a15651 None None] Sync routers for ids ['31591358-854b-493a-abde-07345bd91440'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:33:30.353716 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:30.358822 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7c8b1fca-b691-42b8-940a-d2dfadcfb926 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "PUT /v2.0/routers/31591358-854b-493a-abde-07345bd91440 HTTP/1.1" status: 200 len: 709 time: 4.0445015 Sep 23 22:33:30.371896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56934) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:30.381548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4816f79-8a98-402f-8bb4-00a567a15651 None None] Routers {'31591358-854b-493a-abde-07345bd91440'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:30.382907 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f4816f79-8a98-402f-8bb4-00a567a15651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['31591358-854b-493a-abde-07345bd91440'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:30.454137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f4816f79-8a98-402f-8bb4-00a567a15651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:30.457329 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Attempting to bind port 876fdb93-ddf3-4e88-99b9-ede3de1d08da on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:33:30.458113 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Attempting to bind port 876fdb93-ddf3-4e88-99b9-ede3de1d08da by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '1679b3db-a8a7-4ad2-a165-a5f7a20131b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '31163f42-a7f0-47b3-a09e-f8d460a7c7e6'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:33:30.459254 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Attempting to bind port 876fdb93-ddf3-4e88-99b9-ede3de1d08da on network 31163f42-a7f0-47b3-a09e-f8d460a7c7e6 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:33:30.472091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:33:30.472689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Checking segment: {'id': '1679b3db-a8a7-4ad2-a165-a5f7a20131b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '31163f42-a7f0-47b3-a09e-f8d460a7c7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:30.473239 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:30.473756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Bound using segment: {'id': '1679b3db-a8a7-4ad2-a165-a5f7a20131b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '31163f42-a7f0-47b3-a09e-f8d460a7c7e6'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:33:30.474359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Bound port: 876fdb93-ddf3-4e88-99b9-ede3de1d08da, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1679b3db-a8a7-4ad2-a165-a5f7a20131b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '31163f42-a7f0-47b3-a09e-f8d460a7c7e6'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:33:30.476026 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:30.554175 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4816f79-8a98-402f-8bb4-00a567a15651 None None] Routers {'31591358-854b-493a-abde-07345bd91440'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:30.555005 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f4816f79-8a98-402f-8bb4-00a567a15651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['31591358-854b-493a-abde-07345bd91440'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:30.561400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054f0a7-ace5-4688-ab62-b8fe55b1c3fe req-b8c26893-9546-456e-aa58-10ca5cbc2b9f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:30.575147 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2054f0a7-ace5-4688-ab62-b8fe55b1c3fe req-b8c26893-9546-456e-aa58-10ca5cbc2b9f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 943 time: 0.3220961 Sep 23 22:33:30.663182 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9f8dbf89-d2bb-482b-9834-9a7ac464b08e tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/routers/31591358-854b-493a-abde-07345bd91440 HTTP/1.1" status: 200 len: 744 time: 0.2775636 Sep 23 22:33:30.664805 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56940) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:30.670927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-81d0113f-0afa-4711-b1d9-52dd1f57f3d1 service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044796 Sep 23 22:33:30.701374 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2054f0a7-ace5-4688-ab62-b8fe55b1c3fe req-794cf802-622d-4f7c-a79a-538d96699a48 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242871 Sep 23 22:33:30.718330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86ccc76f-8821-405f-a769-c5642bd9a2ab tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:30.829661 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9bd71aaf-74aa-4289-8ebf-c4444ff82f2b tempest-RoutersIpV6AdminTest-1155015763 tempest-RoutersIpV6AdminTest-1155015763-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&device_id=31591358-854b-493a-abde-07345bd91440 HTTP/1.1" status: 200 len: 205 time: 0.1635511 Sep 23 22:33:30.834975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56942) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:30.861414 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86ccc76f-8821-405f-a769-c5642bd9a2ab tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:30.889896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c31a80-a0a3-4598-aba6-57679f540eba req-334ede03-3aeb-42a4-8ff0-7afc18c65f18 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:30.892768 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-18c31a80-a0a3-4598-aba6-57679f540eba req-334ede03-3aeb-42a4-8ff0-7afc18c65f18 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 945 time: 0.3767123 Sep 23 22:33:30.906752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f4816f79-8a98-402f-8bb4-00a567a15651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:30.909028 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4816f79-8a98-402f-8bb4-00a567a15651 None None] The sync data for ids ['31591358-854b-493a-abde-07345bd91440'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:33:30.922652 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f28e58ea-a2a4-41b7-9782-4f984c7173ba tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "GET /v2.0/ports?device_id=31591358-854b-493a-abde-07345bd91440 HTTP/1.1" status: 200 len: 205 time: 0.0845394 Sep 23 22:33:30.927677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56946) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:30.977463 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] For port 876fdb93-ddf3-4e88-99b9-ede3de1d08da, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:33:30.985456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] For port 876fdb93-ddf3-4e88-99b9-ede3de1d08da, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=876fdb93-ddf3-4e88-99b9-ede3de1d08da,segment=NetworkSegment(1679b3db-a8a7-4ad2-a165-a5f7a20131b6),segment_id=1679b3db-a8a7-4ad2-a165-a5f7a20131b6)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:33:31.047622 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:31.070362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ccc76f-8821-405f-a769-c5642bd9a2ab tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network 31163f42-a7f0-47b3-a09e-f8d460a7c7e6 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:31.072816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-86ccc76f-8821-405f-a769-c5642bd9a2ab tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:31.105780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccc76f-8821-405f-a769-c5642bd9a2ab tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=8ba17e17-da5d-4851-9724-9f4fdae41b2f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:31.110072 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ccc76f-8821-405f-a769-c5642bd9a2ab tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:31.135340 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d7910e5-9ce0-4126-be71-1e17a3df293d req-7479c223-f7dc-409a-9220-379bf8e2c77a service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607483 Sep 23 22:33:31.195855 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f44298-a232-4cbc-93cd-7abd1f739c50 None None] Pushing event updated for resources: {'Port': ['ID=876fdb93-ddf3-4e88-99b9-ede3de1d08da,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:31.221607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-18c31a80-a0a3-4598-aba6-57679f540eba req-5b6e19d0-763d-400f-9afb-3a7b45c45323 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Deleting port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:31.222378 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-18c31a80-a0a3-4598-aba6-57679f540eba req-5b6e19d0-763d-400f-9afb-3a7b45c45323 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:31.236435 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5585a51-c4f0-4192-ac7e-0dff2b6e34ef req-88263d64-a485-4af5-98f0-e9938daa89bd tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:31.244993 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5585a51-c4f0-4192-ac7e-0dff2b6e34ef req-88263d64-a485-4af5-98f0-e9938daa89bd tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 945 time: 0.1015530 Sep 23 22:33:31.253407 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cccf7d6c-11c8-4458-9c46-de6d1525dd86 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:31.384669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5585a51-c4f0-4192-ac7e-0dff2b6e34ef req-384e2f93-8518-4d58-869f-7e24d42f1467 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/security-groups?id=309e701c-252d-4201-a8d6-77b6fdb70f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386545 Sep 23 22:33:31.420204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-18c31a80-a0a3-4598-aba6-57679f540eba req-5b6e19d0-763d-400f-9afb-3a7b45c45323 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] For port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7d7a4a5d-10e4-4653-9c35-fa5c07346c53,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:31.420687 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-18c31a80-a0a3-4598-aba6-57679f540eba req-5b6e19d0-763d-400f-9afb-3a7b45c45323 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:31.422295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ccc76f-8821-405f-a769-c5642bd9a2ab tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:31.423545 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86ccc76f-8821-405f-a769-c5642bd9a2ab tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:31.449514 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66daf0-29d7-466b-a35c-afe8129f8e29 req-c54cea99-9161-4fd4-bbba-026debbf8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:31.449514 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa66daf0-29d7-466b-a35c-afe8129f8e29 req-c54cea99-9161-4fd4-bbba-026debbf8d5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 1094 time: 0.0989809 Sep 23 22:33:31.449514 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-18c31a80-a0a3-4598-aba6-57679f540eba req-5b6e19d0-763d-400f-9afb-3a7b45c45323 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Calling delete_port for 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:31.617421 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-86ccc76f-8821-405f-a769-c5642bd9a2ab tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2387040 Sep 23 22:33:31.656549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56960) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:31.745027 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cccf7d6c-11c8-4458-9c46-de6d1525dd86 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:31.754503 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cccf7d6c-11c8-4458-9c46-de6d1525dd86 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:31.915742 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cccf7d6c-11c8-4458-9c46-de6d1525dd86 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:31.916326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccf7d6c-11c8-4458-9c46-de6d1525dd86 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Fanout notify agent at l3_agent the message router_deleted on router 31591358-854b-493a-abde-07345bd91440 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:33:31.924734 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cccf7d6c-11c8-4458-9c46-de6d1525dd86 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:31.927640 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cccf7d6c-11c8-4458-9c46-de6d1525dd86 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "DELETE /v2.0/routers/31591358-854b-493a-abde-07345bd91440 HTTP/1.1" status: 204 len: 168 time: 0.9616702 Sep 23 22:33:31.931216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56968) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:31.989375 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2e56b3c7-922d-4512-9dd0-e0cd15cff67f tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "GET /v2.0/ports?device_id=31591358-854b-493a-abde-07345bd91440 HTTP/1.1" status: 200 len: 205 time: 0.0567117 Sep 23 22:33:31.992440 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56970) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:32.061863 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-20a27dc0-f4c2-4fdb-bd63-bd2180954f19 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] delete failed (client error): The resource could not be found. Sep 23 22:33:32.063677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-20a27dc0-f4c2-4fdb-bd63-bd2180954f19 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "DELETE /v2.0/routers/31591358-854b-493a-abde-07345bd91440 HTTP/1.1" status: 404 len: 336 time: 0.0693703 Sep 23 22:33:32.067077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56974) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:32.119424 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f21fdbd0-4502-4965-a835-72a8bb2fcd68 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bde5c1f-db61-4d81-b150-72f9528b545a HTTP/1.1" status: 200 len: 205 time: 0.0500920 Sep 23 22:33:32.122659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56978) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:32.246928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66daf0-29d7-466b-a35c-afe8129f8e29 req-5da6d32b-923c-43d4-8edd-c376422f5f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:32.249043 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa66daf0-29d7-466b-a35c-afe8129f8e29 req-5da6d32b-923c-43d4-8edd-c376422f5f54 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 906 time: 0.7987115 Sep 23 22:33:32.340568 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa66daf0-29d7-466b-a35c-afe8129f8e29 req-86ecaf3d-5fcd-4efb-9465-aed66f2f4a6f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f642cf30-7599-44e9-898a-7ea957576702 HTTP/1.1" status: 200 len: 217 time: 0.0803702 Sep 23 22:33:32.350895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7de51-91d0-4b1a-aa22-68ba64cf12fd req-af568439-6ff7-484e-90c6-643396a0fbfd tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:32.361864 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-17b7de51-91d0-4b1a-aa22-68ba64cf12fd req-af568439-6ff7-484e-90c6-643396a0fbfd tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 943 time: 0.2769325 Sep 23 22:33:32.553941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 876fdb93-ddf3-4e88-99b9-ede3de1d08da up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:33:32.620034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66daf0-29d7-466b-a35c-afe8129f8e29 req-000a7a18-e8f9-4dd0-b7e5-ee568fa65d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:32.624419 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa66daf0-29d7-466b-a35c-afe8129f8e29 req-000a7a18-e8f9-4dd0-b7e5-ee568fa65d18 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a29ecc8-4a09-439c-8732-97749c6a5cb5 HTTP/1.1" status: 200 len: 845 time: 0.2513247 Sep 23 22:33:32.641978 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-17b7de51-91d0-4b1a-aa22-68ba64cf12fd req-45090175-1a39-42d5-a85f-1333535487e2 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777085 Sep 23 22:33:32.696185 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 876fdb93-ddf3-4e88-99b9-ede3de1d08da triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:32.696185 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:32.796099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5207a4d7-e255-4990-b37f-2256eeb3388d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 8ba17e17-da5d-4851-9724-9f4fdae41b2f {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:32.796698 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5207a4d7-e255-4990-b37f-2256eeb3388d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:32.917426 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:32.934299 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-18c31a80-a0a3-4598-aba6-57679f540eba req-5b6e19d0-763d-400f-9afb-3a7b45c45323 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:32.947759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['7d7a4a5d-10e4-4653-9c35-fa5c07346c53'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:33:32.950974 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa66daf0-29d7-466b-a35c-afe8129f8e29 req-e72ddc16-f944-4726-98df-93fb55628a58 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b124564-d7ec-451c-aa5d-0eca8f728d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2900276 Sep 23 22:33:33.028660 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e19d0-763d-400f-9afb-3a7b45c45323 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Pushing event deleted for resources: {'Port': ['ID=7d7a4a5d-10e4-4653-9c35-fa5c07346c53,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:33.085022 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 876fdb93-ddf3-4e88-99b9-ede3de1d08da, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=876fdb93-ddf3-4e88-99b9-ede3de1d08da,segment=NetworkSegment(1679b3db-a8a7-4ad2-a165-a5f7a20131b6),segment_id=1679b3db-a8a7-4ad2-a165-a5f7a20131b6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:33.085611 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-611eb480-a6d8-4764-91c2-a6ec46c398b9 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] delete failed (client error): The resource could not be found. Sep 23 22:33:33.086749 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-611eb480-a6d8-4764-91c2-a6ec46c398b9 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "DELETE /v2.0/routers/4bde5c1f-db61-4d81-b150-72f9528b545a HTTP/1.1" status: 404 len: 336 time: 0.9625466 Sep 23 22:33:33.106600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56996) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:33.146789 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527bf46-28af-41d3-b50c-ebec0dd18812 None None] Network 31163f42-a7f0-47b3-a09e-f8d460a7c7e6 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:33.201149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-553d2d32-4d1c-4fd4-bb00-f4f6ecf140b3 req-e4079f9f-6ee2-4441-b9e6-528f2b42a93a tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 210 time: 0.1104884 Sep 23 22:33:33.211237 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-68ed00b6-5e56-40c0-afa8-8a8f36a97212 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "GET /v2.0/ports?device_id=65715806-b086-4d7c-b52e-0fe2cb02e0fa HTTP/1.1" status: 200 len: 205 time: 0.0943623 Sep 23 22:33:33.217921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57000) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:33.240048 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:33.267013 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5207a4d7-e255-4990-b37f-2256eeb3388d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:33.295123 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-d35e271d-94cb-42f0-9d61-294484ff77b9 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] delete failed (client error): The resource could not be found. Sep 23 22:33:33.296976 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d35e271d-94cb-42f0-9d61-294484ff77b9 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "DELETE /v2.0/routers/65715806-b086-4d7c-b52e-0fe2cb02e0fa HTTP/1.1" status: 404 len: 336 time: 0.0771575 Sep 23 22:33:33.300126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57002) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:33.325729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c31a80-a0a3-4598-aba6-57679f540eba req-5b6e19d0-763d-400f-9afb-3a7b45c45323 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] No DVR routers for this DVR port 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:33:33.335901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5207a4d7-e255-4990-b37f-2256eeb3388d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 8ba17e17-da5d-4851-9724-9f4fdae41b2f owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:33.354341 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-18c31a80-a0a3-4598-aba6-57679f540eba req-5b6e19d0-763d-400f-9afb-3a7b45c45323 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:33.355870 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f642cf30-7599-44e9-898a-7ea957576702 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:33:33.356688 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-18c31a80-a0a3-4598-aba6-57679f540eba req-5b6e19d0-763d-400f-9afb-3a7b45c45323 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.43 "DELETE /v2.0/ports/7d7a4a5d-10e4-4653-9c35-fa5c07346c53 HTTP/1.1" status: 204 len: 173 time: 2.3948915 Sep 23 22:33:33.357239 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'name': 'network-vif-deleted', 'tag': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:33:33.366393 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d07a0b-2eaa-4930-bad6-8eb62e08cc16" -d '{"events": [{"server_uuid": "d6df2eba-4662-4ebc-9da1-b9b7568cc6c6", "name": "network-vif-deleted", "tag": "7d7a4a5d-10e4-4653-9c35-fa5c07346c53"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:33:33.395079 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e58d4e1b-c754-458d-9b8e-3f3aee1e57b3 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5283089-ce8a-4ffe-838a-3d2fe1121b82 HTTP/1.1" status: 200 len: 205 time: 0.0831800 Sep 23 22:33:33.396743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57008) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:33.473654 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-1fcc7803-f8a2-46ad-94d4-a8a3c46bc054 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] delete failed (client error): The resource could not be found. Sep 23 22:33:33.475278 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1fcc7803-f8a2-46ad-94d4-a8a3c46bc054 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "DELETE /v2.0/routers/d5283089-ce8a-4ffe-838a-3d2fe1121b82 HTTP/1.1" status: 404 len: 336 time: 0.0751147 Sep 23 22:33:33.478835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57012) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:33.484379 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-db15c065-74b3-4ed0-a7b2-563bfb5c84c2 None None] Provisioning complete for port 876fdb93-ddf3-4e88-99b9-ede3de1d08da triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:33.484995 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-db15c065-74b3-4ed0-a7b2-563bfb5c84c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:33.538055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a0c1ad1b-223e-4172-aba7-102b612fbb30 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1e156fd-e48c-4eaf-9d59-3191fcb1be8d HTTP/1.1" status: 200 len: 205 time: 0.0570655 Sep 23 22:33:33.538816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57014) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:33.539876 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d388bdc-16df-4a31-94ee-d76a1bd4df6b x-openstack-request-id: req-7d388bdc-16df-4a31-94ee-d76a1bd4df6b {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:33:33.540347 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6df2eba-4662-4ebc-9da1-b9b7568cc6c6", "name": "network-vif-deleted", "tag": "7d7a4a5d-10e4-4653-9c35-fa5c07346c53", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:33:33.540750 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d388bdc-16df-4a31-94ee-d76a1bd4df6b {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:33:33.541434 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6df2eba-4662-4ebc-9da1-b9b7568cc6c6', 'name': 'network-vif-deleted', 'tag': '7d7a4a5d-10e4-4653-9c35-fa5c07346c53', 'status': 'completed', 'code': 200} Sep 23 22:33:33.650304 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-2d3690d7-b982-4187-8dd8-b1e27bf5bd3a tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] delete failed (client error): The resource could not be found. Sep 23 22:33:33.659536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2d3690d7-b982-4187-8dd8-b1e27bf5bd3a tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "DELETE /v2.0/routers/d1e156fd-e48c-4eaf-9d59-3191fcb1be8d HTTP/1.1" status: 404 len: 336 time: 0.1185083 Sep 23 22:33:33.664702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57018) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:33.706300 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa66daf0-29d7-466b-a35c-afe8129f8e29 req-d3afe91f-5ce6-408c-ae98-e7c336f53ba5 service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6700799 Sep 23 22:33:33.728986 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=876fdb93-ddf3-4e88-99b9-ede3de1d08da,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:33.781051 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-939d03e8-a723-40d4-9cd3-3634b9066537 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c70997e-c514-4930-ab5a-94ce47461600 HTTP/1.1" status: 200 len: 205 time: 0.1122038 Sep 23 22:33:33.781868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57024) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:33.821922 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.resource_extend [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:33:33.847162 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-040fee94-63be-4f6e-8924-b3ca3fe5daf9 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] delete failed (client error): The resource could not be found. Sep 23 22:33:33.851329 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-040fee94-63be-4f6e-8924-b3ca3fe5daf9 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "DELETE /v2.0/routers/3c70997e-c514-4930-ab5a-94ce47461600 HTTP/1.1" status: 404 len: 336 time: 0.0681629 Sep 23 22:33:33.851977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57026) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:33.981155 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f794a4-90f6-46f1-8b71-c99f07b8eec0 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] DELETE failed (client error): The resource could not be found. Sep 23 22:33:33.982390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f794a4-90f6-46f1-8b71-c99f07b8eec0 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:33:33.989132 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b6f794a4-90f6-46f1-8b71-c99f07b8eec0 tempest-RoutersIpV6AdminTest-2089142088 tempest-RoutersIpV6AdminTest-2089142088-project] 10.222.0.22 "DELETE /v2.0/subnets/295c1338-1351-4940-ba22-d38f8755a4dd HTTP/1.1" status: 404 len: 337 time: 0.1357582 Sep 23 22:33:34.240865 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f642cf30-7599-44e9-898a-7ea957576702, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f642cf30-7599-44e9-898a-7ea957576702,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:34.268458 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'f642cf30-7599-44e9-898a-7ea957576702', 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19', 'port_id': 'f642cf30-7599-44e9-898a-7ea957576702', 'mac_address': 'fa:16:3e:01:ef:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a29ecc8-4a09-439c-8732-97749c6a5cb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:33:34.270166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836c87d-a1d7-413d-9753-c7949879cc35 req-4d6f49d8-947d-4310-94b6-53fce925e5c7 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:34.278717 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d836c87d-a1d7-413d-9753-c7949879cc35 req-4d6f49d8-947d-4310-94b6-53fce925e5c7 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 943 time: 0.2282794 Sep 23 22:33:34.288497 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5207a4d7-e255-4990-b37f-2256eeb3388d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:34.330550 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa66daf0-29d7-466b-a35c-afe8129f8e29 req-8a972375-505e-4719-859b-8215d26e2d38 service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6229692 Sep 23 22:33:34.337153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207a4d7-e255-4990-b37f-2256eeb3388d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=8ba17e17-da5d-4851-9724-9f4fdae41b2f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:34.386646 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:34.438780 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f642cf30-7599-44e9-898a-7ea957576702 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:33:34.463301 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d836c87d-a1d7-413d-9753-c7949879cc35 req-fd8b317b-f62d-42e4-976b-54609370d09e tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797369 Sep 23 22:33:34.511930 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a680e89-12c1-45a7-8c76-f0cc2c4694be req-5f7d6544-9a00-4cb4-bb23-ae50d880e270 tempest-FloatingIPsAssociationTestJSON-335838867 tempest-FloatingIPsAssociationTestJSON-335838867-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6df2eba-4662-4ebc-9da1-b9b7568cc6c6 HTTP/1.1" status: 200 len: 210 time: 0.1353943 Sep 23 22:33:34.538599 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5207a4d7-e255-4990-b37f-2256eeb3388d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:34.546369 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5207a4d7-e255-4990-b37f-2256eeb3388d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/8ba17e17-da5d-4851-9724-9f4fdae41b2f HTTP/1.1" status: 204 len: 168 time: 2.4613576 Sep 23 22:33:34.546649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57048) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:34.575735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f642cf30-7599-44e9-898a-7ea957576702, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f642cf30-7599-44e9-898a-7ea957576702,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:34.582564 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 876fdb93-ddf3-4e88-99b9-ede3de1d08da up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:33:34.596371 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bee36b-76bc-4d88-b9ce-ee2f538ad823 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] GET failed (client error): The resource could not be found. Sep 23 22:33:34.598643 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d7bee36b-76bc-4d88-b9ce-ee2f538ad823 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/8ba17e17-da5d-4851-9724-9f4fdae41b2f HTTP/1.1" status: 404 len: 333 time: 0.0505428 Sep 23 22:33:34.602926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57050) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:34.682725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 876fdb93-ddf3-4e88-99b9-ede3de1d08da triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:34.683855 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:34.689213 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:34.701483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46df27f-603e-4184-98a3-85d108fdb1de tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting subnet 72c76b16-3ea0-44c5-9a21-689d072907c2 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:33:34.708349 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a46df27f-603e-4184-98a3-85d108fdb1de tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:34.810634 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a46df27f-603e-4184-98a3-85d108fdb1de tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:34.831797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-70156fc3-4b53-49d1-b8b7-474f6823d54a None None] Could not find standard attr ID for object 8ba17e17-da5d-4851-9724-9f4fdae41b2f. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:33:34.912440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f642cf30-7599-44e9-898a-7ea957576702,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:34.914132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57058) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:34.932720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-70156fc3-4b53-49d1-b8b7-474f6823d54a None None] Provisioning complete for port 876fdb93-ddf3-4e88-99b9-ede3de1d08da triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:34.933549 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-70156fc3-4b53-49d1-b8b7-474f6823d54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:35.102910 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a46df27f-603e-4184-98a3-85d108fdb1de tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:35.104610 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92ae953c-b8c9-4f78-8cd0-da4b84d7aa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:35.246791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:33:35.250648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['f642cf30-7599-44e9-898a-7ea957576702'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:33:35.335210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a46df27f-603e-4184-98a3-85d108fdb1de tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:35.361969 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:33:35.362475 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7d7a4a5d-10e4-4653-9c35-fa5c07346c53 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:33:35.383771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46df27f-603e-4184-98a3-85d108fdb1de tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Subnet': ['ID=72c76b16-3ea0-44c5-9a21-689d072907c2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:35.390146 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a46df27f-603e-4184-98a3-85d108fdb1de tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:35.392789 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a46df27f-603e-4184-98a3-85d108fdb1de tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/72c76b16-3ea0-44c5-9a21-689d072907c2 HTTP/1.1" status: 204 len: 168 time: 0.7883635 Sep 23 22:33:35.397930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57066) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:35.429689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ecf2b401-fbf3-4040-804b-761cd41e321e None None] Could not find standard attr ID for object 8ba17e17-da5d-4851-9724-9f4fdae41b2f. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:33:35.620343 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bd902b-bf9c-4765-a654-7f48c296d6db None None] Network 31163f42-a7f0-47b3-a09e-f8d460a7c7e6 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:35.646181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57076) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:35.733308 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92ae953c-b8c9-4f78-8cd0-da4b84d7aa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:35.741606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57078) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:35.757740 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:35.801541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cfc01-0f51-4b1b-82eb-ca0f3c2bb777 req-5a5dc84f-0960-426b-807d-1f09e34f45bb tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:35.804489 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-105cfc01-0f51-4b1b-82eb-ca0f3c2bb777 req-5a5dc84f-0960-426b-807d-1f09e34f45bb tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 944 time: 0.1371498 Sep 23 22:33:35.854982 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92ae953c-b8c9-4f78-8cd0-da4b84d7aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:35.996919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae953c-b8c9-4f78-8cd0-da4b84d7aa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75a3598-4283-4945-ab5e-9e60e145f10e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:36.010944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-92ae953c-b8c9-4f78-8cd0-da4b84d7aa01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa0dd43b5597441cbcbd8303ddf5e27b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0950823 Sep 23 22:33:36.023483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57082) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:36.025548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3240aecf-8f70-426c-bcd8-811e7126bb57 None None] DHCP port deletion for 31163f42-a7f0-47b3-a09e-f8d460a7c7e6 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:33:36.053340 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-07af5330-d459-44ac-9dff-637a38685e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.066913 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-105cfc01-0f51-4b1b-82eb-ca0f3c2bb777 req-d0848830-82cb-45bd-87eb-64f10e2f1813 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049899 Sep 23 22:33:36.098451 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 876fdb93-ddf3-4e88-99b9-ede3de1d08da {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:36.098920 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.141400 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-3240aecf-8f70-426c-bcd8-811e7126bb57 None None] Deleting port 876fdb93-ddf3-4e88-99b9-ede3de1d08da {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:36.142244 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3240aecf-8f70-426c-bcd8-811e7126bb57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.214460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] For port 876fdb93-ddf3-4e88-99b9-ede3de1d08da, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=876fdb93-ddf3-4e88-99b9-ede3de1d08da,segment=NetworkSegment(1679b3db-a8a7-4ad2-a165-a5f7a20131b6),segment_id=1679b3db-a8a7-4ad2-a165-a5f7a20131b6)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:36.215219 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.230108 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76f7e8bf-ecc8-4613-b521-2f04edc7fa2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.236248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 876fdb93-ddf3-4e88-99b9-ede3de1d08da owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:36.272456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76f7e8bf-ecc8-4613-b521-2f04edc7fa2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.275900 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3240aecf-8f70-426c-bcd8-811e7126bb57 None None] For port 876fdb93-ddf3-4e88-99b9-ede3de1d08da, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=876fdb93-ddf3-4e88-99b9-ede3de1d08da,segment=NetworkSegment(1679b3db-a8a7-4ad2-a165-a5f7a20131b6),segment_id=1679b3db-a8a7-4ad2-a165-a5f7a20131b6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:36.276610 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3240aecf-8f70-426c-bcd8-811e7126bb57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.303700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-3240aecf-8f70-426c-bcd8-811e7126bb57 None None] Calling delete_port for 876fdb93-ddf3-4e88-99b9-ede3de1d08da owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:36.336710 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-07af5330-d459-44ac-9dff-637a38685e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.411315 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-07af5330-d459-44ac-9dff-637a38685e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.437333 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.454748 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 876fdb93-ddf3-4e88-99b9-ede3de1d08da no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:33:36.485523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af5330-d459-44ac-9dff-637a38685e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265b0d25-4b3d-48a5-8cc6-c88814a8bbc3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:36.490081 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-07af5330-d459-44ac-9dff-637a38685e3f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7750535b075a4e249f6f56a5e3091a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7470968 Sep 23 22:33:36.494799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57088) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:36.514828 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.569160 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76f7e8bf-ecc8-4613-b521-2f04edc7fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.571693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No active binding found for port 876fdb93-ddf3-4e88-99b9-ede3de1d08da {{(pid=95492) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 22:33:36.572158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76f7e8bf-ecc8-4613-b521-2f04edc7fa2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.572461 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 876fdb93-ddf3-4e88-99b9-ede3de1d08da not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:33:36.577560 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-76f7e8bf-ecc8-4613-b521-2f04edc7fa2e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f75a3598-4283-4945-ab5e-9e60e145f10e HTTP/1.1" status: 204 len: 168 time: 0.5358608 Sep 23 22:33:36.577560 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No DVR routers for this DVR port 876fdb93-ddf3-4e88-99b9-ede3de1d08da on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:33:36.585524 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e79ddf37-b47e-4974-b7e5-22c46f825812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.597469 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3240aecf-8f70-426c-bcd8-811e7126bb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.612331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=876fdb93-ddf3-4e88-99b9-ede3de1d08da,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:36.637772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240aecf-8f70-426c-bcd8-811e7126bb57 None None] Pushing event deleted for resources: {'Port': ['ID=876fdb93-ddf3-4e88-99b9-ede3de1d08da,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:36.642802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240aecf-8f70-426c-bcd8-811e7126bb57 None None] No DVR routers for this DVR port 876fdb93-ddf3-4e88-99b9-ede3de1d08da on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:33:36.685059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7e8bf-ecc8-4613-b521-2f04edc7fa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75a3598-4283-4945-ab5e-9e60e145f10e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:36.775138 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.785543 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a837da7-0e2c-468e-8a9a-133914583644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.812371 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31163f42-a7f0-47b3-a09e-f8d460a7c7e6']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:36.833204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1679b3db-a8a7-4ad2-a165-a5f7a20131b6') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:36.833588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1679b3db-a8a7-4ad2-a165-a5f7a20131b6') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:36.836910 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a837da7-0e2c-468e-8a9a-133914583644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.860730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.892214 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.904607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:33:36.912501 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:33:37.070456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a837da7-0e2c-468e-8a9a-133914583644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:37.075545 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a837da7-0e2c-468e-8a9a-133914583644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:37.079862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3a837da7-0e2c-468e-8a9a-133914583644 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/265b0d25-4b3d-48a5-8cc6-c88814a8bbc3 HTTP/1.1" status: 204 len: 168 time: 0.5821960 Sep 23 22:33:37.086572 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:37.107218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:37.108290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/networks/31163f42-a7f0-47b3-a09e-f8d460a7c7e6 HTTP/1.1" status: 204 len: 168 time: 1.7087660 Sep 23 22:33:37.114436 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a837da7-0e2c-468e-8a9a-133914583644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265b0d25-4b3d-48a5-8cc6-c88814a8bbc3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:37.126741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57100) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:37.135737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403d68e-5a78-40ae-b45c-3119c6578e77 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Network': ['ID=31163f42-a7f0-47b3-a09e-f8d460a7c7e6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:37.147071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5bae2342-1c8f-4379-a3e5-6a881463b8a2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'name': 'tempest-PortsTestJSON-831319214'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:37.307447 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e79ddf37-b47e-4974-b7e5-22c46f825812 admin admin] Deleting port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:37.307963 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e79ddf37-b47e-4974-b7e5-22c46f825812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:37.319325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df4379-6ea3-4ca0-8e03-93602febcdd8 req-b990c724-9f23-498d-b8e4-925e203adfe7 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:37.336644 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31df4379-6ea3-4ca0-8e03-93602febcdd8 req-b990c724-9f23-498d-b8e4-925e203adfe7 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 944 time: 0.1129920 Sep 23 22:33:37.361594 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f642cf30-7599-44e9-898a-7ea957576702 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:33:37.392700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57104) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:37.414804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31df4379-6ea3-4ca0-8e03-93602febcdd8 req-3bc88510-0afe-447b-9a7d-2213501e49eb tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766494 Sep 23 22:33:37.418927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bae2342-1c8f-4379-a3e5-6a881463b8a2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:37.422803 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bae2342-1c8f-4379-a3e5-6a881463b8a2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:37.466390 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-5bae2342-1c8f-4379-a3e5-6a881463b8a2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port b4469541-dacf-464c-b715-c5994578b9cf yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:33:37.498727 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7977759e-8d9b-493a-bc2a-5fc738662a45 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32670a9212e4454aa8570f76ed1e8d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1042142 Sep 23 22:33:37.505063 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57108) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:37.543966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-e79ddf37-b47e-4974-b7e5-22c46f825812 admin admin] For port 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4b539375-9d10-4dcf-bfa6-8b95cc7d78fa,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:37.544371 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e79ddf37-b47e-4974-b7e5-22c46f825812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:37.550942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port f642cf30-7599-44e9-898a-7ea957576702 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:33:37.563356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port f642cf30-7599-44e9-898a-7ea957576702 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:37.563966 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:37.567395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e79ddf37-b47e-4974-b7e5-22c46f825812 admin admin] Calling delete_port for 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:37.661268 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6f89-9bd8-4a33-b5cd-84964d02cad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:37.724439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6f89-9bd8-4a33-b5cd-84964d02cad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:37.752128 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:37.782680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592d98b5-0b03-44cc-aa16-28ce4e8cd032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f642cf30-7599-44e9-898a-7ea957576702'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:33:37.785160 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77f786c-fd5d-4bb5-bf09-dc244205028d" -d '{"events": [{"server_uuid": "592d98b5-0b03-44cc-aa16-28ce4e8cd032", "name": "network-vif-plugged", "status": "completed", "tag": "f642cf30-7599-44e9-898a-7ea957576702"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:33:37.815271 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f642cf30-7599-44e9-898a-7ea957576702, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f642cf30-7599-44e9-898a-7ea957576702,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:37.834808 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032741c0-297c-4956-82fe-1be50f94e2b3 x-openstack-request-id: req-032741c0-297c-4956-82fe-1be50f94e2b3 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:33:37.835402 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592d98b5-0b03-44cc-aa16-28ce4e8cd032", "name": "network-vif-plugged", "status": "completed", "tag": "f642cf30-7599-44e9-898a-7ea957576702", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:33:37.836141 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-032741c0-297c-4956-82fe-1be50f94e2b3 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:33:37.837141 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592d98b5-0b03-44cc-aa16-28ce4e8cd032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f642cf30-7599-44e9-898a-7ea957576702', 'code': 200} Sep 23 22:33:37.918487 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bae2342-1c8f-4379-a3e5-6a881463b8a2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:37.934372 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:37.967947 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6f89-9bd8-4a33-b5cd-84964d02cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:37.973334 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6f89-9bd8-4a33-b5cd-84964d02cad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:37.975125 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bf4a6f89-9bd8-4a33-b5cd-84964d02cad8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/369d1db7-c909-4598-9183-617467bb62a8 HTTP/1.1" status: 204 len: 168 time: 0.4683836 Sep 23 22:33:37.986250 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a6f89-9bd8-4a33-b5cd-84964d02cad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369d1db7-c909-4598-9183-617467bb62a8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:38.087663 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f642cf30-7599-44e9-898a-7ea957576702,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:38.135192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be9107-5082-45ae-9f72-7dc3a34b53d7 req-1e09710f-b467-4366-9d03-0e7cab0a6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:38.138232 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f7be9107-5082-45ae-9f72-7dc3a34b53d7 req-1e09710f-b467-4366-9d03-0e7cab0a6c4d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 1096 time: 0.2087972 Sep 23 22:33:38.170842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57118) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:38.187570 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:38.227087 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f7be9107-5082-45ae-9f72-7dc3a34b53d7 req-b1827de8-26da-4830-960f-0cb702c1451b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760727 Sep 23 22:33:38.237993 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bae2342-1c8f-4379-a3e5-6a881463b8a2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:38.315668 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:38.326344 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae2342-1c8f-4379-a3e5-6a881463b8a2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network cd100140-404a-40f9-8e02-b16db92aae97 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:38.332413 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e79ddf37-b47e-4974-b7e5-22c46f825812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:38.341722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-5bae2342-1c8f-4379-a3e5-6a881463b8a2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:38.364250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bae2342-1c8f-4379-a3e5-6a881463b8a2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:38.378092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bae2342-1c8f-4379-a3e5-6a881463b8a2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:38.379143 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bae2342-1c8f-4379-a3e5-6a881463b8a2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:38.393627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae2342-1c8f-4379-a3e5-6a881463b8a2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=b4469541-dacf-464c-b715-c5994578b9cf,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:38.420680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:38.491932 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ddf37-b47e-4974-b7e5-22c46f825812 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b539375-9d10-4dcf-bfa6-8b95cc7d78fa,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:38.522029 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cccafd19d2a54f299f03f6da4a836360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495157 Sep 23 22:33:38.531758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57126) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:38.563973 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5bae2342-1c8f-4379-a3e5-6a881463b8a2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4356837 Sep 23 22:33:38.569476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57128) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:38.582041 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0b1d40-eba3-4f0b-849e-45a28d4ddd65,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:38.598213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:38.598490 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:38.598967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:38.599371 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:38.599779 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:38.600174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:38.600631 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:38.601723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:38.602058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:38.602383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:38.602710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:38.603210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e3904-e703-4731-924b-c1fa19ce5172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:33:38.759921 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91362935-4246-4e9b-ac02-afedcddf6a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:38.831467 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91362935-4246-4e9b-ac02-afedcddf6a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:38.874309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-1e5caa37-7100-4257-8779-177a27b63c4f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port b4469541-dacf-464c-b715-c5994578b9cf {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:38.874760 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e5caa37-7100-4257-8779-177a27b63c4f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:39.000414 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e5caa37-7100-4257-8779-177a27b63c4f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:39.017763 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-1e5caa37-7100-4257-8779-177a27b63c4f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for b4469541-dacf-464c-b715-c5994578b9cf owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:39.099750 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91362935-4246-4e9b-ac02-afedcddf6a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:39.102602 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91362935-4246-4e9b-ac02-afedcddf6a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:39.103810 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-91362935-4246-4e9b-ac02-afedcddf6a19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de0b1d40-eba3-4f0b-849e-45a28d4ddd65 HTTP/1.1" status: 204 len: 168 time: 0.5709808 Sep 23 22:33:39.123633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91362935-4246-4e9b-ac02-afedcddf6a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0b1d40-eba3-4f0b-849e-45a28d4ddd65,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:39.196887 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e5caa37-7100-4257-8779-177a27b63c4f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:39.240137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e5caa37-7100-4257-8779-177a27b63c4f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:39.244255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1e5caa37-7100-4257-8779-177a27b63c4f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/b4469541-dacf-464c-b715-c5994578b9cf HTTP/1.1" status: 204 len: 168 time: 0.6728580 Sep 23 22:33:39.269310 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5ee6c-484f-4ab3-a93a-59ad8c7f1032 req-6b399dcb-aa92-43a6-968b-6a6ace08b56e tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:39.272372 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7aa5ee6c-484f-4ab3-a93a-59ad8c7f1032 req-6b399dcb-aa92-43a6-968b-6a6ace08b56e tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 945 time: 0.7064073 Sep 23 22:33:39.273207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57144) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:39.287862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f4eb942b-4501-4bb6-ad23-4816cba34106 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'mac_address': 'fa:16:3e:49:b9:cf', 'name': 'tempest-PortsTestJSON-633987550'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:39.293510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5caa37-7100-4257-8779-177a27b63c4f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=b4469541-dacf-464c-b715-c5994578b9cf,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:39.476766 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7aa5ee6c-484f-4ab3-a93a-59ad8c7f1032 req-ad676431-8404-40c2-b34e-dfa069a00ee6 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320269 Sep 23 22:33:39.511269 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e79ddf37-b47e-4974-b7e5-22c46f825812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:39.653635 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4eb942b-4501-4bb6-ad23-4816cba34106 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:39.852646 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:33:39.888209 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4eb942b-4501-4bb6-ad23-4816cba34106 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:39.946487 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-f4eb942b-4501-4bb6-ad23-4816cba34106 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port 31c4b297-3238-44bb-ae0b-9fdbcd481e77 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:33:40.048102 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57166) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.208714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-235813a7-8760-4c56-b1af-a9ff0090681c tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.216078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-235813a7-8760-4c56-b1af-a9ff0090681c tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1605287 Sep 23 22:33:40.217013 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57172) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.225566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-ed2f0e4e-9af4-4a59-99c6-5b8cf8d91099 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.230855 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ed2f0e4e-9af4-4a59-99c6-5b8cf8d91099 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0086565 Sep 23 22:33:40.232426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57174) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.240400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-ab2bb414-7f86-4b37-bc25-70e75ca1fc34 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.242743 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ab2bb414-7f86-4b37-bc25-70e75ca1fc34 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0082986 Sep 23 22:33:40.245395 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57176) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.253537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79ddf37-b47e-4974-b7e5-22c46f825812 admin admin] Router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:33:40.253771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-1a2999f6-e0f9-460d-ba80-1f0837dd39f3 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.258044 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1a2999f6-e0f9-460d-ba80-1f0837dd39f3 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0083628 Sep 23 22:33:40.259506 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57178) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.267720 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-7be6a45e-b2a8-442d-90c0-d2bec1a2aa8d tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.271255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7be6a45e-b2a8-442d-90c0-d2bec1a2aa8d tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0095329 Sep 23 22:33:40.272539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57180) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.287545 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-d3dd87f5-8e1e-435f-ad7f-c27acca58eb5 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.287545 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d3dd87f5-8e1e-435f-ad7f-c27acca58eb5 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0082099 Sep 23 22:33:40.289313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57184) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.303323 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-0d322721-b59d-440f-b5a2-5bcc75f2f734 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.307533 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0d322721-b59d-440f-b5a2-5bcc75f2f734 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0140331 Sep 23 22:33:40.308841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57186) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.316726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-8d7489a8-7378-402b-a5a5-e13d3d5dae6f tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.321360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8d7489a8-7378-402b-a5a5-e13d3d5dae6f tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0080724 Sep 23 22:33:40.321574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57188) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.331422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [None req-efc861e0-8e71-4761-8cd3-aeea6724b01f tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.335924 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-efc861e0-8e71-4761-8cd3-aeea6724b01f tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0084565 Sep 23 22:33:40.336740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57190) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.349892 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-afa9a309-77a1-4869-b1eb-b03312d16332 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.352050 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-afa9a309-77a1-4869-b1eb-b03312d16332 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0135262 Sep 23 22:33:40.357607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57192) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.376058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-77a1ea4b-be3b-4ef8-971c-e215bf3a68fa tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.380180 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-77a1ea4b-be3b-4ef8-971c-e215bf3a68fa tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0181706 Sep 23 22:33:40.385421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57194) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.400585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-34213585-b095-4c97-af5e-97ae96e90563 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.409844 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-34213585-b095-4c97-af5e-97ae96e90563 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0175686 Sep 23 22:33:40.410534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57196) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.419113 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-c73742fb-c63d-4d2f-a675-25b8165c86cf tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.426926 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c73742fb-c63d-4d2f-a675-25b8165c86cf tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0105939 Sep 23 22:33:40.437563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57198) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.449632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-c3a69d11-6f18-4ab9-a4d9-86ab24fa0253 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.449936 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4eb942b-4501-4bb6-ad23-4816cba34106 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:40.454346 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c3a69d11-6f18-4ab9-a4d9-86ab24fa0253 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0130861 Sep 23 22:33:40.459935 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57200) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.468687 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [None req-6141611b-730e-455a-8025-442ddff0369e tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.470138 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6141611b-730e-455a-8025-442ddff0369e tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0090127 Sep 23 22:33:40.474930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57202) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.484438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-28363270-1383-424d-91bd-643749f60476 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.486497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-28363270-1383-424d-91bd-643749f60476 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0096323 Sep 23 22:33:40.489585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57204) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.499399 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-aa9aad81-e237-4b0f-a375-8ec0124f82ce tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.504106 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-aa9aad81-e237-4b0f-a375-8ec0124f82ce tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0100257 Sep 23 22:33:40.505559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57208) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.514668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-59fbead7-2a12-4b8d-bb76-3f9b9af4bc03 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.517177 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-59fbead7-2a12-4b8d-bb76-3f9b9af4bc03 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0085268 Sep 23 22:33:40.518726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57210) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.528803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-835102cf-a54e-48f7-98ff-75953bafdf1a tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.532851 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-835102cf-a54e-48f7-98ff-75953bafdf1a tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0094876 Sep 23 22:33:40.534304 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57212) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.545138 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [None req-0bb849f8-ef58-4b1f-9075-33d11a3b3a38 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.549323 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0bb849f8-ef58-4b1f-9075-33d11a3b3a38 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0109982 Sep 23 22:33:40.550070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57216) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.553144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79ddf37-b47e-4974-b7e5-22c46f825812 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:33:40.557368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-b2e30da2-0bff-42a7-895f-42dcaba61239 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.561840 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b2e30da2-0bff-42a7-895f-42dcaba61239 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0093443 Sep 23 22:33:40.568513 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91136f03-cdfa-473a-95cd-705c72562e66 None None] Sync routers for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:33:40.568667 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e79ddf37-b47e-4974-b7e5-22c46f825812 admin admin] 10.222.0.22 "PUT /v2.0/routers/d0699b88-2279-4bde-ab21-4a3d82a3b8a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9191730 Sep 23 22:33:40.568778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57218) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.570723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57220) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.578539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-2f1c677b-16e5-4782-8425-5f2e55da9864 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.582199 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2f1c677b-16e5-4782-8425-5f2e55da9864 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0098958 Sep 23 22:33:40.582746 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57222) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.587043 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91136f03-cdfa-473a-95cd-705c72562e66 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:40.588129 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-91136f03-cdfa-473a-95cd-705c72562e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:40.588512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-4331de0e-2198-4816-8025-33626c87fcba tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.592681 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4331de0e-2198-4816-8025-33626c87fcba tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0065751 Sep 23 22:33:40.593140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57224) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.598700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-cf55d645-b025-4660-98bf-895b04a5fe1a tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.600573 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cf55d645-b025-4660-98bf-895b04a5fe1a tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0055182 Sep 23 22:33:40.611751 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57226) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.620626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-dd1e40a7-6a20-4f31-b68d-5a06d22b9008 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.625248 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-dd1e40a7-6a20-4f31-b68d-5a06d22b9008 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0094461 Sep 23 22:33:40.625790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57228) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.639472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-5fa8c1f2-dac5-4e6d-a9bc-cfb8e8a82ef6 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.648537 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5fa8c1f2-dac5-4e6d-a9bc-cfb8e8a82ef6 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0139916 Sep 23 22:33:40.649014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57232) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.654986 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-e1d840c2-b01f-4f1c-bedc-78915890a8b7 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.657179 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e1d840c2-b01f-4f1c-bedc-78915890a8b7 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0059464 Sep 23 22:33:40.659232 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57234) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.664921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-3c6965af-5e75-4f8b-892a-73500e80cf09 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.668817 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3c6965af-5e75-4f8b-892a-73500e80cf09 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0057940 Sep 23 22:33:40.669270 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57236) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.674999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-07356f08-4af4-4ca5-88fb-55055e0253b5 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.678626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-07356f08-4af4-4ca5-88fb-55055e0253b5 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0058415 Sep 23 22:33:40.679341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57238) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.687813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-62c4b9ca-683b-450a-b965-e28692394363 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.692462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-62c4b9ca-683b-450a-b965-e28692394363 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0083957 Sep 23 22:33:40.703955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57242) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.710313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-f329a10a-9163-4354-8e13-478f953aff9b tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.717388 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f329a10a-9163-4354-8e13-478f953aff9b tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0108843 Sep 23 22:33:40.718720 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57244) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.723863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-7fc147e3-fa01-44c5-a48e-f49d20393cda tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.726573 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7fc147e3-fa01-44c5-a48e-f49d20393cda tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0051682 Sep 23 22:33:40.730569 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57246) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.736289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-e7ab7224-271c-408e-af0c-20ebce06d5f7 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.739286 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e7ab7224-271c-408e-af0c-20ebce06d5f7 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0073221 Sep 23 22:33:40.741820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57248) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.749576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-5e272219-fb04-4664-a188-0dbcd072b585 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.750996 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5e272219-fb04-4664-a188-0dbcd072b585 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0068221 Sep 23 22:33:40.753779 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57250) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.762674 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-48a4f10a-07dc-4483-a057-71046105f6ba tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.764405 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-48a4f10a-07dc-4483-a057-71046105f6ba tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0090685 Sep 23 22:33:40.769719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57252) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.775589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4eb942b-4501-4bb6-ad23-4816cba34106 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:40.777168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-ffb9716e-6b9d-4d65-b6d6-57724e2d73eb tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.782338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ffb9716e-6b9d-4d65-b6d6-57724e2d73eb tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0071900 Sep 23 22:33:40.783299 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57254) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.788010 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-9bf4ccdf-7b9a-4099-8641-a50e4d70a748 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.795051 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9bf4ccdf-7b9a-4099-8641-a50e4d70a748 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049140 Sep 23 22:33:40.797198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57256) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.802085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-0dee91ca-da21-4791-bc1a-eb26799c9d00 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.803452 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0dee91ca-da21-4791-bc1a-eb26799c9d00 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0047419 Sep 23 22:33:40.808415 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57258) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.814751 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-0fca9aed-04f4-4170-96b0-4a87803547a4 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.820363 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0fca9aed-04f4-4170-96b0-4a87803547a4 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0063951 Sep 23 22:33:40.820839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57262) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.821548 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-91136f03-cdfa-473a-95cd-705c72562e66 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:33:40.828480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-912e6934-7b5a-49c6-bfb9-d43390d5e4fb tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.833161 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-912e6934-7b5a-49c6-bfb9-d43390d5e4fb tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0080626 Sep 23 22:33:40.837521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57264) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.850933 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-b0c1a06b-1485-484d-8ad2-8721e37b40b5 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.856274 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b0c1a06b-1485-484d-8ad2-8721e37b40b5 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0087962 Sep 23 22:33:40.856625 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:40.858172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eb942b-4501-4bb6-ad23-4816cba34106 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network cd100140-404a-40f9-8e02-b16db92aae97 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:40.858392 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57266) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.869601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-803f2da2-8c5b-4e41-9682-f606253256fe tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.872855 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-803f2da2-8c5b-4e41-9682-f606253256fe tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0119088 Sep 23 22:33:40.876834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57268) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.899409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-2cca7159-7614-4039-84a4-e8f7b0fb70f1 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.900912 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2cca7159-7614-4039-84a4-e8f7b0fb70f1 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0213144 Sep 23 22:33:40.907062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57272) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.910855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-f4eb942b-4501-4bb6-ad23-4816cba34106 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:40.912455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-3fce7d04-db6e-45ba-829c-ace187fffd37 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.913744 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eb942b-4501-4bb6-ad23-4816cba34106 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:40.915874 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3fce7d04-db6e-45ba-829c-ace187fffd37 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0076466 Sep 23 22:33:40.921706 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57274) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.922353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eb942b-4501-4bb6-ad23-4816cba34106 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:40.923763 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4eb942b-4501-4bb6-ad23-4816cba34106 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:40.933571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-f55f1719-1a19-459d-a7c3-c964ab55d57e tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.937551 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f55f1719-1a19-459d-a7c3-c964ab55d57e tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0146039 Sep 23 22:33:40.945695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57276) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.950604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-8b7f6584-89b3-42ca-a0ed-02f8f818e652 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.952062 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8b7f6584-89b3-42ca-a0ed-02f8f818e652 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0052457 Sep 23 22:33:40.956908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57278) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.962499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-413bdd8b-8458-4354-81c8-02eb3be2047b tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.969849 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-413bdd8b-8458-4354-81c8-02eb3be2047b tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0081713 Sep 23 22:33:40.970607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57280) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.976605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-c7aa47e3-aace-48ed-b43e-ae19c69cd161 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.982396 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c7aa47e3-aace-48ed-b43e-ae19c69cd161 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050125 Sep 23 22:33:40.983114 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57282) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:40.984516 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb942b-4501-4bb6-ad23-4816cba34106 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=31c4b297-3238-44bb-ae0b-9fdbcd481e77,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:40.989045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-98ec0d69-b36e-48a9-872e-bde93372d592 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:40.994144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-98ec0d69-b36e-48a9-872e-bde93372d592 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0056429 Sep 23 22:33:40.994840 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57286) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.005525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-c0af1412-ffb0-43c9-b189-a0c91f111f99 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.011223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c0af1412-ffb0-43c9-b189-a0c91f111f99 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0121248 Sep 23 22:33:41.013033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f9425-4ec8-43b7-8102-3c5aefee2cca req-1ec637c5-cd31-45da-ae20-43b7260dadcd tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:41.013992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57288) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.015614 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-918f9425-4ec8-43b7-8102-3c5aefee2cca req-1ec637c5-cd31-45da-ae20-43b7260dadcd tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 945 time: 0.4299848 Sep 23 22:33:41.031118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-a901a604-05fb-4890-b494-039ab05bd08e tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.035832 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a901a604-05fb-4890-b494-039ab05bd08e tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0184536 Sep 23 22:33:41.038773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57290) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.047644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-7e3db85d-32bb-4fd0-a6e9-cce74496701e tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.053297 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7e3db85d-32bb-4fd0-a6e9-cce74496701e tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0132494 Sep 23 22:33:41.061570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57292) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.067307 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-9113a6f4-4fa4-44f1-9246-0e14be2d6637 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.071654 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9113a6f4-4fa4-44f1-9246-0e14be2d6637 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0084951 Sep 23 22:33:41.072641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57294) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.078000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-6b507269-3e6a-4ed7-93c0-17794703b674 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.083067 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6b507269-3e6a-4ed7-93c0-17794703b674 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0090342 Sep 23 22:33:41.084054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57296) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.089539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-a84896bc-124f-44ca-8fd2-d1a89cfc73c5 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.093933 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a84896bc-124f-44ca-8fd2-d1a89cfc73c5 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0081203 Sep 23 22:33:41.097141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57298) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.102962 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-e1e13205-2b51-42ca-a311-7756a1815b66 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.104989 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e1e13205-2b51-42ca-a311-7756a1815b66 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0059187 Sep 23 22:33:41.110071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57300) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.114794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-1a857e97-984e-4746-8844-ea461a532540 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.119242 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1a857e97-984e-4746-8844-ea461a532540 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0078866 Sep 23 22:33:41.120003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57302) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.125746 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57304) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.126212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-ae014051-e392-4293-a880-a7306ec07153 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.129159 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f4eb942b-4501-4bb6-ad23-4816cba34106 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8499792 Sep 23 22:33:41.137965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ae014051-e392-4293-a880-a7306ec07153 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0164526 Sep 23 22:33:41.138884 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57306) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.139374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57310) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.161198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-7e572ab9-da2e-470e-ae10-bfdadb0a8c67 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.165639 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7e572ab9-da2e-470e-ae10-bfdadb0a8c67 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0234079 Sep 23 22:33:41.166222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57312) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.173391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-ec83a88b-90bc-4c0c-9bdb-8bd8c4be6ead tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.177400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ec83a88b-90bc-4c0c-9bdb-8bd8c4be6ead tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080907 Sep 23 22:33:41.178597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57314) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.187276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [None req-498473cb-e8b9-43d0-b99d-b5ee186d2f3a tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.191747 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-498473cb-e8b9-43d0-b99d-b5ee186d2f3a tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0105047 Sep 23 22:33:41.212080 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-918f9425-4ec8-43b7-8102-3c5aefee2cca req-e087464c-a099-47ff-a8dd-ee6065adb8b8 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820233 Sep 23 22:33:41.212882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57316) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.227799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa469e0-66c9-464a-a984-7c7b305a0876 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:41.233919 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2fa469e0-66c9-464a-a984-7c7b305a0876 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/31c4b297-3238-44bb-ae0b-9fdbcd481e77 HTTP/1.1" status: 200 len: 840 time: 0.0887375 Sep 23 22:33:41.234214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [None req-6fc91c3c-8c96-4eb9-94f2-0386cca93a37 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.236547 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6fc91c3c-8c96-4eb9-94f2-0386cca93a37 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0157654 Sep 23 22:33:41.236826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57318) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.237196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57320) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.247608 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:41.277022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [None req-dfcf0822-c359-4aac-80bf-5491903a070c tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.279265 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-dfcf0822-c359-4aac-80bf-5491903a070c tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0398507 Sep 23 22:33:41.283521 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57324) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.291886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [None req-43a2d251-3392-4b83-9de0-127e34860f56 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.299300 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-43a2d251-3392-4b83-9de0-127e34860f56 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0133235 Sep 23 22:33:41.299858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57326) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.310316 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [None req-69107323-0cca-4746-8953-ab8c8e865aa7 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.312066 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-69107323-0cca-4746-8953-ab8c8e865aa7 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0110297 Sep 23 22:33:41.327221 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57328) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.334692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [None req-95ffa85e-3701-4d47-b7b6-82dfec600943 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.336212 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-95ffa85e-3701-4d47-b7b6-82dfec600943 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0074611 Sep 23 22:33:41.343281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57330) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.354170 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-91136f03-cdfa-473a-95cd-705c72562e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:33:38Z', 'revision_number': 5, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port': {'id': '19bc93d0-02b7-4f0c-849f-9278c93f0252', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:24Z', 'updated_at': '2021-09-23T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:41.361871 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [None req-732ab20a-f5b3-43e6-b820-409aaf3093a9 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.363325 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-732ab20a-f5b3-43e6-b820-409aaf3093a9 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0183082 Sep 23 22:33:41.374741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57332) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.412524 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91136f03-cdfa-473a-95cd-705c72562e66 None None] Checking router: d0699b88-2279-4bde-ab21-4a3d82a3b8a4 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:33:41.425906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [None req-85154683-b058-4fdc-ac0a-614063e18632 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.431121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b09c3b6b-8dfa-47bd-9c96-d4f54e6a149a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 31c4b297-3238-44bb-ae0b-9fdbcd481e77 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:41.431523 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b09c3b6b-8dfa-47bd-9c96-d4f54e6a149a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:41.433089 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-85154683-b058-4fdc-ac0a-614063e18632 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0558829 Sep 23 22:33:41.434530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57336) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.442864 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91136f03-cdfa-473a-95cd-705c72562e66 None None] Routers {'d0699b88-2279-4bde-ab21-4a3d82a3b8a4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:41.443903 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-91136f03-cdfa-473a-95cd-705c72562e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:41.449058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [None req-5d43cbac-df5e-49cc-83da-4297506f0b19 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:41.465045 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5d43cbac-df5e-49cc-83da-4297506f0b19 tempest-ExtensionsTestJSON-1997242017 tempest-ExtensionsTestJSON-1997242017-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0177145 Sep 23 22:33:41.465045 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-166497979-network', 'tenant_id': '2a475d12eb9646a48cdbdde23ba99bb3'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:41.565244 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] Deleting port 19bc93d0-02b7-4f0c-849f-9278c93f0252 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:41.566306 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:41.624459 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b09c3b6b-8dfa-47bd-9c96-d4f54e6a149a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:41.633163 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-91136f03-cdfa-473a-95cd-705c72562e66 None None] Set router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:33:41.642600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] Made reservation on behalf of 2a475d12eb9646a48cdbdde23ba99bb3 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:41.647293 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:41.654304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b09c3b6b-8dfa-47bd-9c96-d4f54e6a149a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 31c4b297-3238-44bb-ae0b-9fdbcd481e77 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:41.683242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:41.749881 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-91136f03-cdfa-473a-95cd-705c72562e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:33:41Z', 'revision_number': 6, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:41.790109 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91136f03-cdfa-473a-95cd-705c72562e66 None None] The sync data for ids ['d0699b88-2279-4bde-ab21-4a3d82a3b8a4'] in n-d-810775-1 is: [{'id': 'd0699b88-2279-4bde-ab21-4a3d82a3b8a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1839468855-router', 'tenant_id': '0dd0f58a579241349f77bcc2e96619c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:22Z', 'updated_at': '2021-09-23T22:33:41Z', 'revision_number': 6, 'project_id': '0dd0f58a579241349f77bcc2e96619c0', 'gw_port_host': None}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:33:41.875922 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b09c3b6b-8dfa-47bd-9c96-d4f54e6a149a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:41.916002 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b09c3b6b-8dfa-47bd-9c96-d4f54e6a149a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:41.918915 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b09c3b6b-8dfa-47bd-9c96-d4f54e6a149a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/31c4b297-3238-44bb-ae0b-9fdbcd481e77 HTTP/1.1" status: 204 len: 168 time: 0.6806951 Sep 23 22:33:41.919792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c3b6b-8dfa-47bd-9c96-d4f54e6a149a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=31c4b297-3238-44bb-ae0b-9fdbcd481e77,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:41.922565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57350) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.929586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] For port 19bc93d0-02b7-4f0c-849f-9278c93f0252, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=19bc93d0-02b7-4f0c-849f-9278c93f0252,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:41.930158 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:41.954884 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-918fb6ff-8379-42dc-9270-22bd23687274 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] GET failed (client error): The resource could not be found. Sep 23 22:33:41.972378 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-918fb6ff-8379-42dc-9270-22bd23687274 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/31c4b297-3238-44bb-ae0b-9fdbcd481e77 HTTP/1.1" status: 404 len: 333 time: 0.0330675 Sep 23 22:33:41.972378 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57352) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:41.972378 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-1e100fe9-44ec-4f7e-afca-07594dc830d5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'name': 'tempest-PortsTestJSON-258108943'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:41.992454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] Calling delete_port for 19bc93d0-02b7-4f0c-849f-9278c93f0252 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:42.116293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-b2535d14-f757-49c6-adb9-056fc2f325b5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:42.117965 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-b2535d14-f757-49c6-adb9-056fc2f325b5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 805 time: 0.4492531 Sep 23 22:33:42.149150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57358) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:42.191095 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-e0d397aa-b682-464d-8da8-80b4aef96793 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/quotas/56293beb1ee14ee7a1db1a062efdd17b HTTP/1.1" status: 200 len: 375 time: 0.0267885 Sep 23 22:33:42.201094 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:42.363113 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:33:42.369768 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e100fe9-44ec-4f7e-afca-07594dc830d5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:42.371607 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:42.372843 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e100fe9-44ec-4f7e-afca-07594dc830d5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:42.397464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:33:42.404166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4b539375-9d10-4dcf-bfa6-8b95cc7d78fa not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:33:42.431251 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0bbe40a5-2042-4e52-a3dc-57614847d27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:42.436807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-1e100fe9-44ec-4f7e-afca-07594dc830d5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port a478e597-7e1b-4d33-a0c1-b2513769bcd6 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:33:42.438318 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-fe8d80e4-9816-43da-93ce-3beff9f450f0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2317009 Sep 23 22:33:42.454248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:33:42.578988 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:42.579741 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] Added segment b98ec724-e58d-4c18-b1ce-5e332be5c733 of type vlan for network f7455fb8-4eb5-4877-a39a-266d1d500fd7 Sep 23 22:33:42.624650 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469e3e74-d564-43d6-abb5-6b5c41dabc07,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:42.771981 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:42.836511 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-1a244d3a-4a9f-4316-97b1-2e0437de0f54 service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786700 Sep 23 22:33:42.851080 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e100fe9-44ec-4f7e-afca-07594dc830d5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:42.876044 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:42.902021 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0bbe40a5-2042-4e52-a3dc-57614847d27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:42.932507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] Pushing event deleted for resources: {'Port': ['ID=19bc93d0-02b7-4f0c-849f-9278c93f0252,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:42.972757 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:42.973800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:42.974386 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:43.019408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0bbe40a5-2042-4e52-a3dc-57614847d27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:43.064977 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3cd82549-0d74-4541-bfd8-ae9d166add07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:43.066195 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0bbe40a5-2042-4e52-a3dc-57614847d27c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0eebb27494f645fc8316e49b4699f3bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9150331 Sep 23 22:33:43.072152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57366) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:43.072774 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e100fe9-44ec-4f7e-afca-07594dc830d5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:43.077778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe40a5-2042-4e52-a3dc-57614847d27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dde0a2b-4aa1-48b6-8633-0bec22ca7032,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:43.154166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e100fe9-44ec-4f7e-afca-07594dc830d5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network cd100140-404a-40f9-8e02-b16db92aae97 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:43.165959 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-1e100fe9-44ec-4f7e-afca-07594dc830d5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:43.180762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e100fe9-44ec-4f7e-afca-07594dc830d5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:43.192856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e100fe9-44ec-4f7e-afca-07594dc830d5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:43.194041 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e100fe9-44ec-4f7e-afca-07594dc830d5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:43.201036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e100fe9-44ec-4f7e-afca-07594dc830d5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=a478e597-7e1b-4d33-a0c1-b2513769bcd6,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:43.534137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4067657 Sep 23 22:33:43.537954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57372) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:43.538768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80368528-97d3-4559-87b2-6b6241b6a315 admin admin] Pushing event updated for resources: {'Network': ['ID=f7455fb8-4eb5-4877-a39a-266d1d500fd7,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:43.543880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-2e403a23-6bd8-437a-bd25-55cbd4ed1937 admin admin] Request body: {'subnet': {'network_id': 'f7455fb8-4eb5-4877-a39a-266d1d500fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-166497979-subnet', 'tenant_id': '2a475d12eb9646a48cdbdde23ba99bb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:43.556005 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-0fe77175-d6cf-4a6a-b208-b46425afddba service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6973844 Sep 23 22:33:43.556122 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network f7455fb8-4eb5-4877-a39a-266d1d500fd7 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:33:43.556498 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:43.627910 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57374) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:43.628954 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1e100fe9-44ec-4f7e-afca-07594dc830d5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6657460 Sep 23 22:33:43.659646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-77047281-2849-4f7f-9873-2f2b2c0a50ea tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:43.688718 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:43.692417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:43.744044 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e403a23-6bd8-437a-bd25-55cbd4ed1937 admin admin] Made reservation on behalf of 2a475d12eb9646a48cdbdde23ba99bb3 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:43.747943 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e403a23-6bd8-437a-bd25-55cbd4ed1937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:43.764724 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c2037d7-d704-4a0b-9b87-3ea9f970ff30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:43.822512 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77047281-2849-4f7f-9873-2f2b2c0a50ea tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:43.827222 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c2037d7-d704-4a0b-9b87-3ea9f970ff30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:43.869763 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:43.870888 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0699b88-2279-4bde-ab21-4a3d82a3b8a4 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:33:43.882549 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:43.883845 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0bc51221-527c-44a0-a5d3-6dfb205196be admin admin] 10.222.0.22 "DELETE /v2.0/routers/d0699b88-2279-4bde-ab21-4a3d82a3b8a4 HTTP/1.1" status: 204 len: 168 time: 3.3121245 Sep 23 22:33:43.909664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57380) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:44.043798 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d7ac9364-8199-4e38-af8b-d6f0f4a9fda0 req-c0e517b9-bc23-43fb-ab3f-394db7a0767d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 210 time: 0.1196289 Sep 23 22:33:44.127887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4acbe7-d218-4b41-adab-6082f0afae7c admin admin] Deleting subnet 2b93d81e-29cc-4306-a5b5-15e57cc2fc1b {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:33:44.145615 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e4acbe7-d218-4b41-adab-6082f0afae7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:44.213335 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c2037d7-d704-4a0b-9b87-3ea9f970ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:44.216485 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c2037d7-d704-4a0b-9b87-3ea9f970ff30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:44.222278 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5c2037d7-d704-4a0b-9b87-3ea9f970ff30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9dde0a2b-4aa1-48b6-8633-0bec22ca7032 HTTP/1.1" status: 204 len: 168 time: 1.1315055 Sep 23 22:33:44.271062 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e403a23-6bd8-437a-bd25-55cbd4ed1937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:44.292061 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e4acbe7-d218-4b41-adab-6082f0afae7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:44.335296 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2037d7-d704-4a0b-9b87-3ea9f970ff30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dde0a2b-4aa1-48b6-8633-0bec22ca7032,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:44.440959 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77047281-2849-4f7f-9873-2f2b2c0a50ea tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:44.447239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e403a23-6bd8-437a-bd25-55cbd4ed1937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e170f7-15ca-4d7d-9a22-bc48f9a860f6,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:44.455116 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e403a23-6bd8-437a-bd25-55cbd4ed1937 admin admin] Checking segment: {'id': 'b98ec724-e58d-4c18-b1ce-5e332be5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f7455fb8-4eb5-4877-a39a-266d1d500fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:44.455692 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e403a23-6bd8-437a-bd25-55cbd4ed1937 admin admin] Network hostable DHCP agents. Network: f7455fb8-4eb5-4877-a39a-266d1d500fd7, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:33:44.501241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 19bc93d0-02b7-4f0c-849f-9278c93f0252 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:33:44.539705 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e4acbe7-d218-4b41-adab-6082f0afae7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:44.542900 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 19bc93d0-02b7-4f0c-849f-9278c93f0252 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:33:44.543484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 19bc93d0-02b7-4f0c-849f-9278c93f0252 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:33:44.617953 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77047281-2849-4f7f-9873-2f2b2c0a50ea tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:44.619638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e403a23-6bd8-437a-bd25-55cbd4ed1937 admin admin] Network f7455fb8-4eb5-4877-a39a-266d1d500fd7 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:33:44.658561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-77047281-2849-4f7f-9873-2f2b2c0a50ea tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] In _notify_port_updated(), no bound segment for port a478e597-7e1b-4d33-a0c1-b2513769bcd6 on network cd100140-404a-40f9-8e02-b16db92aae97 {{(pid=95490) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:33:44.668241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77047281-2849-4f7f-9873-2f2b2c0a50ea tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:44.668967 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77047281-2849-4f7f-9873-2f2b2c0a50ea tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:44.670702 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-77047281-2849-4f7f-9873-2f2b2c0a50ea tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "PUT /v2.0/ports/a478e597-7e1b-4d33-a0c1-b2513769bcd6 HTTP/1.1" status: 200 len: 818 time: 1.0415874 Sep 23 22:33:44.674967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57398) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:44.695486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77047281-2849-4f7f-9873-2f2b2c0a50ea tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=a478e597-7e1b-4d33-a0c1-b2513769bcd6,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:44.751225 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e4acbe7-d218-4b41-adab-6082f0afae7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:44.754528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-2e403a23-6bd8-437a-bd25-55cbd4ed1937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, f7455fb8-4eb5-4877-a39a-266d1d500fd7) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:44.769278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f38a6ea-d1c4-4305-8bbb-cc4bb2017e5b None None] Network f7455fb8-4eb5-4877-a39a-266d1d500fd7 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:44.804580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e403a23-6bd8-437a-bd25-55cbd4ed1937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:44.805568 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e403a23-6bd8-437a-bd25-55cbd4ed1937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:44.852353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4acbe7-d218-4b41-adab-6082f0afae7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b93d81e-29cc-4306-a5b5-15e57cc2fc1b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:44.864493 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e4acbe7-d218-4b41-adab-6082f0afae7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:44.869411 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9e4acbe7-d218-4b41-adab-6082f0afae7c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2b93d81e-29cc-4306-a5b5-15e57cc2fc1b HTTP/1.1" status: 204 len: 168 time: 0.9581628 Sep 23 22:33:44.872225 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57404) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:44.882166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b12635-c954-49e3-80ec-02aa8d4c57c4 None None] Network 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:44.892536 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-03a92810-6c55-4cfd-b332-5d034c4bd5e9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port a478e597-7e1b-4d33-a0c1-b2513769bcd6 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:44.893261 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-03a92810-6c55-4cfd-b332-5d034c4bd5e9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:44.946077 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2e403a23-6bd8-437a-bd25-55cbd4ed1937 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4065857 Sep 23 22:33:45.142032 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:45.193420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba109a8-a73e-4394-9bfc-75ef38425acb None None] Network f7455fb8-4eb5-4877-a39a-266d1d500fd7 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:45.202579 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-03a92810-6c55-4cfd-b332-5d034c4bd5e9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:45.267778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-03a92810-6c55-4cfd-b332-5d034c4bd5e9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for a478e597-7e1b-4d33-a0c1-b2513769bcd6 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:45.302576 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86581bb1-d14c-47e2-b983-b9fa5893e233 None None] DHCP port deletion for 8e106a1c-99eb-4d8e-9cef-0eff1ecc130e request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:33:45.382306 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-793d2cec-de49-48bd-8187-b78b955ab1b4 req-1ec2c91d-d97f-4d5f-9b0d-4c3c468b435d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 210 time: 0.0924602 Sep 23 22:33:45.468500 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-86581bb1-d14c-47e2-b983-b9fa5893e233 None None] Deleting port af72e468-34a9-4411-a7cd-2773d49f559a {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:45.470509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] Deleting port af72e468-34a9-4411-a7cd-2773d49f559a {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:33:45.471634 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:45.472675 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-86581bb1-d14c-47e2-b983-b9fa5893e233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:45.616352 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-86581bb1-d14c-47e2-b983-b9fa5893e233 None None] For port af72e468-34a9-4411-a7cd-2773d49f559a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=af72e468-34a9-4411-a7cd-2773d49f559a,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:45.616352 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-86581bb1-d14c-47e2-b983-b9fa5893e233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:45.643265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] For port af72e468-34a9-4411-a7cd-2773d49f559a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=af72e468-34a9-4411-a7cd-2773d49f559a,segment=NetworkSegment(2742bcca-332d-4912-b4f8-649829ae3a3b),segment_id=2742bcca-332d-4912-b4f8-649829ae3a3b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:45.643942 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:45.650490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-86581bb1-d14c-47e2-b983-b9fa5893e233 None None] Calling delete_port for af72e468-34a9-4411-a7cd-2773d49f559a owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:45.659193 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-03a92810-6c55-4cfd-b332-5d034c4bd5e9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:45.661240 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f4e65ae9-77c3-496a-b637-61e5929b3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:45.663005 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] Calling delete_port for af72e468-34a9-4411-a7cd-2773d49f559a owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:33:45.777804 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a92810-6c55-4cfd-b332-5d034c4bd5e9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=a478e597-7e1b-4d33-a0c1-b2513769bcd6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:45.811761 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-03a92810-6c55-4cfd-b332-5d034c4bd5e9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:45.815801 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-03a92810-6c55-4cfd-b332-5d034c4bd5e9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/a478e597-7e1b-4d33-a0c1-b2513769bcd6 HTTP/1.1" status: 204 len: 168 time: 1.1394129 Sep 23 22:33:45.819138 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57428) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:45.901839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4974420b-1477-4f6e-b6d5-aa57739e77a2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:45.907688 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4974420b-1477-4f6e-b6d5-aa57739e77a2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0863767 Sep 23 22:33:45.908555 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57430) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:45.977694 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefab9a4-87eb-4e56-bc67-e10e2ce680af tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] GET failed (client error): The resource could not be found. Sep 23 22:33:45.980643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-eefab9a4-87eb-4e56-bc67-e10e2ce680af tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/a478e597-7e1b-4d33-a0c1-b2513769bcd6 HTTP/1.1" status: 404 len: 333 time: 0.0702603 Sep 23 22:33:45.985990 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57436) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:45.992626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-6717d3fc-276b-4fd7-a2d6-22c1f9427f3b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1775586427'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:46.093797 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:46.099200 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-86581bb1-d14c-47e2-b983-b9fa5893e233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:46.107664 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:46.137366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] Pushing event deleted for resources: {'Port': ['ID=af72e468-34a9-4411-a7cd-2773d49f559a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:46.149432 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] No DVR routers for this DVR port af72e468-34a9-4411-a7cd-2773d49f559a on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:33:46.153845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6717d3fc-276b-4fd7-a2d6-22c1f9427f3b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:46.157505 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6717d3fc-276b-4fd7-a2d6-22c1f9427f3b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:46.161919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86581bb1-d14c-47e2-b983-b9fa5893e233 None None] Pushing event deleted for resources: {'Port': ['ID=af72e468-34a9-4411-a7cd-2773d49f559a,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:46.176284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86581bb1-d14c-47e2-b983-b9fa5893e233 None None] No DVR routers for this DVR port af72e468-34a9-4411-a7cd-2773d49f559a on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:33:46.209190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6717d3fc-276b-4fd7-a2d6-22c1f9427f3b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:33:46.239651 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6717d3fc-276b-4fd7-a2d6-22c1f9427f3b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:46.239984 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-6717d3fc-276b-4fd7-a2d6-22c1f9427f3b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Added segment 95c4f377-3c00-41ce-a760-7ebc2f4defda of type vlan for network a8f7a51c-00ea-455c-9608-80c63be74b12 Sep 23 22:33:46.362112 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6717d3fc-276b-4fd7-a2d6-22c1f9427f3b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:46.395000 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:46.451658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e106a1c-99eb-4d8e-9cef-0eff1ecc130e']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:46.491869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2742bcca-332d-4912-b4f8-649829ae3a3b') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:46.496161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2742bcca-332d-4912-b4f8-649829ae3a3b') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:46.523273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device af72e468-34a9-4411-a7cd-2773d49f559a no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:33:46.525759 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:46.581438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57450) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:46.583084 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:46.608997 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: af72e468-34a9-4411-a7cd-2773d49f559a {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:33:46.611746 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device af72e468-34a9-4411-a7cd-2773d49f559a not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:33:46.615423 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:33:46.615772 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bf25467-6f5f-4476-9583-77d03352e847 req-d5e4d434-82bb-4fc4-a7e3-a36ca7e2b64c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 210 time: 0.0565515 Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:33:46.621817 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:33:46.631608 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6717d3fc-276b-4fd7-a2d6-22c1f9427f3b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:46.639738 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6717d3fc-276b-4fd7-a2d6-22c1f9427f3b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:46.652613 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6717d3fc-276b-4fd7-a2d6-22c1f9427f3b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:46.795604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717d3fc-276b-4fd7-a2d6-22c1f9427f3b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Network': ['ID=a8f7a51c-00ea-455c-9608-80c63be74b12,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:46.809348 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network a8f7a51c-00ea-455c-9608-80c63be74b12 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:33:46.852472 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6717d3fc-276b-4fd7-a2d6-22c1f9427f3b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8551199 Sep 23 22:33:46.852472 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:46.852838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57460) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:46.852838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c032ccd8-b915-45e1-a032-e9171ebfa67b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'subnet': {'network_id': 'a8f7a51c-00ea-455c-9608-80c63be74b12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:46.868435 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:46.876843 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8e106a1c-99eb-4d8e-9cef-0eff1ecc130e HTTP/1.1" status: 204 len: 168 time: 2.0026371 Sep 23 22:33:46.942532 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57464) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:46.959573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1943150266-network', 'tenant_id': 'e8b1ceec24da4c90ab29abfaf6a2d94f'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:46.977725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc9eda-3829-469f-8b2b-7a5c2794be70 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e106a1c-99eb-4d8e-9cef-0eff1ecc130e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:46.992087 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:33:46.992087 n-d-810775-1 neutron-server[95490]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:33:46.992087 n-d-810775-1 neutron-server[95490]: [parameters: {'project_id_1': 'e8b1ceec24da4c90ab29abfaf6a2d94f', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 33, 26, 981206)}] Sep 23 22:33:46.992087 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:33:46.993543 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:33:47.035677 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:47.064534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1574360020'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:47.105769 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c032ccd8-b915-45e1-a032-e9171ebfa67b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:47.109703 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c032ccd8-b915-45e1-a032-e9171ebfa67b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:47.226632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:47.233218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:47.264672 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:47.475867 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57468) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:47.522169 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:47.546467 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c032ccd8-b915-45e1-a032-e9171ebfa67b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:47.563363 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-f167402b-eacc-4c87-87a5-45b054255ddf tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:47.565567 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-f167402b-eacc-4c87-87a5-45b054255ddf tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 805 time: 0.2149975 Sep 23 22:33:47.580917 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-8a2de924-ed9f-4e9c-a953-33f05aa1020a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Request body: {'port': {'device_id': 'a9d3dbea-0900-4187-8b1d-25f2754af463', 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19', 'admin_state_up': True, 'tenant_id': '56293beb1ee14ee7a1db1a062efdd17b'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:47.622675 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:47.667999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b2def562-3709-4927-b236-d653e4bb6cd2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0dd0f58a579241349f77bcc2e96619c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895912 Sep 23 22:33:47.694657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57474) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:47.762219 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:47.766868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:33:47.794932 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ff9cc7d1-4a10-472e-8b54-e006f3a8d2bb req-63f3a2a1-0833-4b21-b316-0bb43b4c91c9 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 210 time: 0.0432601 Sep 23 22:33:47.798100 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Made reservation on behalf of e8b1ceec24da4c90ab29abfaf6a2d94f for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:47.800619 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:47.816768 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:47.821895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032ccd8-b915-45e1-a032-e9171ebfa67b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Subnet': ['ID=6c37a0f6-dce2-42ac-af7c-2c802c0c8003,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:47.834951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69272b10-d3ed-486f-9925-6c80de398691,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:47.839963 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:47.840445 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Added segment 6c24b3a8-b052-4ddc-bc1e-c23abd25c2d6 of type vlan for network 78ec0f70-fbc3-4701-9901-c5d57c6e448c Sep 23 22:33:47.887799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c032ccd8-b915-45e1-a032-e9171ebfa67b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Checking segment: {'id': '95c4f377-3c00-41ce-a760-7ebc2f4defda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a8f7a51c-00ea-455c-9608-80c63be74b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:47.888873 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c032ccd8-b915-45e1-a032-e9171ebfa67b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network hostable DHCP agents. Network: a8f7a51c-00ea-455c-9608-80c63be74b12, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:33:47.909137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:47.934534 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-087a5e16-3afa-4b9e-80ed-6306ff010268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:47.942322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-8a2de924-ed9f-4e9c-a953-33f05aa1020a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Made reservation on behalf of 56293beb1ee14ee7a1db1a062efdd17b for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:47.949678 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-8a2de924-ed9f-4e9c-a953-33f05aa1020a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:47.978831 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-087a5e16-3afa-4b9e-80ed-6306ff010268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:48.037079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c032ccd8-b915-45e1-a032-e9171ebfa67b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network a8f7a51c-00ea-455c-9608-80c63be74b12 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:33:48.064499 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:48.076649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:48.077797 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:48.131190 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c032ccd8-b915-45e1-a032-e9171ebfa67b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, a8f7a51c-00ea-455c-9608-80c63be74b12) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:48.144678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768eacc5-2c3c-4a66-89e6-a127bcf4bd70 None None] Network a8f7a51c-00ea-455c-9608-80c63be74b12 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:48.153856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c032ccd8-b915-45e1-a032-e9171ebfa67b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:48.154832 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c032ccd8-b915-45e1-a032-e9171ebfa67b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:48.207724 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-8a2de924-ed9f-4e9c-a953-33f05aa1020a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Allocated IP 172.20.0.11 (5b124564-d7ec-451c-aa5d-0eca8f728d19/4a29ecc8-4a09-439c-8732-97749c6a5cb5/d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:48.231781 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-087a5e16-3afa-4b9e-80ed-6306ff010268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:48.236608 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-087a5e16-3afa-4b9e-80ed-6306ff010268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:48.240943 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-087a5e16-3afa-4b9e-80ed-6306ff010268 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/309e701c-252d-4201-a8d6-77b6fdb70f44 HTTP/1.1" status: 204 len: 168 time: 0.5386958 Sep 23 22:33:48.254117 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Network': ['ID=78ec0f70-fbc3-4701-9901-c5d57c6e448c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:48.269269 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a5e16-3afa-4b9e-80ed-6306ff010268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309e701c-252d-4201-a8d6-77b6fdb70f44,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:48.279161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 78ec0f70-fbc3-4701-9901-c5d57c6e448c details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:33:48.419238 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:48.503942 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:48.569130 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:48.580879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:33:48.587098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-a8f7a51c-00ea-455c-9608-80c63be74b12', 'network_id': 'a8f7a51c-00ea-455c-9608-80c63be74b12', 'tenant_id': '56b237389969441ba01a026302129acc', 'fixed_ips': [{'subnet_id': '6c37a0f6-dce2-42ac-af7c-2c802c0c8003'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:33:48.588768 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:48.601561 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c8eeb298-db8c-4c61-95a4-ee19eab1dcc3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0123298 Sep 23 22:33:48.601561 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c032ccd8-b915-45e1-a032-e9171ebfa67b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7539051 Sep 23 22:33:48.601967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57482) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:48.602843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b78eb53-d31d-472e-8074-a44e7f5130fb,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:48.606616 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57484) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:48.613488 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3385acb9-f850-4519-92d3-a9333c992760 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'subnet': {'network_id': 'a8f7a51c-00ea-455c-9608-80c63be74b12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:48.642319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-44925b5c-654e-4274-99c6-a05e6b6c7fbb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-27605546'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:48.647486 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:48.647846 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Added segment eadbd897-099b-454e-9458-502468a6c554 of type vlan for network 422441ca-7c37-4cf7-89cf-d0b6324014b6 Sep 23 22:33:48.744578 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-8a2de924-ed9f-4e9c-a953-33f05aa1020a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:48.801273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44925b5c-654e-4274-99c6-a05e6b6c7fbb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:48.805949 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44925b5c-654e-4274-99c6-a05e6b6c7fbb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:48.857551 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:48.872297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44925b5c-654e-4274-99c6-a05e6b6c7fbb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:33:48.884950 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44925b5c-654e-4274-99c6-a05e6b6c7fbb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:48.885699 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-44925b5c-654e-4274-99c6-a05e6b6c7fbb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Added segment 68aed644-3d4b-44af-a69d-537911c5a1b0 of type vlan for network b979761e-4800-4b78-b4a3-9bbd843f3adc Sep 23 22:33:48.943831 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44925b5c-654e-4274-99c6-a05e6b6c7fbb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:49.059301 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44925b5c-654e-4274-99c6-a05e6b6c7fbb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:49.068309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44925b5c-654e-4274-99c6-a05e6b6c7fbb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:49.069339 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44925b5c-654e-4274-99c6-a05e6b6c7fbb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:49.082763 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eb84b932-d2e1-40cf-80a5-66e6615323cf req-15f00b37-a4d3-468b-adb8-4acf8eacc5bd tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 210 time: 0.0590146 Sep 23 22:33:49.111876 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Allocated IP 172.20.0.2 (a8f7a51c-00ea-455c-9608-80c63be74b12/6c37a0f6-dce2-42ac-af7c-2c802c0c8003/2a683d6f-2e7e-473f-bbb3-db458bbae756) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:49.127876 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:49.128931 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:49.129899 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:49.173903 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-8a2de924-ed9f-4e9c-a953-33f05aa1020a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:49.179946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3385acb9-f850-4519-92d3-a9333c992760 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:49.183714 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3385acb9-f850-4519-92d3-a9333c992760 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:49.213048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad4e82e5-ffac-4ce8-a471-14137a6ef249', 'f642cf30-7599-44e9-898a-7ea957576702'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:33:49.223121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44925b5c-654e-4274-99c6-a05e6b6c7fbb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Network': ['ID=b979761e-4800-4b78-b4a3-9bbd843f3adc,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:49.252991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network b979761e-4800-4b78-b4a3-9bbd843f3adc details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:33:49.295415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-8a2de924-ed9f-4e9c-a953-33f05aa1020a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Network 5b124564-d7ec-451c-aa5d-0eca8f728d19 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:49.298841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=422441ca-7c37-4cf7-89cf-d0b6324014b6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:49.308858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-8a2de924-ed9f-4e9c-a953-33f05aa1020a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:49.312540 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-44925b5c-654e-4274-99c6-a05e6b6c7fbb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7087045 Sep 23 22:33:49.315626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57502) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:49.321842 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-8a2de924-ed9f-4e9c-a953-33f05aa1020a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:49.329682 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:49.345975 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-472ef6e0-9c0a-48e8-b66a-1ab9b4745fb3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4018922 Sep 23 22:33:49.347950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-91ccba22-d6fa-4d07-96c6-d63fbf8f0b32 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'subnet': {'network_id': '78ec0f70-fbc3-4701-9901-c5d57c6e448c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:49.353583 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 422441ca-7c37-4cf7-89cf-d0b6324014b6 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:33:49.361459 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57504) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:49.368256 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2de924-ed9f-4e9c-a953-33f05aa1020a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Pushing event updated for resources: {'Port': ['ID=d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:49.400380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-76f80821-acbe-403d-8caf-b8ac41eca103 admin admin] Request body: {'subnet': {'network_id': '422441ca-7c37-4cf7-89cf-d0b6324014b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1943150266-subnet', 'tenant_id': 'e8b1ceec24da4c90ab29abfaf6a2d94f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:49.417622 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:49.456430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-8a2de924-ed9f-4e9c-a953-33f05aa1020a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:49.457015 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-8a2de924-ed9f-4e9c-a953-33f05aa1020a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:49.486837 n-d-810775-1 neutron-server[95490]: INFO neutron.db.ipam_backend_mixin [None req-3385acb9-f850-4519-92d3-a9333c992760 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6c37a0f6-dce2-42ac-af7c-2c802c0c8003 (CIDR: 172.20.0.0/28) Sep 23 22:33:49.546411 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-3385acb9-f850-4519-92d3-a9333c992760 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:33:49.547466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3385acb9-f850-4519-92d3-a9333c992760 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:33:49.596823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Network a8f7a51c-00ea-455c-9608-80c63be74b12 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:49.597561 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Pushing event updated for resources: {'Port': ['ID=2a683d6f-2e7e-473f-bbb3-db458bbae756,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:49.602504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:49.607678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:49.639430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f80821-acbe-403d-8caf-b8ac41eca103 admin admin] Made reservation on behalf of e8b1ceec24da4c90ab29abfaf6a2d94f for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:49.642445 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76f80821-acbe-403d-8caf-b8ac41eca103 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:49.707923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Attempting to bind port 2a683d6f-2e7e-473f-bbb3-db458bbae756 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:33:49.707923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Attempting to bind port 2a683d6f-2e7e-473f-bbb3-db458bbae756 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '95c4f377-3c00-41ce-a760-7ebc2f4defda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a8f7a51c-00ea-455c-9608-80c63be74b12'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:33:49.707923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Attempting to bind port 2a683d6f-2e7e-473f-bbb3-db458bbae756 on network a8f7a51c-00ea-455c-9608-80c63be74b12 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:33:49.724171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:33:49.724546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Checking segment: {'id': '95c4f377-3c00-41ce-a760-7ebc2f4defda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a8f7a51c-00ea-455c-9608-80c63be74b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:49.724955 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:49.725416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Bound using segment: {'id': '95c4f377-3c00-41ce-a760-7ebc2f4defda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a8f7a51c-00ea-455c-9608-80c63be74b12'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:33:49.725932 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Bound port: 2a683d6f-2e7e-473f-bbb3-db458bbae756, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c4f377-3c00-41ce-a760-7ebc2f4defda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a8f7a51c-00ea-455c-9608-80c63be74b12'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:33:49.726326 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:49.796401 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-8a2de924-ed9f-4e9c-a953-33f05aa1020a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2211056 Sep 23 22:33:49.802677 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3385acb9-f850-4519-92d3-a9333c992760 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1947751 Sep 23 22:33:49.803306 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57514) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:49.809679 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-4a86a916-d5fd-4a26-8e24-851ea30c5731 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:33:49.811228 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-4a86a916-d5fd-4a26-8e24-851ea30c5731 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063558 Sep 23 22:33:49.822090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b4f06860-01f8-404f-bba4-4fdc6f878605 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'subnet': {'network_id': 'a8f7a51c-00ea-455c-9608-80c63be74b12', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:49.827147 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Request body: {'port': {'device_id': 'a9d3dbea-0900-4187-8b1d-25f2754af463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:49.873159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] For port 2a683d6f-2e7e-473f-bbb3-db458bbae756, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:33:49.899039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] For port 2a683d6f-2e7e-473f-bbb3-db458bbae756, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2a683d6f-2e7e-473f-bbb3-db458bbae756,segment=NetworkSegment(95c4f377-3c00-41ce-a760-7ebc2f4defda),segment_id=95c4f377-3c00-41ce-a760-7ebc2f4defda)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:33:49.945045 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:49.993207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ccba22-d6fa-4d07-96c6-d63fbf8f0b32 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:49.997649 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:49.999267 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91ccba22-d6fa-4d07-96c6-d63fbf8f0b32 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:50.051405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57520) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:50.126642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b3654-5366-419d-a08c-3ff8fe6f42eb None None] Pushing event updated for resources: {'Port': ['ID=2a683d6f-2e7e-473f-bbb3-db458bbae756,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:50.327855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-network', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:50.405580 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-b4f06860-01f8-404f-bba4-4fdc6f878605 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:33:50.405580 n-d-810775-1 neutron-server[95491]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:33:50.405580 n-d-810775-1 neutron-server[95491]: [parameters: {'project_id_1': '56b237389969441ba01a026302129acc', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 33, 30, 347127)}] Sep 23 22:33:50.405580 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:33:50.406849 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-b4f06860-01f8-404f-bba4-4fdc6f878605 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:33:50.458725 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76f80821-acbe-403d-8caf-b8ac41eca103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:50.494418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecdf36-337c-42ac-a7f7-50d0779675e5 req-6f2c6ccd-4f00-4144-80e1-87ceb0c3c0ec tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:50.500085 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98ecdf36-337c-42ac-a7f7-50d0779675e5 req-6f2c6ccd-4f00-4144-80e1-87ceb0c3c0ec tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 932 time: 0.2896862 Sep 23 22:33:50.577154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f80821-acbe-403d-8caf-b8ac41eca103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06bfdefa-be29-4c01-8554-4cff1e557367,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:50.601098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:33:50.601902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f80821-acbe-403d-8caf-b8ac41eca103 admin admin] Checking segment: {'id': 'eadbd897-099b-454e-9458-502468a6c554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '422441ca-7c37-4cf7-89cf-d0b6324014b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:50.602255 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f80821-acbe-403d-8caf-b8ac41eca103 admin admin] Network hostable DHCP agents. Network: 422441ca-7c37-4cf7-89cf-d0b6324014b6, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:33:50.607962 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] Made reservation on behalf of 3ae0223451ae413a90952a07e54d9c5b for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:50.611946 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:50.631388 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:50.636838 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2a683d6f-2e7e-473f-bbb3-db458bbae756 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:33:50.656907 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:50.681024 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91ccba22-d6fa-4d07-96c6-d63fbf8f0b32 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:50.686016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Transition to ACTIVE for port object d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:33:50.704705 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98ecdf36-337c-42ac-a7f7-50d0779675e5 req-f45d56de-5015-4b3c-9626-9e703c289dc8 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085069 Sep 23 22:33:50.734158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 2a683d6f-2e7e-473f-bbb3-db458bbae756 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:50.734457 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:50.759194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f80821-acbe-403d-8caf-b8ac41eca103 admin admin] Network 422441ca-7c37-4cf7-89cf-d0b6324014b6 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:33:50.782815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccba22-d6fa-4d07-96c6-d63fbf8f0b32 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Subnet': ['ID=ae79fd16-a1b9-4839-8ab6-4b0c5e718ae3,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:50.817882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ccba22-d6fa-4d07-96c6-d63fbf8f0b32 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Checking segment: {'id': '6c24b3a8-b052-4ddc-bc1e-c23abd25c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '78ec0f70-fbc3-4701-9901-c5d57c6e448c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:50.818908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ccba22-d6fa-4d07-96c6-d63fbf8f0b32 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network hostable DHCP agents. Network: 78ec0f70-fbc3-4701-9901-c5d57c6e448c, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:33:50.821711 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:50.850909 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:50.872032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-76f80821-acbe-403d-8caf-b8ac41eca103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 422441ca-7c37-4cf7-89cf-d0b6324014b6) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:50.879424 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:50.892490 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f80821-acbe-403d-8caf-b8ac41eca103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:50.892682 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1259043-b8e1-448b-8b29-ffa8788d2cd5 None None] Network 422441ca-7c37-4cf7-89cf-d0b6324014b6 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:50.894011 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76f80821-acbe-403d-8caf-b8ac41eca103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:50.912755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:50.969296 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:50.978315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 2a683d6f-2e7e-473f-bbb3-db458bbae756, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2a683d6f-2e7e-473f-bbb3-db458bbae756,segment=NetworkSegment(95c4f377-3c00-41ce-a760-7ebc2f4defda),segment_id=95c4f377-3c00-41ce-a760-7ebc2f4defda)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:50.983655 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ccba22-d6fa-4d07-96c6-d63fbf8f0b32 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 78ec0f70-fbc3-4701-9901-c5d57c6e448c is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:33:51.000152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-91ccba22-d6fa-4d07-96c6-d63fbf8f0b32 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 78ec0f70-fbc3-4701-9901-c5d57c6e448c) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:51.003339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ccba22-d6fa-4d07-96c6-d63fbf8f0b32 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:51.004033 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91ccba22-d6fa-4d07-96c6-d63fbf8f0b32 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:51.015067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:33:51.028067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b392a8-51fc-41d7-92cc-1967da48dd68,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:51.041667 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:51.042154 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] Added segment 5221a02c-5709-44ee-ad8f-bbfa86a477be of type vlan for network cf812c40-86cb-4249-879d-42d3198fa85c Sep 23 22:33:51.078698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Attempting to bind port d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:33:51.079047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Attempting to bind port d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:33:51.079472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Attempting to bind port d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:33:51.080323 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-76f80821-acbe-403d-8caf-b8ac41eca103 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7172513 Sep 23 22:33:51.084153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdd1225-d3b7-4112-bfe9-78b09f6b12f7 None None] Network 78ec0f70-fbc3-4701-9901-c5d57c6e448c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:51.087297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Port d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:33:51.087297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Attempting to bind port d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:33:51.116952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:33:51.117403 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Checking segment: {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:51.117748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Bound using segment: {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:33:51.118206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Bound port: d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:33:51.118575 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:51.137242 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:51.138297 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:51.163143 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-91ccba22-d6fa-4d07-96c6-d63fbf8f0b32 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8394942 Sep 23 22:33:51.168014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57534) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:51.185811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8e59c65f-214c-4e7a-bc7f-2222670502b8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'subnet': {'network_id': 'b979761e-4800-4b78-b4a3-9bbd843f3adc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:51.246618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] For port d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:33:51.252358 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] For port d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:33:51.269769 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:51.270940 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:51.271621 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:51.397631 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f06860-01f8-404f-bba4-4fdc6f878605 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:51.403784 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4f06860-01f8-404f-bba4-4fdc6f878605 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:51.442403 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:51.493685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] Pushing event updated for resources: {'Network': ['ID=cf812c40-86cb-4249-879d-42d3198fa85c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:51.510192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=2a683d6f-2e7e-473f-bbb3-db458bbae756,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:51.530963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network cf812c40-86cb-4249-879d-42d3198fa85c details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:33:51.552905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:51.553579 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:51.555141 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] 10.222.0.43 "PUT /v2.0/ports/d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 HTTP/1.1" status: 200 len: 1092 time: 1.7343676 Sep 23 22:33:51.555632 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d3dbea-0900-4187-8b1d-25f2754af463', 'tag': 'd6a8cdef-6628-4c4c-959b-e3a26ddd7ed5'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:33:51.566738 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70fce6f-c88a-4753-bfd6-efce6b7140ef None None] Network 422441ca-7c37-4cf7-89cf-d0b6324014b6 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:51.567333 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3c2b88-4c26-4ab8-b3ff-fb32d31fb2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d3dbea-0900-4187-8b1d-25f2754af463", "tag": "d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:33:51.570203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e59c65f-214c-4e7a-bc7f-2222670502b8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:51.574246 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e59c65f-214c-4e7a-bc7f-2222670502b8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:51.677805 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9658e59-02d5-47e6-a081-bd953b8a802c x-openstack-request-id: req-a9658e59-02d5-47e6-a081-bd953b8a802c {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:33:51.678276 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d3dbea-0900-4187-8b1d-25f2754af463", "tag": "d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:33:51.680940 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9658e59-02d5-47e6-a081-bd953b8a802c {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:33:51.681702 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d3dbea-0900-4187-8b1d-25f2754af463', 'tag': 'd6a8cdef-6628-4c4c-959b-e3a26ddd7ed5', 'status': 'completed', 'code': 200} Sep 23 22:33:51.757637 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0aa61bbb-4e16-4764-9d72-cd2cc365b8da admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.7047453 Sep 23 22:33:51.758875 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7831c-a373-4e07-b9a5-8b45ec6634c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:51.763598 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57550) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:51.784653 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9e581bb9-a46f-4621-97b2-1f28625379c1 admin admin] Request body: {'subnet': {'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-subnet', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:51.941653 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97760fb-b728-44bf-9d4e-fa6133b0bccb None None] Network a8f7a51c-00ea-455c-9608-80c63be74b12 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:51.966761 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c2b88-4c26-4ab8-b3ff-fb32d31fb2c0 req-23896051-4674-4387-a6de-b4da3abcc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:51.969972 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c3c2b88-4c26-4ab8-b3ff-fb32d31fb2c0 req-23896051-4674-4387-a6de-b4da3abcc6dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 1095 time: 0.2635996 Sep 23 22:33:52.052790 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e581bb9-a46f-4621-97b2-1f28625379c1 admin admin] Made reservation on behalf of 3ae0223451ae413a90952a07e54d9c5b for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:52.055563 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e581bb9-a46f-4621-97b2-1f28625379c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:52.109937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cac36-d89d-4155-a4f5-6d1741b17828 req-e82867a1-862f-4a3b-b61a-fcbbaa8be43c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:52.122049 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b3cac36-d89d-4155-a4f5-6d1741b17828 req-e82867a1-862f-4a3b-b61a-fcbbaa8be43c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 944 time: 0.2407868 Sep 23 22:33:52.243604 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0600f73b-a319-44a6-b9b9-1447bb7c5f36 None None] Provisioning complete for port 2a683d6f-2e7e-473f-bbb3-db458bbae756 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:52.246152 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0600f73b-a319-44a6-b9b9-1447bb7c5f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:52.252320 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-78ec0f70-fbc3-4701-9901-c5d57c6e448c', 'network_id': '78ec0f70-fbc3-4701-9901-c5d57c6e448c', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'fixed_ips': [{'subnet_id': 'ae79fd16-a1b9-4839-8ab6-4b0c5e718ae3'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:33:52.252320 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:52.293030 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b3cac36-d89d-4155-a4f5-6d1741b17828 req-26f9f0bf-de3d-42e0-bb49-4f9d7526587c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280625 Sep 23 22:33:52.295140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-d32dc5db-01b0-4bde-871c-b15c8d2fe062 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:52.297498 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-d32dc5db-01b0-4bde-871c-b15c8d2fe062 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/networks?id=f7455fb8-4eb5-4877-a39a-266d1d500fd7 HTTP/1.1" status: 200 len: 808 time: 0.2776275 Sep 23 22:33:52.306579 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e59c65f-214c-4e7a-bc7f-2222670502b8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:52.306819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c2b88-4c26-4ab8-b3ff-fb32d31fb2c0 req-15889c00-b571-4ef3-8591-92e376732b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:52.308580 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c3c2b88-4c26-4ab8-b3ff-fb32d31fb2c0 req-15889c00-b571-4ef3-8591-92e376732b5e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3280737 Sep 23 22:33:52.423493 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4f06860-01f8-404f-bba4-4fdc6f878605 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:52.434942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e59c65f-214c-4e7a-bc7f-2222670502b8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Checking segment: {'id': '68aed644-3d4b-44af-a69d-537911c5a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b979761e-4800-4b78-b4a3-9bbd843f3adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:52.434942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e59c65f-214c-4e7a-bc7f-2222670502b8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network hostable DHCP agents. Network: b979761e-4800-4b78-b4a3-9bbd843f3adc, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:33:52.464902 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c2b88-4c26-4ab8-b3ff-fb32d31fb2c0 req-4e0911b7-a3c6-4aea-a70d-56ded711bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:52.469599 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c3c2b88-4c26-4ab8-b3ff-fb32d31fb2c0 req-4e0911b7-a3c6-4aea-a70d-56ded711bb00 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399920 Sep 23 22:33:52.469762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59c65f-214c-4e7a-bc7f-2222670502b8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Subnet': ['ID=f43dd4f4-ddc6-4f66-8a4b-3c3dae42e06c,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:52.489886 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-3f8ada49-37ee-4530-adc9-d0fc5acbc923 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/quotas/2a475d12eb9646a48cdbdde23ba99bb3 HTTP/1.1" status: 200 len: 375 time: 0.1766789 Sep 23 22:33:52.565603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f06860-01f8-404f-bba4-4fdc6f878605 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network a8f7a51c-00ea-455c-9608-80c63be74b12 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:52.571739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-b4f06860-01f8-404f-bba4-4fdc6f878605 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:52.575868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f06860-01f8-404f-bba4-4fdc6f878605 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:52.576643 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4f06860-01f8-404f-bba4-4fdc6f878605 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:52.588900 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f06860-01f8-404f-bba4-4fdc6f878605 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Subnet': ['ID=17c07aa2-54b0-4a97-b8d2-8b967f40d0ba,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:52.635026 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e59c65f-214c-4e7a-bc7f-2222670502b8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network b979761e-4800-4b78-b4a3-9bbd843f3adc is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:33:52.639418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2a683d6f-2e7e-473f-bbb3-db458bbae756 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:33:52.685231 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b4f06860-01f8-404f-bba4-4fdc6f878605 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8759642 Sep 23 22:33:52.687735 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57566) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:52.704225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3d290cb3-88a2-4649-b018-396b4a29b0ff tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'network_id': 'a8f7a51c-00ea-455c-9608-80c63be74b12', 'fixed_ips': [{'subnet_id': '6c37a0f6-dce2-42ac-af7c-2c802c0c8003'}, {'subnet_id': '17c07aa2-54b0-4a97-b8d2-8b967f40d0ba'}], 'name': 'tempest-PortsTestJSON-1548846763'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:52.709137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-66b5efe5-8526-4671-9e4f-2f9af32f43e3 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a475d12eb9646a48cdbdde23ba99bb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2095425 Sep 23 22:33:52.750409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-8e59c65f-214c-4e7a-bc7f-2222670502b8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, b979761e-4800-4b78-b4a3-9bbd843f3adc) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:52.761149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-9909c8bb-9856-40b2-8fb3-a3a5e1d1b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:52.763519 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-9909c8bb-9856-40b2-8fb3-a3a5e1d1b09c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 1095 time: 0.1285546 Sep 23 22:33:52.777905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e59c65f-214c-4e7a-bc7f-2222670502b8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:52.779730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e59c65f-214c-4e7a-bc7f-2222670502b8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:52.832543 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-629847d5-c5d4-4d5d-81cf-66bdb7898eae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 HTTP/1.1" status: 200 len: 217 time: 0.0520885 Sep 23 22:33:52.833447 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e581bb9-a46f-4621-97b2-1f28625379c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:52.919936 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8e59c65f-214c-4e7a-bc7f-2222670502b8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7454107 Sep 23 22:33:52.920360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57568) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:52.927666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9f90374e-18db-4be9-bd7d-db5adde4ba8c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1043159461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:52.932351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d968b0-d51d-4609-bcbf-94be70bd7a0f None None] Network b979761e-4800-4b78-b4a3-9bbd843f3adc requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:53.103387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Allocated IP 2001:db8::2 (78ec0f70-fbc3-4701-9901-c5d57c6e448c/ae79fd16-a1b9-4839-8ab6-4b0c5e718ae3/a8f8156a-5e0b-4dbc-8453-316f5e627740) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:53.191523 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 2a683d6f-2e7e-473f-bbb3-db458bbae756 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:53.191956 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:53.349070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e581bb9-a46f-4621-97b2-1f28625379c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=535cf56d-58bf-42a9-86a4-f5a07369573e,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:53.355161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-cbc7a943-caa4-4807-a1ed-0bea32dd9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:53.356619 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-cbc7a943-caa4-4807-a1ed-0bea32dd9260 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a29ecc8-4a09-439c-8732-97749c6a5cb5 HTTP/1.1" status: 200 len: 845 time: 0.4883120 Sep 23 22:33:53.358593 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-7e0d5040-4588-48d9-b7ba-e02aa69dccdd service neutron] 10.222.0.22 "GET /v2.0/networks/f7455fb8-4eb5-4877-a39a-266d1d500fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6331680 Sep 23 22:33:53.362911 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9f90374e-18db-4be9-bd7d-db5adde4ba8c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:53.364348 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9f90374e-18db-4be9-bd7d-db5adde4ba8c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:53.396073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-b979761e-4800-4b78-b4a3-9bbd843f3adc', 'network_id': 'b979761e-4800-4b78-b4a3-9bbd843f3adc', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'fixed_ips': [{'subnet_id': 'f43dd4f4-ddc6-4f66-8a4b-3c3dae42e06c'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:33:53.399173 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:53.420151 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-fc46709f-d814-452e-8e30-b01f97b647e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b124564-d7ec-451c-aa5d-0eca8f728d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486434 Sep 23 22:33:53.471362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e581bb9-a46f-4621-97b2-1f28625379c1 admin admin] Checking segment: {'id': '5221a02c-5709-44ee-ad8f-bbfa86a477be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:53.471702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e581bb9-a46f-4621-97b2-1f28625379c1 admin admin] Network hostable DHCP agents. Network: cf812c40-86cb-4249-879d-42d3198fa85c, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:33:53.509158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9f90374e-18db-4be9-bd7d-db5adde4ba8c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:53.514074 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d290cb3-88a2-4649-b018-396b4a29b0ff tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:53.518557 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:53.587962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eddf325-461f-485b-b9a1-727a499bd198 None None] Update dhcp port {'port': {'network_id': 'a8f7a51c-00ea-455c-9608-80c63be74b12', 'fixed_ips': [{'subnet_id': '6c37a0f6-dce2-42ac-af7c-2c802c0c8003', 'ip_address': '172.20.0.2'}, {'subnet_id': '17c07aa2-54b0-4a97-b8d2-8b967f40d0ba'}], 'binding:host_id': 'n-d-810775-1'}, 'id': '2a683d6f-2e7e-473f-bbb3-db458bbae756'} from n-d-810775-1. {{(pid=95492) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 22:33:53.607590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad175f-5d91-4c9e-9f64-105c36c5da96 req-76bd48e2-c517-4f15-a429-66710b2bc055 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:53.610338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-58ad175f-5d91-4c9e-9f64-105c36c5da96 req-76bd48e2-c517-4f15-a429-66710b2bc055 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 944 time: 0.1992397 Sep 23 22:33:53.632988 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5eddf325-461f-485b-b9a1-727a499bd198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:53.641589 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-e7fdc16e-3414-4e6f-bbe5-433621cdb3e9 service neutron] 10.222.0.43 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106407 Sep 23 22:33:53.645533 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-a9c745e4-104e-481b-afab-fa662a9122ff service neutron] 10.222.0.22 "GET /v2.0/networks/f7455fb8-4eb5-4877-a39a-266d1d500fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221954 Sep 23 22:33:53.658998 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9f90374e-18db-4be9-bd7d-db5adde4ba8c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:53.673355 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:53.733351 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e581bb9-a46f-4621-97b2-1f28625379c1 admin admin] Network cf812c40-86cb-4249-879d-42d3198fa85c is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:33:53.792990 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9f90374e-18db-4be9-bd7d-db5adde4ba8c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:53.799769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Network 78ec0f70-fbc3-4701-9901-c5d57c6e448c is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:53.805557 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9f90374e-18db-4be9-bd7d-db5adde4ba8c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8752999 Sep 23 22:33:53.806059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57578) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:53.826442 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-58ad175f-5d91-4c9e-9f64-105c36c5da96 req-a6ab2ee8-a3a4-40b0-abdd-a89d47debf3b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309052 Sep 23 22:33:53.872849 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d290cb3-88a2-4649-b018-396b4a29b0ff tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:53.877852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:53.884726 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7cc316db-7b31-4ad9-b3ff-1f0e92c2f2bd req-a9e0f807-1653-4a00-8a03-b74b7837ac49 service neutron] 10.222.0.43 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342093 Sep 23 22:33:53.887346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-9e581bb9-a46f-4621-97b2-1f28625379c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, cf812c40-86cb-4249-879d-42d3198fa85c) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:53.903747 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Pushing event updated for resources: {'Port': ['ID=a8f8156a-5e0b-4dbc-8453-316f5e627740,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:53.904415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e581bb9-a46f-4621-97b2-1f28625379c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:53.905307 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e581bb9-a46f-4621-97b2-1f28625379c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:53.915331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Allocated IP 2001:db8:1::2 (b979761e-4800-4b78-b4a3-9bbd843f3adc/f43dd4f4-ddc6-4f66-8a4b-3c3dae42e06c/61b89ab2-d326-441c-9316-e147a3f4c5ee) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:53.920784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:53.924068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d010a3-3db7-4e30-b33a-71464c743c4d None None] Network cf812c40-86cb-4249-879d-42d3198fa85c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:53.935567 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-3d290cb3-88a2-4649-b018-396b4a29b0ff tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port 1ab35f5a-0bff-4f9f-8191-ad6e71f2d582 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:33:54.031760 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9e581bb9-a46f-4621-97b2-1f28625379c1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2666185 Sep 23 22:33:54.036305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57584) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:54.043376 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:54.178158 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:54.180372 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:54.292534 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:54.415752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Attempting to bind port a8f8156a-5e0b-4dbc-8453-316f5e627740 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:33:54.415752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Attempting to bind port a8f8156a-5e0b-4dbc-8453-316f5e627740 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '6c24b3a8-b052-4ddc-bc1e-c23abd25c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '78ec0f70-fbc3-4701-9901-c5d57c6e448c'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:33:54.417536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Attempting to bind port a8f8156a-5e0b-4dbc-8453-316f5e627740 on network 78ec0f70-fbc3-4701-9901-c5d57c6e448c {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:33:54.453725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-5eddf325-461f-485b-b9a1-727a499bd198 None None] Allocated IP 172.20.0.18 (a8f7a51c-00ea-455c-9608-80c63be74b12/17c07aa2-54b0-4a97-b8d2-8b967f40d0ba/2a683d6f-2e7e-473f-bbb3-db458bbae756) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:54.457759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:33:54.458391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Checking segment: {'id': '6c24b3a8-b052-4ddc-bc1e-c23abd25c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '78ec0f70-fbc3-4701-9901-c5d57c6e448c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:54.459084 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:54.459748 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Bound using segment: {'id': '6c24b3a8-b052-4ddc-bc1e-c23abd25c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '78ec0f70-fbc3-4701-9901-c5d57c6e448c'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:33:54.460573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Bound port: a8f8156a-5e0b-4dbc-8453-316f5e627740, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c24b3a8-b052-4ddc-bc1e-c23abd25c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '78ec0f70-fbc3-4701-9901-c5d57c6e448c'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:33:54.461204 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:54.526187 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-61033c53-d9a9-4462-b001-73d1da88ed4f req-5dd9f3b0-9981-4751-b21d-9803c4480213 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 210 time: 0.1438022 Sep 23 22:33:54.596638 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:54.828025 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-cf812c40-86cb-4249-879d-42d3198fa85c', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'fixed_ips': [{'subnet_id': '535cf56d-58bf-42a9-86a4-f5a07369573e'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:33:54.829001 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:54.925430 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] For port a8f8156a-5e0b-4dbc-8453-316f5e627740, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:33:54.942526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] For port a8f8156a-5e0b-4dbc-8453-316f5e627740, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a8f8156a-5e0b-4dbc-8453-316f5e627740,segment=NetworkSegment(6c24b3a8-b052-4ddc-bc1e-c23abd25c2d6),segment_id=6c24b3a8-b052-4ddc-bc1e-c23abd25c2d6)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:33:54.950824 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:54.985260 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:55.050530 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5eddf325-461f-485b-b9a1-727a499bd198 None None] For port 2a683d6f-2e7e-473f-bbb3-db458bbae756, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2a683d6f-2e7e-473f-bbb3-db458bbae756,segment=NetworkSegment(95c4f377-3c00-41ce-a760-7ebc2f4defda),segment_id=95c4f377-3c00-41ce-a760-7ebc2f4defda)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:55.056342 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:55.059684 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:55.157971 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:55.194182 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:55.207560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Network b979761e-4800-4b78-b4a3-9bbd843f3adc is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:55.239800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:55.281209 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:55.298394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Pushing event updated for resources: {'Port': ['ID=61b89ab2-d326-441c-9316-e147a3f4c5ee,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:55.350347 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Allocated IP 172.25.1.210 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/5a130783-e471-4ff6-9c53-46d38da4625d) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:55.406321 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5eddf325-461f-485b-b9a1-727a499bd198 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:55.481819 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:55.514918 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5eddf325-461f-485b-b9a1-727a499bd198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:55.527390 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c12975-ce95-4d42-a9f3-22cf65e08558 req-fe139935-ab02-4bfb-a327-a829ac8a2887 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:55.535048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6c12975-ce95-4d42-a9f3-22cf65e08558 req-fe139935-ab02-4bfb-a327-a829ac8a2887 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 944 time: 0.5048699 Sep 23 22:33:55.589709 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6c12975-ce95-4d42-a9f3-22cf65e08558 req-7d01c7d2-3879-4a6f-928c-cc3800dc84a0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500951 Sep 23 22:33:55.603684 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:55.654042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Allocated IP 172.20.0.2 (cf812c40-86cb-4249-879d-42d3198fa85c/535cf56d-58bf-42a9-86a4-f5a07369573e/7b32ea5b-05c1-4a23-909e-7a500a69b1c9) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:55.715664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:55.782004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:55.782004 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7d9c686-c362-4446-b0e7-198e667abe08 req-7d72aa37-4148-48e5-84ed-cff9dd142d7b tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 210 time: 0.0525525 Sep 23 22:33:55.782004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:55.841537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=5a130783-e471-4ff6-9c53-46d38da4625d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:55.863618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Allocated IP 2001:db8::1 (78ec0f70-fbc3-4701-9901-c5d57c6e448c/ae79fd16-a1b9-4839-8ab6-4b0c5e718ae3/8da03381-6797-49ab-9985-d216ff6d3d2b) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:56.021325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Attempting to bind port 61b89ab2-d326-441c-9316-e147a3f4c5ee on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:33:56.022099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Attempting to bind port 61b89ab2-d326-441c-9316-e147a3f4c5ee by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '68aed644-3d4b-44af-a69d-537911c5a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b979761e-4800-4b78-b4a3-9bbd843f3adc'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:33:56.022832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Attempting to bind port 61b89ab2-d326-441c-9316-e147a3f4c5ee on network b979761e-4800-4b78-b4a3-9bbd843f3adc {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:33:56.033184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-3d290cb3-88a2-4649-b018-396b4a29b0ff tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Allocated IP 172.20.0.9 (a8f7a51c-00ea-455c-9608-80c63be74b12/6c37a0f6-dce2-42ac-af7c-2c802c0c8003/1ab35f5a-0bff-4f9f-8191-ad6e71f2d582) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:56.052851 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-3d290cb3-88a2-4649-b018-396b4a29b0ff tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Allocated IP 172.20.0.19 (a8f7a51c-00ea-455c-9608-80c63be74b12/17c07aa2-54b0-4a97-b8d2-8b967f40d0ba/1ab35f5a-0bff-4f9f-8191-ad6e71f2d582) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:33:56.082699 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829e216-4bde-420e-a89e-a5817d5257e0 None None] Pushing event updated for resources: {'Port': ['ID=a8f8156a-5e0b-4dbc-8453-316f5e627740,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:56.100692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:33:56.101060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Checking segment: {'id': '68aed644-3d4b-44af-a69d-537911c5a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b979761e-4800-4b78-b4a3-9bbd843f3adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:56.101569 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:56.101843 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:56.102058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Bound using segment: {'id': '68aed644-3d4b-44af-a69d-537911c5a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b979761e-4800-4b78-b4a3-9bbd843f3adc'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:33:56.102471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Bound port: 61b89ab2-d326-441c-9316-e147a3f4c5ee, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68aed644-3d4b-44af-a69d-537911c5a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b979761e-4800-4b78-b4a3-9bbd843f3adc'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:33:56.102870 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:56.311084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddf325-461f-485b-b9a1-727a499bd198 None None] Pushing event updated for resources: {'Port': ['ID=2a683d6f-2e7e-473f-bbb3-db458bbae756,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:56.327873 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:56.373373 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d290cb3-88a2-4649-b018-396b4a29b0ff tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:56.403387 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:56.422484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] For port 61b89ab2-d326-441c-9316-e147a3f4c5ee, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:33:56.430833 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] For port 61b89ab2-d326-441c-9316-e147a3f4c5ee, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=61b89ab2-d326-441c-9316-e147a3f4c5ee,segment=NetworkSegment(68aed644-3d4b-44af-a69d-537911c5a1b0),segment_id=68aed644-3d4b-44af-a69d-537911c5a1b0)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:33:56.459324 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:56.573241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 78ec0f70-fbc3-4701-9901-c5d57c6e448c is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:56.574882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:56.584592 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:56.585464 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:56.614662 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:56.624472 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:56.753672 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d290cb3-88a2-4649-b018-396b4a29b0ff tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:56.828559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2a683d6f-2e7e-473f-bbb3-db458bbae756 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:33:56.914102 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Pushing event updated for resources: {'Port': ['ID=7b32ea5b-05c1-4a23-909e-7a500a69b1c9,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:56.952349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=8da03381-6797-49ab-9985-d216ff6d3d2b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:56.981717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d290cb3-88a2-4649-b018-396b4a29b0ff tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network a8f7a51c-00ea-455c-9608-80c63be74b12 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:57.003438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Network cf812c40-86cb-4249-879d-42d3198fa85c is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:57.061295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3d290cb3-88a2-4649-b018-396b4a29b0ff tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:57.076434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d290cb3-88a2-4649-b018-396b4a29b0ff tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:57.091834 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:57.123908 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:33:57.165411 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a394e1a4-9892-48d5-bf12-eba32c12609e req-1b190b53-327a-4013-a155-694c41b32ca5 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 210 time: 0.1658530 Sep 23 22:33:57.275651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ff94a-b1f8-4fc7-b2a0-c5699d891248 req-91550e02-ca38-43fc-a734-a80f0f0789c5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:57.285919 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f29ff94a-b1f8-4fc7-b2a0-c5699d891248 req-91550e02-ca38-43fc-a734-a80f0f0789c5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 944 time: 0.4442215 Sep 23 22:33:57.293539 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911b0be-31c1-41ba-ad35-c23c72420d40 None None] Pushing event updated for resources: {'Port': ['ID=61b89ab2-d326-441c-9316-e147a3f4c5ee,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:57.310493 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:33:57.333971 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:57.370828 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d290cb3-88a2-4649-b018-396b4a29b0ff tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=1ab35f5a-0bff-4f9f-8191-ad6e71f2d582,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:57.423981 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:57.437210 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 2a683d6f-2e7e-473f-bbb3-db458bbae756 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:57.437811 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:57.567056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5771cffa-80da-436e-8367-32313775066d None None] Network 78ec0f70-fbc3-4701-9901-c5d57c6e448c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:57.728568 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Attempting to bind port 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:33:57.730896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Attempting to bind port 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '5221a02c-5709-44ee-ad8f-bbfa86a477be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:33:57.731791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Attempting to bind port 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 on network cf812c40-86cb-4249-879d-42d3198fa85c {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:33:57.759058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa761635-79b8-411f-b414-01eb0fa3f44f None None] Network a8f7a51c-00ea-455c-9608-80c63be74b12 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:57.763075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d290cb3-88a2-4649-b018-396b4a29b0ff tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:57.763887 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d290cb3-88a2-4649-b018-396b4a29b0ff tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:57.770412 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:33:57.773492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Checking segment: {'id': '5221a02c-5709-44ee-ad8f-bbfa86a477be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:33:57.773492 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:57.773492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Bound using segment: {'id': '5221a02c-5709-44ee-ad8f-bbfa86a477be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:33:57.773492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Bound port: 7b32ea5b-05c1-4a23-909e-7a500a69b1c9, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5221a02c-5709-44ee-ad8f-bbfa86a477be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:33:57.773492 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:57.779312 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f29ff94a-b1f8-4fc7-b2a0-c5699d891248 req-67da1b57-875c-4c1c-8928-5cfc85be0c35 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406686 Sep 23 22:33:57.844130 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Router b52a7834-31e1-486d-8a4d-62f62f6c6419 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:33:57.929455 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3d290cb3-88a2-4649-b018-396b4a29b0ff tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.2390287 Sep 23 22:33:57.935948 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57618) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:57.951566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7afd1e54-3d56-4350-86d2-42fc973a9b6d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c37a0f6-dce2-42ac-af7c-2c802c0c8003'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:57.956023 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-82ac4d78-ec82-4ffb-a6d0-e4470ab742fa None None] Provisioning complete for port a8f8156a-5e0b-4dbc-8453-316f5e627740 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:57.956023 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-82ac4d78-ec82-4ffb-a6d0-e4470ab742fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:58.079499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:33:58.180346 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Sync routers for ids ['b52a7834-31e1-486d-8a4d-62f62f6c6419'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:33:58.197008 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:58.207548 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-02d1e1b4-7069-418c-ae15-18188187047d tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:58.215116 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-02d1e1b4-7069-418c-ae15-18188187047d tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.67 "GET /v2.0/networks?id=f7455fb8-4eb5-4877-a39a-266d1d500fd7 HTTP/1.1" status: 200 len: 808 time: 0.2295995 Sep 23 22:33:58.217359 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:58.224879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4b3d72b4-7846-4b66-be8a-dc84aa1e4fc6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.1811423 Sep 23 22:33:58.225765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57622) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:33:58.285362 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7afd1e54-3d56-4350-86d2-42fc973a9b6d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:58.304163 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:58.305505 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:58.347523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-b7ef6827-e3a7-4b8b-8563-a1e9b066ac41 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Request body: {'port': {'device_id': '873afa8a-1505-4339-bbb0-1ad4613b7556', 'network_id': 'f7455fb8-4eb5-4877-a39a-266d1d500fd7', 'admin_state_up': True, 'tenant_id': '2a475d12eb9646a48cdbdde23ba99bb3'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:33:58.598461 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:33:58.745650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b7f671-9791-415c-8587-ad776009fe95 None None] Network b979761e-4800-4b78-b4a3-9bbd843f3adc requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:33:58.750291 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'd6a8cdef-6628-4c4c-959b-e3a26ddd7ed5', 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19', 'port_id': 'd6a8cdef-6628-4c4c-959b-e3a26ddd7ed5', 'mac_address': 'fa:16:3e:9f:76:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a29ecc8-4a09-439c-8732-97749c6a5cb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:33:58.759265 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Routers {'b52a7834-31e1-486d-8a4d-62f62f6c6419'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:33:58.759265 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-32411e00-870a-4739-b081-14c09178c2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b52a7834-31e1-486d-8a4d-62f62f6c6419'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:33:58.806914 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-97601967-f054-4755-88b8-b9e0fb174157 req-583d2d80-488f-4c5a-91cd-56f315e2b6bb tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 210 time: 0.1376042 Sep 23 22:33:58.841835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a8f8156a-5e0b-4dbc-8453-316f5e627740 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:33:58.850658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=8da03381-6797-49ab-9985-d216ff6d3d2b,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:33:59.072281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] For port 7b32ea5b-05c1-4a23-909e-7a500a69b1c9, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:33:59.143577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ba8d1-d399-4e1a-a5d5-de210a07c374 req-7576411e-6c8b-4297-8bac-752ccfda9a45 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:33:59.146494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d06ba8d1-d399-4e1a-a5d5-de210a07c374 req-7576411e-6c8b-4297-8bac-752ccfda9a45 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 944 time: 0.2128167 Sep 23 22:33:59.155534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] For port 7b32ea5b-05c1-4a23-909e-7a500a69b1c9, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7b32ea5b-05c1-4a23-909e-7a500a69b1c9,segment=NetworkSegment(5221a02c-5709-44ee-ad8f-bbfa86a477be),segment_id=5221a02c-5709-44ee-ad8f-bbfa86a477be)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:33:59.157770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 78ec0f70-fbc3-4701-9901-c5d57c6e448c is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:33:59.160349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-7afd1e54-3d56-4350-86d2-42fc973a9b6d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Delete allocated IP 172.20.0.19 (a8f7a51c-00ea-455c-9608-80c63be74b12/17c07aa2-54b0-4a97-b8d2-8b967f40d0ba) {{(pid=95491) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 22:33:59.166421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:33:59.272635 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:59.293140 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:59.384738 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a8f8156a-5e0b-4dbc-8453-316f5e627740 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:33:59.385398 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:59.412061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:33:59.416389 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-82ac4d78-ec82-4ffb-a6d0-e4470ab742fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:59.461764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Set router b52a7834-31e1-486d-8a4d-62f62f6c6419 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:33:59.562131 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d06ba8d1-d399-4e1a-a5d5-de210a07c374 req-f0627ef7-72c4-4046-a60c-6365f9a45c4a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746006 Sep 23 22:33:59.624465 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-b7ef6827-e3a7-4b8b-8563-a1e9b066ac41 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Made reservation on behalf of 2a475d12eb9646a48cdbdde23ba99bb3 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:33:59.636921 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-b7ef6827-e3a7-4b8b-8563-a1e9b066ac41 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:59.842961 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7afd1e54-3d56-4350-86d2-42fc973a9b6d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:33:59.898643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router d187ef20-29f7-4bad-b4df-9183ef5e1eb2 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:34:00.072325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:00.075162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931604ad-0d5c-4d58-8274-1d6ca6c1d8e6 None None] Pushing event updated for resources: {'Port': ['ID=7b32ea5b-05c1-4a23-909e-7a500a69b1c9,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:00.102064 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7afd1e54-3d56-4350-86d2-42fc973a9b6d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:00.255910 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:00.281257 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d615e365-473a-42dd-8a12-853df65a1579 req-53d21881-79a7-4f30-989c-593146f89359 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6749690 Sep 23 22:34:00.366573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-b7ef6827-e3a7-4b8b-8563-a1e9b066ac41 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Allocated IP 172.20.0.13 (f7455fb8-4eb5-4877-a39a-266d1d500fd7/04e170f7-15ca-4d7d-9a22-bc48f9a860f6/1e9ff88f-902a-4909-861d-8daf6774de43) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:00.379244 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:00.446096 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0be188b3-6d3e-4c0d-b451-a6e7108f1359 req-0ce9195f-a45e-4e02-b4ce-4a5f11a7792e tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 210 time: 0.3101847 Sep 23 22:34:00.514336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:34:00.534327 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9118a523-5424-423e-9c32-c5ece169c7c3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/d187ef20-29f7-4bad-b4df-9183ef5e1eb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7265353 Sep 23 22:34:00.547767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57640) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:00.548029 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822dd75-8030-4556-b6f4-082f3ac3495d None None] Sync routers for ids ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:34:00.571265 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822dd75-8030-4556-b6f4-082f3ac3495d None None] Routers {'d187ef20-29f7-4bad-b4df-9183ef5e1eb2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:00.571977 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d822dd75-8030-4556-b6f4-082f3ac3495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:00.606397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd1e54-3d56-4350-86d2-42fc973a9b6d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=1ab35f5a-0bff-4f9f-8191-ad6e71f2d582,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:00.623117 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:34:00.653383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-82ac4d78-ec82-4ffb-a6d0-e4470ab742fa None None] For port a8f8156a-5e0b-4dbc-8453-316f5e627740, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a8f8156a-5e0b-4dbc-8453-316f5e627740,segment=NetworkSegment(6c24b3a8-b052-4ddc-bc1e-c23abd25c2d6),segment_id=6c24b3a8-b052-4ddc-bc1e-c23abd25c2d6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:00.685838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-7afd1e54-3d56-4350-86d2-42fc973a9b6d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] In _notify_port_updated(), no bound segment for port 1ab35f5a-0bff-4f9f-8191-ad6e71f2d582 on network a8f7a51c-00ea-455c-9608-80c63be74b12 {{(pid=95491) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:34:00.700553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afd1e54-3d56-4350-86d2-42fc973a9b6d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:00.701577 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7afd1e54-3d56-4350-86d2-42fc973a9b6d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:00.718913 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7afd1e54-3d56-4350-86d2-42fc973a9b6d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "PUT /v2.0/ports/1ab35f5a-0bff-4f9f-8191-ad6e71f2d582 HTTP/1.1" status: 200 len: 919 time: 2.7808573 Sep 23 22:34:00.724073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57644) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:00.736230 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d822dd75-8030-4556-b6f4-082f3ac3495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:00.750820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d2c82351-ac2e-4a4c-ab4f-078f8e4004a8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c37a0f6-dce2-42ac-af7c-2c802c0c8003'}, {'subnet_id': '17c07aa2-54b0-4a97-b8d2-8b967f40d0ba'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:00.795009 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822dd75-8030-4556-b6f4-082f3ac3495d None None] Routers {'d187ef20-29f7-4bad-b4df-9183ef5e1eb2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:00.796536 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d822dd75-8030-4556-b6f4-082f3ac3495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:00.833564 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-82ac4d78-ec82-4ffb-a6d0-e4470ab742fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:00.861538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd15ebf-32aa-4413-8ed4-b6620dcf7459 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:00.889858 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3cd15ebf-32aa-4413-8ed4-b6620dcf7459 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports/8da03381-6797-49ab-9985-d216ff6d3d2b HTTP/1.1" status: 200 len: 911 time: 0.3350043 Sep 23 22:34:00.890876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57648) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:00.913004 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:00.913734 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d822dd75-8030-4556-b6f4-082f3ac3495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:00.915807 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822dd75-8030-4556-b6f4-082f3ac3495d None None] The sync data for ids ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:34:00.936975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615e365-473a-42dd-8a12-853df65a1579 req-4ac188c7-fca4-4dbd-b67c-cb62a02a9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:00.941645 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d615e365-473a-42dd-8a12-853df65a1579 req-4ac188c7-fca4-4dbd-b67c-cb62a02a9d51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 1096 time: 0.5538163 Sep 23 22:34:01.372206 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac4d78-ec82-4ffb-a6d0-e4470ab742fa None None] Pushing event updated for resources: {'Port': ['ID=a8f8156a-5e0b-4dbc-8453-316f5e627740,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:01.420256 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] Provisioning complete for port 61b89ab2-d326-441c-9316-e147a3f4c5ee triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:01.420794 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:01.501018 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-b7ef6827-e3a7-4b8b-8563-a1e9b066ac41 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:01.851384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108810a-b6d5-4000-8ca6-83a4e4503392 req-f016fc90-acf4-4fe0-9c9f-bf15b8c75159 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:01.859862 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e108810a-b6d5-4000-8ca6-83a4e4503392 req-f016fc90-acf4-4fe0-9c9f-bf15b8c75159 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 945 time: 1.0428522 Sep 23 22:34:01.924370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 61b89ab2-d326-441c-9316-e147a3f4c5ee up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:01.938936 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-32411e00-870a-4739-b081-14c09178c2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:33:54Z', 'updated_at': '2021-09-23T22:33:55Z', 'revision_number': 3, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'gw_port': {'id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:33:55Z', 'updated_at': '2021-09-23T22:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:01.976066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Allocated IP 172.20.0.1 (cf812c40-86cb-4249-879d-42d3198fa85c/535cf56d-58bf-42a9-86a4-f5a07369573e/f5f33ba4-a2dd-4621-b05b-5f196c9baa93) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:01.999279 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615e365-473a-42dd-8a12-853df65a1579 req-d5c28571-9f74-4c74-a45f-e78b4f6f39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:02.001617 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d615e365-473a-42dd-8a12-853df65a1579 req-d5c28571-9f74-4c74-a45f-e78b4f6f39cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.9644141 Sep 23 22:34:02.058787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Checking router: b52a7834-31e1-486d-8a4d-62f62f6c6419 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:34:02.059335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Updating router b52a7834-31e1-486d-8a4d-62f62f6c6419 port 5a130783-e471-4ff6-9c53-46d38da4625d binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:34:02.095220 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e108810a-b6d5-4000-8ca6-83a4e4503392 req-ea243763-e7a3-44bb-8835-5fb7d5abd8ff tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343285 Sep 23 22:34:02.110285 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-b7ef6827-e3a7-4b8b-8563-a1e9b066ac41 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:02.128138 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:02.192611 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:02.213995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5133e40f-2d8b-4b40-9236-6d2289a41471 None None] Network cf812c40-86cb-4249-879d-42d3198fa85c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:02.284659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef6827-e3a7-4b8b-8563-a1e9b066ac41 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Pushing event updated for resources: {'Port': ['ID=1e9ff88f-902a-4909-861d-8daf6774de43,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:02.303538 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-b7ef6827-e3a7-4b8b-8563-a1e9b066ac41 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Network f7455fb8-4eb5-4877-a39a-266d1d500fd7 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:02.306261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61975b7d-e078-47c2-b68f-6ddcaf42ace8 req-f65dddde-a8c8-4192-910a-5792e6f56827 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:02.313788 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-61975b7d-e078-47c2-b68f-6ddcaf42ace8 req-f65dddde-a8c8-4192-910a-5792e6f56827 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 932 time: 0.1832108 Sep 23 22:34:02.327209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-b7ef6827-e3a7-4b8b-8563-a1e9b066ac41 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:02.345430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-b7ef6827-e3a7-4b8b-8563-a1e9b066ac41 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:02.355189 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d615e365-473a-42dd-8a12-853df65a1579 req-a7c421bc-304b-48bb-835f-773e4af74be5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d473a81d-624e-4664-bbcb-4473adacebb1 HTTP/1.1" status: 200 len: 1001 time: 0.3413491 Sep 23 22:34:02.526458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615e365-473a-42dd-8a12-853df65a1579 req-5ba23e26-e5d1-4e41-8f51-9e6e1da79d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:02.528035 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d615e365-473a-42dd-8a12-853df65a1579 req-5ba23e26-e5d1-4e41-8f51-9e6e1da79d8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.0870855 Sep 23 22:34:02.548027 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-61975b7d-e078-47c2-b68f-6ddcaf42ace8 req-71b2ad1c-232d-479b-ae22-6d961f9450f1 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757312 Sep 23 22:34:02.565429 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2c82351-ac2e-4a4c-ab4f-078f8e4004a8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:02.570084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 61b89ab2-d326-441c-9316-e147a3f4c5ee triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:02.570922 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:02.611904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-b7ef6827-e3a7-4b8b-8563-a1e9b066ac41 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:02.612753 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-b7ef6827-e3a7-4b8b-8563-a1e9b066ac41 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:02.641165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] For port 61b89ab2-d326-441c-9316-e147a3f4c5ee, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=61b89ab2-d326-441c-9316-e147a3f4c5ee,segment=NetworkSegment(68aed644-3d4b-44af-a69d-537911c5a1b0),segment_id=68aed644-3d4b-44af-a69d-537911c5a1b0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:02.671433 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:02.699324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615e365-473a-42dd-8a12-853df65a1579 req-0db30a82-2fbf-43d2-bc29-16d503b65b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:02.700943 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d615e365-473a-42dd-8a12-853df65a1579 req-0db30a82-2fbf-43d2-bc29-16d503b65b8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758719 Sep 23 22:34:02.752008 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:02.763442 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-b7ef6827-e3a7-4b8b-8563-a1e9b066ac41 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5113559 Sep 23 22:34:02.800240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-3e5edae2-552e-468d-aa0c-139c93eee979 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:34:02.801459 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-3e5edae2-552e-468d-aa0c-139c93eee979 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070078 Sep 23 22:34:02.850319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Request body: {'port': {'device_id': '873afa8a-1505-4339-bbb0-1ad4613b7556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:02.882928 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:02.944357 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] Provisioning complete for port a8f8156a-5e0b-4dbc-8453-316f5e627740 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:02.945165 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:02.981632 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d615e365-473a-42dd-8a12-853df65a1579 req-935e2454-1fdf-4327-9b3b-bdcd2cd2244d service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672424 Sep 23 22:34:02.987425 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Network cf812c40-86cb-4249-879d-42d3198fa85c is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:03.009098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:03.011311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f33ba4-a2dd-4621-b05b-5f196c9baa93,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:03.021156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:03.032299 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:03.043188 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] Pushing event updated for resources: {'Port': ['ID=61b89ab2-d326-441c-9316-e147a3f4c5ee,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:03.056430 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:03.201784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-d2c82351-ac2e-4a4c-ab4f-078f8e4004a8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Allocated IP 172.20.0.25 (a8f7a51c-00ea-455c-9608-80c63be74b12/17c07aa2-54b0-4a97-b8d2-8b967f40d0ba/1ab35f5a-0bff-4f9f-8191-ad6e71f2d582) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:03.254289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:03.262975 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:03.352149 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:03.416202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:03.416753 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:03.418926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] Provisioning complete for port 2a683d6f-2e7e-473f-bbb3-db458bbae756 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:03.419286 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:03.512485 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:03.568485 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104eacb-90ed-4858-9b32-3f9117cf3be5 req-483c3c54-e8d6-4fbf-bb4b-9c8d7e2e6cbf tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:03.575475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f104eacb-90ed-4858-9b32-3f9117cf3be5 req-483c3c54-e8d6-4fbf-bb4b-9c8d7e2e6cbf tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 945 time: 0.3539505 Sep 23 22:34:03.590807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d615e365-473a-42dd-8a12-853df65a1579 req-83a93ae7-faf0-423f-b982-0ad73d615d55 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920129 Sep 23 22:34:03.645837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c40ad-b21f-4301-a0be-277fb1affa85 None None] Pushing event updated for resources: {'Port': ['ID=5a130783-e471-4ff6-9c53-46d38da4625d,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:03.677241 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2c82351-ac2e-4a4c-ab4f-078f8e4004a8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:03.746849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Attempting to bind port 5a130783-e471-4ff6-9c53-46d38da4625d on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:34:03.746849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Attempting to bind port 5a130783-e471-4ff6-9c53-46d38da4625d by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:34:03.747234 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Attempting to bind port 5a130783-e471-4ff6-9c53-46d38da4625d on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:34:03.758827 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:34:03.759347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:34:03.760138 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:03.760802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:34:03.761624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Bound port: 5a130783-e471-4ff6-9c53-46d38da4625d, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:34:03.762263 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:03.765781 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f104eacb-90ed-4858-9b32-3f9117cf3be5 req-88bbfea8-6a10-429c-9428-91f1a05c8fc2 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653967 Sep 23 22:34:03.771836 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2c82351-ac2e-4a4c-ab4f-078f8e4004a8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:03.850430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Allocated IP 2001:db8:1::1 (b979761e-4800-4b78-b4a3-9bbd843f3adc/f43dd4f4-ddc6-4f66-8a4b-3c3dae42e06c/ed7517e6-6a29-4607-9fac-87d19677830a) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:03.908082 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:03.936523 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:03.951911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-32411e00-870a-4739-b081-14c09178c2cc None None] For port 5a130783-e471-4ff6-9c53-46d38da4625d, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:34:03.983790 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9ff88f-902a-4909-861d-8daf6774de43 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:34:04.008839 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.011263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-32411e00-870a-4739-b081-14c09178c2cc None None] For port 5a130783-e471-4ff6-9c53-46d38da4625d, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5a130783-e471-4ff6-9c53-46d38da4625d,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:34:04.045204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Transition to ACTIVE for port object 1e9ff88f-902a-4909-861d-8daf6774de43 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:34:04.057534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] Provisioning complete for port 1ab35f5a-0bff-4f9f-8191-ad6e71f2d582 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:04.058355 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.059170 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c82351-ac2e-4a4c-ab4f-078f8e4004a8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=1ab35f5a-0bff-4f9f-8191-ad6e71f2d582,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:04.063921 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 7b32ea5b-05c1-4a23-909e-7a500a69b1c9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7b32ea5b-05c1-4a23-909e-7a500a69b1c9,segment=NetworkSegment(5221a02c-5709-44ee-ad8f-bbfa86a477be),segment_id=5221a02c-5709-44ee-ad8f-bbfa86a477be)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:04.131928 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.212880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d2c82351-ac2e-4a4c-ab4f-078f8e4004a8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] In _notify_port_updated(), no bound segment for port 1ab35f5a-0bff-4f9f-8191-ad6e71f2d582 on network a8f7a51c-00ea-455c-9608-80c63be74b12 {{(pid=95491) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:34:04.218727 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.219077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c82351-ac2e-4a4c-ab4f-078f8e4004a8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:04.220147 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2c82351-ac2e-4a4c-ab4f-078f8e4004a8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.220730 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a8f8156a-5e0b-4dbc-8453-316f5e627740 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:04.223043 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d2c82351-ac2e-4a4c-ab4f-078f8e4004a8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "PUT /v2.0/ports/1ab35f5a-0bff-4f9f-8191-ad6e71f2d582 HTTP/1.1" status: 200 len: 999 time: 3.4864211 Sep 23 22:34:04.236380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57672) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:04.305085 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:04.315314 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.319490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] Port 1ab35f5a-0bff-4f9f-8191-ad6e71f2d582 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:04.364490 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.381360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bc46c-ba25-4447-a1c8-c2af85a6ce3d req-921f2e3e-710b-4cd6-a027-d0a81365fd42 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:04.397391 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-355bc46c-ba25-4447-a1c8-c2af85a6ce3d req-921f2e3e-710b-4cd6-a027-d0a81365fd42 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 932 time: 0.5927460 Sep 23 22:34:04.464361 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d611b9b1-0400-4655-bc59-baa7ca7fb484 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 1ab35f5a-0bff-4f9f-8191-ad6e71f2d582 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:04.464361 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d611b9b1-0400-4655-bc59-baa7ca7fb484 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.498778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Pushing event updated for resources: {'Port': ['ID=1e9ff88f-902a-4909-861d-8daf6774de43,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:04.528491 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-355bc46c-ba25-4447-a1c8-c2af85a6ce3d req-12b94cec-f6fa-4c88-b866-0b70e4ef334e tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294680 Sep 23 22:34:04.531051 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.575019 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.617771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Attempting to bind port 1e9ff88f-902a-4909-861d-8daf6774de43 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:34:04.618280 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Attempting to bind port 1e9ff88f-902a-4909-861d-8daf6774de43 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'b98ec724-e58d-4c18-b1ce-5e332be5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f7455fb8-4eb5-4877-a39a-266d1d500fd7'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:34:04.618661 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Attempting to bind port 1e9ff88f-902a-4909-861d-8daf6774de43 on network f7455fb8-4eb5-4877-a39a-266d1d500fd7 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:34:04.625050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Port 1e9ff88f-902a-4909-861d-8daf6774de43 on network f7455fb8-4eb5-4877-a39a-266d1d500fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:34:04.625369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Attempting to bind port 1e9ff88f-902a-4909-861d-8daf6774de43 on network f7455fb8-4eb5-4877-a39a-266d1d500fd7 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:34:04.632066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:34:04.632386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Checking segment: {'id': 'b98ec724-e58d-4c18-b1ce-5e332be5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f7455fb8-4eb5-4877-a39a-266d1d500fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:34:04.632929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Bound using segment: {'id': 'b98ec724-e58d-4c18-b1ce-5e332be5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f7455fb8-4eb5-4877-a39a-266d1d500fd7'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:34:04.633973 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=ed7517e6-6a29-4607-9fac-87d19677830a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:04.635342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Bound port: 1e9ff88f-902a-4909-861d-8daf6774de43, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98ec724-e58d-4c18-b1ce-5e332be5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f7455fb8-4eb5-4877-a39a-266d1d500fd7'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:34:04.637463 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.662400 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.695317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network b979761e-4800-4b78-b4a3-9bbd843f3adc is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:04.698570 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Routers {'b52a7834-31e1-486d-8a4d-62f62f6c6419'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:04.699403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:04.699591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-32411e00-870a-4739-b081-14c09178c2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b52a7834-31e1-486d-8a4d-62f62f6c6419'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:04.712530 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:04.717708 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.809206 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d611b9b1-0400-4655-bc59-baa7ca7fb484 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.864795 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.865011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c40ad-b21f-4301-a0be-277fb1affa85 None None] Pushing event updated for resources: {'Port': ['ID=5a130783-e471-4ff6-9c53-46d38da4625d,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:04.866958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d611b9b1-0400-4655-bc59-baa7ca7fb484 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 1ab35f5a-0bff-4f9f-8191-ad6e71f2d582 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:04.882995 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f33ba4-a2dd-4621-b05b-5f196c9baa93,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:04.891346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] For port 1e9ff88f-902a-4909-861d-8daf6774de43, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:34:04.895224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] Provisioning complete for port 8da03381-6797-49ab-9985-d216ff6d3d2b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:04.895812 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:04.896215 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] For port 1e9ff88f-902a-4909-861d-8daf6774de43, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1e9ff88f-902a-4909-861d-8daf6774de43,segment=NetworkSegment(b98ec724-e58d-4c18-b1ce-5e332be5c733),segment_id=b98ec724-e58d-4c18-b1ce-5e332be5c733)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:34:05.045337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a8f8156a-5e0b-4dbc-8453-316f5e627740 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:05.045724 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:05.054292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Network cf812c40-86cb-4249-879d-42d3198fa85c is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:05.059566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:05.064269 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:05.141916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Pushing event updated for resources: {'Port': ['ID=1e9ff88f-902a-4909-861d-8daf6774de43,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:05.209195 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6f894-c6fe-42df-aaf6-cd3c1621d800 req-fee818a6-3df9-40dc-9264-c0e5a01689ae tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:05.214600 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fd6f894-c6fe-42df-aaf6-cd3c1621d800 req-fee818a6-3df9-40dc-9264-c0e5a01689ae tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 945 time: 0.2871654 Sep 23 22:34:05.225530 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=7b32ea5b-05c1-4a23-909e-7a500a69b1c9,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:05.255029 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-46d760d3-df3e-4427-af39-2f8e8d1622df None None] Port 8da03381-6797-49ab-9985-d216ff6d3d2b cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:05.307545 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-32411e00-870a-4739-b081-14c09178c2cc None None] Set router b52a7834-31e1-486d-8a4d-62f62f6c6419 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:34:05.325157 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:05.329549 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d611b9b1-0400-4655-bc59-baa7ca7fb484 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:05.409919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611b9b1-0400-4655-bc59-baa7ca7fb484 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=1ab35f5a-0bff-4f9f-8191-ad6e71f2d582,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:05.500994 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:34:05.530263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:05.532134 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:05.589258 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 61b89ab2-d326-441c-9316-e147a3f4c5ee up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:05.617653 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bb8e3234-52da-453a-a4b5-99b1a0f860a1 None None] Provisioning complete for port ed7517e6-6a29-4607-9fac-87d19677830a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:05.618035 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3234-52da-453a-a4b5-99b1a0f860a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:05.785693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e3234-52da-453a-a4b5-99b1a0f860a1 None None] Port ed7517e6-6a29-4607-9fac-87d19677830a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:05.814202 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:05.815369 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:05.816620 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-bb6a525e-ecb2-4324-a7b0-ba16e4487aba service neutron] 10.222.0.67 "PUT /v2.0/ports/1e9ff88f-902a-4909-861d-8daf6774de43 HTTP/1.1" status: 200 len: 1092 time: 2.9709098 Sep 23 22:34:05.817845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873afa8a-1505-4339-bbb0-1ad4613b7556', 'tag': '1e9ff88f-902a-4909-861d-8daf6774de43'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:34:05.820956 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba9116e-2acf-4abd-a323-7ee7ea523dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "873afa8a-1505-4339-bbb0-1ad4613b7556", "tag": "1e9ff88f-902a-4909-861d-8daf6774de43"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:34:05.849223 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bb8e3234-52da-453a-a4b5-99b1a0f860a1 None None] Provisioning complete for port 61b89ab2-d326-441c-9316-e147a3f4c5ee triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:05.849557 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3234-52da-453a-a4b5-99b1a0f860a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:05.881934 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fd6f894-c6fe-42df-aaf6-cd3c1621d800 req-5962a148-12f1-46fd-acf3-7516a9819add tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6663561 Sep 23 22:34:05.939209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Router b52a7834-31e1-486d-8a4d-62f62f6c6419 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:34:06.028159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 61b89ab2-d326-441c-9316-e147a3f4c5ee triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:06.029371 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:06.036859 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:06.042907 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d611b9b1-0400-4655-bc59-baa7ca7fb484 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:06.048029 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d611b9b1-0400-4655-bc59-baa7ca7fb484 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/1ab35f5a-0bff-4f9f-8191-ad6e71f2d582 HTTP/1.1" status: 204 len: 168 time: 1.8079073 Sep 23 22:34:06.048741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57690) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:06.136331 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31371449-bcd5-4c17-aff4-8792fb4082d0 x-openstack-request-id: req-31371449-bcd5-4c17-aff4-8792fb4082d0 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:34:06.136993 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873afa8a-1505-4339-bbb0-1ad4613b7556", "tag": "1e9ff88f-902a-4909-861d-8daf6774de43", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:34:06.136993 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31371449-bcd5-4c17-aff4-8792fb4082d0 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:34:06.138336 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873afa8a-1505-4339-bbb0-1ad4613b7556', 'tag': '1e9ff88f-902a-4909-861d-8daf6774de43', 'status': 'completed', 'code': 200} Sep 23 22:34:06.143942 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93189ec-c885-4e51-af86-fbed25e977b9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] GET failed (client error): The resource could not be found. Sep 23 22:34:06.149699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b93189ec-c885-4e51-af86-fbed25e977b9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/1ab35f5a-0bff-4f9f-8191-ad6e71f2d582 HTTP/1.1" status: 404 len: 333 time: 0.0770802 Sep 23 22:34:06.151185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57694) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:06.152580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12048a-2302-4768-8b5c-95c1ce95d4e3 req-81e15941-6dc3-4678-a41c-caf528b79f99 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:06.171395 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d12048a-2302-4768-8b5c-95c1ce95d4e3 req-81e15941-6dc3-4678-a41c-caf528b79f99 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 944 time: 0.2723296 Sep 23 22:34:06.257760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a846225-911f-476a-b163-a122d0cb8224 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting subnet 17c07aa2-54b0-4a97-b8d2-8b967f40d0ba {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:34:06.262234 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-9a7634e2-cb5c-4d09-be1a-e0f4d5c71280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:06.264151 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-9a7634e2-cb5c-4d09-be1a-e0f4d5c71280 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a475d12eb9646a48cdbdde23ba99bb3&device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 1095 time: 0.2392352 Sep 23 22:34:06.269387 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a846225-911f-476a-b163-a122d0cb8224 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:06.274456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:06.280277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d3dbea-0900-4187-8b1d-25f2754af463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a8cdef-6628-4c4c-959b-e3a26ddd7ed5'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:34:06.283284 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7174f640-9362-475c-88c0-a3eeeca7e65b" -d '{"events": [{"server_uuid": "a9d3dbea-0900-4187-8b1d-25f2754af463", "name": "network-vif-plugged", "status": "completed", "tag": "d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:34:06.332300 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d12048a-2302-4768-8b5c-95c1ce95d4e3 req-c64d8145-a281-4f98-bb5d-e63bb98737d1 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556993 Sep 23 22:34:06.356952 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-b7ca7fde-d884-4bdc-ad2a-8b1c4e41b18a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e9ff88f-902a-4909-861d-8daf6774de43 HTTP/1.1" status: 200 len: 217 time: 0.0602286 Sep 23 22:34:06.378371 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:34:06.397412 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-963b00ed-938b-4551-81d4-c8a6bfaf8eb4 admin admin] 10.222.0.22 "PUT /v2.0/routers/b52a7834-31e1-486d-8a4d-62f62f6c6419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1562409 Sep 23 22:34:06.397412 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a846225-911f-476a-b163-a122d0cb8224 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:06.420760 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:06.453436 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3135d453-a0d3-4e4b-8ceb-ed67b32e6246 x-openstack-request-id: req-3135d453-a0d3-4e4b-8ceb-ed67b32e6246 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:34:06.453837 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d3dbea-0900-4187-8b1d-25f2754af463", "name": "network-vif-plugged", "status": "completed", "tag": "d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:34:06.454030 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3135d453-a0d3-4e4b-8ceb-ed67b32e6246 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:34:06.454370 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d3dbea-0900-4187-8b1d-25f2754af463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a8cdef-6628-4c4c-959b-e3a26ddd7ed5', 'code': 200} Sep 23 22:34:06.479149 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-32411e00-870a-4739-b081-14c09178c2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:33:54Z', 'updated_at': '2021-09-23T22:34:03Z', 'revision_number': 4, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'gw_port': {'id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:33:55Z', 'updated_at': '2021-09-23T22:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'f5f33ba4-a2dd-4621-b05b-5f196c9baa93', 'name': '', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'mac_address': 'fa:16:3e:25:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:34:00Z', 'updated_at': '2021-09-23T22:34:04Z', 'revision_number': 2, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'subnets': [{'id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:06.496955 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:06.546516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32411e00-870a-4739-b081-14c09178c2cc None None] The sync data for ids ['b52a7834-31e1-486d-8a4d-62f62f6c6419'] in n-d-810775-1 is: [{'id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:33:54Z', 'updated_at': '2021-09-23T22:34:03Z', 'revision_number': 4, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'gw_port': {'id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:33:55Z', 'updated_at': '2021-09-23T22:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'f5f33ba4-a2dd-4621-b05b-5f196c9baa93', 'name': '', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'mac_address': 'fa:16:3e:25:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:34:00Z', 'updated_at': '2021-09-23T22:34:04Z', 'revision_number': 2, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'subnets': [{'id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:34:06.548473 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:06.549262 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bb8e3234-52da-453a-a4b5-99b1a0f860a1 None None] Provisioning complete for port 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:06.549627 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3234-52da-453a-a4b5-99b1a0f860a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:06.574722 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:06.575108 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:06.614111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-ce2c9ff4-67ad-484a-8366-94d0220602af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:06.619807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-ce2c9ff4-67ad-484a-8366-94d0220602af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04e170f7-15ca-4d7d-9a22-bc48f9a860f6 HTTP/1.1" status: 200 len: 848 time: 0.2527869 Sep 23 22:34:06.633410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:06.651937 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:06.740870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=ed7517e6-6a29-4607-9fac-87d19677830a,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:06.791150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network b979761e-4800-4b78-b4a3-9bbd843f3adc is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:06.799151 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:06.820562 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-01ecef11-10e8-4106-bdb7-40af14082459 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f7455fb8-4eb5-4877-a39a-266d1d500fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1916430 Sep 23 22:34:06.837481 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:06.839094 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:06.847236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a846225-911f-476a-b163-a122d0cb8224 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:06.930893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502484d-26fc-4263-a24e-8e733d5dbc07 req-6ce80892-4f6e-4a7c-9597-dc1add0522d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:06.933379 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e502484d-26fc-4263-a24e-8e733d5dbc07 req-6ce80892-4f6e-4a7c-9597-dc1add0522d0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 1097 time: 0.4192846 Sep 23 22:34:06.966298 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bb8e3234-52da-453a-a4b5-99b1a0f860a1 None None] Could not find standard attr ID for object 1ab35f5a-0bff-4f9f-8191-ad6e71f2d582. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:34:07.013876 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bb8e3234-52da-453a-a4b5-99b1a0f860a1 None None] Provisioning complete for port 8da03381-6797-49ab-9985-d216ff6d3d2b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:07.017789 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3234-52da-453a-a4b5-99b1a0f860a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:07.053001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router d187ef20-29f7-4bad-b4df-9183ef5e1eb2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:34:07.085381 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e502484d-26fc-4263-a24e-8e733d5dbc07 req-94f95f62-84ad-4776-aa8a-985f7763a9e3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256638 Sep 23 22:34:07.122939 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e3234-52da-453a-a4b5-99b1a0f860a1 None None] Port 8da03381-6797-49ab-9985-d216ff6d3d2b cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:07.137418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bb8e3234-52da-453a-a4b5-99b1a0f860a1 None None] Provisioning complete for port f5f33ba4-a2dd-4621-b05b-5f196c9baa93 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:07.137794 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3234-52da-453a-a4b5-99b1a0f860a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:07.197139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e3234-52da-453a-a4b5-99b1a0f860a1 None None] Port f5f33ba4-a2dd-4621-b05b-5f196c9baa93 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:07.234552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:34:07.248781 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ddab0-4af5-4a87-9b97-d192f22b0940 None None] Sync routers for ids ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:34:07.254271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-63498319-08b4-426a-920e-67ce7eb49380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/d187ef20-29f7-4bad-b4df-9183ef5e1eb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2448738 Sep 23 22:34:07.257624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57722) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:07.278856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ddab0-4af5-4a87-9b97-d192f22b0940 None None] Routers {'d187ef20-29f7-4bad-b4df-9183ef5e1eb2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:07.279944 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bc4ddab0-4af5-4a87-9b97-d192f22b0940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:07.281211 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-56f4dcc1-a9d6-431b-9ca2-bb10cf648550 service neutron] 10.222.0.67 "GET /v2.0/networks/f7455fb8-4eb5-4877-a39a-266d1d500fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435825 Sep 23 22:34:07.289917 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-bcd66990-a982-465a-907a-996c9fcf8f3c tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:07.293084 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-bcd66990-a982-465a-907a-996c9fcf8f3c tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/networks?id=cf812c40-86cb-4249-879d-42d3198fa85c HTTP/1.1" status: 200 len: 828 time: 0.3036973 Sep 23 22:34:07.296698 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a846225-911f-476a-b163-a122d0cb8224 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:07.324859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48fa53-2b61-4709-ac3f-561644a9eb19 req-82cc5288-4c91-4785-bfac-c1360cba2a96 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:07.326671 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd48fa53-2b61-4709-ac3f-561644a9eb19 req-82cc5288-4c91-4785-bfac-c1360cba2a96 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 946 time: 0.2723024 Sep 23 22:34:07.345337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ac025c-1f10-4d47-9b6f-dfab02b11ef5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:07.351926 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e3ac025c-1f10-4d47-9b6f-dfab02b11ef5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports/ed7517e6-6a29-4607-9fac-87d19677830a HTTP/1.1" status: 200 len: 913 time: 0.0882630 Sep 23 22:34:07.352740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57726) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:07.382744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bc4ddab0-4af5-4a87-9b97-d192f22b0940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:07.388489 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-9c70b38e-6b59-47ea-96fc-7e37ac1107dd tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/quotas/3ae0223451ae413a90952a07e54d9c5b HTTP/1.1" status: 200 len: 375 time: 0.0716584 Sep 23 22:34:07.411412 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a846225-911f-476a-b163-a122d0cb8224 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:07.416062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b382c4-49b7-4e63-89de-9af95cdcf2b7 None None] Network a8f7a51c-00ea-455c-9608-80c63be74b12 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:07.417809 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5a846225-911f-476a-b163-a122d0cb8224 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/17c07aa2-54b0-4a97-b8d2-8b967f40d0ba HTTP/1.1" status: 204 len: 168 time: 1.2614548 Sep 23 22:34:07.418981 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a846225-911f-476a-b163-a122d0cb8224 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Subnet': ['ID=17c07aa2-54b0-4a97-b8d2-8b967f40d0ba,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:07.421100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ddab0-4af5-4a87-9b97-d192f22b0940 None None] Routers {'d187ef20-29f7-4bad-b4df-9183ef5e1eb2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:07.421808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bc4ddab0-4af5-4a87-9b97-d192f22b0940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:07.427862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57730) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:07.526592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bc4ddab0-4af5-4a87-9b97-d192f22b0940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:07.527279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ddab0-4af5-4a87-9b97-d192f22b0940 None None] The sync data for ids ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:34:07.528996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1f435b70-657d-4f03-8676-e8a98d71a999 None None] Provisioning complete for port f5f33ba4-a2dd-4621-b05b-5f196c9baa93 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:07.529412 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f435b70-657d-4f03-8676-e8a98d71a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:07.560844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-6955aeaa-45b4-4d0a-8a4d-ff7917421c30 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting subnet 6c37a0f6-dce2-42ac-af7c-2c802c0c8003 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:34:07.579465 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6955aeaa-45b4-4d0a-8a4d-ff7917421c30 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:07.580671 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd48fa53-2b61-4709-ac3f-561644a9eb19 req-275af87b-513e-4a5b-b09a-3c61faa30475 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319295 Sep 23 22:34:07.621377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-1f435b70-657d-4f03-8676-e8a98d71a999 None None] Port f5f33ba4-a2dd-4621-b05b-5f196c9baa93 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:07.702809 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6955aeaa-45b4-4d0a-8a4d-ff7917421c30 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:07.764962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-4a51fe3b-4d2d-4940-bdd7-cf93992f4f23 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3ae0223451ae413a90952a07e54d9c5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3272741 Sep 23 22:34:07.796159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-61e08cec-8127-4af4-a6ae-a3a278b41652 None None] Provisioning complete for port ed7517e6-6a29-4607-9fac-87d19677830a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:07.796686 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-61e08cec-8127-4af4-a6ae-a3a278b41652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:07.809531 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aab7f8e8-f8f8-47ad-b6a0-cab4cd58d07e req-ba21e909-7ade-4faf-86ff-1a45e3c3a6c0 service neutron] 10.222.0.67 "GET /v2.0/networks/f7455fb8-4eb5-4877-a39a-266d1d500fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143569 Sep 23 22:34:07.875574 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-61e08cec-8127-4af4-a6ae-a3a278b41652 None None] Port ed7517e6-6a29-4607-9fac-87d19677830a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:08.044159 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-4b6eafb5-1e38-4d06-b4e7-49be40f582df service neutron] 10.222.0.22 "GET /v2.0/networks/cf812c40-86cb-4249-879d-42d3198fa85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781630 Sep 23 22:34:08.067059 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6955aeaa-45b4-4d0a-8a4d-ff7917421c30 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:08.175478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c98de-99f1-4772-9fb9-0d18d1147340 req-127be61e-4c14-42d2-84f5-13445626ae53 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:08.179573 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-061c98de-99f1-4772-9fb9-0d18d1147340 req-127be61e-4c14-42d2-84f5-13445626ae53 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 944 time: 0.1310055 Sep 23 22:34:08.332909 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-30edb95c-2907-4f07-8a0b-f2bd724a657b service neutron] 10.222.0.22 "GET /v2.0/networks/cf812c40-86cb-4249-879d-42d3198fa85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878172 Sep 23 22:34:08.341737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9116e-2acf-4abd-a323-7ee7ea523dd4 req-283dd214-d677-495b-9646-a9e17eb2e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:08.346365 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ba9116e-2acf-4abd-a323-7ee7ea523dd4 req-283dd214-d677-495b-9646-a9e17eb2e514 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a475d12eb9646a48cdbdde23ba99bb3&device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 1095 time: 0.3487372 Sep 23 22:34:08.357923 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-061c98de-99f1-4772-9fb9-0d18d1147340 req-e207c214-1682-41b9-86fe-684b3c7e2813 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624043 Sep 23 22:34:08.402825 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6955aeaa-45b4-4d0a-8a4d-ff7917421c30 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:08.460433 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ab20-1faf-4ff1-8e2b-56d5117b7f55 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:08.480545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955aeaa-45b4-4d0a-8a4d-ff7917421c30 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Subnet': ['ID=6c37a0f6-dce2-42ac-af7c-2c802c0c8003,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:08.560521 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6955aeaa-45b4-4d0a-8a4d-ff7917421c30 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:08.573649 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6955aeaa-45b4-4d0a-8a4d-ff7917421c30 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/6c37a0f6-dce2-42ac-af7c-2c802c0c8003 HTTP/1.1" status: 204 len: 168 time: 1.1219106 Sep 23 22:34:08.578576 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57736) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:08.695870 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:08.839773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9116e-2acf-4abd-a323-7ee7ea523dd4 req-45b7d639-1c37-433e-9042-254ac6711485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:08.844427 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ba9116e-2acf-4abd-a323-7ee7ea523dd4 req-45b7d639-1c37-433e-9042-254ac6711485 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f7455fb8-4eb5-4877-a39a-266d1d500fd7 HTTP/1.1" status: 200 len: 909 time: 0.4841900 Sep 23 22:34:08.931398 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ba9116e-2acf-4abd-a323-7ee7ea523dd4 req-5cc40c93-9568-4cce-b3af-b19ce45c0be1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e9ff88f-902a-4909-861d-8daf6774de43 HTTP/1.1" status: 200 len: 217 time: 0.0734432 Sep 23 22:34:08.950313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891adb3-24cc-46c7-ac25-5e95f2296765 req-eae3c2d8-7793-40e2-a82d-c2a79d67ed30 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:08.952382 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6891adb3-24cc-46c7-ac25-5e95f2296765 req-eae3c2d8-7793-40e2-a82d-c2a79d67ed30 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 946 time: 0.1561439 Sep 23 22:34:09.040220 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9116e-2acf-4abd-a323-7ee7ea523dd4 req-4d741a52-ce5d-4447-aa8e-dc97eb321f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:09.042018 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ba9116e-2acf-4abd-a323-7ee7ea523dd4 req-4d741a52-ce5d-4447-aa8e-dc97eb321f6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04e170f7-15ca-4d7d-9a22-bc48f9a860f6 HTTP/1.1" status: 200 len: 848 time: 0.0909970 Sep 23 22:34:09.062686 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6891adb3-24cc-46c7-ac25-5e95f2296765 req-41892b83-7861-42eb-84d7-5ea06dcc2841 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905099 Sep 23 22:34:09.148566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2ab20-1faf-4ff1-8e2b-56d5117b7f55 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port ed7517e6-6a29-4607-9fac-87d19677830a {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:09.148566 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ab20-1faf-4ff1-8e2b-56d5117b7f55 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:09.152091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52951498-0eb5-4e27-9333-6ff1026c74c7 None None] Network a8f7a51c-00ea-455c-9608-80c63be74b12 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:09.171118 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ba9116e-2acf-4abd-a323-7ee7ea523dd4 req-7a182b90-e84b-4959-9df9-1255de2cf57c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f7455fb8-4eb5-4877-a39a-266d1d500fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198363 Sep 23 22:34:09.229098 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-769b04d7-25ec-4a2e-a384-9fa72f3b050e req-c9d7b676-ebc3-47bf-9811-e0352ae01074 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 210 time: 0.1190002 Sep 23 22:34:09.285848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 2a683d6f-2e7e-473f-bbb3-db458bbae756 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:09.286523 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:09.382007 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e2566a53-1ee6-40da-8307-71daac7304ce None None] Provisioning complete for port 2a683d6f-2e7e-473f-bbb3-db458bbae756 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:09.384099 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e2566a53-1ee6-40da-8307-71daac7304ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:09.586822 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ba9116e-2acf-4abd-a323-7ee7ea523dd4 req-8e82efc6-319d-44bf-bec6-019a0f4fca28 service neutron] 10.222.0.67 "GET /v2.0/networks/f7455fb8-4eb5-4877-a39a-266d1d500fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764272 Sep 23 22:34:09.623698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] For port 2a683d6f-2e7e-473f-bbb3-db458bbae756, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2a683d6f-2e7e-473f-bbb3-db458bbae756,segment=NetworkSegment(95c4f377-3c00-41ce-a760-7ebc2f4defda),segment_id=95c4f377-3c00-41ce-a760-7ebc2f4defda)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:09.624359 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:09.664894 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971cfe0-1211-4b8c-bb1d-7a77bc5bcbe4 req-56fe8fd6-1c01-4926-9078-050a579030bb tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:09.668332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a130783-e471-4ff6-9c53-46d38da4625d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:09.676112 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5971cfe0-1211-4b8c-bb1d-7a77bc5bcbe4 req-56fe8fd6-1c01-4926-9078-050a579030bb tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 945 time: 0.3292780 Sep 23 22:34:09.694907 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 2a683d6f-2e7e-473f-bbb3-db458bbae756 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:09.793823 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5971cfe0-1211-4b8c-bb1d-7a77bc5bcbe4 req-3f466445-f58b-444e-9323-b09c4bee1518 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163375 Sep 23 22:34:09.858658 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c824be46-5f47-4dfe-8f50-c754874ed5b5 None None] DHCP port deletion for a8f7a51c-00ea-455c-9608-80c63be74b12 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:34:09.937705 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ba9116e-2acf-4abd-a323-7ee7ea523dd4 req-cbba3413-e1ac-46d9-a64c-efa8baee8644 service neutron] 10.222.0.67 "GET /v2.0/networks/f7455fb8-4eb5-4877-a39a-266d1d500fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400581 Sep 23 22:34:09.959317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5a130783-e471-4ff6-9c53-46d38da4625d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:09.959702 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.045802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c824be46-5f47-4dfe-8f50-c754874ed5b5 None None] Deleting port 2a683d6f-2e7e-473f-bbb3-db458bbae756 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:10.046191 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c824be46-5f47-4dfe-8f50-c754874ed5b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.067823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f405845-e746-468a-9281-90c189f07cb5 req-bf92c518-1e06-4ea8-9d4b-0131de43a5bf tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:10.075668 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f405845-e746-468a-9281-90c189f07cb5 req-bf92c518-1e06-4ea8-9d4b-0131de43a5bf tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 944 time: 0.2176485 Sep 23 22:34:10.076547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70bd57-c314-4473-a105-458ea71274ed req-d3d04d6f-d716-4649-988a-afcb6301363c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:10.078792 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae70bd57-c314-4473-a105-458ea71274ed req-d3d04d6f-d716-4649-988a-afcb6301363c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 946 time: 0.0627844 Sep 23 22:34:10.087062 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.110185 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ab20-1faf-4ff1-8e2b-56d5117b7f55 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.135789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=2a683d6f-2e7e-473f-bbb3-db458bbae756,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:10.136082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2ab20-1faf-4ff1-8e2b-56d5117b7f55 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for ed7517e6-6a29-4607-9fac-87d19677830a owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:10.153780 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No DVR routers for this DVR port 2a683d6f-2e7e-473f-bbb3-db458bbae756 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:34:10.155668 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f405845-e746-468a-9281-90c189f07cb5 req-37a0ce77-2b5b-45ed-9976-0d15967cb2a1 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791378 Sep 23 22:34:10.250351 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae70bd57-c314-4473-a105-458ea71274ed req-21b12b86-f5b9-4a4a-b64f-5ed1086961c9 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505256 Sep 23 22:34:10.312192 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.345191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c824be46-5f47-4dfe-8f50-c754874ed5b5 None None] For port 2a683d6f-2e7e-473f-bbb3-db458bbae756, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2a683d6f-2e7e-473f-bbb3-db458bbae756,segment=NetworkSegment(95c4f377-3c00-41ce-a760-7ebc2f4defda),segment_id=95c4f377-3c00-41ce-a760-7ebc2f4defda)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:10.345763 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c824be46-5f47-4dfe-8f50-c754874ed5b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.349296 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.368791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f7a51c-00ea-455c-9608-80c63be74b12']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:10.392575 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-319d2110-a53e-4f8b-9d7a-140c4cf678d9 req-0873d284-406b-42b8-966e-79183600fdb8 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 210 time: 0.0498285 Sep 23 22:34:10.396911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c4f377-3c00-41ce-a760-7ebc2f4defda') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:10.397240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c4f377-3c00-41ce-a760-7ebc2f4defda') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:10.410203 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.411935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c824be46-5f47-4dfe-8f50-c754874ed5b5 None None] Calling delete_port for 2a683d6f-2e7e-473f-bbb3-db458bbae756 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:10.443779 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 5a130783-e471-4ff6-9c53-46d38da4625d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5a130783-e471-4ff6-9c53-46d38da4625d,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:10.452029 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.488712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:34:10.489959 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:34:10.502186 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:34:10.548575 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.560550 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ab20-1faf-4ff1-8e2b-56d5117b7f55 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.596119 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c824be46-5f47-4dfe-8f50-c754874ed5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.615506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c824be46-5f47-4dfe-8f50-c754874ed5b5 None None] No DVR routers for this DVR port 2a683d6f-2e7e-473f-bbb3-db458bbae756 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:34:10.644669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=5a130783-e471-4ff6-9c53-46d38da4625d,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:10.674325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2ab20-1faf-4ff1-8e2b-56d5117b7f55 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=ed7517e6-6a29-4607-9fac-87d19677830a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:10.680249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824be46-5f47-4dfe-8f50-c754874ed5b5 None None] Pushing event deleted for resources: {'Port': ['ID=2a683d6f-2e7e-473f-bbb3-db458bbae756,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:10.745943 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.764619 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.778037 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/networks/a8f7a51c-00ea-455c-9608-80c63be74b12 HTTP/1.1" status: 204 len: 168 time: 2.1982789 Sep 23 22:34:10.778721 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57770) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:10.803796 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ab20-1faf-4ff1-8e2b-56d5117b7f55 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:10.889438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7eab4f-89e9-462e-bfb5-2938f6d46055 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Network': ['ID=a8f7a51c-00ea-455c-9608-80c63be74b12,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:10.889558 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Sync routers for ids ['b52a7834-31e1-486d-8a4d-62f62f6c6419'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:34:10.909410 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Routers {'b52a7834-31e1-486d-8a4d-62f62f6c6419'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:10.919217 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b52a7834-31e1-486d-8a4d-62f62f6c6419'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:11.014552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ed0e86-b8ca-4848-afb9-fa376e5df357 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:11.017568 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-07ed0e86-b8ca-4848-afb9-fa376e5df357 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1923056 Sep 23 22:34:11.021053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57776) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:11.098270 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a1c246c1-ce08-4336-8ea7-64677a680371 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0754628 Sep 23 22:34:11.101836 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57778) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:11.107510 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2f76f341-a3d6-43c8-89d4-1b49ccd908d2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-390375380'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:11.168445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c679c5-7980-4fa5-8d91-cbeee41c2473 req-3efc7d38-fbce-40e1-b5f8-947a8dd6ac00 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:11.170110 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7c679c5-7980-4fa5-8d91-cbeee41c2473 req-3efc7d38-fbce-40e1-b5f8-947a8dd6ac00 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 946 time: 0.1452804 Sep 23 22:34:11.223775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f76f341-a3d6-43c8-89d4-1b49ccd908d2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:11.229031 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Set router b52a7834-31e1-486d-8a4d-62f62f6c6419 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:34:11.242617 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f76f341-a3d6-43c8-89d4-1b49ccd908d2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:11.243797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d2ab20-1faf-4ff1-8e2b-56d5117b7f55 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router d187ef20-29f7-4bad-b4df-9183ef5e1eb2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:34:11.281863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f76f341-a3d6-43c8-89d4-1b49ccd908d2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:34:11.293846 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7c679c5-7980-4fa5-8d91-cbeee41c2473 req-f1f6f1fa-0ec5-4f05-9686-f0675613b2fb tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061325 Sep 23 22:34:11.332587 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f76f341-a3d6-43c8-89d4-1b49ccd908d2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:11.336973 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-2f76f341-a3d6-43c8-89d4-1b49ccd908d2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Added segment a46e524e-0003-4fa0-96db-48f68eaa5d60 of type vlan for network 628bc929-027b-4671-b978-1831bc13b1e3 Sep 23 22:34:11.406704 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f76f341-a3d6-43c8-89d4-1b49ccd908d2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:11.434450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53038cd3-4fea-4d95-aa5a-4e7c476eb212 req-b54fcadd-88cc-4193-ae32-1eda176eae0f tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:11.436366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-53038cd3-4fea-4d95-aa5a-4e7c476eb212 req-b54fcadd-88cc-4193-ae32-1eda176eae0f tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 944 time: 0.1465218 Sep 23 22:34:11.448916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d2ab20-1faf-4ff1-8e2b-56d5117b7f55 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:34:11.466914 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b1d2ab20-1faf-4ff1-8e2b-56d5117b7f55 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/d187ef20-29f7-4bad-b4df-9183ef5e1eb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1095960 Sep 23 22:34:11.468823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a69d7-4140-4019-a1dc-251605a923be None None] Sync routers for ids ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:34:11.475162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57786) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:11.492038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a69d7-4140-4019-a1dc-251605a923be None None] Routers {'d187ef20-29f7-4bad-b4df-9183ef5e1eb2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:11.493493 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6a3a69d7-4140-4019-a1dc-251605a923be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:11.562641 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:33:54Z', 'updated_at': '2021-09-23T22:34:03Z', 'revision_number': 4, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'gw_port': {'id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:33:55Z', 'updated_at': '2021-09-23T22:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'f5f33ba4-a2dd-4621-b05b-5f196c9baa93', 'name': '', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'mac_address': 'fa:16:3e:25:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:34:00Z', 'updated_at': '2021-09-23T22:34:04Z', 'revision_number': 2, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'subnets': [{'id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:11.591165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6a3a69d7-4140-4019-a1dc-251605a923be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:11.596998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a130783-e471-4ff6-9c53-46d38da4625d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:11.605963 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-53038cd3-4fea-4d95-aa5a-4e7c476eb212 req-6d472a81-ca6f-4c56-892b-7c19e504263d tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507037 Sep 23 22:34:11.629566 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Checking router: b52a7834-31e1-486d-8a4d-62f62f6c6419 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:34:11.630138 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Updating router b52a7834-31e1-486d-8a4d-62f62f6c6419 port f5f33ba4-a2dd-4621-b05b-5f196c9baa93 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:34:11.644825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1e9ff88f-902a-4909-861d-8daf6774de43 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:34:11.686058 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:11.708708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a69d7-4140-4019-a1dc-251605a923be None None] Routers {'d187ef20-29f7-4bad-b4df-9183ef5e1eb2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:11.709760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6a3a69d7-4140-4019-a1dc-251605a923be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:11.748663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13bc041b-4c8c-4a33-b21e-5ea48e88c949 req-ac2724b7-09bd-4e4f-8bbd-e78803745754 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 210 time: 0.0659113 Sep 23 22:34:11.776429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6a3a69d7-4140-4019-a1dc-251605a923be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:11.777101 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a69d7-4140-4019-a1dc-251605a923be None None] The sync data for ids ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:34:11.796692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5a130783-e471-4ff6-9c53-46d38da4625d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:11.797062 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:11.834668 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f76f341-a3d6-43c8-89d4-1b49ccd908d2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:11.845979 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f76f341-a3d6-43c8-89d4-1b49ccd908d2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:11.846983 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f76f341-a3d6-43c8-89d4-1b49ccd908d2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:11.893632 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 1e9ff88f-902a-4909-861d-8daf6774de43, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1e9ff88f-902a-4909-861d-8daf6774de43,segment=NetworkSegment(b98ec724-e58d-4c18-b1ce-5e332be5c733),segment_id=b98ec724-e58d-4c18-b1ce-5e332be5c733)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:11.935998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '1e9ff88f-902a-4909-861d-8daf6774de43', 'network_id': 'f7455fb8-4eb5-4877-a39a-266d1d500fd7', 'port_id': '1e9ff88f-902a-4909-861d-8daf6774de43', 'mac_address': 'fa:16:3e:2a:31:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e170f7-15ca-4d7d-9a22-bc48f9a860f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:34:11.995289 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:12.019090 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9ff88f-902a-4909-861d-8daf6774de43 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:34:12.028038 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76f341-a3d6-43c8-89d4-1b49ccd908d2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Network': ['ID=628bc929-027b-4671-b978-1831bc13b1e3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:12.055424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 628bc929-027b-4671-b978-1831bc13b1e3 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:34:12.070257 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2a683d6f-2e7e-473f-bbb3-db458bbae756 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:34:12.078712 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2f76f341-a3d6-43c8-89d4-1b49ccd908d2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9751456 Sep 23 22:34:12.083828 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57792) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:12.101842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-24e0394e-4784-4d28-9a88-f3f3a5b9d2f4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'subnet': {'network_id': '628bc929-027b-4671-b978-1831bc13b1e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:12.172042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 1e9ff88f-902a-4909-861d-8daf6774de43, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1e9ff88f-902a-4909-861d-8daf6774de43,segment=NetworkSegment(b98ec724-e58d-4c18-b1ce-5e332be5c733),segment_id=b98ec724-e58d-4c18-b1ce-5e332be5c733)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:12.173773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 2a683d6f-2e7e-473f-bbb3-db458bbae756 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:34:12.174497 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2a683d6f-2e7e-473f-bbb3-db458bbae756 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:34:12.258766 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:12.285469 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:12.358086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=1e9ff88f-902a-4909-861d-8daf6774de43,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:12.372953 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:12.430859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e0394e-4784-4d28-9a88-f3f3a5b9d2f4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:12.437609 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-24e0394e-4784-4d28-9a88-f3f3a5b9d2f4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:12.464907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bec28-88e4-44c4-84d4-a9ab825c777b req-a10cad93-50ab-463b-ab19-c36d7516b006 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:12.468093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-551bec28-88e4-44c4-84d4-a9ab825c777b req-a10cad93-50ab-463b-ab19-c36d7516b006 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 946 time: 0.1314716 Sep 23 22:34:12.486122 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50bc08-59ca-419b-bfc5-469e775ffbf5 None None] Pushing event updated for resources: {'Port': ['ID=f5f33ba4-a2dd-4621-b05b-5f196c9baa93,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:12.501965 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d50bc08-59ca-419b-bfc5-469e775ffbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:12.502622 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d50bc08-59ca-419b-bfc5-469e775ffbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:12.503160 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d50bc08-59ca-419b-bfc5-469e775ffbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:12.503655 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d50bc08-59ca-419b-bfc5-469e775ffbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:12.504265 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d50bc08-59ca-419b-bfc5-469e775ffbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:12.504843 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d50bc08-59ca-419b-bfc5-469e775ffbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:12.505360 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d50bc08-59ca-419b-bfc5-469e775ffbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:12.506031 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d50bc08-59ca-419b-bfc5-469e775ffbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:12.507844 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d50bc08-59ca-419b-bfc5-469e775ffbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:12.508441 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d50bc08-59ca-419b-bfc5-469e775ffbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:12.509086 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d50bc08-59ca-419b-bfc5-469e775ffbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:12.509629 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d50bc08-59ca-419b-bfc5-469e775ffbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:12.586608 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Attempting to bind port f5f33ba4-a2dd-4621-b05b-5f196c9baa93 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:34:12.586965 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Attempting to bind port f5f33ba4-a2dd-4621-b05b-5f196c9baa93 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '5221a02c-5709-44ee-ad8f-bbfa86a477be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:34:12.587336 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Attempting to bind port f5f33ba4-a2dd-4621-b05b-5f196c9baa93 on network cf812c40-86cb-4249-879d-42d3198fa85c {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:34:12.605469 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:34:12.606447 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Checking segment: {'id': '5221a02c-5709-44ee-ad8f-bbfa86a477be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:34:12.607347 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:12.608267 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Bound using segment: {'id': '5221a02c-5709-44ee-ad8f-bbfa86a477be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:34:12.609332 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Bound port: f5f33ba4-a2dd-4621-b05b-5f196c9baa93, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5221a02c-5709-44ee-ad8f-bbfa86a477be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:34:12.610210 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:12.709390 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] For port f5f33ba4-a2dd-4621-b05b-5f196c9baa93, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:34:12.714070 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] For port f5f33ba4-a2dd-4621-b05b-5f196c9baa93, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f5f33ba4-a2dd-4621-b05b-5f196c9baa93,segment=NetworkSegment(5221a02c-5709-44ee-ad8f-bbfa86a477be),segment_id=5221a02c-5709-44ee-ad8f-bbfa86a477be)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:34:12.770403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['1e9ff88f-902a-4909-861d-8daf6774de43'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:34:12.801332 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:12.870745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8c371-707e-4e75-8212-a9d8c1f4a1d3 req-1e9c0189-d7eb-4a75-a129-6813e2aa5e7f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:12.873993 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51f8c371-707e-4e75-8212-a9d8c1f4a1d3 req-1e9c0189-d7eb-4a75-a129-6813e2aa5e7f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 946 time: 0.4289823 Sep 23 22:34:12.905583 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50bc08-59ca-419b-bfc5-469e775ffbf5 None None] Pushing event updated for resources: {'Port': ['ID=f5f33ba4-a2dd-4621-b05b-5f196c9baa93,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:12.905984 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-966caee2-f69a-4de0-8b2a-a7714aab39b1 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:12.913843 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-966caee2-f69a-4de0-8b2a-a7714aab39b1 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.43 "GET /v2.0/networks?id=cf812c40-86cb-4249-879d-42d3198fa85c HTTP/1.1" status: 200 len: 828 time: 0.9774673 Sep 23 22:34:12.939533 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Routers {'b52a7834-31e1-486d-8a4d-62f62f6c6419'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:12.939800 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:33:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b52a7834-31e1-486d-8a4d-62f62f6c6419'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:12.943157 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-dcaaff26-6010-4934-a931-4f454001281d tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Request body: {'port': {'device_id': '92afa1fe-fd89-4786-aff0-e9c6e55a0cef', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'admin_state_up': True, 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:13.054287 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a3ae395-0c28-426c-9e0a-5a62af266b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:13.085846 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] Set router b52a7834-31e1-486d-8a4d-62f62f6c6419 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:34:13.121522 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-3fe92e8d-8398-4b1c-947a-124509dc2e17 None None] Provisioning complete for port f5f33ba4-a2dd-4621-b05b-5f196c9baa93 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:13.121522 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3fe92e8d-8398-4b1c-947a-124509dc2e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:13.178654 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51f8c371-707e-4e75-8212-a9d8c1f4a1d3 req-199e0f62-f2d5-4971-b2d3-64d6211e907a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848577 Sep 23 22:34:13.299235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-551bec28-88e4-44c4-84d4-a9ab825c777b req-f98ec7a2-2ede-4385-8ba6-02681712cd7c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Deleting port d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:13.299828 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-551bec28-88e4-44c4-84d4-a9ab825c777b req-f98ec7a2-2ede-4385-8ba6-02681712cd7c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:13.395402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-24e0394e-4784-4d28-9a88-f3f3a5b9d2f4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:13.464491 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3fe92e8d-8398-4b1c-947a-124509dc2e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:13.578174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3fe92e8d-8398-4b1c-947a-124509dc2e17 None None] For port f5f33ba4-a2dd-4621-b05b-5f196c9baa93, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f5f33ba4-a2dd-4621-b05b-5f196c9baa93,segment=NetworkSegment(5221a02c-5709-44ee-ad8f-bbfa86a477be),segment_id=5221a02c-5709-44ee-ad8f-bbfa86a477be)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:13.583831 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:33:54Z', 'updated_at': '2021-09-23T22:34:03Z', 'revision_number': 4, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'gw_port': {'id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:33:55Z', 'updated_at': '2021-09-23T22:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'f5f33ba4-a2dd-4621-b05b-5f196c9baa93', 'name': '', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'mac_address': 'fa:16:3e:25:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:34:00Z', 'updated_at': '2021-09-23T22:34:12Z', 'revision_number': 4, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'subnets': [{'id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:13.586554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7f510-a4be-4c2a-96a1-5cd8c91a130e req-c1b882ba-44ba-4a94-88b5-ec966b2fba4e tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:13.605362 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ca7f510-a4be-4c2a-96a1-5cd8c91a130e req-c1b882ba-44ba-4a94-88b5-ec966b2fba4e tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 945 time: 0.6320717 Sep 23 22:34:13.605634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f5f33ba4-a2dd-4621-b05b-5f196c9baa93 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:13.683096 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0968471d-1701-43ec-9f3d-be05b481afaf None None] The sync data for ids ['b52a7834-31e1-486d-8a4d-62f62f6c6419'] in n-d-810775-1 is: [{'id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:33:54Z', 'updated_at': '2021-09-23T22:34:03Z', 'revision_number': 4, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'gw_port': {'id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:33:55Z', 'updated_at': '2021-09-23T22:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'f5f33ba4-a2dd-4621-b05b-5f196c9baa93', 'name': '', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'mac_address': 'fa:16:3e:25:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:34:00Z', 'updated_at': '2021-09-23T22:34:12Z', 'revision_number': 4, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'subnets': [{'id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:34:13.683481 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36fe7aad-78e3-4fc6-b1bf-4b75865b82c2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:13.701442 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3fe92e8d-8398-4b1c-947a-124509dc2e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:13.717312 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ca7f510-a4be-4c2a-96a1-5cd8c91a130e req-910569bf-b043-4c51-8e36-52dca107c8fa tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175644 Sep 23 22:34:13.720630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-dcaaff26-6010-4934-a931-4f454001281d tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Made reservation on behalf of 3ae0223451ae413a90952a07e54d9c5b for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:13.728479 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f3984a64-af50-4013-b3d5-a5d8d6443753 req-4dca987b-da1d-4470-859d-747e58c9b738 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 210 time: 0.2149508 Sep 23 22:34:13.734298 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-dcaaff26-6010-4934-a931-4f454001281d tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:13.782009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0394e-4784-4d28-9a88-f3f3a5b9d2f4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Subnet': ['ID=0f36a5a9-cfd9-4fa9-a43a-c733ba4081fa,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:13.804835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-551bec28-88e4-44c4-84d4-a9ab825c777b req-f98ec7a2-2ede-4385-8ba6-02681712cd7c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] For port d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:13.805333 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-551bec28-88e4-44c4-84d4-a9ab825c777b req-f98ec7a2-2ede-4385-8ba6-02681712cd7c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:13.822699 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e0394e-4784-4d28-9a88-f3f3a5b9d2f4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Checking segment: {'id': 'a46e524e-0003-4fa0-96db-48f68eaa5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '628bc929-027b-4671-b978-1831bc13b1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:34:13.823437 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0394e-4784-4d28-9a88-f3f3a5b9d2f4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network hostable DHCP agents. Network: 628bc929-027b-4671-b978-1831bc13b1e3, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:34:13.829194 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port f5f33ba4-a2dd-4621-b05b-5f196c9baa93 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:13.830512 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:13.831785 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-551bec28-88e4-44c4-84d4-a9ab825c777b req-f98ec7a2-2ede-4385-8ba6-02681712cd7c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Calling delete_port for d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:13.960079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0394e-4784-4d28-9a88-f3f3a5b9d2f4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network 628bc929-027b-4671-b978-1831bc13b1e3 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:34:13.984128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-771ab649-1e80-460e-b066-0ec37a4fa9ee None None] Provisioning complete for port f5f33ba4-a2dd-4621-b05b-5f196c9baa93 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:13.984725 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-771ab649-1e80-460e-b066-0ec37a4fa9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:13.993667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe92e8d-8398-4b1c-947a-124509dc2e17 None None] Pushing event updated for resources: {'Port': ['ID=f5f33ba4-a2dd-4621-b05b-5f196c9baa93,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:14.070928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b529-0f2b-4c6d-9390-f3108c26f982 req-4c33eb77-9ca5-4725-8a9f-fc23ef6d7bc3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.080242 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-97d23394-3b62-4456-a1e1-9fbb6207d097 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4195664 Sep 23 22:34:14.082044 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b529-0f2b-4c6d-9390-f3108c26f982 req-4c33eb77-9ca5-4725-8a9f-fc23ef6d7bc3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.091069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b529-0f2b-4c6d-9390-f3108c26f982 req-4c33eb77-9ca5-4725-8a9f-fc23ef6d7bc3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.101099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b529-0f2b-4c6d-9390-f3108c26f982 req-4c33eb77-9ca5-4725-8a9f-fc23ef6d7bc3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.111844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b529-0f2b-4c6d-9390-f3108c26f982 req-4c33eb77-9ca5-4725-8a9f-fc23ef6d7bc3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.122639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b529-0f2b-4c6d-9390-f3108c26f982 req-4c33eb77-9ca5-4725-8a9f-fc23ef6d7bc3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.132077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b529-0f2b-4c6d-9390-f3108c26f982 req-4c33eb77-9ca5-4725-8a9f-fc23ef6d7bc3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.136014 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f9b0b529-0f2b-4c6d-9390-f3108c26f982 req-4c33eb77-9ca5-4725-8a9f-fc23ef6d7bc3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5435 time: 0.2159135 Sep 23 22:34:14.140700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-24e0394e-4784-4d28-9a88-f3f3a5b9d2f4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 628bc929-027b-4671-b978-1831bc13b1e3) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:14.147042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e0394e-4784-4d28-9a88-f3f3a5b9d2f4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.148188 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-24e0394e-4784-4d28-9a88-f3f3a5b9d2f4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:14.181218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dc4ac3-8dd5-4e80-99b5-dce2f6d05fb1 None None] Network 628bc929-027b-4671-b978-1831bc13b1e3 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:14.250651 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f9b0b529-0f2b-4c6d-9390-f3108c26f982 req-abbf88e3-185e-452e-8da7-f011098a0b84 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937860 Sep 23 22:34:14.289623 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-24e0394e-4784-4d28-9a88-f3f3a5b9d2f4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1955326 Sep 23 22:34:14.293000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57812) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:14.296994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-aab04b61-0c90-4093-8afd-b3736aaebd09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'network_id': '628bc929-027b-4671-b978-1831bc13b1e3', 'name': 'tempest-PortsTestJSON-788786316'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:14.396499 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-551bec28-88e4-44c4-84d4-a9ab825c777b req-f98ec7a2-2ede-4385-8ba6-02681712cd7c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:14.427439 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9de94c15-9952-4bff-893f-1782e90aaf6b req-23761579-702d-47e7-bf83-68cf05b42237 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 210 time: 0.0901768 Sep 23 22:34:14.430613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-dcaaff26-6010-4934-a931-4f454001281d tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Allocated IP 172.20.0.14 (cf812c40-86cb-4249-879d-42d3198fa85c/535cf56d-58bf-42a9-86a4-f5a07369573e/88059a31-d5cf-412e-aef8-e0452b20abe8) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:14.465301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad4e82e5-ffac-4ce8-a471-14137a6ef249', 'f642cf30-7599-44e9-898a-7ea957576702'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:34:14.476980 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-7069db2b-5a2d-49df-8aaf-0ec393cab8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.484848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-7069db2b-5a2d-49df-8aaf-0ec393cab8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.485369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-7069db2b-5a2d-49df-8aaf-0ec393cab8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.485851 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-7069db2b-5a2d-49df-8aaf-0ec393cab8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.486332 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-7069db2b-5a2d-49df-8aaf-0ec393cab8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.486813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-7069db2b-5a2d-49df-8aaf-0ec393cab8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.487321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-7069db2b-5a2d-49df-8aaf-0ec393cab8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.489534 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-7069db2b-5a2d-49df-8aaf-0ec393cab8ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53d9dcc00ea347a4ba456b29d8894318&device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 6492 time: 0.3134391 Sep 23 22:34:14.528366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ec7a2-2ede-4385-8ba6-02681712cd7c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Pushing event deleted for resources: {'Port': ['ID=d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:14.768337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-551bec28-88e4-44c4-84d4-a9ab825c777b req-f98ec7a2-2ede-4385-8ba6-02681712cd7c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] No DVR routers for this DVR port d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:34:14.776965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-628bc929-027b-4671-b978-1831bc13b1e3', 'network_id': '628bc929-027b-4671-b978-1831bc13b1e3', 'tenant_id': '56b237389969441ba01a026302129acc', 'fixed_ips': [{'subnet_id': '0f36a5a9-cfd9-4fa9-a43a-c733ba4081fa'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:34:14.777991 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-551bec28-88e4-44c4-84d4-a9ab825c777b req-f98ec7a2-2ede-4385-8ba6-02681712cd7c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:14.779852 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:14.781125 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-551bec28-88e4-44c4-84d4-a9ab825c777b req-f98ec7a2-2ede-4385-8ba6-02681712cd7c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "DELETE /v2.0/ports/d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 HTTP/1.1" status: 204 len: 173 time: 2.2901673 Sep 23 22:34:14.785242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d3dbea-0900-4187-8b1d-25f2754af463', 'name': 'network-vif-deleted', 'tag': 'd6a8cdef-6628-4c4c-959b-e3a26ddd7ed5'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:34:14.789966 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c4b094-7a7b-4a07-960e-889f643b5a8b" -d '{"events": [{"server_uuid": "a9d3dbea-0900-4187-8b1d-25f2754af463", "name": "network-vif-deleted", "tag": "d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:34:14.840524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542186b-e11a-48e4-b296-51794dede66b req-3db20f49-3762-460e-8be3-bb1a953fe162 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.873966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-212af91c-4f32-4714-bdb1-7271b4162628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.874553 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-212af91c-4f32-4714-bdb1-7271b4162628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.875074 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-212af91c-4f32-4714-bdb1-7271b4162628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.875220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542186b-e11a-48e4-b296-51794dede66b req-3db20f49-3762-460e-8be3-bb1a953fe162 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.876990 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-212af91c-4f32-4714-bdb1-7271b4162628 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8fdb77b3-802f-455b-896f-81dc78604c36&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=277e5faa-2d60-44c3-be61-7e8c69a875a4&id=ca883b77-dd36-40f2-a31d-760ec43ec06e&id=ca883b77-dd36-40f2-a31d-760ec43ec06e HTTP/1.1" status: 200 len: 2291 time: 0.3064847 Sep 23 22:34:14.890456 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542186b-e11a-48e4-b296-51794dede66b req-3db20f49-3762-460e-8be3-bb1a953fe162 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.907165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542186b-e11a-48e4-b296-51794dede66b req-3db20f49-3762-460e-8be3-bb1a953fe162 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.926754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542186b-e11a-48e4-b296-51794dede66b req-3db20f49-3762-460e-8be3-bb1a953fe162 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.939796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542186b-e11a-48e4-b296-51794dede66b req-3db20f49-3762-460e-8be3-bb1a953fe162 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.955437 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542186b-e11a-48e4-b296-51794dede66b req-3db20f49-3762-460e-8be3-bb1a953fe162 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:14.974084 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9542186b-e11a-48e4-b296-51794dede66b req-3db20f49-3762-460e-8be3-bb1a953fe162 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5435 time: 0.4307811 Sep 23 22:34:15.005871 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-dcaaff26-6010-4934-a931-4f454001281d tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:15.058845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab04b61-0c90-4093-8afd-b3736aaebd09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:15.067400 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aab04b61-0c90-4093-8afd-b3736aaebd09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:15.071644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-36fe7aad-78e3-4fc6-b1bf-4b75865b82c2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port 8da03381-6797-49ab-9985-d216ff6d3d2b {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:15.072019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36fe7aad-78e3-4fc6-b1bf-4b75865b82c2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:15.104103 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-86687ab9-ea49-4783-9430-13927958597e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e5d1c23-ff12-4a74-8c34-bd3a77973f35 HTTP/1.1" status: 200 len: 1002 time: 0.2140794 Sep 23 22:34:15.155272 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-aab04b61-0c90-4093-8afd-b3736aaebd09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port eff82d1a-b245-4647-beca-fc69702d288e yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:34:15.195959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57bc9b-6b21-4c9f-bd0e-89f52445b9bf req-014d8eff-5897-4af2-af27-5e2135d97680 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:15.198864 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0c57bc9b-6b21-4c9f-bd0e-89f52445b9bf req-014d8eff-5897-4af2-af27-5e2135d97680 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 945 time: 0.2602303 Sep 23 22:34:15.211461 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dec64577-edec-4849-9db6-cfd44dfa84c4 req-c8c51201-8b48-4186-98ec-866fcd2bd33e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 210 time: 0.0966897 Sep 23 22:34:15.354525 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36fe7aad-78e3-4fc6-b1bf-4b75865b82c2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:15.357894 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-dcaaff26-6010-4934-a931-4f454001281d tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:15.366193 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc62d69-ecc3-4f1b-b1ef-b6047fdbec95 x-openstack-request-id: req-6cc62d69-ecc3-4f1b-b1ef-b6047fdbec95 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:34:15.366552 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d3dbea-0900-4187-8b1d-25f2754af463", "name": "network-vif-deleted", "tag": "d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:34:15.368367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-57b55fb6-d829-4e60-8c31-a20da2764180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:15.370233 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-57b55fb6-d829-4e60-8c31-a20da2764180 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d29d642-3539-4f1b-86f3-275967351080 HTTP/1.1" status: 200 len: 850 time: 0.2442908 Sep 23 22:34:15.371474 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6cc62d69-ecc3-4f1b-b1ef-b6047fdbec95 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:34:15.371736 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d3dbea-0900-4187-8b1d-25f2754af463', 'name': 'network-vif-deleted', 'tag': 'd6a8cdef-6628-4c4c-959b-e3a26ddd7ed5', 'status': 'completed', 'code': 200} Sep 23 22:34:15.373429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Allocated IP 172.20.0.2 (628bc929-027b-4671-b978-1831bc13b1e3/0f36a5a9-cfd9-4fa9-a43a-c733ba4081fa/beb8dee5-ed63-49c9-b0f2-5c5a5ca08657) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:15.421124 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0c57bc9b-6b21-4c9f-bd0e-89f52445b9bf req-b0601ec7-4b2d-4db1-a7ae-d85b3a1e4f9e tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050576 Sep 23 22:34:15.427328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-36fe7aad-78e3-4fc6-b1bf-4b75865b82c2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for 8da03381-6797-49ab-9985-d216ff6d3d2b owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:15.483910 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-dcaaff26-6010-4934-a931-4f454001281d tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Network cf812c40-86cb-4249-879d-42d3198fa85c is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:15.486160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaaff26-6010-4934-a931-4f454001281d tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Pushing event updated for resources: {'Port': ['ID=88059a31-d5cf-412e-aef8-e0452b20abe8,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:15.491256 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-dcaaff26-6010-4934-a931-4f454001281d tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:15.497320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-dcaaff26-6010-4934-a931-4f454001281d tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:15.575472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-e5559d95-f001-467a-a36c-82e484c5380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:15.577213 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-e5559d95-f001-467a-a36c-82e484c5380a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8fdb77b3-802f-455b-896f-81dc78604c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953545 Sep 23 22:34:15.641207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-dcaaff26-6010-4934-a931-4f454001281d tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:15.642184 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-dcaaff26-6010-4934-a931-4f454001281d tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:15.679637 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c214bc35-4639-4e50-aaa5-319f4955b438 req-ef1d0558-58c7-464a-a159-5c947ae2d4aa tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d3dbea-0900-4187-8b1d-25f2754af463 HTTP/1.1" status: 200 len: 210 time: 0.0418046 Sep 23 22:34:15.693473 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f5f33ba4-a2dd-4621-b05b-5f196c9baa93 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:15.740349 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1e9ff88f-902a-4909-861d-8daf6774de43 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:15.793592 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-893d358e-72fb-4ae6-80ee-2e18b47294a2 service neutron] 10.222.0.67 "GET /v2.0/networks/8fdb77b3-802f-455b-896f-81dc78604c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057998 Sep 23 22:34:15.871821 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:15.878843 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-dcaaff26-6010-4934-a931-4f454001281d tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9504275 Sep 23 22:34:15.907137 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-291b13b9-33b5-459a-a403-0b4e51a2ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:15.951652 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Request body: {'port': {'device_id': '92afa1fe-fd89-4786-aff0-e9c6e55a0cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:15.963017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9960e27e-f0f8-48c2-a1dd-1ea38fea8f2a None None] Provisioning complete for port 88059a31-d5cf-412e-aef8-e0452b20abe8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:15.964620 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9960e27e-f0f8-48c2-a1dd-1ea38fea8f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:15.974967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port f5f33ba4-a2dd-4621-b05b-5f196c9baa93 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:15.975745 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:15.993700 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36fe7aad-78e3-4fc6-b1bf-4b75865b82c2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:16.068562 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:16.072309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe7aad-78e3-4fc6-b1bf-4b75865b82c2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=8da03381-6797-49ab-9985-d216ff6d3d2b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:16.087749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-aab04b61-0c90-4093-8afd-b3736aaebd09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Allocated IP 172.20.0.14 (628bc929-027b-4671-b978-1831bc13b1e3/0f36a5a9-cfd9-4fa9-a43a-c733ba4081fa/eff82d1a-b245-4647-beca-fc69702d288e) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:16.110420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 1e9ff88f-902a-4909-861d-8daf6774de43 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:34:16.188048 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:16.191103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 1e9ff88f-902a-4909-861d-8daf6774de43 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:16.191492 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:16.194949 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-150766a3-db8b-4dfe-95d1-50d72bce0231 service neutron] 10.222.0.67 "GET /v2.0/networks/8fdb77b3-802f-455b-896f-81dc78604c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803189 Sep 23 22:34:16.198833 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Network 628bc929-027b-4671-b978-1831bc13b1e3 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:16.206361 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-9960e27e-f0f8-48c2-a1dd-1ea38fea8f2a None None] Port 88059a31-d5cf-412e-aef8-e0452b20abe8 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:16.257848 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:16.264157 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:16.303528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Pushing event updated for resources: {'Port': ['ID=beb8dee5-ed63-49c9-b0f2-5c5a5ca08657,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:16.339392 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:16.344360 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-f9ee5108-4c28-475e-a314-d102ba0d96b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b HTTP/1.1" status: 200 len: 217 time: 0.0746093 Sep 23 22:34:16.380169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:34:16.414176 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aab04b61-0c90-4093-8afd-b3736aaebd09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:16.416514 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36fe7aad-78e3-4fc6-b1bf-4b75865b82c2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:16.462077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:34:16.462077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d6a8cdef-6628-4c4c-959b-e3a26ddd7ed5 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:34:16.483790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Attempting to bind port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:34:16.483790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Attempting to bind port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'a46e524e-0003-4fa0-96db-48f68eaa5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '628bc929-027b-4671-b978-1831bc13b1e3'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:34:16.493179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Attempting to bind port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 on network 628bc929-027b-4671-b978-1831bc13b1e3 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:34:16.493179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:34:16.493560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Checking segment: {'id': 'a46e524e-0003-4fa0-96db-48f68eaa5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '628bc929-027b-4671-b978-1831bc13b1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:34:16.494066 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:16.494548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Bound using segment: {'id': 'a46e524e-0003-4fa0-96db-48f68eaa5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '628bc929-027b-4671-b978-1831bc13b1e3'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:34:16.495129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Bound port: beb8dee5-ed63-49c9-b0f2-5c5a5ca08657, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46e524e-0003-4fa0-96db-48f68eaa5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '628bc929-027b-4671-b978-1831bc13b1e3'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:34:16.495599 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:16.510539 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aab04b61-0c90-4093-8afd-b3736aaebd09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:16.598511 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:16.619511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab04b61-0c90-4093-8afd-b3736aaebd09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=eff82d1a-b245-4647-beca-fc69702d288e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:16.654251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] For port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:34:16.660538 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873afa8a-1505-4339-bbb0-1ad4613b7556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9ff88f-902a-4909-861d-8daf6774de43'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:34:16.663398 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9446a26-f12e-4460-b40e-073d5b839482" -d '{"events": [{"server_uuid": "873afa8a-1505-4339-bbb0-1ad4613b7556", "name": "network-vif-plugged", "status": "completed", "tag": "1e9ff88f-902a-4909-861d-8daf6774de43"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:34:16.668290 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] For port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=beb8dee5-ed63-49c9-b0f2-5c5a5ca08657,segment=NetworkSegment(a46e524e-0003-4fa0-96db-48f68eaa5d60),segment_id=a46e524e-0003-4fa0-96db-48f68eaa5d60)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:34:16.670134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab04b61-0c90-4093-8afd-b3736aaebd09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network 628bc929-027b-4671-b978-1831bc13b1e3 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:16.675046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-aab04b61-0c90-4093-8afd-b3736aaebd09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:16.680649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab04b61-0c90-4093-8afd-b3736aaebd09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:16.689835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 1e9ff88f-902a-4909-861d-8daf6774de43, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1e9ff88f-902a-4909-861d-8daf6774de43,segment=NetworkSegment(b98ec724-e58d-4c18-b1ce-5e332be5c733),segment_id=b98ec724-e58d-4c18-b1ce-5e332be5c733)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:16.733851 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc803444-954c-4e39-83e6-ee42ba5b6cf8 req-dd54c94f-975c-4da7-973c-638ff9857e02 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:16.735586 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cc803444-954c-4e39-83e6-ee42ba5b6cf8 req-dd54c94f-975c-4da7-973c-638ff9857e02 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 945 time: 0.1311285 Sep 23 22:34:16.770702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab04b61-0c90-4093-8afd-b3736aaebd09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:16.771686 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aab04b61-0c90-4093-8afd-b3736aaebd09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:16.802159 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:16.834963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cc803444-954c-4e39-83e6-ee42ba5b6cf8 req-d1424d11-3c2b-4078-8be1-440925a14db1 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825348 Sep 23 22:34:16.855650 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:34:16.988381 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-349f07b3-0630-4317-93c4-75aa17f97a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:16.989927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-349f07b3-0630-4317-93c4-75aa17f97a73 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.6043706 Sep 23 22:34:17.036016 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-aab04b61-0c90-4093-8afd-b3736aaebd09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7429733 Sep 23 22:34:17.038609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57850) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:17.047616 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:17.048892 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-24000356-b0c9-43e0-8505-53a384fcc7c5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'network_id': '628bc929-027b-4671-b978-1831bc13b1e3', 'name': 'tempest-PortsTestJSON-1818310772'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:17.125601 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:17.128349 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae89657-91c5-48c8-b264-2833772fcf73 None None] Pushing event updated for resources: {'Port': ['ID=beb8dee5-ed63-49c9-b0f2-5c5a5ca08657,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:17.133533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2703cc-c265-4602-b314-da300f31b8e2 req-bf9e8f14-99d4-4c2f-a52b-2cdb0c3b71cd tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:17.142442 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0c2703cc-c265-4602-b314-da300f31b8e2 req-bf9e8f14-99d4-4c2f-a52b-2cdb0c3b71cd tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 932 time: 0.7605357 Sep 23 22:34:17.269982 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d682dcd6-97e5-4871-9828-447363c48924 x-openstack-request-id: req-d682dcd6-97e5-4871-9828-447363c48924 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:34:17.270554 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873afa8a-1505-4339-bbb0-1ad4613b7556", "name": "network-vif-plugged", "status": "completed", "tag": "1e9ff88f-902a-4909-861d-8daf6774de43", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:34:17.271036 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d682dcd6-97e5-4871-9828-447363c48924 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:34:17.273139 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873afa8a-1505-4339-bbb0-1ad4613b7556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9ff88f-902a-4909-861d-8daf6774de43', 'code': 200} Sep 23 22:34:17.442834 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0c2703cc-c265-4602-b314-da300f31b8e2 req-f9064e23-fb18-4c29-aa41-a01c347014c2 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b392a8-51fc-41d7-92cc-1967da48dd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986925 Sep 23 22:34:17.458458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24000356-b0c9-43e0-8505-53a384fcc7c5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:17.462316 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-24000356-b0c9-43e0-8505-53a384fcc7c5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:17.507374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-24000356-b0c9-43e0-8505-53a384fcc7c5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port 12b95003-edae-4622-ac8b-12ec4c425dcc yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:34:17.515162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-63a23180-48e0-4213-a6f9-566712e450a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:17.516736 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-63a23180-48e0-4213-a6f9-566712e450a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5096850 Sep 23 22:34:17.543378 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fe7aad-78e3-4fc6-b1bf-4b75865b82c2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router d187ef20-29f7-4bad-b4df-9183ef5e1eb2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:34:17.764552 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:17.777048 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-24000356-b0c9-43e0-8505-53a384fcc7c5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Allocated IP 172.20.0.6 (628bc929-027b-4671-b978-1831bc13b1e3/0f36a5a9-cfd9-4fa9-a43a-c733ba4081fa/12b95003-edae-4622-ac8b-12ec4c425dcc) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:17.778428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acf0cd-8d6a-483e-851f-25d373004660 req-3d355d32-bf2d-4519-a019-af74750ebb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:17.780408 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-39acf0cd-8d6a-483e-851f-25d373004660 req-3d355d32-bf2d-4519-a019-af74750ebb1c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 1097 time: 0.4073229 Sep 23 22:34:17.830702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=1e9ff88f-902a-4909-861d-8daf6774de43,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:17.919740 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:17.920781 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-431773d7-e47b-4dcc-bbf0-db43044c3bf6 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906844 Sep 23 22:34:17.943155 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:17.945177 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:17.996861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fe7aad-78e3-4fc6-b1bf-4b75865b82c2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:34:18.021389 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ad110-b3e6-486c-854c-44849fe6f807 None None] Sync routers for ids ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:34:18.032609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-36fe7aad-78e3-4fc6-b1bf-4b75865b82c2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/d187ef20-29f7-4bad-b4df-9183ef5e1eb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5554492 Sep 23 22:34:18.033447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57864) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:18.038197 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-39acf0cd-8d6a-483e-851f-25d373004660 req-4afd3976-970e-4bef-9a51-04a6057b6754 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137430 Sep 23 22:34:18.039321 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ad110-b3e6-486c-854c-44849fe6f807 None None] Routers {'d187ef20-29f7-4bad-b4df-9183ef5e1eb2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:18.044462 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3d2ad110-b3e6-486c-854c-44849fe6f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:18.049468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88059a31-d5cf-412e-aef8-e0452b20abe8 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:34:18.134115 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3d2ad110-b3e6-486c-854c-44849fe6f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:18.145668 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ad110-b3e6-486c-854c-44849fe6f807 None None] Routers {'d187ef20-29f7-4bad-b4df-9183ef5e1eb2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:18.146596 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3d2ad110-b3e6-486c-854c-44849fe6f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:18.147551 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:18.152736 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:18.223420 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c8ecda5d-7e95-4f4b-8f94-1d627a08fe89 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports?device_id=d187ef20-29f7-4bad-b4df-9183ef5e1eb2 HTTP/1.1" status: 200 len: 205 time: 0.1859744 Sep 23 22:34:18.228375 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57870) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:18.229729 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3d2ad110-b3e6-486c-854c-44849fe6f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:18.230605 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ad110-b3e6-486c-854c-44849fe6f807 None None] The sync data for ids ['d187ef20-29f7-4bad-b4df-9183ef5e1eb2'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:34:18.254908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Transition to ACTIVE for port object 88059a31-d5cf-412e-aef8-e0452b20abe8 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:34:18.294601 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=beb8dee5-ed63-49c9-b0f2-5c5a5ca08657,segment=NetworkSegment(a46e524e-0003-4fa0-96db-48f68eaa5d60),segment_id=a46e524e-0003-4fa0-96db-48f68eaa5d60)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:18.296180 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-cf528db7-b6cc-4e1e-9f43-9dcd83d0b4a2 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535864 Sep 23 22:34:18.332949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f08be-b627-484b-a166-633a3e90e1e6 req-ccedcf0e-50b0-405c-9d1c-05f0b1a30a50 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:18.352516 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d69f08be-b627-484b-a166-633a3e90e1e6 req-ccedcf0e-50b0-405c-9d1c-05f0b1a30a50 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 946 time: 0.1782997 Sep 23 22:34:18.360803 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:18.467361 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:18.500913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Pushing event updated for resources: {'Port': ['ID=88059a31-d5cf-412e-aef8-e0452b20abe8,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:18.525745 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d69f08be-b627-484b-a166-633a3e90e1e6 req-2296b3a5-d2f9-4301-8702-971e81c3d7d4 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694150 Sep 23 22:34:18.629515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=beb8dee5-ed63-49c9-b0f2-5c5a5ca08657,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:18.635741 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-4dc9bf35-9d25-44fe-8909-062612909c46 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=2399c71c-78da-4b12-adda-5a18362e7290 HTTP/1.1" status: 200 len: 217 time: 0.1481416 Sep 23 22:34:18.740469 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57880) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:18.782328 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0b410164-723f-465b-a5e0-c87b25785aa6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:18.786125 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:18.866711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-9c6e822e-6730-4765-a491-b8539564d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:18.868418 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-9c6e822e-6730-4765-a491-b8539564d1eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.2055058 Sep 23 22:34:18.906761 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-24000356-b0c9-43e0-8505-53a384fcc7c5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:18.967484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Attempting to bind port 88059a31-d5cf-412e-aef8-e0452b20abe8 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:34:18.967935 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Attempting to bind port 88059a31-d5cf-412e-aef8-e0452b20abe8 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '5221a02c-5709-44ee-ad8f-bbfa86a477be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:34:18.968424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Attempting to bind port 88059a31-d5cf-412e-aef8-e0452b20abe8 on network cf812c40-86cb-4249-879d-42d3198fa85c {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:34:18.983887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f544-087c-4f9f-98b8-03b89f5cb42b req-d9e8114e-a0c9-4f49-a654-45408d0766c5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:18.989725 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6db3f544-087c-4f9f-98b8-03b89f5cb42b req-d9e8114e-a0c9-4f49-a654-45408d0766c5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 945 time: 0.5314183 Sep 23 22:34:19.014473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Port 88059a31-d5cf-412e-aef8-e0452b20abe8 on network cf812c40-86cb-4249-879d-42d3198fa85c not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:34:19.014473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Attempting to bind port 88059a31-d5cf-412e-aef8-e0452b20abe8 on network cf812c40-86cb-4249-879d-42d3198fa85c {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:34:19.035660 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:34:19.036020 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Checking segment: {'id': '5221a02c-5709-44ee-ad8f-bbfa86a477be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:34:19.036421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Bound using segment: {'id': '5221a02c-5709-44ee-ad8f-bbfa86a477be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:34:19.036886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Bound port: 88059a31-d5cf-412e-aef8-e0452b20abe8, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5221a02c-5709-44ee-ad8f-bbfa86a477be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:34:19.037297 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:19.061024 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b736f6f-1922-4b76-a0ec-f502474ab8cf None None] Network 628bc929-027b-4671-b978-1831bc13b1e3 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:19.063338 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-24000356-b0c9-43e0-8505-53a384fcc7c5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:19.077519 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6db3f544-087c-4f9f-98b8-03b89f5cb42b req-5eff6bca-734b-473b-b0f6-2cd1b90f36ab tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540295 Sep 23 22:34:19.077861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b7ef7-fae9-464d-a957-f8c115bba132 req-314fcc93-a8e5-4ed2-9e00-7a4bf8b06eed tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:19.079310 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f8b7ef7-fae9-464d-a957-f8c115bba132 req-314fcc93-a8e5-4ed2-9e00-7a4bf8b06eed tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 944 time: 0.2040608 Sep 23 22:34:19.084134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-0f9fb4e5-0697-4f76-92e9-5c65ecf55578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:19.087318 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-0f9fb4e5-0697-4f76-92e9-5c65ecf55578 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1827321 Sep 23 22:34:19.103363 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e024c-4b3d-499f-a77e-86e2894edec0 req-62db4218-3ee5-4587-87b4-32aea2bd4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:19.103864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e024c-4b3d-499f-a77e-86e2894edec0 req-62db4218-3ee5-4587-87b4-32aea2bd4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:19.104350 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e024c-4b3d-499f-a77e-86e2894edec0 req-62db4218-3ee5-4587-87b4-32aea2bd4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:19.104848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e024c-4b3d-499f-a77e-86e2894edec0 req-62db4218-3ee5-4587-87b4-32aea2bd4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:19.105356 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e024c-4b3d-499f-a77e-86e2894edec0 req-62db4218-3ee5-4587-87b4-32aea2bd4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:19.105838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e024c-4b3d-499f-a77e-86e2894edec0 req-62db4218-3ee5-4587-87b4-32aea2bd4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:19.106316 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e024c-4b3d-499f-a77e-86e2894edec0 req-62db4218-3ee5-4587-87b4-32aea2bd4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:19.109996 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-297e024c-4b3d-499f-a77e-86e2894edec0 req-62db4218-3ee5-4587-87b4-32aea2bd4e35 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 6492 time: 0.3600671 Sep 23 22:34:19.177753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-666125b6-c2aa-4e98-9f15-6f1dc373d06f None None] Provisioning complete for port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:19.178222 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-666125b6-c2aa-4e98-9f15-6f1dc373d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:19.184376 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24000356-b0c9-43e0-8505-53a384fcc7c5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network 628bc929-027b-4671-b978-1831bc13b1e3 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:19.394390 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-297e024c-4b3d-499f-a77e-86e2894edec0 req-64b92315-527a-436e-ab99-ab291a25dfd2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2412560 Sep 23 22:34:19.398067 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f8b7ef7-fae9-464d-a957-f8c115bba132 req-c6753f37-fd91-469b-b9c2-17382795bfb2 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b392a8-51fc-41d7-92cc-1967da48dd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850504 Sep 23 22:34:19.405360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] For port 88059a31-d5cf-412e-aef8-e0452b20abe8, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:34:19.430737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] For port 88059a31-d5cf-412e-aef8-e0452b20abe8, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=88059a31-d5cf-412e-aef8-e0452b20abe8,segment=NetworkSegment(5221a02c-5709-44ee-ad8f-bbfa86a477be),segment_id=5221a02c-5709-44ee-ad8f-bbfa86a477be)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:34:19.484588 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-52060ad0-40a8-4c27-b02a-6013f32b63b2 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608940 Sep 23 22:34:19.565043 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:19.581897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:19.723554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-24000356-b0c9-43e0-8505-53a384fcc7c5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:19.733007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24000356-b0c9-43e0-8505-53a384fcc7c5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=12b95003-edae-4622-ac8b-12ec4c425dcc,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:19.751021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24000356-b0c9-43e0-8505-53a384fcc7c5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:19.821386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:19.822761 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:19.855512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24000356-b0c9-43e0-8505-53a384fcc7c5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:19.856192 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-24000356-b0c9-43e0-8505-53a384fcc7c5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:19.906711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Pushing event updated for resources: {'Port': ['ID=88059a31-d5cf-412e-aef8-e0452b20abe8,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:19.921383 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0b410164-723f-465b-a5e0-c87b25785aa6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:19.925959 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0b410164-723f-465b-a5e0-c87b25785aa6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:19.937667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:19.940413 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:19.944268 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-6863e740-2604-41e4-b389-3b173315ebf4 service neutron] 10.222.0.43 "PUT /v2.0/ports/88059a31-d5cf-412e-aef8-e0452b20abe8 HTTP/1.1" status: 200 len: 1092 time: 4.0034556 Sep 23 22:34:19.945185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92afa1fe-fd89-4786-aff0-e9c6e55a0cef', 'tag': '88059a31-d5cf-412e-aef8-e0452b20abe8'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:34:19.952803 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f41b018-4ae0-4581-bc01-6f5b653e5cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "92afa1fe-fd89-4786-aff0-e9c6e55a0cef", "tag": "88059a31-d5cf-412e-aef8-e0452b20abe8"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:34:20.041803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-24000356-b0c9-43e0-8505-53a384fcc7c5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0010619 Sep 23 22:34:20.047341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57898) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:20.065805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ba386cb7-294a-48d7-8132-288ee28dacf5 None None] Provisioning complete for port eff82d1a-b245-4647-beca-fc69702d288e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:20.066596 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ba386cb7-294a-48d7-8132-288ee28dacf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:20.086775 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27932537-898e-4061-81a4-189528a3ccf0 x-openstack-request-id: req-27932537-898e-4061-81a4-189528a3ccf0 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:34:20.087200 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92afa1fe-fd89-4786-aff0-e9c6e55a0cef", "tag": "88059a31-d5cf-412e-aef8-e0452b20abe8", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:34:20.090357 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27932537-898e-4061-81a4-189528a3ccf0 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:34:20.091072 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92afa1fe-fd89-4786-aff0-e9c6e55a0cef', 'tag': '88059a31-d5cf-412e-aef8-e0452b20abe8', 'status': 'completed', 'code': 200} Sep 23 22:34:20.096523 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-1cc1c6de-0c87-4ff2-9c95-c80d5d0956be service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017740 Sep 23 22:34:20.160829 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0b410164-723f-465b-a5e0-c87b25785aa6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:20.161776 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b410164-723f-465b-a5e0-c87b25785aa6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Fanout notify agent at l3_agent the message router_deleted on router d187ef20-29f7-4bad-b4df-9183ef5e1eb2 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:34:20.194935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b352e7c-b380-4964-bd47-29cc2420a73d req-8b21af0e-af2c-43c1-a1d1-fedeeded882d tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:20.209127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ba386cb7-294a-48d7-8132-288ee28dacf5 None None] Port eff82d1a-b245-4647-beca-fc69702d288e cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:20.209752 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b352e7c-b380-4964-bd47-29cc2420a73d req-8b21af0e-af2c-43c1-a1d1-fedeeded882d tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 946 time: 0.5051110 Sep 23 22:34:20.232847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ba386cb7-294a-48d7-8132-288ee28dacf5 None None] Provisioning complete for port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:20.233497 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ba386cb7-294a-48d7-8132-288ee28dacf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:20.273085 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0b410164-723f-465b-a5e0-c87b25785aa6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:20.277761 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0b410164-723f-465b-a5e0-c87b25785aa6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/routers/d187ef20-29f7-4bad-b4df-9183ef5e1eb2 HTTP/1.1" status: 204 len: 168 time: 2.0294104 Sep 23 22:34:20.285971 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-281619cf-f7c3-45a4-8384-e47401117c9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=8f2fc59b-8cb2-421b-8953-264e069e9846 HTTP/1.1" status: 200 len: 217 time: 0.1738336 Sep 23 22:34:20.291955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57902) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:20.358734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b352e7c-b380-4964-bd47-29cc2420a73d req-44ab2b24-9495-4a6a-a82c-6bb8daa8d1c9 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471193 Sep 23 22:34:20.459961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-555fe256-9203-4b1a-8e71-c55b48b207d0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting subnet f43dd4f4-ddc6-4f66-8a4b-3c3dae42e06c {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:34:20.461722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ba386cb7-294a-48d7-8132-288ee28dacf5 None None] Provisioning complete for port 12b95003-edae-4622-ac8b-12ec4c425dcc triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:20.462112 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ba386cb7-294a-48d7-8132-288ee28dacf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:20.479559 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-555fe256-9203-4b1a-8e71-c55b48b207d0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:20.544057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ba386cb7-294a-48d7-8132-288ee28dacf5 None None] Port 12b95003-edae-4622-ac8b-12ec4c425dcc cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:20.552952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60a94fd-9a5e-4f94-bea0-fb27e3aa7087 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:20.559157 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a60a94fd-9a5e-4f94-bea0-fb27e3aa7087 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.5019469 Sep 23 22:34:20.561272 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57908) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:20.588106 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41b018-4ae0-4581-bc01-6f5b653e5cb5 req-4626c0b4-9bda-4d50-acaf-1993183216c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:20.590998 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f41b018-4ae0-4581-bc01-6f5b653e5cb5 req-4626c0b4-9bda-4d50-acaf-1993183216c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ae0223451ae413a90952a07e54d9c5b&device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 1095 time: 0.3658428 Sep 23 22:34:20.597098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-5d84c8f3-4e35-4a78-a3a3-1081df10877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:20.597098 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-5d84c8f3-4e35-4a78-a3a3-1081df10877b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.2070858 Sep 23 22:34:20.605891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84483f61-8ea7-41f7-8fa3-69ad13b9527f req-35ad063c-3ed5-47fb-b0c3-fae9e632e440 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:20.607470 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-84483f61-8ea7-41f7-8fa3-69ad13b9527f req-35ad063c-3ed5-47fb-b0c3-fae9e632e440 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 945 time: 0.3500528 Sep 23 22:34:20.618786 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea171a-ca6e-4857-b22b-cca315bd160b req-8fbff570-a426-4507-aadf-41c994fc7faf tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:20.620552 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3ea171a-ca6e-4857-b22b-cca315bd160b req-8fbff570-a426-4507-aadf-41c994fc7faf tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.67 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 945 time: 0.2169118 Sep 23 22:34:20.645661 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-555fe256-9203-4b1a-8e71-c55b48b207d0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:20.693355 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-23b9cf69-1234-4af5-93d7-709fc46ac373 None None] Provisioning complete for port eff82d1a-b245-4647-beca-fc69702d288e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:20.694686 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-23b9cf69-1234-4af5-93d7-709fc46ac373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:20.754266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-23b9cf69-1234-4af5-93d7-709fc46ac373 None None] Port eff82d1a-b245-4647-beca-fc69702d288e cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:20.876347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-77f21622-cc52-46a8-8ee7-dd57f96326fc None None] Provisioning complete for port 12b95003-edae-4622-ac8b-12ec4c425dcc triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:20.877593 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-77f21622-cc52-46a8-8ee7-dd57f96326fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:20.888316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2a6f7-25a5-49c6-b349-0a5c65aa0216 req-c6436794-fc4f-459e-a75c-f958ded0bbdf tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:20.889219 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-a80c6d06-ef4f-49cf-825a-0ea830a58108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:20.890056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c3d2a6f7-25a5-49c6-b349-0a5c65aa0216 req-c6436794-fc4f-459e-a75c-f958ded0bbdf tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 944 time: 0.2347291 Sep 23 22:34:20.891651 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-a80c6d06-ef4f-49cf-825a-0ea830a58108 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2817562 Sep 23 22:34:20.928877 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-77f21622-cc52-46a8-8ee7-dd57f96326fc None None] Port 12b95003-edae-4622-ac8b-12ec4c425dcc cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:20.935987 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-84483f61-8ea7-41f7-8fa3-69ad13b9527f req-dd584eff-38ec-46a2-ba02-f542926c6c07 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667663 Sep 23 22:34:20.937890 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-555fe256-9203-4b1a-8e71-c55b48b207d0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:20.980652 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c3d2a6f7-25a5-49c6-b349-0a5c65aa0216 req-36ab8c12-b4bc-4af7-90db-53fa60fca29e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b392a8-51fc-41d7-92cc-1967da48dd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835218 Sep 23 22:34:20.995783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f508780d-6b40-4c44-b58f-a32c4d979531 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 12b95003-edae-4622-ac8b-12ec4c425dcc {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:20.996202 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f508780d-6b40-4c44-b58f-a32c4d979531 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:21.037550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41b018-4ae0-4581-bc01-6f5b653e5cb5 req-ec75e36b-303a-489f-9805-18e9f073b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:21.040313 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f41b018-4ae0-4581-bc01-6f5b653e5cb5 req-ec75e36b-303a-489f-9805-18e9f073b445 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3ae0223451ae413a90952a07e54d9c5b&shared=False HTTP/1.1" status: 200 len: 929 time: 0.4316037 Sep 23 22:34:21.140805 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f508780d-6b40-4c44-b58f-a32c4d979531 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:21.156788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f508780d-6b40-4c44-b58f-a32c4d979531 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 12b95003-edae-4622-ac8b-12ec4c425dcc owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:21.188240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-e3ea171a-ca6e-4857-b22b-cca315bd160b req-7e088b6a-4323-4928-addb-d0f4382cd4f5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Deleting port f642cf30-7599-44e9-898a-7ea957576702 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:21.188823 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e3ea171a-ca6e-4857-b22b-cca315bd160b req-7e088b6a-4323-4928-addb-d0f4382cd4f5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:21.202519 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-555fe256-9203-4b1a-8e71-c55b48b207d0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:21.237366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fe256-9203-4b1a-8e71-c55b48b207d0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Subnet': ['ID=f43dd4f4-ddc6-4f66-8a4b-3c3dae42e06c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:21.243169 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-555fe256-9203-4b1a-8e71-c55b48b207d0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:21.247294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-555fe256-9203-4b1a-8e71-c55b48b207d0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/f43dd4f4-ddc6-4f66-8a4b-3c3dae42e06c HTTP/1.1" status: 204 len: 168 time: 0.9506884 Sep 23 22:34:21.248810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57912) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:21.289139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f374ff8e-7bb9-41dc-b457-50c66e5a3c12 None None] Network b979761e-4800-4b78-b4a3-9bbd843f3adc requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:21.365034 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-e081cb94-58ba-4579-bc47-e6c0adaf40ca service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600871 Sep 23 22:34:21.388038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91c287f-1631-4517-b2ea-274b532a4bf8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting subnet ae79fd16-a1b9-4839-8ab6-4b0c5e718ae3 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:34:21.397755 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e91c287f-1631-4517-b2ea-274b532a4bf8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:21.533449 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41b018-4ae0-4581-bc01-6f5b653e5cb5 req-5ab0ed57-5f29-45f2-9040-cc7181ec822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:21.535873 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f41b018-4ae0-4581-bc01-6f5b653e5cb5 req-5ab0ed57-5f29-45f2-9040-cc7181ec822b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4854090 Sep 23 22:34:21.601454 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e91c287f-1631-4517-b2ea-274b532a4bf8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:21.619430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-e3ea171a-ca6e-4857-b22b-cca315bd160b req-7e088b6a-4323-4928-addb-d0f4382cd4f5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] For port f642cf30-7599-44e9-898a-7ea957576702, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f642cf30-7599-44e9-898a-7ea957576702,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:21.620291 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e3ea171a-ca6e-4857-b22b-cca315bd160b req-7e088b6a-4323-4928-addb-d0f4382cd4f5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:21.680925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] DHCP port deletion for b979761e-4800-4b78-b4a3-9bbd843f3adc request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:34:21.692841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b04fd5-0489-469c-b566-ffbc44a3df56 req-bef9e911-95f9-4f83-9d12-ea59e8cc457d tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:21.694494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4b04fd5-0489-469c-b566-ffbc44a3df56 req-bef9e911-95f9-4f83-9d12-ea59e8cc457d tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 946 time: 0.1963990 Sep 23 22:34:21.699020 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-e3ea171a-ca6e-4857-b22b-cca315bd160b req-7e088b6a-4323-4928-addb-d0f4382cd4f5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Calling delete_port for f642cf30-7599-44e9-898a-7ea957576702 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:21.756935 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f508780d-6b40-4c44-b58f-a32c4d979531 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:21.781563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Deleting port 61b89ab2-d326-441c-9316-e147a3f4c5ee {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:21.781563 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:21.788855 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e91c287f-1631-4517-b2ea-274b532a4bf8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:21.838377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-636a7134-ed52-4848-8e4d-0f50f0e00bcf service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197309 Sep 23 22:34:21.848819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-cbb49257-db39-4eb3-8753-d41e56fd7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:21.858783 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4b04fd5-0489-469c-b566-ffbc44a3df56 req-4ab92680-7159-4973-9b3a-88497174fe74 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435702 Sep 23 22:34:21.859373 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-cbb49257-db39-4eb3-8753-d41e56fd7f8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ae0223451ae413a90952a07e54d9c5b&device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 1095 time: 0.2288208 Sep 23 22:34:21.901020 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508780d-6b40-4c44-b58f-a32c4d979531 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=12b95003-edae-4622-ac8b-12ec4c425dcc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:21.954465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] For port 61b89ab2-d326-441c-9316-e147a3f4c5ee, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=61b89ab2-d326-441c-9316-e147a3f4c5ee,segment=NetworkSegment(68aed644-3d4b-44af-a69d-537911c5a1b0),segment_id=68aed644-3d4b-44af-a69d-537911c5a1b0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:21.955277 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:21.986526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Calling delete_port for 61b89ab2-d326-441c-9316-e147a3f4c5ee owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:22.027954 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f508780d-6b40-4c44-b58f-a32c4d979531 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:22.030897 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f508780d-6b40-4c44-b58f-a32c4d979531 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/12b95003-edae-4622-ac8b-12ec4c425dcc HTTP/1.1" status: 204 len: 168 time: 1.4681458 Sep 23 22:34:22.035832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57924) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:22.082602 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-118ffb49-0a7b-49dd-8f65-2e54ece86bed tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] GET failed (client error): The resource could not be found. Sep 23 22:34:22.084746 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-118ffb49-0a7b-49dd-8f65-2e54ece86bed tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/12b95003-edae-4622-ac8b-12ec4c425dcc HTTP/1.1" status: 404 len: 333 time: 0.0476532 Sep 23 22:34:22.094288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57928) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:22.386703 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:22.415707 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e91c287f-1631-4517-b2ea-274b532a4bf8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:22.453671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Pushing event deleted for resources: {'Port': ['ID=61b89ab2-d326-441c-9316-e147a3f4c5ee,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:22.488459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] No DVR routers for this DVR port 61b89ab2-d326-441c-9316-e147a3f4c5ee on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:34:22.495376 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:22.501526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:22.501526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:22.502520 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:22.503321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:22.504192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:22.504856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:22.505599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:22.506268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:22.508369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:22.510818 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:22.514406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e25ac-557b-4744-9f50-15b81bc6b353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:22.534280 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c287f-1631-4517-b2ea-274b532a4bf8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Subnet': ['ID=ae79fd16-a1b9-4839-8ab6-4b0c5e718ae3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:22.567199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e91c287f-1631-4517-b2ea-274b532a4bf8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:22.578250 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e91c287f-1631-4517-b2ea-274b532a4bf8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/ae79fd16-a1b9-4839-8ab6-4b0c5e718ae3 HTTP/1.1" status: 204 len: 168 time: 1.3161261 Sep 23 22:34:22.579599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff81b40c-83cc-4ee2-a714-b2748ac400e8 None None] Network 78ec0f70-fbc3-4701-9901-c5d57c6e448c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:22.580428 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794601cd-8ba9-4e7d-8479-5b7afb7d3053 req-f2677fe0-3ed5-4293-8f36-8b66f46f231c tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:22.582342 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-794601cd-8ba9-4e7d-8479-5b7afb7d3053 req-f2677fe0-3ed5-4293-8f36-8b66f46f231c tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 944 time: 0.3019860 Sep 23 22:34:22.583796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57930) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:22.624007 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-17ec3600-76f1-49fd-ae7d-7db6b89b513c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=499a0347-912c-44ce-a942-4345708a157a HTTP/1.1" status: 200 len: 217 time: 0.7686236 Sep 23 22:34:22.664639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-8790cf1b-21c0-4c74-913d-79e09f469da3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port eff82d1a-b245-4647-beca-fc69702d288e {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:22.665019 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8790cf1b-21c0-4c74-913d-79e09f469da3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:22.701038 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-933c2928-5b2c-44dc-90d9-598bdfd2e5f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88059a31-d5cf-412e-aef8-e0452b20abe8 HTTP/1.1" status: 200 len: 217 time: 0.0931392 Sep 23 22:34:22.735071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-794601cd-8ba9-4e7d-8479-5b7afb7d3053 req-fb348db8-c48c-4381-9a75-f5704188d6ab tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b392a8-51fc-41d7-92cc-1967da48dd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393955 Sep 23 22:34:22.747967 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13efc6d5-b1de-4553-91df-8d9d4d9f2afd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:22.874504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-5ca20425-90dc-46a7-92f5-5dbc0b13e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:22.876061 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-5ca20425-90dc-46a7-92f5-5dbc0b13e403 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 200 len: 797 time: 0.1977329 Sep 23 22:34:22.913709 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133202d0-cc7a-4fa8-9da9-18f1a72dcc82 req-aa76266c-7397-465f-a1c1-cf0a51a6c826 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:22.932831 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-133202d0-cc7a-4fa8-9da9-18f1a72dcc82 req-aa76266c-7397-465f-a1c1-cf0a51a6c826 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 945 time: 0.3098173 Sep 23 22:34:23.022546 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8790cf1b-21c0-4c74-913d-79e09f469da3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:23.036125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-f63b22fe-20d2-43ef-bbb2-767a15da11b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:23.039157 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-f63b22fe-20d2-43ef-bbb2-767a15da11b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=535cf56d-58bf-42a9-86a4-f5a07369573e HTTP/1.1" status: 200 len: 867 time: 0.2743187 Sep 23 22:34:23.046430 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e68b8b-7a0d-4290-bc67-f82caecd191b None None] DHCP port deletion for 78ec0f70-fbc3-4701-9901-c5d57c6e448c request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:34:23.083621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-8790cf1b-21c0-4c74-913d-79e09f469da3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for eff82d1a-b245-4647-beca-fc69702d288e owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:23.151297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c3e68b8b-7a0d-4290-bc67-f82caecd191b None None] Deleting port a8f8156a-5e0b-4dbc-8453-316f5e627740 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:23.151935 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c3e68b8b-7a0d-4290-bc67-f82caecd191b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:23.234568 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-ed5eb2e7-17d5-4ab7-b77c-b415c5fd070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:23.238285 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-ed5eb2e7-17d5-4ab7-b77c-b415c5fd070c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=277e5faa-2d60-44c3-be61-7e8c69a875a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3522079 Sep 23 22:34:23.247728 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-133202d0-cc7a-4fa8-9da9-18f1a72dcc82 req-05323075-5447-4696-ab87-a8282f92da0f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162708 Sep 23 22:34:23.255396 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13efc6d5-b1de-4553-91df-8d9d4d9f2afd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:23.295569 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c3e68b8b-7a0d-4290-bc67-f82caecd191b None None] For port a8f8156a-5e0b-4dbc-8453-316f5e627740, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a8f8156a-5e0b-4dbc-8453-316f5e627740,segment=NetworkSegment(6c24b3a8-b052-4ddc-bc1e-c23abd25c2d6),segment_id=6c24b3a8-b052-4ddc-bc1e-c23abd25c2d6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:23.297609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-13efc6d5-b1de-4553-91df-8d9d4d9f2afd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b979761e-4800-4b78-b4a3-9bbd843f3adc']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:23.297981 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c3e68b8b-7a0d-4290-bc67-f82caecd191b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:23.313305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-13efc6d5-b1de-4553-91df-8d9d4d9f2afd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68aed644-3d4b-44af-a69d-537911c5a1b0') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:23.313774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-13efc6d5-b1de-4553-91df-8d9d4d9f2afd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68aed644-3d4b-44af-a69d-537911c5a1b0') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:23.325342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c3e68b8b-7a0d-4290-bc67-f82caecd191b None None] Calling delete_port for a8f8156a-5e0b-4dbc-8453-316f5e627740 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:23.329937 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13efc6d5-b1de-4553-91df-8d9d4d9f2afd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:23.335447 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-f9e5f6a8-1f78-41a9-96f6-f5e956f7c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:23.338031 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-f9e5f6a8-1f78-41a9-96f6-f5e956f7c7ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf812c40-86cb-4249-879d-42d3198fa85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2757955 Sep 23 22:34:23.360509 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13efc6d5-b1de-4553-91df-8d9d4d9f2afd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:23.388457 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13efc6d5-b1de-4553-91df-8d9d4d9f2afd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:34:23.389870 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13efc6d5-b1de-4553-91df-8d9d4d9f2afd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:34:23.396922 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:34:23.406451 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e3ea171a-ca6e-4857-b22b-cca315bd160b req-7e088b6a-4323-4928-addb-d0f4382cd4f5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:23.441747 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad4e82e5-ffac-4ce8-a471-14137a6ef249'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:34:23.604058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e088b6a-4323-4928-addb-d0f4382cd4f5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Pushing event deleted for resources: {'Port': ['ID=f642cf30-7599-44e9-898a-7ea957576702,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:23.619878 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c3e68b8b-7a0d-4290-bc67-f82caecd191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:23.688215 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-81194c2a-3570-4ea7-b63c-dabfc7eabeac service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356625 Sep 23 22:34:23.696017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 61b89ab2-d326-441c-9316-e147a3f4c5ee no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:34:23.708379 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f642cf30-7599-44e9-898a-7ea957576702 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:34:23.721538 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13efc6d5-b1de-4553-91df-8d9d4d9f2afd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:23.752027 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 61b89ab2-d326-441c-9316-e147a3f4c5ee {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:34:23.752426 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 61b89ab2-d326-441c-9316-e147a3f4c5ee not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:34:23.753212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a8f8156a-5e0b-4dbc-8453-316f5e627740 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:34:23.756502 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13efc6d5-b1de-4553-91df-8d9d4d9f2afd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:23.756698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e68b8b-7a0d-4290-bc67-f82caecd191b None None] Pushing event deleted for resources: {'Port': ['ID=a8f8156a-5e0b-4dbc-8453-316f5e627740,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:23.757199 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-d7c24fd7-731b-4a58-8812-df4999c86927 service neutron] 10.222.0.43 "GET /v2.0/networks/cf812c40-86cb-4249-879d-42d3198fa85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036400 Sep 23 22:34:23.760538 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-13efc6d5-b1de-4553-91df-8d9d4d9f2afd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/networks/b979761e-4800-4b78-b4a3-9bbd843f3adc HTTP/1.1" status: 204 len: 168 time: 1.1732392 Sep 23 22:34:23.773331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e68b8b-7a0d-4290-bc67-f82caecd191b None None] No DVR routers for this DVR port a8f8156a-5e0b-4dbc-8453-316f5e627740 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:34:23.806768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57944) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:23.825577 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8790cf1b-21c0-4c74-913d-79e09f469da3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:23.836012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efc6d5-b1de-4553-91df-8d9d4d9f2afd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Network': ['ID=b979761e-4800-4b78-b4a3-9bbd843f3adc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:23.836987 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: f642cf30-7599-44e9-898a-7ea957576702 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:34:23.837815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f642cf30-7599-44e9-898a-7ea957576702 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:34:23.852414 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: a8f8156a-5e0b-4dbc-8453-316f5e627740 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:34:23.853956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a8f8156a-5e0b-4dbc-8453-316f5e627740 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:34:23.878911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ea171a-ca6e-4857-b22b-cca315bd160b req-7e088b6a-4323-4928-addb-d0f4382cd4f5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] No DVR routers for this DVR port f642cf30-7599-44e9-898a-7ea957576702 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:34:23.916115 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790cf1b-21c0-4c74-913d-79e09f469da3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=eff82d1a-b245-4647-beca-fc69702d288e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:23.945402 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e3ea171a-ca6e-4857-b22b-cca315bd160b req-7e088b6a-4323-4928-addb-d0f4382cd4f5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:23.957427 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3ea171a-ca6e-4857-b22b-cca315bd160b req-7e088b6a-4323-4928-addb-d0f4382cd4f5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.67 "DELETE /v2.0/ports/f642cf30-7599-44e9-898a-7ea957576702 HTTP/1.1" status: 204 len: 173 time: 3.2856176 Sep 23 22:34:24.101290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592d98b5-0b03-44cc-aa16-28ce4e8cd032', 'name': 'network-vif-deleted', 'tag': 'f642cf30-7599-44e9-898a-7ea957576702'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:34:24.105804 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932ccbda-075d-4beb-85cd-3b75c1401077" -d '{"events": [{"server_uuid": "592d98b5-0b03-44cc-aa16-28ce4e8cd032", "name": "network-vif-deleted", "tag": "f642cf30-7599-44e9-898a-7ea957576702"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:34:24.113500 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-58848e6c-2fe5-42d5-9307-3aea3352a466 service neutron] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945479 Sep 23 22:34:24.204928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a7213-d468-4725-aaa0-3dc539af4095 req-64218d44-2949-4fdd-ac65-f8bbbe0b8d82 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:24.235785 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d6a7213-d468-4725-aaa0-3dc539af4095 req-64218d44-2949-4fdd-ac65-f8bbbe0b8d82 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 944 time: 0.2001281 Sep 23 22:34:24.255028 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8790cf1b-21c0-4c74-913d-79e09f469da3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:24.261972 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8790cf1b-21c0-4c74-913d-79e09f469da3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/eff82d1a-b245-4647-beca-fc69702d288e HTTP/1.1" status: 204 len: 168 time: 2.1619494 Sep 23 22:34:24.270708 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a172f12c-b51f-4643-b2e0-2ef8efc0e7d4 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:24.278008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57956) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:24.401043 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d6a7213-d468-4725-aaa0-3dc539af4095 req-ae9a06c6-99a4-4902-97a2-4f78b291d9dc tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b392a8-51fc-41d7-92cc-1967da48dd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232100 Sep 23 22:34:24.478971 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c98b0a5-9bed-45c0-805e-838c40c9807e x-openstack-request-id: req-4c98b0a5-9bed-45c0-805e-838c40c9807e {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:34:24.479455 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592d98b5-0b03-44cc-aa16-28ce4e8cd032", "name": "network-vif-deleted", "tag": "f642cf30-7599-44e9-898a-7ea957576702", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:34:24.479873 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c98b0a5-9bed-45c0-805e-838c40c9807e {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:34:24.480562 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592d98b5-0b03-44cc-aa16-28ce4e8cd032', 'name': 'network-vif-deleted', 'tag': 'f642cf30-7599-44e9-898a-7ea957576702', 'status': 'completed', 'code': 200} Sep 23 22:34:24.487932 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf096539-a1e5-4d2a-8532-3544896987de tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] GET failed (client error): The resource could not be found. Sep 23 22:34:24.490952 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bf096539-a1e5-4d2a-8532-3544896987de tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/eff82d1a-b245-4647-beca-fc69702d288e HTTP/1.1" status: 404 len: 333 time: 0.1941333 Sep 23 22:34:24.494413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57960) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:24.499265 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-32b017ca-9d28-4d65-9154-1c527b47737d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c26f34cc-c4ee-4668-9337-2d322cc23919 HTTP/1.1" status: 200 len: 217 time: 0.2195270 Sep 23 22:34:24.563343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a6783e-2d07-4f97-b5d9-8f57610aed45 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting subnet 0f36a5a9-cfd9-4fa9-a43a-c733ba4081fa {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:34:24.567418 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-90a6783e-2d07-4f97-b5d9-8f57610aed45 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:24.642552 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb810670-a535-492f-9c14-4c33a3a50d4a req-311e2398-eac9-4111-908b-620b6c4ea494 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=592d98b5-0b03-44cc-aa16-28ce4e8cd032 HTTP/1.1" status: 200 len: 210 time: 0.0988703 Sep 23 22:34:24.656069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-90a6783e-2d07-4f97-b5d9-8f57610aed45 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:24.689763 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fcda7f0-0f78-4e4b-814f-f7c9b2bc8f7b req-116fc7e1-2c02-441b-ba14-290105d5e95e service neutron] 10.222.0.43 "GET /v2.0/networks/cf812c40-86cb-4249-879d-42d3198fa85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8682442 Sep 23 22:34:24.699043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-fff1669a-2154-4429-8a68-a17dc33b38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:24.701167 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-fff1669a-2154-4429-8a68-a17dc33b38c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2223bb73-533f-4afc-95d0-701555de7877 HTTP/1.1" status: 200 len: 797 time: 0.1562603 Sep 23 22:34:24.786354 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a172f12c-b51f-4643-b2e0-2ef8efc0e7d4 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:24.817792 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-90a6783e-2d07-4f97-b5d9-8f57610aed45 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:24.818582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-a172f12c-b51f-4643-b2e0-2ef8efc0e7d4 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ec0f70-fbc3-4701-9901-c5d57c6e448c']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:24.832910 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-a172f12c-b51f-4643-b2e0-2ef8efc0e7d4 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c24b3a8-b052-4ddc-bc1e-c23abd25c2d6') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:24.833628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-a172f12c-b51f-4643-b2e0-2ef8efc0e7d4 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c24b3a8-b052-4ddc-bc1e-c23abd25c2d6') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:24.848635 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-0b5b9b7c-ef25-4402-8d69-9b523794809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:24.850367 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-0b5b9b7c-ef25-4402-8d69-9b523794809a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca883b77-dd36-40f2-a31d-760ec43ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1365702 Sep 23 22:34:24.852739 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a172f12c-b51f-4643-b2e0-2ef8efc0e7d4 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:24.876561 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a172f12c-b51f-4643-b2e0-2ef8efc0e7d4 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:24.897743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a172f12c-b51f-4643-b2e0-2ef8efc0e7d4 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:34:24.897743 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a172f12c-b51f-4643-b2e0-2ef8efc0e7d4 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:34:24.900287 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:34:25.024124 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-90a6783e-2d07-4f97-b5d9-8f57610aed45 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:25.032842 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-714944f6-730d-41b7-9cb1-c679968f7b66 service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653113 Sep 23 22:34:25.062221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6783e-2d07-4f97-b5d9-8f57610aed45 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Subnet': ['ID=0f36a5a9-cfd9-4fa9-a43a-c733ba4081fa,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:25.077544 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-90a6783e-2d07-4f97-b5d9-8f57610aed45 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:25.086204 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-90a6783e-2d07-4f97-b5d9-8f57610aed45 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/0f36a5a9-cfd9-4fa9-a43a-c733ba4081fa HTTP/1.1" status: 204 len: 168 time: 0.5898170 Sep 23 22:34:25.086748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57962) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:25.091650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fff0941-236f-489d-8193-c4cc735d24ea None None] Network 628bc929-027b-4671-b978-1831bc13b1e3 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:25.157019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a172f12c-b51f-4643-b2e0-2ef8efc0e7d4 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:25.190641 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a172f12c-b51f-4643-b2e0-2ef8efc0e7d4 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:25.206831 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a172f12c-b51f-4643-b2e0-2ef8efc0e7d4 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/networks/78ec0f70-fbc3-4701-9901-c5d57c6e448c HTTP/1.1" status: 204 len: 168 time: 1.3421447 Sep 23 22:34:25.207128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57966) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:25.218445 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:25.225866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-40f12991-1a28-43cf-af4d-6bd7fcb4f3a7 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1045744068'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:25.235424 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-2a19478e-6d7f-4c38-b119-434b626225a0 service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950755 Sep 23 22:34:25.276244 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172f12c-b51f-4643-b2e0-2ef8efc0e7d4 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Network': ['ID=78ec0f70-fbc3-4701-9901-c5d57c6e448c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:25.312724 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:25.313747 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:25.346805 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-8adc639a-2e61-4260-98d0-d1165af45273 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b7aef643-1174-42fd-8754-4c16946aa2b2 HTTP/1.1" status: 200 len: 217 time: 0.0883145 Sep 23 22:34:25.471799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] For port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=beb8dee5-ed63-49c9-b0f2-5c5a5ca08657,segment=NetworkSegment(a46e524e-0003-4fa0-96db-48f68eaa5d60),segment_id=a46e524e-0003-4fa0-96db-48f68eaa5d60)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:25.472234 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:25.499969 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:25.506716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-c7fea0b5-d6db-4ff8-bd3d-7565a497de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:25.510046 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-c7fea0b5-d6db-4ff8-bd3d-7565a497de26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2223bb73-533f-4afc-95d0-701555de7877 HTTP/1.1" status: 200 len: 797 time: 0.1525123 Sep 23 22:34:25.524478 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667241db-dde3-4ce5-ba13-48b499a5dded None None] DHCP port deletion for 628bc929-027b-4671-b978-1831bc13b1e3 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:34:25.535264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f12991-1a28-43cf-af4d-6bd7fcb4f3a7 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:25.542997 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-40f12991-1a28-43cf-af4d-6bd7fcb4f3a7 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:25.662885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f12991-1a28-43cf-af4d-6bd7fcb4f3a7 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:34:25.680034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-97799066-fed0-4caa-acb9-9136093f1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:25.680034 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-97799066-fed0-4caa-acb9-9136093f1eeb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca883b77-dd36-40f2-a31d-760ec43ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1593041 Sep 23 22:34:25.691798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-667241db-dde3-4ce5-ba13-48b499a5dded None None] Deleting port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:25.692249 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-667241db-dde3-4ce5-ba13-48b499a5dded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:25.704771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-40f12991-1a28-43cf-af4d-6bd7fcb4f3a7 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:25.705715 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-40f12991-1a28-43cf-af4d-6bd7fcb4f3a7 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Added segment 3117e42a-1f71-4286-a1c4-8f6e06e5fa13 of type vlan for network dc51e39e-91ac-4627-8c86-46ada6a942ef Sep 23 22:34:25.833488 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-667241db-dde3-4ce5-ba13-48b499a5dded None None] For port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=beb8dee5-ed63-49c9-b0f2-5c5a5ca08657,segment=NetworkSegment(a46e524e-0003-4fa0-96db-48f68eaa5d60),segment_id=a46e524e-0003-4fa0-96db-48f68eaa5d60)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:25.834400 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-667241db-dde3-4ce5-ba13-48b499a5dded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:25.843246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3ad8c-f7a6-4c1a-81b1-33b23191a34c req-b69010fe-f8f5-47e7-931d-1188db1c42d6 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:25.846450 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4c3ad8c-f7a6-4c1a-81b1-33b23191a34c req-b69010fe-f8f5-47e7-931d-1188db1c42d6 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 944 time: 0.1834741 Sep 23 22:34:25.871292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-667241db-dde3-4ce5-ba13-48b499a5dded None None] Calling delete_port for beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:25.930462 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-40f12991-1a28-43cf-af4d-6bd7fcb4f3a7 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:25.965553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4c3ad8c-f7a6-4c1a-81b1-33b23191a34c req-5a53d7f4-bbc7-411d-aca4-b59fabd7fc4a tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b392a8-51fc-41d7-92cc-1967da48dd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073322 Sep 23 22:34:25.973297 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:26.035340 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-ae33c14a-ede5-422d-99ab-5ed333c78a91 service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464770 Sep 23 22:34:26.053945 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=beb8dee5-ed63-49c9-b0f2-5c5a5ca08657,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:26.060245 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No DVR routers for this DVR port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:34:26.102637 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-667241db-dde3-4ce5-ba13-48b499a5dded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:26.149136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667241db-dde3-4ce5-ba13-48b499a5dded None None] Pushing event deleted for resources: {'Port': ['ID=beb8dee5-ed63-49c9-b0f2-5c5a5ca08657,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:26.154857 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667241db-dde3-4ce5-ba13-48b499a5dded None None] No DVR routers for this DVR port beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:34:26.163146 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-40f12991-1a28-43cf-af4d-6bd7fcb4f3a7 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:26.173504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f12991-1a28-43cf-af4d-6bd7fcb4f3a7 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:26.194385 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-40f12991-1a28-43cf-af4d-6bd7fcb4f3a7 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:26.231833 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:26.278618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628bc929-027b-4671-b978-1831bc13b1e3']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:26.293608 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46e524e-0003-4fa0-96db-48f68eaa5d60') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:26.294118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46e524e-0003-4fa0-96db-48f68eaa5d60') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:26.319466 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:26.350870 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:26.368832 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-40f12991-1a28-43cf-af4d-6bd7fcb4f3a7 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1558342 Sep 23 22:34:26.369622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57992) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:26.379553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d6a19ca7-02e3-409d-af19-c54dbc30f34c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'subnet': {'network_id': 'dc51e39e-91ac-4627-8c86-46ada6a942ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:26.387925 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:34:26.388640 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:34:26.397484 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:34:26.403901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 88059a31-d5cf-412e-aef8-e0452b20abe8 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:34:26.441000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f12991-1a28-43cf-af4d-6bd7fcb4f3a7 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Network': ['ID=dc51e39e-91ac-4627-8c86-46ada6a942ef,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:26.452330 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e60e5262-6ee2-41f8-9ba4-1a03115b1895 req-3ba2883c-fa96-4e95-a5bc-128f0b21dc0c service neutron] 10.222.0.67 "GET /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962646 Sep 23 22:34:26.533593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network dc51e39e-91ac-4627-8c86-46ada6a942ef details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:34:26.584934 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-9a81afca-25d9-40de-80e4-cf3b5dd4cf0b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:26.591101 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-9a81afca-25d9-40de-80e4-cf3b5dd4cf0b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 805 time: 0.3359559 Sep 23 22:34:26.642465 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-9ac52e30-09fb-4613-baa0-fab6528455c7 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/quotas/56293beb1ee14ee7a1db1a062efdd17b HTTP/1.1" status: 200 len: 375 time: 0.0435987 Sep 23 22:34:26.654620 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:26.671518 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:26.675002 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/networks/628bc929-027b-4671-b978-1831bc13b1e3 HTTP/1.1" status: 204 len: 168 time: 1.5851085 Sep 23 22:34:26.695554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58000) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:26.702582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-34d5d6e9-b867-4c1f-b4ec-f3af71dcd8cd tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-42391678'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:26.709778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a2f04-bb24-4d39-91d6-a863e41ec1e6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Network': ['ID=628bc929-027b-4671-b978-1831bc13b1e3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:26.724377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a19ca7-02e3-409d-af19-c54dbc30f34c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:26.736032 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 88059a31-d5cf-412e-aef8-e0452b20abe8, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=88059a31-d5cf-412e-aef8-e0452b20abe8,segment=NetworkSegment(5221a02c-5709-44ee-ad8f-bbfa86a477be),segment_id=5221a02c-5709-44ee-ad8f-bbfa86a477be)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:26.739648 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6a19ca7-02e3-409d-af19-c54dbc30f34c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:26.752130 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '88059a31-d5cf-412e-aef8-e0452b20abe8', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'port_id': '88059a31-d5cf-412e-aef8-e0452b20abe8', 'mac_address': 'fa:16:3e:ca:ea:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:34:26.783748 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-59efd966-0f82-49fd-9537-5a9830e9eb02 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1301992 Sep 23 22:34:26.854293 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:26.875270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88059a31-d5cf-412e-aef8-e0452b20abe8 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:34:26.890750 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d5d6e9-b867-4c1f-b4ec-f3af71dcd8cd tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:26.894399 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34d5d6e9-b867-4c1f-b4ec-f3af71dcd8cd tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:26.901752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 88059a31-d5cf-412e-aef8-e0452b20abe8, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=88059a31-d5cf-412e-aef8-e0452b20abe8,segment=NetworkSegment(5221a02c-5709-44ee-ad8f-bbfa86a477be),segment_id=5221a02c-5709-44ee-ad8f-bbfa86a477be)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:26.941209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d5d6e9-b867-4c1f-b4ec-f3af71dcd8cd tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:34:26.957576 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34d5d6e9-b867-4c1f-b4ec-f3af71dcd8cd tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:26.957843 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-34d5d6e9-b867-4c1f-b4ec-f3af71dcd8cd tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Added segment 38c9625d-cb10-4394-aebd-405e43306b5b of type vlan for network cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97 Sep 23 22:34:26.976000 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-86680adf-07a3-4dc9-acb4-f7ea3852b71c service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790974 Sep 23 22:34:26.989086 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:27.052893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=88059a31-d5cf-412e-aef8-e0452b20abe8,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:27.081751 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34d5d6e9-b867-4c1f-b4ec-f3af71dcd8cd tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:27.154976 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-63c2cd35-cecc-4166-be9b-1dd36a03748a service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775527 Sep 23 22:34:27.205506 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387dc53-8b86-4997-ad63-195aaaa62951 req-069e4f0b-4e72-41f9-94b1-29065de6bbdc tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:27.207444 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6387dc53-8b86-4997-ad63-195aaaa62951 req-069e4f0b-4e72-41f9-94b1-29065de6bbdc tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 945 time: 0.0857019 Sep 23 22:34:27.212720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['88059a31-d5cf-412e-aef8-e0452b20abe8'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:34:27.275178 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6387dc53-8b86-4997-ad63-195aaaa62951 req-427b2675-61ea-4831-a7ff-cd0ddca05f5f tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b392a8-51fc-41d7-92cc-1967da48dd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442410 Sep 23 22:34:27.277963 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34d5d6e9-b867-4c1f-b4ec-f3af71dcd8cd tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:27.287060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d5d6e9-b867-4c1f-b4ec-f3af71dcd8cd tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:27.288321 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34d5d6e9-b867-4c1f-b4ec-f3af71dcd8cd tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:27.313595 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6a19ca7-02e3-409d-af19-c54dbc30f34c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:27.456000 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-34d5d6e9-b867-4c1f-b4ec-f3af71dcd8cd tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7549808 Sep 23 22:34:27.461342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58016) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:27.475179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'subnet': {'network_id': 'cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:27.531324 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c502a54c-7dbc-4f6a-ad98-7f00f08677b2 req-30bddd05-913c-4498-affd-cbbe5c3f636a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 210 time: 0.1018357 Sep 23 22:34:27.549581 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5d6e9-b867-4c1f-b4ec-f3af71dcd8cd tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Network': ['ID=cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:27.594988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a19ca7-02e3-409d-af19-c54dbc30f34c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Subnet': ['ID=1138725b-257d-4cdb-b69a-f78afdad85ef,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:27.626173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:34:27.630183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a19ca7-02e3-409d-af19-c54dbc30f34c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Checking segment: {'id': '3117e42a-1f71-4286-a1c4-8f6e06e5fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc51e39e-91ac-4627-8c86-46ada6a942ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:34:27.630500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a19ca7-02e3-409d-af19-c54dbc30f34c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network hostable DHCP agents. Network: dc51e39e-91ac-4627-8c86-46ada6a942ef, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:34:27.677942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:34:27.768572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:34:27.770121 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device beb8dee5-ed63-49c9-b0f2-5c5a5ca08657 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:34:27.835120 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a19ca7-02e3-409d-af19-c54dbc30f34c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network dc51e39e-91ac-4627-8c86-46ada6a942ef is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:34:27.887172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:27.893257 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:27.945506 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-d6a19ca7-02e3-409d-af19-c54dbc30f34c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, dc51e39e-91ac-4627-8c86-46ada6a942ef) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:27.957239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a19ca7-02e3-409d-af19-c54dbc30f34c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:27.958444 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6a19ca7-02e3-409d-af19-c54dbc30f34c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:27.961081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ad8d9-e6ec-481c-8773-aa78f490bdff None None] Network dc51e39e-91ac-4627-8c86-46ada6a942ef requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:28.074660 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d6a19ca7-02e3-409d-af19-c54dbc30f34c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6947205 Sep 23 22:34:28.074660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58032) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:28.082157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-857ddfc5-f74d-4bfc-9b17-444cb02e2d5d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-876653411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:28.239261 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-dc51e39e-91ac-4627-8c86-46ada6a942ef', 'network_id': 'dc51e39e-91ac-4627-8c86-46ada6a942ef', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'fixed_ips': [{'subnet_id': '1138725b-257d-4cdb-b69a-f78afdad85ef'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:34:28.242036 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:28.242844 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-857ddfc5-f74d-4bfc-9b17-444cb02e2d5d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:28.245982 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-857ddfc5-f74d-4bfc-9b17-444cb02e2d5d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:28.329724 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:28.360603 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-857ddfc5-f74d-4bfc-9b17-444cb02e2d5d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:28.416254 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 88059a31-d5cf-412e-aef8-e0452b20abe8 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:28.431707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Subnet': ['ID=5490f587-01f6-4c3a-b7c0-bc14fafe3c01,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:28.432010 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-857ddfc5-f74d-4bfc-9b17-444cb02e2d5d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:28.448864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:28.449413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:28.449885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:28.450497 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:28.450965 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:28.451438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:28.451941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:28.452418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:28.452865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:28.453360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:28.453809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:28.454294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:28.493017 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Checking segment: {'id': '38c9625d-cb10-4394-aebd-405e43306b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:34:28.499112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network hostable DHCP agents. Network: cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:34:28.518565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab286d8-90a9-43cb-b2b9-ae41ed24b07e req-54b25ac9-5243-42d4-88d7-79c7fdc97eaf tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:28.521248 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ab286d8-90a9-43cb-b2b9-ae41ed24b07e req-54b25ac9-5243-42d4-88d7-79c7fdc97eaf tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 945 time: 0.1085839 Sep 23 22:34:28.573287 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ab286d8-90a9-43cb-b2b9-ae41ed24b07e req-bfe00135-7e41-485d-8c1e-d9e32698d69a tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b392a8-51fc-41d7-92cc-1967da48dd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446501 Sep 23 22:34:28.574652 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Allocated IP 2001:db8::2 (dc51e39e-91ac-4627-8c86-46ada6a942ef/1138725b-257d-4cdb-b69a-f78afdad85ef/01513a66-36f8-415b-a042-f70ae9552e75) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:28.578280 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-857ddfc5-f74d-4bfc-9b17-444cb02e2d5d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:28.581905 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-857ddfc5-f74d-4bfc-9b17-444cb02e2d5d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5091307 Sep 23 22:34:28.583780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58044) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:28.593081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-030ffd75-7a93-45f4-b39d-4ff624a6365e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'port': {'network_id': 'dc51e39e-91ac-4627-8c86-46ada6a942ef', 'name': 'tempest-RoutersIpV6Test-314932725'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:28.682913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:34:28.713488 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b6477369-f9ce-442d-a108-2cd63d7bbe97 req-bcc65c7e-7716-4de1-87f6-f2b1015fb5b4 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 210 time: 0.0696473 Sep 23 22:34:28.717213 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 88059a31-d5cf-412e-aef8-e0452b20abe8 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:34:28.731520 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 88059a31-d5cf-412e-aef8-e0452b20abe8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:28.732142 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:28.806544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:28.812192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:28.813086 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:28.840323 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9426abf4-19e2-492c-828f-1af6e8b3a784 None None] Network cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:28.951789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030ffd75-7a93-45f4-b39d-4ff624a6365e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:28.956429 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-030ffd75-7a93-45f4-b39d-4ff624a6365e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:28.998301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-030ffd75-7a93-45f4-b39d-4ff624a6365e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] device_id is not set on port 9c241f3b-3f83-43d0-b6ce-86d66f9754ef yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:34:29.057033 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c7cc1-0335-485f-97de-088d2512d7fa req-46176cc0-2de9-412c-beff-0340790b6aa8 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:29.058874 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-047c7cc1-0335-485f-97de-088d2512d7fa req-46176cc0-2de9-412c-beff-0340790b6aa8 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 946 time: 0.1235285 Sep 23 22:34:29.088756 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7cf48703-1eeb-43f5-9ea1-af91a276ab00 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6242132 Sep 23 22:34:29.091161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58052) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:29.099574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8802f453-e6f2-4497-9f7a-60f7bb8e82d0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'network_id': 'cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97', 'name': 'tempest-PortsTestJSON-1299275770', 'fixed_ips': [{'subnet_id': '5490f587-01f6-4c3a-b7c0-bc14fafe3c01', 'ip_address': '172.20.0.10'}]}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:29.113892 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:29.127382 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-047c7cc1-0335-485f-97de-088d2512d7fa req-b49dbce5-4e0c-4267-aa0f-eaaa994a67f0 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588279 Sep 23 22:34:29.170546 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:29.228968 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:29.246361 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92afa1fe-fd89-4786-aff0-e9c6e55a0cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88059a31-d5cf-412e-aef8-e0452b20abe8'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:34:29.248814 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b77b067-e661-4719-9c54-8d7a663e0516" -d '{"events": [{"server_uuid": "92afa1fe-fd89-4786-aff0-e9c6e55a0cef", "name": "network-vif-plugged", "status": "completed", "tag": "88059a31-d5cf-412e-aef8-e0452b20abe8"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:34:29.275181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-030ffd75-7a93-45f4-b39d-4ff624a6365e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Allocated IP 2001:db8::aa (dc51e39e-91ac-4627-8c86-46ada6a942ef/1138725b-257d-4cdb-b69a-f78afdad85ef/9c241f3b-3f83-43d0-b6ce-86d66f9754ef) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:29.302272 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Pushing event updated for resources: {'Port': ['ID=01513a66-36f8-415b-a042-f70ae9552e75,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:29.321142 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 88059a31-d5cf-412e-aef8-e0452b20abe8, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=88059a31-d5cf-412e-aef8-e0452b20abe8,segment=NetworkSegment(5221a02c-5709-44ee-ad8f-bbfa86a477be),segment_id=5221a02c-5709-44ee-ad8f-bbfa86a477be)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:29.351252 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Network dc51e39e-91ac-4627-8c86-46ada6a942ef is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:29.371735 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2e46ee-fa2b-49e8-8c56-ba3031038275 x-openstack-request-id: req-cf2e46ee-fa2b-49e8-8c56-ba3031038275 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:34:29.371735 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92afa1fe-fd89-4786-aff0-e9c6e55a0cef", "name": "network-vif-plugged", "status": "completed", "tag": "88059a31-d5cf-412e-aef8-e0452b20abe8", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:34:29.371735 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf2e46ee-fa2b-49e8-8c56-ba3031038275 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:34:29.371735 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92afa1fe-fd89-4786-aff0-e9c6e55a0cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88059a31-d5cf-412e-aef8-e0452b20abe8', 'code': 200} Sep 23 22:34:29.371735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:29.371735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:29.384552 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97', 'network_id': 'cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97', 'tenant_id': '56b237389969441ba01a026302129acc', 'fixed_ips': [{'subnet_id': '5490f587-01f6-4c3a-b7c0-bc14fafe3c01'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:34:29.384552 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:29.419706 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:29.456815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8802f453-e6f2-4497-9f7a-60f7bb8e82d0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:29.526902 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-030ffd75-7a93-45f4-b39d-4ff624a6365e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:29.579706 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25af3f-8ee9-4497-8c39-4ef0c40f77d5 req-51672692-ce1e-4ec1-a96f-1964ec633c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:29.582487 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa25af3f-8ee9-4497-8c39-4ef0c40f77d5 req-51672692-ce1e-4ec1-a96f-1964ec633c09 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 1097 time: 0.1800504 Sep 23 22:34:29.619444 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Attempting to bind port 01513a66-36f8-415b-a042-f70ae9552e75 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:34:29.620216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Attempting to bind port 01513a66-36f8-415b-a042-f70ae9552e75 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '3117e42a-1f71-4286-a1c4-8f6e06e5fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc51e39e-91ac-4627-8c86-46ada6a942ef'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:34:29.620676 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Attempting to bind port 01513a66-36f8-415b-a042-f70ae9552e75 on network dc51e39e-91ac-4627-8c86-46ada6a942ef {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:34:29.662291 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:34:29.662853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Checking segment: {'id': '3117e42a-1f71-4286-a1c4-8f6e06e5fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc51e39e-91ac-4627-8c86-46ada6a942ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:34:29.663410 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:29.663925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Bound using segment: {'id': '3117e42a-1f71-4286-a1c4-8f6e06e5fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc51e39e-91ac-4627-8c86-46ada6a942ef'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:34:29.664513 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Bound port: 01513a66-36f8-415b-a042-f70ae9552e75, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3117e42a-1f71-4286-a1c4-8f6e06e5fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc51e39e-91ac-4627-8c86-46ada6a942ef'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:34:29.664994 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:29.685633 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8802f453-e6f2-4497-9f7a-60f7bb8e82d0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:29.687784 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-030ffd75-7a93-45f4-b39d-4ff624a6365e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:29.698910 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=88059a31-d5cf-412e-aef8-e0452b20abe8,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:29.720186 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa25af3f-8ee9-4497-8c39-4ef0c40f77d5 req-9dbf4520-73fc-4c5c-b589-1bdaef9d0686 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f3b392a8-51fc-41d7-92cc-1967da48dd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254764 Sep 23 22:34:29.731124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-8802f453-e6f2-4497-9f7a-60f7bb8e82d0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port 3a202c04-1614-4bf5-8783-45d29d36b216 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:34:29.816350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030ffd75-7a93-45f4-b39d-4ff624a6365e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network dc51e39e-91ac-4627-8c86-46ada6a942ef is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:29.827882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-030ffd75-7a93-45f4-b39d-4ff624a6365e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:29.831264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ffd75-7a93-45f4-b39d-4ff624a6365e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:29.838029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030ffd75-7a93-45f4-b39d-4ff624a6365e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:29.838991 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-030ffd75-7a93-45f4-b39d-4ff624a6365e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:29.844105 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ffd75-7a93-45f4-b39d-4ff624a6365e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=9c241f3b-3f83-43d0-b6ce-86d66f9754ef,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:29.880995 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c0e7a-19da-4c95-a610-d21976008ba6 req-90efcfbb-efa0-4d34-a9df-4b5d1eb5726a tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:29.884459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2e8c0e7a-19da-4c95-a610-d21976008ba6 req-90efcfbb-efa0-4d34-a9df-4b5d1eb5726a tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 946 time: 0.1786313 Sep 23 22:34:29.888269 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Allocated IP 172.20.0.2 (cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97/5490f587-01f6-4c3a-b7c0-bc14fafe3c01/dc0325c1-c7d9-446f-aa57-d0d979025d76) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:29.904766 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] For port 01513a66-36f8-415b-a042-f70ae9552e75, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:34:29.925857 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] For port 01513a66-36f8-415b-a042-f70ae9552e75, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=01513a66-36f8-415b-a042-f70ae9552e75,segment=NetworkSegment(3117e42a-1f71-4286-a1c4-8f6e06e5fa13),segment_id=3117e42a-1f71-4286-a1c4-8f6e06e5fa13)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:34:29.935144 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-46429d7f-d997-4444-949c-1a88ea016b34 req-4cd655fc-dc5c-45fc-8986-f9bcaccf9b12 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 210 time: 0.0541689 Sep 23 22:34:30.033384 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:30.166511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf021b-a9da-4fa7-8795-f664c8d7b7bb None None] Pushing event updated for resources: {'Port': ['ID=01513a66-36f8-415b-a042-f70ae9552e75,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:30.285807 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:30.403850 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-030ffd75-7a93-45f4-b39d-4ff624a6365e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.8185878 Sep 23 22:34:30.408628 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58066) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:30.503985 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:30.529216 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2e8c0e7a-19da-4c95-a610-d21976008ba6 req-a4edc702-3fd9-4d1d-aedc-5f8feee8c791 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b392a8-51fc-41d7-92cc-1967da48dd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6364827 Sep 23 22:34:30.591652 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Network cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:30.593970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:30.625185 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Pushing event updated for resources: {'Port': ['ID=dc0325c1-c7d9-446f-aa57-d0d979025d76,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:30.625185 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:30.716957 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Attempting to bind port dc0325c1-c7d9-446f-aa57-d0d979025d76 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:34:30.717348 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Attempting to bind port dc0325c1-c7d9-446f-aa57-d0d979025d76 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '38c9625d-cb10-4394-aebd-405e43306b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:34:30.717731 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Attempting to bind port dc0325c1-c7d9-446f-aa57-d0d979025d76 on network cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:34:30.737835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:34:30.738191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Checking segment: {'id': '38c9625d-cb10-4394-aebd-405e43306b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:34:30.738602 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:30.739013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Bound using segment: {'id': '38c9625d-cb10-4394-aebd-405e43306b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:34:30.739520 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Bound port: dc0325c1-c7d9-446f-aa57-d0d979025d76, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c9625d-cb10-4394-aebd-405e43306b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:34:30.739916 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:30.854064 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] For port dc0325c1-c7d9-446f-aa57-d0d979025d76, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:34:30.859454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] For port dc0325c1-c7d9-446f-aa57-d0d979025d76, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=dc0325c1-c7d9-446f-aa57-d0d979025d76,segment=NetworkSegment(38c9625d-cb10-4394-aebd-405e43306b5b),segment_id=38c9625d-cb10-4394-aebd-405e43306b5b)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:34:30.995466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ebed9-da2f-40f6-9711-4caab0cdaab9 req-2d19a63f-9c1d-42c6-8d5c-76475221f1aa tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:31.003043 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-699ebed9-da2f-40f6-9711-4caab0cdaab9 req-2d19a63f-9c1d-42c6-8d5c-76475221f1aa tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 946 time: 0.6958020 Sep 23 22:34:31.020639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5db9c2e1-2a96-468c-a98b-a8a54c65bce6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:31.103722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-8802f453-e6f2-4497-9f7a-60f7bb8e82d0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Allocated IP 172.20.0.10 (cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97/5490f587-01f6-4c3a-b7c0-bc14fafe3c01/3a202c04-1614-4bf5-8783-45d29d36b216) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:31.167558 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7e0e8-56f2-4574-9c6a-5146553cd222 req-8a7f87b2-8c26-47e7-83cf-d980176a330e tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:31.167558 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9cf7e0e8-56f2-4574-9c6a-5146553cd222 req-8a7f87b2-8c26-47e7-83cf-d980176a330e tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.67 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 946 time: 0.2911654 Sep 23 22:34:31.195964 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:31.230325 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-369dd4cb-c5f5-416b-8c2c-796f42b60877 req-4035d32f-bb61-49f2-8b1d-833c1f332897 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 210 time: 0.0575402 Sep 23 22:34:31.236149 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-699ebed9-da2f-40f6-9711-4caab0cdaab9 req-d942b4d4-d305-46e8-b639-55e5cd395192 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317827 Sep 23 22:34:31.367143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-836a954d-55f1-4d5c-9cf5-5c29cf213567 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:31.370774 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-836a954d-55f1-4d5c-9cf5-5c29cf213567 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 805 time: 0.5010822 Sep 23 22:34:31.388654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec84c6a-ddc3-45d4-8812-1c063c6f9f38 None None] Pushing event updated for resources: {'Port': ['ID=dc0325c1-c7d9-446f-aa57-d0d979025d76,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:31.395586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-a06f7142-01c5-4b45-a6d1-535895f3c264 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Request body: {'port': {'device_id': 'd15574cf-65fd-4d5b-936c-8551e338e17d', 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19', 'admin_state_up': True, 'tenant_id': '56293beb1ee14ee7a1db1a062efdd17b'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:31.699221 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5db9c2e1-2a96-468c-a98b-a8a54c65bce6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:31.729884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12327b6-6376-48f4-8819-f59581d4a0de None None] Network dc51e39e-91ac-4627-8c86-46ada6a942ef requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:31.755081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 01513a66-36f8-415b-a042-f70ae9552e75 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:31.812008 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5db9c2e1-2a96-468c-a98b-a8a54c65bce6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:31.875803 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9cf7e0e8-56f2-4574-9c6a-5146553cd222 req-a6550c08-0755-48e2-9b14-3d8ca80ffce4 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Deleting port 1e9ff88f-902a-4909-861d-8daf6774de43 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:31.876430 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9cf7e0e8-56f2-4574-9c6a-5146553cd222 req-a6550c08-0755-48e2-9b14-3d8ca80ffce4 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:31.971329 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671710e-950e-4698-a6ed-528bf7fd2c5a req-958589fd-3abb-4d1d-a4e8-74435b61bcd3 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:31.982759 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3671710e-950e-4698-a6ed-528bf7fd2c5a req-958589fd-3abb-4d1d-a4e8-74435b61bcd3 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 946 time: 0.2609591 Sep 23 22:34:31.985419 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9c2e1-2a96-468c-a98b-a8a54c65bce6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=9c241f3b-3f83-43d0-b6ce-86d66f9754ef,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:32.013084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4c28b813-ecd8-49fe-9a0d-2b750eb8fdb6 None None] Provisioning complete for port 01513a66-36f8-415b-a042-f70ae9552e75 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:32.013842 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4c28b813-ecd8-49fe-9a0d-2b750eb8fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:32.052220 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8802f453-e6f2-4497-9f7a-60f7bb8e82d0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:32.074715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-a06f7142-01c5-4b45-a6d1-535895f3c264 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Made reservation on behalf of 56293beb1ee14ee7a1db1a062efdd17b for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:32.080729 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-a06f7142-01c5-4b45-a6d1-535895f3c264 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:32.084957 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5db9c2e1-2a96-468c-a98b-a8a54c65bce6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:32.150896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 01513a66-36f8-415b-a042-f70ae9552e75 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:32.151389 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:32.229290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9cf7e0e8-56f2-4574-9c6a-5146553cd222 req-a6550c08-0755-48e2-9b14-3d8ca80ffce4 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] For port 1e9ff88f-902a-4909-861d-8daf6774de43, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=1e9ff88f-902a-4909-861d-8daf6774de43,segment=NetworkSegment(b98ec724-e58d-4c18-b1ce-5e332be5c733),segment_id=b98ec724-e58d-4c18-b1ce-5e332be5c733)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:32.229676 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9cf7e0e8-56f2-4574-9c6a-5146553cd222 req-a6550c08-0755-48e2-9b14-3d8ca80ffce4 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:32.235099 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3671710e-950e-4698-a6ed-528bf7fd2c5a req-60664f19-787c-4145-a5c6-8621c8445a0a tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b392a8-51fc-41d7-92cc-1967da48dd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427649 Sep 23 22:34:32.356956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9cf7e0e8-56f2-4574-9c6a-5146553cd222 req-a6550c08-0755-48e2-9b14-3d8ca80ffce4 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Calling delete_port for 1e9ff88f-902a-4909-861d-8daf6774de43 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:32.384696 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5db9c2e1-2a96-468c-a98b-a8a54c65bce6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:32.491056 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4c28b813-ecd8-49fe-9a0d-2b750eb8fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:32.626167 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78af7fdb-2687-48d7-be8c-63450d20d1cc req-5fe9a7cb-8d0b-4237-89f9-7c6de2c7f4ab tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 210 time: 0.0830226 Sep 23 22:34:32.648091 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8802f453-e6f2-4497-9f7a-60f7bb8e82d0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:32.653578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4c28b813-ecd8-49fe-9a0d-2b750eb8fdb6 None None] For port 01513a66-36f8-415b-a042-f70ae9552e75, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=01513a66-36f8-415b-a042-f70ae9552e75,segment=NetworkSegment(3117e42a-1f71-4286-a1c4-8f6e06e5fa13),segment_id=3117e42a-1f71-4286-a1c4-8f6e06e5fa13)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:32.734871 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:32.775514 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4c28b813-ecd8-49fe-9a0d-2b750eb8fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:32.862791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-a06f7142-01c5-4b45-a6d1-535895f3c264 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Allocated IP 172.20.0.10 (5b124564-d7ec-451c-aa5d-0eca8f728d19/4a29ecc8-4a09-439c-8732-97749c6a5cb5/e4adb64a-7252-42e7-b86f-246cd74a4357) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:32.952228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28b813-ecd8-49fe-9a0d-2b750eb8fdb6 None None] Pushing event updated for resources: {'Port': ['ID=01513a66-36f8-415b-a042-f70ae9552e75,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:33.091436 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:34:33.092416 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:34:33.132146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-43b0f389-560b-4793-8f40-d2d3ca787583 None None] Provisioning complete for port 01513a66-36f8-415b-a042-f70ae9552e75 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:33.132924 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-43b0f389-560b-4793-8f40-d2d3ca787583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:33.238100 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8802f453-e6f2-4497-9f7a-60f7bb8e82d0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:33.286052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-8802f453-e6f2-4497-9f7a-60f7bb8e82d0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:33.288968 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802f453-e6f2-4497-9f7a-60f7bb8e82d0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=3a202c04-1614-4bf5-8783-45d29d36b216,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:33.292774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802f453-e6f2-4497-9f7a-60f7bb8e82d0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:33.370078 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-a06f7142-01c5-4b45-a6d1-535895f3c264 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:33.412713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-43b0f389-560b-4793-8f40-d2d3ca787583 None None] Provisioning complete for port 9c241f3b-3f83-43d0-b6ce-86d66f9754ef triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:33.413489 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-43b0f389-560b-4793-8f40-d2d3ca787583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:33.413667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d715d-5a71-4571-ab26-6dda402d53c3 req-50df5b46-77b9-4478-ba67-4175b864845f tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:33.427825 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f54d715d-5a71-4571-ab26-6dda402d53c3 req-50df5b46-77b9-4478-ba67-4175b864845f tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 946 time: 0.9283526 Sep 23 22:34:33.492568 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29890d3-d055-4ff8-b863-5f3174061dcd None None] Network cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:33.498180 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-c1feb6fb-e2e4-4182-b725-75f97d9e0278 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 258 time: 0.7599564 Sep 23 22:34:33.546493 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5db9c2e1-2a96-468c-a98b-a8a54c65bce6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:33.554262 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:33.617824 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5db9c2e1-2a96-468c-a98b-a8a54c65bce6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:33.620306 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5db9c2e1-2a96-468c-a98b-a8a54c65bce6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:33.697630 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-43b0f389-560b-4793-8f40-d2d3ca787583 None None] Port 9c241f3b-3f83-43d0-b6ce-86d66f9754ef cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:33.767276 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:33.774999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9c2e1-2a96-468c-a98b-a8a54c65bce6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=9c241f3b-3f83-43d0-b6ce-86d66f9754ef,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:33.784227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1e9ff88f-902a-4909-861d-8daf6774de43 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:34:33.832871 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f54d715d-5a71-4571-ab26-6dda402d53c3 req-e4aa6d53-ffd5-4919-98a5-2dd31456ea6b tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/security-groups?id=469e3e74-d564-43d6-abb5-6b5c41dabc07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033089 Sep 23 22:34:33.869550 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-a06f7142-01c5-4b45-a6d1-535895f3c264 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:33.908506 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db9c2e1-2a96-468c-a98b-a8a54c65bce6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network dc51e39e-91ac-4627-8c86-46ada6a942ef is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:33.917545 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-5db9c2e1-2a96-468c-a98b-a8a54c65bce6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:33.928818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8802f453-e6f2-4497-9f7a-60f7bb8e82d0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:33.930579 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8802f453-e6f2-4497-9f7a-60f7bb8e82d0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:33.964329 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad4e82e5-ffac-4ce8-a471-14137a6ef249'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:34:34.056508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f7142-01c5-4b45-a6d1-535895f3c264 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Pushing event updated for resources: {'Port': ['ID=e4adb64a-7252-42e7-b86f-246cd74a4357,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:34.074211 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9cf7e0e8-56f2-4574-9c6a-5146553cd222 req-a6550c08-0755-48e2-9b14-3d8ca80ffce4 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:34.145927 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:34.174973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6550c08-0755-48e2-9b14-3d8ca80ffce4 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Pushing event deleted for resources: {'Port': ['ID=1e9ff88f-902a-4909-861d-8daf6774de43,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:34.202433 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-a06f7142-01c5-4b45-a6d1-535895f3c264 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Network 5b124564-d7ec-451c-aa5d-0eca8f728d19 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:34.207993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-a06f7142-01c5-4b45-a6d1-535895f3c264 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:34.213712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-a06f7142-01c5-4b45-a6d1-535895f3c264 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:34.226603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db9c2e1-2a96-468c-a98b-a8a54c65bce6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 2ad4df8e-946d-4d7b-a4b5-b481c240ce3f is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:34:34.421172 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ed748148-45c9-4e90-a179-3f18425f75ef None None] Provisioning complete for port dc0325c1-c7d9-446f-aa57-d0d979025d76 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:34.421798 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ed748148-45c9-4e90-a179-3f18425f75ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:34.564675 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8802f453-e6f2-4497-9f7a-60f7bb8e82d0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.4677830 Sep 23 22:34:34.582134 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No active binding found for port 1e9ff88f-902a-4909-861d-8daf6774de43 {{(pid=95492) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 22:34:34.582941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 1e9ff88f-902a-4909-861d-8daf6774de43 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:34:34.598315 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58088) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:34.608291 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 01513a66-36f8-415b-a042-f70ae9552e75 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:34.612159 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf7e0e8-56f2-4574-9c6a-5146553cd222 req-a6550c08-0755-48e2-9b14-3d8ca80ffce4 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] No DVR routers for this DVR port 1e9ff88f-902a-4909-861d-8daf6774de43 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:34:34.624555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-119ea9fe-cd88-4bd6-9a5b-fe3470ab0a89 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'network_id': 'cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97', 'name': 'tempest-PortsTestJSON-748557344', 'fixed_ips': [{'subnet_id': '5490f587-01f6-4c3a-b7c0-bc14fafe3c01', 'ip_address': '172.20.0.9'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:34.632171 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9cf7e0e8-56f2-4574-9c6a-5146553cd222 req-a6550c08-0755-48e2-9b14-3d8ca80ffce4 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:34.645065 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9cf7e0e8-56f2-4574-9c6a-5146553cd222 req-a6550c08-0755-48e2-9b14-3d8ca80ffce4 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.67 "DELETE /v2.0/ports/1e9ff88f-902a-4909-861d-8daf6774de43 HTTP/1.1" status: 204 len: 173 time: 3.4611535 Sep 23 22:34:34.652881 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873afa8a-1505-4339-bbb0-1ad4613b7556', 'name': 'network-vif-deleted', 'tag': '1e9ff88f-902a-4909-861d-8daf6774de43'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:34:34.655498 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0392f9-a592-4201-8960-e86e9d640123" -d '{"events": [{"server_uuid": "873afa8a-1505-4339-bbb0-1ad4613b7556", "name": "network-vif-deleted", "tag": "1e9ff88f-902a-4909-861d-8daf6774de43"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:34:34.734207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Allocated IP 172.25.1.26 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/85e382dd-4d69-4c08-b5f5-b81a9e5ef6a6) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:34.737502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925ad3b-2d0b-4816-967e-aaf8a0c4eb76 req-d4e8fbe1-3d70-42df-b6ea-fa222abae953 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:34.750411 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1925ad3b-2d0b-4816-967e-aaf8a0c4eb76 req-d4e8fbe1-3d70-42df-b6ea-fa222abae953 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 932 time: 0.2865846 Sep 23 22:34:34.796097 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-a06f7142-01c5-4b45-a6d1-535895f3c264 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:34.797030 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-a06f7142-01c5-4b45-a6d1-535895f3c264 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:34.856270 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1925ad3b-2d0b-4816-967e-aaf8a0c4eb76 req-27601aec-8b91-4491-bdbe-8645e2d18e9d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555708 Sep 23 22:34:34.957121 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-a06f7142-01c5-4b45-a6d1-535895f3c264 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5628796 Sep 23 22:34:34.970971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Request body: {'port': {'device_id': 'd15574cf-65fd-4d5b-936c-8551e338e17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:34.980855 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c73799-3c10-4c8b-885b-723772a049d4 x-openstack-request-id: req-16c73799-3c10-4c8b-885b-723772a049d4 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:34:34.981481 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873afa8a-1505-4339-bbb0-1ad4613b7556", "name": "network-vif-deleted", "tag": "1e9ff88f-902a-4909-861d-8daf6774de43", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:34:34.982049 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16c73799-3c10-4c8b-885b-723772a049d4 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:34:34.982543 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873afa8a-1505-4339-bbb0-1ad4613b7556', 'name': 'network-vif-deleted', 'tag': '1e9ff88f-902a-4909-861d-8daf6774de43', 'status': 'completed', 'code': 200} Sep 23 22:34:35.005342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 01513a66-36f8-415b-a042-f70ae9552e75 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:35.005677 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:35.009712 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ed748148-45c9-4e90-a179-3f18425f75ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:35.046132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db9c2e1-2a96-468c-a98b-a8a54c65bce6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:34:35.074132 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1720db-7e13-4188-9cc2-6f2b0cc5a3bd None None] Sync routers for ids ['2ad4df8e-946d-4d7b-a4b5-b481c240ce3f'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:34:35.074465 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5db9c2e1-2a96-468c-a98b-a8a54c65bce6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/2ad4df8e-946d-4d7b-a4b5-b481c240ce3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6604915 Sep 23 22:34:35.082502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58096) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:35.144182 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1720db-7e13-4188-9cc2-6f2b0cc5a3bd None None] Routers {'2ad4df8e-946d-4d7b-a4b5-b481c240ce3f'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:35.144943 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-2c1720db-7e13-4188-9cc2-6f2b0cc5a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['2ad4df8e-946d-4d7b-a4b5-b481c240ce3f'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:35.150667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ed748148-45c9-4e90-a179-3f18425f75ef None None] For port dc0325c1-c7d9-446f-aa57-d0d979025d76, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=dc0325c1-c7d9-446f-aa57-d0d979025d76,segment=NetworkSegment(38c9625d-cb10-4394-aebd-405e43306b5b),segment_id=38c9625d-cb10-4394-aebd-405e43306b5b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:35.182603 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-80c4f7cc-931d-4444-ac69-1216e97ba20b req-b601718c-17b5-4ce8-b496-9067b96fe095 tempest-VolumesActionsTest-1398670146 tempest-VolumesActionsTest-1398670146-project] 10.222.0.22 "GET /v2.0/ports?device_id=873afa8a-1505-4339-bbb0-1ad4613b7556 HTTP/1.1" status: 200 len: 210 time: 0.0681870 Sep 23 22:34:35.183270 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:35.193941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-2c1720db-7e13-4188-9cc2-6f2b0cc5a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:35.215886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5c004-b863-43a3-96ac-2bf3e3cc1724 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:35.224618 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-17a5c004-b863-43a3-96ac-2bf3e3cc1724 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports/9c241f3b-3f83-43d0-b6ce-86d66f9754ef HTTP/1.1" status: 200 len: 982 time: 0.1337690 Sep 23 22:34:35.225197 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58098) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:35.279304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device dc0325c1-c7d9-446f-aa57-d0d979025d76 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:35.292069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:35.334643 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ed748148-45c9-4e90-a179-3f18425f75ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:35.343464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1720db-7e13-4188-9cc2-6f2b0cc5a3bd None None] Routers {'2ad4df8e-946d-4d7b-a4b5-b481c240ce3f'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:35.344993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-2c1720db-7e13-4188-9cc2-6f2b0cc5a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['2ad4df8e-946d-4d7b-a4b5-b481c240ce3f'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:35.429871 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119ea9fe-cd88-4bd6-9a5b-fe3470ab0a89 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:35.477234 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:35.659859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:35.666022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Pushing event updated for resources: {'Port': ['ID=85e382dd-4d69-4c08-b5f5-b81a9e5ef6a6,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:35.672389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:35.675000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:35.689773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-2c1720db-7e13-4188-9cc2-6f2b0cc5a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:35.691042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1720db-7e13-4188-9cc2-6f2b0cc5a3bd None None] The sync data for ids ['2ad4df8e-946d-4d7b-a4b5-b481c240ce3f'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:34:35.723678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ed748148-45c9-4e90-a179-3f18425f75ef None None] Provisioning complete for port 9c241f3b-3f83-43d0-b6ce-86d66f9754ef triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:35.725434 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ed748148-45c9-4e90-a179-3f18425f75ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:35.732341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port dc0325c1-c7d9-446f-aa57-d0d979025d76 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:35.733377 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:35.765965 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-119ea9fe-cd88-4bd6-9a5b-fe3470ab0a89 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:35.850227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-119ea9fe-cd88-4bd6-9a5b-fe3470ab0a89 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port 0656d8a9-5163-4a26-8446-5f92a421fa64 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:34:35.862095 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed748148-45c9-4e90-a179-3f18425f75ef None None] Pushing event updated for resources: {'Port': ['ID=dc0325c1-c7d9-446f-aa57-d0d979025d76,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:35.898577 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ed748148-45c9-4e90-a179-3f18425f75ef None None] Port 9c241f3b-3f83-43d0-b6ce-86d66f9754ef cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:36.053440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-cf8bb528-4fbe-40c9-95ec-9d42edf274da None None] Provisioning complete for port 3a202c04-1614-4bf5-8783-45d29d36b216 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:36.054066 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cf8bb528-4fbe-40c9-95ec-9d42edf274da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:36.124896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-cf8bb528-4fbe-40c9-95ec-9d42edf274da None None] Port 3a202c04-1614-4bf5-8783-45d29d36b216 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:36.130708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4adb64a-7252-42e7-b86f-246cd74a4357 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:34:36.146031 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-cf8bb528-4fbe-40c9-95ec-9d42edf274da None None] Provisioning complete for port dc0325c1-c7d9-446f-aa57-d0d979025d76 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:36.146650 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cf8bb528-4fbe-40c9-95ec-9d42edf274da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:36.170483 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:36.206102 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Transition to ACTIVE for port object e4adb64a-7252-42e7-b86f-246cd74a4357 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:34:36.241042 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:36.242196 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63938cfc-494f-4c92-a81f-aaa30ca37e73 req-14d1e0f1-b377-4933-9c98-898b13673ab2 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:36.251930 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63938cfc-494f-4c92-a81f-aaa30ca37e73 req-14d1e0f1-b377-4933-9c98-898b13673ab2 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 932 time: 0.1809325 Sep 23 22:34:36.301276 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:36.308673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-119ea9fe-cd88-4bd6-9a5b-fe3470ab0a89 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Allocated IP 172.20.0.9 (cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97/5490f587-01f6-4c3a-b7c0-bc14fafe3c01/0656d8a9-5163-4a26-8446-5f92a421fa64) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:36.347448 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-cf8bb528-4fbe-40c9-95ec-9d42edf274da None None] Provisioning complete for port 9c241f3b-3f83-43d0-b6ce-86d66f9754ef triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:36.347979 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cf8bb528-4fbe-40c9-95ec-9d42edf274da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:36.396030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-cf8bb528-4fbe-40c9-95ec-9d42edf274da None None] Port 9c241f3b-3f83-43d0-b6ce-86d66f9754ef cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:36.418018 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:36.428656 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e28c06e5-5618-4052-a63c-586700262c57 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:36.435174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device dc0325c1-c7d9-446f-aa57-d0d979025d76 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:36.439158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:36.440305 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63938cfc-494f-4c92-a81f-aaa30ca37e73 req-23fb4d88-b47c-453f-8bc6-e85608a34b52 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875079 Sep 23 22:34:36.503830 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4adb64a-7252-42e7-b86f-246cd74a4357,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:36.527472 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port dc0325c1-c7d9-446f-aa57-d0d979025d76 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:36.528072 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:36.689380 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-119ea9fe-cd88-4bd6-9a5b-fe3470ab0a89 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:36.951696 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-119ea9fe-cd88-4bd6-9a5b-fe3470ab0a89 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:36.971440 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:37.198518 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Attempting to bind port e4adb64a-7252-42e7-b86f-246cd74a4357 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:34:37.199151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Attempting to bind port e4adb64a-7252-42e7-b86f-246cd74a4357 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:34:37.199651 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Attempting to bind port e4adb64a-7252-42e7-b86f-246cd74a4357 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:34:37.244406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Port e4adb64a-7252-42e7-b86f-246cd74a4357 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:34:37.244815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Attempting to bind port e4adb64a-7252-42e7-b86f-246cd74a4357 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:34:37.258404 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:34:37.265340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Checking segment: {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:34:37.265340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Bound using segment: {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:34:37.265340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Bound port: e4adb64a-7252-42e7-b86f-246cd74a4357, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:34:37.265340 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:37.381931 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] For port e4adb64a-7252-42e7-b86f-246cd74a4357, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:34:37.420383 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] For port e4adb64a-7252-42e7-b86f-246cd74a4357, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e4adb64a-7252-42e7-b86f-246cd74a4357,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:34:37.454174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e28c06e5-5618-4052-a63c-586700262c57 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port 9c241f3b-3f83-43d0-b6ce-86d66f9754ef {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:37.454910 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e28c06e5-5618-4052-a63c-586700262c57 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:37.481013 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119ea9fe-cd88-4bd6-9a5b-fe3470ab0a89 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:37.484603 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:37.487223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-119ea9fe-cd88-4bd6-9a5b-fe3470ab0a89 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:37.490351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119ea9fe-cd88-4bd6-9a5b-fe3470ab0a89 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:37.534737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ea9fe-cd88-4bd6-9a5b-fe3470ab0a89 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=0656d8a9-5163-4a26-8446-5f92a421fa64,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:37.608449 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:37.636732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119ea9fe-cd88-4bd6-9a5b-fe3470ab0a89 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:37.638147 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-119ea9fe-cd88-4bd6-9a5b-fe3470ab0a89 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:37.660724 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Pushing event updated for resources: {'Port': ['ID=85e382dd-4d69-4c08-b5f5-b81a9e5ef6a6,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:37.675440 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:37.676471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:37.677339 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:37.679530 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] 10.222.0.43 "PUT /v2.0/ports/e4adb64a-7252-42e7-b86f-246cd74a4357 HTTP/1.1" status: 200 len: 1092 time: 2.7133923 Sep 23 22:34:37.701467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15574cf-65fd-4d5b-936c-8551e338e17d', 'tag': 'e4adb64a-7252-42e7-b86f-246cd74a4357'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:34:37.705055 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e486b6b8-756f-4f99-98c6-e2bc450dfa0f" -d '{"events": [{"name": "network-changed", "server_uuid": "d15574cf-65fd-4d5b-936c-8551e338e17d", "tag": "e4adb64a-7252-42e7-b86f-246cd74a4357"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:34:37.753950 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e28c06e5-5618-4052-a63c-586700262c57 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:37.779295 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:37.781740 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-bc04da42-f214-40e9-9ff2-3c175c05de1b tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2322419 Sep 23 22:34:37.784107 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-119ea9fe-cd88-4bd6-9a5b-fe3470ab0a89 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1849968 Sep 23 22:34:37.787023 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58122) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:37.806909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e28c06e5-5618-4052-a63c-586700262c57 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for 9c241f3b-3f83-43d0-b6ce-86d66f9754ef owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:37.823049 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92100c07-f8c8-4cb1-afa2-f6691f5b5ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4adb64a-7252-42e7-b86f-246cd74a4357,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:37.872902 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72c4ea-1da0-484b-a90f-74088c5c8fcf req-0bcea22b-f935-45af-b9e6-594dc66e6630 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:37.875348 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a72c4ea-1da0-484b-a90f-74088c5c8fcf req-0bcea22b-f935-45af-b9e6-594dc66e6630 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 944 time: 0.2479489 Sep 23 22:34:37.936871 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-20501701-8e74-426b-beda-be7497ddf252 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.26 HTTP/1.1" status: 200 len: 695 time: 0.0764081 Sep 23 22:34:37.942836 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-26e05305-2888-4133-b478-3f610ba37203 None None] Provisioning complete for port 0656d8a9-5163-4a26-8446-5f92a421fa64 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:37.945466 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-26e05305-2888-4133-b478-3f610ba37203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:37.954311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-0bed5cdb-73ae-4277-ae47-647b092cd84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:37.956228 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-0bed5cdb-73ae-4277-ae47-647b092cd84b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 1095 time: 0.1451974 Sep 23 22:34:38.020920 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-26e05305-2888-4133-b478-3f610ba37203 None None] Port 0656d8a9-5163-4a26-8446-5f92a421fa64 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:38.027479 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-bc47caf1-d081-4b38-a85c-6b69c383984c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4adb64a-7252-42e7-b86f-246cd74a4357 HTTP/1.1" status: 200 len: 217 time: 0.0588100 Sep 23 22:34:38.028841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2d7173-2236-48ff-8088-6dda8d772c9b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:38.035174 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5a2d7173-2236-48ff-8088-6dda8d772c9b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2431226 Sep 23 22:34:38.038005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58128) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:38.041348 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a72c4ea-1da0-484b-a90f-74088c5c8fcf req-bb51c5af-c440-453d-80ba-9b6c449cd36a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180949 Sep 23 22:34:38.186149 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5372432-869a-4d5a-ac87-888fb4352c03 x-openstack-request-id: req-f5372432-869a-4d5a-ac87-888fb4352c03 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:34:38.186678 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15574cf-65fd-4d5b-936c-8551e338e17d", "tag": "e4adb64a-7252-42e7-b86f-246cd74a4357", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:34:38.187149 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f5372432-869a-4d5a-ac87-888fb4352c03 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:34:38.187841 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15574cf-65fd-4d5b-936c-8551e338e17d', 'tag': 'e4adb64a-7252-42e7-b86f-246cd74a4357', 'status': 'completed', 'code': 200} Sep 23 22:34:38.234919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-c3f80b45-5393-4b71-8b9c-1111759bae42 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:38.236175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-545953db-14b7-4341-81be-24d12ee79055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:38.238496 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-907f5cf5-ac5d-441d-9e8b-889f60c82630 req-c3f80b45-5393-4b71-8b9c-1111759bae42 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.2827311 Sep 23 22:34:38.238971 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-545953db-14b7-4341-81be-24d12ee79055 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a29ecc8-4a09-439c-8732-97749c6a5cb5 HTTP/1.1" status: 200 len: 845 time: 0.1809173 Sep 23 22:34:38.289823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38de1d38-e094-4865-a046-e46a4cc44274 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:38.297342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38de1d38-e094-4865-a046-e46a4cc44274 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:38.303398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38de1d38-e094-4865-a046-e46a4cc44274 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:38.305213 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-38de1d38-e094-4865-a046-e46a4cc44274 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2662551 Sep 23 22:34:38.310198 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-cfe3d375-122c-405d-ba80-2e1d88165aa8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b124564-d7ec-451c-aa5d-0eca8f728d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445371 Sep 23 22:34:38.310509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58132) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:38.441695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-bc84ad74-16f2-4507-bb17-171ccdcf0548 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:38.443485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-bc84ad74-16f2-4507-bb17-171ccdcf0548 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0904078 Sep 23 22:34:38.472730 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-ac841427-cbff-48bc-9d86-b1ab6c46f316 service neutron] 10.222.0.43 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372292 Sep 23 22:34:38.537806 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-d7a7d20f-3a82-4847-8c74-831d4a84e1a7 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.26 HTTP/1.1" status: 200 len: 695 time: 0.0772221 Sep 23 22:34:38.544916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 0656d8a9-5163-4a26-8446-5f92a421fa64 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:38.545330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:38.554473 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-f6099541-36c0-4640-96c3-24c1e0b3bfcb tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Request body: {'floatingip': {'port_id': '88059a31-d5cf-412e-aef8-e0452b20abe8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:38.579464 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e28c06e5-5618-4052-a63c-586700262c57 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:38.628730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-f6099541-36c0-4640-96c3-24c1e0b3bfcb tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:38.639102 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47ea7995-7723-4050-abb8-102e06dc1d0a req-b265bbee-5722-4b24-b93c-d7547035522a service neutron] 10.222.0.43 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566267 Sep 23 22:34:38.641870 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c06e5-5618-4052-a63c-586700262c57 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=9c241f3b-3f83-43d0-b6ce-86d66f9754ef,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:38.894941 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e28c06e5-5618-4052-a63c-586700262c57 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:38.898869 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:38.940182 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 0656d8a9-5163-4a26-8446-5f92a421fa64 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:39.015806 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486b6b8-756f-4f99-98c6-e2bc450dfa0f req-361e702d-dab5-4a9a-88fe-f86b60df2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:39.017522 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e486b6b8-756f-4f99-98c6-e2bc450dfa0f req-361e702d-dab5-4a9a-88fe-f86b60df2d7f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 1095 time: 0.1769173 Sep 23 22:34:39.212954 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28c06e5-5618-4052-a63c-586700262c57 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 2ad4df8e-946d-4d7b-a4b5-b481c240ce3f has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:34:39.262760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486b6b8-756f-4f99-98c6-e2bc450dfa0f req-49b1ad26-d3d1-476f-a105-2a12fb60bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:39.264870 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e486b6b8-756f-4f99-98c6-e2bc450dfa0f req-49b1ad26-d3d1-476f-a105-2a12fb60bde5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 906 time: 0.2393916 Sep 23 22:34:39.363369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eacc4c-a59d-4a1f-8837-97ad9d00ccf9 req-d455b643-6c58-4f40-b697-b0b769302ef6 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:39.365620 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-37eacc4c-a59d-4a1f-8837-97ad9d00ccf9 req-d455b643-6c58-4f40-b697-b0b769302ef6 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 944 time: 0.1887259 Sep 23 22:34:39.384316 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:39.410097 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28c06e5-5618-4052-a63c-586700262c57 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:34:39.414289 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e486b6b8-756f-4f99-98c6-e2bc450dfa0f req-d7eb57a1-d42a-4ce5-b2f1-2dde658c3842 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4adb64a-7252-42e7-b86f-246cd74a4357 HTTP/1.1" status: 200 len: 217 time: 0.1022489 Sep 23 22:34:39.425160 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e28c06e5-5618-4052-a63c-586700262c57 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/2ad4df8e-946d-4d7b-a4b5-b481c240ce3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1928158 Sep 23 22:34:39.433391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58142) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:39.433583 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7070e4d0-9f13-4cdc-90eb-e0a74b00c992 None None] Sync routers for ids ['2ad4df8e-946d-4d7b-a4b5-b481c240ce3f'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:34:39.451497 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7070e4d0-9f13-4cdc-90eb-e0a74b00c992 None None] Routers {'2ad4df8e-946d-4d7b-a4b5-b481c240ce3f'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:39.452531 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7070e4d0-9f13-4cdc-90eb-e0a74b00c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['2ad4df8e-946d-4d7b-a4b5-b481c240ce3f'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:39.500204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=0656d8a9-5163-4a26-8446-5f92a421fa64,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:39.538439 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7070e4d0-9f13-4cdc-90eb-e0a74b00c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:39.546980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-37eacc4c-a59d-4a1f-8837-97ad9d00ccf9 req-92e86ebc-fa55-4b30-9236-9274150d70a8 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387842 Sep 23 22:34:39.560255 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7070e4d0-9f13-4cdc-90eb-e0a74b00c992 None None] Routers {'2ad4df8e-946d-4d7b-a4b5-b481c240ce3f'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:39.569606 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7070e4d0-9f13-4cdc-90eb-e0a74b00c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['2ad4df8e-946d-4d7b-a4b5-b481c240ce3f'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:39.569870 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486b6b8-756f-4f99-98c6-e2bc450dfa0f req-81ffd0bd-1f76-4508-9447-a35e1bef32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:39.569870 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e486b6b8-756f-4f99-98c6-e2bc450dfa0f req-81ffd0bd-1f76-4508-9447-a35e1bef32fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a29ecc8-4a09-439c-8732-97749c6a5cb5 HTTP/1.1" status: 200 len: 845 time: 0.1343694 Sep 23 22:34:39.641368 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e486b6b8-756f-4f99-98c6-e2bc450dfa0f req-f4c5192c-d5c8-4607-ac25-36c66c89be61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b124564-d7ec-451c-aa5d-0eca8f728d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675039 Sep 23 22:34:39.716191 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7070e4d0-9f13-4cdc-90eb-e0a74b00c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:39.716191 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7070e4d0-9f13-4cdc-90eb-e0a74b00c992 None None] The sync data for ids ['2ad4df8e-946d-4d7b-a4b5-b481c240ce3f'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:34:39.802763 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:39.803080 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:39.803437 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:39.803781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:39.804117 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:39.804483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:39.804821 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:39.805172 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:39.806030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:39.806364 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:39.806867 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:39.807487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:34:39.833308 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-f6099541-36c0-4640-96c3-24c1e0b3bfcb tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:39.894031 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e486b6b8-756f-4f99-98c6-e2bc450dfa0f req-89260a5c-6700-4043-91be-40ea2b27bfc5 service neutron] 10.222.0.43 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367599 Sep 23 22:34:39.938045 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-f6099541-36c0-4640-96c3-24c1e0b3bfcb tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:39.945151 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:39.950338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f0295971-b6ba-4185-8057-42994408460d tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/0656d8a9-5163-4a26-8446-5f92a421fa64 HTTP/1.1" status: 204 len: 168 time: 1.6360595 Sep 23 22:34:39.952254 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58150) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:40.059221 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e486b6b8-756f-4f99-98c6-e2bc450dfa0f req-b4d6aa66-d271-4137-bc32-0f1b054d9ed7 service neutron] 10.222.0.43 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580262 Sep 23 22:34:40.083590 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-d567e22f-791e-49e3-b9e8-17f8b6276878 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] GET failed (client error): The resource could not be found. Sep 23 22:34:40.085319 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d567e22f-791e-49e3-b9e8-17f8b6276878 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/0656d8a9-5163-4a26-8446-5f92a421fa64 HTTP/1.1" status: 404 len: 333 time: 0.1319287 Sep 23 22:34:40.090411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58154) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:40.129352 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-4f7bc67a-a6ff-4702-a0f4-7f79bbe38e86 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] remove_router_interface failed (client error): The resource could not be found. Sep 23 22:34:40.130486 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4f7bc67a-a6ff-4702-a0f4-7f79bbe38e86 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/2ad4df8e-946d-4d7b-a4b5-b481c240ce3f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6907125 Sep 23 22:34:40.135629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58156) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:40.163667 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-f6099541-36c0-4640-96c3-24c1e0b3bfcb tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Floating IP e3ed1ddb-0d6f-4f4d-bd8f-647b98961222 associated. External IP: 172.25.1.26, port: 88059a31-d5cf-412e-aef8-e0452b20abe8. Sep 23 22:34:40.201481 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a1719384-d08b-4e48-a2db-00aa9cff33bb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad4df8e-946d-4d7b-a4b5-b481c240ce3f HTTP/1.1" status: 200 len: 205 time: 0.0600138 Sep 23 22:34:40.203882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58158) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:40.373197 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4875c816-644f-4680-88de-fd9622e37e72 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:40.510342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e4adb64a-7252-42e7-b86f-246cd74a4357 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:34:40.655080 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4875c816-644f-4680-88de-fd9622e37e72 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:40.659288 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4875c816-644f-4680-88de-fd9622e37e72 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:40.670234 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port e4adb64a-7252-42e7-b86f-246cd74a4357, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e4adb64a-7252-42e7-b86f-246cd74a4357,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:40.696556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'e4adb64a-7252-42e7-b86f-246cd74a4357', 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19', 'port_id': 'e4adb64a-7252-42e7-b86f-246cd74a4357', 'mac_address': 'fa:16:3e:9f:42:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a29ecc8-4a09-439c-8732-97749c6a5cb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:34:40.768152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e48bf-9505-426d-a81a-61f306968563 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 3a202c04-1614-4bf5-8783-45d29d36b216 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:40.769020 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:40.769414 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f8e48bf-9505-426d-a81a-61f306968563 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:40.791420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4adb64a-7252-42e7-b86f-246cd74a4357 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:34:40.817639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-f6099541-36c0-4640-96c3-24c1e0b3bfcb tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Router b52a7834-31e1-486d-8a4d-62f62f6c6419 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:34:40.837436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port e4adb64a-7252-42e7-b86f-246cd74a4357, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e4adb64a-7252-42e7-b86f-246cd74a4357,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:40.917851 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4875c816-644f-4680-88de-fd9622e37e72 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:40.918679 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4875c816-644f-4680-88de-fd9622e37e72 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Fanout notify agent at l3_agent the message router_deleted on router 2ad4df8e-946d-4d7b-a4b5-b481c240ce3f {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:34:40.932343 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:40.953936 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4875c816-644f-4680-88de-fd9622e37e72 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:40.965737 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4875c816-644f-4680-88de-fd9622e37e72 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/routers/2ad4df8e-946d-4d7b-a4b5-b481c240ce3f HTTP/1.1" status: 204 len: 168 time: 0.7538936 Sep 23 22:34:40.965737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58168) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:40.990692 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-f6099541-36c0-4640-96c3-24c1e0b3bfcb tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:34:41.002627 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-f6099541-36c0-4640-96c3-24c1e0b3bfcb tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:41.026825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e5879-7b0f-4ae0-8146-56b81e0aa527 req-553f8a5b-1c81-41f8-b4ef-0c250a79ff8b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:41.029515 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-093e5879-7b0f-4ae0-8146-56b81e0aa527 req-553f8a5b-1c81-41f8-b4ef-0c250a79ff8b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 944 time: 0.2691555 Sep 23 22:34:41.048875 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb07b4-41eb-45c2-83e4-f681486273ca None None] Sync routers for ids ['b52a7834-31e1-486d-8a4d-62f62f6c6419'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:34:41.059074 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=e4adb64a-7252-42e7-b86f-246cd74a4357,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:41.060437 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-f6099541-36c0-4640-96c3-24c1e0b3bfcb tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "PUT /v2.0/floatingips/e3ed1ddb-0d6f-4f4d-bd8f-647b98961222 HTTP/1.1" status: 200 len: 996 time: 2.5113604 Sep 23 22:34:41.061511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92afa1fe-fd89-4786-aff0-e9c6e55a0cef', 'tag': '88059a31-d5cf-412e-aef8-e0452b20abe8'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:34:41.066323 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb9ed67-e15d-4b30-8056-c69b670556de" -d '{"events": [{"name": "network-changed", "server_uuid": "92afa1fe-fd89-4786-aff0-e9c6e55a0cef", "tag": "88059a31-d5cf-412e-aef8-e0452b20abe8"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:34:41.080436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb07b4-41eb-45c2-83e4-f681486273ca None None] Routers {'b52a7834-31e1-486d-8a4d-62f62f6c6419'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:41.081369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-09eb07b4-41eb-45c2-83e4-f681486273ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b52a7834-31e1-486d-8a4d-62f62f6c6419'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:41.104868 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f8e48bf-9505-426d-a81a-61f306968563 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:41.159302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-e784b8a1-2e27-4a0c-9b36-187191363714 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting subnet 1138725b-257d-4cdb-b69a-f78afdad85ef {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:34:41.163028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e48bf-9505-426d-a81a-61f306968563 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 3a202c04-1614-4bf5-8783-45d29d36b216 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:41.164597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['e4adb64a-7252-42e7-b86f-246cd74a4357'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:34:41.174434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-7dc6345e-f12c-4c1d-a87b-12f6ace3cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:41.177485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-7dc6345e-f12c-4c1d-a87b-12f6ace3cfd0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3ae0223451ae413a90952a07e54d9c5b&device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 1097 time: 0.0880225 Sep 23 22:34:41.208658 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e784b8a1-2e27-4a0c-9b36-187191363714 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:41.223983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-093e5879-7b0f-4ae0-8146-56b81e0aa527 req-5a3e450a-b9a7-4761-bf24-3bfd799e1927 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725514 Sep 23 22:34:41.296663 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-09eb07b4-41eb-45c2-83e4-f681486273ca None None] Set router b52a7834-31e1-486d-8a4d-62f62f6c6419 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:34:41.432259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-27885b03-646b-4088-a94e-63d8b828475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:41.438679 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-27885b03-646b-4088-a94e-63d8b828475b service neutron] 10.222.0.22 "GET /v2.0/networks?id=cf812c40-86cb-4249-879d-42d3198fa85c HTTP/1.1" status: 200 len: 929 time: 0.2491653 Sep 23 22:34:41.450603 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e784b8a1-2e27-4a0c-9b36-187191363714 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:41.547449 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-5a7b31f2-fe45-4d88-90a0-bdc5fe3cb694 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88059a31-d5cf-412e-aef8-e0452b20abe8 HTTP/1.1" status: 200 len: 999 time: 0.0986416 Sep 23 22:34:41.554612 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39de7aa4-0e92-478b-a51a-8f1bda94a669 x-openstack-request-id: req-39de7aa4-0e92-478b-a51a-8f1bda94a669 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:34:41.555040 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92afa1fe-fd89-4786-aff0-e9c6e55a0cef", "tag": "88059a31-d5cf-412e-aef8-e0452b20abe8", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:34:41.560560 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39de7aa4-0e92-478b-a51a-8f1bda94a669 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:34:41.560560 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92afa1fe-fd89-4786-aff0-e9c6e55a0cef', 'tag': '88059a31-d5cf-412e-aef8-e0452b20abe8', 'status': 'completed', 'code': 200} Sep 23 22:34:41.626016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-a964b336-13a2-442e-8f15-8f22b9ad01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:41.627782 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-a964b336-13a2-442e-8f15-8f22b9ad01d7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=535cf56d-58bf-42a9-86a4-f5a07369573e HTTP/1.1" status: 200 len: 867 time: 0.0673330 Sep 23 22:34:41.700676 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e784b8a1-2e27-4a0c-9b36-187191363714 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:41.746304 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9ed67-e15d-4b30-8056-c69b670556de req-50ec35ef-4a67-4f43-89ac-e872e06ba925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:41.747943 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fcb9ed67-e15d-4b30-8056-c69b670556de req-50ec35ef-4a67-4f43-89ac-e872e06ba925 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ae0223451ae413a90952a07e54d9c5b&device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 1097 time: 0.1247461 Sep 23 22:34:41.758161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-d4771119-4c14-4a41-b69e-a702fc575dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:41.760861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-d4771119-4c14-4a41-b69e-a702fc575dca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf812c40-86cb-4249-879d-42d3198fa85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188331 Sep 23 22:34:41.766700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-09eb07b4-41eb-45c2-83e4-f681486273ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:33:54Z', 'updated_at': '2021-09-23T22:34:03Z', 'revision_number': 4, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'gw_port': {'id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:33:55Z', 'updated_at': '2021-09-23T22:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'e3ed1ddb-0d6f-4f4d-bd8f-647b98961222', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'port_id': '88059a31-d5cf-412e-aef8-e0452b20abe8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'mac_address': 'fa:16:3e:ca:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afa1fe-fd89-4786-aff0-e9c6e55a0cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:34:35Z', 'updated_at': '2021-09-23T22:34:39Z', 'revision_number': 1, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f33ba4-a2dd-4621-b05b-5f196c9baa93', 'name': '', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'mac_address': 'fa:16:3e:25:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:34:00Z', 'updated_at': '2021-09-23T22:34:13Z', 'revision_number': 5, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'subnets': [{'id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:41.818450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb07b4-41eb-45c2-83e4-f681486273ca None None] Checking router: b52a7834-31e1-486d-8a4d-62f62f6c6419 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:34:41.830126 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb07b4-41eb-45c2-83e4-f681486273ca None None] Routers {'b52a7834-31e1-486d-8a4d-62f62f6c6419'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:41.830777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-09eb07b4-41eb-45c2-83e4-f681486273ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b52a7834-31e1-486d-8a4d-62f62f6c6419'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:41.934132 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9ed67-e15d-4b30-8056-c69b670556de req-e78365b7-7913-4165-b405-b5d8fe45debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:41.937223 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fcb9ed67-e15d-4b30-8056-c69b670556de req-e78365b7-7913-4165-b405-b5d8fe45debd service neutron] 10.222.0.43 "GET /v2.0/networks?id=cf812c40-86cb-4249-879d-42d3198fa85c HTTP/1.1" status: 200 len: 929 time: 0.1689811 Sep 23 22:34:41.947533 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-de0aa9d5-6d3f-48e6-b3b1-9b70c1994c67 service neutron] 10.222.0.22 "GET /v2.0/networks/cf812c40-86cb-4249-879d-42d3198fa85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728601 Sep 23 22:34:41.957873 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f8e48bf-9505-426d-a81a-61f306968563 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:41.965218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-09eb07b4-41eb-45c2-83e4-f681486273ca None None] Set router b52a7834-31e1-486d-8a4d-62f62f6c6419 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:34:42.114864 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40dfbaf4-c429-47f9-9acc-2882422bc6f0 req-07fe53ad-ff57-4212-9225-a50c07a2bd46 service neutron] 10.222.0.22 "GET /v2.0/networks/cf812c40-86cb-4249-879d-42d3198fa85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531363 Sep 23 22:34:42.388669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-09eb07b4-41eb-45c2-83e4-f681486273ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:33:54Z', 'updated_at': '2021-09-23T22:34:03Z', 'revision_number': 4, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'gw_port': {'id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:33:55Z', 'updated_at': '2021-09-23T22:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'e3ed1ddb-0d6f-4f4d-bd8f-647b98961222', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'port_id': '88059a31-d5cf-412e-aef8-e0452b20abe8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'mac_address': 'fa:16:3e:ca:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afa1fe-fd89-4786-aff0-e9c6e55a0cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:34:35Z', 'updated_at': '2021-09-23T22:34:39Z', 'revision_number': 1, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f33ba4-a2dd-4621-b05b-5f196c9baa93', 'name': '', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'mac_address': 'fa:16:3e:25:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:34:00Z', 'updated_at': '2021-09-23T22:34:13Z', 'revision_number': 5, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'subnets': [{'id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:42.427440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb07b4-41eb-45c2-83e4-f681486273ca None None] The sync data for ids ['b52a7834-31e1-486d-8a4d-62f62f6c6419'] in n-d-810775-1 is: [{'id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:33:54Z', 'updated_at': '2021-09-23T22:34:03Z', 'revision_number': 4, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'gw_port': {'id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:33:55Z', 'updated_at': '2021-09-23T22:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'e3ed1ddb-0d6f-4f4d-bd8f-647b98961222', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'port_id': '88059a31-d5cf-412e-aef8-e0452b20abe8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'mac_address': 'fa:16:3e:ca:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92afa1fe-fd89-4786-aff0-e9c6e55a0cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:34:35Z', 'updated_at': '2021-09-23T22:34:39Z', 'revision_number': 1, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f33ba4-a2dd-4621-b05b-5f196c9baa93', 'name': '', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'mac_address': 'fa:16:3e:25:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:34:00Z', 'updated_at': '2021-09-23T22:34:13Z', 'revision_number': 5, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'subnets': [{'id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:34:42.474500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1080978-dda9-43cc-9bc2-2250625ba048 req-ac9410af-0e10-496a-9aeb-ac722b15adbe tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:42.478591 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1080978-dda9-43cc-9bc2-2250625ba048 req-ac9410af-0e10-496a-9aeb-ac722b15adbe tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 945 time: 0.1228704 Sep 23 22:34:42.493017 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e784b8a1-2e27-4a0c-9b36-187191363714 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:42.495393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e48bf-9505-426d-a81a-61f306968563 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=3a202c04-1614-4bf5-8783-45d29d36b216,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:42.516924 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e4adb64a-7252-42e7-b86f-246cd74a4357 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:42.549800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784b8a1-2e27-4a0c-9b36-187191363714 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Subnet': ['ID=1138725b-257d-4cdb-b69a-f78afdad85ef,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:42.613487 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8533616-3399-4a0c-a8bf-e1dcaa61c4e8 None None] Network dc51e39e-91ac-4627-8c86-46ada6a942ef requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:42.622855 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1080978-dda9-43cc-9bc2-2250625ba048 req-79c0dbcd-0366-4a6e-ac03-036d9f47c514 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293950 Sep 23 22:34:42.625787 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e784b8a1-2e27-4a0c-9b36-187191363714 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:42.627795 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e784b8a1-2e27-4a0c-9b36-187191363714 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/1138725b-257d-4cdb-b69a-f78afdad85ef HTTP/1.1" status: 204 len: 168 time: 1.6612589 Sep 23 22:34:42.632240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58184) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:42.646636 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fcb9ed67-e15d-4b30-8056-c69b670556de req-d27527bd-a63c-40ca-9115-73a0d253bd3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88059a31-d5cf-412e-aef8-e0452b20abe8 HTTP/1.1" status: 200 len: 999 time: 0.6913042 Sep 23 22:34:42.746051 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port e4adb64a-7252-42e7-b86f-246cd74a4357 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:34:42.767172 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port e4adb64a-7252-42e7-b86f-246cd74a4357 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:42.767844 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:42.802021 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:43.022694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port 01513a66-36f8-415b-a042-f70ae9552e75 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:43.023236 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:43.049560 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fd86a58c-9107-402c-9fff-7a419b2b8d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:43.058977 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed24ea3-3138-49a4-83ed-49f65fd1bfd9 None None] New status for floating IP e3ed1ddb-0d6f-4f4d-bd8f-647b98961222: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:34:43.076316 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f8e48bf-9505-426d-a81a-61f306968563 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:43.084701 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6f8e48bf-9505-426d-a81a-61f306968563 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/3a202c04-1614-4bf5-8783-45d29d36b216 HTTP/1.1" status: 204 len: 168 time: 2.9889572 Sep 23 22:34:43.085040 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:43.093309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58186) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:43.161336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9ed67-e15d-4b30-8056-c69b670556de req-51250dbe-ba76-4bc7-80ce-712188500b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:43.172045 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fcb9ed67-e15d-4b30-8056-c69b670556de req-51250dbe-ba76-4bc7-80ce-712188500b17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=535cf56d-58bf-42a9-86a4-f5a07369573e HTTP/1.1" status: 200 len: 867 time: 0.4983728 Sep 23 22:34:43.179228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15574cf-65fd-4d5b-936c-8551e338e17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4adb64a-7252-42e7-b86f-246cd74a4357'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:34:43.184807 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcadd69d-36d8-4903-be62-f30bd2cd7f47" -d '{"events": [{"server_uuid": "d15574cf-65fd-4d5b-936c-8551e338e17d", "name": "network-vif-plugged", "status": "completed", "tag": "e4adb64a-7252-42e7-b86f-246cd74a4357"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:34:43.196701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd78a87-a0e2-43d1-983e-88eba59c3351 None None] DHCP port deletion for dc51e39e-91ac-4627-8c86-46ada6a942ef request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:34:43.220422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port e4adb64a-7252-42e7-b86f-246cd74a4357, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e4adb64a-7252-42e7-b86f-246cd74a4357,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:43.229241 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c53fd0-6bbc-4a89-8dd7-51378b087959 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] GET failed (client error): The resource could not be found. Sep 23 22:34:43.232177 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-90c53fd0-6bbc-4a89-8dd7-51378b087959 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/3a202c04-1614-4bf5-8783-45d29d36b216 HTTP/1.1" status: 404 len: 333 time: 0.1242597 Sep 23 22:34:43.246419 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-22c43b52-313b-4fde-8de6-4fec96e51eab tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 258 time: 0.7613642 Sep 23 22:34:43.246812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58190) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:43.314058 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272794d1-d2ab-4e6f-a6ef-bd1a337170f1 x-openstack-request-id: req-272794d1-d2ab-4e6f-a6ef-bd1a337170f1 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:34:43.314500 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15574cf-65fd-4d5b-936c-8551e338e17d", "name": "network-vif-plugged", "status": "completed", "tag": "e4adb64a-7252-42e7-b86f-246cd74a4357", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:34:43.314897 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-272794d1-d2ab-4e6f-a6ef-bd1a337170f1 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:34:43.315508 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15574cf-65fd-4d5b-936c-8551e338e17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4adb64a-7252-42e7-b86f-246cd74a4357', 'code': 200} Sep 23 22:34:43.318846 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:43.329299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:43.370401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83e79b5-2e76-48f3-bb18-83a2150cd2b2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting subnet 5490f587-01f6-4c3a-b7c0-bc14fafe3c01 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:34:43.381613 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c83e79b5-2e76-48f3-bb18-83a2150cd2b2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:43.418978 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9ed67-e15d-4b30-8056-c69b670556de req-26fbe9f2-11fb-4df9-9245-d4a124191125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:43.421099 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fcb9ed67-e15d-4b30-8056-c69b670556de req-26fbe9f2-11fb-4df9-9245-d4a124191125 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf812c40-86cb-4249-879d-42d3198fa85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2310486 Sep 23 22:34:43.439973 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=e4adb64a-7252-42e7-b86f-246cd74a4357,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:43.458554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7fd78a87-a0e2-43d1-983e-88eba59c3351 None None] Deleting port 01513a66-36f8-415b-a042-f70ae9552e75 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:43.459734 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7fd78a87-a0e2-43d1-983e-88eba59c3351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:43.474118 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:43.552353 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7fd78a87-a0e2-43d1-983e-88eba59c3351 None None] For port 01513a66-36f8-415b-a042-f70ae9552e75, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=01513a66-36f8-415b-a042-f70ae9552e75,segment=NetworkSegment(3117e42a-1f71-4286-a1c4-8f6e06e5fa13),segment_id=3117e42a-1f71-4286-a1c4-8f6e06e5fa13)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:43.552899 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7fd78a87-a0e2-43d1-983e-88eba59c3351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:43.575064 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7fd78a87-a0e2-43d1-983e-88eba59c3351 None None] Calling delete_port for 01513a66-36f8-415b-a042-f70ae9552e75 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:43.633655 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] For port 01513a66-36f8-415b-a042-f70ae9552e75, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=01513a66-36f8-415b-a042-f70ae9552e75,segment=NetworkSegment(3117e42a-1f71-4286-a1c4-8f6e06e5fa13),segment_id=3117e42a-1f71-4286-a1c4-8f6e06e5fa13)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:43.634183 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:43.702213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a8e0d-19ce-4290-8d2d-ae7b1031f9ac req-d4829440-ce7c-478a-a27d-e6639f112851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:43.704703 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be6a8e0d-19ce-4290-8d2d-ae7b1031f9ac req-d4829440-ce7c-478a-a27d-e6639f112851 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 1097 time: 0.3131001 Sep 23 22:34:43.713213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c83e79b5-2e76-48f3-bb18-83a2150cd2b2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:43.715450 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for 01513a66-36f8-415b-a042-f70ae9552e75 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:43.762230 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fcb9ed67-e15d-4b30-8056-c69b670556de req-e4d2f913-6b4d-4c02-a418-97bc39ecb40d service neutron] 10.222.0.43 "GET /v2.0/networks/cf812c40-86cb-4249-879d-42d3198fa85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303885 Sep 23 22:34:43.851384 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7fd78a87-a0e2-43d1-983e-88eba59c3351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:43.881962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd78a87-a0e2-43d1-983e-88eba59c3351 None None] Pushing event deleted for resources: {'Port': ['ID=01513a66-36f8-415b-a042-f70ae9552e75,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:43.886030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd78a87-a0e2-43d1-983e-88eba59c3351 None None] No DVR routers for this DVR port 01513a66-36f8-415b-a042-f70ae9552e75 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:34:43.980753 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fd432-846f-4644-8be0-de68fd041dbb req-b7fb779a-e0d2-4924-9ee4-00854678c354 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:43.985931 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-008fd432-846f-4644-8be0-de68fd041dbb req-b7fb779a-e0d2-4924-9ee4-00854678c354 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 946 time: 0.2007523 Sep 23 22:34:44.040281 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be6a8e0d-19ce-4290-8d2d-ae7b1031f9ac req-83971dc8-e8e9-4089-a169-12626aa91317 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208840 Sep 23 22:34:44.042060 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fcb9ed67-e15d-4b30-8056-c69b670556de req-f92ee89f-a5a7-463d-ab5d-fa6b0212a807 service neutron] 10.222.0.43 "GET /v2.0/networks/cf812c40-86cb-4249-879d-42d3198fa85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716269 Sep 23 22:34:44.067926 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:44.190811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-008fd432-846f-4644-8be0-de68fd041dbb req-41584935-d7a0-4d39-a0b1-dc8c4969569b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701453 Sep 23 22:34:44.193849 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c83e79b5-2e76-48f3-bb18-83a2150cd2b2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:44.199928 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:44.264536 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Allocated IP 172.25.1.179 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/fdf313de-8137-4796-9af4-c063139dd327) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:44.345836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=01513a66-36f8-415b-a042-f70ae9552e75,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:44.354012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No DVR routers for this DVR port 01513a66-36f8-415b-a042-f70ae9552e75 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:34:44.372620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 01513a66-36f8-415b-a042-f70ae9552e75 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:34:44.434689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 01513a66-36f8-415b-a042-f70ae9552e75 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:34:44.435033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 01513a66-36f8-415b-a042-f70ae9552e75 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:34:44.507496 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c83e79b5-2e76-48f3-bb18-83a2150cd2b2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:44.509275 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:44.532483 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:44.534907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e79b5-2e76-48f3-bb18-83a2150cd2b2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Subnet': ['ID=5490f587-01f6-4c3a-b7c0-bc14fafe3c01,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:44.552259 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c83e79b5-2e76-48f3-bb18-83a2150cd2b2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:44.578187 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c83e79b5-2e76-48f3-bb18-83a2150cd2b2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/5490f587-01f6-4c3a-b7c0-bc14fafe3c01 HTTP/1.1" status: 204 len: 168 time: 1.3060126 Sep 23 22:34:44.578864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58204) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:44.579044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d7c3a3-e13d-46d5-a52c-732e9dda702d None None] Network cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:44.579222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc51e39e-91ac-4627-8c86-46ada6a942ef']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:44.595125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3117e42a-1f71-4286-a1c4-8f6e06e5fa13') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:44.595601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3117e42a-1f71-4286-a1c4-8f6e06e5fa13') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:44.613730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:44.638469 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:44.651349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:34:44.652251 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:34:44.658391 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:34:44.717440 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:44.779738 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:44.837342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:44.847422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:44.848602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fa35c0-c09b-4aeb-afe5-f958dcb11361 None None] DHCP port deletion for cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:34:44.856209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:44.861417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Pushing event updated for resources: {'Port': ['ID=fdf313de-8137-4796-9af4-c063139dd327,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:44.880548 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:44.890061 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:44.892574 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/networks/dc51e39e-91ac-4627-8c86-46ada6a942ef HTTP/1.1" status: 204 len: 168 time: 2.2583821 Sep 23 22:34:44.896034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58224) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:44.900481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port dc0325c1-c7d9-446f-aa57-d0d979025d76 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:44.900842 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:44.902782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-109af638-4a43-4263-9180-c49ab2525da8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-675763822'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:44.917827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85295c58-9215-4cbf-b5df-ed086501f003 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Network': ['ID=dc51e39e-91ac-4627-8c86-46ada6a942ef,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:44.952324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa35c0-c09b-4aeb-afe5-f958dcb11361 None None] Deleting port dc0325c1-c7d9-446f-aa57-d0d979025d76 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:44.953583 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d9fa35c0-c09b-4aeb-afe5-f958dcb11361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.023749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109af638-4a43-4263-9180-c49ab2525da8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:45.030399 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-109af638-4a43-4263-9180-c49ab2525da8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.031279 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] For port dc0325c1-c7d9-446f-aa57-d0d979025d76, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=dc0325c1-c7d9-446f-aa57-d0d979025d76,segment=NetworkSegment(38c9625d-cb10-4394-aebd-405e43306b5b),segment_id=38c9625d-cb10-4394-aebd-405e43306b5b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:45.031667 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.056010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for dc0325c1-c7d9-446f-aa57-d0d979025d76 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:45.064606 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.083824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109af638-4a43-4263-9180-c49ab2525da8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:34:45.091128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d9fa35c0-c09b-4aeb-afe5-f958dcb11361 None None] For port dc0325c1-c7d9-446f-aa57-d0d979025d76, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=dc0325c1-c7d9-446f-aa57-d0d979025d76,segment=NetworkSegment(38c9625d-cb10-4394-aebd-405e43306b5b),segment_id=38c9625d-cb10-4394-aebd-405e43306b5b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:45.092189 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d9fa35c0-c09b-4aeb-afe5-f958dcb11361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.103548 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-109af638-4a43-4263-9180-c49ab2525da8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.104116 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-109af638-4a43-4263-9180-c49ab2525da8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Added segment d4ce922c-285e-4935-a26f-a8aa2fed364c of type vlan for network 1fdbbb2c-c7e9-4317-8551-becacccd2143 Sep 23 22:34:45.137444 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa35c0-c09b-4aeb-afe5-f958dcb11361 None None] Calling delete_port for dc0325c1-c7d9-446f-aa57-d0d979025d76 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:45.192622 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.221736 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-109af638-4a43-4263-9180-c49ab2525da8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.310056 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.374947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=dc0325c1-c7d9-446f-aa57-d0d979025d76,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:45.415608 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d9fa35c0-c09b-4aeb-afe5-f958dcb11361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.416424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No DVR routers for this DVR port dc0325c1-c7d9-446f-aa57-d0d979025d76 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:34:45.431819 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-109af638-4a43-4263-9180-c49ab2525da8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.441176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109af638-4a43-4263-9180-c49ab2525da8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:45.444804 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-109af638-4a43-4263-9180-c49ab2525da8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.485515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa35c0-c09b-4aeb-afe5-f958dcb11361 None None] Pushing event deleted for resources: {'Port': ['ID=dc0325c1-c7d9-446f-aa57-d0d979025d76,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:45.502866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fa35c0-c09b-4aeb-afe5-f958dcb11361 None None] No DVR routers for this DVR port dc0325c1-c7d9-446f-aa57-d0d979025d76 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:34:45.519154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ebc53-1d83-4f95-be1b-66de1be69f02 req-cbd600d2-6825-445f-a7fc-23dca301ea1b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:45.537638 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb5ebc53-1d83-4f95-be1b-66de1be69f02 req-cbd600d2-6825-445f-a7fc-23dca301ea1b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 946 time: 0.1507380 Sep 23 22:34:45.578414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109af638-4a43-4263-9180-c49ab2525da8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Network': ['ID=1fdbbb2c-c7e9-4317-8551-becacccd2143,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:45.606092 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-109af638-4a43-4263-9180-c49ab2525da8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7064152 Sep 23 22:34:45.606092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58236) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:45.606519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 1fdbbb2c-c7e9-4317-8551-becacccd2143 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:34:45.641197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb5ebc53-1d83-4f95-be1b-66de1be69f02 req-000a17ee-927d-417f-ad06-524856347fd1 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121655 Sep 23 22:34:45.653499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-750443fc-cae7-4d42-9bbc-190be06f5380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'subnet': {'network_id': '1fdbbb2c-c7e9-4317-8551-becacccd2143', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:45.751039 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.798139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:45.816170 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c9625d-cb10-4394-aebd-405e43306b5b') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:45.816564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c9625d-cb10-4394-aebd-405e43306b5b') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:45.843109 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.847129 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.869843 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.884105 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:34:45.884978 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:34:45.888970 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:34:45.922747 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:45.995269 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750443fc-cae7-4d42-9bbc-190be06f5380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:45.999693 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-750443fc-cae7-4d42-9bbc-190be06f5380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:46.050276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Pushing event updated for resources: {'Port': ['ID=fdf313de-8137-4796-9af4-c063139dd327,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:46.089141 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4b21-d7c5-4526-b24f-77362ee05011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:46.096257 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:46.137444 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:46.150140 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:46.159608 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/networks/cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97 HTTP/1.1" status: 204 len: 168 time: 1.5915189 Sep 23 22:34:46.160265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58238) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:46.171367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ecca9-d5c6-434c-8a8e-89ba6e3c466b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Network': ['ID=cec4a5f6-8d1a-4bd3-a0a5-3042c96b9d97,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:46.176465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c60d2868-f9da-4b40-9f1e-ce1377921e27 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-837673259'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:46.189927 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:46.218068 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:46.220668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-e4bf1d8d-2d52-4514-a341-afd142dab703 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8982532 Sep 23 22:34:46.371596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60d2868-f9da-4b40-9f1e-ce1377921e27 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:46.378327 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c60d2868-f9da-4b40-9f1e-ce1377921e27 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:46.390133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-d2100704-47b0-4008-a0fd-403accc51d27 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.179 HTTP/1.1" status: 200 len: 696 time: 0.1520643 Sep 23 22:34:46.407354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device dc0325c1-c7d9-446f-aa57-d0d979025d76 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:34:46.432878 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: dc0325c1-c7d9-446f-aa57-d0d979025d76 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:34:46.433362 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device dc0325c1-c7d9-446f-aa57-d0d979025d76 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:34:46.450176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60d2868-f9da-4b40-9f1e-ce1377921e27 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:34:46.464113 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c60d2868-f9da-4b40-9f1e-ce1377921e27 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:46.464482 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-c60d2868-f9da-4b40-9f1e-ce1377921e27 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Added segment 90dda7b8-c0bf-4c1a-a8d2-67ce3880372c of type vlan for network 44af28e7-d73d-4a4b-9f4c-086c8254ddff Sep 23 22:34:46.533879 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c60d2868-f9da-4b40-9f1e-ce1377921e27 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:46.566802 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-c50656e0-2e39-4f3f-9ff4-b2581a46c477 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:46.568179 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-c50656e0-2e39-4f3f-9ff4-b2581a46c477 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.1732249 Sep 23 22:34:46.580584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-ded180f7-da16-4fca-a0ce-d81dd09740c7 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:34:46.581727 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-702ecb32-c75b-41ad-833b-89b380a5f83b req-ded180f7-da16-4fca-a0ce-d81dd09740c7 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062802 Sep 23 22:34:46.601087 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-750443fc-cae7-4d42-9bbc-190be06f5380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:46.674934 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750443fc-cae7-4d42-9bbc-190be06f5380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Subnet': ['ID=ab5b47f1-1f84-49f5-b6c8-34829a5d7e34,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:46.686300 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750443fc-cae7-4d42-9bbc-190be06f5380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Checking segment: {'id': 'd4ce922c-285e-4935-a26f-a8aa2fed364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1fdbbb2c-c7e9-4317-8551-becacccd2143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:34:46.686726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750443fc-cae7-4d42-9bbc-190be06f5380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network hostable DHCP agents. Network: 1fdbbb2c-c7e9-4317-8551-becacccd2143, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:34:46.729206 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c60d2868-f9da-4b40-9f1e-ce1377921e27 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:46.735161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60d2868-f9da-4b40-9f1e-ce1377921e27 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:46.735706 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c60d2868-f9da-4b40-9f1e-ce1377921e27 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:46.807503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09b194-82ce-4fb3-a0b7-e09a353c97a8 req-ec51ddc8-146c-4069-933e-00e49b3ae0a5 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:46.809376 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e09b194-82ce-4fb3-a0b7-e09a353c97a8 req-ec51ddc8-146c-4069-933e-00e49b3ae0a5 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1199648 Sep 23 22:34:46.839111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1054e14-eff7-4b9b-9280-6f8f16647e02 req-156f4ee9-a3cf-4dfe-821e-098d283dfcab tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:46.841939 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1054e14-eff7-4b9b-9280-6f8f16647e02 req-156f4ee9-a3cf-4dfe-821e-098d283dfcab tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 946 time: 0.0983131 Sep 23 22:34:46.865032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d2868-f9da-4b40-9f1e-ce1377921e27 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Network': ['ID=44af28e7-d73d-4a4b-9f4c-086c8254ddff,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:46.891765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 44af28e7-d73d-4a4b-9f4c-086c8254ddff details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:34:46.914222 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1054e14-eff7-4b9b-9280-6f8f16647e02 req-51269afc-ec49-4ead-854d-7ded59017c26 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558348 Sep 23 22:34:46.973638 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e09b194-82ce-4fb3-a0b7-e09a353c97a8 req-f2bd5f1b-80a4-4d40-b093-ab9b57ed6291 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.179 HTTP/1.1" status: 200 len: 696 time: 0.1039128 Sep 23 22:34:46.977760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-1e09b194-82ce-4fb3-a0b7-e09a353c97a8 req-1fa657b3-6b83-4e25-9bc9-cd640e6fd261 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Request body: {'floatingip': {'port_id': '88059a31-d5cf-412e-aef8-e0452b20abe8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:46.996455 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:47.025209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750443fc-cae7-4d42-9bbc-190be06f5380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 1fdbbb2c-c7e9-4317-8551-becacccd2143 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:34:47.031472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c60d2868-f9da-4b40-9f1e-ce1377921e27 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8695855 Sep 23 22:34:47.034934 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58256) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:47.041902 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-65acf039-3076-4421-ab5d-227c46c8d02e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'subnet': {'network_id': '44af28e7-d73d-4a4b-9f4c-086c8254ddff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:47.043226 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1e09b194-82ce-4fb3-a0b7-e09a353c97a8 req-1fa657b3-6b83-4e25-9bc9-cd640e6fd261 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:47.159849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-750443fc-cae7-4d42-9bbc-190be06f5380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 1fdbbb2c-c7e9-4317-8551-becacccd2143) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:47.188620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212bfb2f-30f5-4264-94b9-8067802b103f None None] Network 1fdbbb2c-c7e9-4317-8551-becacccd2143 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:47.193664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750443fc-cae7-4d42-9bbc-190be06f5380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:47.194275 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-750443fc-cae7-4d42-9bbc-190be06f5380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:47.281542 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65acf039-3076-4421-ab5d-227c46c8d02e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:47.288426 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65acf039-3076-4421-ab5d-227c46c8d02e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:47.369394 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-1e09b194-82ce-4fb3-a0b7-e09a353c97a8 req-1fa657b3-6b83-4e25-9bc9-cd640e6fd261 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] update failed (client error): There was a conflict when trying to complete your request. Sep 23 22:34:47.371460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e09b194-82ce-4fb3-a0b7-e09a353c97a8 req-1fa657b3-6b83-4e25-9bc9-cd640e6fd261 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "PUT /v2.0/floatingips/7db1b691-55eb-418a-897d-1f9a673d2f0f HTTP/1.1" status: 409 len: 551 time: 0.3994884 Sep 23 22:34:47.383222 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-750443fc-cae7-4d42-9bbc-190be06f5380 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7504578 Sep 23 22:34:47.383850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58264) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:47.397644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3574d76f-5879-4953-8d54-049379df6d59 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1327292127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:47.443554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-1fdbbb2c-c7e9-4317-8551-becacccd2143', 'network_id': '1fdbbb2c-c7e9-4317-8551-becacccd2143', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'fixed_ips': [{'subnet_id': 'ab5b47f1-1f84-49f5-b6c8-34829a5d7e34'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:34:47.444456 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:47.558975 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-75b5d837-0138-4589-87bc-5873a5ea648d req-e35540b8-ac1f-46cc-87d8-ca4da22a8aaa tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/floatingips/7db1b691-55eb-418a-897d-1f9a673d2f0f HTTP/1.1" status: 200 len: 693 time: 0.1092889 Sep 23 22:34:47.669334 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Allocated IP 2001:db8::2 (1fdbbb2c-c7e9-4317-8551-becacccd2143/ab5b47f1-1f84-49f5-b6c8-34829a5d7e34/7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:47.697361 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3574d76f-5879-4953-8d54-049379df6d59 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:47.698225 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3574d76f-5879-4953-8d54-049379df6d59 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:47.751783 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:47.778075 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3574d76f-5879-4953-8d54-049379df6d59 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:47.823504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04085a9-ee5f-438b-bb95-56129e1940ac req-cc62795d-11a3-4679-acdf-699581a75367 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:47.825786 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a04085a9-ee5f-438b-bb95-56129e1940ac req-cc62795d-11a3-4679-acdf-699581a75367 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 946 time: 0.3031735 Sep 23 22:34:47.843129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5d837-0138-4589-87bc-5873a5ea648d req-345a12ba-41ae-4bc6-ae19-eafef013ddce tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:47.845232 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-75b5d837-0138-4589-87bc-5873a5ea648d req-345a12ba-41ae-4bc6-ae19-eafef013ddce tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.2780175 Sep 23 22:34:47.870428 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-75b5d837-0138-4589-87bc-5873a5ea648d req-a22776ee-f9f0-46ff-b834-3b69e99ddd71 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:34:47.871503 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-75b5d837-0138-4589-87bc-5873a5ea648d req-a22776ee-f9f0-46ff-b834-3b69e99ddd71 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160589 Sep 23 22:34:47.918842 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a04085a9-ee5f-438b-bb95-56129e1940ac req-e9cb8c22-a4bc-4834-997d-531dc9929520 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682592 Sep 23 22:34:47.987423 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-75b5d837-0138-4589-87bc-5873a5ea648d req-cdd4ca48-9e54-4014-9d1d-d340b401852e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.179 HTTP/1.1" status: 200 len: 696 time: 0.1074977 Sep 23 22:34:47.991093 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3574d76f-5879-4953-8d54-049379df6d59 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:48.009577 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:48.025627 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65acf039-3076-4421-ab5d-227c46c8d02e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:48.090133 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-75b5d837-0138-4589-87bc-5873a5ea648d req-8f365d87-3cb5-4553-9ae7-56a5a11a0360 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.179 HTTP/1.1" status: 200 len: 696 time: 0.0914350 Sep 23 22:34:48.122400 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:48.125004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcd8ed-f625-4325-af73-8f8f125ca3f8 req-f4af68f1-cf26-4c2a-865a-07c9c07e51f3 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:48.126318 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bedcd8ed-f625-4325-af73-8f8f125ca3f8 req-f4af68f1-cf26-4c2a-865a-07c9c07e51f3 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 946 time: 0.1374300 Sep 23 22:34:48.129607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acf039-3076-4421-ab5d-227c46c8d02e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Subnet': ['ID=aa74f17e-de22-4775-8e28-67995ce83ff9,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:48.155090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65acf039-3076-4421-ab5d-227c46c8d02e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Checking segment: {'id': '90dda7b8-c0bf-4c1a-a8d2-67ce3880372c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44af28e7-d73d-4a4b-9f4c-086c8254ddff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:34:48.159493 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65acf039-3076-4421-ab5d-227c46c8d02e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network hostable DHCP agents. Network: 44af28e7-d73d-4a4b-9f4c-086c8254ddff, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:34:48.172527 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Network 1fdbbb2c-c7e9-4317-8551-becacccd2143 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:48.178036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:48.183422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:48.200680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3574d76f-5879-4953-8d54-049379df6d59 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:48.203264 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3574d76f-5879-4953-8d54-049379df6d59 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8161640 Sep 23 22:34:48.208791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bedcd8ed-f625-4325-af73-8f8f125ca3f8 req-854bece6-6a2b-4454-a563-1d5f34180e72 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598910 Sep 23 22:34:48.208791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58274) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:48.327115 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Pushing event updated for resources: {'Port': ['ID=7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:48.332482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Attempting to bind port 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:34:48.333169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Attempting to bind port 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'd4ce922c-285e-4935-a26f-a8aa2fed364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1fdbbb2c-c7e9-4317-8551-becacccd2143'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:34:48.333537 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Attempting to bind port 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14 on network 1fdbbb2c-c7e9-4317-8551-becacccd2143 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:34:48.347273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:34:48.347802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Checking segment: {'id': 'd4ce922c-285e-4935-a26f-a8aa2fed364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1fdbbb2c-c7e9-4317-8551-becacccd2143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:34:48.348428 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:48.349061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Bound using segment: {'id': 'd4ce922c-285e-4935-a26f-a8aa2fed364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1fdbbb2c-c7e9-4317-8551-becacccd2143'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:34:48.349893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Bound port: 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ce922c-285e-4935-a26f-a8aa2fed364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1fdbbb2c-c7e9-4317-8551-becacccd2143'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:34:48.350509 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:48.356263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65acf039-3076-4421-ab5d-227c46c8d02e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network 44af28e7-d73d-4a4b-9f4c-086c8254ddff is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:34:48.412271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-75b5d837-0138-4589-87bc-5873a5ea648d req-62415c93-8470-4c14-9a8a-a67127b8456e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Deleting port fdf313de-8137-4796-9af4-c063139dd327 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:48.412754 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-75b5d837-0138-4589-87bc-5873a5ea648d req-62415c93-8470-4c14-9a8a-a67127b8456e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:48.494605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-65acf039-3076-4421-ab5d-227c46c8d02e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 44af28e7-d73d-4a4b-9f4c-086c8254ddff) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:48.502145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65acf039-3076-4421-ab5d-227c46c8d02e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:48.502767 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65acf039-3076-4421-ab5d-227c46c8d02e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:48.522774 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b8c2ab-dc1f-4b5c-93c9-34a8676e954a None None] Network 44af28e7-d73d-4a4b-9f4c-086c8254ddff requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:48.604996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] For port 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:34:48.622291 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:48.712213 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] For port 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14,segment=NetworkSegment(d4ce922c-285e-4935-a26f-a8aa2fed364c),segment_id=d4ce922c-285e-4935-a26f-a8aa2fed364c)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:34:48.779709 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:48.783220 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-65acf039-3076-4421-ab5d-227c46c8d02e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7470827 Sep 23 22:34:48.784045 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58282) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:48.792568 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-375d4ddc-f3e2-4c4a-8bda-45c68b02b47e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1066360378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:48.922723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ffbb4-01c5-42cf-ac14-0987abf5287b None None] Pushing event updated for resources: {'Port': ['ID=7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:48.954324 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-75b5d837-0138-4589-87bc-5873a5ea648d req-62415c93-8470-4c14-9a8a-a67127b8456e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:48.955212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-75b5d837-0138-4589-87bc-5873a5ea648d req-62415c93-8470-4c14-9a8a-a67127b8456e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:48.979353 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:48.982827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-75b5d837-0138-4589-87bc-5873a5ea648d req-62415c93-8470-4c14-9a8a-a67127b8456e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Calling delete_port for fdf313de-8137-4796-9af4-c063139dd327 owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:48.986743 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-44af28e7-d73d-4a4b-9f4c-086c8254ddff', 'network_id': '44af28e7-d73d-4a4b-9f4c-086c8254ddff', 'tenant_id': '56b237389969441ba01a026302129acc', 'fixed_ips': [{'subnet_id': 'aa74f17e-de22-4775-8e28-67995ce83ff9'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:34:48.989606 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:49.019577 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-375d4ddc-f3e2-4c4a-8bda-45c68b02b47e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:49.021169 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-375d4ddc-f3e2-4c4a-8bda-45c68b02b47e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:49.326540 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Allocated IP 172.20.0.2 (44af28e7-d73d-4a4b-9f4c-086c8254ddff/aa74f17e-de22-4775-8e28-67995ce83ff9/87ae2aea-3a43-47ec-b134-46d15b0cc380) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:49.431094 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-375d4ddc-f3e2-4c4a-8bda-45c68b02b47e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:49.484364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a17a9-06a0-4dae-847c-213d0aa22c70 req-a0684052-c264-49f5-b7a0-0ef7ca6e678c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:49.486712 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa7a17a9-06a0-4dae-847c-213d0aa22c70 req-a0684052-c264-49f5-b7a0-0ef7ca6e678c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 946 time: 0.2690046 Sep 23 22:34:49.492491 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-75b5d837-0138-4589-87bc-5873a5ea648d req-62415c93-8470-4c14-9a8a-a67127b8456e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:49.567297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62415c93-8470-4c14-9a8a-a67127b8456e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Pushing event deleted for resources: {'Port': ['ID=fdf313de-8137-4796-9af4-c063139dd327,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:49.609254 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:49.625074 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-375d4ddc-f3e2-4c4a-8bda-45c68b02b47e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:49.683083 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-75b5d837-0138-4589-87bc-5873a5ea648d req-62415c93-8470-4c14-9a8a-a67127b8456e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:49.689738 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-75b5d837-0138-4589-87bc-5873a5ea648d req-62415c93-8470-4c14-9a8a-a67127b8456e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:49.704301 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:49.719484 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-75b5d837-0138-4589-87bc-5873a5ea648d req-62415c93-8470-4c14-9a8a-a67127b8456e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "DELETE /v2.0/floatingips/7db1b691-55eb-418a-897d-1f9a673d2f0f HTTP/1.1" status: 204 len: 173 time: 1.6011279 Sep 23 22:34:49.747317 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa7a17a9-06a0-4dae-847c-213d0aa22c70 req-15c91e26-217b-4986-baf5-56acdacf94ab tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126770 Sep 23 22:34:49.766406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Allocated IP 2001:db8::1 (1fdbbb2c-c7e9-4317-8551-becacccd2143/ab5b47f1-1f84-49f5-b6c8-34829a5d7e34/57c028aa-2dc1-4531-b4ca-2538e06529b6) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:49.772267 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Network 44af28e7-d73d-4a4b-9f4c-086c8254ddff is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:49.786452 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Pushing event updated for resources: {'Port': ['ID=87ae2aea-3a43-47ec-b134-46d15b0cc380,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:49.788255 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:49.791678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:49.874332 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-375d4ddc-f3e2-4c4a-8bda-45c68b02b47e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:49.876615 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-375d4ddc-f3e2-4c4a-8bda-45c68b02b47e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0880287 Sep 23 22:34:49.879117 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58296) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:49.904683 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b598f85e-990f-4dd4-a383-02bc746ba966 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'network_id': '44af28e7-d73d-4a4b-9f4c-086c8254ddff', 'name': 'tempest-PortsTestJSON-336444362'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:49.912867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Attempting to bind port 87ae2aea-3a43-47ec-b134-46d15b0cc380 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:34:49.913601 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Attempting to bind port 87ae2aea-3a43-47ec-b134-46d15b0cc380 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '90dda7b8-c0bf-4c1a-a8d2-67ce3880372c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44af28e7-d73d-4a4b-9f4c-086c8254ddff'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:34:49.913970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Attempting to bind port 87ae2aea-3a43-47ec-b134-46d15b0cc380 on network 44af28e7-d73d-4a4b-9f4c-086c8254ddff {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:34:49.929290 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:34:49.930869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Checking segment: {'id': '90dda7b8-c0bf-4c1a-a8d2-67ce3880372c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44af28e7-d73d-4a4b-9f4c-086c8254ddff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:34:49.932204 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:49.933515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Bound using segment: {'id': '90dda7b8-c0bf-4c1a-a8d2-67ce3880372c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44af28e7-d73d-4a4b-9f4c-086c8254ddff'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:34:49.935664 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Bound port: 87ae2aea-3a43-47ec-b134-46d15b0cc380, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90dda7b8-c0bf-4c1a-a8d2-67ce3880372c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44af28e7-d73d-4a4b-9f4c-086c8254ddff'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:34:49.937025 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:50.027001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] For port 87ae2aea-3a43-47ec-b134-46d15b0cc380, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:34:50.031661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] For port 87ae2aea-3a43-47ec-b134-46d15b0cc380, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=87ae2aea-3a43-47ec-b134-46d15b0cc380,segment=NetworkSegment(90dda7b8-c0bf-4c1a-a8d2-67ce3880372c),segment_id=90dda7b8-c0bf-4c1a-a8d2-67ce3880372c)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:34:50.081383 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:50.178334 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1454c765-61ee-4343-b045-cfb58e762078 req-05fe414d-255c-4cae-81aa-1ce0ee8121c8 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.26 HTTP/1.1" status: 200 len: 1001 time: 0.2568445 Sep 23 22:34:50.189099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7c898-b837-4543-812e-eda43e353157 None None] Pushing event updated for resources: {'Port': ['ID=87ae2aea-3a43-47ec-b134-46d15b0cc380,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:50.269953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c765-61ee-4343-b045-cfb58e762078 req-86ddf403-d01d-4d24-b81b-5ac711366ddb tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:50.298179 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1454c765-61ee-4343-b045-cfb58e762078 req-86ddf403-d01d-4d24-b81b-5ac711366ddb tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports/88059a31-d5cf-412e-aef8-e0452b20abe8 HTTP/1.1" status: 200 len: 943 time: 0.1123619 Sep 23 22:34:50.404628 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b598f85e-990f-4dd4-a383-02bc746ba966 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:34:50.425634 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b598f85e-990f-4dd4-a383-02bc746ba966 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:50.501724 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-b598f85e-990f-4dd4-a383-02bc746ba966 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port 5845a6bf-ac89-43b4-bf39-0cdf85d0f784 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:34:50.505751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:50.649633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343bb8bb-77e3-4418-bdcd-0d0c099e5d84 None None] Network 1fdbbb2c-c7e9-4317-8551-becacccd2143 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:50.773253 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:50.837477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e0db8-11c4-4a10-8d2f-1c7c6457b561 req-8dc05599-caa6-46be-89fd-5e33ea4ea97f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:50.839638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0da3dca2-04d0-4b1a-a422-7e3d8a84f286 None None] Provisioning complete for port 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:50.840028 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0da3dca2-04d0-4b1a-a422-7e3d8a84f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:50.840685 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a6e0db8-11c4-4a10-8d2f-1c7c6457b561 req-8dc05599-caa6-46be-89fd-5e33ea4ea97f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 946 time: 0.1550653 Sep 23 22:34:50.917595 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:50.918092 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:50.977225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-b598f85e-990f-4dd4-a383-02bc746ba966 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Allocated IP 172.20.0.5 (44af28e7-d73d-4a4b-9f4c-086c8254ddff/aa74f17e-de22-4775-8e28-67995ce83ff9/5845a6bf-ac89-43b4-bf39-0cdf85d0f784) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:34:51.032722 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0da3dca2-04d0-4b1a-a422-7e3d8a84f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:51.109229 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0da3dca2-04d0-4b1a-a422-7e3d8a84f286 None None] For port 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14,segment=NetworkSegment(d4ce922c-285e-4935-a26f-a8aa2fed364c),segment_id=d4ce922c-285e-4935-a26f-a8aa2fed364c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:51.130266 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:51.143976 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1454c765-61ee-4343-b045-cfb58e762078 req-4c4006b9-bef8-45d4-9c9f-27cc38e67363 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.26 HTTP/1.1" status: 200 len: 1001 time: 0.6701870 Sep 23 22:34:51.184484 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0da3dca2-04d0-4b1a-a422-7e3d8a84f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:51.235380 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:51.287456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3dca2-04d0-4b1a-a422-7e3d8a84f286 None None] Pushing event updated for resources: {'Port': ['ID=7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:51.325692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a31e77-94c4-4387-a922-fb04c66f374b req-dadb9cae-4dad-4d00-95e4-500c1ffefd9c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:51.333383 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6a31e77-94c4-4387-a922-fb04c66f374b req-dadb9cae-4dad-4d00-95e4-500c1ffefd9c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 946 time: 0.3251476 Sep 23 22:34:51.358914 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 1fdbbb2c-c7e9-4317-8551-becacccd2143 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:51.361633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:51.391953 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:51.392765 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:51.398414 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b598f85e-990f-4dd4-a383-02bc746ba966 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:51.408822 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:34:51.416273 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:34:51.518941 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b598f85e-990f-4dd4-a383-02bc746ba966 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:51.549008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=57c028aa-2dc1-4531-b4ca-2538e06529b6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:51.666158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b598f85e-990f-4dd4-a383-02bc746ba966 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network 44af28e7-d73d-4a4b-9f4c-086c8254ddff is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:51.684136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-b598f85e-990f-4dd4-a383-02bc746ba966 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:51.692645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b598f85e-990f-4dd4-a383-02bc746ba966 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:34:51.700451 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6a31e77-94c4-4387-a922-fb04c66f374b req-e7270edf-0152-40a6-b433-b13ba063e070 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615007 Sep 23 22:34:51.750909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9a6e0db8-11c4-4a10-8d2f-1c7c6457b561 req-433934b4-7d67-4c55-841b-2a7446341528 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Deleting port e4adb64a-7252-42e7-b86f-246cd74a4357 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:51.751903 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9a6e0db8-11c4-4a10-8d2f-1c7c6457b561 req-433934b4-7d67-4c55-841b-2a7446341528 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:51.798098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598f85e-990f-4dd4-a383-02bc746ba966 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=5845a6bf-ac89-43b4-bf39-0cdf85d0f784,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:51.875334 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ce13098c-5270-4ba2-93bf-297af43550e3 None None] Provisioning complete for port 57c028aa-2dc1-4531-b4ca-2538e06529b6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:51.876227 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ce13098c-5270-4ba2-93bf-297af43550e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:51.941026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9a6e0db8-11c4-4a10-8d2f-1c7c6457b561 req-433934b4-7d67-4c55-841b-2a7446341528 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] For port e4adb64a-7252-42e7-b86f-246cd74a4357, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e4adb64a-7252-42e7-b86f-246cd74a4357,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:51.942052 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9a6e0db8-11c4-4a10-8d2f-1c7c6457b561 req-433934b4-7d67-4c55-841b-2a7446341528 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:51.954388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c765-61ee-4343-b045-cfb58e762078 req-7fe5f3e8-9d0e-4224-8802-db8b8e8cc3d2 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:51.960374 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9a6e0db8-11c4-4a10-8d2f-1c7c6457b561 req-433934b4-7d67-4c55-841b-2a7446341528 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Calling delete_port for e4adb64a-7252-42e7-b86f-246cd74a4357 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:51.974199 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1454c765-61ee-4343-b045-cfb58e762078 req-7fe5f3e8-9d0e-4224-8802-db8b8e8cc3d2 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.6277437 Sep 23 22:34:52.145150 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ce13098c-5270-4ba2-93bf-297af43550e3 None None] Port 57c028aa-2dc1-4531-b4ca-2538e06529b6 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:52.203207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b598f85e-990f-4dd4-a383-02bc746ba966 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:52.206166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ce13098c-5270-4ba2-93bf-297af43550e3 None None] Provisioning complete for port 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:52.209385 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b598f85e-990f-4dd4-a383-02bc746ba966 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:52.213085 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ce13098c-5270-4ba2-93bf-297af43550e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:52.359741 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1454c765-61ee-4343-b045-cfb58e762078 req-779c4139-7b9f-451c-8702-fe26ba2029a7 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.26 HTTP/1.1" status: 200 len: 1001 time: 0.3840806 Sep 23 22:34:52.384064 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b598f85e-990f-4dd4-a383-02bc746ba966 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4871793 Sep 23 22:34:52.387291 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69951bd9-0b8d-4d6a-af44-0dd3e0691cb0 None None] Network 44af28e7-d73d-4a4b-9f4c-086c8254ddff requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:34:52.391836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-1454c765-61ee-4343-b045-cfb58e762078 req-0fe2a206-64c0-46f7-a9da-a917a66c371e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:34:52.395842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58314) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:52.431417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:52.563858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27bbc3-d4d8-4fbe-893d-b39f5984b77d req-e1462f1e-03af-48eb-8358-ebd7c2d5b7f1 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:52.577212 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c27bbc3-d4d8-4fbe-893d-b39f5984b77d req-e1462f1e-03af-48eb-8358-ebd7c2d5b7f1 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 945 time: 0.3113432 Sep 23 22:34:52.587739 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9a6e0db8-11c4-4a10-8d2f-1c7c6457b561 req-433934b4-7d67-4c55-841b-2a7446341528 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:52.592121 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1454c765-61ee-4343-b045-cfb58e762078 req-0fe2a206-64c0-46f7-a9da-a917a66c371e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:52.662182 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad4e82e5-ffac-4ce8-a471-14137a6ef249'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:34:52.705485 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 87ae2aea-3a43-47ec-b134-46d15b0cc380 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:52.707807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6f05495b-40bc-4d14-9136-98621cac788f None None] Provisioning complete for port 57c028aa-2dc1-4531-b4ca-2538e06529b6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:52.708182 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6f05495b-40bc-4d14-9136-98621cac788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:52.746816 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433934b4-7d67-4c55-841b-2a7446341528 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Pushing event deleted for resources: {'Port': ['ID=e4adb64a-7252-42e7-b86f-246cd74a4357,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:52.831428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6f05495b-40bc-4d14-9136-98621cac788f None None] Port 57c028aa-2dc1-4531-b4ca-2538e06529b6 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:52.854702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6e0db8-11c4-4a10-8d2f-1c7c6457b561 req-433934b4-7d67-4c55-841b-2a7446341528 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] No DVR routers for this DVR port e4adb64a-7252-42e7-b86f-246cd74a4357 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:34:52.860919 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9a6e0db8-11c4-4a10-8d2f-1c7c6457b561 req-433934b4-7d67-4c55-841b-2a7446341528 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:52.863764 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a6e0db8-11c4-4a10-8d2f-1c7c6457b561 req-433934b4-7d67-4c55-841b-2a7446341528 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.43 "DELETE /v2.0/ports/e4adb64a-7252-42e7-b86f-246cd74a4357 HTTP/1.1" status: 204 len: 173 time: 1.9619632 Sep 23 22:34:52.864441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15574cf-65fd-4d5b-936c-8551e338e17d', 'name': 'network-vif-deleted', 'tag': 'e4adb64a-7252-42e7-b86f-246cd74a4357'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:34:52.870792 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cd192e-18da-4ae9-a00e-0d4c37ebe3e4" -d '{"events": [{"server_uuid": "d15574cf-65fd-4d5b-936c-8551e338e17d", "name": "network-vif-deleted", "tag": "e4adb64a-7252-42e7-b86f-246cd74a4357"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:34:52.871100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6f05495b-40bc-4d14-9136-98621cac788f None None] Provisioning complete for port 87ae2aea-3a43-47ec-b134-46d15b0cc380 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:52.871325 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6f05495b-40bc-4d14-9136-98621cac788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:52.898570 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c27bbc3-d4d8-4fbe-893d-b39f5984b77d req-6ea1b694-9c95-41cb-b934-3cc5a005fdca tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180697 Sep 23 22:34:53.026498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 87ae2aea-3a43-47ec-b134-46d15b0cc380 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:53.027429 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:53.045697 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1454c765-61ee-4343-b045-cfb58e762078 req-0fe2a206-64c0-46f7-a9da-a917a66c371e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:53.123702 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-775b8fd9-c204-486a-bd80-99f3b919c20d req-eee9da76-1890-4eab-9fab-44b1e2893b93 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=d15574cf-65fd-4d5b-936c-8551e338e17d HTTP/1.1" status: 200 len: 210 time: 0.0612459 Sep 23 22:34:53.128707 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1454c765-61ee-4343-b045-cfb58e762078 req-0fe2a206-64c0-46f7-a9da-a917a66c371e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:53.129360 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-1454c765-61ee-4343-b045-cfb58e762078 req-0fe2a206-64c0-46f7-a9da-a917a66c371e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Floating IP e3ed1ddb-0d6f-4f4d-bd8f-647b98961222 disassociated. External IP: 172.25.1.26, port: 88059a31-d5cf-412e-aef8-e0452b20abe8. Sep 23 22:34:53.176442 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6f05495b-40bc-4d14-9136-98621cac788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:53.302357 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f14e19-2721-4f9d-944a-331cc927e7f9 x-openstack-request-id: req-69f14e19-2721-4f9d-944a-331cc927e7f9 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:34:53.302357 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15574cf-65fd-4d5b-936c-8551e338e17d", "name": "network-vif-deleted", "tag": "e4adb64a-7252-42e7-b86f-246cd74a4357", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:34:53.302357 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69f14e19-2721-4f9d-944a-331cc927e7f9 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:34:53.302854 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15574cf-65fd-4d5b-936c-8551e338e17d', 'name': 'network-vif-deleted', 'tag': 'e4adb64a-7252-42e7-b86f-246cd74a4357', 'status': 'completed', 'code': 200} Sep 23 22:34:53.393552 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:53.456632 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:53.457723 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:53.555107 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6f05495b-40bc-4d14-9136-98621cac788f None None] For port 87ae2aea-3a43-47ec-b134-46d15b0cc380, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=87ae2aea-3a43-47ec-b134-46d15b0cc380,segment=NetworkSegment(90dda7b8-c0bf-4c1a-a8d2-67ce3880372c),segment_id=90dda7b8-c0bf-4c1a-a8d2-67ce3880372c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:53.638998 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:53.666250 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6f05495b-40bc-4d14-9136-98621cac788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:53.835893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=57c028aa-2dc1-4531-b4ca-2538e06529b6,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:53.851734 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:34:53.936106 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 1fdbbb2c-c7e9-4317-8551-becacccd2143 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:53.938824 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:53.939495 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05495b-40bc-4d14-9136-98621cac788f None None] Pushing event updated for resources: {'Port': ['ID=87ae2aea-3a43-47ec-b134-46d15b0cc380,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:53.951597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6ce0c06b-d7a0-4e59-a67d-71afc4689289 None None] Provisioning complete for port 87ae2aea-3a43-47ec-b134-46d15b0cc380 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:53.952168 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6ce0c06b-d7a0-4e59-a67d-71afc4689289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:53.954759 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:34:53.955360 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:34:54.030503 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-631201d0-172f-44d0-8a6a-28666397b163 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:54.125349 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6ce0c06b-d7a0-4e59-a67d-71afc4689289 None None] Provisioning complete for port 5845a6bf-ac89-43b4-bf39-0cdf85d0f784 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:54.127325 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6ce0c06b-d7a0-4e59-a67d-71afc4689289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:54.187555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6ce0c06b-d7a0-4e59-a67d-71afc4689289 None None] Port 5845a6bf-ac89-43b4-bf39-0cdf85d0f784 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:54.264298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1454c765-61ee-4343-b045-cfb58e762078 req-0fe2a206-64c0-46f7-a9da-a917a66c371e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Router b52a7834-31e1-486d-8a4d-62f62f6c6419 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:34:54.321078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7d2beff0-03eb-40cb-b547-0f36ac0ce8f8 None None] Provisioning complete for port 5845a6bf-ac89-43b4-bf39-0cdf85d0f784 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:54.321526 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7d2beff0-03eb-40cb-b547-0f36ac0ce8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:54.400825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 686218d3-90f5-4904-9061-2507446a6293 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:34:54.434420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7d2beff0-03eb-40cb-b547-0f36ac0ce8f8 None None] Port 5845a6bf-ac89-43b4-bf39-0cdf85d0f784 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:54.596286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e4adb64a-7252-42e7-b86f-246cd74a4357 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:34:54.620121 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:34:54.638432 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-adb830b1-65de-47f8-a766-98c2500fa918 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/686218d3-90f5-4904-9061-2507446a6293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4273961 Sep 23 22:34:54.641054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58358) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:54.654046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1454c765-61ee-4343-b045-cfb58e762078 req-0fe2a206-64c0-46f7-a9da-a917a66c371e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:34:54.659864 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7df74862-6b68-45f1-abf5-211c907ed2fd None None] Provisioning complete for port 57c028aa-2dc1-4531-b4ca-2538e06529b6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:54.660212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1454c765-61ee-4343-b045-cfb58e762078 req-0fe2a206-64c0-46f7-a9da-a917a66c371e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:54.660346 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7df74862-6b68-45f1-abf5-211c907ed2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:54.668336 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddec0e69-3d77-4ebb-ab65-fcba0c94a577 None None] Sync routers for ids ['b52a7834-31e1-486d-8a4d-62f62f6c6419'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:34:54.683733 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddec0e69-3d77-4ebb-ab65-fcba0c94a577 None None] Routers {'b52a7834-31e1-486d-8a4d-62f62f6c6419'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:54.684807 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ddec0e69-3d77-4ebb-ab65-fcba0c94a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b52a7834-31e1-486d-8a4d-62f62f6c6419'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:54.692293 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1454c765-61ee-4343-b045-cfb58e762078 req-0fe2a206-64c0-46f7-a9da-a917a66c371e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "PUT /v2.0/floatingips/e3ed1ddb-0d6f-4f4d-bd8f-647b98961222 HTTP/1.1" status: 200 len: 694 time: 2.3134418 Sep 23 22:34:54.694478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92afa1fe-fd89-4786-aff0-e9c6e55a0cef', 'tag': '88059a31-d5cf-412e-aef8-e0452b20abe8'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:34:54.697078 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f878f9-53d7-4c33-9e96-eb54216ba2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "92afa1fe-fd89-4786-aff0-e9c6e55a0cef", "tag": "88059a31-d5cf-412e-aef8-e0452b20abe8"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:34:54.714628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:54.725091 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-631201d0-172f-44d0-8a6a-28666397b163 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:54.727699 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e86434b-f443-4e7b-8b03-02266e384b93 None None] Sync routers for ids ['686218d3-90f5-4904-9061-2507446a6293'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:34:54.807562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: e4adb64a-7252-42e7-b86f-246cd74a4357 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:34:54.808125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e4adb64a-7252-42e7-b86f-246cd74a4357 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:34:54.822028 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-631201d0-172f-44d0-8a6a-28666397b163 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:54.837905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e86434b-f443-4e7b-8b03-02266e384b93 None None] Routers {'686218d3-90f5-4904-9061-2507446a6293'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:54.838973 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3e86434b-f443-4e7b-8b03-02266e384b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['686218d3-90f5-4904-9061-2507446a6293'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:54.898297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631201d0-172f-44d0-8a6a-28666397b163 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=5845a6bf-ac89-43b4-bf39-0cdf85d0f784,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:54.903715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16a3910-0617-4fe6-82e1-8a83c8e39f9e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:54.905474 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f16a3910-0617-4fe6-82e1-8a83c8e39f9e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports/57c028aa-2dc1-4531-b4ca-2538e06529b6 HTTP/1.1" status: 200 len: 911 time: 0.2623792 Sep 23 22:34:54.909243 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58366) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:54.956835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7df74862-6b68-45f1-abf5-211c907ed2fd None None] Port 57c028aa-2dc1-4531-b4ca-2538e06529b6 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:54.968844 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-ddec0e69-3d77-4ebb-ab65-fcba0c94a577 None None] Set router b52a7834-31e1-486d-8a4d-62f62f6c6419 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:34:54.973833 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3e86434b-f443-4e7b-8b03-02266e384b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:54.991509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:54.992130 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:55.041342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e86434b-f443-4e7b-8b03-02266e384b93 None None] Routers {'686218d3-90f5-4904-9061-2507446a6293'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:55.042598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3e86434b-f443-4e7b-8b03-02266e384b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['686218d3-90f5-4904-9061-2507446a6293'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:55.087640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-69be36a9-1e6f-436d-a644-3d0b28afda48 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:55.099073 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-69be36a9-1e6f-436d-a644-3d0b28afda48 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 805 time: 0.3646443 Sep 23 22:34:55.157032 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-ac638fc6-d770-436a-ae5b-98c3e521f251 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/quotas/56293beb1ee14ee7a1db1a062efdd17b HTTP/1.1" status: 200 len: 375 time: 0.0569150 Sep 23 22:34:55.167806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3e86434b-f443-4e7b-8b03-02266e384b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:55.168964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e86434b-f443-4e7b-8b03-02266e384b93 None None] The sync data for ids ['686218d3-90f5-4904-9061-2507446a6293'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:34:55.370835 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-a8034ee2-d41d-454d-a9be-7c2867a7beca tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2123215 Sep 23 22:34:55.425605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-909e4997-a7dc-4565-b98e-e68a528f90de None None] Provisioning complete for port 5845a6bf-ac89-43b4-bf39-0cdf85d0f784 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:55.426537 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-909e4997-a7dc-4565-b98e-e68a528f90de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:55.512066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c765-61ee-4343-b045-cfb58e762078 req-6a9c6f41-8cff-400e-b648-2ed65a05b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:55.521053 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1454c765-61ee-4343-b045-cfb58e762078 req-6a9c6f41-8cff-400e-b648-2ed65a05b5ea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3ae0223451ae413a90952a07e54d9c5b&device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 1097 time: 0.7799721 Sep 23 22:34:55.532224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 87ae2aea-3a43-47ec-b134-46d15b0cc380 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:55.536223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-0ee5b322-a01f-4e90-a823-19d786097f8a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:34:55.547960 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-0ee5b322-a01f-4e90-a823-19d786097f8a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1759670 Sep 23 22:34:55.581430 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-909e4997-a7dc-4565-b98e-e68a528f90de None None] Port 5845a6bf-ac89-43b4-bf39-0cdf85d0f784 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:55.651801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 87ae2aea-3a43-47ec-b134-46d15b0cc380 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:55.652546 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:55.779920 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-a65d82e1-217c-4dd6-86e0-eae6433046a2 service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306006 Sep 23 22:34:55.875473 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ddec0e69-3d77-4ebb-ab65-fcba0c94a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:33:54Z', 'updated_at': '2021-09-23T22:34:03Z', 'revision_number': 4, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'gw_port': {'id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:33:55Z', 'updated_at': '2021-09-23T22:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'f5f33ba4-a2dd-4621-b05b-5f196c9baa93', 'name': '', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'mac_address': 'fa:16:3e:25:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:34:00Z', 'updated_at': '2021-09-23T22:34:13Z', 'revision_number': 5, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'subnets': [{'id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:55.911003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c765-61ee-4343-b045-cfb58e762078 req-1d447c86-9e34-4226-91eb-b0aeb9e9e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:55.918193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1454c765-61ee-4343-b045-cfb58e762078 req-1d447c86-9e34-4226-91eb-b0aeb9e9e696 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cf812c40-86cb-4249-879d-42d3198fa85c HTTP/1.1" status: 200 len: 929 time: 0.3932843 Sep 23 22:34:55.919488 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-631201d0-172f-44d0-8a6a-28666397b163 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:55.926787 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddec0e69-3d77-4ebb-ab65-fcba0c94a577 None None] Checking router: b52a7834-31e1-486d-8a4d-62f62f6c6419 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:34:55.954534 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddec0e69-3d77-4ebb-ab65-fcba0c94a577 None None] Routers {'b52a7834-31e1-486d-8a4d-62f62f6c6419'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:55.956104 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ddec0e69-3d77-4ebb-ab65-fcba0c94a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b52a7834-31e1-486d-8a4d-62f62f6c6419'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:55.974875 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4420e122-8a3f-42d4-b833-6b0bc0183dcd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:56.034635 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1454c765-61ee-4343-b045-cfb58e762078 req-6b089642-3bc7-441e-b7a1-95ddb44c2584 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88059a31-d5cf-412e-aef8-e0452b20abe8 HTTP/1.1" status: 200 len: 217 time: 0.0516202 Sep 23 22:34:56.101323 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-f33b3180-4a24-41e1-b67e-cd5f2a5b8e39 service neutron] 10.222.0.22 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199017 Sep 23 22:34:56.131592 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c765-61ee-4343-b045-cfb58e762078 req-066b4db8-06d0-4767-ae85-68cf97225e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:56.134060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1454c765-61ee-4343-b045-cfb58e762078 req-066b4db8-06d0-4767-ae85-68cf97225e4e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=535cf56d-58bf-42a9-86a4-f5a07369573e HTTP/1.1" status: 200 len: 867 time: 0.0735633 Sep 23 22:34:56.218472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c765-61ee-4343-b045-cfb58e762078 req-e6d360c4-a580-4db6-87f0-aad9ae3b8379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:56.220212 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1454c765-61ee-4343-b045-cfb58e762078 req-e6d360c4-a580-4db6-87f0-aad9ae3b8379 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf812c40-86cb-4249-879d-42d3198fa85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740125 Sep 23 22:34:56.243926 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-ddec0e69-3d77-4ebb-ab65-fcba0c94a577 None None] Set router b52a7834-31e1-486d-8a4d-62f62f6c6419 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:34:56.334069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-631201d0-172f-44d0-8a6a-28666397b163 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:56.569612 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d7c1e2-5cf9-4373-8e42-a215c30266ec x-openstack-request-id: req-80d7c1e2-5cf9-4373-8e42-a215c30266ec {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:34:56.570958 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92afa1fe-fd89-4786-aff0-e9c6e55a0cef", "tag": "88059a31-d5cf-412e-aef8-e0452b20abe8", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:34:56.571086 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80d7c1e2-5cf9-4373-8e42-a215c30266ec {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:34:56.571691 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92afa1fe-fd89-4786-aff0-e9c6e55a0cef', 'tag': '88059a31-d5cf-412e-aef8-e0452b20abe8', 'status': 'completed', 'code': 200} Sep 23 22:34:56.598105 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d473a81d-624e-4664-bbcb-4473adacebb1 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:34:56.869300 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ddec0e69-3d77-4ebb-ab65-fcba0c94a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:33:54Z', 'updated_at': '2021-09-23T22:34:03Z', 'revision_number': 4, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'gw_port': {'id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:33:55Z', 'updated_at': '2021-09-23T22:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'f5f33ba4-a2dd-4621-b05b-5f196c9baa93', 'name': '', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'mac_address': 'fa:16:3e:25:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:34:00Z', 'updated_at': '2021-09-23T22:34:13Z', 'revision_number': 5, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'subnets': [{'id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:56.946603 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddec0e69-3d77-4ebb-ab65-fcba0c94a577 None None] The sync data for ids ['b52a7834-31e1-486d-8a4d-62f62f6c6419'] in n-d-810775-1 is: [{'id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:33:54Z', 'updated_at': '2021-09-23T22:34:03Z', 'revision_number': 4, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'gw_port': {'id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:33:55Z', 'updated_at': '2021-09-23T22:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'f5f33ba4-a2dd-4621-b05b-5f196c9baa93', 'name': '', 'network_id': 'cf812c40-86cb-4249-879d-42d3198fa85c', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'mac_address': 'fa:16:3e:25:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:34:00Z', 'updated_at': '2021-09-23T22:34:13Z', 'revision_number': 5, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'subnets': [{'id': '535cf56d-58bf-42a9-86a4-f5a07369573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:34:56.973943 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1454c765-61ee-4343-b045-cfb58e762078 req-84132724-ad17-41a2-abb0-b2be0bdcff80 service neutron] 10.222.0.22 "GET /v2.0/networks/cf812c40-86cb-4249-879d-42d3198fa85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373405 Sep 23 22:34:56.990826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:57.049272 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'port_id': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'mac_address': 'fa:16:3e:46:93:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:34:57.189539 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:57.239186 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d473a81d-624e-4664-bbcb-4473adacebb1 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:34:57.244326 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1454c765-61ee-4343-b045-cfb58e762078 req-fda29327-9e3b-4038-b50f-f2d2076bd3cf service neutron] 10.222.0.22 "GET /v2.0/networks/cf812c40-86cb-4249-879d-42d3198fa85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588396 Sep 23 22:34:57.283939 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-631201d0-172f-44d0-8a6a-28666397b163 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:57.313545 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:57.315838 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd48aed6-7dc0-44a5-a43f-083d5fe8fa66 req-7fdca80b-7631-44bf-b16a-9435c604a20e tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 210 time: 0.1909978 Sep 23 22:34:57.378769 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f878f9-53d7-4c33-9e96-eb54216ba2fa req-1249cfed-a045-4367-aefe-3ec8e3188f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:57.381027 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14f878f9-53d7-4c33-9e96-eb54216ba2fa req-1249cfed-a045-4367-aefe-3ec8e3188f07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ae0223451ae413a90952a07e54d9c5b&device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 1097 time: 0.2537901 Sep 23 22:34:57.395637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4420e122-8a3f-42d4-b833-6b0bc0183dcd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port 57c028aa-2dc1-4531-b4ca-2538e06529b6 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:57.395992 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4420e122-8a3f-42d4-b833-6b0bc0183dcd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:57.400944 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:57.409526 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-631201d0-172f-44d0-8a6a-28666397b163 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:57.509964 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-631201d0-172f-44d0-8a6a-28666397b163 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:57.529287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d473a81d-624e-4664-bbcb-4473adacebb1,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:57.556446 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d473a81d-624e-4664-bbcb-4473adacebb1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:34:57.559362 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f082498-a193-45de-ac9d-12fbfa3c40f8 None None] New status for floating IP e3ed1ddb-0d6f-4f4d-bd8f-647b98961222: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:34:57.616067 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3439451-c2c2-45b6-a922-a55a3e6f3284 req-a18e3d78-32e4-4410-bfa3-5faaa47ec4dd tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/floatingips/e3ed1ddb-0d6f-4f4d-bd8f-647b98961222 HTTP/1.1" status: 200 len: 694 time: 0.1521256 Sep 23 22:34:57.662606 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631201d0-172f-44d0-8a6a-28666397b163 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=5845a6bf-ac89-43b4-bf39-0cdf85d0f784,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:57.716252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631201d0-172f-44d0-8a6a-28666397b163 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network 44af28e7-d73d-4a4b-9f4c-086c8254ddff is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:34:57.717997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-631201d0-172f-44d0-8a6a-28666397b163 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:34:58.030064 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3439451-c2c2-45b6-a922-a55a3e6f3284 req-3800d265-6ba7-46cb-aadf-19c66b22c936 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:58.032246 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3439451-c2c2-45b6-a922-a55a3e6f3284 req-3800d265-6ba7-46cb-aadf-19c66b22c936 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 784 time: 0.3419263 Sep 23 22:34:58.034231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631201d0-172f-44d0-8a6a-28666397b163 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Router de781c93-3aba-492d-91c7-1f4930a1d3f4 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:34:58.167367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9511962d-d5a0-4c7c-af86-5c8ece60fa49 None None] Provisioning complete for port 5845a6bf-ac89-43b4-bf39-0cdf85d0f784 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:58.168702 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9511962d-d5a0-4c7c-af86-5c8ece60fa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:58.186743 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4420e122-8a3f-42d4-b833-6b0bc0183dcd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:58.195002 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631201d0-172f-44d0-8a6a-28666397b163 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:34:58.209431 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-631201d0-172f-44d0-8a6a-28666397b163 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "PUT /v2.0/routers/de781c93-3aba-492d-91c7-1f4930a1d3f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8117790 Sep 23 22:34:58.213776 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58408) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:58.218913 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b9135a-28b1-4cf0-aef2-a1b7a753b640 None None] Sync routers for ids ['de781c93-3aba-492d-91c7-1f4930a1d3f4'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:34:58.237913 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9135a-28b1-4cf0-aef2-a1b7a753b640 None None] Routers {'de781c93-3aba-492d-91c7-1f4930a1d3f4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:58.238729 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54b9135a-28b1-4cf0-aef2-a1b7a753b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['de781c93-3aba-492d-91c7-1f4930a1d3f4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:58.246037 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3439451-c2c2-45b6-a922-a55a3e6f3284 req-80f796ba-00c5-4bd3-b821-323fde9346c3 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.26 HTTP/1.1" status: 200 len: 695 time: 0.1849706 Sep 23 22:34:58.264396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4420e122-8a3f-42d4-b833-6b0bc0183dcd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for 57c028aa-2dc1-4531-b4ca-2538e06529b6 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:34:58.268266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f878f9-53d7-4c33-9e96-eb54216ba2fa req-888869b9-2be5-41fb-8ce8-cc36f569c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:58.270874 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14f878f9-53d7-4c33-9e96-eb54216ba2fa req-888869b9-2be5-41fb-8ce8-cc36f569c140 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cf812c40-86cb-4249-879d-42d3198fa85c HTTP/1.1" status: 200 len: 929 time: 0.8052444 Sep 23 22:34:58.272350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-9511962d-d5a0-4c7c-af86-5c8ece60fa49 None None] Port 5845a6bf-ac89-43b4-bf39-0cdf85d0f784 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:34:58.321862 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaf6546-213d-4104-8fb0-f9bde939b03b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:58.327502 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fdaf6546-213d-4104-8fb0-f9bde939b03b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports?device_id=de781c93-3aba-492d-91c7-1f4930a1d3f4 HTTP/1.1" status: 200 len: 981 time: 0.1081381 Sep 23 22:34:58.329071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58414) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:34:58.330230 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54b9135a-28b1-4cf0-aef2-a1b7a753b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:58.377494 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9135a-28b1-4cf0-aef2-a1b7a753b640 None None] Routers {'de781c93-3aba-492d-91c7-1f4930a1d3f4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:34:58.378145 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54b9135a-28b1-4cf0-aef2-a1b7a753b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['de781c93-3aba-492d-91c7-1f4930a1d3f4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:58.435527 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14f878f9-53d7-4c33-9e96-eb54216ba2fa req-dc63fbc4-a88b-45f7-927d-110cf65ee19b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88059a31-d5cf-412e-aef8-e0452b20abe8 HTTP/1.1" status: 200 len: 217 time: 0.1354575 Sep 23 22:34:58.553416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f878f9-53d7-4c33-9e96-eb54216ba2fa req-9667bbbf-1801-4451-8a0d-7305f12c3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:58.560366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14f878f9-53d7-4c33-9e96-eb54216ba2fa req-9667bbbf-1801-4451-8a0d-7305f12c3400 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=535cf56d-58bf-42a9-86a4-f5a07369573e HTTP/1.1" status: 200 len: 867 time: 0.0982118 Sep 23 22:34:58.561725 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3439451-c2c2-45b6-a922-a55a3e6f3284 req-a83673f5-4c1b-4378-b39d-a2764b63a06c tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.1.26 HTTP/1.1" status: 200 len: 695 time: 0.3074095 Sep 23 22:34:58.583111 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54b9135a-28b1-4cf0-aef2-a1b7a753b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:34:58.585638 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b9135a-28b1-4cf0-aef2-a1b7a753b640 None None] The sync data for ids ['de781c93-3aba-492d-91c7-1f4930a1d3f4'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:34:58.608901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d473a81d-624e-4664-bbcb-4473adacebb1 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:34:58.823943 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port d473a81d-624e-4664-bbcb-4473adacebb1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:34:58.824572 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:58.860447 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f878f9-53d7-4c33-9e96-eb54216ba2fa req-4c35dfb9-2261-40fa-8c74-975800ad7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:34:58.862119 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14f878f9-53d7-4c33-9e96-eb54216ba2fa req-4c35dfb9-2261-40fa-8c74-975800ad7411 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf812c40-86cb-4249-879d-42d3198fa85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2480452 Sep 23 22:34:58.872205 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26d00311-4227-4b8f-a8d5-a11910b07623 req-e89962ee-9f82-42fd-a717-5029d26d1482 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 210 time: 0.3292663 Sep 23 22:34:59.036164 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:59.095297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:34:59.096399 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:34:59.100140 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c3572b-f09e-4e89-812b-87811b781a61" -d '{"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-plugged", "status": "completed", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:34:59.151520 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a4d0ef-49b8-4533-ab0f-44ace5cf70e3 x-openstack-request-id: req-f0a4d0ef-49b8-4533-ab0f-44ace5cf70e3 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:34:59.151821 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-plugged", "status": "completed", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:34:59.152113 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0a4d0ef-49b8-4533-ab0f-44ace5cf70e3 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:34:59.152737 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'code': 200} Sep 23 22:34:59.195408 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:59.343784 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-16cdcb6c-87c8-4d95-8a76-ad29cfd3abe5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:59.364713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d473a81d-624e-4664-bbcb-4473adacebb1,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:59.387847 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14f878f9-53d7-4c33-9e96-eb54216ba2fa req-c98634db-a8fb-4b02-9a26-865af630ada3 service neutron] 10.222.0.43 "GET /v2.0/networks/cf812c40-86cb-4249-879d-42d3198fa85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023444 Sep 23 22:34:59.411571 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-c3439451-c2c2-45b6-a922-a55a3e6f3284 req-2f16cb74-9e3a-44f8-9aa5-976ec6298e47 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Deleting port 85e382dd-4d69-4c08-b5f5-b81a9e5ef6a6 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:59.413257 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c3439451-c2c2-45b6-a922-a55a3e6f3284 req-2f16cb74-9e3a-44f8-9aa5-976ec6298e47 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:59.484642 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4420e122-8a3f-42d4-b833-6b0bc0183dcd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:34:59.753669 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420e122-8a3f-42d4-b833-6b0bc0183dcd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=57c028aa-2dc1-4531-b4ca-2538e06529b6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:34:59.954119 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-16cdcb6c-87c8-4d95-8a76-ad29cfd3abe5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 5845a6bf-ac89-43b4-bf39-0cdf85d0f784 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:34:59.954828 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-16cdcb6c-87c8-4d95-8a76-ad29cfd3abe5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:00.096219 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52f55c78-e3b4-4bf9-8080-7d311e31fdc9 req-6e438ef0-e5fc-4635-9f1e-a7bb3a86b4d0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 210 time: 0.0636973 Sep 23 22:35:00.136926 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-16cdcb6c-87c8-4d95-8a76-ad29cfd3abe5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:00.154302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-16cdcb6c-87c8-4d95-8a76-ad29cfd3abe5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 5845a6bf-ac89-43b4-bf39-0cdf85d0f784 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:00.308704 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4420e122-8a3f-42d4-b833-6b0bc0183dcd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:00.320535 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c3439451-c2c2-45b6-a922-a55a3e6f3284 req-2f16cb74-9e3a-44f8-9aa5-976ec6298e47 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:00.321041 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c3439451-c2c2-45b6-a922-a55a3e6f3284 req-2f16cb74-9e3a-44f8-9aa5-976ec6298e47 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:00.353170 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14f878f9-53d7-4c33-9e96-eb54216ba2fa req-7411cb1e-d45c-408b-81fa-baccdce4a632 service neutron] 10.222.0.43 "GET /v2.0/networks/cf812c40-86cb-4249-879d-42d3198fa85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9545105 Sep 23 22:35:00.366508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-c3439451-c2c2-45b6-a922-a55a3e6f3284 req-2f16cb74-9e3a-44f8-9aa5-976ec6298e47 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Calling delete_port for 85e382dd-4d69-4c08-b5f5-b81a9e5ef6a6 owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:00.500190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-beb6e602-844a-4432-9919-eea9a8584723 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:00.502217 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-beb6e602-844a-4432-9919-eea9a8584723 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.67 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 805 time: 0.7463093 Sep 23 22:35:00.556968 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-9ccf373d-15c0-42f6-a853-50b1537e1093 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Request body: {'port': {'device_id': 'a75611af-5425-494e-a687-6e8e565af6ff', 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19', 'admin_state_up': True, 'tenant_id': '56293beb1ee14ee7a1db1a062efdd17b'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:00.600016 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-16cdcb6c-87c8-4d95-8a76-ad29cfd3abe5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:00.642023 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdcb6c-87c8-4d95-8a76-ad29cfd3abe5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=5845a6bf-ac89-43b4-bf39-0cdf85d0f784,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:00.906712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-9ccf373d-15c0-42f6-a853-50b1537e1093 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Made reservation on behalf of 56293beb1ee14ee7a1db1a062efdd17b for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:35:00.910898 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-9ccf373d-15c0-42f6-a853-50b1537e1093 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:01.031951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4420e122-8a3f-42d4-b833-6b0bc0183dcd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 686218d3-90f5-4904-9061-2507446a6293 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:35:01.338875 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4420e122-8a3f-42d4-b833-6b0bc0183dcd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:35:01.346546 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4420e122-8a3f-42d4-b833-6b0bc0183dcd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/686218d3-90f5-4904-9061-2507446a6293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4364398 Sep 23 22:35:01.350737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58476) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:01.353953 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-9ccf373d-15c0-42f6-a853-50b1537e1093 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Allocated IP 172.20.0.5 (5b124564-d7ec-451c-aa5d-0eca8f728d19/4a29ecc8-4a09-439c-8732-97749c6a5cb5/ff98ed46-7f2f-42b7-9075-6b919d41eec1) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:35:01.393669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc99da8-f0fd-42e2-8c1b-4aef225c9841 None None] Sync routers for ids ['686218d3-90f5-4904-9061-2507446a6293'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:35:01.427312 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-acdf7af9-955c-4a2d-b69e-e0a2fd2ce7cc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports?device_id=686218d3-90f5-4904-9061-2507446a6293 HTTP/1.1" status: 200 len: 205 time: 0.0752187 Sep 23 22:35:01.430326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58480) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:01.431995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc99da8-f0fd-42e2-8c1b-4aef225c9841 None None] Routers {'686218d3-90f5-4904-9061-2507446a6293'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:35:01.432878 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bcc99da8-f0fd-42e2-8c1b-4aef225c9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['686218d3-90f5-4904-9061-2507446a6293'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:01.476179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bcc99da8-f0fd-42e2-8c1b-4aef225c9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:01.487571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc99da8-f0fd-42e2-8c1b-4aef225c9841 None None] Routers {'686218d3-90f5-4904-9061-2507446a6293'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:35:01.488490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bcc99da8-f0fd-42e2-8c1b-4aef225c9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['686218d3-90f5-4904-9061-2507446a6293'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:01.515295 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6521ae9-534c-4417-aa7f-f65a18fb4358 req-0a34a9e0-9224-4af2-ae62-1bdd960f7304 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 210 time: 0.0611293 Sep 23 22:35:01.529310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bcc99da8-f0fd-42e2-8c1b-4aef225c9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:01.530092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc99da8-f0fd-42e2-8c1b-4aef225c9841 None None] The sync data for ids ['686218d3-90f5-4904-9061-2507446a6293'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:35:01.558937 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c3439451-c2c2-45b6-a922-a55a3e6f3284 req-2f16cb74-9e3a-44f8-9aa5-976ec6298e47 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:01.611737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16cb74-9e3a-44f8-9aa5-976ec6298e47 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Pushing event deleted for resources: {'Port': ['ID=85e382dd-4d69-4c08-b5f5-b81a9e5ef6a6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:01.659048 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965aef03-b7b9-4cf4-9558-64d9e6404d0e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:01.685505 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-16cdcb6c-87c8-4d95-8a76-ad29cfd3abe5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:01.975153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cdcb6c-87c8-4d95-8a76-ad29cfd3abe5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Router de781c93-3aba-492d-91c7-1f4930a1d3f4 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:35:02.094522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cdcb6c-87c8-4d95-8a76-ad29cfd3abe5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:35:02.105932 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab450d7c-2686-4843-91ad-efcc4dfb624b None None] Sync routers for ids ['de781c93-3aba-492d-91c7-1f4930a1d3f4'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:35:02.115679 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-16cdcb6c-87c8-4d95-8a76-ad29cfd3abe5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "PUT /v2.0/routers/de781c93-3aba-492d-91c7-1f4930a1d3f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7866132 Sep 23 22:35:02.123136 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab450d7c-2686-4843-91ad-efcc4dfb624b None None] Routers {'de781c93-3aba-492d-91c7-1f4930a1d3f4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:35:02.123672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58492) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:02.123806 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ab450d7c-2686-4843-91ad-efcc4dfb624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['de781c93-3aba-492d-91c7-1f4930a1d3f4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:02.174785 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcc2481-2773-4307-b7d7-ac3f70cf1d6e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] GET failed (client error): The resource could not be found. Sep 23 22:35:02.194863 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-adcc2481-2773-4307-b7d7-ac3f70cf1d6e tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/5845a6bf-ac89-43b4-bf39-0cdf85d0f784 HTTP/1.1" status: 404 len: 333 time: 0.0694485 Sep 23 22:35:02.196185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58494) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:02.222154 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ab450d7c-2686-4843-91ad-efcc4dfb624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:02.240831 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab450d7c-2686-4843-91ad-efcc4dfb624b None None] Routers {'de781c93-3aba-492d-91c7-1f4930a1d3f4'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:35:02.241509 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ab450d7c-2686-4843-91ad-efcc4dfb624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['de781c93-3aba-492d-91c7-1f4930a1d3f4'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:02.334568 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ab450d7c-2686-4843-91ad-efcc4dfb624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:02.335225 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab450d7c-2686-4843-91ad-efcc4dfb624b None None] The sync data for ids ['de781c93-3aba-492d-91c7-1f4930a1d3f4'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:35:02.359904 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d7f4875f-6696-447d-90cc-dd57f84a3c16 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:02.622950 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965aef03-b7b9-4cf4-9558-64d9e6404d0e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:02.631396 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965aef03-b7b9-4cf4-9558-64d9e6404d0e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:02.668533 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d7f4875f-6696-447d-90cc-dd57f84a3c16 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:02.673536 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d7f4875f-6696-447d-90cc-dd57f84a3c16 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:02.679781 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e93e3-1de0-4af3-9252-0b996c320300 req-ef821f52-1b48-42f4-b72e-1488428cc548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:02.682162 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-493e93e3-1de0-4af3-9252-0b996c320300 req-ef821f52-1b48-42f4-b72e-1488428cc548 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 1096 time: 1.0407057 Sep 23 22:35:02.774820 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-042a7c58-9a60-40d6-9643-07424eab7c32 req-b89144fc-343b-48be-b254-f6dff4bc3d15 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 210 time: 0.0806389 Sep 23 22:35:02.778084 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-9ccf373d-15c0-42f6-a853-50b1537e1093 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:02.951189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e93e3-1de0-4af3-9252-0b996c320300 req-623774f8-61eb-4be3-9625-b69e77eaf451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:02.952868 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-493e93e3-1de0-4af3-9252-0b996c320300 req-623774f8-61eb-4be3-9625-b69e77eaf451 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.1202087 Sep 23 22:35:02.954631 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c3439451-c2c2-45b6-a922-a55a3e6f3284 req-2f16cb74-9e3a-44f8-9aa5-976ec6298e47 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:02.957473 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c3439451-c2c2-45b6-a922-a55a3e6f3284 req-2f16cb74-9e3a-44f8-9aa5-976ec6298e47 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:02.958756 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3439451-c2c2-45b6-a922-a55a3e6f3284 req-2f16cb74-9e3a-44f8-9aa5-976ec6298e47 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "DELETE /v2.0/floatingips/e3ed1ddb-0d6f-4f4d-bd8f-647b98961222 HTTP/1.1" status: 204 len: 173 time: 4.3433049 Sep 23 22:35:02.959517 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965aef03-b7b9-4cf4-9558-64d9e6404d0e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:02.960094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965aef03-b7b9-4cf4-9558-64d9e6404d0e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Fanout notify agent at l3_agent the message router_deleted on router 686218d3-90f5-4904-9061-2507446a6293 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:35:02.966962 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-9ccf373d-15c0-42f6-a853-50b1537e1093 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:02.969999 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965aef03-b7b9-4cf4-9558-64d9e6404d0e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:02.971255 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-965aef03-b7b9-4cf4-9558-64d9e6404d0e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/routers/686218d3-90f5-4904-9061-2507446a6293 HTTP/1.1" status: 204 len: 168 time: 1.5397496 Sep 23 22:35:02.974203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58510) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:02.998880 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad4e82e5-ffac-4ce8-a471-14137a6ef249'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:35:03.066534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-9ccf373d-15c0-42f6-a853-50b1537e1093 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Network 5b124564-d7ec-451c-aa5d-0eca8f728d19 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:35:03.078834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf373d-15c0-42f6-a853-50b1537e1093 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Pushing event updated for resources: {'Port': ['ID=ff98ed46-7f2f-42b7-9075-6b919d41eec1,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:03.097802 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-9ccf373d-15c0-42f6-a853-50b1537e1093 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:03.127463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd5d913-8711-4730-83f6-f005b1f09e54 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting subnet ab5b47f1-1f84-49f5-b6c8-34829a5d7e34 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:35:03.134578 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d7f4875f-6696-447d-90cc-dd57f84a3c16 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:03.135153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f4875f-6696-447d-90cc-dd57f84a3c16 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Fanout notify agent at l3_agent the message router_deleted on router de781c93-3aba-492d-91c7-1f4930a1d3f4 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:35:03.156568 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d7f4875f-6696-447d-90cc-dd57f84a3c16 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:03.159812 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d7f4875f-6696-447d-90cc-dd57f84a3c16 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/routers/de781c93-3aba-492d-91c7-1f4930a1d3f4 HTTP/1.1" status: 204 len: 168 time: 0.9623106 Sep 23 22:35:03.161767 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d913-8711-4730-83f6-f005b1f09e54 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:03.166209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58514) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:03.199613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-9ccf373d-15c0-42f6-a853-50b1537e1093 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:35:03.330179 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d913-8711-4730-83f6-f005b1f09e54 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:03.364444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26786d3-cdf1-4e83-9587-1e730e920a6a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting subnet aa74f17e-de22-4775-8e28-67995ce83ff9 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:35:03.377752 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d26786d3-cdf1-4e83-9587-1e730e920a6a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:03.382072 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-493e93e3-1de0-4af3-9252-0b996c320300 req-92c91b9f-6d4e-4378-9a17-b3add2bfe1b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d473a81d-624e-4664-bbcb-4473adacebb1 HTTP/1.1" status: 200 len: 1001 time: 0.4096437 Sep 23 22:35:03.390900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-9ccf373d-15c0-42f6-a853-50b1537e1093 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:03.391881 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-9ccf373d-15c0-42f6-a853-50b1537e1093 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:03.424446 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84a501-14c3-498b-a62b-2a875ce3c1b1 req-7fd84477-27e3-40c4-bea7-93bbf44ee33e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:03.434019 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6b84a501-14c3-498b-a62b-2a875ce3c1b1 req-7fd84477-27e3-40c4-bea7-93bbf44ee33e tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2519081 Sep 23 22:35:03.438932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d26786d3-cdf1-4e83-9587-1e730e920a6a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:03.550582 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d913-8711-4730-83f6-f005b1f09e54 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:03.600770 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6b84a501-14c3-498b-a62b-2a875ce3c1b1 req-b34e4c68-0d2c-4b80-8260-1dcd904b2484 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1611826 Sep 23 22:35:03.636112 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-9ccf373d-15c0-42f6-a853-50b1537e1093 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0874891 Sep 23 22:35:03.643654 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e93e3-1de0-4af3-9252-0b996c320300 req-e48db526-d709-40c8-8f7d-672794efedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:03.650858 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-493e93e3-1de0-4af3-9252-0b996c320300 req-e48db526-d709-40c8-8f7d-672794efedbc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.2539754 Sep 23 22:35:03.657336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Request body: {'port': {'device_id': 'a75611af-5425-494e-a687-6e8e565af6ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:03.720606 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d26786d3-cdf1-4e83-9587-1e730e920a6a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:03.866430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e93e3-1de0-4af3-9252-0b996c320300 req-0e46060a-7283-4423-8909-1be007db4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:03.869849 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-493e93e3-1de0-4af3-9252-0b996c320300 req-0e46060a-7283-4423-8909-1be007db4568 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084675 Sep 23 22:35:03.871624 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:03.910996 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d26786d3-cdf1-4e83-9587-1e730e920a6a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:03.931007 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d8a0aa0b-3825-46d4-aba0-7a6925a63669 req-c0579ae9-2b9f-49d7-b9d6-a24e3276d422 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2650793 Sep 23 22:35:03.947800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d26786d3-cdf1-4e83-9587-1e730e920a6a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:03.952744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb0064-3f6b-466d-b262-e59a948bffa3 None None] Network 44af28e7-d73d-4a4b-9f4c-086c8254ddff requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:35:03.953614 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d26786d3-cdf1-4e83-9587-1e730e920a6a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/aa74f17e-de22-4775-8e28-67995ce83ff9 HTTP/1.1" status: 204 len: 168 time: 0.7857313 Sep 23 22:35:03.971258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58530) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:03.979418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26786d3-cdf1-4e83-9587-1e730e920a6a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Subnet': ['ID=aa74f17e-de22-4775-8e28-67995ce83ff9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:04.103688 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d913-8711-4730-83f6-f005b1f09e54 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:04.144206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5d913-8711-4730-83f6-f005b1f09e54 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5b47f1-1f84-49f5-b6c8-34829a5d7e34,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:04.156971 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d913-8711-4730-83f6-f005b1f09e54 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:04.165619 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4fd5d913-8711-4730-83f6-f005b1f09e54 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/ab5b47f1-1f84-49f5-b6c8-34829a5d7e34 HTTP/1.1" status: 204 len: 168 time: 1.1900225 Sep 23 22:35:04.166463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58532) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:04.178256 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac44116c-9e5c-49e1-90e4-cf5839ee6855 None None] Network 1fdbbb2c-c7e9-4317-8551-becacccd2143 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:35:04.265919 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:04.344162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9f8840-c132-4a7c-b09e-ea53dede3a16 None None] DHCP port deletion for 44af28e7-d73d-4a4b-9f4c-086c8254ddff request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:35:04.422969 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:04.423301 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8864c-4cdc-462d-9e40-3e16bf1903bb req-20b824c7-483c-4710-b79c-fd77a9de55d2 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:04.423301 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cdd8864c-4cdc-462d-9e40-3e16bf1903bb req-20b824c7-483c-4710-b79c-fd77a9de55d2 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 931 time: 0.4861727 Sep 23 22:35:04.503303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:04.503891 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:04.562249 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-493e93e3-1de0-4af3-9252-0b996c320300 req-2e72b4a7-bc33-4af1-976b-4489a70cb838 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733057 Sep 23 22:35:04.612547 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] For port 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14,segment=NetworkSegment(d4ce922c-285e-4935-a26f-a8aa2fed364c),segment_id=d4ce922c-285e-4935-a26f-a8aa2fed364c)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:04.612997 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:04.643035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:04.695086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7c9f8840-c132-4a7c-b09e-ea53dede3a16 None None] Deleting port 87ae2aea-3a43-47ec-b134-46d15b0cc380 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:04.695863 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7c9f8840-c132-4a7c-b09e-ea53dede3a16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:04.728389 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cdd8864c-4cdc-462d-9e40-3e16bf1903bb req-b721c80f-8af7-4de1-9f4d-c5bcce7dcbd1 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748164 Sep 23 22:35:04.835121 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-493e93e3-1de0-4af3-9252-0b996c320300 req-7f32e7d6-698c-4b2e-ac98-4eaf7b726886 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555037 Sep 23 22:35:04.855840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff98ed46-7f2f-42b7-9075-6b919d41eec1 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:35:04.878063 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 87ae2aea-3a43-47ec-b134-46d15b0cc380 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:04.879740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7c9f8840-c132-4a7c-b09e-ea53dede3a16 None None] For port 87ae2aea-3a43-47ec-b134-46d15b0cc380, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=87ae2aea-3a43-47ec-b134-46d15b0cc380,segment=NetworkSegment(90dda7b8-c0bf-4c1a-a8d2-67ce3880372c),segment_id=90dda7b8-c0bf-4c1a-a8d2-67ce3880372c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:04.880161 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7c9f8840-c132-4a7c-b09e-ea53dede3a16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:04.881670 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:04.904385 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:04.930160 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7c9f8840-c132-4a7c-b09e-ea53dede3a16 None None] Calling delete_port for 87ae2aea-3a43-47ec-b134-46d15b0cc380 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:05.065139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] For port 87ae2aea-3a43-47ec-b134-46d15b0cc380, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=87ae2aea-3a43-47ec-b134-46d15b0cc380,segment=NetworkSegment(90dda7b8-c0bf-4c1a-a8d2-67ce3880372c),segment_id=90dda7b8-c0bf-4c1a-a8d2-67ce3880372c)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:05.065889 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:05.074461 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:05.080317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Transition to ACTIVE for port object ff98ed46-7f2f-42b7-9075-6b919d41eec1 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:35:05.116620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f3561-a061-49fc-924a-7fabfe4e4563 req-d067de06-e8ed-4fe4-83d0-78b3f5b1897a tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:05.120411 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-344f3561-a061-49fc-924a-7fabfe4e4563 req-d067de06-e8ed-4fe4-83d0-78b3f5b1897a tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 946 time: 0.1765411 Sep 23 22:35:05.122031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 87ae2aea-3a43-47ec-b134-46d15b0cc380 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:05.131371 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:05.135434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No DVR routers for this DVR port 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:35:05.270501 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:05.293057 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:05.336662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fdbbb2c-c7e9-4317-8551-becacccd2143']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:05.356750 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ce922c-285e-4935-a26f-a8aa2fed364c') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:05.357057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ce922c-285e-4935-a26f-a8aa2fed364c') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:05.372254 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:05.384606 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e5701-2361-4e79-adb5-e3c80df77133 None None] DHCP port deletion for 1fdbbb2c-c7e9-4317-8551-becacccd2143 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:35:05.406974 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-344f3561-a061-49fc-924a-7fabfe4e4563 req-f85ef71e-15e5-4433-8cd4-c607c6f2d4e7 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b392a8-51fc-41d7-92cc-1967da48dd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788825 Sep 23 22:35:05.440373 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:05.452168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:35:05.452594 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:35:05.458427 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:35:05.476853 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Pushing event updated for resources: {'Port': ['ID=ff98ed46-7f2f-42b7-9075-6b919d41eec1,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:05.539206 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 87ae2aea-3a43-47ec-b134-46d15b0cc380 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.602031 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No active binding found for port 87ae2aea-3a43-47ec-b134-46d15b0cc380 {{(pid=95492) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 87ae2aea-3a43-47ec-b134-46d15b0cc380 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:35:05.607311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:35:05.610842 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Attempting to bind port ff98ed46-7f2f-42b7-9075-6b919d41eec1 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:35:05.616271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Attempting to bind port ff98ed46-7f2f-42b7-9075-6b919d41eec1 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:35:05.616271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Attempting to bind port ff98ed46-7f2f-42b7-9075-6b919d41eec1 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:35:05.626421 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:05.632230 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Port ff98ed46-7f2f-42b7-9075-6b919d41eec1 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:35:05.633473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Attempting to bind port ff98ed46-7f2f-42b7-9075-6b919d41eec1 on network 5b124564-d7ec-451c-aa5d-0eca8f728d19 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:35:05.661237 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:35:05.664822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7dcf0c17-c5f4-4b91-a3ef-87a4b55bdd14 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:35:05.691874 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7c9f8840-c132-4a7c-b09e-ea53dede3a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:05.697999 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:05.728750 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:05.747516 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/networks/1fdbbb2c-c7e9-4317-8551-becacccd2143 HTTP/1.1" status: 204 len: 168 time: 1.5793991 Sep 23 22:35:05.781643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f8840-c132-4a7c-b09e-ea53dede3a16 None None] Pushing event deleted for resources: {'Port': ['ID=87ae2aea-3a43-47ec-b134-46d15b0cc380,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:05.788883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58544) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:05.793412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d9df2-2d4d-4274-9862-4a128decc9a0 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Network': ['ID=1fdbbb2c-c7e9-4317-8551-becacccd2143,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:05.795983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f8840-c132-4a7c-b09e-ea53dede3a16 None None] No DVR routers for this DVR port 87ae2aea-3a43-47ec-b134-46d15b0cc380 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:35:05.803369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=87ae2aea-3a43-47ec-b134-46d15b0cc380,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:05.812231 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-958275880', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}, 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:05.845165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:35:05.845685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Checking segment: {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:35:05.846063 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Bound using segment: {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:35:05.846563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Bound port: ff98ed46-7f2f-42b7-9075-6b919d41eec1, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:35:05.846950 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:05.849912 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No DVR routers for this DVR port 87ae2aea-3a43-47ec-b134-46d15b0cc380 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:35:06.239407 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6371f6-3826-414e-a22e-c58e4a50e7c5 req-0f021d1a-c5dc-4acd-9b74-ee72220a0b54 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:06.242397 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:06.242522 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e6371f6-3826-414e-a22e-c58e4a50e7c5 req-0f021d1a-c5dc-4acd-9b74-ee72220a0b54 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 943 time: 0.1951201 Sep 23 22:35:06.242620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] For port ff98ed46-7f2f-42b7-9075-6b919d41eec1, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:35:06.242620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44af28e7-d73d-4a4b-9f4c-086c8254ddff']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:06.242620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] For port ff98ed46-7f2f-42b7-9075-6b919d41eec1, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ff98ed46-7f2f-42b7-9075-6b919d41eec1,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:35:06.242620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90dda7b8-c0bf-4c1a-a8d2-67ce3880372c') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:06.242620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90dda7b8-c0bf-4c1a-a8d2-67ce3880372c') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:06.242620 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:06.243108 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e6371f6-3826-414e-a22e-c58e4a50e7c5 req-9ceb75d5-fdb4-4085-91c0-85b23d4a4cb5 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977156 Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:35:06.243210 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:35:06.366473 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:06.367600 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:06.400258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacb4f3-de3f-4ccf-b725-3d1645437117 req-2874aa9c-e9d6-4ef6-9ea4-0fbb45f36128 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:06.402032 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-adacb4f3-de3f-4ccf-b725-3d1645437117 req-2874aa9c-e9d6-4ef6-9ea4-0fbb45f36128 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.43 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 946 time: 0.0720401 Sep 23 22:35:06.403811 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:06.483739 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:06.512186 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:06.513398 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:06.515715 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] 10.222.0.67 "PUT /v2.0/ports/ff98ed46-7f2f-42b7-9075-6b919d41eec1 HTTP/1.1" status: 200 len: 1091 time: 2.8633580 Sep 23 22:35:06.526027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75611af-5425-494e-a687-6e8e565af6ff', 'tag': 'ff98ed46-7f2f-42b7-9075-6b919d41eec1'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:35:06.528993 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9496b589-22ba-4323-a345-01dd248de2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a75611af-5425-494e-a687-6e8e565af6ff", "tag": "ff98ed46-7f2f-42b7-9075-6b919d41eec1"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:35:06.573676 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:06.592163 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:06.599645 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/networks/44af28e7-d73d-4a4b-9f4c-086c8254ddff HTTP/1.1" status: 204 len: 168 time: 2.6253490 Sep 23 22:35:06.605249 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58566) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:06.671057 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4202e43c-8820-43a0-9f3d-4c2b4485558c x-openstack-request-id: req-4202e43c-8820-43a0-9f3d-4c2b4485558c {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:35:06.671938 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a75611af-5425-494e-a687-6e8e565af6ff", "tag": "ff98ed46-7f2f-42b7-9075-6b919d41eec1", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:35:06.672221 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4202e43c-8820-43a0-9f3d-4c2b4485558c {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:35:06.672624 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75611af-5425-494e-a687-6e8e565af6ff', 'tag': 'ff98ed46-7f2f-42b7-9075-6b919d41eec1', 'status': 'completed', 'code': 200} Sep 23 22:35:06.699781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc6fbb-c19d-4861-b9c0-942bf5ddd89a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:06.703560 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-dddc6fbb-c19d-4861-b9c0-942bf5ddd89a tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/3b8bf12e-a4e0-4afa-b966-22753d659baa HTTP/1.1" status: 200 len: 840 time: 0.0953789 Sep 23 22:35:06.717217 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58568) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:06.776777 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e33f0-b6c0-42f1-9374-537280e8c31c tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Network': ['ID=44af28e7-d73d-4a4b-9f4c-086c8254ddff,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:06.810533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce18e4-95b9-4f5d-af63-dd823934a966 req-262082af-084b-4aac-b660-c8c8ed848641 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:06.817950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74ce18e4-95b9-4f5d-af63-dd823934a966 req-262082af-084b-4aac-b660-c8c8ed848641 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 946 time: 0.2590768 Sep 23 22:35:06.845826 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:06.854141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ca369-b596-45a5-997a-9954a0551dfc service neutron] Pushing event updated for resources: {'Port': ['ID=ff98ed46-7f2f-42b7-9075-6b919d41eec1,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:06.871298 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-605d47f5-5206-4d45-9bf5-7d12f745ab64 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/3b8bf12e-a4e0-4afa-b966-22753d659baa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1492581 Sep 23 22:35:06.873098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58576) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:06.879885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-875d76c4-0c9c-4949-b22d-438733a44bb5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'subnet': {'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:06.929272 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74ce18e4-95b9-4f5d-af63-dd823934a966 req-b071907c-a9cf-4923-9720-63a9f4bc6053 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b392a8-51fc-41d7-92cc-1967da48dd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040699 Sep 23 22:35:07.029894 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-85415602-a025-4e80-8d15-3228dabf8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:07.032497 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-85415602-a025-4e80-8d15-3228dabf8de9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 1094 time: 0.3174586 Sep 23 22:35:07.213072 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-da14b1ed-2130-4323-8b4b-2e9fde80e2a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff98ed46-7f2f-42b7-9075-6b919d41eec1 HTTP/1.1" status: 200 len: 217 time: 0.1551101 Sep 23 22:35:07.265200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-adacb4f3-de3f-4ccf-b725-3d1645437117 req-0fe1e353-2dcc-48d8-852a-d4ff282baafc tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Deleting port 88059a31-d5cf-412e-aef8-e0452b20abe8 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:07.265556 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-adacb4f3-de3f-4ccf-b725-3d1645437117 req-0fe1e353-2dcc-48d8-852a-d4ff282baafc tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:07.437489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875d76c4-0c9c-4949-b22d-438733a44bb5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:35:07.441835 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-875d76c4-0c9c-4949-b22d-438733a44bb5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:07.462596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-323c0e55-3ad3-4b2f-b4fe-be878b2d285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:07.462596 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-323c0e55-3ad3-4b2f-b4fe-be878b2d285a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a29ecc8-4a09-439c-8732-97749c6a5cb5 HTTP/1.1" status: 200 len: 845 time: 0.2362344 Sep 23 22:35:07.463843 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:07.568077 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-b845b741-4bc1-4971-9df2-a6762f9bed78 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b124564-d7ec-451c-aa5d-0eca8f728d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942852 Sep 23 22:35:07.779928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f14eb-83ba-418f-b65d-f4a2a1c2e6f2 req-686f7643-e694-46ae-9674-2f3679579f25 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:07.781608 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc4f14eb-83ba-418f-b65d-f4a2a1c2e6f2 req-686f7643-e694-46ae-9674-2f3679579f25 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 943 time: 0.3455167 Sep 23 22:35:07.783793 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-adacb4f3-de3f-4ccf-b725-3d1645437117 req-0fe1e353-2dcc-48d8-852a-d4ff282baafc tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] For port 88059a31-d5cf-412e-aef8-e0452b20abe8, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=88059a31-d5cf-412e-aef8-e0452b20abe8,segment=NetworkSegment(5221a02c-5709-44ee-ad8f-bbfa86a477be),segment_id=5221a02c-5709-44ee-ad8f-bbfa86a477be)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:07.784134 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-adacb4f3-de3f-4ccf-b725-3d1645437117 req-0fe1e353-2dcc-48d8-852a-d4ff282baafc tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:07.824250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-adacb4f3-de3f-4ccf-b725-3d1645437117 req-0fe1e353-2dcc-48d8-852a-d4ff282baafc tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Calling delete_port for 88059a31-d5cf-412e-aef8-e0452b20abe8 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:07.980851 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-777f9e2b-c5f8-4285-9347-56837771259f service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004319 Sep 23 22:35:08.036320 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc4f14eb-83ba-418f-b65d-f4a2a1c2e6f2 req-fc68c716-0ad3-4fb8-a367-b1fe4b62aa07 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392950 Sep 23 22:35:08.203638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e85330-70b7-4455-9796-ee2f7138d2f6 req-1bbecaa2-dc92-4ee6-bce1-476b54952cf3 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:08.219076 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79e85330-70b7-4455-9796-ee2f7138d2f6 req-1bbecaa2-dc92-4ee6-bce1-476b54952cf3 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 946 time: 0.1349113 Sep 23 22:35:08.285613 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79e85330-70b7-4455-9796-ee2f7138d2f6 req-687ae5be-a25a-427f-b5eb-6aba09816ce0 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b392a8-51fc-41d7-92cc-1967da48dd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637853 Sep 23 22:35:08.778267 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f27d5a1-9492-4290-bc97-0bfab2b60f17 req-4571b34c-c4f5-4d36-82a9-dfb7b525b5d1 service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7863157 Sep 23 22:35:08.956126 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:08.994500 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:09.074776 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-875d76c4-0c9c-4949-b22d-438733a44bb5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:09.213435 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc962384-b6f9-4df0-ab3f-130e1497b208 req-8cb516c8-efc9-4d79-ba67-9ab31d0a5671 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:09.213435 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc962384-b6f9-4df0-ab3f-130e1497b208 req-8cb516c8-efc9-4d79-ba67-9ab31d0a5671 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 943 time: 0.0842950 Sep 23 22:35:09.219434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875d76c4-0c9c-4949-b22d-438733a44bb5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network cd100140-404a-40f9-8e02-b16db92aae97 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:35:09.242163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-875d76c4-0c9c-4949-b22d-438733a44bb5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:09.244830 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d76c4-0c9c-4949-b22d-438733a44bb5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Subnet': ['ID=12374c6d-b954-406b-b94f-97e1d1b3951e,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:09.250528 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d76c4-0c9c-4949-b22d-438733a44bb5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:09.252614 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-875d76c4-0c9c-4949-b22d-438733a44bb5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:09.260495 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e13ec6-61a1-49da-b256-983896878878 None None] Network cd100140-404a-40f9-8e02-b16db92aae97 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:35:09.262008 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-adacb4f3-de3f-4ccf-b725-3d1645437117 req-0fe1e353-2dcc-48d8-852a-d4ff282baafc tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:09.293468 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc962384-b6f9-4df0-ab3f-130e1497b208 req-c928ffc9-3c8e-4807-acbc-48983d3de4ae tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745492 Sep 23 22:35:09.373087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Allocated IP 172.25.1.226 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/e746bcf7-af40-4348-8eda-89449424758d) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:35:09.466873 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1e353-2dcc-48d8-852a-d4ff282baafc tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Pushing event deleted for resources: {'Port': ['ID=88059a31-d5cf-412e-aef8-e0452b20abe8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:09.487122 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496b589-22ba-4323-a345-01dd248de2b1 req-d186931c-4cdb-4d75-adfd-91faff106db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:09.493808 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9496b589-22ba-4323-a345-01dd248de2b1 req-d186931c-4cdb-4d75-adfd-91faff106db3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 1094 time: 0.3086612 Sep 23 22:35:09.559176 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-875d76c4-0c9c-4949-b22d-438733a44bb5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6791980 Sep 23 22:35:09.559482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58608) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:09.572917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7d2138fd-e408-47ca-9b6a-c2df1f983e7f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'security_group': {'name': 'tempest-secgroup-1452994139'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:09.643077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-cd100140-404a-40f9-8e02-b16db92aae97', 'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'tenant_id': '56b237389969441ba01a026302129acc', 'fixed_ips': [{'subnet_id': '12374c6d-b954-406b-b94f-97e1d1b3951e'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:35:09.647653 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d49d7f5e-d1a8-4739-80f6-758f81e8adc9 req-6fa66f7c-9d07-41d6-a4fd-6946a524af68 tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 210 time: 0.1716635 Sep 23 22:35:09.649947 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:09.726252 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-adacb4f3-de3f-4ccf-b725-3d1645437117 req-0fe1e353-2dcc-48d8-852a-d4ff282baafc tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] No DVR routers for this DVR port 88059a31-d5cf-412e-aef8-e0452b20abe8 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:35:09.728507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d2138fd-e408-47ca-9b6a-c2df1f983e7f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:09.733762 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-adacb4f3-de3f-4ccf-b725-3d1645437117 req-0fe1e353-2dcc-48d8-852a-d4ff282baafc tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:09.735955 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-adacb4f3-de3f-4ccf-b725-3d1645437117 req-0fe1e353-2dcc-48d8-852a-d4ff282baafc tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.43 "DELETE /v2.0/ports/88059a31-d5cf-412e-aef8-e0452b20abe8 HTTP/1.1" status: 204 len: 173 time: 3.3268626 Sep 23 22:35:09.739438 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:09.741177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92afa1fe-fd89-4786-aff0-e9c6e55a0cef', 'name': 'network-vif-deleted', 'tag': '88059a31-d5cf-412e-aef8-e0452b20abe8'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:35:09.743711 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b59bb4-7090-4f2e-8adb-2cca138621fc" -d '{"events": [{"server_uuid": "92afa1fe-fd89-4786-aff0-e9c6e55a0cef", "name": "network-vif-deleted", "tag": "88059a31-d5cf-412e-aef8-e0452b20abe8"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:35:09.800396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496b589-22ba-4323-a345-01dd248de2b1 req-52eca1b5-ed82-4435-bf81-5cb30e761c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:09.802026 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9496b589-22ba-4323-a345-01dd248de2b1 req-52eca1b5-ed82-4435-bf81-5cb30e761c18 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 906 time: 0.2991250 Sep 23 22:35:09.854991 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9496b589-22ba-4323-a345-01dd248de2b1 req-4dc905f7-133a-4e31-b1fc-bad0899e23f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff98ed46-7f2f-42b7-9075-6b919d41eec1 HTTP/1.1" status: 200 len: 217 time: 0.0439868 Sep 23 22:35:09.923638 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3453a1-175b-4d72-95d8-602fdf1e764e x-openstack-request-id: req-6f3453a1-175b-4d72-95d8-602fdf1e764e {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:35:09.924168 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92afa1fe-fd89-4786-aff0-e9c6e55a0cef", "name": "network-vif-deleted", "tag": "88059a31-d5cf-412e-aef8-e0452b20abe8", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:35:09.924513 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f3453a1-175b-4d72-95d8-602fdf1e764e {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:35:09.925033 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92afa1fe-fd89-4786-aff0-e9c6e55a0cef', 'name': 'network-vif-deleted', 'tag': '88059a31-d5cf-412e-aef8-e0452b20abe8', 'status': 'completed', 'code': 200} Sep 23 22:35:09.948360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496b589-22ba-4323-a345-01dd248de2b1 req-0f61e7a0-fa98-4455-bcab-14697aef6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:09.953506 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9496b589-22ba-4323-a345-01dd248de2b1 req-0f61e7a0-fa98-4455-bcab-14697aef6797 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a29ecc8-4a09-439c-8732-97749c6a5cb5 HTTP/1.1" status: 200 len: 845 time: 0.0882194 Sep 23 22:35:10.010922 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:10.016780 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9496b589-22ba-4323-a345-01dd248de2b1 req-b44e8abc-3d26-48f9-80b5-44796dcd1a2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b124564-d7ec-451c-aa5d-0eca8f728d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538225 Sep 23 22:35:10.053417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Allocated IP 172.20.0.2 (cd100140-404a-40f9-8e02-b16db92aae97/12374c6d-b954-406b-b94f-97e1d1b3951e/7404eabc-6132-41bb-b82b-00d3429cdd27) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:35:10.115171 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d2138fd-e408-47ca-9b6a-c2df1f983e7f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:10.158266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:35:10.167908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:10.173100 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:35:10.217530 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d2138fd-e408-47ca-9b6a-c2df1f983e7f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:10.308292 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:10.318173 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2138fd-e408-47ca-9b6a-c2df1f983e7f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6038898-65d8-4206-821c-a86fb82aba01,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:10.361083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=e746bcf7-af40-4348-8eda-89449424758d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:10.446024 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:10.446716 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d2138fd-e408-47ca-9b6a-c2df1f983e7f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:10.448553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7d2138fd-e408-47ca-9b6a-c2df1f983e7f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8880467 Sep 23 22:35:10.460341 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58628) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:10.466125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a06a26c4-8a43-49d3-8625-2a84dae8e1e2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'security_group': {'name': 'tempest-secgroup-364040309'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:10.540065 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b740f8-1555-497e-887e-8f80ff259f89 req-a0917c97-cafd-4c09-a746-d4cf0c20e6d4 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:10.550937 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98b740f8-1555-497e-887e-8f80ff259f89 req-a0917c97-cafd-4c09-a746-d4cf0c20e6d4 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 943 time: 0.0982761 Sep 23 22:35:10.574715 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9496b589-22ba-4323-a345-01dd248de2b1 req-977bac52-1cf0-4f65-9617-7586f76dfcaa service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425887 Sep 23 22:35:10.595647 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Pushing event updated for resources: {'Port': ['ID=7404eabc-6132-41bb-b82b-00d3429cdd27,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:10.625019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Network cd100140-404a-40f9-8e02-b16db92aae97 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:35:10.628489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:10.646865 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:35:10.670814 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 88059a31-d5cf-412e-aef8-e0452b20abe8 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:35:10.696066 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9496b589-22ba-4323-a345-01dd248de2b1 req-17dcbaec-f4ef-4aa7-b31a-49b1dad77a86 service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119971 Sep 23 22:35:10.698949 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98b740f8-1555-497e-887e-8f80ff259f89 req-18a6b43b-1da2-447f-b29e-68f3afd59fc7 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462798 Sep 23 22:35:10.705023 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a06a26c4-8a43-49d3-8625-2a84dae8e1e2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:10.755872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 88059a31-d5cf-412e-aef8-e0452b20abe8 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:35:10.756207 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 88059a31-d5cf-412e-aef8-e0452b20abe8 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:35:10.844526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Attempting to bind port 7404eabc-6132-41bb-b82b-00d3429cdd27 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:35:10.845447 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Attempting to bind port 7404eabc-6132-41bb-b82b-00d3429cdd27 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '588a8c93-2da8-413d-9727-fc67ff3c131f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:35:10.846306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Attempting to bind port 7404eabc-6132-41bb-b82b-00d3429cdd27 on network cd100140-404a-40f9-8e02-b16db92aae97 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:35:10.859286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:35:10.859969 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Checking segment: {'id': '588a8c93-2da8-413d-9727-fc67ff3c131f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:35:10.860778 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:10.866308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Bound using segment: {'id': '588a8c93-2da8-413d-9727-fc67ff3c131f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:35:10.867743 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Bound port: 7404eabc-6132-41bb-b82b-00d3429cdd27, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588a8c93-2da8-413d-9727-fc67ff3c131f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:35:10.868545 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:11.054668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4f758989-3d00-4627-9c98-6c49eaa97d9b req-9c0b8704-e99c-43aa-b856-efdd165fe64c tempest-FloatingIPsAssociationNegativeTestJSON-954581831 tempest-FloatingIPsAssociationNegativeTestJSON-954581831-project] 10.222.0.22 "GET /v2.0/ports?device_id=92afa1fe-fd89-4786-aff0-e9c6e55a0cef HTTP/1.1" status: 200 len: 210 time: 0.0957766 Sep 23 22:35:11.064734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] For port 7404eabc-6132-41bb-b82b-00d3429cdd27, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:35:11.072878 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] For port 7404eabc-6132-41bb-b82b-00d3429cdd27, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7404eabc-6132-41bb-b82b-00d3429cdd27,segment=NetworkSegment(588a8c93-2da8-413d-9727-fc67ff3c131f),segment_id=588a8c93-2da8-413d-9727-fc67ff3c131f)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:35:11.104647 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a06a26c4-8a43-49d3-8625-2a84dae8e1e2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:11.156777 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:11.172621 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:11.402324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec50c8-f87a-47b4-b6f5-8e944da106c6 None None] Pushing event updated for resources: {'Port': ['ID=7404eabc-6132-41bb-b82b-00d3429cdd27,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:11.449680 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a06a26c4-8a43-49d3-8625-2a84dae8e1e2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:11.563213 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a26c4-8a43-49d3-8625-2a84dae8e1e2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29af4cf4-1e83-46e2-b866-8b88e4bfc713,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:11.678623 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a06a26c4-8a43-49d3-8625-2a84dae8e1e2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:11.690330 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a06a26c4-8a43-49d3-8625-2a84dae8e1e2 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2241740 Sep 23 22:35:11.707176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58648) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:11.746371 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f56f6af8-56db-4291-8946-c2a06943af42 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-520749164', 'security_groups': ['29af4cf4-1e83-46e2-b866-8b88e4bfc713'], 'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '12374c6d-b954-406b-b94f-97e1d1b3951e'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:11.892042 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:12.174531 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2445b4-7bb9-41c1-87a8-dfb4d75fa841 req-a1cf9af6-f514-45b6-915a-d01578265c3a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:12.178727 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de2445b4-7bb9-41c1-87a8-dfb4d75fa841 req-a1cf9af6-f514-45b6-915a-d01578265c3a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 943 time: 0.2835908 Sep 23 22:35:12.349409 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de2445b4-7bb9-41c1-87a8-dfb4d75fa841 req-f923b4d8-9530-4293-9593-d1476b008600 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337276 Sep 23 22:35:12.386386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58660) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:12.814682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56f6af8-56db-4291-8946-c2a06943af42 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:35:12.865881 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f56f6af8-56db-4291-8946-c2a06943af42 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:12.901696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-f56f6af8-56db-4291-8946-c2a06943af42 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port 7df7c721-9b53-4752-a760-79b92a32b1d8 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:35:12.958475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 2b788564-797b-4268-baff-693f0b2a423e is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:35:13.026710 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3cce20c5-90a4-478b-badd-64e90bf0ea50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:13.115295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-aa526acb-483d-4e5a-bf67-c089b9545ca8 None None] Provisioning complete for port 3b8bf12e-a4e0-4afa-b966-22753d659baa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:13.115295 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa526acb-483d-4e5a-bf67-c089b9545ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:13.240428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:35:13.262192 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-f56f6af8-56db-4291-8946-c2a06943af42 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Allocated IP 172.20.0.12 (cd100140-404a-40f9-8e02-b16db92aae97/12374c6d-b954-406b-b94f-97e1d1b3951e/7df7c721-9b53-4752-a760-79b92a32b1d8) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:35:13.277100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-aa526acb-483d-4e5a-bf67-c089b9545ca8 None None] Port 3b8bf12e-a4e0-4afa-b966-22753d659baa cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:35:13.302434 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aa8282-dfde-4fdc-b19f-ee4ebd4adb94 None None] Sync routers for ids ['2b788564-797b-4268-baff-693f0b2a423e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:35:13.345790 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df834865-081c-49a1-81ea-95e3952e8a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:13.408842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aa8282-dfde-4fdc-b19f-ee4ebd4adb94 None None] Routers {'2b788564-797b-4268-baff-693f0b2a423e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:35:13.409986 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e6aa8282-dfde-4fdc-b19f-ee4ebd4adb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['2b788564-797b-4268-baff-693f0b2a423e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:13.473304 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:13.474741 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3ae682ba-6b00-4f2f-a0b4-c187eb211a88 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.6682861 Sep 23 22:35:13.492716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58676) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:13.606503 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-aa526acb-483d-4e5a-bf67-c089b9545ca8 None None] Provisioning complete for port 7404eabc-6132-41bb-b82b-00d3429cdd27 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:13.607113 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa526acb-483d-4e5a-bf67-c089b9545ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:13.615240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7404eabc-6132-41bb-b82b-00d3429cdd27 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:35:13.655559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e6aa8282-dfde-4fdc-b19f-ee4ebd4adb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:13.769803 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aa8282-dfde-4fdc-b19f-ee4ebd4adb94 None None] Routers {'2b788564-797b-4268-baff-693f0b2a423e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:35:13.770837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e6aa8282-dfde-4fdc-b19f-ee4ebd4adb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:34:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['2b788564-797b-4268-baff-693f0b2a423e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:14.008841 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ff98ed46-7f2f-42b7-9075-6b919d41eec1 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:35:14.016958 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e6aa8282-dfde-4fdc-b19f-ee4ebd4adb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:14.019065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aa8282-dfde-4fdc-b19f-ee4ebd4adb94 None None] The sync data for ids ['2b788564-797b-4268-baff-693f0b2a423e'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:35:14.056714 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7e718c2e-cec0-4617-9839-85bc6285cec3 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/routers/2b788564-797b-4268-baff-693f0b2a423e HTTP/1.1" status: 200 len: 884 time: 0.5590308 Sep 23 22:35:14.057604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58680) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:14.189955 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f56f6af8-56db-4291-8946-c2a06943af42 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:14.225319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7404eabc-6132-41bb-b82b-00d3429cdd27 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:14.227295 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:14.344972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05a39d-218b-4905-82d2-9b04b3dff556 req-95c56ce1-5119-4c5d-b536-53aaf0795d15 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:14.353958 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc05a39d-218b-4905-82d2-9b04b3dff556 req-95c56ce1-5119-4c5d-b536-53aaf0795d15 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 943 time: 0.3180704 Sep 23 22:35:14.409139 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc05a39d-218b-4905-82d2-9b04b3dff556 req-278c202d-a58e-4bd7-bb6e-f938b6fc07d2 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541015 Sep 23 22:35:14.422573 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f56f6af8-56db-4291-8946-c2a06943af42 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:14.488132 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ff98ed46-7f2f-42b7-9075-6b919d41eec1, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ff98ed46-7f2f-42b7-9075-6b919d41eec1,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:14.503054 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'ff98ed46-7f2f-42b7-9075-6b919d41eec1', 'network_id': '5b124564-d7ec-451c-aa5d-0eca8f728d19', 'port_id': 'ff98ed46-7f2f-42b7-9075-6b919d41eec1', 'mac_address': 'fa:16:3e:bf:57:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a29ecc8-4a09-439c-8732-97749c6a5cb5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:35:14.509939 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa526acb-483d-4e5a-bf67-c089b9545ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:14.534236 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-df834865-081c-49a1-81ea-95e3952e8a7e admin admin] Deleting port f5f33ba4-a2dd-4621-b05b-5f196c9baa93 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:14.535437 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df834865-081c-49a1-81ea-95e3952e8a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:14.575804 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:14.589442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56f6af8-56db-4291-8946-c2a06943af42 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network cd100140-404a-40f9-8e02-b16db92aae97 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:35:14.607482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-f56f6af8-56db-4291-8946-c2a06943af42 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:14.613533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f6af8-56db-4291-8946-c2a06943af42 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:35:14.635044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-aa526acb-483d-4e5a-bf67-c089b9545ca8 None None] For port 7404eabc-6132-41bb-b82b-00d3429cdd27, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7404eabc-6132-41bb-b82b-00d3429cdd27,segment=NetworkSegment(588a8c93-2da8-413d-9727-fc67ff3c131f),segment_id=588a8c93-2da8-413d-9727-fc67ff3c131f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:14.670304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff98ed46-7f2f-42b7-9075-6b919d41eec1 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:35:14.701095 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ff98ed46-7f2f-42b7-9075-6b919d41eec1, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ff98ed46-7f2f-42b7-9075-6b919d41eec1,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:14.790269 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f6af8-56db-4291-8946-c2a06943af42 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=7df7c721-9b53-4752-a760-79b92a32b1d8,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:14.834923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56f6af8-56db-4291-8946-c2a06943af42 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:14.838232 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:14.838974 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f56f6af8-56db-4291-8946-c2a06943af42 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:14.844922 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa526acb-483d-4e5a-bf67-c089b9545ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:14.879951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-df834865-081c-49a1-81ea-95e3952e8a7e admin admin] For port f5f33ba4-a2dd-4621-b05b-5f196c9baa93, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f5f33ba4-a2dd-4621-b05b-5f196c9baa93,segment=NetworkSegment(5221a02c-5709-44ee-ad8f-bbfa86a477be),segment_id=5221a02c-5709-44ee-ad8f-bbfa86a477be)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:14.881000 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df834865-081c-49a1-81ea-95e3952e8a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:14.889971 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:14.910777 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-691c435b-8907-46dc-aeaa-f84d1498cd59 req-17c950a1-0010-476f-b586-94a2159725f7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1822548 Sep 23 22:35:14.923666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58688) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:14.928161 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-888cd488-08a1-422f-9270-522c354b0232 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8699105 Sep 23 22:35:14.934630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-df834865-081c-49a1-81ea-95e3952e8a7e admin admin] Calling delete_port for f5f33ba4-a2dd-4621-b05b-5f196c9baa93 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:14.937649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e7b9ac6c-c276-4534-9609-628f50ee177c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-958275880'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:15.066604 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:35:15.067340 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:35:15.068150 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa526acb-483d-4e5a-bf67-c089b9545ca8 None None] Pushing event updated for resources: {'Port': ['ID=7404eabc-6132-41bb-b82b-00d3429cdd27,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:15.164926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ff98ed46-7f2f-42b7-9075-6b919d41eec1,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:15.196776 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-514747a3-c716-4dfe-9cd2-38273590e0f4 None None] Provisioning complete for port 7df7c721-9b53-4752-a760-79b92a32b1d8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:15.197535 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-514747a3-c716-4dfe-9cd2-38273590e0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:15.207181 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f56f6af8-56db-4291-8946-c2a06943af42 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4919484 Sep 23 22:35:15.207983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58692) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:15.215832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-2109c1f2-a222-42bf-8a62-3e2b7049c6ac tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'subnet': {'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:15.248536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-514747a3-c716-4dfe-9cd2-38273590e0f4 None None] Port 7df7c721-9b53-4752-a760-79b92a32b1d8 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:35:15.313845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c435b-8907-46dc-aeaa-f84d1498cd59 req-0892937c-01db-4255-a753-55ad8993fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:15.319605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-691c435b-8907-46dc-aeaa-f84d1498cd59 req-0892937c-01db-4255-a753-55ad8993fd06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 1096 time: 0.3584003 Sep 23 22:35:15.376038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ff98ed46-7f2f-42b7-9075-6b919d41eec1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:35:15.514014 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c435b-8907-46dc-aeaa-f84d1498cd59 req-5f40d245-5009-4f82-94d0-f7a9098007be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:15.517269 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-691c435b-8907-46dc-aeaa-f84d1498cd59 req-5f40d245-5009-4f82-94d0-f7a9098007be service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 200 len: 906 time: 0.1717393 Sep 23 22:35:15.574323 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-691c435b-8907-46dc-aeaa-f84d1498cd59 req-3a7b8fd8-5d9c-4eaf-8571-2a3d9a2a335d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad4e82e5-ffac-4ce8-a471-14137a6ef249 HTTP/1.1" status: 200 len: 217 time: 0.0487659 Sep 23 22:35:15.647208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c435b-8907-46dc-aeaa-f84d1498cd59 req-759ba37a-2004-4e10-9681-209e65612c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:15.649921 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-691c435b-8907-46dc-aeaa-f84d1498cd59 req-759ba37a-2004-4e10-9681-209e65612c1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a29ecc8-4a09-439c-8732-97749c6a5cb5 HTTP/1.1" status: 200 len: 845 time: 0.0679688 Sep 23 22:35:15.651640 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df834865-081c-49a1-81ea-95e3952e8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:15.687754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd5d29-f7ad-4767-a812-cd19e08aa892 req-a5491182-ba75-4bf9-8ba4-fa2c7ac50be3 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:15.695993 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4efd5d29-f7ad-4767-a812-cd19e08aa892 req-a5491182-ba75-4bf9-8ba4-fa2c7ac50be3 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 944 time: 0.1022644 Sep 23 22:35:15.698308 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df834865-081c-49a1-81ea-95e3952e8a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f33ba4-a2dd-4621-b05b-5f196c9baa93,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:15.717454 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e7b9ac6c-c276-4534-9609-628f50ee177c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:15.737528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-691c435b-8907-46dc-aeaa-f84d1498cd59 req-605c88cc-8590-41e7-b7d2-fe43970d94e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b124564-d7ec-451c-aa5d-0eca8f728d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564437 Sep 23 22:35:15.805739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2109c1f2-a222-42bf-8a62-3e2b7049c6ac tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:35:15.809101 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2109c1f2-a222-42bf-8a62-3e2b7049c6ac tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:15.845249 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8a0a6d3e-9f1a-49de-be89-4ce127edc8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:15.984826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7404eabc-6132-41bb-b82b-00d3429cdd27 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:35:16.025296 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e7b9ac6c-c276-4534-9609-628f50ee177c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:16.036709 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4efd5d29-f7ad-4767-a812-cd19e08aa892 req-dfb5c7d4-2cd3-439f-b64a-c97da0ed7d86 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395083 Sep 23 22:35:16.125916 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7404eabc-6132-41bb-b82b-00d3429cdd27 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:16.127741 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:16.207442 n-d-810775-1 neutron-server[95491]: INFO neutron.db.ipam_backend_mixin [None req-2109c1f2-a222-42bf-8a62-3e2b7049c6ac tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 12374c6d-b954-406b-b94f-97e1d1b3951e (CIDR: 172.20.0.0/28) Sep 23 22:35:16.246091 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:16.287335 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-2109c1f2-a222-42bf-8a62-3e2b7049c6ac tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:35:16.288137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2109c1f2-a222-42bf-8a62-3e2b7049c6ac tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:35:16.311593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b9ac6c-c276-4534-9609-628f50ee177c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 2b788564-797b-4268-baff-693f0b2a423e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:35:16.463827 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2109c1f2-a222-42bf-8a62-3e2b7049c6ac tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2492185 Sep 23 22:35:16.465283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58714) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:16.473754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-706e2ef4-6a95-44c7-a0cb-dc31fd5cc8c6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'subnet': {'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:16.690467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b9ac6c-c276-4534-9609-628f50ee177c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:35:16.702438 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e7b9ac6c-c276-4534-9609-628f50ee177c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:16.703180 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b5225d-ad60-41db-8072-dda4336f1550 None None] Sync routers for ids ['2b788564-797b-4268-baff-693f0b2a423e'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:35:16.708230 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e7b9ac6c-c276-4534-9609-628f50ee177c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/2b788564-797b-4268-baff-693f0b2a423e HTTP/1.1" status: 200 len: 891 time: 1.7833433 Sep 23 22:35:16.709294 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58722) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:16.747224 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b5225d-ad60-41db-8072-dda4336f1550 None None] Routers {'2b788564-797b-4268-baff-693f0b2a423e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:35:16.751129 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-76b5225d-ad60-41db-8072-dda4336f1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['2b788564-797b-4268-baff-693f0b2a423e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:16.773697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706e2ef4-6a95-44c7-a0cb-dc31fd5cc8c6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:35:16.780624 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-706e2ef4-6a95-44c7-a0cb-dc31fd5cc8c6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:16.824116 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-76b5225d-ad60-41db-8072-dda4336f1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:16.837240 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b5225d-ad60-41db-8072-dda4336f1550 None None] Routers {'2b788564-797b-4268-baff-693f0b2a423e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:35:16.839400 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-76b5225d-ad60-41db-8072-dda4336f1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['2b788564-797b-4268-baff-693f0b2a423e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:16.946597 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-76b5225d-ad60-41db-8072-dda4336f1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:16.948647 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:16.949669 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b5225d-ad60-41db-8072-dda4336f1550 None None] The sync data for ids ['2b788564-797b-4268-baff-693f0b2a423e'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:35:16.976717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ce6200d7-951b-4637-8041-d829151d9412 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/routers/2b788564-797b-4268-baff-693f0b2a423e HTTP/1.1" status: 200 len: 891 time: 0.2642097 Sep 23 22:35:16.976717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58728) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:17.148909 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df834865-081c-49a1-81ea-95e3952e8a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:17.185232 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ea668ac4-8bf0-4083-9bb5-13c15acea3f2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b788564-797b-4268-baff-693f0b2a423e HTTP/1.1" status: 200 len: 205 time: 0.2021713 Sep 23 22:35:17.192691 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58732) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:17.207879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-691c435b-8907-46dc-aeaa-f84d1498cd59 req-2bb06582-5995-4ac3-b917-ea26a7dde54d service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4355335 Sep 23 22:35:17.577699 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53de1a-c70e-455d-bd2b-e28988e792bc req-3e960fbc-b969-446f-871c-134b1c37c920 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:17.580543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ab53de1a-c70e-455d-bd2b-e28988e792bc req-3e960fbc-b969-446f-871c-134b1c37c920 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 944 time: 0.2174673 Sep 23 22:35:17.591263 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-691c435b-8907-46dc-aeaa-f84d1498cd59 req-5f42ae84-10cd-4416-8673-a0e4565c0735 service neutron] 10.222.0.67 "GET /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647900 Sep 23 22:35:17.702226 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:17.705930 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09c8eb14-63ec-46ed-91ab-6d36e31c643d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:17.780163 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ab53de1a-c70e-455d-bd2b-e28988e792bc req-24fbbc0c-dcb2-4aba-afae-1913a0dd333f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885931 Sep 23 22:35:17.940544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ff98ed46-7f2f-42b7-9075-6b919d41eec1 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:35:17.972427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df834865-081c-49a1-81ea-95e3952e8a7e admin admin] Router b52a7834-31e1-486d-8a4d-62f62f6c6419 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:35:18.205214 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port ff98ed46-7f2f-42b7-9075-6b919d41eec1 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:35:18.211783 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port ff98ed46-7f2f-42b7-9075-6b919d41eec1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:18.215604 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:18.233264 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09c8eb14-63ec-46ed-91ab-6d36e31c643d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:18.310414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df834865-081c-49a1-81ea-95e3952e8a7e admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:35:18.321479 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-706e2ef4-6a95-44c7-a0cb-dc31fd5cc8c6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:18.330265 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-df834865-081c-49a1-81ea-95e3952e8a7e admin admin] 10.222.0.22 "PUT /v2.0/routers/b52a7834-31e1-486d-8a4d-62f62f6c6419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9354141 Sep 23 22:35:18.331399 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58742) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:18.344865 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c32bef1-98af-4ce6-b969-716c052f4ba0 None None] Sync routers for ids ['b52a7834-31e1-486d-8a4d-62f62f6c6419'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:35:18.428922 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706e2ef4-6a95-44c7-a0cb-dc31fd5cc8c6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network cd100140-404a-40f9-8e02-b16db92aae97 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:35:18.496720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c32bef1-98af-4ce6-b969-716c052f4ba0 None None] Routers {'b52a7834-31e1-486d-8a4d-62f62f6c6419'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:35:18.499741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3c32bef1-98af-4ce6-b969-716c052f4ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b52a7834-31e1-486d-8a4d-62f62f6c6419'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:18.531748 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:18.532648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-706e2ef4-6a95-44c7-a0cb-dc31fd5cc8c6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:18.540039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706e2ef4-6a95-44c7-a0cb-dc31fd5cc8c6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:18.541584 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-706e2ef4-6a95-44c7-a0cb-dc31fd5cc8c6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:18.621607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e2ef4-6a95-44c7-a0cb-dc31fd5cc8c6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Subnet': ['ID=4356e9fd-993f-4831-b193-fdf92ab5b021,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:18.663188 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-09c8eb14-63ec-46ed-91ab-6d36e31c643d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port e746bcf7-af40-4348-8eda-89449424758d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:18.664402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09c8eb14-63ec-46ed-91ab-6d36e31c643d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:18.667755 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aaf568-ff73-41c3-9903-9eeb9418850f None None] Network cd100140-404a-40f9-8e02-b16db92aae97 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:35:18.677458 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:18.738752 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:18.739466 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:18.821216 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09c8eb14-63ec-46ed-91ab-6d36e31c643d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:18.855924 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-09c8eb14-63ec-46ed-91ab-6d36e31c643d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for e746bcf7-af40-4348-8eda-89449424758d owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:18.927461 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75611af-5425-494e-a687-6e8e565af6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff98ed46-7f2f-42b7-9075-6b919d41eec1'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:35:18.930236 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785e9fbd-29ba-427e-b5ad-dd1394dbbc34" -d '{"events": [{"server_uuid": "a75611af-5425-494e-a687-6e8e565af6ff", "name": "network-vif-plugged", "status": "completed", "tag": "ff98ed46-7f2f-42b7-9075-6b919d41eec1"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:35:18.986772 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-706e2ef4-6a95-44c7-a0cb-dc31fd5cc8c6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5208926 Sep 23 22:35:19.012331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58754) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:19.022514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a5eb8f7f-0b6e-4e6f-9739-f543c81e69ba tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1623051661', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4356e9fd-993f-4831-b193-fdf92ab5b021'}], 'security_groups': ['d6038898-65d8-4206-821c-a86fb82aba01']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:19.123224 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] Deleting port 5a130783-e471-4ff6-9c53-46d38da4625d {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:19.125977 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:19.193728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34a233-7f28-4d4f-9048-4a2963685380 req-4125676f-ce40-4221-a706-3c3eea5affa4 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:19.196639 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bf34a233-7f28-4d4f-9048-4a2963685380 req-4125676f-ce40-4221-a706-3c3eea5affa4 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 944 time: 0.2295437 Sep 23 22:35:19.372061 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f7000-34ee-46e3-9d32-7db36922d273 req-d5e26644-4f28-4c13-8b86-34f0e5ba2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:19.374616 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c3f7000-34ee-46e3-9d32-7db36922d273 req-d5e26644-4f28-4c13-8b86-34f0e5ba2797 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 1095 time: 0.1991928 Sep 23 22:35:19.438900 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deed16eb-4006-47c5-99bc-e44b5d0ce9ff x-openstack-request-id: req-deed16eb-4006-47c5-99bc-e44b5d0ce9ff {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:35:19.439880 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75611af-5425-494e-a687-6e8e565af6ff", "name": "network-vif-plugged", "status": "completed", "tag": "ff98ed46-7f2f-42b7-9075-6b919d41eec1", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:35:19.440284 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-deed16eb-4006-47c5-99bc-e44b5d0ce9ff {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:35:19.440869 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75611af-5425-494e-a687-6e8e565af6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff98ed46-7f2f-42b7-9075-6b919d41eec1', 'code': 200} Sep 23 22:35:19.453391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ff98ed46-7f2f-42b7-9075-6b919d41eec1, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ff98ed46-7f2f-42b7-9075-6b919d41eec1,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:19.489957 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-3c32bef1-98af-4ce6-b969-716c052f4ba0 None None] Set router b52a7834-31e1-486d-8a4d-62f62f6c6419 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:35:19.494700 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] For port 5a130783-e471-4ff6-9c53-46d38da4625d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5a130783-e471-4ff6-9c53-46d38da4625d,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:19.495295 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:19.510458 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c3f7000-34ee-46e3-9d32-7db36922d273 req-bb8d95a6-46bf-41cf-ab67-6f49039554f4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166365 Sep 23 22:35:19.525682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] Calling delete_port for 5a130783-e471-4ff6-9c53-46d38da4625d owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:19.533754 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bf34a233-7f28-4d4f-9048-4a2963685380 req-8c9efd4f-8c6e-45d1-bf3b-a7579bd1ffcb tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241820 Sep 23 22:35:19.672336 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:19.776369 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8f7f-0b6e-4e6f-9739-f543c81e69ba tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:19.795776 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ff98ed46-7f2f-42b7-9075-6b919d41eec1,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:20.086833 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:20.185069 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3c32bef1-98af-4ce6-b969-716c052f4ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:33:54Z', 'updated_at': '2021-09-23T22:35:15Z', 'revision_number': 5, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'gw_port': {'id': '5a130783-e471-4ff6-9c53-46d38da4625d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:33:55Z', 'updated_at': '2021-09-23T22:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:20.253852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c32bef1-98af-4ce6-b969-716c052f4ba0 None None] Checking router: b52a7834-31e1-486d-8a4d-62f62f6c6419 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:35:20.299277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c32bef1-98af-4ce6-b969-716c052f4ba0 None None] Routers {'b52a7834-31e1-486d-8a4d-62f62f6c6419'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:35:20.300057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3c32bef1-98af-4ce6-b969-716c052f4ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b52a7834-31e1-486d-8a4d-62f62f6c6419'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:20.363835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a130783-e471-4ff6-9c53-46d38da4625d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:20.405774 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:20.463354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-3c32bef1-98af-4ce6-b969-716c052f4ba0 None None] Set router b52a7834-31e1-486d-8a4d-62f62f6c6419 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:35:20.586076 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3c32bef1-98af-4ce6-b969-716c052f4ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:33:54Z', 'updated_at': '2021-09-23T22:35:19Z', 'revision_number': 7, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:20.626227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14077802-c57b-413c-aab4-7423ae4d7b46 None None] Update dhcp port {'port': {'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'fixed_ips': [{'subnet_id': '12374c6d-b954-406b-b94f-97e1d1b3951e', 'ip_address': '172.20.0.2'}, {'subnet_id': '4356e9fd-993f-4831-b193-fdf92ab5b021'}], 'binding:host_id': 'n-d-810775-1'}, 'id': '7404eabc-6132-41bb-b82b-00d3429cdd27'} from n-d-810775-1. {{(pid=95492) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 22:35:20.656925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c32bef1-98af-4ce6-b969-716c052f4ba0 None None] The sync data for ids ['b52a7834-31e1-486d-8a4d-62f62f6c6419'] in n-d-810775-1 is: [{'id': 'b52a7834-31e1-486d-8a4d-62f62f6c6419', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-119870009-router', 'tenant_id': '3ae0223451ae413a90952a07e54d9c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:33:54Z', 'updated_at': '2021-09-23T22:35:19Z', 'revision_number': 7, 'project_id': '3ae0223451ae413a90952a07e54d9c5b', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:35:20.660362 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-14077802-c57b-413c-aab4-7423ae4d7b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:20.666823 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:20.670798 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:20.691287 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09c8eb14-63ec-46ed-91ab-6d36e31c643d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:20.812513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8eb14-63ec-46ed-91ab-6d36e31c643d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=e746bcf7-af40-4348-8eda-89449424758d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:20.971489 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:20.973164 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b52a7834-31e1-486d-8a4d-62f62f6c6419 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:35:20.982388 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:20.991832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58772) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:21.001020 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6f854635-7ab7-4607-96c4-ea5a1f31f2b6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b52a7834-31e1-486d-8a4d-62f62f6c6419 HTTP/1.1" status: 204 len: 168 time: 2.6515870 Sep 23 22:35:21.159716 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-14077802-c57b-413c-aab4-7423ae4d7b46 None None] Allocated IP 172.20.0.18 (cd100140-404a-40f9-8e02-b16db92aae97/4356e9fd-993f-4831-b193-fdf92ab5b021/7404eabc-6132-41bb-b82b-00d3429cdd27) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:35:21.267655 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93d43e-1030-4184-b2f6-ead1408720d2 req-4eb56c48-289f-4573-a5fb-e83f6093d62e tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:21.270021 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e93d43e-1030-4184-b2f6-ead1408720d2 req-4eb56c48-289f-4573-a5fb-e83f6093d62e tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.4171150 Sep 23 22:35:21.307135 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09c8eb14-63ec-46ed-91ab-6d36e31c643d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:21.360382 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58776) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:21.434984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-14077802-c57b-413c-aab4-7423ae4d7b46 None None] For port 7404eabc-6132-41bb-b82b-00d3429cdd27, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7404eabc-6132-41bb-b82b-00d3429cdd27,segment=NetworkSegment(588a8c93-2da8-413d-9727-fc67ff3c131f),segment_id=588a8c93-2da8-413d-9727-fc67ff3c131f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:21.469300 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dff5925-4b90-432a-b622-3d76ff464285 admin admin] Deleting subnet 04e170f7-15ca-4d7d-9a22-bc48f9a860f6 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:35:21.478838 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09c8eb14-63ec-46ed-91ab-6d36e31c643d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:21.486923 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5dff5925-4b90-432a-b622-3d76ff464285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:21.494585 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09c8eb14-63ec-46ed-91ab-6d36e31c643d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:21.514040 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-009c0d42-55ae-4e7f-829c-4c67b46f905d admin admin] Deleting subnet 535cf56d-58bf-42a9-86a4-f5a07369573e {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:35:21.522314 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-14077802-c57b-413c-aab4-7423ae4d7b46 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:21.531023 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-009c0d42-55ae-4e7f-829c-4c67b46f905d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:21.542770 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5dff5925-4b90-432a-b622-3d76ff464285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:21.596615 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5dff5925-4b90-432a-b622-3d76ff464285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:21.761955 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e93d43e-1030-4184-b2f6-ead1408720d2 req-f5061f0f-082e-4cb1-b245-5baf71a85e29 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812803 Sep 23 22:35:21.792963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a130783-e471-4ff6-9c53-46d38da4625d no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:35:21.794939 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-009c0d42-55ae-4e7f-829c-4c67b46f905d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:21.826893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 5a130783-e471-4ff6-9c53-46d38da4625d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:35:21.828905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a130783-e471-4ff6-9c53-46d38da4625d not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:35:21.830023 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f5f33ba4-a2dd-4621-b05b-5f196c9baa93 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:35:21.889281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: f5f33ba4-a2dd-4621-b05b-5f196c9baa93 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:35:21.889905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f5f33ba4-a2dd-4621-b05b-5f196c9baa93 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:35:21.939001 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-009c0d42-55ae-4e7f-829c-4c67b46f905d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:21.955634 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-14077802-c57b-413c-aab4-7423ae4d7b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:21.956216 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5dff5925-4b90-432a-b622-3d76ff464285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:21.983285 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5dff5925-4b90-432a-b622-3d76ff464285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:21.986961 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5dff5925-4b90-432a-b622-3d76ff464285 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/04e170f7-15ca-4d7d-9a22-bc48f9a860f6 HTTP/1.1" status: 204 len: 168 time: 0.6252625 Sep 23 22:35:21.992177 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58786) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:22.078427 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09c8eb14-63ec-46ed-91ab-6d36e31c643d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:22.079383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c8eb14-63ec-46ed-91ab-6d36e31c643d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Fanout notify agent at l3_agent the message router_deleted on router 2b788564-797b-4268-baff-693f0b2a423e {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:35:22.095969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff5925-4b90-432a-b622-3d76ff464285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e170f7-15ca-4d7d-9a22-bc48f9a860f6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:22.115846 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14077802-c57b-413c-aab4-7423ae4d7b46 None None] Pushing event updated for resources: {'Port': ['ID=7404eabc-6132-41bb-b82b-00d3429cdd27,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:22.176734 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09c8eb14-63ec-46ed-91ab-6d36e31c643d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:22.188467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58790) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:22.196946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-dd0b0297-f254-4237-b5be-a531fb29e5ba tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-771406183'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:22.197846 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-09c8eb14-63ec-46ed-91ab-6d36e31c643d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/routers/2b788564-797b-4268-baff-693f0b2a423e HTTP/1.1" status: 204 len: 168 time: 5.0029116 Sep 23 22:35:22.262992 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8097d5a-62c4-4c67-b50a-96d363fb0949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:22.405572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0b0297-f254-4237-b5be-a531fb29e5ba tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:35:22.414451 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0297-f254-4237-b5be-a531fb29e5ba tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:22.545711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0b0297-f254-4237-b5be-a531fb29e5ba tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:35:22.548215 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-009c0d42-55ae-4e7f-829c-4c67b46f905d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:22.572961 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0297-f254-4237-b5be-a531fb29e5ba tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:22.573795 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-dd0b0297-f254-4237-b5be-a531fb29e5ba tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Added segment 202c1e32-d332-4ccb-8dd4-a3d180a2e640 of type vlan for network 2f67491e-cecd-43da-adf7-3d0e02073fcf Sep 23 22:35:22.667158 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0297-f254-4237-b5be-a531fb29e5ba tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:22.686028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c0d42-55ae-4e7f-829c-4c67b46f905d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535cf56d-58bf-42a9-86a4-f5a07369573e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:22.718949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-a5eb8f7f-0b6e-4e6f-9739-f543c81e69ba tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Delete allocated IP 172.20.0.12 (cd100140-404a-40f9-8e02-b16db92aae97/12374c6d-b954-406b-b94f-97e1d1b3951e) {{(pid=95491) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 22:35:22.791751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7e4574-b7ef-4d95-9f71-2f912acad22e None None] Network cf812c40-86cb-4249-879d-42d3198fa85c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:35:22.792931 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8097d5a-62c4-4c67-b50a-96d363fb0949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:22.802808 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-009c0d42-55ae-4e7f-829c-4c67b46f905d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:22.807891 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0297-f254-4237-b5be-a531fb29e5ba tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:22.814523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b0297-f254-4237-b5be-a531fb29e5ba tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:22.815518 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0297-f254-4237-b5be-a531fb29e5ba tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:22.817750 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-009c0d42-55ae-4e7f-829c-4c67b46f905d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/535cf56d-58bf-42a9-86a4-f5a07369573e HTTP/1.1" status: 204 len: 168 time: 1.6919143 Sep 23 22:35:22.853746 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58796) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:22.907974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-a5eb8f7f-0b6e-4e6f-9739-f543c81e69ba tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Allocated IP 172.20.0.27 (cd100140-404a-40f9-8e02-b16db92aae97/4356e9fd-993f-4831-b193-fdf92ab5b021/7df7c721-9b53-4752-a760-79b92a32b1d8) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:35:23.037364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b0297-f254-4237-b5be-a531fb29e5ba tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Network': ['ID=2f67491e-cecd-43da-adf7-3d0e02073fcf,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:23.059603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c8097d5a-62c4-4c67-b50a-96d363fb0949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7455fb8-4eb5-4877-a39a-266d1d500fd7']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:23.081802 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dd0b0297-f254-4237-b5be-a531fb29e5ba tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8914497 Sep 23 22:35:23.089630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58806) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:23.107480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-23f77f33-32f9-4dda-b32d-cd1d8c53e9c8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'subnet': {'network_id': '2f67491e-cecd-43da-adf7-3d0e02073fcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:23.109872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 2f67491e-cecd-43da-adf7-3d0e02073fcf details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:35:23.223066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c8097d5a-62c4-4c67-b50a-96d363fb0949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98ec724-e58d-4c18-b1ce-5e332be5c733') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:23.223535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c8097d5a-62c4-4c67-b50a-96d363fb0949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98ec724-e58d-4c18-b1ce-5e332be5c733') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:23.261321 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8097d5a-62c4-4c67-b50a-96d363fb0949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:23.410641 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8097d5a-62c4-4c67-b50a-96d363fb0949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:23.437322 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8097d5a-62c4-4c67-b50a-96d363fb0949 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:35:23.438533 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8097d5a-62c4-4c67-b50a-96d363fb0949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:35:23.441996 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:35:23.532827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f77f33-32f9-4dda-b32d-cd1d8c53e9c8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:35:23.537750 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-23f77f33-32f9-4dda-b32d-cd1d8c53e9c8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:23.554967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de04327-5659-4412-b6df-486553097e06 None None] DHCP port deletion for cf812c40-86cb-4249-879d-42d3198fa85c request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:35:23.648512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4de04327-5659-4412-b6df-486553097e06 None None] Deleting port 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:23.649531 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4de04327-5659-4412-b6df-486553097e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:23.654826 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:23.687358 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2f8a8e6b-c907-47e1-8a16-7527a3667147 None None] Provisioning complete for port 3b8bf12e-a4e0-4afa-b966-22753d659baa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:23.688128 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2f8a8e6b-c907-47e1-8a16-7527a3667147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:23.727878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0367ac-9c9b-479c-913f-6d7c75db7e60 req-99587842-a3ec-4124-a3c9-ceadfe9066e9 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:23.740249 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8f0367ac-9c9b-479c-913f-6d7c75db7e60 req-99587842-a3ec-4124-a3c9-ceadfe9066e9 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.7235401 Sep 23 22:35:23.808248 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8097d5a-62c4-4c67-b50a-96d363fb0949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:23.893067 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4de04327-5659-4412-b6df-486553097e06 None None] For port 7b32ea5b-05c1-4a23-909e-7a500a69b1c9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7b32ea5b-05c1-4a23-909e-7a500a69b1c9,segment=NetworkSegment(5221a02c-5709-44ee-ad8f-bbfa86a477be),segment_id=5221a02c-5709-44ee-ad8f-bbfa86a477be)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:23.893067 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4de04327-5659-4412-b6df-486553097e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:23.893067 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7404eabc-6132-41bb-b82b-00d3429cdd27 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:35:23.894884 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8097d5a-62c4-4c67-b50a-96d363fb0949 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:23.894884 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c8097d5a-62c4-4c67-b50a-96d363fb0949 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f7455fb8-4eb5-4877-a39a-266d1d500fd7 HTTP/1.1" status: 204 len: 168 time: 1.8816457 Sep 23 22:35:23.895186 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58808) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:23.925626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8097d5a-62c4-4c67-b50a-96d363fb0949 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7455fb8-4eb5-4877-a39a-266d1d500fd7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:23.948219 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8f0367ac-9c9b-479c-913f-6d7c75db7e60 req-07deb1f3-3cdb-4532-8537-7f76d24bd34b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064836 Sep 23 22:35:24.004782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-4140bc8e-bff1-4d38-89d4-55bf720fb4fd admin admin] Deleting subnet 06bfdefa-be29-4c01-8554-4cff1e557367 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:35:24.006445 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8f7f-0b6e-4e6f-9739-f543c81e69ba tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.019134 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4140bc8e-bff1-4d38-89d4-55bf720fb4fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.040057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4de04327-5659-4412-b6df-486553097e06 None None] Calling delete_port for 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:24.049605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a8e6b-c907-47e1-8a16-7527a3667147 None None] Port 3b8bf12e-a4e0-4afa-b966-22753d659baa cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:35:24.058904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] Deleting port 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:24.059210 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.112247 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4140bc8e-bff1-4d38-89d4-55bf720fb4fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.124485 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2f8a8e6b-c907-47e1-8a16-7527a3667147 None None] Provisioning complete for port 7404eabc-6132-41bb-b82b-00d3429cdd27 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:24.124873 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2f8a8e6b-c907-47e1-8a16-7527a3667147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.128462 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7404eabc-6132-41bb-b82b-00d3429cdd27 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:24.128875 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.221727 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-23f77f33-32f9-4dda-b32d-cd1d8c53e9c8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.229747 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8f7f-0b6e-4e6f-9739-f543c81e69ba tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.320723 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4140bc8e-bff1-4d38-89d4-55bf720fb4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.375069 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4de04327-5659-4412-b6df-486553097e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.380619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f77f33-32f9-4dda-b32d-cd1d8c53e9c8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Subnet': ['ID=2857e862-193f-416a-a782-bf2ffd236643,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:24.408551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] For port 7b32ea5b-05c1-4a23-909e-7a500a69b1c9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7b32ea5b-05c1-4a23-909e-7a500a69b1c9,segment=NetworkSegment(5221a02c-5709-44ee-ad8f-bbfa86a477be),segment_id=5221a02c-5709-44ee-ad8f-bbfa86a477be)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:24.408930 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.445763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de04327-5659-4412-b6df-486553097e06 None None] Pushing event deleted for resources: {'Port': ['ID=7b32ea5b-05c1-4a23-909e-7a500a69b1c9,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:24.447048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de04327-5659-4412-b6df-486553097e06 None None] No DVR routers for this DVR port 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:35:24.466732 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2f8a8e6b-c907-47e1-8a16-7527a3667147 None None] Provisioning complete for port 7df7c721-9b53-4752-a760-79b92a32b1d8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:24.467337 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2f8a8e6b-c907-47e1-8a16-7527a3667147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.500744 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f77f33-32f9-4dda-b32d-cd1d8c53e9c8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Checking segment: {'id': '202c1e32-d332-4ccb-8dd4-a3d180a2e640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2f67491e-cecd-43da-adf7-3d0e02073fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:35:24.512872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f77f33-32f9-4dda-b32d-cd1d8c53e9c8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network hostable DHCP agents. Network: 2f67491e-cecd-43da-adf7-3d0e02073fcf, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:35:24.514200 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] Calling delete_port for 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:24.547823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:35:24.547823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de04327-5659-4412-b6df-486553097e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:24.547823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de04327-5659-4412-b6df-486553097e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:24.547823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de04327-5659-4412-b6df-486553097e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:24.547823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de04327-5659-4412-b6df-486553097e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:24.547823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de04327-5659-4412-b6df-486553097e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:24.548919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de04327-5659-4412-b6df-486553097e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:24.548919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de04327-5659-4412-b6df-486553097e06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:24.548919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de04327-5659-4412-b6df-486553097e06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:24.549433 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de04327-5659-4412-b6df-486553097e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:24.549785 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de04327-5659-4412-b6df-486553097e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:24.550142 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de04327-5659-4412-b6df-486553097e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:24.550489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de04327-5659-4412-b6df-486553097e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:24.587754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:35:24.588158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:35:24.608385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a8e6b-c907-47e1-8a16-7527a3667147 None None] Port 7df7c721-9b53-4752-a760-79b92a32b1d8 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:35:24.634481 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb8f7f-0b6e-4e6f-9739-f543c81e69ba tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=7df7c721-9b53-4752-a760-79b92a32b1d8,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:24.640758 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4140bc8e-bff1-4d38-89d4-55bf720fb4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.682478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f77f33-32f9-4dda-b32d-cd1d8c53e9c8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 2f67491e-cecd-43da-adf7-3d0e02073fcf is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:35:24.690106 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4140bc8e-bff1-4d38-89d4-55bf720fb4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.692370 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4140bc8e-bff1-4d38-89d4-55bf720fb4fd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/06bfdefa-be29-4c01-8554-4cff1e557367 HTTP/1.1" status: 204 len: 168 time: 0.7956541 Sep 23 22:35:24.694230 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140bc8e-bff1-4d38-89d4-55bf720fb4fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06bfdefa-be29-4c01-8554-4cff1e557367,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:24.696543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58834) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:24.738940 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.785053 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029c43f-4abe-4a37-9f86-7cc593c82bca req-2da6e8de-2af2-4aab-b3ce-6de5c0fcb925 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:24.786747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4029c43f-4abe-4a37-9f86-7cc593c82bca req-2da6e8de-2af2-4aab-b3ce-6de5c0fcb925 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.2911067 Sep 23 22:35:24.795549 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b32ea5b-05c1-4a23-909e-7a500a69b1c9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:24.800125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] No DVR routers for this DVR port 7b32ea5b-05c1-4a23-909e-7a500a69b1c9 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:35:24.807285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb8f7f-0b6e-4e6f-9739-f543c81e69ba tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] In _notify_port_updated(), no bound segment for port 7df7c721-9b53-4752-a760-79b92a32b1d8 on network cd100140-404a-40f9-8e02-b16db92aae97 {{(pid=95491) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:35:24.812988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb8f7f-0b6e-4e6f-9739-f543c81e69ba tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:24.813707 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8f7f-0b6e-4e6f-9739-f543c81e69ba tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.815276 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a5eb8f7f-0b6e-4e6f-9739-f543c81e69ba tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "PUT /v2.0/ports/7df7c721-9b53-4752-a760-79b92a32b1d8 HTTP/1.1" status: 200 len: 921 time: 5.8018694 Sep 23 22:35:24.821256 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4c38ed36-c99c-4807-81cb-7387b766cead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.830569 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58836) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:24.853481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-23f77f33-32f9-4dda-b32d-cd1d8c53e9c8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 2f67491e-cecd-43da-adf7-3d0e02073fcf) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:24.876297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3324b7-157f-4816-98d3-1b2a31836787 None None] Network 2f67491e-cecd-43da-adf7-3d0e02073fcf requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:35:24.948898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f77f33-32f9-4dda-b32d-cd1d8c53e9c8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:24.949892 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-23f77f33-32f9-4dda-b32d-cd1d8c53e9c8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:24.996842 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.017904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4029c43f-4abe-4a37-9f86-7cc593c82bca req-a02d9498-0c11-4a86-b1b2-df62815309f0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778114 Sep 23 22:35:25.056907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf812c40-86cb-4249-879d-42d3198fa85c']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:25.079498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5221a02c-5709-44ee-ad8f-bbfa86a477be') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:25.079809 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5221a02c-5709-44ee-ad8f-bbfa86a477be') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:25.105542 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.122954 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.128982 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-23f77f33-32f9-4dda-b32d-cd1d8c53e9c8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0377460 Sep 23 22:35:25.133353 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:35:25.136525 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.143058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-2f67491e-cecd-43da-adf7-3d0e02073fcf', 'network_id': '2f67491e-cecd-43da-adf7-3d0e02073fcf', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'fixed_ips': [{'subnet_id': '2857e862-193f-416a-a782-bf2ffd236643'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:35:25.143951 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.150033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58846) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:25.164632 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-339bdcc8-7a4c-4325-82d8-3d3a4af47202 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-602834102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:35:25.218170 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:35:25.263539 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4c38ed36-c99c-4807-81cb-7387b766cead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.321621 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.331759 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.336073 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cf812c40-86cb-4249-879d-42d3198fa85c HTTP/1.1" status: 204 len: 168 time: 2.4765527 Sep 23 22:35:25.356873 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4c38ed36-c99c-4807-81cb-7387b766cead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422441ca-7c37-4cf7-89cf-d0b6324014b6']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:25.361147 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4a20b086-167a-4a68-9545-b45df845d433 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 7df7c721-9b53-4752-a760-79b92a32b1d8 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:25.361508 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a20b086-167a-4a68-9545-b45df845d433 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.371225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc6c6c-6b16-43f4-a6eb-080d925119b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf812c40-86cb-4249-879d-42d3198fa85c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:25.375101 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4c38ed36-c99c-4807-81cb-7387b766cead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eadbd897-099b-454e-9458-502468a6c554') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:25.375422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4c38ed36-c99c-4807-81cb-7387b766cead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eadbd897-099b-454e-9458-502468a6c554') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:25.411557 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4c38ed36-c99c-4807-81cb-7387b766cead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.424826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44691124-c192-441e-9827-59b18fa444f6 req-c5a77f5d-34c8-4d2c-bed5-5f9b6da12992 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:25.434346 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44691124-c192-441e-9827-59b18fa444f6 req-c5a77f5d-34c8-4d2c-bed5-5f9b6da12992 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 945 time: 0.0953956 Sep 23 22:35:25.454622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55b6a2-9d7b-4e75-b3d3-b5ddf82eda76 req-bc4c5c93-1ed0-4231-a45c-0b128159d175 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:25.466488 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c55b6a2-9d7b-4e75-b3d3-b5ddf82eda76 req-bc4c5c93-1ed0-4231-a45c-0b128159d175 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.2815433 Sep 23 22:35:25.486742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Allocated IP 2001:db8::2 (2f67491e-cecd-43da-adf7-3d0e02073fcf/2857e862-193f-416a-a782-bf2ffd236643/c8e9f36f-a344-42d0-be1a-c7815b1aec7f) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:35:25.551712 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44691124-c192-441e-9827-59b18fa444f6 req-cd1bb385-ee5a-4a0f-8462-61eb131b3dba tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605803 Sep 23 22:35:25.555097 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4c38ed36-c99c-4807-81cb-7387b766cead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.566831 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-339bdcc8-7a4c-4325-82d8-3d3a4af47202 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.570610 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-339bdcc8-7a4c-4325-82d8-3d3a4af47202 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.590375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c38ed36-c99c-4807-81cb-7387b766cead admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:35:25.590815 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4c38ed36-c99c-4807-81cb-7387b766cead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:35:25.593380 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:35:25.638432 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-45dfcf88-6c87-4473-b4fd-c81dd218b972 None None] Provisioning complete for port 7df7c721-9b53-4752-a760-79b92a32b1d8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:25.642088 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-45dfcf88-6c87-4473-b4fd-c81dd218b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.646747 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a20b086-167a-4a68-9545-b45df845d433 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.705754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4a20b086-167a-4a68-9545-b45df845d433 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 7df7c721-9b53-4752-a760-79b92a32b1d8 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:25.730366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c55b6a2-9d7b-4e75-b3d3-b5ddf82eda76 req-12c52acb-4108-40a1-8573-f11ada328e55 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721258 Sep 23 22:35:25.794711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58864) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:25.811224 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4c38ed36-c99c-4807-81cb-7387b766cead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.818326 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4c38ed36-c99c-4807-81cb-7387b766cead admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.821953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-45dfcf88-6c87-4473-b4fd-c81dd218b972 None None] Port 7df7c721-9b53-4752-a760-79b92a32b1d8 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:35:25.830051 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4c38ed36-c99c-4807-81cb-7387b766cead admin admin] 10.222.0.22 "DELETE /v2.0/networks/422441ca-7c37-4cf7-89cf-d0b6324014b6 HTTP/1.1" status: 204 len: 168 time: 1.1317441 Sep 23 22:35:25.854675 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.868057 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38ed36-c99c-4807-81cb-7387b766cead admin admin] Pushing event deleted for resources: {'Network': ['ID=422441ca-7c37-4cf7-89cf-d0b6324014b6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:25.902171 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f9a2d5b7-04fb-43cd-ab3c-101e026b005e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ae0223451ae413a90952a07e54d9c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061602 Sep 23 22:35:25.904833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58868) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:25.970079 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c18f0943-144d-4cdd-9d31-4a951fccb8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.973011 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.991355 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-339bdcc8-7a4c-4325-82d8-3d3a4af47202 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:25.996777 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c18f0943-144d-4cdd-9d31-4a951fccb8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:26.029854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Network 2f67491e-cecd-43da-adf7-3d0e02073fcf is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:35:26.033577 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:26.042100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:35:26.051549 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Pushing event updated for resources: {'Port': ['ID=c8e9f36f-a344-42d0-be1a-c7815b1aec7f,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:26.110484 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-339bdcc8-7a4c-4325-82d8-3d3a4af47202 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:26.134955 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Attempting to bind port c8e9f36f-a344-42d0-be1a-c7815b1aec7f on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:35:26.135329 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Attempting to bind port c8e9f36f-a344-42d0-be1a-c7815b1aec7f by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '202c1e32-d332-4ccb-8dd4-a3d180a2e640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2f67491e-cecd-43da-adf7-3d0e02073fcf'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:35:26.135706 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Attempting to bind port c8e9f36f-a344-42d0-be1a-c7815b1aec7f on network 2f67491e-cecd-43da-adf7-3d0e02073fcf {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:35:26.142044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:35:26.142490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Checking segment: {'id': '202c1e32-d332-4ccb-8dd4-a3d180a2e640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2f67491e-cecd-43da-adf7-3d0e02073fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:35:26.142948 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:26.143228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Bound using segment: {'id': '202c1e32-d332-4ccb-8dd4-a3d180a2e640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2f67491e-cecd-43da-adf7-3d0e02073fcf'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:35:26.144240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Bound port: c8e9f36f-a344-42d0-be1a-c7815b1aec7f, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202c1e32-d332-4ccb-8dd4-a3d180a2e640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2f67491e-cecd-43da-adf7-3d0e02073fcf'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:35:26.144240 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:26.183118 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c18f0943-144d-4cdd-9d31-4a951fccb8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:26.188228 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c18f0943-144d-4cdd-9d31-4a951fccb8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:26.193760 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c18f0943-144d-4cdd-9d31-4a951fccb8b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f3b392a8-51fc-41d7-92cc-1967da48dd68 HTTP/1.1" status: 204 len: 168 time: 0.2872782 Sep 23 22:35:26.212805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f0943-144d-4cdd-9d31-4a951fccb8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b392a8-51fc-41d7-92cc-1967da48dd68,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:26.231823 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-339bdcc8-7a4c-4325-82d8-3d3a4af47202 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:26.234899 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-339bdcc8-7a4c-4325-82d8-3d3a4af47202 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0758736 Sep 23 22:35:26.237999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58878) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:26.238273 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a20b086-167a-4a68-9545-b45df845d433 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:26.261938 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f498d-ab07-4ac8-baf5-bcf1060062d6 req-94d6912e-7317-4a58-b4b2-703363edf65b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:26.267457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] For port c8e9f36f-a344-42d0-be1a-c7815b1aec7f, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:35:26.277319 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d11f498d-ab07-4ac8-baf5-bcf1060062d6 req-94d6912e-7317-4a58-b4b2-703363edf65b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.1265941 Sep 23 22:35:26.278959 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] For port c8e9f36f-a344-42d0-be1a-c7815b1aec7f, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c8e9f36f-a344-42d0-be1a-c7815b1aec7f,segment=NetworkSegment(202c1e32-d332-4ccb-8dd4-a3d180a2e640),segment_id=202c1e32-d332-4ccb-8dd4-a3d180a2e640)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:35:26.361564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20b086-167a-4a68-9545-b45df845d433 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=7df7c721-9b53-4752-a760-79b92a32b1d8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:26.365968 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:26.422204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58880) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:26.450351 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d11f498d-ab07-4ac8-baf5-bcf1060062d6 req-272bc87c-4d12-48db-bcd4-1cb9db8c93fc tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673081 Sep 23 22:35:26.549602 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a20b086-167a-4a68-9545-b45df845d433 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:26.554915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe116f88-dbb8-451f-beb8-eb9aecdfa42f None None] Pushing event updated for resources: {'Port': ['ID=c8e9f36f-a344-42d0-be1a-c7815b1aec7f,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:26.556178 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4a20b086-167a-4a68-9545-b45df845d433 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/7df7c721-9b53-4752-a760-79b92a32b1d8 HTTP/1.1" status: 204 len: 168 time: 1.7220385 Sep 23 22:35:26.556879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58888) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:26.593402 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8e4ebb-12fe-441d-ba17-633c03bf6eb5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] GET failed (client error): The resource could not be found. Sep 23 22:35:26.611223 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-af8e4ebb-12fe-441d-ba17-633c03bf6eb5 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/7df7c721-9b53-4752-a760-79b92a32b1d8 HTTP/1.1" status: 404 len: 333 time: 0.0395555 Sep 23 22:35:26.614042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58890) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:26.778711 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ea660d50-c491-4df1-aa0f-ab4fbe4addf2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a475d12eb9646a48cdbdde23ba99bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551471 Sep 23 22:35:26.783059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58896) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:26.925037 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-06e94f9b-a83a-4f27-bda9-12628fee1ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:26.927669 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:26.963946 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-623bd4a7-c498-443f-9f27-850cff4c86be tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:26.981481 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-06e94f9b-a83a-4f27-bda9-12628fee1ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:27.064669 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-623bd4a7-c498-443f-9f27-850cff4c86be tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:27.106078 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-06e94f9b-a83a-4f27-bda9-12628fee1ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:27.113815 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-06e94f9b-a83a-4f27-bda9-12628fee1ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:27.120252 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-06e94f9b-a83a-4f27-bda9-12628fee1ec6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/469e3e74-d564-43d6-abb5-6b5c41dabc07 HTTP/1.1" status: 204 len: 168 time: 0.3313344 Sep 23 22:35:27.127004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e94f9b-a83a-4f27-bda9-12628fee1ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469e3e74-d564-43d6-abb5-6b5c41dabc07,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:27.671319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb05c33-2798-408a-abc8-e07f9dd9360e req-ae2ab392-a6ce-4bf4-80fc-6f4e02ba1088 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:27.673479 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3bb05c33-2798-408a-abc8-e07f9dd9360e req-ae2ab392-a6ce-4bf4-80fc-6f4e02ba1088 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.1151919 Sep 23 22:35:27.678532 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-623bd4a7-c498-443f-9f27-850cff4c86be tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:27.681828 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-623bd4a7-c498-443f-9f27-850cff4c86be tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:27.683066 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-623bd4a7-c498-443f-9f27-850cff4c86be tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/security-groups/29af4cf4-1e83-46e2-b866-8b88e4bfc713 HTTP/1.1" status: 204 len: 168 time: 1.0678070 Sep 23 22:35:27.687818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58926) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:27.735709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bd4a7-c498-443f-9f27-850cff4c86be tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29af4cf4-1e83-46e2-b866-8b88e4bfc713,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:27.757487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Allocated IP 2001:db8::1 (2f67491e-cecd-43da-adf7-3d0e02073fcf/2857e862-193f-416a-a782-bf2ffd236643/eb51a8a5-5edd-4c39-b494-f690fd136494) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:35:27.777166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3bb05c33-2798-408a-abc8-e07f9dd9360e req-e42664d4-c383-4020-b8a3-7efbf5e3eb40 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848165 Sep 23 22:35:27.847362 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98896053-3c95-4189-821f-8d7791b0b1d6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:27.969733 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98896053-3c95-4189-821f-8d7791b0b1d6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:28.025270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c8e9f36f-a344-42d0-be1a-c7815b1aec7f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:35:28.028136 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:28.043506 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58934) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:28.119957 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-221a1605-6cd0-49c8-948b-36c20448b1b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e8b1ceec24da4c90ab29abfaf6a2d94f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749955 Sep 23 22:35:28.124890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58938) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:28.216777 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98896053-3c95-4189-821f-8d7791b0b1d6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:28.223510 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98896053-3c95-4189-821f-8d7791b0b1d6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:28.230292 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-98896053-3c95-4189-821f-8d7791b0b1d6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/security-groups/d6038898-65d8-4206-821c-a86fb82aba01 HTTP/1.1" status: 204 len: 168 time: 0.5402534 Sep 23 22:35:28.231845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58946) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:28.246561 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:28.271639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98896053-3c95-4189-821f-8d7791b0b1d6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6038898-65d8-4206-821c-a86fb82aba01,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:28.300623 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:28.371624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c90a943-f2bc-40e2-9557-3b6959f043a0 None None] Network 2f67491e-cecd-43da-adf7-3d0e02073fcf requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:35:28.372315 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f48b476-0997-4d20-8714-e73650443060 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting subnet 12374c6d-b954-406b-b94f-97e1d1b3951e {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:35:28.376184 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f48b476-0997-4d20-8714-e73650443060 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:28.386344 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:28.442339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=eb51a8a5-5edd-4c39-b494-f690fd136494,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:28.459341 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f48b476-0997-4d20-8714-e73650443060 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:28.466523 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 2f67491e-cecd-43da-adf7-3d0e02073fcf is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:35:28.494582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:28.499811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:35:28.500387 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:28.659953 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:28.664900 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:28.665226 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f48b476-0997-4d20-8714-e73650443060 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:28.669522 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3b78eb53-d31d-472e-8074-a44e7f5130fb HTTP/1.1" status: 204 len: 168 time: 0.5400224 Sep 23 22:35:28.687002 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b78eb53-d31d-472e-8074-a44e7f5130fb,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:28.709774 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4d4ecce5-2445-4bf9-af6e-e9f134d44a2a None None] Provisioning complete for port c8e9f36f-a344-42d0-be1a-c7815b1aec7f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:28.711269 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4d4ecce5-2445-4bf9-af6e-e9f134d44a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:28.712342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:28.712800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:28.713390 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:28.714390 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:28.715172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:28.715940 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:28.716906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:28.717985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:28.718943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:28.719723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:28.720494 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:28.721311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b85cd84-9cde-47de-b403-12cd98c52f20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:28.770539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781058e-69e8-43b6-81db-f3c269e3b02d req-e4d50ce0-435c-4c6f-b604-e3f79a4bd842 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:28.785572 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f781058e-69e8-43b6-81db-f3c269e3b02d req-e4d50ce0-435c-4c6f-b604-e3f79a4bd842 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.1873982 Sep 23 22:35:28.846874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d473a81d-624e-4664-bbcb-4473adacebb1 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:35:28.849211 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d473a81d-624e-4664-bbcb-4473adacebb1 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:35:28.859000 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:28.870815 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f781058e-69e8-43b6-81db-f3c269e3b02d req-41674fe5-6828-405e-a422-92ee4aac8465 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806284 Sep 23 22:35:29.019443 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f48b476-0997-4d20-8714-e73650443060 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:29.043522 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c8e9f36f-a344-42d0-be1a-c7815b1aec7f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:29.044335 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:29.075225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48b476-0997-4d20-8714-e73650443060 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Subnet': ['ID=12374c6d-b954-406b-b94f-97e1d1b3951e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:29.085515 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f48b476-0997-4d20-8714-e73650443060 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:29.094398 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8f48b476-0997-4d20-8714-e73650443060 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/12374c6d-b954-406b-b94f-97e1d1b3951e HTTP/1.1" status: 204 len: 168 time: 0.8548946 Sep 23 22:35:29.095318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58964) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:29.102279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5940be7e-4ccc-4f92-99f8-464c94dbe34b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'subnet': {'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:29.104565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5fde13-29b9-4420-a25e-e7bf9d09bcb2 None None] Network cd100140-404a-40f9-8e02-b16db92aae97 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:35:29.230036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a0e86-ce23-44e0-ad33-c4d31b395219 req-717a5079-f5e1-4b1c-8c1b-4e9bea45b89c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:29.231695 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f9a0e86-ce23-44e0-ad33-c4d31b395219 req-717a5079-f5e1-4b1c-8c1b-4e9bea45b89c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.3144093 Sep 23 22:35:29.284241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:29.287344 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:29.296104 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4d4ecce5-2445-4bf9-af6e-e9f134d44a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:29.331114 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'port_id': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'mac_address': 'fa:16:3e:46:93:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:35:29.376128 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f9a0e86-ce23-44e0-ad33-c4d31b395219 req-f943591b-472c-4393-825a-582d7a7ba1d7 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067955 Sep 23 22:35:29.405631 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:35:29.407755 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca07ba48-d355-4fbc-a8ce-1b0cdf5177cd" -d '{"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-unplugged", "status": "completed", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:35:29.490566 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:29.526962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4d4ecce5-2445-4bf9-af6e-e9f134d44a2a None None] For port c8e9f36f-a344-42d0-be1a-c7815b1aec7f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c8e9f36f-a344-42d0-be1a-c7815b1aec7f,segment=NetworkSegment(202c1e32-d332-4ccb-8dd4-a3d180a2e640),segment_id=202c1e32-d332-4ccb-8dd4-a3d180a2e640)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:29.532206 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:29.558962 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:29.580443 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:29.629488 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc6fa15-f40e-43af-8c58-27ffc38d4848 x-openstack-request-id: req-ffc6fa15-f40e-43af-8c58-27ffc38d4848 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:35:29.631040 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:29.631274 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-unplugged", "status": "completed", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:35:29.631274 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ffc6fa15-f40e-43af-8c58-27ffc38d4848 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:35:29.631274 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'code': 200} Sep 23 22:35:29.660285 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4d4ecce5-2445-4bf9-af6e-e9f134d44a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:29.676919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d473a81d-624e-4664-bbcb-4473adacebb1 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:35:29.688783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58978) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:29.760695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5940be7e-4ccc-4f92-99f8-464c94dbe34b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:35:29.767159 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5940be7e-4ccc-4f92-99f8-464c94dbe34b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:29.807117 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d473a81d-624e-4664-bbcb-4473adacebb1,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:29.819454 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:35:29.819811 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:35:29.845620 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:35:29.846027 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:35:29.865203 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d0d08427-7c5c-4948-8ec3-830769994fd9 None None] Provisioning complete for port eb51a8a5-5edd-4c39-b494-f690fd136494 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:29.865203 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d0d08427-7c5c-4948-8ec3-830769994fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:29.886341 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:29.889251 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:29.917461 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ecce5-2445-4bf9-af6e-e9f134d44a2a None None] Pushing event updated for resources: {'Port': ['ID=c8e9f36f-a344-42d0-be1a-c7815b1aec7f,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:29.937448 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d0d08427-7c5c-4948-8ec3-830769994fd9 None None] Port eb51a8a5-5edd-4c39-b494-f690fd136494 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:35:29.951470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d0d08427-7c5c-4948-8ec3-830769994fd9 None None] Provisioning complete for port c8e9f36f-a344-42d0-be1a-c7815b1aec7f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:29.952268 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d0d08427-7c5c-4948-8ec3-830769994fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:30.001494 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c5bae70e-4007-4ede-a9b8-8238ff5cb16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:30.153234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=eb51a8a5-5edd-4c39-b494-f690fd136494,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:30.258979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d1337837-930a-4cc3-91f1-8c6f3bd1c861 None None] Provisioning complete for port eb51a8a5-5edd-4c39-b494-f690fd136494 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:30.261198 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d1337837-930a-4cc3-91f1-8c6f3bd1c861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:30.309965 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c5bae70e-4007-4ede-a9b8-8238ff5cb16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:30.383263 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c5bae70e-4007-4ede-a9b8-8238ff5cb16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:30.386024 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d1337837-930a-4cc3-91f1-8c6f3bd1c861 None None] Port eb51a8a5-5edd-4c39-b494-f690fd136494 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:35:30.451571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f3aaa-06fa-46b7-8025-15ae9f4c9783 req-157b01fd-e341-4c42-ae78-7ed14b34ef45 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:30.452950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f5f3aaa-06fa-46b7-8025-15ae9f4c9783 req-157b01fd-e341-4c42-ae78-7ed14b34ef45 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.3342438 Sep 23 22:35:30.466339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 2f67491e-cecd-43da-adf7-3d0e02073fcf is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:35:30.470721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:30.530310 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:30.553443 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c5bae70e-4007-4ede-a9b8-8238ff5cb16a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f09ff076e2e48f78bba637b21117d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8586454 Sep 23 22:35:30.593268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d473a81d-624e-4664-bbcb-4473adacebb1 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:35:30.599131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bae70e-4007-4ede-a9b8-8238ff5cb16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a0d205-99d8-4533-9b6c-76468ff9bf58,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:30.613010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59002) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:30.661547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:30.726813 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de979fe2-f0ce-4b0a-9725-43ef79ea3e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:30.739882 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c8e9f36f-a344-42d0-be1a-c7815b1aec7f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:35:30.744728 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:30.886625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d473a81d-624e-4664-bbcb-4473adacebb1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:35:30.901832 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:35:30.933056 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de979fe2-f0ce-4b0a-9725-43ef79ea3e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:30.965179 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f5f3aaa-06fa-46b7-8025-15ae9f4c9783 req-c172a56a-8908-4848-8b1c-3dd6be92a63d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476427 Sep 23 22:35:31.054695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76806431-2e3d-4cc8-9472-ea102d93bfde req-3de78f1d-6e02-402a-8469-2959d5803586 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:31.056499 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-76806431-2e3d-4cc8-9472-ea102d93bfde req-3de78f1d-6e02-402a-8469-2959d5803586 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.3098979 Sep 23 22:35:31.081746 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5940be7e-4ccc-4f92-99f8-464c94dbe34b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:31.095236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d473a81d-624e-4664-bbcb-4473adacebb1,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:31.143556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c8e9f36f-a344-42d0-be1a-c7815b1aec7f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:31.144152 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:31.154654 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-76806431-2e3d-4cc8-9472-ea102d93bfde req-4bdb3a2f-a0c9-4ed2-8f0f-7b5c0a723abc tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856445 Sep 23 22:35:31.191625 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de979fe2-f0ce-4b0a-9725-43ef79ea3e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:31.196603 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de979fe2-f0ce-4b0a-9725-43ef79ea3e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:31.198892 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-de979fe2-f0ce-4b0a-9725-43ef79ea3e62 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/48a0d205-99d8-4533-9b6c-76468ff9bf58 HTTP/1.1" status: 204 len: 168 time: 0.5810475 Sep 23 22:35:31.212074 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de979fe2-f0ce-4b0a-9725-43ef79ea3e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a0d205-99d8-4533-9b6c-76468ff9bf58,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:31.364961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 477bcb44-c382-44c0-8985-f68b1f2d7a46 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:35:31.412782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5940be7e-4ccc-4f92-99f8-464c94dbe34b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network cd100140-404a-40f9-8e02-b16db92aae97 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:35:31.436957 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-5940be7e-4ccc-4f92-99f8-464c94dbe34b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:31.441694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5940be7e-4ccc-4f92-99f8-464c94dbe34b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:31.442230 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5940be7e-4ccc-4f92-99f8-464c94dbe34b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:31.492636 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0fbbf4-e180-4960-bba6-56282704a8b7 None None] Network cd100140-404a-40f9-8e02-b16db92aae97 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:35:31.511821 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940be7e-4ccc-4f92-99f8-464c94dbe34b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Subnet': ['ID=2b8bccd6-bda6-49cc-85aa-237d36e579ce,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:31.552009 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e3326cdc-c318-4a04-bd97-c226781dc20c None None] Provisioning complete for port 3b8bf12e-a4e0-4afa-b966-22753d659baa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:31.552700 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e3326cdc-c318-4a04-bd97-c226781dc20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:31.608933 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5940be7e-4ccc-4f92-99f8-464c94dbe34b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5129647 Sep 23 22:35:31.611625 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59028) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:31.617291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:35:31.617636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-587af9f5-0c0c-4eb5-902b-6c4ae64dfffa tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'security_group': {'name': 'tempest-secgroup-1794797550'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:31.635032 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2885051e-4b58-4d68-824c-5fa2b1a35c1f None None] Sync routers for ids ['477bcb44-c382-44c0-8985-f68b1f2d7a46'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:35:31.643552 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3da34d11-abd3-4498-8205-69f0ed716616 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/477bcb44-c382-44c0-8985-f68b1f2d7a46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4040091 Sep 23 22:35:31.649949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59034) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:31.653775 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2885051e-4b58-4d68-824c-5fa2b1a35c1f None None] Routers {'477bcb44-c382-44c0-8985-f68b1f2d7a46'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:35:31.654465 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-2885051e-4b58-4d68-824c-5fa2b1a35c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['477bcb44-c382-44c0-8985-f68b1f2d7a46'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:31.688242 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e3326cdc-c318-4a04-bd97-c226781dc20c None None] Port 3b8bf12e-a4e0-4afa-b966-22753d659baa cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:35:31.717062 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-2885051e-4b58-4d68-824c-5fa2b1a35c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:31.729128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdf6615-5f11-42c8-8fbc-94f0e6fbed71 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:31.729128 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-abdf6615-5f11-42c8-8fbc-94f0e6fbed71 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports/eb51a8a5-5edd-4c39-b494-f690fd136494 HTTP/1.1" status: 200 len: 911 time: 0.0780685 Sep 23 22:35:31.733312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59038) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:31.738463 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2885051e-4b58-4d68-824c-5fa2b1a35c1f None None] Routers {'477bcb44-c382-44c0-8985-f68b1f2d7a46'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:35:31.739357 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-2885051e-4b58-4d68-824c-5fa2b1a35c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['477bcb44-c382-44c0-8985-f68b1f2d7a46'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:31.740858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8edd2fe8-21b3-4d32-9e32-af149b412514 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2857e862-193f-416a-a782-bf2ffd236643'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:31.788881 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-587af9f5-0c0c-4eb5-902b-6c4ae64dfffa tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:31.802486 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-2885051e-4b58-4d68-824c-5fa2b1a35c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:31.803621 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2885051e-4b58-4d68-824c-5fa2b1a35c1f None None] The sync data for ids ['477bcb44-c382-44c0-8985-f68b1f2d7a46'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:35:31.807516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e3326cdc-c318-4a04-bd97-c226781dc20c None None] Provisioning complete for port eb51a8a5-5edd-4c39-b494-f690fd136494 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:31.809309 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e3326cdc-c318-4a04-bd97-c226781dc20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:31.954127 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-587af9f5-0c0c-4eb5-902b-6c4ae64dfffa tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:32.006484 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8edd2fe8-21b3-4d32-9e32-af149b412514 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:32.023111 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-587af9f5-0c0c-4eb5-902b-6c4ae64dfffa tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:32.085645 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587af9f5-0c0c-4eb5-902b-6c4ae64dfffa tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204676a8-63ac-47dd-a900-32a1361c4d98,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:32.193420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e3326cdc-c318-4a04-bd97-c226781dc20c None None] Port eb51a8a5-5edd-4c39-b494-f690fd136494 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:35:32.200242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-587af9f5-0c0c-4eb5-902b-6c4ae64dfffa tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:32.209187 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-587af9f5-0c0c-4eb5-902b-6c4ae64dfffa tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5957386 Sep 23 22:35:32.214230 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59048) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:32.244981 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b595c9b2-97b8-4237-8b19-2dd5716ca5bf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'security_group': {'name': 'tempest-secgroup-141658975'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:32.264621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e3326cdc-c318-4a04-bd97-c226781dc20c None None] Provisioning complete for port 7404eabc-6132-41bb-b82b-00d3429cdd27 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:32.265031 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e3326cdc-c318-4a04-bd97-c226781dc20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:32.479559 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b595c9b2-97b8-4237-8b19-2dd5716ca5bf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:32.564774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b04113-c358-4ef5-a08e-8f5039e2b64a req-8518d842-d5e6-496c-aa9b-6c4fbcb01918 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:32.571317 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83b04113-c358-4ef5-a08e-8f5039e2b64a req-8518d842-d5e6-496c-aa9b-6c4fbcb01918 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.4486964 Sep 23 22:35:32.641799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f362a5d-329f-478b-8d73-c33f57f8cbc4 None None] Update dhcp port {'port': {'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'fixed_ips': [{'subnet_id': '4356e9fd-993f-4831-b193-fdf92ab5b021', 'ip_address': '172.20.0.18'}, {'subnet_id': '2b8bccd6-bda6-49cc-85aa-237d36e579ce'}], 'binding:host_id': 'n-d-810775-1'}, 'id': '7404eabc-6132-41bb-b82b-00d3429cdd27'} from n-d-810775-1. {{(pid=95492) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 22:35:32.680619 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4f362a5d-329f-478b-8d73-c33f57f8cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:32.696511 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7432594-ee72-4dca-8463-3b1dc9b353fb req-d06f7c5d-918c-4e6d-b6a2-cc021b1e3c59 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:32.721384 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7432594-ee72-4dca-8463-3b1dc9b353fb req-d06f7c5d-918c-4e6d-b6a2-cc021b1e3c59 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.2646923 Sep 23 22:35:32.798449 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7432594-ee72-4dca-8463-3b1dc9b353fb req-43f4cc8b-e32c-43b6-9c6c-fa08bb5e7045 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738399 Sep 23 22:35:32.882773 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b595c9b2-97b8-4237-8b19-2dd5716ca5bf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:32.910944 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d473a81d-624e-4664-bbcb-4473adacebb1 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:35:32.938137 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83b04113-c358-4ef5-a08e-8f5039e2b64a req-993bae27-624e-4120-ac6d-a8531ac9bc60 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3434081 Sep 23 22:35:32.955279 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b595c9b2-97b8-4237-8b19-2dd5716ca5bf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:33.051961 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595c9b2-97b8-4237-8b19-2dd5716ca5bf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db094d3b-ef0a-4c5c-bb1b-57044dbbc508,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:33.109266 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b595c9b2-97b8-4237-8b19-2dd5716ca5bf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:33.112294 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b595c9b2-97b8-4237-8b19-2dd5716ca5bf tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8966758 Sep 23 22:35:33.130125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59070) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:33.158583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3bfbe519-3a87-48e3-b030-fed7ae9d28b7 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'security_group': {'name': 'tempest-secgroup-1734738921'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:33.253046 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port d473a81d-624e-4664-bbcb-4473adacebb1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:33.253468 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:33.255873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-4f362a5d-329f-478b-8d73-c33f57f8cbc4 None None] Allocated IP 172.20.0.2 (cd100140-404a-40f9-8e02-b16db92aae97/2b8bccd6-bda6-49cc-85aa-237d36e579ce/7404eabc-6132-41bb-b82b-00d3429cdd27) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:35:33.423374 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8edd2fe8-21b3-4d32-9e32-af149b412514 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:33.475683 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe519-3a87-48e3-b030-fed7ae9d28b7 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:33.527987 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:33.535836 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4f362a5d-329f-478b-8d73-c33f57f8cbc4 None None] For port 7404eabc-6132-41bb-b82b-00d3429cdd27, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7404eabc-6132-41bb-b82b-00d3429cdd27,segment=NetworkSegment(588a8c93-2da8-413d-9727-fc67ff3c131f),segment_id=588a8c93-2da8-413d-9727-fc67ff3c131f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:33.573468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:35:33.576503 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5ce9c8-69fd-4bfb-be68-e84ece899d44" -d '{"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-plugged", "status": "completed", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:35:33.600275 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:33.618160 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8edd2fe8-21b3-4d32-9e32-af149b412514 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:33.628648 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4f362a5d-329f-478b-8d73-c33f57f8cbc4 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:33.651668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edd2fe8-21b3-4d32-9e32-af149b412514 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:33.661606 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8edd2fe8-21b3-4d32-9e32-af149b412514 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:33.683426 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8edd2fe8-21b3-4d32-9e32-af149b412514 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/ports/eb51a8a5-5edd-4c39-b494-f690fd136494 HTTP/1.1" status: 200 len: 911 time: 1.9483113 Sep 23 22:35:33.700231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59086) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:33.758078 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:33.764453 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4f362a5d-329f-478b-8d73-c33f57f8cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:33.840112 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe519-3a87-48e3-b030-fed7ae9d28b7 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:33.885402 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d0dc89-b5b3-4e1d-b2eb-21bb06755628 x-openstack-request-id: req-97d0dc89-b5b3-4e1d-b2eb-21bb06755628 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:35:33.885779 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-plugged", "status": "completed", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:35:33.885779 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97d0dc89-b5b3-4e1d-b2eb-21bb06755628 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:35:33.886177 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'code': 200} Sep 23 22:35:33.896690 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe519-3a87-48e3-b030-fed7ae9d28b7 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:34.026797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbe519-3a87-48e3-b030-fed7ae9d28b7 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8207a123-bdab-4e14-a891-bc2523ff279c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:34.068355 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe519-3a87-48e3-b030-fed7ae9d28b7 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:34.076956 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3bfbe519-3a87-48e3-b030-fed7ae9d28b7 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9497635 Sep 23 22:35:34.077851 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59098) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:34.104858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-125aada2-fb7a-4709-88f8-155086b781c0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-665731140', 'security_groups': ['8207a123-bdab-4e14-a891-bc2523ff279c'], 'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2b8bccd6-bda6-49cc-85aa-237d36e579ce'}]}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:34.235985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d473a81d-624e-4664-bbcb-4473adacebb1,revision_number=10']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:34.451576 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f362a5d-329f-478b-8d73-c33f57f8cbc4 None None] Pushing event updated for resources: {'Port': ['ID=7404eabc-6132-41bb-b82b-00d3429cdd27,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:34.622269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff70094-0168-4c10-8708-667429cf287f req-a9ce483c-a523-41b8-b0da-e58cb071ba42 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:34.636634 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6ff70094-0168-4c10-8708-667429cf287f req-a9ce483c-a523-41b8-b0da-e58cb071ba42 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.2049844 Sep 23 22:35:34.760588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7404eabc-6132-41bb-b82b-00d3429cdd27 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:35:34.812410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd2fe8-21b3-4d32-9e32-af149b412514 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=eb51a8a5-5edd-4c39-b494-f690fd136494,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:34.955128 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6ff70094-0168-4c10-8708-667429cf287f req-8849d10a-4241-4bec-b4bf-40336b948e54 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180649 Sep 23 22:35:34.993881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7404eabc-6132-41bb-b82b-00d3429cdd27 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:34.994465 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:35.091022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125aada2-fb7a-4709-88f8-155086b781c0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:35:35.390701 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-125aada2-fb7a-4709-88f8-155086b781c0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:35.419140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-125aada2-fb7a-4709-88f8-155086b781c0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] device_id is not set on port 40cfcd50-d737-48c3-9f89-be27ac43f941 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:35:35.688498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7051fd73-d2ea-4512-a655-5617bc906d38 None None] Provisioning complete for port 3b8bf12e-a4e0-4afa-b966-22753d659baa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:35.689323 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7051fd73-d2ea-4512-a655-5617bc906d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:35.752998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7051fd73-d2ea-4512-a655-5617bc906d38 None None] Port 3b8bf12e-a4e0-4afa-b966-22753d659baa cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:35:35.762148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c1853-9772-4657-b3fc-4d01cc292392 req-d2f60055-089e-43ce-a777-449fb9d9828d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:35.765702 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-991c1853-9772-4657-b3fc-4d01cc292392 req-d2f60055-089e-43ce-a777-449fb9d9828d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 1.0606742 Sep 23 22:35:35.767326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7051fd73-d2ea-4512-a655-5617bc906d38 None None] Provisioning complete for port 7404eabc-6132-41bb-b82b-00d3429cdd27 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:35.768086 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7051fd73-d2ea-4512-a655-5617bc906d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:35.858144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-991c1853-9772-4657-b3fc-4d01cc292392 req-288c3857-9649-49ae-a789-2259c551e46f tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753877 Sep 23 22:35:36.033847 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6ffaf69-e5b6-4d8c-b182-add3bcbd5140 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:36.041736 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-125aada2-fb7a-4709-88f8-155086b781c0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Allocated IP 172.20.0.8 (cd100140-404a-40f9-8e02-b16db92aae97/2b8bccd6-bda6-49cc-85aa-237d36e579ce/40cfcd50-d737-48c3-9f89-be27ac43f941) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:35:36.345201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a5d42-e505-42cc-b7ad-15ee21c4e4cd req-fc20481b-10aa-4336-80bd-311742d3cbef tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:36.347517 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e55a5d42-e505-42cc-b7ad-15ee21c4e4cd req-fc20481b-10aa-4336-80bd-311742d3cbef tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.1567466 Sep 23 22:35:36.416937 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-125aada2-fb7a-4709-88f8-155086b781c0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:36.419562 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e55a5d42-e505-42cc-b7ad-15ee21c4e4cd req-5c4a157e-5c31-4ff1-8ef9-5d7b65a77da9 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594075 Sep 23 22:35:36.422913 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:36.571646 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-125aada2-fb7a-4709-88f8-155086b781c0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:36.653405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e6ffaf69-e5b6-4d8c-b182-add3bcbd5140 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port eb51a8a5-5edd-4c39-b494-f690fd136494 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:36.653405 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6ffaf69-e5b6-4d8c-b182-add3bcbd5140 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:36.669527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125aada2-fb7a-4709-88f8-155086b781c0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network cd100140-404a-40f9-8e02-b16db92aae97 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:35:36.674026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-125aada2-fb7a-4709-88f8-155086b781c0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:36.677895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125aada2-fb7a-4709-88f8-155086b781c0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:35:36.811937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125aada2-fb7a-4709-88f8-155086b781c0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:36.812795 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-125aada2-fb7a-4709-88f8-155086b781c0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:36.842800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aada2-fb7a-4709-88f8-155086b781c0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=40cfcd50-d737-48c3-9f89-be27ac43f941,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:36.954182 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-125aada2-fb7a-4709-88f8-155086b781c0 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8746636 Sep 23 22:35:36.957684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59146) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:36.967245 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-6a362b2e-3c63-49f5-993b-a77143199719 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'subnet': {'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:37.040414 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6ffaf69-e5b6-4d8c-b182-add3bcbd5140 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:37.072796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e6ffaf69-e5b6-4d8c-b182-add3bcbd5140 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for eb51a8a5-5edd-4c39-b494-f690fd136494 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:37.283044 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098463f-134d-4516-bac4-34c487beaa6d req-5f72583a-9fcf-4517-bea6-6b70c67f982a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:37.284855 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1098463f-134d-4516-bac4-34c487beaa6d req-5f72583a-9fcf-4517-bea6-6b70c67f982a tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.1836455 Sep 23 22:35:37.377156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a362b2e-3c63-49f5-993b-a77143199719 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:35:37.383111 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a362b2e-3c63-49f5-993b-a77143199719 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:37.405720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2b692d9d-21ec-48fa-87f5-2a4b06c90bd2 None None] Provisioning complete for port 40cfcd50-d737-48c3-9f89-be27ac43f941 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:37.408325 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2b692d9d-21ec-48fa-87f5-2a4b06c90bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:37.445151 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1098463f-134d-4516-bac4-34c487beaa6d req-4075f4bf-e0b7-4ee8-bb8f-112a467cf6a1 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511207 Sep 23 22:35:37.513963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2b692d9d-21ec-48fa-87f5-2a4b06c90bd2 None None] Port 40cfcd50-d737-48c3-9f89-be27ac43f941 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:35:37.604065 n-d-810775-1 neutron-server[95490]: INFO neutron.db.ipam_backend_mixin [None req-6a362b2e-3c63-49f5-993b-a77143199719 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2b8bccd6-bda6-49cc-85aa-237d36e579ce (CIDR: 172.20.0.0/28) Sep 23 22:35:37.663417 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a362b2e-3c63-49f5-993b-a77143199719 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:35:37.663752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a362b2e-3c63-49f5-993b-a77143199719 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:35:37.694187 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec756f8b-03c1-48c1-b5ff-59448c4a0da8 req-959ab0b7-31fb-4b8b-b629-c96615a6b56d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:37.719272 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ec756f8b-03c1-48c1-b5ff-59448c4a0da8 req-959ab0b7-31fb-4b8b-b629-c96615a6b56d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.1007438 Sep 23 22:35:37.723295 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6ffaf69-e5b6-4d8c-b182-add3bcbd5140 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:37.771305 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6a362b2e-3c63-49f5-993b-a77143199719 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8098011 Sep 23 22:35:37.776381 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59162) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:37.785145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-121ad615-ccad-4ed5-8d05-a8b216364d16 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'subnet': {'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:37.848752 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffaf69-e5b6-4d8c-b182-add3bcbd5140 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=eb51a8a5-5edd-4c39-b494-f690fd136494,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:37.924529 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ec756f8b-03c1-48c1-b5ff-59448c4a0da8 req-d1e24462-2e02-4ca5-9016-145f06a32dd3 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927521 Sep 23 22:35:38.109928 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6ffaf69-e5b6-4d8c-b182-add3bcbd5140 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:38.424336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ffaf69-e5b6-4d8c-b182-add3bcbd5140 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 477bcb44-c382-44c0-8985-f68b1f2d7a46 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:35:38.559799 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121ad615-ccad-4ed5-8d05-a8b216364d16 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:35:38.565765 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-121ad615-ccad-4ed5-8d05-a8b216364d16 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:38.579009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ffaf69-e5b6-4d8c-b182-add3bcbd5140 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:35:38.591274 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e6ffaf69-e5b6-4d8c-b182-add3bcbd5140 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/477bcb44-c382-44c0-8985-f68b1f2d7a46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8831961 Sep 23 22:35:38.596098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59180) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:38.596306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89d4ddc-647d-4a7a-b694-b489926c161b None None] Sync routers for ids ['477bcb44-c382-44c0-8985-f68b1f2d7a46'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:35:38.654711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d4ddc-647d-4a7a-b694-b489926c161b None None] Routers {'477bcb44-c382-44c0-8985-f68b1f2d7a46'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:35:38.655690 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-db2fd8c7-c904-4fe8-b206-3fc0ac8092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports?device_id=477bcb44-c382-44c0-8985-f68b1f2d7a46 HTTP/1.1" status: 200 len: 205 time: 0.0582685 Sep 23 22:35:38.660369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a89d4ddc-647d-4a7a-b694-b489926c161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['477bcb44-c382-44c0-8985-f68b1f2d7a46'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:38.661366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59184) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:38.805619 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a01ac3-6071-4de1-962e-b4e3d83e9d3f req-4fc2e3f7-cd94-4086-aef1-8b6dd1593009 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:38.807013 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2a01ac3-6071-4de1-962e-b4e3d83e9d3f req-4fc2e3f7-cd94-4086-aef1-8b6dd1593009 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.2139540 Sep 23 22:35:38.816920 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2607bb86-3b2e-43c6-8aa0-fb817dabac69 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:38.857772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a89d4ddc-647d-4a7a-b694-b489926c161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:38.896485 n-d-810775-1 neutron-server[95490]: INFO neutron.db.ipam_backend_mixin [None req-121ad615-ccad-4ed5-8d05-a8b216364d16 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4356e9fd-993f-4831-b193-fdf92ab5b021 (CIDR: 172.20.0.16/28) Sep 23 22:35:38.901496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d4ddc-647d-4a7a-b694-b489926c161b None None] Routers {'477bcb44-c382-44c0-8985-f68b1f2d7a46'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:35:38.902843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a89d4ddc-647d-4a7a-b694-b489926c161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['477bcb44-c382-44c0-8985-f68b1f2d7a46'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:38.938401 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-121ad615-ccad-4ed5-8d05-a8b216364d16 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:35:38.940233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121ad615-ccad-4ed5-8d05-a8b216364d16 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:35:38.973411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a89d4ddc-647d-4a7a-b694-b489926c161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:38.975379 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89d4ddc-647d-4a7a-b694-b489926c161b None None] The sync data for ids ['477bcb44-c382-44c0-8985-f68b1f2d7a46'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:35:39.014805 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2a01ac3-6071-4de1-962e-b4e3d83e9d3f req-1679aa40-5f0c-47f8-b4d5-4f9684257013 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947331 Sep 23 22:35:39.058319 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-121ad615-ccad-4ed5-8d05-a8b216364d16 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2804120 Sep 23 22:35:39.074343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59188) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:39.087623 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9fda8207-370f-4a3d-9792-790f02f93068 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'subnet': {'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:39.289063 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2607bb86-3b2e-43c6-8aa0-fb817dabac69 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:39.292031 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2607bb86-3b2e-43c6-8aa0-fb817dabac69 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:39.425566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584970f-6d95-4af0-b65a-c3d5a91d0b1a req-6c16c0bd-2ddf-4625-8655-b3afed934827 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:39.433228 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4584970f-6d95-4af0-b65a-c3d5a91d0b1a req-6c16c0bd-2ddf-4625-8655-b3afed934827 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.1599672 Sep 23 22:35:39.435626 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2607bb86-3b2e-43c6-8aa0-fb817dabac69 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:39.436158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2607bb86-3b2e-43c6-8aa0-fb817dabac69 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Fanout notify agent at l3_agent the message router_deleted on router 477bcb44-c382-44c0-8985-f68b1f2d7a46 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:35:39.453741 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2607bb86-3b2e-43c6-8aa0-fb817dabac69 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:39.454959 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2607bb86-3b2e-43c6-8aa0-fb817dabac69 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/routers/477bcb44-c382-44c0-8985-f68b1f2d7a46 HTTP/1.1" status: 204 len: 168 time: 0.7901049 Sep 23 22:35:39.466661 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59196) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:39.545004 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4584970f-6d95-4af0-b65a-c3d5a91d0b1a req-9f707ced-6440-433f-96fd-6f8bd7211f90 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888481 Sep 23 22:35:39.625886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bcb964-2c9c-4978-9e44-65c023ab525a tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting subnet 2857e862-193f-416a-a782-bf2ffd236643 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:35:39.628608 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1bcb964-2c9c-4978-9e44-65c023ab525a tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:39.678155 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1bcb964-2c9c-4978-9e44-65c023ab525a tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:39.919728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fda8207-370f-4a3d-9792-790f02f93068 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Made reservation on behalf of 56b237389969441ba01a026302129acc for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:35:39.925818 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9fda8207-370f-4a3d-9792-790f02f93068 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:39.985859 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1bcb964-2c9c-4978-9e44-65c023ab525a tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:40.308209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bfcc2-ad98-45ec-a76f-b8450b53a7ed req-44479b89-3490-4df9-91ca-ea7e03a0f500 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:40.310515 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-994bfcc2-ad98-45ec-a76f-b8450b53a7ed req-44479b89-3490-4df9-91ca-ea7e03a0f500 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.0745811 Sep 23 22:35:40.390292 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-994bfcc2-ad98-45ec-a76f-b8450b53a7ed req-753c8720-a179-43b8-a98f-847e9e3a79f1 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610132 Sep 23 22:35:40.749309 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1bcb964-2c9c-4978-9e44-65c023ab525a tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:40.784163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262deb1-61ee-479a-95a9-d604bba0052a req-e0f3b571-56fb-442c-8662-a83a782429e9 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:40.787459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7262deb1-61ee-479a-95a9-d604bba0052a req-e0f3b571-56fb-442c-8662-a83a782429e9 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.1058292 Sep 23 22:35:40.795010 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1bcb964-2c9c-4978-9e44-65c023ab525a tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:40.800504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3a9444-4479-4cad-a1bc-91b98cd9bc9d None None] Network 2f67491e-cecd-43da-adf7-3d0e02073fcf requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:35:40.805904 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a1bcb964-2c9c-4978-9e44-65c023ab525a tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/2857e862-193f-416a-a782-bf2ffd236643 HTTP/1.1" status: 204 len: 168 time: 1.3342190 Sep 23 22:35:40.807640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59214) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:40.808661 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcb964-2c9c-4978-9e44-65c023ab525a tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Subnet': ['ID=2857e862-193f-416a-a782-bf2ffd236643,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:40.825713 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9fda8207-370f-4a3d-9792-790f02f93068 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:40.889609 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fda8207-370f-4a3d-9792-790f02f93068 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Network cd100140-404a-40f9-8e02-b16db92aae97 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:35:40.902818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-9fda8207-370f-4a3d-9792-790f02f93068 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:40.912146 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda8207-370f-4a3d-9792-790f02f93068 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:40.913448 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9fda8207-370f-4a3d-9792-790f02f93068 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:40.927777 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7262deb1-61ee-479a-95a9-d604bba0052a req-5719613e-6609-45e6-8142-1416dd45f7b7 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267548 Sep 23 22:35:40.972099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25739d0-4552-4907-bf68-08bd9f6d1fce None None] Network cd100140-404a-40f9-8e02-b16db92aae97 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:35:41.002588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda8207-370f-4a3d-9792-790f02f93068 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Subnet': ['ID=cf6d360b-a76d-4637-959e-368136238610,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:41.017594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:41.128092 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9fda8207-370f-4a3d-9792-790f02f93068 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0509896 Sep 23 22:35:41.131093 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59226) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:41.137352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port c8e9f36f-a344-42d0-be1a-c7815b1aec7f {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:41.138199 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:41.142322 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1707242837', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cf6d360b-a76d-4637-959e-368136238610'}], 'security_groups': ['204676a8-63ac-47dd-a900-32a1361c4d98', 'db094d3b-ef0a-4c5c-bb1b-57044dbbc508']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:41.281097 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] For port c8e9f36f-a344-42d0-be1a-c7815b1aec7f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c8e9f36f-a344-42d0-be1a-c7815b1aec7f,segment=NetworkSegment(202c1e32-d332-4ccb-8dd4-a3d180a2e640),segment_id=202c1e32-d332-4ccb-8dd4-a3d180a2e640)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:41.283577 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:41.329541 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for c8e9f36f-a344-42d0-be1a-c7815b1aec7f owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:41.441956 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:41.475498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842e4803-e2a3-4eb7-9cc3-48e115fc8a55 None None] DHCP port deletion for 2f67491e-cecd-43da-adf7-3d0e02073fcf request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:35:41.670783 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:41.684420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-842e4803-e2a3-4eb7-9cc3-48e115fc8a55 None None] Deleting port c8e9f36f-a344-42d0-be1a-c7815b1aec7f {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:41.685491 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-842e4803-e2a3-4eb7-9cc3-48e115fc8a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:41.814485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No DVR routers for this DVR port c8e9f36f-a344-42d0-be1a-c7815b1aec7f on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:35:41.837293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=c8e9f36f-a344-42d0-be1a-c7815b1aec7f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:41.840323 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-842e4803-e2a3-4eb7-9cc3-48e115fc8a55 None None] For port c8e9f36f-a344-42d0-be1a-c7815b1aec7f, host n-d-810775-1, got binding levels [] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:41.841100 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-842e4803-e2a3-4eb7-9cc3-48e115fc8a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:41.873420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-842e4803-e2a3-4eb7-9cc3-48e115fc8a55 None None] Calling delete_port for c8e9f36f-a344-42d0-be1a-c7815b1aec7f owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:41.880439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.ipam_backend_mixin [None req-842e4803-e2a3-4eb7-9cc3-48e115fc8a55 None None] Port c8e9f36f-a344-42d0-be1a-c7815b1aec7f was not found and therefore no delete operation was performed {{(pid=95492) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 22:35:41.889376 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-842e4803-e2a3-4eb7-9cc3-48e115fc8a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:42.005841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Delete allocated IP 172.20.0.8 (cd100140-404a-40f9-8e02-b16db92aae97/2b8bccd6-bda6-49cc-85aa-237d36e579ce) {{(pid=95491) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 22:35:42.031006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Allocated IP 172.20.0.35 (cd100140-404a-40f9-8e02-b16db92aae97/cf6d360b-a76d-4637-959e-368136238610/40cfcd50-d737-48c3-9f89-be27ac43f941) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:35:42.066715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db7eea-3b51-4657-b047-8c64927ed64f req-88f9d682-d49d-4f79-b7ed-dc44af86a80b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:42.082616 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42db7eea-3b51-4657-b047-8c64927ed64f req-88f9d682-d49d-4f79-b7ed-dc44af86a80b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.1537015 Sep 23 22:35:42.084390 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:42.112436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 143378f3-4e92-4775-a2b5-989b2bdf6436 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:35:42.132495 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e4803-e2a3-4eb7-9cc3-48e115fc8a55 None None] Pushing event deleted for resources: {'Port': ['ID=c8e9f36f-a344-42d0-be1a-c7815b1aec7f,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:42.160137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e274c52-ce73-4455-8cb1-5278c01b3cc1 None None] Update dhcp port {'port': {'network_id': 'cd100140-404a-40f9-8e02-b16db92aae97', 'fixed_ips': [{'subnet_id': '4356e9fd-993f-4831-b193-fdf92ab5b021', 'ip_address': '172.20.0.18'}, {'subnet_id': '2b8bccd6-bda6-49cc-85aa-237d36e579ce', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cf6d360b-a76d-4637-959e-368136238610'}], 'binding:host_id': 'n-d-810775-1'}, 'id': '7404eabc-6132-41bb-b82b-00d3429cdd27'} from n-d-810775-1. {{(pid=95492) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 22:35:42.205901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f67491e-cecd-43da-adf7-3d0e02073fcf']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:42.239796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202c1e32-d332-4ccb-8dd4-a3d180a2e640') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:42.240229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202c1e32-d332-4ccb-8dd4-a3d180a2e640') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:42.253154 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842e4803-e2a3-4eb7-9cc3-48e115fc8a55 None None] No DVR routers for this DVR port c8e9f36f-a344-42d0-be1a-c7815b1aec7f on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:35:42.259668 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:42.297272 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828785f-1aa7-4dfe-b0bb-215013a86ba0 req-e7c52925-33ab-4a7a-bfb3-cec56177cbeb tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:42.298907 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7828785f-1aa7-4dfe-b0bb-215013a86ba0 req-e7c52925-33ab-4a7a-bfb3-cec56177cbeb tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.1554615 Sep 23 22:35:42.306240 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:42.342883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:35:42.347690 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:35:42.351861 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:35:42.513821 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59252) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:42.567856 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7828785f-1aa7-4dfe-b0bb-215013a86ba0 req-0a3a6c4e-a3ef-403a-8220-ea5aea0e2f12 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518640 Sep 23 22:35:42.572942 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42db7eea-3b51-4657-b047-8c64927ed64f req-22950a64-b034-4c76-8872-27ee29f6de04 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704592 Sep 23 22:35:42.656422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=143378f3-4e92-4775-a2b5-989b2bdf6436,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:42.662313 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:42.670668 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:42.683808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59258) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:42.684765 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/networks/2f67491e-cecd-43da-adf7-3d0e02073fcf HTTP/1.1" status: 204 len: 168 time: 1.8733892 Sep 23 22:35:42.688234 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6e274c52-ce73-4455-8cb1-5278c01b3cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:42.694538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-02ab017f-e1f5-4927-afa9-fb884efd0d4d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1779749718', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:42.714225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c8e9f36f-a344-42d0-be1a-c7815b1aec7f no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:35:42.718430 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'port_id': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'mac_address': 'fa:16:3e:67:88:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:35:42.730526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78e0d4-a5aa-495b-9709-844c04eb4a23 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Network': ['ID=2f67491e-cecd-43da-adf7-3d0e02073fcf,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:42.768783 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: c8e9f36f-a344-42d0-be1a-c7815b1aec7f {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:35:42.769154 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c8e9f36f-a344-42d0-be1a-c7815b1aec7f not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:35:42.799670 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:42.853239 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a207763a-019e-4798-887d-2a482a2db2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:42.873219 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:42.891407 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-02ab017f-e1f5-4927-afa9-fb884efd0d4d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:42.892262 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-02ab017f-e1f5-4927-afa9-fb884efd0d4d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:42.925527 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:43.068424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 143378f3-4e92-4775-a2b5-989b2bdf6436 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:35:43.110745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=143378f3-4e92-4775-a2b5-989b2bdf6436,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:43.149051 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b370dd57-8e19-44a7-842f-a60db3217b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:43.204480 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:43.262539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event updated for resources: {'Port': ['ID=40cfcd50-d737-48c3-9f89-be27ac43f941,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:43.388291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:43.391015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:43.391518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:43.392617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:43.394488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:43.394982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:43.395521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:43.398239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:43.402103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:43.403036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:43.403518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:43.404279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:35:43.439479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=143378f3-4e92-4775-a2b5-989b2bdf6436,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:43.451180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-6e274c52-ce73-4455-8cb1-5278c01b3cc1 None None] Allocated IP 172.20.0.34 (cd100140-404a-40f9-8e02-b16db92aae97/cf6d360b-a76d-4637-959e-368136238610/7404eabc-6132-41bb-b82b-00d3429cdd27) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:35:43.455822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['143378f3-4e92-4775-a2b5-989b2bdf6436'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:35:43.460222 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-02ab017f-e1f5-4927-afa9-fb884efd0d4d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:43.491765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] In _notify_port_updated(), no bound segment for port 40cfcd50-d737-48c3-9f89-be27ac43f941 on network cd100140-404a-40f9-8e02-b16db92aae97 {{(pid=95491) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:35:43.501829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:43.503073 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:43.507813 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bc08339b-92ac-40d9-aba1-9dc74cc3058b tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "PUT /v2.0/ports/40cfcd50-d737-48c3-9f89-be27ac43f941 HTTP/1.1" status: 200 len: 960 time: 2.3716116 Sep 23 22:35:43.508306 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59264) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:43.588559 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a207763a-019e-4798-887d-2a482a2db2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:43.591159 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-02ab017f-e1f5-4927-afa9-fb884efd0d4d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:43.733538 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a207763a-019e-4798-887d-2a482a2db2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:43.802823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207763a-019e-4798-887d-2a482a2db2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4e9b3a-88fb-4a5a-8d9b-3d9b19131c84,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:43.847341 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-02ab017f-e1f5-4927-afa9-fb884efd0d4d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:43.848584 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-02ab017f-e1f5-4927-afa9-fb884efd0d4d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1628046 Sep 23 22:35:43.853330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59272) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:43.860584 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a207763a-019e-4798-887d-2a482a2db2c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c587af228c0748ae8510c3a4715af5a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3404226 Sep 23 22:35:43.862710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-fbdec1c0-07f7-48e6-906d-46aec3bc861d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-777580756'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:43.872913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59274) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:43.881796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3145e9d3-bacf-4281-ae7d-f1b007709270 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 40cfcd50-d737-48c3-9f89-be27ac43f941 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:43.882309 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3145e9d3-bacf-4281-ae7d-f1b007709270 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:44.002850 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3145e9d3-bacf-4281-ae7d-f1b007709270 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:44.007395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6e274c52-ce73-4455-8cb1-5278c01b3cc1 None None] For port 7404eabc-6132-41bb-b82b-00d3429cdd27, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7404eabc-6132-41bb-b82b-00d3429cdd27,segment=NetworkSegment(588a8c93-2da8-413d-9727-fc67ff3c131f),segment_id=588a8c93-2da8-413d-9727-fc67ff3c131f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:44.018677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3145e9d3-bacf-4281-ae7d-f1b007709270 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 40cfcd50-d737-48c3-9f89-be27ac43f941 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:44.120954 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6e274c52-ce73-4455-8cb1-5278c01b3cc1 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:44.157685 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4a090a6-c150-4371-98a0-234dac7fd2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:44.187256 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d1573-9ec4-4a41-add4-234d0fa62185 req-4c0c1f57-b200-45b8-a365-c3a7ca5119c1 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:44.200743 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec1d1573-9ec4-4a41-add4-234d0fa62185 req-4c0c1f57-b200-45b8-a365-c3a7ca5119c1 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.3831298 Sep 23 22:35:44.205618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d3cc8-dbc2-4439-a264-d547f27f6c75 req-e64daab6-8cf3-436a-8d87-b152ea5c6875 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:44.215699 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c1d3cc8-dbc2-4439-a264-d547f27f6c75 req-e64daab6-8cf3-436a-8d87-b152ea5c6875 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.4986613 Sep 23 22:35:44.217757 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6e274c52-ce73-4455-8cb1-5278c01b3cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:44.248558 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3145e9d3-bacf-4281-ae7d-f1b007709270 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:44.286485 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145e9d3-bacf-4281-ae7d-f1b007709270 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=40cfcd50-d737-48c3-9f89-be27ac43f941,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:44.355333 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4a090a6-c150-4371-98a0-234dac7fd2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:44.454495 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec1d1573-9ec4-4a41-add4-234d0fa62185 req-edc8b5d3-9fe1-4931-8d16-920d902d80e4 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399986 Sep 23 22:35:44.474864 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdec1c0-07f7-48e6-906d-46aec3bc861d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:35:44.485943 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fbdec1c0-07f7-48e6-906d-46aec3bc861d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:44.493065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e274c52-ce73-4455-8cb1-5278c01b3cc1 None None] Pushing event updated for resources: {'Port': ['ID=7404eabc-6132-41bb-b82b-00d3429cdd27,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:44.501919 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c1d3cc8-dbc2-4439-a264-d547f27f6c75 req-42004dbf-1a48-437f-a9e1-c9e12370fc06 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848313 Sep 23 22:35:44.513914 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3145e9d3-bacf-4281-ae7d-f1b007709270 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:44.517718 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3145e9d3-bacf-4281-ae7d-f1b007709270 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/40cfcd50-d737-48c3-9f89-be27ac43f941 HTTP/1.1" status: 204 len: 168 time: 1.0072451 Sep 23 22:35:44.520366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59280) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:44.607307 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebbedb1-3c0f-4229-a81c-98023379cc09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] GET failed (client error): The resource could not be found. Sep 23 22:35:44.611544 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2ebbedb1-3c0f-4229-a81c-98023379cc09 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports/40cfcd50-d737-48c3-9f89-be27ac43f941 HTTP/1.1" status: 404 len: 333 time: 0.0823772 Sep 23 22:35:44.614863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59282) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:44.650584 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4a090a6-c150-4371-98a0-234dac7fd2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:44.659557 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4a090a6-c150-4371-98a0-234dac7fd2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:44.660976 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e4a090a6-c150-4371-98a0-234dac7fd2ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fa4e9b3a-88fb-4a5a-8d9b-3d9b19131c84 HTTP/1.1" status: 204 len: 168 time: 0.7840464 Sep 23 22:35:44.672084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdec1c0-07f7-48e6-906d-46aec3bc861d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:35:44.712491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a090a6-c150-4371-98a0-234dac7fd2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4e9b3a-88fb-4a5a-8d9b-3d9b19131c84,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:44.722374 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fbdec1c0-07f7-48e6-906d-46aec3bc861d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:44.722732 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-fbdec1c0-07f7-48e6-906d-46aec3bc861d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Added segment f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62 of type vlan for network 96f6d594-31a5-4c31-8d3a-e98b18f78562 Sep 23 22:35:44.817981 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f29bcc8f-f50e-48c6-af47-9242f89cdee9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:44.857796 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f29bcc8f-f50e-48c6-af47-9242f89cdee9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:44.961614 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fbdec1c0-07f7-48e6-906d-46aec3bc861d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:45.110314 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f29bcc8f-f50e-48c6-af47-9242f89cdee9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:45.121206 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f29bcc8f-f50e-48c6-af47-9242f89cdee9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:45.121206 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f29bcc8f-f50e-48c6-af47-9242f89cdee9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/security-groups/8207a123-bdab-4e14-a891-bc2523ff279c HTTP/1.1" status: 204 len: 168 time: 0.5007555 Sep 23 22:35:45.122347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59290) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:45.172108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bcc8f-f50e-48c6-af47-9242f89cdee9 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8207a123-bdab-4e14-a891-bc2523ff279c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:45.222378 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fbdec1c0-07f7-48e6-906d-46aec3bc861d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:45.248178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdec1c0-07f7-48e6-906d-46aec3bc861d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:45.248945 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fbdec1c0-07f7-48e6-906d-46aec3bc861d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:45.738978 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1bec2c94-9bb5-43c3-a0c8-825284424d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:45.749492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4eaa0d1c-a3fe-4351-b1c8-e0d0831f93eb None None] Provisioning complete for port 3b8bf12e-a4e0-4afa-b966-22753d659baa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:45.758513 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4eaa0d1c-a3fe-4351-b1c8-e0d0831f93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:45.875960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fa0fa-4001-41af-a41b-dd7c9ea4ba7a req-c779976d-36ec-4028-a208-b456cfbb9886 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:45.883259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa0d1c-a3fe-4351-b1c8-e0d0831f93eb None None] Port 3b8bf12e-a4e0-4afa-b966-22753d659baa cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:35:45.898164 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8e8fa0fa-4001-41af-a41b-dd7c9ea4ba7a req-c779976d-36ec-4028-a208-b456cfbb9886 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.1406579 Sep 23 22:35:45.915667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4eaa0d1c-a3fe-4351-b1c8-e0d0831f93eb None None] Provisioning complete for port 7404eabc-6132-41bb-b82b-00d3429cdd27 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:45.916019 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4eaa0d1c-a3fe-4351-b1c8-e0d0831f93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:46.051070 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8e8fa0fa-4001-41af-a41b-dd7c9ea4ba7a req-2f385274-a91d-4848-bd6f-e6aed69ce43b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494584 Sep 23 22:35:46.052666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdec1c0-07f7-48e6-906d-46aec3bc861d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Network': ['ID=96f6d594-31a5-4c31-8d3a-e98b18f78562,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:46.076194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fbdec1c0-07f7-48e6-906d-46aec3bc861d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2165248 Sep 23 22:35:46.077478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59310) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:46.122073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3a872bea-f099-4000-8fe1-3414681ba6a5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'subnet': {'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:46.133700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 96f6d594-31a5-4c31-8d3a-e98b18f78562 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:35:46.135691 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 143378f3-4e92-4775-a2b5-989b2bdf6436 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:35:46.140010 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:46.146916 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98049025-a4f6-4dd9-9a55-5707a3a947ae tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:46.182905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4eaa0d1c-a3fe-4351-b1c8-e0d0831f93eb None None] Could not find standard attr ID for object 40cfcd50-d737-48c3-9f89-be27ac43f941. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:35:46.237652 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98049025-a4f6-4dd9-9a55-5707a3a947ae tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:46.291158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf974ab-f57e-4133-8f4b-7ff806e844d3 req-e7714ee2-eeeb-4019-85d1-7dff5d034953 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:46.293575 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8cf974ab-f57e-4133-8f4b-7ff806e844d3 req-e7714ee2-eeeb-4019-85d1-7dff5d034953 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.3608291 Sep 23 22:35:46.429516 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8cf974ab-f57e-4133-8f4b-7ff806e844d3 req-c54836f1-1de4-46a1-a917-fd96d2a3321c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106484 Sep 23 22:35:46.462123 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98049025-a4f6-4dd9-9a55-5707a3a947ae tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:46.466505 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98049025-a4f6-4dd9-9a55-5707a3a947ae tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:46.468268 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-98049025-a4f6-4dd9-9a55-5707a3a947ae tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/security-groups/db094d3b-ef0a-4c5c-bb1b-57044dbbc508 HTTP/1.1" status: 204 len: 168 time: 1.3099186 Sep 23 22:35:46.470899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 143378f3-4e92-4775-a2b5-989b2bdf6436 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:46.479441 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:46.482836 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59314) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:46.508789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98049025-a4f6-4dd9-9a55-5707a3a947ae tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db094d3b-ef0a-4c5c-bb1b-57044dbbc508,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:46.524511 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a872bea-f099-4000-8fe1-3414681ba6a5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:35:46.528360 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a872bea-f099-4000-8fe1-3414681ba6a5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:46.713565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-12874b3c-d34f-4d70-97d4-c4c20a7153d8 None None] Could not find standard attr ID for object 40cfcd50-d737-48c3-9f89-be27ac43f941. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:35:46.861453 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7404eabc-6132-41bb-b82b-00d3429cdd27 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:35:47.035813 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:47.182983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=143378f3-4e92-4775-a2b5-989b2bdf6436,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:47.191990 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:35:47.205583 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35c8bd8-38db-4edd-9461-5a8783c5fe5b" -d '{"events": [{"server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "name": "network-vif-plugged", "status": "completed", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:35:47.211592 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:47.227264 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f7e3be47-984e-492a-90cf-c50eabfd3725 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:47.242428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7404eabc-6132-41bb-b82b-00d3429cdd27 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:47.244123 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:47.291534 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:47.441396 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=143378f3-4e92-4775-a2b5-989b2bdf6436,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:47.543330 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f7e3be47-984e-492a-90cf-c50eabfd3725 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:47.562241 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12693242-1e81-4ed3-9995-590f7d9e4163 x-openstack-request-id: req-12693242-1e81-4ed3-9995-590f7d9e4163 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:35:47.567591 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "name": "network-vif-plugged", "status": "completed", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:35:47.568120 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-12693242-1e81-4ed3-9995-590f7d9e4163 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:35:47.569474 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'code': 200} Sep 23 22:35:47.700078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab82824-2cb9-464d-a2f4-04a2aa9a37a6 req-9d0edb2e-1bae-48e7-9f9f-85ad0c8959c3 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:47.702470 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ab82824-2cb9-464d-a2f4-04a2aa9a37a6 req-9d0edb2e-1bae-48e7-9f9f-85ad0c8959c3 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.0743637 Sep 23 22:35:47.748199 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:47.833567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ab82824-2cb9-464d-a2f4-04a2aa9a37a6 req-801c596d-2933-41d3-9859-4cfb7ea2ef3b tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098506 Sep 23 22:35:47.868418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9264f-3911-4f7f-9709-af68d6cf276e req-e13f92b7-8261-4093-9165-0d31693e7901 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:47.877823 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1d9264f-3911-4f7f-9709-af68d6cf276e req-e13f92b7-8261-4093-9165-0d31693e7901 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.4881592 Sep 23 22:35:47.956190 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a872bea-f099-4000-8fe1-3414681ba6a5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:48.054560 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1d9264f-3911-4f7f-9709-af68d6cf276e req-051e64b4-4eba-430f-bcc4-5d93da5a2bb3 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762412 Sep 23 22:35:48.058751 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f7e3be47-984e-492a-90cf-c50eabfd3725 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:48.066317 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f7e3be47-984e-492a-90cf-c50eabfd3725 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:48.072773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59362) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:48.094272 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f7e3be47-984e-492a-90cf-c50eabfd3725 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/security-groups/204676a8-63ac-47dd-a900-32a1361c4d98 HTTP/1.1" status: 204 len: 168 time: 1.6095414 Sep 23 22:35:48.128997 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3be47-984e-492a-90cf-c50eabfd3725 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=204676a8-63ac-47dd-a900-32a1361c4d98,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:48.192665 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36044d9-c1b1-44fc-a51b-7c2ae55814df tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting subnet 2b8bccd6-bda6-49cc-85aa-237d36e579ce {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:35:48.197599 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a36044d9-c1b1-44fc-a51b-7c2ae55814df tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:48.242433 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a872bea-f099-4000-8fe1-3414681ba6a5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Checking segment: {'id': 'f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:35:48.243052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a872bea-f099-4000-8fe1-3414681ba6a5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network hostable DHCP agents. Network: 96f6d594-31a5-4c31-8d3a-e98b18f78562, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:35:48.250845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a872bea-f099-4000-8fe1-3414681ba6a5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Subnet': ['ID=b300f0bf-f14d-4935-b34b-2a4163707d2f,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:48.291720 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a36044d9-c1b1-44fc-a51b-7c2ae55814df tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:48.383030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a872bea-f099-4000-8fe1-3414681ba6a5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 96f6d594-31a5-4c31-8d3a-e98b18f78562 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:35:48.487464 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a36044d9-c1b1-44fc-a51b-7c2ae55814df tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:48.496821 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-3a872bea-f099-4000-8fe1-3414681ba6a5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 96f6d594-31a5-4c31-8d3a-e98b18f78562) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:48.507692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ad3100-4f1d-4cca-bd9a-3be30bf21c20 None None] Network 96f6d594-31a5-4c31-8d3a-e98b18f78562 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:35:48.513542 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a872bea-f099-4000-8fe1-3414681ba6a5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:48.530523 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a872bea-f099-4000-8fe1-3414681ba6a5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:48.633399 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:48.671585 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3a872bea-f099-4000-8fe1-3414681ba6a5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5922563 Sep 23 22:35:48.674408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59372) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:48.845793 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a36044d9-c1b1-44fc-a51b-7c2ae55814df tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:48.950327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36044d9-c1b1-44fc-a51b-7c2ae55814df tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Subnet': ['ID=2b8bccd6-bda6-49cc-85aa-237d36e579ce,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:48.965568 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a36044d9-c1b1-44fc-a51b-7c2ae55814df tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:48.968200 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a36044d9-c1b1-44fc-a51b-7c2ae55814df tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/2b8bccd6-bda6-49cc-85aa-237d36e579ce HTTP/1.1" status: 204 len: 168 time: 0.8939183 Sep 23 22:35:48.972293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59376) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:49.009011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075e9028-0d22-488a-a0e5-26956a4327bb None None] Network cd100140-404a-40f9-8e02-b16db92aae97 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:35:49.237563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b45ba-c6d8-4594-b70d-9b611942a5c7 req-fac3f0e3-fa3f-4d01-b3f2-ce9d75356825 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:49.245198 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-122b45ba-c6d8-4594-b70d-9b611942a5c7 req-fac3f0e3-fa3f-4d01-b3f2-ce9d75356825 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.2223160 Sep 23 22:35:49.320298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-37547c2a-1711-4a2c-8f09-0bfda2f2bd48 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting subnet cf6d360b-a76d-4637-959e-368136238610 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:35:49.326754 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-37547c2a-1711-4a2c-8f09-0bfda2f2bd48 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:49.419549 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-122b45ba-c6d8-4594-b70d-9b611942a5c7 req-f1397adb-3280-40a1-bc97-750eeb3255f2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299868 Sep 23 22:35:49.465060 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-37547c2a-1711-4a2c-8f09-0bfda2f2bd48 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:49.492056 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:49.812148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-96f6d594-31a5-4c31-8d3a-e98b18f78562', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:35:49.813248 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:49.921881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4b546-4d68-4834-9ae8-533e3466d47b req-1e717edf-8bfb-4ca3-9e59-64311dd85abf tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:49.948477 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96c4b546-4d68-4834-9ae8-533e3466d47b req-1e717edf-8bfb-4ca3-9e59-64311dd85abf tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.3257222 Sep 23 22:35:50.247079 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96c4b546-4d68-4834-9ae8-533e3466d47b req-a3dfb8ec-0692-4d9c-a025-0f39b02d5192 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959132 Sep 23 22:35:50.292595 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-37547c2a-1711-4a2c-8f09-0bfda2f2bd48 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:50.530406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Allocated IP 2001:db8::2 (96f6d594-31a5-4c31-8d3a-e98b18f78562/b300f0bf-f14d-4935-b34b-2a4163707d2f/c1d37d68-849e-4971-9cd3-714148cb64d9) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:35:50.754923 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-37547c2a-1711-4a2c-8f09-0bfda2f2bd48 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:50.934169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37547c2a-1711-4a2c-8f09-0bfda2f2bd48 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6d360b-a76d-4637-959e-368136238610,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:50.965694 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-37547c2a-1711-4a2c-8f09-0bfda2f2bd48 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:50.974436 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-37547c2a-1711-4a2c-8f09-0bfda2f2bd48 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/cf6d360b-a76d-4637-959e-368136238610 HTTP/1.1" status: 204 len: 168 time: 2.0001421 Sep 23 22:35:50.982533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59400) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:51.128058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ccc34-269e-4b50-9a15-bd748967e49d req-ddf0ce64-538f-4b01-8379-f11fd0003fb9 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:51.140120 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fc8568-1bd7-4654-985c-9fa60bacac12 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] DELETE failed (client error): The resource could not be found. Sep 23 22:35:51.144715 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-619ccc34-269e-4b50-9a15-bd748967e49d req-ddf0ce64-538f-4b01-8379-f11fd0003fb9 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.3100522 Sep 23 22:35:51.155677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fc8568-1bd7-4654-985c-9fa60bacac12 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:35:51.167401 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-84fc8568-1bd7-4654-985c-9fa60bacac12 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/2b8bccd6-bda6-49cc-85aa-237d36e579ce HTTP/1.1" status: 404 len: 337 time: 0.1824801 Sep 23 22:35:51.172810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59406) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:51.335039 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-619ccc34-269e-4b50-9a15-bd748967e49d req-82a45c6f-d04a-4954-a096-51795074637b tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881597 Sep 23 22:35:51.438820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f8a6bc-990a-4e06-8a01-ff186675aaf3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting subnet 4356e9fd-993f-4831-b193-fdf92ab5b021 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:35:51.448869 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-38f8a6bc-990a-4e06-8a01-ff186675aaf3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:51.469738 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:51.555173 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:51.557293 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-38f8a6bc-990a-4e06-8a01-ff186675aaf3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:51.668002 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Network 96f6d594-31a5-4c31-8d3a-e98b18f78562 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:35:51.669556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73610b41-eb62-4f80-95a7-47991388c7e7 None None] Network cd100140-404a-40f9-8e02-b16db92aae97 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:35:51.780156 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-38f8a6bc-990a-4e06-8a01-ff186675aaf3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:51.796382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Pushing event updated for resources: {'Port': ['ID=c1d37d68-849e-4971-9cd3-714148cb64d9,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:51.809964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:51.839168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:35:51.896407 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Allocated IP 2001:db8::1 (96f6d594-31a5-4c31-8d3a-e98b18f78562/b300f0bf-f14d-4935-b34b-2a4163707d2f/0713f07a-1fdb-4c45-9100-7b5c6faa3826) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:35:51.921846 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-513a27dc-decf-4033-9e11-18e9aa25f28b None None] Provisioning complete for port 3b8bf12e-a4e0-4afa-b966-22753d659baa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:51.923896 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-513a27dc-decf-4033-9e11-18e9aa25f28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:52.034357 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-38f8a6bc-990a-4e06-8a01-ff186675aaf3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:52.073792 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-38f8a6bc-990a-4e06-8a01-ff186675aaf3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:52.079320 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-38f8a6bc-990a-4e06-8a01-ff186675aaf3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/4356e9fd-993f-4831-b193-fdf92ab5b021 HTTP/1.1" status: 204 len: 168 time: 0.9026654 Sep 23 22:35:52.089531 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59418) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:52.203981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8a6bc-990a-4e06-8a01-ff186675aaf3 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Subnet': ['ID=4356e9fd-993f-4831-b193-fdf92ab5b021,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:52.218105 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-513a27dc-decf-4033-9e11-18e9aa25f28b None None] Port 3b8bf12e-a4e0-4afa-b966-22753d659baa cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:35:52.259517 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae862bb-dd1e-491f-a394-cb70c9a5fa75 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] DELETE failed (client error): The resource could not be found. Sep 23 22:35:52.260240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae862bb-dd1e-491f-a394-cb70c9a5fa75 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:35:52.265935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb40b15-00e7-4085-9a64-7f3187700817 req-1d748c71-d303-4148-9623-a183639876dc tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:52.281499 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dae862bb-dd1e-491f-a394-cb70c9a5fa75 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/12374c6d-b954-406b-b94f-97e1d1b3951e HTTP/1.1" status: 404 len: 337 time: 0.1904080 Sep 23 22:35:52.285534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59420) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:52.286593 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6cb40b15-00e7-4085-9a64-7f3187700817 req-1d748c71-d303-4148-9623-a183639876dc tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.3641033 Sep 23 22:35:52.306200 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-513a27dc-decf-4033-9e11-18e9aa25f28b None None] Provisioning complete for port 7404eabc-6132-41bb-b82b-00d3429cdd27 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:52.306889 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-513a27dc-decf-4033-9e11-18e9aa25f28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:52.341400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59422) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:52.369869 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7ea74b43-2931-46e3-bdd2-d7bb7971a227 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "GET /v2.0/ports?device_id=de781c93-3aba-492d-91c7-1f4930a1d3f4 HTTP/1.1" status: 200 len: 205 time: 0.0785780 Sep 23 22:35:52.373201 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59424) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:52.416412 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6cb40b15-00e7-4085-9a64-7f3187700817 req-598aaae4-9ec0-4bd9-ac85-070d8db724b0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261456 Sep 23 22:35:52.418314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Attempting to bind port c1d37d68-849e-4971-9cd3-714148cb64d9 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:35:52.422500 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Attempting to bind port c1d37d68-849e-4971-9cd3-714148cb64d9 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:35:52.427318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Attempting to bind port c1d37d68-849e-4971-9cd3-714148cb64d9 on network 96f6d594-31a5-4c31-8d3a-e98b18f78562 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:35:52.450967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:35:52.476679 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Checking segment: {'id': 'f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:35:52.476679 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:52.476679 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Bound using segment: {'id': 'f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:35:52.476679 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Bound port: c1d37d68-849e-4971-9cd3-714148cb64d9, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:35:52.476679 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:52.745578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] For port c1d37d68-849e-4971-9cd3-714148cb64d9, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:35:52.757830 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] For port c1d37d68-849e-4971-9cd3-714148cb64d9, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c1d37d68-849e-4971-9cd3-714148cb64d9,segment=NetworkSegment(f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62),segment_id=f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:35:52.854952 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:52.864111 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e3368e1-4f7d-4bb8-97f1-cc2466c9a13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:52.910863 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-78d4f426-91dd-4f4c-8178-9d327eef45fe tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] delete failed (client error): The resource could not be found. Sep 23 22:35:52.922153 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-78d4f426-91dd-4f4c-8178-9d327eef45fe tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/routers/de781c93-3aba-492d-91c7-1f4930a1d3f4 HTTP/1.1" status: 404 len: 336 time: 0.4252744 Sep 23 22:35:52.929128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59432) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:52.964103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bbae0-42c1-4fc5-a56e-7dbd81bc9be0 None None] Pushing event updated for resources: {'Port': ['ID=c1d37d68-849e-4971-9cd3-714148cb64d9,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:53.094794 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:53.159056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466f2b84-0ff7-4545-bbea-3d1ca32ea2b9 None None] DHCP port deletion for cd100140-404a-40f9-8e02-b16db92aae97 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:35:53.188758 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c1dca0-95d4-4bc0-8b17-8dd2e50ca592 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] DELETE failed (client error): The resource could not be found. Sep 23 22:35:53.189290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c1dca0-95d4-4bc0-8b17-8dd2e50ca592 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:35:53.200665 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-72c1dca0-95d4-4bc0-8b17-8dd2e50ca592 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/aa74f17e-de22-4775-8e28-67995ce83ff9 HTTP/1.1" status: 404 len: 337 time: 0.1163540 Sep 23 22:35:53.203431 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59434) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:53.249161 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e3368e1-4f7d-4bb8-97f1-cc2466c9a13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:53.249985 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9adf76-fc2d-4c8b-bb51-1249abbfc4b6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] DELETE failed (client error): The resource could not be found. Sep 23 22:35:53.265204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9adf76-fc2d-4c8b-bb51-1249abbfc4b6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:35:53.273284 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59436) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:53.273628 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1d9adf76-fc2d-4c8b-bb51-1249abbfc4b6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/5490f587-01f6-4c3a-b7c0-bc14fafe3c01 HTTP/1.1" status: 404 len: 337 time: 0.0630126 Sep 23 22:35:53.313379 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11064eeb-dbb8-4574-a6f3-9b219c5588ad req-4a79893e-597a-4e6d-816a-4e271a7b6c67 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:53.325336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-11064eeb-dbb8-4574-a6f3-9b219c5588ad req-4a79893e-597a-4e6d-816a-4e271a7b6c67 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.3774316 Sep 23 22:35:53.391183 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86da36d-dbec-44d4-8e6b-0efa872ddab8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] DELETE failed (client error): The resource could not be found. Sep 23 22:35:53.391674 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86da36d-dbec-44d4-8e6b-0efa872ddab8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:35:53.399822 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f86da36d-dbec-44d4-8e6b-0efa872ddab8 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/0f36a5a9-cfd9-4fa9-a43a-c733ba4081fa HTTP/1.1" status: 404 len: 337 time: 0.1304815 Sep 23 22:35:53.401994 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2e3368e1-4f7d-4bb8-97f1-cc2466c9a13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:53.412738 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-466f2b84-0ff7-4545-bbea-3d1ca32ea2b9 None None] Deleting port 7404eabc-6132-41bb-b82b-00d3429cdd27 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:53.415708 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-466f2b84-0ff7-4545-bbea-3d1ca32ea2b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:53.421511 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-11064eeb-dbb8-4574-a6f3-9b219c5588ad req-c7d847b1-1be5-45ae-9664-8cff84940bc5 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948906 Sep 23 22:35:53.432160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59438) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:53.482423 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-2acfa677-e0ae-47d8-8cd6-d16862880b81 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] DELETE failed (client error): The resource could not be found. Sep 23 22:35:53.483191 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2acfa677-e0ae-47d8-8cd6-d16862880b81 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:35:53.488460 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2acfa677-e0ae-47d8-8cd6-d16862880b81 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/1ab35f5a-0bff-4f9f-8191-ad6e71f2d582 HTTP/1.1" status: 404 len: 333 time: 0.0626595 Sep 23 22:35:53.489477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59442) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:53.503769 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2e3368e1-4f7d-4bb8-97f1-cc2466c9a13a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d0707cf15ed4e58aa149bf88bfc54e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1280336 Sep 23 22:35:53.518498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59444) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:53.592442 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16687f2-4256-4759-81ba-a3aad20df46f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] DELETE failed (client error): The resource could not be found. Sep 23 22:35:53.593047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16687f2-4256-4759-81ba-a3aad20df46f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:35:53.602641 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c16687f2-4256-4759-81ba-a3aad20df46f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/17c07aa2-54b0-4a97-b8d2-8b967f40d0ba HTTP/1.1" status: 404 len: 337 time: 0.1115155 Sep 23 22:35:53.605468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59446) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:53.611244 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:53.666177 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3368e1-4f7d-4bb8-97f1-cc2466c9a13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90452ea9-3757-4bc0-a11a-8b7200b15133,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:53.759471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-466f2b84-0ff7-4545-bbea-3d1ca32ea2b9 None None] For port 7404eabc-6132-41bb-b82b-00d3429cdd27, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7404eabc-6132-41bb-b82b-00d3429cdd27,segment=NetworkSegment(588a8c93-2da8-413d-9727-fc67ff3c131f),segment_id=588a8c93-2da8-413d-9727-fc67ff3c131f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:53.759471 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-466f2b84-0ff7-4545-bbea-3d1ca32ea2b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:53.794365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-466f2b84-0ff7-4545-bbea-3d1ca32ea2b9 None None] Calling delete_port for 7404eabc-6132-41bb-b82b-00d3429cdd27 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:53.862045 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d5af2622-4f33-4c94-81bc-ef35ba0d809e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:53.892580 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94b77fb-b953-4835-92ee-ca902bd44dac tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] DELETE failed (client error): The resource could not be found. Sep 23 22:35:53.892997 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94b77fb-b953-4835-92ee-ca902bd44dac tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:35:53.895014 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b94b77fb-b953-4835-92ee-ca902bd44dac tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/6c37a0f6-dce2-42ac-af7c-2c802c0c8003 HTTP/1.1" status: 404 len: 337 time: 0.2676954 Sep 23 22:35:53.913166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59450) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:53.979143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 96f6d594-31a5-4c31-8d3a-e98b18f78562 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:35:53.986515 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:53.996960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:35:54.003682 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:54.075536 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d5ec8-5178-4177-9f9d-32f650b2c079 req-a1f35488-4e64-4637-b8e1-940e4d40430c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:54.096514 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-965d5ec8-5178-4177-9f9d-32f650b2c079 req-a1f35488-4e64-4637-b8e1-940e4d40430c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.3721952 Sep 23 22:35:54.146974 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=0713f07a-1fdb-4c45-9100-7b5c6faa3826,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:54.155114 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-23fe9007-8489-4c8d-b2e9-b3951ceee780 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] DELETE failed (client error): The resource could not be found. Sep 23 22:35:54.165357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23fe9007-8489-4c8d-b2e9-b3951ceee780 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:35:54.171974 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-23fe9007-8489-4c8d-b2e9-b3951ceee780 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/8ba17e17-da5d-4851-9724-9f4fdae41b2f HTTP/1.1" status: 404 len: 333 time: 0.2562411 Sep 23 22:35:54.173406 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59452) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:54.177133 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d5af2622-4f33-4c94-81bc-ef35ba0d809e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:54.310385 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca8aea2-1d9e-4fd2-859e-c9312817bbe6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] DELETE failed (client error): The resource could not be found. Sep 23 22:35:54.313752 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca8aea2-1d9e-4fd2-859e-c9312817bbe6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:35:54.324919 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8ca8aea2-1d9e-4fd2-859e-c9312817bbe6 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/72c76b16-3ea0-44c5-9a21-689d072907c2 HTTP/1.1" status: 404 len: 337 time: 0.1334465 Sep 23 22:35:54.326002 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59454) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:54.336308 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-466f2b84-0ff7-4545-bbea-3d1ca32ea2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:54.468587 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f2b84-0ff7-4545-bbea-3d1ca32ea2b9 None None] No DVR routers for this DVR port 7404eabc-6132-41bb-b82b-00d3429cdd27 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:35:54.487763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f2b84-0ff7-4545-bbea-3d1ca32ea2b9 None None] Pushing event deleted for resources: {'Port': ['ID=7404eabc-6132-41bb-b82b-00d3429cdd27,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:54.531904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-965d5ec8-5178-4177-9f9d-32f650b2c079 req-5dd13953-f117-4638-b393-2e22848781fb tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033465 Sep 23 22:35:54.639340 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-480b2107-2c17-42c9-a514-387af89c739f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] DELETE failed (client error): The resource could not be found. Sep 23 22:35:54.654531 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d5af2622-4f33-4c94-81bc-ef35ba0d809e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:54.658223 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d5af2622-4f33-4c94-81bc-ef35ba0d809e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:54.660566 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d5af2622-4f33-4c94-81bc-ef35ba0d809e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90452ea9-3757-4bc0-a11a-8b7200b15133 HTTP/1.1" status: 204 len: 168 time: 1.1402509 Sep 23 22:35:54.672198 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480b2107-2c17-42c9-a514-387af89c739f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:35:54.715462 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-480b2107-2c17-42c9-a514-387af89c739f tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/subnets/d80c63fc-6a65-47c3-99ed-a75c969fc9d8 HTTP/1.1" status: 404 len: 337 time: 0.3498206 Sep 23 22:35:54.718805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af2622-4f33-4c94-81bc-ef35ba0d809e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90452ea9-3757-4bc0-a11a-8b7200b15133,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:54.726696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59462) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:54.994434 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c1d37d68-849e-4971-9cd3-714148cb64d9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:35:55.059680 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:55.123580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-9ff5dd40-a3dd-43e0-8da5-836a8f655824 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Deleting port 3b8bf12e-a4e0-4afa-b966-22753d659baa {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:55.124422 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9ff5dd40-a3dd-43e0-8da5-836a8f655824 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:55.226742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c1d37d68-849e-4971-9cd3-714148cb64d9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:55.227111 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:55.390665 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9ff5dd40-a3dd-43e0-8da5-836a8f655824 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:55.446604 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dfbbbb-dada-4e8d-be41-4fbdbb94c100 None None] Network 96f6d594-31a5-4c31-8d3a-e98b18f78562 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:35:55.466198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-9ff5dd40-a3dd-43e0-8da5-836a8f655824 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Calling delete_port for 3b8bf12e-a4e0-4afa-b966-22753d659baa owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:35:55.819743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d54f69-fe81-4438-821a-aea42bf79d98 req-88145fcc-fee1-4309-a522-c8a94ea80e2c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:55.828717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44d54f69-fe81-4438-821a-aea42bf79d98 req-88145fcc-fee1-4309-a522-c8a94ea80e2c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.3595669 Sep 23 22:35:55.841504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b62a5-5a7f-4151-a621-4ba838660423 req-f8e4214a-4e8b-4dbb-95eb-c92d05bf723f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:55.844850 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b33b62a5-5a7f-4151-a621-4ba838660423 req-f8e4214a-4e8b-4dbb-95eb-c92d05bf723f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 1.1277306 Sep 23 22:35:55.972318 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:55.976485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44d54f69-fe81-4438-821a-aea42bf79d98 req-9c05684a-724d-4680-ba7d-08ee2fd6d1fc tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464512 Sep 23 22:35:55.980982 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9ff5dd40-a3dd-43e0-8da5-836a8f655824 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:56.131735 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:56.136605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port c1d37d68-849e-4971-9cd3-714148cb64d9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c1d37d68-849e-4971-9cd3-714148cb64d9,segment=NetworkSegment(f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62),segment_id=f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:35:56.153202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4e8aca50-61a0-4eb1-ad54-72fa8fc78e2c None None] Provisioning complete for port c1d37d68-849e-4971-9cd3-714148cb64d9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:56.153844 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4e8aca50-61a0-4eb1-ad54-72fa8fc78e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:56.154628 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5dd40-a3dd-43e0-8da5-836a8f655824 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Port': ['ID=3b8bf12e-a4e0-4afa-b966-22753d659baa,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:56.162986 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b33b62a5-5a7f-4151-a621-4ba838660423 req-54a44cb4-809e-4180-b4a0-4688124720a1 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912550 Sep 23 22:35:56.194784 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9ff5dd40-a3dd-43e0-8da5-836a8f655824 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:56.200123 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59482) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:56.210380 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9ff5dd40-a3dd-43e0-8da5-836a8f655824 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/ports/3b8bf12e-a4e0-4afa-b966-22753d659baa HTTP/1.1" status: 204 len: 168 time: 1.4781542 Sep 23 22:35:56.326134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f27e1-18bd-4cec-b8b9-9ce2878557e3 req-4d7c985d-dbad-4bfb-8a7e-4de73c4412a9 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:56.326134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d46f27e1-18bd-4cec-b8b9-9ce2878557e3 req-4d7c985d-dbad-4bfb-8a7e-4de73c4412a9 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.1389613 Sep 23 22:35:56.386282 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d46f27e1-18bd-4cec-b8b9-9ce2878557e3 req-975728a2-7a68-41be-9ef3-8fc4496e5c87 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098087 Sep 23 22:35:56.410904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42460a79-f11e-45f0-bf1f-f87f7a9e4bb4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:56.425055 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4e8aca50-61a0-4eb1-ad54-72fa8fc78e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:56.535796 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:56.537006 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:56.603329 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:56.814841 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-4e8aca50-61a0-4eb1-ad54-72fa8fc78e2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:35:56.816044 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-4e8aca50-61a0-4eb1-ad54-72fa8fc78e2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:35:56.830315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7404eabc-6132-41bb-b82b-00d3429cdd27 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:35:56.922616 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 7404eabc-6132-41bb-b82b-00d3429cdd27 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:35:56.923927 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7404eabc-6132-41bb-b82b-00d3429cdd27 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:35:57.029571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=c1d37d68-849e-4971-9cd3-714148cb64d9,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:57.131498 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 96f6d594-31a5-4c31-8d3a-e98b18f78562 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:35:57.228213 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:35:57.260084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=0713f07a-1fdb-4c45-9100-7b5c6faa3826,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:57.394546 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42460a79-f11e-45f0-bf1f-f87f7a9e4bb4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:57.629010 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3975d2d-f1d3-43b1-9bee-cc635d93fcd2 req-3f596475-76f4-4a6f-b619-841faca4e5a9 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:57.632310 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f3975d2d-f1d3-43b1-9bee-cc635d93fcd2 req-3f596475-76f4-4a6f-b619-841faca4e5a9 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.1560318 Sep 23 22:35:57.663008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f09325b4-6751-4573-abe8-7b11ea2f8644 None None] Provisioning complete for port 0713f07a-1fdb-4c45-9100-7b5c6faa3826 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:57.664707 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f09325b4-6751-4573-abe8-7b11ea2f8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:57.731145 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f3975d2d-f1d3-43b1-9bee-cc635d93fcd2 req-831a75f0-92cb-42a6-b770-61961b0ac8a0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917814 Sep 23 22:35:57.906669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f09325b4-6751-4573-abe8-7b11ea2f8644 None None] Port 0713f07a-1fdb-4c45-9100-7b5c6faa3826 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:35:57.944043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f09325b4-6751-4573-abe8-7b11ea2f8644 None None] Provisioning complete for port c1d37d68-849e-4971-9cd3-714148cb64d9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:57.946929 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f09325b4-6751-4573-abe8-7b11ea2f8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:58.097431 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59514) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:58.104235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-42460a79-f11e-45f0-bf1f-f87f7a9e4bb4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd100140-404a-40f9-8e02-b16db92aae97']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:58.181903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-42460a79-f11e-45f0-bf1f-f87f7a9e4bb4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588a8c93-2da8-413d-9727-fc67ff3c131f') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:58.182692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-42460a79-f11e-45f0-bf1f-f87f7a9e4bb4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588a8c93-2da8-413d-9727-fc67ff3c131f') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:58.252433 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42460a79-f11e-45f0-bf1f-f87f7a9e4bb4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:58.340707 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42460a79-f11e-45f0-bf1f-f87f7a9e4bb4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:58.364183 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42460a79-f11e-45f0-bf1f-f87f7a9e4bb4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:35:58.364947 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42460a79-f11e-45f0-bf1f-f87f7a9e4bb4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:58.574420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2e17e0e1-edc4-449e-b264-f2d76a46e5da None None] Provisioning complete for port 0713f07a-1fdb-4c45-9100-7b5c6faa3826 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:58.580796 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2e17e0e1-edc4-449e-b264-f2d76a46e5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:58.581044 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1506222804-network', 'tenant_id': '11d4d9a133ac41e7beadffc9ecda6735'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:58.713191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2e17e0e1-edc4-449e-b264-f2d76a46e5da None None] Port 0713f07a-1fdb-4c45-9100-7b5c6faa3826 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:35:58.772582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] Made reservation on behalf of 11d4d9a133ac41e7beadffc9ecda6735 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:35:58.778102 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:58.816867 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:59.054123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada2edf-b7eb-4eeb-bb88-c9c9a8cc959a req-d04569f4-cbba-4e79-903c-186e6ad4f319 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:59.057472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ada2edf-b7eb-4eeb-bb88-c9c9a8cc959a req-d04569f4-cbba-4e79-903c-186e6ad4f319 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.1363738 Sep 23 22:35:59.133012 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c1d37d68-849e-4971-9cd3-714148cb64d9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:35:59.162847 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ada2edf-b7eb-4eeb-bb88-c9c9a8cc959a req-4df3f637-5ee0-41f9-8b0e-385c60c982f6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981245 Sep 23 22:35:59.201074 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c1d37d68-849e-4971-9cd3-714148cb64d9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:35:59.201663 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:35:59.211844 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:35:59.274417 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:59.325617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b7e23-6b02-4939-b13d-a9ec5c896c0b req-8a659ad2-0001-421f-bf5e-ddf36a34282d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:59.328254 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a9b7e23-6b02-4939-b13d-a9ec5c896c0b req-8a659ad2-0001-421f-bf5e-ddf36a34282d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 1.5257838 Sep 23 22:35:59.395958 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1b4eb-11d3-480f-a297-fc04b6d5fc39 req-e52c642a-74f5-4753-b8a5-4ca39571d54d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:59.399746 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-58b1b4eb-11d3-480f-a297-fc04b6d5fc39 req-e52c642a-74f5-4753-b8a5-4ca39571d54d tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.67 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 945 time: 0.1761973 Sep 23 22:35:59.405084 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:59.448098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:35:59.482063 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:59.482837 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] Added segment 51fad049-ecbb-4a1e-9999-144c01d4e60c of type vlan for network 2d5b3526-8356-4305-86fe-106171f5daad Sep 23 22:35:59.514176 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a9b7e23-6b02-4939-b13d-a9ec5c896c0b req-adf308a2-29f9-4be1-897c-f18d2aedc163 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707897 Sep 23 22:35:59.564156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42460a79-f11e-45f0-bf1f-f87f7a9e4bb4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:59.575375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 9b4678bc-d892-45bf-9126-354ce42e53c6 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:35:59.613597 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:59.613980 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42460a79-f11e-45f0-bf1f-f87f7a9e4bb4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:59.616999 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-42460a79-f11e-45f0-bf1f-f87f7a9e4bb4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] 10.222.0.22 "DELETE /v2.0/networks/cd100140-404a-40f9-8e02-b16db92aae97 HTTP/1.1" status: 204 len: 168 time: 3.4157398 Sep 23 22:35:59.711159 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dfe3b9-7a08-4b3e-8490-10c6a3395d85,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:59.749681 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42460a79-f11e-45f0-bf1f-f87f7a9e4bb4 tempest-PortsTestJSON-767828791 tempest-PortsTestJSON-767828791-project] Pushing event deleted for resources: {'Network': ['ID=cd100140-404a-40f9-8e02-b16db92aae97,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:35:59.751985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:35:59.767373 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8b28e4d0-0cf7-427b-a90c-439bae667501 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/9b4678bc-d892-45bf-9126-354ce42e53c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0873020 Sep 23 22:35:59.769310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59534) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:35:59.783997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9c8ea0ec-7100-49b9-a6f1-1068111bff60 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-415462800'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:35:59.800071 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Sync routers for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:35:59.808775 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:59.811052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:35:59.812418 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:35:59.831807 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:35:59.832955 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:35:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:35:59.842370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-58b1b4eb-11d3-480f-a297-fc04b6d5fc39 req-1a7a3438-1bdc-4f0a-8aac-09c29f93729c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Deleting port ff98ed46-7f2f-42b7-9075-6b919d41eec1 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:35:59.842723 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-58b1b4eb-11d3-480f-a297-fc04b6d5fc39 req-1a7a3438-1bdc-4f0a-8aac-09c29f93729c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:00.051215 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] Pushing event updated for resources: {'Network': ['ID=2d5b3526-8356-4305-86fe-106171f5daad,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:00.072647 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 2d5b3526-8356-4305-86fe-106171f5daad details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:36:00.139419 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:36:00.155087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-58b1b4eb-11d3-480f-a297-fc04b6d5fc39 req-1a7a3438-1bdc-4f0a-8aac-09c29f93729c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] For port ff98ed46-7f2f-42b7-9075-6b919d41eec1, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ff98ed46-7f2f-42b7-9075-6b919d41eec1,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:00.155809 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-58b1b4eb-11d3-480f-a297-fc04b6d5fc39 req-1a7a3438-1bdc-4f0a-8aac-09c29f93729c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:00.195196 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-58b1b4eb-11d3-480f-a297-fc04b6d5fc39 req-1a7a3438-1bdc-4f0a-8aac-09c29f93729c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Calling delete_port for ff98ed46-7f2f-42b7-9075-6b919d41eec1 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:36:00.203869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8ea0ec-7100-49b9-a6f1-1068111bff60 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:36:00.227724 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea0ec-7100-49b9-a6f1-1068111bff60 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:00.367101 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4e26d817-2847-497c-a837-2aef347921dc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2630522 Sep 23 22:36:00.376890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59550) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:00.414576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3caf093f-35f0-4e90-9e4a-eb9ffc1665f0 admin admin] Request body: {'subnet': {'network_id': '2d5b3526-8356-4305-86fe-106171f5daad', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1506222804-subnet', 'tenant_id': '11d4d9a133ac41e7beadffc9ecda6735', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:00.628443 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:35:54Z', 'revision_number': 2, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:35:55Z', 'revision_number': 2, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:00.637357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8ea0ec-7100-49b9-a6f1-1068111bff60 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:36:00.651895 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Checking router: 9b4678bc-d892-45bf-9126-354ce42e53c6 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:36:00.652692 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Updating router 9b4678bc-d892-45bf-9126-354ce42e53c6 port 0713f07a-1fdb-4c45-9100-7b5c6faa3826 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:36:00.680345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59554) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:00.684516 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea0ec-7100-49b9-a6f1-1068111bff60 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:00.684938 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-9c8ea0ec-7100-49b9-a6f1-1068111bff60 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Added segment 259053b2-1972-49da-989b-d194bdd67c45 of type vlan for network 7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee Sep 23 22:36:00.692216 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:00.705742 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caf093f-35f0-4e90-9e4a-eb9ffc1665f0 admin admin] Made reservation on behalf of 11d4d9a133ac41e7beadffc9ecda6735 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:36:00.708319 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3caf093f-35f0-4e90-9e4a-eb9ffc1665f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:00.827786 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-58b1b4eb-11d3-480f-a297-fc04b6d5fc39 req-1a7a3438-1bdc-4f0a-8aac-09c29f93729c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:00.855997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e3840-e72f-4e8f-9d44-73fb015691eb req-5a285145-fe67-4d11-98e1-a322e40d642b tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:00.864056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad4e82e5-ffac-4ce8-a471-14137a6ef249'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:36:00.875759 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-873e3840-e72f-4e8f-9d44-73fb015691eb req-5a285145-fe67-4d11-98e1-a322e40d642b tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.3630600 Sep 23 22:36:00.931561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-54e55eb4-f22b-493f-9f68-833c674f558c req-7f4283ba-7330-4e73-b298-c33a129c0573 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 210 time: 0.1102839 Sep 23 22:36:00.979914 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea0ec-7100-49b9-a6f1-1068111bff60 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:01.067631 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a3438-1bdc-4f0a-8aac-09c29f93729c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Pushing event deleted for resources: {'Port': ['ID=ff98ed46-7f2f-42b7-9075-6b919d41eec1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:01.289016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b1b4eb-11d3-480f-a297-fc04b6d5fc39 req-1a7a3438-1bdc-4f0a-8aac-09c29f93729c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] No DVR routers for this DVR port ff98ed46-7f2f-42b7-9075-6b919d41eec1 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:36:01.296748 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-58b1b4eb-11d3-480f-a297-fc04b6d5fc39 req-1a7a3438-1bdc-4f0a-8aac-09c29f93729c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:01.309801 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-58b1b4eb-11d3-480f-a297-fc04b6d5fc39 req-1a7a3438-1bdc-4f0a-8aac-09c29f93729c tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.67 "DELETE /v2.0/ports/ff98ed46-7f2f-42b7-9075-6b919d41eec1 HTTP/1.1" status: 204 len: 173 time: 1.8757491 Sep 23 22:36:01.315247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75611af-5425-494e-a687-6e8e565af6ff', 'name': 'network-vif-deleted', 'tag': 'ff98ed46-7f2f-42b7-9075-6b919d41eec1'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:36:01.315247 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ada06e-011e-422c-aefe-6f893586f25d" -d '{"events": [{"server_uuid": "a75611af-5425-494e-a687-6e8e565af6ff", "name": "network-vif-deleted", "tag": "ff98ed46-7f2f-42b7-9075-6b919d41eec1"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:36:01.555056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-873e3840-e72f-4e8f-9d44-73fb015691eb req-45852092-03ab-4603-88dc-c22ea04ee0a1 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6781452 Sep 23 22:36:01.589352 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3caf093f-35f0-4e90-9e4a-eb9ffc1665f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:01.647903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a8f22f0d-5ac7-4763-b1f2-0ca7b10b714a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56b237389969441ba01a026302129acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9609919 Sep 23 22:36:01.650727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59574) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:01.671872 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea0ec-7100-49b9-a6f1-1068111bff60 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:01.678473 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ea0ec-7100-49b9-a6f1-1068111bff60 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:01.679150 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea0ec-7100-49b9-a6f1-1068111bff60 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:01.772285 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eae3b2-3e05-414a-b90f-9af4487f5568 x-openstack-request-id: req-e5eae3b2-3e05-414a-b90f-9af4487f5568 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:36:01.773213 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75611af-5425-494e-a687-6e8e565af6ff", "name": "network-vif-deleted", "tag": "ff98ed46-7f2f-42b7-9075-6b919d41eec1", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:36:01.773863 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5eae3b2-3e05-414a-b90f-9af4487f5568 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:36:01.775166 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75611af-5425-494e-a687-6e8e565af6ff', 'name': 'network-vif-deleted', 'tag': 'ff98ed46-7f2f-42b7-9075-6b919d41eec1', 'status': 'completed', 'code': 200} Sep 23 22:36:01.798984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ea0ec-7100-49b9-a6f1-1068111bff60 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Network': ['ID=7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:01.819319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:36:01.852871 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82ed38d6-15d3-4be6-811a-a0108da17178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:01.890893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf093f-35f0-4e90-9e4a-eb9ffc1665f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c82b02f-e9a2-4ffa-be91-721b9afed6e7,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:01.899871 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:01.917661 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82ed38d6-15d3-4be6-811a-a0108da17178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:01.928726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caf093f-35f0-4e90-9e4a-eb9ffc1665f0 admin admin] Checking segment: {'id': '51fad049-ecbb-4a1e-9999-144c01d4e60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2d5b3526-8356-4305-86fe-106171f5daad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:36:01.929143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caf093f-35f0-4e90-9e4a-eb9ffc1665f0 admin admin] Network hostable DHCP agents. Network: 2d5b3526-8356-4305-86fe-106171f5daad, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:36:01.994070 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9c8ea0ec-7100-49b9-a6f1-1068111bff60 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2223587 Sep 23 22:36:02.005331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59586) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:02.012974 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-eae2cc38-fffb-43ec-bc43-ec95cbd2f236 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'subnet': {'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:02.023465 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:02.084513 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcacd38-9f54-4fb1-9b7d-24d9069ba828 None None] Pushing event updated for resources: {'Port': ['ID=0713f07a-1fdb-4c45-9100-7b5c6faa3826,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:02.096303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caf093f-35f0-4e90-9e4a-eb9ffc1665f0 admin admin] Network 2d5b3526-8356-4305-86fe-106171f5daad is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:36:02.153414 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82ed38d6-15d3-4be6-811a-a0108da17178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:02.162460 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82ed38d6-15d3-4be6-811a-a0108da17178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:02.164351 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-82ed38d6-15d3-4be6-811a-a0108da17178 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de733bea-6126-4060-8301-d39d199dc387 HTTP/1.1" status: 204 len: 168 time: 0.5122797 Sep 23 22:36:02.185572 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Attempting to bind port 0713f07a-1fdb-4c45-9100-7b5c6faa3826 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:36:02.187373 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Attempting to bind port 0713f07a-1fdb-4c45-9100-7b5c6faa3826 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:36:02.187970 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Attempting to bind port 0713f07a-1fdb-4c45-9100-7b5c6faa3826 on network 96f6d594-31a5-4c31-8d3a-e98b18f78562 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:36:02.196258 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcacd38-9f54-4fb1-9b7d-24d9069ba828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:02.196927 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcacd38-9f54-4fb1-9b7d-24d9069ba828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:02.197665 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcacd38-9f54-4fb1-9b7d-24d9069ba828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:02.198183 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcacd38-9f54-4fb1-9b7d-24d9069ba828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:02.198686 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcacd38-9f54-4fb1-9b7d-24d9069ba828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:02.199243 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcacd38-9f54-4fb1-9b7d-24d9069ba828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:02.199944 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcacd38-9f54-4fb1-9b7d-24d9069ba828 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:02.200415 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcacd38-9f54-4fb1-9b7d-24d9069ba828 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:02.200909 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcacd38-9f54-4fb1-9b7d-24d9069ba828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:02.201451 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcacd38-9f54-4fb1-9b7d-24d9069ba828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:02.201927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed38d6-15d3-4be6-811a-a0108da17178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de733bea-6126-4060-8301-d39d199dc387,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:02.202315 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcacd38-9f54-4fb1-9b7d-24d9069ba828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:02.202819 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcacd38-9f54-4fb1-9b7d-24d9069ba828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:02.204762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3caf093f-35f0-4e90-9e4a-eb9ffc1665f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 2d5b3526-8356-4305-86fe-106171f5daad) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:36:02.206886 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:36:02.207510 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Checking segment: {'id': 'f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:36:02.208089 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:02.209435 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Bound using segment: {'id': 'f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:36:02.210503 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Bound port: 0713f07a-1fdb-4c45-9100-7b5c6faa3826, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:36:02.210829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caf093f-35f0-4e90-9e4a-eb9ffc1665f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:02.211285 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:02.211418 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3caf093f-35f0-4e90-9e4a-eb9ffc1665f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:02.230152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ff98ed46-7f2f-42b7-9075-6b919d41eec1 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:36:02.275154 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: ff98ed46-7f2f-42b7-9075-6b919d41eec1 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:36:02.275923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ff98ed46-7f2f-42b7-9075-6b919d41eec1 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:36:02.288131 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e3aa70-d34c-47d6-8515-f884b9b125cf None None] Network 2d5b3526-8356-4305-86fe-106171f5daad requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:36:02.379295 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] For port 0713f07a-1fdb-4c45-9100-7b5c6faa3826, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:36:02.389215 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] For port 0713f07a-1fdb-4c45-9100-7b5c6faa3826, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0713f07a-1fdb-4c45-9100-7b5c6faa3826,segment=NetworkSegment(f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62),segment_id=f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:36:02.390447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ed85853-4538-4ac2-9b88-2067fdc849b8 req-059860e5-f3c8-46df-b1aa-63f2fedcc437 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=a75611af-5425-494e-a687-6e8e565af6ff HTTP/1.1" status: 200 len: 210 time: 0.1363006 Sep 23 22:36:02.426733 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae2cc38-fffb-43ec-bc43-ec95cbd2f236 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:36:02.441621 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eae2cc38-fffb-43ec-bc43-ec95cbd2f236 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:02.502728 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:02.518951 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3caf093f-35f0-4e90-9e4a-eb9ffc1665f0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1228130 Sep 23 22:36:02.641082 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcacd38-9f54-4fb1-9b7d-24d9069ba828 None None] Pushing event updated for resources: {'Port': ['ID=0713f07a-1fdb-4c45-9100-7b5c6faa3826,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:02.680585 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:36:02.681566 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:35:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:02.828089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44cd9b1-7ffe-4fc8-8bd5-4080179947ba None None] Network 2d5b3526-8356-4305-86fe-106171f5daad requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:36:03.007338 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:36:03.034277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff759c-8e85-4ca6-b417-7ff3713924d2 req-29378c93-832d-430f-a3c3-f124da65aaeb tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:03.052160 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2ff759c-8e85-4ca6-b417-7ff3713924d2 req-29378c93-832d-430f-a3c3-f124da65aaeb tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.2153382 Sep 23 22:36:03.215456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beba129-93c4-46a0-aaa5-62cf45a814b3 req-5ec39d8d-3c9d-4760-9efb-d340712e146b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:03.230204 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2ff759c-8e85-4ca6-b417-7ff3713924d2 req-880aa95c-38e2-40eb-9be2-ae6d7cb90341 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776247 Sep 23 22:36:03.238490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-81b149a8-3631-4133-966f-c6234c786161 None None] Provisioning complete for port 0713f07a-1fdb-4c45-9100-7b5c6faa3826 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:03.239734 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-81b149a8-3631-4133-966f-c6234c786161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:03.270907 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5beba129-93c4-46a0-aaa5-62cf45a814b3 req-5ec39d8d-3c9d-4760-9efb-d340712e146b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.4955757 Sep 23 22:36:03.521751 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:35:54Z', 'revision_number': 2, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:02Z', 'revision_number': 4, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:03.605011 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bf38ac-f1a8-4353-ae25-612c122b12bb None None] The sync data for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 is: [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:35:54Z', 'revision_number': 2, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:02Z', 'revision_number': 4, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:36:03.633606 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5beba129-93c4-46a0-aaa5-62cf45a814b3 req-d14a7493-00d2-405b-9a48-3638beb74a13 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3605077 Sep 23 22:36:03.663994 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-81b149a8-3631-4133-966f-c6234c786161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:03.681071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-b48d7518-c96c-40ac-a856-ddaa2166b4fb req-cbaa4ae6-9233-495c-9f00-4ad778deb905 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1671658528', 'description': 'tempest-description-596374558'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:03.817326 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b48d7518-c96c-40ac-a856-ddaa2166b4fb req-cbaa4ae6-9233-495c-9f00-4ad778deb905 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:03.828070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-81b149a8-3631-4133-966f-c6234c786161 None None] For port 0713f07a-1fdb-4c45-9100-7b5c6faa3826, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0713f07a-1fdb-4c45-9100-7b5c6faa3826,segment=NetworkSegment(f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62),segment_id=f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:03.907935 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-81b149a8-3631-4133-966f-c6234c786161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:04.016274 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eae2cc38-fffb-43ec-bc43-ec95cbd2f236 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:04.054979 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b48d7518-c96c-40ac-a856-ddaa2166b4fb req-cbaa4ae6-9233-495c-9f00-4ad778deb905 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:04.103842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b149a8-3631-4133-966f-c6234c786161 None None] Pushing event updated for resources: {'Port': ['ID=0713f07a-1fdb-4c45-9100-7b5c6faa3826,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:04.130302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6924b4c5-18fb-4ae6-ad3f-a686deb47d0a None None] Provisioning complete for port 0713f07a-1fdb-4c45-9100-7b5c6faa3826 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:04.130302 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6924b4c5-18fb-4ae6-ad3f-a686deb47d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:04.132993 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b48d7518-c96c-40ac-a856-ddaa2166b4fb req-cbaa4ae6-9233-495c-9f00-4ad778deb905 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:04.165184 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2cc38-fffb-43ec-bc43-ec95cbd2f236 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Subnet': ['ID=16a30152-dbbe-4862-aec7-69f5fffba4eb,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:04.207380 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2cc38-fffb-43ec-bc43-ec95cbd2f236 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Checking segment: {'id': '259053b2-1972-49da-989b-d194bdd67c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:36:04.208211 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae2cc38-fffb-43ec-bc43-ec95cbd2f236 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network hostable DHCP agents. Network: 7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:36:04.342311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae2cc38-fffb-43ec-bc43-ec95cbd2f236 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:36:04.344097 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b48d7518-c96c-40ac-a856-ddaa2166b4fb req-cbaa4ae6-9233-495c-9f00-4ad778deb905 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:04.350226 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b48d7518-c96c-40ac-a856-ddaa2166b4fb req-cbaa4ae6-9233-495c-9f00-4ad778deb905 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6711917 Sep 23 22:36:04.410332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa4ae6-9233-495c-9f00-4ad778deb905 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272471a3-25dc-4e4b-a9bc-9d463cb0e4cc,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:04.456207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-eae2cc38-fffb-43ec-bc43-ec95cbd2f236 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:36:04.467143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae2cc38-fffb-43ec-bc43-ec95cbd2f236 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:04.467774 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eae2cc38-fffb-43ec-bc43-ec95cbd2f236 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:04.473593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14294773-0774-4b85-97e4-2e43842f9b44 None None] Network 7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:36:04.585604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e058a4ba-5207-465b-8ade-3346919ceed0 req-8894578b-97b9-4f6b-84a8-3705410d6d4e tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "GET /v2.0/security-groups/272471a3-25dc-4e4b-a9bc-9d463cb0e4cc HTTP/1.1" status: 200 len: 1814 time: 0.0837462 Sep 23 22:36:04.590825 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-e058a4ba-5207-465b-8ade-3346919ceed0 req-d51c4fc5-4d41-46b1-9ec2-caf0a21d3e0c tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '272471a3-25dc-4e4b-a9bc-9d463cb0e4cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:04.591147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-e058a4ba-5207-465b-8ade-3346919ceed0 req-d51c4fc5-4d41-46b1-9ec2-caf0a21d3e0c tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '272471a3-25dc-4e4b-a9bc-9d463cb0e4cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:04.720028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59662) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:04.720600 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-eae2cc38-fffb-43ec-bc43-ec95cbd2f236 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7094743 Sep 23 22:36:04.769337 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b338d-1b6b-4f40-9761-15c80669c2a1 req-89d15935-3717-447a-8996-f923e575a644 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:04.772477 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-103b338d-1b6b-4f40-9761-15c80669c2a1 req-89d15935-3717-447a-8996-f923e575a644 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.1850998 Sep 23 22:36:04.909684 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-103b338d-1b6b-4f40-9761-15c80669c2a1 req-8d4bd23f-d41b-413a-ab46-dfb822976976 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049867 Sep 23 22:36:05.119051 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e058a4ba-5207-465b-8ade-3346919ceed0 req-d51c4fc5-4d41-46b1-9ec2-caf0a21d3e0c tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:05.303553 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03025e4-f008-4f58-bef5-35d07f29681e req-29d32cfe-be2b-48cd-aa11-6e409a897773 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:05.324531 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f03025e4-f008-4f58-bef5-35d07f29681e req-29d32cfe-be2b-48cd-aa11-6e409a897773 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.1678526 Sep 23 22:36:05.342838 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0713f07a-1fdb-4c45-9100-7b5c6faa3826 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:36:05.347718 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59672) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:05.477990 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f03025e4-f008-4f58-bef5-35d07f29681e req-09b029d2-df57-4905-831e-72b148c57853 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317928 Sep 23 22:36:05.494190 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e058a4ba-5207-465b-8ade-3346919ceed0 req-d51c4fc5-4d41-46b1-9ec2-caf0a21d3e0c tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:05.564119 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0713f07a-1fdb-4c45-9100-7b5c6faa3826 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:05.565280 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:05.592996 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3955347f-8d51-4f3a-a440-0689de20d8c7 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:05.593874 n-d-810775-1 neutron-server[95490]: WARNING neutron.api.v2.base [None req-3955347f-8d51-4f3a-a440-0689de20d8c7 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 22:36:05.594630 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-3955347f-8d51-4f3a-a440-0689de20d8c7 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 22:36:05.595605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3955347f-8d51-4f3a-a440-0689de20d8c7 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2365727 Sep 23 22:36:05.602474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59682) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:05.608491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f692922d-681a-4b17-9ec1-40302516f292 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group': {'name': 'tempest-secgroup--809320023'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:05.662527 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:05.680436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:36:05.689652 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:05.787583 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e058a4ba-5207-465b-8ade-3346919ceed0 req-d51c4fc5-4d41-46b1-9ec2-caf0a21d3e0c tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:05.868340 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f692922d-681a-4b17-9ec1-40302516f292 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:05.870668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Allocated IP 2001:db8:1::2 (7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee/16a30152-dbbe-4862-aec7-69f5fffba4eb/abd80e71-1892-4d59-8773-1aa02dfcc11a) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:36:05.872138 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c4fc5-4d41-46b1-9ec2-caf0a21d3e0c tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c199bc-dbf1-4229-a25e-2a57955af846,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:05.888956 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f692922d-681a-4b17-9ec1-40302516f292 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:06.013534 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e058a4ba-5207-465b-8ade-3346919ceed0 req-d51c4fc5-4d41-46b1-9ec2-caf0a21d3e0c tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:06.019472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e058a4ba-5207-465b-8ade-3346919ceed0 req-d51c4fc5-4d41-46b1-9ec2-caf0a21d3e0c tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4329031 Sep 23 22:36:06.178765 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:06.228602 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f692922d-681a-4b17-9ec1-40302516f292 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:06.251250 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:06.274354 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f692922d-681a-4b17-9ec1-40302516f292 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:06.329328 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Pushing event updated for resources: {'Port': ['ID=abd80e71-1892-4d59-8773-1aa02dfcc11a,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:06.347152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Network 7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:36:06.350168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:36:06.358633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:36:06.399185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Allocated IP 2001:db8:1::1 (7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee/16a30152-dbbe-4862-aec7-69f5fffba4eb/a7cca369-53a2-470c-a3d8-9fa1c6c12f04) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:36:06.426201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d9cfe-2f3f-405f-83ca-a835c8753998 req-c1618232-07de-4ecf-a6a7-eafef468df6c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:06.435070 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e66d9cfe-2f3f-405f-83ca-a835c8753998 req-c1618232-07de-4ecf-a6a7-eafef468df6c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.1511037 Sep 23 22:36:06.484684 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:06.573161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Attempting to bind port abd80e71-1892-4d59-8773-1aa02dfcc11a on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:36:06.573553 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Attempting to bind port abd80e71-1892-4d59-8773-1aa02dfcc11a by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '259053b2-1972-49da-989b-d194bdd67c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:36:06.574025 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Attempting to bind port abd80e71-1892-4d59-8773-1aa02dfcc11a on network 7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:36:06.574637 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f692922d-681a-4b17-9ec1-40302516f292 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:06.579921 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e66d9cfe-2f3f-405f-83ca-a835c8753998 req-94c88d43-15d0-4a91-809e-6795006bcc60 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295631 Sep 23 22:36:06.581242 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692922d-681a-4b17-9ec1-40302516f292 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f77563-05cf-4f15-8dea-9a772f30fcbd,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:06.592526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:36:06.592922 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Checking segment: {'id': '259053b2-1972-49da-989b-d194bdd67c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:36:06.593379 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:06.596216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Bound using segment: {'id': '259053b2-1972-49da-989b-d194bdd67c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:36:06.596811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Bound port: abd80e71-1892-4d59-8773-1aa02dfcc11a, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259053b2-1972-49da-989b-d194bdd67c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:36:06.597255 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:06.650103 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f692922d-681a-4b17-9ec1-40302516f292 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:06.751476 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692922d-681a-4b17-9ec1-40302516f292 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fafc373-5ae9-4824-8cb9-b636ede3da9a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:06.769934 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f692922d-681a-4b17-9ec1-40302516f292 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:06.792924 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59712) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:06.797208 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f692922d-681a-4b17-9ec1-40302516f292 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1927080 Sep 23 22:36:06.824978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-186adbba-2231-4079-bff6-96d802d9b7e7 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '9fafc373-5ae9-4824-8cb9-b636ede3da9a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:06.905135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] For port abd80e71-1892-4d59-8773-1aa02dfcc11a, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:36:06.915283 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] For port abd80e71-1892-4d59-8773-1aa02dfcc11a, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=abd80e71-1892-4d59-8773-1aa02dfcc11a,segment=NetworkSegment(259053b2-1972-49da-989b-d194bdd67c45),segment_id=259053b2-1972-49da-989b-d194bdd67c45)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:36:06.979583 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d473a81d-624e-4664-bbcb-4473adacebb1 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:36:07.028373 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c7bf740-4794-44a9-b0b2-7cd2666a82f5 req-318e9ca8-54ce-4f36-b257-cd55d9b0df3f tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "GET /v2.0/security-groups/272471a3-25dc-4e4b-a9bc-9d463cb0e4cc HTTP/1.1" status: 200 len: 2408 time: 0.2805550 Sep 23 22:36:07.060940 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd3142-ccc1-41e9-9bfe-109a907cc08c req-609dca17-db88-4511-ac24-65d78d1b2bb6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:07.071431 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bddd3142-ccc1-41e9-9bfe-109a907cc08c req-609dca17-db88-4511-ac24-65d78d1b2bb6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.1227708 Sep 23 22:36:07.077221 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:07.156798 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:07.160011 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:07.201957 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bddd3142-ccc1-41e9-9bfe-109a907cc08c req-668a6e70-4f70-4a9c-933e-9728b4cd0e59 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240530 Sep 23 22:36:07.211722 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-186adbba-2231-4079-bff6-96d802d9b7e7 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:07.304439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:07.308258 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:36:07.316140 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf605a2-1fb1-4bea-b9f8-1120c0f6936e" -d '{"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-unplugged", "status": "completed", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:36:07.394733 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ab3412-e993-487d-898a-5b3ee2046f82 x-openstack-request-id: req-95ab3412-e993-487d-898a-5b3ee2046f82 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:36:07.395548 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-unplugged", "status": "completed", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:36:07.395548 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95ab3412-e993-487d-898a-5b3ee2046f82 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:36:07.395753 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'code': 200} Sep 23 22:36:07.406688 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441c268-3583-4dd0-be29-5869b7291b2e None None] Pushing event updated for resources: {'Port': ['ID=abd80e71-1892-4d59-8773-1aa02dfcc11a,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:07.446873 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:07.455137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-186adbba-2231-4079-bff6-96d802d9b7e7 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:07.466030 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3c2c37a8-a745-431c-b93e-9d9c76ac9e5b req-c0a01d29-d8d1-41ad-8ae7-b028e6b0339c tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "GET /v2.0/security-group-rules/f5c199bc-dbf1-4229-a25e-2a57955af846 HTTP/1.1" status: 200 len: 778 time: 0.2716410 Sep 23 22:36:07.547496 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:07.589423 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3c2c37a8-a745-431c-b93e-9d9c76ac9e5b req-b49be24f-9d0f-4530-9068-aea7f6aaf265 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "GET /v2.0/security-groups/272471a3-25dc-4e4b-a9bc-9d463cb0e4cc HTTP/1.1" status: 200 len: 2408 time: 0.1222854 Sep 23 22:36:07.647063 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d473a81d-624e-4664-bbcb-4473adacebb1,revision_number=11']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:07.688952 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-186adbba-2231-4079-bff6-96d802d9b7e7 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:07.765783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:36:07.777257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:36:07.788762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:36:07.789519 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:07.846685 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:36:07.866517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=a7cca369-53a2-470c-a3d8-9fa1c6c12f04,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:07.869452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186adbba-2231-4079-bff6-96d802d9b7e7 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8026c5c-95a9-4fb0-a8a5-f67f017fad48,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:07.881690 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3c2c37a8-a745-431c-b93e-9d9c76ac9e5b req-67c215ef-78f8-4fbf-8235-5e50521b7664 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:07.970005 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3c2c37a8-a745-431c-b93e-9d9c76ac9e5b req-67c215ef-78f8-4fbf-8235-5e50521b7664 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:07.978902 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-186adbba-2231-4079-bff6-96d802d9b7e7 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:07.981786 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-186adbba-2231-4079-bff6-96d802d9b7e7 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1800346 Sep 23 22:36:07.986208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59736) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:07.991872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3f401e09-e246-4e77-bd70-c517cf5c5af6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '9fafc373-5ae9-4824-8cb9-b636ede3da9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:08.154543 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3c2c37a8-a745-431c-b93e-9d9c76ac9e5b req-67c215ef-78f8-4fbf-8235-5e50521b7664 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:08.169161 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3f401e09-e246-4e77-bd70-c517cf5c5af6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:08.172586 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3c2c37a8-a745-431c-b93e-9d9c76ac9e5b req-67c215ef-78f8-4fbf-8235-5e50521b7664 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:08.193469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3c2c37a8-a745-431c-b93e-9d9c76ac9e5b req-67c215ef-78f8-4fbf-8235-5e50521b7664 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/f5c199bc-dbf1-4229-a25e-2a57955af846 HTTP/1.1" status: 204 len: 173 time: 0.5786951 Sep 23 22:36:08.248613 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c215ef-78f8-4fbf-8235-5e50521b7664 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5c199bc-dbf1-4229-a25e-2a57955af846,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:08.433421 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:08.561292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01700be7-3b47-4010-bb0d-ca25ebb39abd req-62831c8d-6d71-4f1a-9668-380fb89aec27 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:08.565055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-01700be7-3b47-4010-bb0d-ca25ebb39abd req-62831c8d-6d71-4f1a-9668-380fb89aec27 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 945 time: 0.1535857 Sep 23 22:36:08.584645 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0acb7-622d-448e-ba89-b0a86c2e2a4e req-e51c3f1a-03f3-4e3e-af46-aecf2a986967 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:08.599021 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ee0acb7-622d-448e-ba89-b0a86c2e2a4e req-e51c3f1a-03f3-4e3e-af46-aecf2a986967 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.2573416 Sep 23 22:36:08.679844 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-3f401e09-e246-4e77-bd70-c517cf5c5af6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 22:36:08.690176 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3f401e09-e246-4e77-bd70-c517cf5c5af6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7020433 Sep 23 22:36:08.691583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59748) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:08.729538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ee0acb7-622d-448e-ba89-b0a86c2e2a4e req-0c81a1f5-0b02-485b-9b51-18a46a56f589 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252968 Sep 23 22:36:08.911353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-f2906d0e-bbe7-47eb-be1e-f4cd0fb05125 req-d574d5f3-8e1f-4d3a-a20e-c50db43a143f tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1215866040', 'description': 'tempest-description-1594707994'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:08.988881 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa63fd36-8009-4bf9-92b7-0e4c23c5bfa6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:08.995024 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d473a81d-624e-4664-bbcb-4473adacebb1 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:36:09.113907 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f2906d0e-bbe7-47eb-be1e-f4cd0fb05125 req-d574d5f3-8e1f-4d3a-a20e-c50db43a143f tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:09.326579 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f2906d0e-bbe7-47eb-be1e-f4cd0fb05125 req-d574d5f3-8e1f-4d3a-a20e-c50db43a143f tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:09.329654 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa63fd36-8009-4bf9-92b7-0e4c23c5bfa6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:09.393221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device abd80e71-1892-4d59-8773-1aa02dfcc11a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:36:09.434458 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f2906d0e-bbe7-47eb-be1e-f4cd0fb05125 req-d574d5f3-8e1f-4d3a-a20e-c50db43a143f tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:09.517798 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa63fd36-8009-4bf9-92b7-0e4c23c5bfa6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:09.521210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa63fd36-8009-4bf9-92b7-0e4c23c5bfa6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:09.527036 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fa63fd36-8009-4bf9-92b7-0e4c23c5bfa6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "DELETE /v2.0/security-groups/9fafc373-5ae9-4824-8cb9-b636ede3da9a HTTP/1.1" status: 204 len: 168 time: 0.7920396 Sep 23 22:36:09.529880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59756) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:09.584871 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f2906d0e-bbe7-47eb-be1e-f4cd0fb05125 req-d574d5f3-8e1f-4d3a-a20e-c50db43a143f tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:09.609196 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f2906d0e-bbe7-47eb-be1e-f4cd0fb05125 req-d574d5f3-8e1f-4d3a-a20e-c50db43a143f tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7027326 Sep 23 22:36:09.646575 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574d5f3-8e1f-4d3a-a20e-c50db43a143f tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af21893-9e93-42b4-a835-f3774448b718,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:09.676803 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3e8a5-e6a1-4666-825f-7bb46c42ffde None None] Network 7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:36:09.717982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:09.729478 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-51ccaec9-133d-45f5-a208-a2151dc2eb02 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1699414 Sep 23 22:36:09.730439 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59762) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:09.745094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-43462d95-8d0a-47f5-b54c-8bb475e0fca3 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472737623'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:09.753480 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e48921c1-59d5-49b8-94f2-44a12fbee92f None None] Provisioning complete for port abd80e71-1892-4d59-8773-1aa02dfcc11a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:09.754033 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e48921c1-59d5-49b8-94f2-44a12fbee92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:09.758577 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'port_id': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'mac_address': 'fa:16:3e:46:93:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:36:09.801579 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:09.814004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63fd36-8009-4bf9-92b7-0e4c23c5bfa6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fafc373-5ae9-4824-8cb9-b636ede3da9a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:09.875090 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:09.883930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac47850-2b7e-4a8d-9df2-6ef62b83ce73 req-8c941903-17c8-48b5-9ca5-69d58ab45096 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:09.885664 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ac47850-2b7e-4a8d-9df2-6ef62b83ce73 req-8c941903-17c8-48b5-9ca5-69d58ab45096 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.67 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 945 time: 0.1060801 Sep 23 22:36:09.893817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43462d95-8d0a-47f5-b54c-8bb475e0fca3 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:09.896853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port abd80e71-1892-4d59-8773-1aa02dfcc11a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:09.897502 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:09.905650 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-01700be7-3b47-4010-bb0d-ca25ebb39abd req-8e6bef95-0a07-40cd-93f0-aa860f6e13e0 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968921 Sep 23 22:36:09.939594 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:09.940856 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:09.963862 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d473a81d-624e-4664-bbcb-4473adacebb1 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:36:10.009271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cc09c-2654-4d20-beb3-35ed33c28c90 req-c5d64452-cabb-476b-8987-7cfc566b84e3 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:10.012286 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f5cc09c-2654-4d20-beb3-35ed33c28c90 req-c5d64452-cabb-476b-8987-7cfc566b84e3 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1771536 Sep 23 22:36:10.071279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:10.099891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=a7cca369-53a2-470c-a3d8-9fa1c6c12f04,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:10.196669 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e48921c1-59d5-49b8-94f2-44a12fbee92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:10.227431 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:10.247397 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:10.277382 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ef937e3-cb48-4454-a9a0-0ab80960e3b2 req-78e8b5cd-88fa-468a-b362-30f65b056f27 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "GET /v2.0/security-groups/7af21893-9e93-42b4-a835-f3774448b718 HTTP/1.1" status: 200 len: 1815 time: 0.2120912 Sep 23 22:36:10.387928 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f5cc09c-2654-4d20-beb3-35ed33c28c90 req-0706d3eb-ef2e-45b6-b484-d55bb1512de1 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034623 Sep 23 22:36:10.412986 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d473a81d-624e-4664-bbcb-4473adacebb1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:36:10.492547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port abd80e71-1892-4d59-8773-1aa02dfcc11a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=abd80e71-1892-4d59-8773-1aa02dfcc11a,segment=NetworkSegment(259053b2-1972-49da-989b-d194bdd67c45),segment_id=259053b2-1972-49da-989b-d194bdd67c45)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:10.495344 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-e3c04f54-edc9-4aa9-bb0e-b99228c826d4 req-3aa5ea0b-6122-4647-a252-1b5876560791 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-689811692', 'description': 'tempest-description-348342638'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:10.512611 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43462d95-8d0a-47f5-b54c-8bb475e0fca3 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:10.548155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9ac47850-2b7e-4a8d-9df2-6ef62b83ce73 req-bff951b7-6802-46ae-8596-2991a105d283 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Deleting port ad4e82e5-ffac-4ce8-a471-14137a6ef249 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:36:10.548719 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9ac47850-2b7e-4a8d-9df2-6ef62b83ce73 req-bff951b7-6802-46ae-8596-2991a105d283 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:10.558963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d473a81d-624e-4664-bbcb-4473adacebb1,revision_number=12']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:10.593856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:36:10.595641 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:10.649381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:36:10.765031 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43462d95-8d0a-47f5-b54c-8bb475e0fca3 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:11.085220 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-e48921c1-59d5-49b8-94f2-44a12fbee92f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:36:11.085220 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-e48921c1-59d5-49b8-94f2-44a12fbee92f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:36:11.085220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=abd80e71-1892-4d59-8773-1aa02dfcc11a,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:11.090615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 9b4678bc-d892-45bf-9126-354ce42e53c6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:36:11.092651 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43462d95-8d0a-47f5-b54c-8bb475e0fca3 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f2f459-f86b-4844-9733-fa47ab3a1d8b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:11.137940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66bd7c-69a2-4a75-89d2-54cccc12d00c req-cf121ab1-5d31-4e4f-b311-49001fe56552 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:11.147789 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f66bd7c-69a2-4a75-89d2-54cccc12d00c req-cf121ab1-5d31-4e4f-b311-49001fe56552 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.6649570 Sep 23 22:36:11.170633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device abd80e71-1892-4d59-8773-1aa02dfcc11a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:36:11.181684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9ac47850-2b7e-4a8d-9df2-6ef62b83ce73 req-bff951b7-6802-46ae-8596-2991a105d283 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] For port ad4e82e5-ffac-4ce8-a471-14137a6ef249, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ad4e82e5-ffac-4ce8-a471-14137a6ef249,segment=NetworkSegment(ba08c96f-3917-4c16-b84e-bc1ee14aeea0),segment_id=ba08c96f-3917-4c16-b84e-bc1ee14aeea0)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:11.182287 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9ac47850-2b7e-4a8d-9df2-6ef62b83ce73 req-bff951b7-6802-46ae-8596-2991a105d283 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:11.204931 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9ac47850-2b7e-4a8d-9df2-6ef62b83ce73 req-bff951b7-6802-46ae-8596-2991a105d283 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Calling delete_port for ad4e82e5-ffac-4ce8-a471-14137a6ef249 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:36:11.304932 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port abd80e71-1892-4d59-8773-1aa02dfcc11a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:11.305844 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:11.358710 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f66bd7c-69a2-4a75-89d2-54cccc12d00c req-db673d99-f810-40b1-af43-3f542941b8a4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086806 Sep 23 22:36:11.428907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:36:11.443731 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-80b8a1a8-9bbb-4c90-bfc9-ba7b64876a46 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/9b4678bc-d892-45bf-9126-354ce42e53c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7219539 Sep 23 22:36:11.444440 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59788) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:11.463979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7bebd757-c66c-4d77-90f0-64105117424c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-251112548'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:11.481419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Sync routers for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:36:11.501395 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e3c04f54-edc9-4aa9-bb0e-b99228c826d4 req-3aa5ea0b-6122-4647-a252-1b5876560791 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:11.572145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:36:11.572822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:35:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:11.595707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a701c-c513-496a-a577-24b0e7bc1e99 req-1c135070-1f11-4a2d-acca-5912f3bb3882 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:11.615877 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-129a701c-c513-496a-a577-24b0e7bc1e99 req-1c135070-1f11-4a2d-acca-5912f3bb3882 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 945 time: 0.1157658 Sep 23 22:36:11.679471 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9ac47850-2b7e-4a8d-9df2-6ef62b83ce73 req-bff951b7-6802-46ae-8596-2991a105d283 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:11.742375 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43462d95-8d0a-47f5-b54c-8bb475e0fca3 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:11.751325 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-43462d95-8d0a-47f5-b54c-8bb475e0fca3 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0138967 Sep 23 22:36:11.758134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59798) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:11.775820 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-129a701c-c513-496a-a577-24b0e7bc1e99 req-08e21cce-0142-48be-9faf-302000ae641b tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/security-groups?id=a93f041a-9f6b-4e6b-8c10-c78f41aa5993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401348 Sep 23 22:36:11.862653 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-6fee0971-d879-4f86-8597-eb31f793c403 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': 'a3f2f459-f86b-4844-9733-fa47ab3a1d8b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:11.863620 n-d-810775-1 neutron-server[95490]: WARNING neutron.api.v2.base [None req-6fee0971-d879-4f86-8597-eb31f793c403 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 23 22:36:11.865328 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-6fee0971-d879-4f86-8597-eb31f793c403 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:11.870199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59800) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:11.871335 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6fee0971-d879-4f86-8597-eb31f793c403 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0148778 Sep 23 22:36:11.874742 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [req-e3c04f54-edc9-4aa9-bb0e-b99228c826d4 req-3aa5ea0b-6122-4647-a252-1b5876560791 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:36:11.874742 n-d-810775-1 neutron-server[95490]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:36:11.874742 n-d-810775-1 neutron-server[95490]: [parameters: {'project_id_1': '11d4d9a133ac41e7beadffc9ecda6735', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 35, 51, 558532)}] Sep 23 22:36:11.874742 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:36:11.875898 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [req-e3c04f54-edc9-4aa9-bb0e-b99228c826d4 req-3aa5ea0b-6122-4647-a252-1b5876560791 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:36:11.881018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff951b7-6802-46ae-8596-2991a105d283 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Pushing event deleted for resources: {'Port': ['ID=ad4e82e5-ffac-4ce8-a471-14137a6ef249,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:11.894609 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:36:11.948113 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac47850-2b7e-4a8d-9df2-6ef62b83ce73 req-bff951b7-6802-46ae-8596-2991a105d283 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] No DVR routers for this DVR port ad4e82e5-ffac-4ce8-a471-14137a6ef249 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:36:11.952791 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9ac47850-2b7e-4a8d-9df2-6ef62b83ce73 req-bff951b7-6802-46ae-8596-2991a105d283 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:11.957101 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ac47850-2b7e-4a8d-9df2-6ef62b83ce73 req-bff951b7-6802-46ae-8596-2991a105d283 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.67 "DELETE /v2.0/ports/ad4e82e5-ffac-4ce8-a471-14137a6ef249 HTTP/1.1" status: 204 len: 173 time: 2.0615194 Sep 23 22:36:11.958004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea', 'name': 'network-vif-deleted', 'tag': 'ad4e82e5-ffac-4ce8-a471-14137a6ef249'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:36:11.975135 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc3a83e-a1a9-49ea-b3f6-5ca2fafdb1f4" -d '{"events": [{"server_uuid": "1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea", "name": "network-vif-deleted", "tag": "ad4e82e5-ffac-4ce8-a471-14137a6ef249"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:36:12.010127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-863ddd22-80b4-4834-a021-d50d45083338 None None] Provisioning complete for port abd80e71-1892-4d59-8773-1aa02dfcc11a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:12.010909 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-863ddd22-80b4-4834-a021-d50d45083338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:12.031759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bebd757-c66c-4d77-90f0-64105117424c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:36:12.050505 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bebd757-c66c-4d77-90f0-64105117424c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:12.277155 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ad4e82e5-ffac-4ce8-a471-14137a6ef249 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:36:12.352344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: ad4e82e5-ffac-4ce8-a471-14137a6ef249 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:36:12.352683 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ad4e82e5-ffac-4ce8-a471-14137a6ef249 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:36:12.361555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bebd757-c66c-4d77-90f0-64105117424c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:36:12.378132 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e3c04f54-edc9-4aa9-bb0e-b99228c826d4 req-3aa5ea0b-6122-4647-a252-1b5876560791 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:12.409746 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2ccee-153f-43d7-8a85-89eb93954e97 req-fc837dbc-8992-46ef-91e0-b77ea5583097 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:12.411450 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06e2ccee-153f-43d7-8a85-89eb93954e97 req-fc837dbc-8992-46ef-91e0-b77ea5583097 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 945 time: 0.4177923 Sep 23 22:36:12.426984 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eacf096-2224-4c8b-8a25-053ae2be5375 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:12.494207 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bebd757-c66c-4d77-90f0-64105117424c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:12.507196 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-7bebd757-c66c-4d77-90f0-64105117424c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Added segment 02fff8e1-7d56-4cc0-bab0-1cb5797edcba of type vlan for network 3bcb1f6f-08ed-4fb4-a143-aef336cd3801 Sep 23 22:36:12.571071 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:08Z', 'revision_number': 3, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:09Z', 'revision_number': 2, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:12.603847 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eacf096-2224-4c8b-8a25-053ae2be5375 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:12.683547 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06e2ccee-153f-43d7-8a85-89eb93954e97 req-be4b893f-c918-45c8-9e36-40d7fe9a0e71 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519422 Sep 23 22:36:12.697466 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bebd757-c66c-4d77-90f0-64105117424c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:12.777290 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e3c04f54-edc9-4aa9-bb0e-b99228c826d4 req-3aa5ea0b-6122-4647-a252-1b5876560791 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:12.781642 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463b8330-138f-4ef4-bccc-9e5b5506f0b0 x-openstack-request-id: req-463b8330-138f-4ef4-bccc-9e5b5506f0b0 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:36:12.791013 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea", "name": "network-vif-deleted", "tag": "ad4e82e5-ffac-4ce8-a471-14137a6ef249", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:36:12.791608 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-463b8330-138f-4ef4-bccc-9e5b5506f0b0 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:36:12.792243 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea', 'name': 'network-vif-deleted', 'tag': 'ad4e82e5-ffac-4ce8-a471-14137a6ef249', 'status': 'completed', 'code': 200} Sep 23 22:36:12.831386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Checking router: 9b4678bc-d892-45bf-9126-354ce42e53c6 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:36:12.831750 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Updating router 9b4678bc-d892-45bf-9126-354ce42e53c6 port a7cca369-53a2-470c-a3d8-9fa1c6c12f04 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:36:12.867356 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e3c04f54-edc9-4aa9-bb0e-b99228c826d4 req-3aa5ea0b-6122-4647-a252-1b5876560791 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:12.901648 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eacf096-2224-4c8b-8a25-053ae2be5375 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:12.905352 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eacf096-2224-4c8b-8a25-053ae2be5375 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:12.914792 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0eacf096-2224-4c8b-8a25-053ae2be5375 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "DELETE /v2.0/security-groups/a3f2f459-f86b-4844-9733-fa47ab3a1d8b HTTP/1.1" status: 204 len: 168 time: 1.0387592 Sep 23 22:36:12.914792 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bebd757-c66c-4d77-90f0-64105117424c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:12.924582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bebd757-c66c-4d77-90f0-64105117424c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:12.925194 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bebd757-c66c-4d77-90f0-64105117424c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:12.925941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59820) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:12.943483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-863ddd22-80b4-4834-a021-d50d45083338 None None] Provisioning complete for port a7cca369-53a2-470c-a3d8-9fa1c6c12f04 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:12.949121 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-863ddd22-80b4-4834-a021-d50d45083338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:13.007570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5ea0b-6122-4647-a252-1b5876560791 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c858fa-29bc-46c9-bf67-c50763595bf0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:13.017205 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e3c04f54-edc9-4aa9-bb0e-b99228c826d4 req-3aa5ea0b-6122-4647-a252-1b5876560791 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:13.023959 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3c04f54-edc9-4aa9-bb0e-b99228c826d4 req-3aa5ea0b-6122-4647-a252-1b5876560791 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 2.5560505 Sep 23 22:36:13.085171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d473a81d-624e-4664-bbcb-4473adacebb1 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:36:13.097004 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:13.115765 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3ef30802-00fd-470e-bac6-b2123e870bf1 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1877606 Sep 23 22:36:13.120021 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59828) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:13.127561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacf096-2224-4c8b-8a25-053ae2be5375 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f2f459-f86b-4844-9733-fa47ab3a1d8b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:13.134346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-38b48226-bdb8-411c-945f-731a7606c85f tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group': {'name': 'tempest-secgroup--504187924'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:13.272169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebd757-c66c-4d77-90f0-64105117424c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Network': ['ID=3bcb1f6f-08ed-4fb4-a143-aef336cd3801,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:13.292723 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e01f6394-b10b-4242-bce1-9c31fb4a59b9 req-c05d49ae-b257-4950-9e7a-9901fbce9861 tempest-ServersTestJSON-1798937871 tempest-ServersTestJSON-1798937871-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d10ad2a-ea3c-4397-9f46-ebf6659fe7ea HTTP/1.1" status: 200 len: 210 time: 0.0691178 Sep 23 22:36:13.300999 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38b48226-bdb8-411c-945f-731a7606c85f tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:13.321653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2b527-6af0-4ae2-b3e7-82c37f603617 req-c5923892-285c-4411-94a1-7bc0bad57f30 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:13.327050 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89d2b527-6af0-4ae2-b3e7-82c37f603617 req-c5923892-285c-4411-94a1-7bc0bad57f30 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.3751099 Sep 23 22:36:13.421489 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89d2b527-6af0-4ae2-b3e7-82c37f603617 req-29c0df8c-e29a-446f-a443-bbed948ba78d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815122 Sep 23 22:36:13.444024 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3c93d25-d851-4b86-9db7-f875c287bd1e req-ce22cef0-8240-408b-bfcb-1a7080fea001 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "GET /v2.0/security-groups/86c858fa-29bc-46c9-bf67-c50763595bf0 HTTP/1.1" status: 200 len: 1813 time: 0.0925250 Sep 23 22:36:13.455990 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7bebd757-c66c-4d77-90f0-64105117424c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0063672 Sep 23 22:36:13.458471 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59838) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:13.463737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7b322d80-4f19-4499-a9e5-858608eac64c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'subnet': {'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:13.478787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a4136e02-35cf-42f0-bd57-6c5b6425dd8e req-cdc92216-ec6e-4a49-84ce-74db78e75509 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2069895836', 'description': 'tempest-description-1505013324'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:13.610979 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38b48226-bdb8-411c-945f-731a7606c85f tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:13.657438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 3bcb1f6f-08ed-4fb4-a143-aef336cd3801 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:36:13.661341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-863ddd22-80b4-4834-a021-d50d45083338 None None] Port a7cca369-53a2-470c-a3d8-9fa1c6c12f04 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:36:13.676503 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2e02-f445-4ec8-a912-7630f2b8e18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:13.832539 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38b48226-bdb8-411c-945f-731a7606c85f tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:13.907819 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa4723-942e-45b6-9134-f62efe3447be req-93125978-ad35-4b3e-a447-af16fd6f3af6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:13.918041 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1eaa4723-942e-45b6-9134-f62efe3447be req-93125978-ad35-4b3e-a447-af16fd6f3af6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 945 time: 0.0852873 Sep 23 22:36:14.000620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b48226-bdb8-411c-945f-731a7606c85f tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e28064-9dc3-4484-9968-a58c17682cd4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:14.034272 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1eaa4723-942e-45b6-9134-f62efe3447be req-7d0d3b9a-15b9-4588-89fd-b01983b42860 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145289 Sep 23 22:36:14.097609 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8f1be407-1701-4433-9e90-409646b38305 None None] Provisioning complete for port a7cca369-53a2-470c-a3d8-9fa1c6c12f04 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:14.097991 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8f1be407-1701-4433-9e90-409646b38305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:14.144751 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a4136e02-35cf-42f0-bd57-6c5b6425dd8e req-cdc92216-ec6e-4a49-84ce-74db78e75509 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:14.256893 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38b48226-bdb8-411c-945f-731a7606c85f tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:14.262464 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-38b48226-bdb8-411c-945f-731a7606c85f tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1381536 Sep 23 22:36:14.267000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59848) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:14.274785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-080140ba-ec98-4566-a5d4-e5924aa0aaaf tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': 'd6e28064-9dc3-4484-9968-a58c17682cd4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:14.275477 n-d-810775-1 neutron-server[95490]: WARNING neutron.api.v2.base [None req-080140ba-ec98-4566-a5d4-e5924aa0aaaf tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 23 22:36:14.277239 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-080140ba-ec98-4566-a5d4-e5924aa0aaaf tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:14.282588 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-080140ba-ec98-4566-a5d4-e5924aa0aaaf tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0109043 Sep 23 22:36:14.282951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59850) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:14.295362 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [req-a4136e02-35cf-42f0-bd57-6c5b6425dd8e req-cdc92216-ec6e-4a49-84ce-74db78e75509 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:36:14.295362 n-d-810775-1 neutron-server[95490]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:36:14.295362 n-d-810775-1 neutron-server[95490]: [parameters: {'project_id_1': '11d4d9a133ac41e7beadffc9ecda6735', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 35, 54, 187575)}] Sep 23 22:36:14.295362 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:36:14.296127 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [req-a4136e02-35cf-42f0-bd57-6c5b6425dd8e req-cdc92216-ec6e-4a49-84ce-74db78e75509 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:36:14.390348 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea754-70fe-4c14-bb1a-3bb2bf6d0448 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:14.409154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59856) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:14.426908 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port d473a81d-624e-4664-bbcb-4473adacebb1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:14.431876 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:14.438479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8f1be407-1701-4433-9e90-409646b38305 None None] Port a7cca369-53a2-470c-a3d8-9fa1c6c12f04 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:36:14.439939 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea754-70fe-4c14-bb1a-3bb2bf6d0448 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:14.554569 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-786b343b-6b8d-46d9-98d2-290b810d5e81 admin admin] Deleting subnet 4a29ecc8-4a09-439c-8732-97749c6a5cb5 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:36:14.560696 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-786b343b-6b8d-46d9-98d2-290b810d5e81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:14.618953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b322d80-4f19-4499-a9e5-858608eac64c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:36:14.622606 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b322d80-4f19-4499-a9e5-858608eac64c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:14.644939 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea754-70fe-4c14-bb1a-3bb2bf6d0448 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:14.649484 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea754-70fe-4c14-bb1a-3bb2bf6d0448 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:14.654811 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8e7ea754-70fe-4c14-bb1a-3bb2bf6d0448 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "DELETE /v2.0/security-groups/d6e28064-9dc3-4484-9968-a58c17682cd4 HTTP/1.1" status: 204 len: 168 time: 0.3666105 Sep 23 22:36:14.659829 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59860) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:14.676213 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:14.699705 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-786b343b-6b8d-46d9-98d2-290b810d5e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:14.710742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ea754-70fe-4c14-bb1a-3bb2bf6d0448 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e28064-9dc3-4484-9968-a58c17682cd4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:14.772380 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f84770e9-6968-45c9-9298-1e22b458c459 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1056762 Sep 23 22:36:14.779875 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59866) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:14.797901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:14.798461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7045269c-3fce-4a94-8d4e-2216bec75309 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group': {'name': 'tempest-secgroup--280589837'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:14.804084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:36:14.804797 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966f16cf-3d77-4c63-95be-99417fbcb453" -d '{"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-plugged", "status": "completed", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:36:14.811530 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a4136e02-35cf-42f0-bd57-6c5b6425dd8e req-cdc92216-ec6e-4a49-84ce-74db78e75509 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:14.839059 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:14.895393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea021d4-e2d9-452f-bc99-1c9cbdbe585d req-8859301c-8eb6-4ecf-97df-5dc6e2e06210 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:14.906128 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ea021d4-e2d9-452f-bc99-1c9cbdbe585d req-8859301c-8eb6-4ecf-97df-5dc6e2e06210 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.2992632 Sep 23 22:36:14.908171 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:14.948959 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:15.026981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d473a81d-624e-4664-bbcb-4473adacebb1,revision_number=13']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:15.065752 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7045269c-3fce-4a94-8d4e-2216bec75309 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:15.108926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55c44f-5677-449d-8791-c2ac91377bb5 None None] Pushing event updated for resources: {'Port': ['ID=a7cca369-53a2-470c-a3d8-9fa1c6c12f04,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:15.256717 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Attempting to bind port a7cca369-53a2-470c-a3d8-9fa1c6c12f04 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:36:15.257459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Attempting to bind port a7cca369-53a2-470c-a3d8-9fa1c6c12f04 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '259053b2-1972-49da-989b-d194bdd67c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:36:15.258132 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Attempting to bind port a7cca369-53a2-470c-a3d8-9fa1c6c12f04 on network 7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:36:15.268658 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:36:15.272932 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Checking segment: {'id': '259053b2-1972-49da-989b-d194bdd67c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:36:15.274819 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:15.280661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Bound using segment: {'id': '259053b2-1972-49da-989b-d194bdd67c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:36:15.281621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Bound port: a7cca369-53a2-470c-a3d8-9fa1c6c12f04, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259053b2-1972-49da-989b-d194bdd67c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:36:15.282580 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:15.323783 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a4136e02-35cf-42f0-bd57-6c5b6425dd8e req-cdc92216-ec6e-4a49-84ce-74db78e75509 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:15.553175 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-786b343b-6b8d-46d9-98d2-290b810d5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:15.555647 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] For port a7cca369-53a2-470c-a3d8-9fa1c6c12f04, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:36:15.595533 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a4136e02-35cf-42f0-bd57-6c5b6425dd8e req-cdc92216-ec6e-4a49-84ce-74db78e75509 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:15.640869 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7045269c-3fce-4a94-8d4e-2216bec75309 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:15.665014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] For port a7cca369-53a2-470c-a3d8-9fa1c6c12f04, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a7cca369-53a2-470c-a3d8-9fa1c6c12f04,segment=NetworkSegment(259053b2-1972-49da-989b-d194bdd67c45),segment_id=259053b2-1972-49da-989b-d194bdd67c45)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:36:15.671880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc92216-ec6e-4a49-84ce-74db78e75509 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b804293-cf64-4678-ba01-93bcebabd255,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:15.687787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b8fb2a62-a570-4728-ab0f-be42506c2392 None None] Provisioning complete for port a7cca369-53a2-470c-a3d8-9fa1c6c12f04 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:15.689354 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b8fb2a62-a570-4728-ab0f-be42506c2392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:15.754623 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b322d80-4f19-4499-a9e5-858608eac64c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:15.773538 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb2a62-a570-4728-ab0f-be42506c2392 None None] Port a7cca369-53a2-470c-a3d8-9fa1c6c12f04 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:36:15.808311 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ea021d4-e2d9-452f-bc99-1c9cbdbe585d req-56291f37-23dc-43cb-bac3-bc3af76e0eb7 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9005358 Sep 23 22:36:15.831788 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7045269c-3fce-4a94-8d4e-2216bec75309 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:15.915184 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5fb11ae-ad12-40aa-8312-3706a3685786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:15.917811 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:15.966445 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045269c-3fce-4a94-8d4e-2216bec75309 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396af187-7da7-4a09-8f40-86e1bdb756cc,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:15.984845 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a4136e02-35cf-42f0-bd57-6c5b6425dd8e req-cdc92216-ec6e-4a49-84ce-74db78e75509 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:15.992800 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4136e02-35cf-42f0-bd57-6c5b6425dd8e req-cdc92216-ec6e-4a49-84ce-74db78e75509 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 2.5179839 Sep 23 22:36:16.043249 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc7c8c7-5ed4-43b2-840a-cb7209231ff9 x-openstack-request-id: req-dfc7c8c7-5ed4-43b2-840a-cb7209231ff9 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:36:16.048426 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-plugged", "status": "completed", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:36:16.048936 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dfc7c8c7-5ed4-43b2-840a-cb7209231ff9 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:36:16.049640 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'code': 200} Sep 23 22:36:16.109445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b322d80-4f19-4499-a9e5-858608eac64c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Subnet': ['ID=0606c611-789b-4f82-af63-9e53a5cb9b6b,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:16.136237 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7045269c-3fce-4a94-8d4e-2216bec75309 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:16.137631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7045269c-3fce-4a94-8d4e-2216bec75309 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3541391 Sep 23 22:36:16.144606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59880) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:16.150169 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f2978923-d0bb-4a02-af0e-9c5f0e68d4e5 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '396af187-7da7-4a09-8f40-86e1bdb756cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:16.151066 n-d-810775-1 neutron-server[95490]: WARNING neutron.api.v2.base [None req-f2978923-d0bb-4a02-af0e-9c5f0e68d4e5 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 23 22:36:16.151651 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-f2978923-d0bb-4a02-af0e-9c5f0e68d4e5 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:16.153077 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f2978923-d0bb-4a02-af0e-9c5f0e68d4e5 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073357 Sep 23 22:36:16.161964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59882) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:16.166877 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f366ed65-ab6e-4591-b917-a376f52f7518 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '396af187-7da7-4a09-8f40-86e1bdb756cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:16.167568 n-d-810775-1 neutron-server[95490]: WARNING neutron.api.v2.base [None req-f366ed65-ab6e-4591-b917-a376f52f7518 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 23 22:36:16.168080 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-f366ed65-ab6e-4591-b917-a376f52f7518 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:16.172107 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:36:16.177044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:36:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:16.184484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59884) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:16.200584 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f366ed65-ab6e-4591-b917-a376f52f7518 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062165 Sep 23 22:36:16.217481 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0e4ab6cc-3def-4845-9b51-62fadcd155e4 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '396af187-7da7-4a09-8f40-86e1bdb756cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:16.219785 n-d-810775-1 neutron-server[95491]: WARNING neutron.api.v2.base [None req-0e4ab6cc-3def-4845-9b51-62fadcd155e4 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 23 22:36:16.221801 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-0e4ab6cc-3def-4845-9b51-62fadcd155e4 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:16.227195 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0e4ab6cc-3def-4845-9b51-62fadcd155e4 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0273461 Sep 23 22:36:16.307874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59888) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:16.337550 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ac218709-6c42-4a18-9483-aeca9e276efe tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '396af187-7da7-4a09-8f40-86e1bdb756cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:16.342726 n-d-810775-1 neutron-server[95491]: WARNING neutron.api.v2.base [None req-ac218709-6c42-4a18-9483-aeca9e276efe tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 23 22:36:16.343799 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-ac218709-6c42-4a18-9483-aeca9e276efe tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:16.345266 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ac218709-6c42-4a18-9483-aeca9e276efe tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0208652 Sep 23 22:36:16.354372 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59890) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:16.379578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55c44f-5677-449d-8791-c2ac91377bb5 None None] Pushing event updated for resources: {'Port': ['ID=a7cca369-53a2-470c-a3d8-9fa1c6c12f04,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:16.423863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b322d80-4f19-4499-a9e5-858608eac64c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Checking segment: {'id': '02fff8e1-7d56-4cc0-bab0-1cb5797edcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:36:16.429324 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b322d80-4f19-4499-a9e5-858608eac64c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network hostable DHCP agents. Network: 3bcb1f6f-08ed-4fb4-a143-aef336cd3801, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:36:16.477073 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51dbf380-f3e4-4e42-8af0-272d57842135 req-b89e542f-9f7d-44d5-8bdd-ea5505ef7305 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "GET /v2.0/security-groups/1b804293-cf64-4678-ba01-93bcebabd255 HTTP/1.1" status: 200 len: 1815 time: 0.3429325 Sep 23 22:36:16.492199 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:16.543095 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ddbd7-70b2-44a5-86a2-771c33bb4da9 req-3e1ea135-a3c4-4992-ab6e-7409e3160fbc tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:16.560133 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-961a36be-86c3-4854-8488-c6fba02f2125 req-b86903f8-b972-4c58-9b5c-bec3a098ca25 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1878794340', 'description': 'tempest-description-1264579328'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:16.562678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:36:16.566286 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae8ddbd7-70b2-44a5-86a2-771c33bb4da9 req-3e1ea135-a3c4-4992-ab6e-7409e3160fbc tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.3430517 Sep 23 22:36:16.677820 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-786b343b-6b8d-46d9-98d2-290b810d5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:16.736052 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-786b343b-6b8d-46d9-98d2-290b810d5e81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:16.748265 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-786b343b-6b8d-46d9-98d2-290b810d5e81 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4a29ecc8-4a09-439c-8732-97749c6a5cb5 HTTP/1.1" status: 204 len: 168 time: 2.3371868 Sep 23 22:36:16.764834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59896) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:16.767514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b322d80-4f19-4499-a9e5-858608eac64c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 3bcb1f6f-08ed-4fb4-a143-aef336cd3801 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:36:16.792714 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6c4d92f4-e948-4980-bea5-2b35ec09be5d None None] Provisioning complete for port a7cca369-53a2-470c-a3d8-9fa1c6c12f04 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:16.793619 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6c4d92f4-e948-4980-bea5-2b35ec09be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:16.800150 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae8ddbd7-70b2-44a5-86a2-771c33bb4da9 req-35b57b22-e1e1-44d9-aae3-530b1ff91c4b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323298 Sep 23 22:36:16.929056 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-961a36be-86c3-4854-8488-c6fba02f2125 req-b86903f8-b972-4c58-9b5c-bec3a098ca25 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:16.943446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b343b-6b8d-46d9-98d2-290b810d5e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a29ecc8-4a09-439c-8732-97749c6a5cb5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:17.077650 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7b322d80-4f19-4499-a9e5-858608eac64c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 3bcb1f6f-08ed-4fb4-a143-aef336cd3801) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:36:17.090927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b322d80-4f19-4499-a9e5-858608eac64c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:17.092197 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b322d80-4f19-4499-a9e5-858608eac64c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:17.107910 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd161ab6-b576-4c8d-a391-0ba6cdfbb5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:17.167259 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:17.169019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf90300-63b4-4a1e-acf8-7b197be851bc None None] Network 3bcb1f6f-08ed-4fb4-a143-aef336cd3801 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:36:17.258509 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1e2cad8-d5f9-4db6-9d48-eed838c98575 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:17.264793 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd161ab6-b576-4c8d-a391-0ba6cdfbb5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:17.326233 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-bd161ab6-b576-4c8d-a391-0ba6cdfbb5ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b124564-d7ec-451c-aa5d-0eca8f728d19']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:17.346377 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-961a36be-86c3-4854-8488-c6fba02f2125 req-b86903f8-b972-4c58-9b5c-bec3a098ca25 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:17.348667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-bd161ab6-b576-4c8d-a391-0ba6cdfbb5ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:17.356852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-bd161ab6-b576-4c8d-a391-0ba6cdfbb5ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba08c96f-3917-4c16-b84e-bc1ee14aeea0') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:17.371030 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd161ab6-b576-4c8d-a391-0ba6cdfbb5ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:17.395337 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd161ab6-b576-4c8d-a391-0ba6cdfbb5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:17.406782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd161ab6-b576-4c8d-a391-0ba6cdfbb5ff admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:36:17.407211 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd161ab6-b576-4c8d-a391-0ba6cdfbb5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:17.408420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c96bc8-666a-43fe-bf16-df182070c5a9 req-3523ad5a-63e6-4102-b70c-4086671f0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:36:17.409668 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:36:17.421641 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87c96bc8-666a-43fe-bf16-df182070c5a9 req-3523ad5a-63e6-4102-b70c-4086671f0efc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 1097 time: 0.4728370 Sep 23 22:36:17.437778 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1e2cad8-d5f9-4db6-9d48-eed838c98575 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:17.515525 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-961a36be-86c3-4854-8488-c6fba02f2125 req-b86903f8-b972-4c58-9b5c-bec3a098ca25 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:17.585721 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4da7d0-4484-463e-8414-44d19d08cbda req-212fe82d-fc67-4f5f-b4fd-f3f959f39e1f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:17.588552 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec4da7d0-4484-463e-8414-44d19d08cbda req-212fe82d-fc67-4f5f-b4fd-f3f959f39e1f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.4153299 Sep 23 22:36:17.601920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86903f8-b972-4c58-9b5c-bec3a098ca25 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba47f1aa-4413-4da8-b7be-92164f1ccfca,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:17.638500 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7b322d80-4f19-4499-a9e5-858608eac64c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1787853 Sep 23 22:36:17.641687 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59910) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:17.767884 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd161ab6-b576-4c8d-a391-0ba6cdfbb5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:17.778770 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd161ab6-b576-4c8d-a391-0ba6cdfbb5ff admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:17.790336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bd161ab6-b576-4c8d-a391-0ba6cdfbb5ff admin admin] 10.222.0.22 "DELETE /v2.0/networks/5b124564-d7ec-451c-aa5d-0eca8f728d19 HTTP/1.1" status: 204 len: 168 time: 1.0096560 Sep 23 22:36:17.792821 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6c4d92f4-e948-4980-bea5-2b35ec09be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:17.834371 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec4da7d0-4484-463e-8414-44d19d08cbda req-7fe751a8-c550-4929-a14d-bd91885de9bd tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351818 Sep 23 22:36:17.855125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c96bc8-666a-43fe-bf16-df182070c5a9 req-e39471fb-19aa-4695-8a4f-5fc0780aca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:17.856717 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87c96bc8-666a-43fe-bf16-df182070c5a9 req-e39471fb-19aa-4695-8a4f-5fc0780aca72 service neutron] 10.222.0.67 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 917 time: 0.4058621 Sep 23 22:36:17.908471 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-961a36be-86c3-4854-8488-c6fba02f2125 req-b86903f8-b972-4c58-9b5c-bec3a098ca25 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:17.911346 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-961a36be-86c3-4854-8488-c6fba02f2125 req-b86903f8-b972-4c58-9b5c-bec3a098ca25 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.3577805 Sep 23 22:36:17.980707 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:18.018030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd161ab6-b576-4c8d-a391-0ba6cdfbb5ff admin admin] Pushing event deleted for resources: {'Network': ['ID=5b124564-d7ec-451c-aa5d-0eca8f728d19,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:18.112546 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1e2cad8-d5f9-4db6-9d48-eed838c98575 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:18.129840 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1e2cad8-d5f9-4db6-9d48-eed838c98575 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:18.137595 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c1e2cad8-d5f9-4db6-9d48-eed838c98575 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "DELETE /v2.0/security-groups/396af187-7da7-4a09-8f40-86e1bdb756cc HTTP/1.1" status: 204 len: 168 time: 1.7718048 Sep 23 22:36:18.177952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:08Z', 'revision_number': 3, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:15Z', 'revision_number': 4, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:18.179240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59924) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:18.179645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6c4d92f4-e948-4980-bea5-2b35ec09be5d None None] For port a7cca369-53a2-470c-a3d8-9fa1c6c12f04, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a7cca369-53a2-470c-a3d8-9fa1c6c12f04,segment=NetworkSegment(259053b2-1972-49da-989b-d194bdd67c45),segment_id=259053b2-1972-49da-989b-d194bdd67c45)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:18.199640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:36:18.200959 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:18.240020 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8cfae00b-d4c9-4ea7-85eb-d91380714d5e req-41eac874-681a-44d8-8ecc-6f7453fc4c04 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "GET /v2.0/security-groups/ba47f1aa-4413-4da8-b7be-92164f1ccfca HTTP/1.1" status: 200 len: 1815 time: 0.2558391 Sep 23 22:36:18.253475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2cad8-d5f9-4db6-9d48-eed838c98575 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396af187-7da7-4a09-8f40-86e1bdb756cc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:18.287809 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87c96bc8-666a-43fe-bf16-df182070c5a9 req-8ea8a959-0aba-418f-88a6-eec969a020b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=143378f3-4e92-4775-a2b5-989b2bdf6436 HTTP/1.1" status: 200 len: 1002 time: 0.4180379 Sep 23 22:36:18.290255 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c0389-bf7c-4362-992d-f86d258f0c50 None None] The sync data for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 is: [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:08Z', 'revision_number': 3, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:15Z', 'revision_number': 4, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:36:18.314680 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-ef2373ec-ecb5-415d-8ba9-fa64d81d6ff1 req-cd254235-ff0b-4bb1-9556-c2d4310798da tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] show failed (client error): The resource could not be found. Sep 23 22:36:18.315825 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ef2373ec-ecb5-415d-8ba9-fa64d81d6ff1 req-cd254235-ff0b-4bb1-9556-c2d4310798da tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "GET /v2.0/security-groups/f042dec3-eb97-4ea6-b398-a1c24922f516 HTTP/1.1" status: 404 len: 352 time: 0.0380681 Sep 23 22:36:18.337561 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b1e723c3-f247-494e-abd0-e41cd41d25c0 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1599822 Sep 23 22:36:18.339661 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59930) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:18.370111 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6c4d92f4-e948-4980-bea5-2b35ec09be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:18.396372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-63920d68-2a30-4471-ace1-b40d777c7313 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484698598'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:18.488066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8735c1-b59a-4dba-8d8d-eb9e0fcc3550 req-ad6b6068-7208-4fd5-9e3b-87b7c796820e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:18.497177 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ca8735c1-b59a-4dba-8d8d-eb9e0fcc3550 req-ad6b6068-7208-4fd5-9e3b-87b7c796820e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.4012320 Sep 23 22:36:18.569989 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-be65c471-e03e-45bd-835a-d0e7228fb4b3 req-a3fdf092-3593-4ffb-94b7-2cef6d710aef tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] show failed (client error): The resource could not be found. Sep 23 22:36:18.571077 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be65c471-e03e-45bd-835a-d0e7228fb4b3 req-a3fdf092-3593-4ffb-94b7-2cef6d710aef tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "GET /v2.0/security-group-rules/a2b84979-8d6a-47b3-87f5-bc47d1df0759 HTTP/1.1" status: 404 len: 361 time: 0.0414801 Sep 23 22:36:18.615994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c96bc8-666a-43fe-bf16-df182070c5a9 req-24158880-47a0-419e-847b-015adf340c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:18.619287 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87c96bc8-666a-43fe-bf16-df182070c5a9 req-24158880-47a0-419e-847b-015adf340c40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 200 len: 855 time: 0.3181458 Sep 23 22:36:18.765092 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63920d68-2a30-4471-ace1-b40d777c7313 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:18.775820 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ca8735c1-b59a-4dba-8d8d-eb9e0fcc3550 req-6abb918f-04b7-46b4-b3d1-775b85591483 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754967 Sep 23 22:36:18.799591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d92f4-e948-4980-bea5-2b35ec09be5d None None] Pushing event updated for resources: {'Port': ['ID=a7cca369-53a2-470c-a3d8-9fa1c6c12f04,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:18.830585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59940) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:18.907332 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56c374a0-adc9-4f26-8c60-8f49876d43d0 req-1174c77a-fdb0-4cb3-a5aa-4a30df8c20eb tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "GET /v2.0/security-groups/ba47f1aa-4413-4da8-b7be-92164f1ccfca HTTP/1.1" status: 200 len: 1815 time: 0.2510612 Sep 23 22:36:18.932772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c96bc8-666a-43fe-bf16-df182070c5a9 req-4ab41790-d6eb-46e5-867e-fc3f3e6eebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:18.943807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87c96bc8-666a-43fe-bf16-df182070c5a9 req-4ab41790-d6eb-46e5-867e-fc3f3e6eebc0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15f12cf3-76d1-444b-8977-8d9ed31e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3032734 Sep 23 22:36:18.985404 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:19.008970 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:19.054673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59944) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:19.061431 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a37672c7-5d44-4684-9b18-080ecb7d3e9f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56293beb1ee14ee7a1db1a062efdd17b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296851 Sep 23 22:36:19.293852 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-56c374a0-adc9-4f26-8c60-8f49876d43d0 req-d93a5510-b0f9-4582-9ff0-10eeff21e001 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:19.489788 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-56c374a0-adc9-4f26-8c60-8f49876d43d0 req-d93a5510-b0f9-4582-9ff0-10eeff21e001 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:19.498046 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a7cca369-53a2-470c-a3d8-9fa1c6c12f04 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:36:19.519452 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06b2d0-cb3f-4f56-9e32-6cfd1884e9c8 req-5f65cd9a-cbaf-4307-b9b8-5fdf41f108b0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:19.534678 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ba06b2d0-cb3f-4f56-9e32-6cfd1884e9c8 req-5f65cd9a-cbaf-4307-b9b8-5fdf41f108b0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.4175200 Sep 23 22:36:19.570303 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87c96bc8-666a-43fe-bf16-df182070c5a9 req-a48e09a7-13bd-4389-9a51-eda9dc9f81cc service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185677 Sep 23 22:36:19.609000 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Allocated IP 2001:db8:2::2 (3bcb1f6f-08ed-4fb4-a143-aef336cd3801/0606c611-789b-4f82-af63-9e53a5cb9b6b/97048361-7a6d-4148-8b39-bea8f71d60cc) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:36:19.622993 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9026814d-8510-4599-9185-281d599b32a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:19.765708 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-56c374a0-adc9-4f26-8c60-8f49876d43d0 req-d93a5510-b0f9-4582-9ff0-10eeff21e001 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:19.779897 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-56c374a0-adc9-4f26-8c60-8f49876d43d0 req-d93a5510-b0f9-4582-9ff0-10eeff21e001 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:19.781481 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56c374a0-adc9-4f26-8c60-8f49876d43d0 req-d93a5510-b0f9-4582-9ff0-10eeff21e001 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "DELETE /v2.0/security-groups/ba47f1aa-4413-4da8-b7be-92164f1ccfca HTTP/1.1" status: 204 len: 173 time: 0.8731780 Sep 23 22:36:19.810792 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63920d68-2a30-4471-ace1-b40d777c7313 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:19.818484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a5510-b0f9-4582-9ff0-10eeff21e001 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba47f1aa-4413-4da8-b7be-92164f1ccfca,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:19.852897 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ba06b2d0-cb3f-4f56-9e32-6cfd1884e9c8 req-5fcd4ba4-7b2e-4272-9530-ced884604630 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994440 Sep 23 22:36:19.925166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a7cca369-53a2-470c-a3d8-9fa1c6c12f04 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:19.929898 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63920d68-2a30-4471-ace1-b40d777c7313 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:19.935920 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:20.022541 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9026814d-8510-4599-9185-281d599b32a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:20.045921 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87c96bc8-666a-43fe-bf16-df182070c5a9 req-1b5e825c-9bd3-4293-8b6a-a6219864b1de service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640758 Sep 23 22:36:20.153909 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ad8f4c3-7509-484f-9bde-c3caba941ed4 req-87d7699b-af8f-414a-a394-8d1ece8ccce0 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "GET /v2.0/security-groups/1b804293-cf64-4678-ba01-93bcebabd255 HTTP/1.1" status: 200 len: 1815 time: 0.3154893 Sep 23 22:36:20.260010 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63920d68-2a30-4471-ace1-b40d777c7313 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc47c94-3d23-4572-ba4a-f15f3fb20e0d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:20.291365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22f651-1d31-4edf-8463-19f059bfe385 req-c9115d9c-1590-42c0-bc0d-b551d79e4bb1 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:20.293624 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b22f651-1d31-4edf-8463-19f059bfe385 req-c9115d9c-1590-42c0-bc0d-b551d79e4bb1 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.2269630 Sep 23 22:36:20.297755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a48f1a-2224-497e-888f-e4d39fba74c3 req-b7af18d5-3d08-4b6f-be2e-0e51508e0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:20.299384 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63920d68-2a30-4471-ace1-b40d777c7313 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:20.303225 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-33a48f1a-2224-497e-888f-e4d39fba74c3 req-b7af18d5-3d08-4b6f-be2e-0e51508e0c9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 1097 time: 0.1126559 Sep 23 22:36:20.303451 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-63920d68-2a30-4471-ace1-b40d777c7313 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9609852 Sep 23 22:36:20.313285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59962) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:20.335277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-438d6113-3e79-4bd0-905d-4a5dc344f62a tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '4fc47c94-3d23-4572-ba4a-f15f3fb20e0d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:20.336825 n-d-810775-1 neutron-server[95491]: WARNING neutron.api.v2.base [None req-438d6113-3e79-4bd0-905d-4a5dc344f62a tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 22:36:20.337993 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-438d6113-3e79-4bd0-905d-4a5dc344f62a tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:20.339854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-438d6113-3e79-4bd0-905d-4a5dc344f62a tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0227213 Sep 23 22:36:20.355965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59964) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:20.372892 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6e2085dd-807a-4f6f-ab7f-bc16af9a0b1a tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '4fc47c94-3d23-4572-ba4a-f15f3fb20e0d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:20.394164 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3ad8f4c3-7509-484f-9bde-c3caba941ed4 req-b78d9fb7-66e5-452d-8c18-df66e74251d3 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:20.399980 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:20.465040 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3ad8f4c3-7509-484f-9bde-c3caba941ed4 req-b78d9fb7-66e5-452d-8c18-df66e74251d3 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:20.498736 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b22f651-1d31-4edf-8463-19f059bfe385 req-4066b700-f57d-4e11-bd9e-ba9f3ada0f6d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953421 Sep 23 22:36:20.513517 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9026814d-8510-4599-9185-281d599b32a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:20.519123 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9026814d-8510-4599-9185-281d599b32a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:20.523606 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9026814d-8510-4599-9185-281d599b32a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a93f041a-9f6b-4e6b-8c10-c78f41aa5993 HTTP/1.1" status: 204 len: 168 time: 1.4638777 Sep 23 22:36:20.566100 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026814d-8510-4599-9185-281d599b32a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93f041a-9f6b-4e6b-8c10-c78f41aa5993,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:20.621915 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:20.637355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a48f1a-2224-497e-888f-e4d39fba74c3 req-8c5d206b-a238-42b9-bf13-0e519a3ab9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:20.640013 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-33a48f1a-2224-497e-888f-e4d39fba74c3 req-8c5d206b-a238-42b9-bf13-0e519a3ab9c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 917 time: 0.3278842 Sep 23 22:36:20.728549 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3ad8f4c3-7509-484f-9bde-c3caba941ed4 req-b78d9fb7-66e5-452d-8c18-df66e74251d3 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:20.742847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Network 3bcb1f6f-08ed-4fb4-a143-aef336cd3801 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:36:20.747852 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3ad8f4c3-7509-484f-9bde-c3caba941ed4 req-b78d9fb7-66e5-452d-8c18-df66e74251d3 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:20.758317 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ad8f4c3-7509-484f-9bde-c3caba941ed4 req-b78d9fb7-66e5-452d-8c18-df66e74251d3 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "DELETE /v2.0/security-groups/1b804293-cf64-4678-ba01-93bcebabd255 HTTP/1.1" status: 204 len: 173 time: 0.5834978 Sep 23 22:36:20.795214 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:36:20.830715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Allocated IP 2001:db8:2::1 (3bcb1f6f-08ed-4fb4-a143-aef336cd3801/0606c611-789b-4f82-af63-9e53a5cb9b6b/5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:36:20.840772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Pushing event updated for resources: {'Port': ['ID=97048361-7a6d-4148-8b39-bea8f71d60cc,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:20.853273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:36:20.930496 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-33a48f1a-2224-497e-888f-e4d39fba74c3 req-eaf5d848-795c-4b57-b038-4c928f041136 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=143378f3-4e92-4775-a2b5-989b2bdf6436 HTTP/1.1" status: 200 len: 1002 time: 0.2828996 Sep 23 22:36:20.967452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d9fb7-66e5-452d-8c18-df66e74251d3 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b804293-cf64-4678-ba01-93bcebabd255,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:20.971597 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-6e2085dd-807a-4f6f-ab7f-bc16af9a0b1a tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:20.979751 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6e2085dd-807a-4f6f-ab7f-bc16af9a0b1a tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6165860 Sep 23 22:36:20.980978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59974) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:21.026241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-76a26985-c4f1-464e-86a4-65b37b783b04 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '4fc47c94-3d23-4572-ba4a-f15f3fb20e0d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:21.026241 n-d-810775-1 neutron-server[95491]: WARNING neutron.api.v2.base [None req-76a26985-c4f1-464e-86a4-65b37b783b04 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 23 22:36:21.026241 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-76a26985-c4f1-464e-86a4-65b37b783b04 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:21.026241 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-76a26985-c4f1-464e-86a4-65b37b783b04 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0345471 Sep 23 22:36:21.026241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59976) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:21.070914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-2de0ea21-cfad-4d88-ad9a-e0511b0860f3 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '4fc47c94-3d23-4572-ba4a-f15f3fb20e0d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:21.129643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Attempting to bind port 97048361-7a6d-4148-8b39-bea8f71d60cc on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:36:21.136606 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Attempting to bind port 97048361-7a6d-4148-8b39-bea8f71d60cc by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '02fff8e1-7d56-4cc0-bab0-1cb5797edcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:36:21.140044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Attempting to bind port 97048361-7a6d-4148-8b39-bea8f71d60cc on network 3bcb1f6f-08ed-4fb4-a143-aef336cd3801 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:36:21.185394 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c4e7692-6947-4efd-8c74-46a5d0f8af5f req-2306c538-61c0-46a7-a704-b68f5ad14da0 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "GET /v2.0/security-groups/86c858fa-29bc-46c9-bf67-c50763595bf0 HTTP/1.1" status: 200 len: 1813 time: 0.3582914 Sep 23 22:36:21.218600 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:36:21.218927 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Checking segment: {'id': '02fff8e1-7d56-4cc0-bab0-1cb5797edcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:36:21.219526 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:21.220179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Bound using segment: {'id': '02fff8e1-7d56-4cc0-bab0-1cb5797edcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:36:21.221065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Bound port: 97048361-7a6d-4148-8b39-bea8f71d60cc, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fff8e1-7d56-4cc0-bab0-1cb5797edcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:36:21.223023 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:21.306093 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a48f1a-2224-497e-888f-e4d39fba74c3 req-2092618e-643f-4419-bcb5-fca46b2dbeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:21.308881 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-33a48f1a-2224-497e-888f-e4d39fba74c3 req-2092618e-643f-4419-bcb5-fca46b2dbeb5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 200 len: 855 time: 0.3710763 Sep 23 22:36:21.469999 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] For port 97048361-7a6d-4148-8b39-bea8f71d60cc, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:36:21.469999 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] For port 97048361-7a6d-4148-8b39-bea8f71d60cc, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=97048361-7a6d-4148-8b39-bea8f71d60cc,segment=NetworkSegment(02fff8e1-7d56-4cc0-bab0-1cb5797edcba),segment_id=02fff8e1-7d56-4cc0-bab0-1cb5797edcba)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:36:21.470460 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9c4e7692-6947-4efd-8c74-46a5d0f8af5f req-7e9f1550-dd36-4bd3-943d-b60c81ef5a27 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:21.470460 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a48f1a-2224-497e-888f-e4d39fba74c3 req-64b002c6-9dc6-43cf-90df-fab302688447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:21.470460 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-33a48f1a-2224-497e-888f-e4d39fba74c3 req-64b002c6-9dc6-43cf-90df-fab302688447 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15f12cf3-76d1-444b-8977-8d9ed31e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389053 Sep 23 22:36:21.514196 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9c4e7692-6947-4efd-8c74-46a5d0f8af5f req-7e9f1550-dd36-4bd3-943d-b60c81ef5a27 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:21.634258 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-33a48f1a-2224-497e-888f-e4d39fba74c3 req-00c260a2-dcb2-43ed-9e03-92188fe368d7 service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586773 Sep 23 22:36:21.696163 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:21.707311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4ddf5-006e-4d39-b514-eca24a1c06c6 req-b445dc9d-3aa2-4536-9135-b81575c08f5e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:21.709602 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecc4ddf5-006e-4d39-b514-eca24a1c06c6 req-b445dc9d-3aa2-4536-9135-b81575c08f5e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.4612627 Sep 23 22:36:21.754399 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:21.782526 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9c4e7692-6947-4efd-8c74-46a5d0f8af5f req-7e9f1550-dd36-4bd3-943d-b60c81ef5a27 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:21.787887 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9c4e7692-6947-4efd-8c74-46a5d0f8af5f req-7e9f1550-dd36-4bd3-943d-b60c81ef5a27 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:21.803790 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c4e7692-6947-4efd-8c74-46a5d0f8af5f req-7e9f1550-dd36-4bd3-943d-b60c81ef5a27 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "DELETE /v2.0/security-groups/86c858fa-29bc-46c9-bf67-c50763595bf0 HTTP/1.1" status: 204 len: 173 time: 0.5631146 Sep 23 22:36:21.826427 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecc4ddf5-006e-4d39-b514-eca24a1c06c6 req-f7d38313-30b1-47b7-8032-4270c4e68b2b tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745182 Sep 23 22:36:21.855801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f1550-dd36-4bd3-943d-b60c81ef5a27 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c858fa-29bc-46c9-bf67-c50763595bf0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:21.948009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:21.959729 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-33a48f1a-2224-497e-888f-e4d39fba74c3 req-28d297c3-8f74-4255-b7d8-4511281a3098 service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151581 Sep 23 22:36:22.039250 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69bb58-8873-439b-aa76-2aab002d2901 None None] Pushing event updated for resources: {'Port': ['ID=97048361-7a6d-4148-8b39-bea8f71d60cc,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:22.064411 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-2de0ea21-cfad-4d88-ad9a-e0511b0860f3 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:22.065679 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2de0ea21-cfad-4d88-ad9a-e0511b0860f3 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0417953 Sep 23 22:36:22.073941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59998) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:22.085503 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-384bc7ca-f851-4c36-9d67-c25b3b75b3c5 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '4fc47c94-3d23-4572-ba4a-f15f3fb20e0d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:22.086264 n-d-810775-1 neutron-server[95490]: WARNING neutron.api.v2.base [None req-384bc7ca-f851-4c36-9d67-c25b3b75b3c5 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 22:36:22.087070 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-384bc7ca-f851-4c36-9d67-c25b3b75b3c5 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:22.125035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 3bcb1f6f-08ed-4fb4-a143-aef336cd3801 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:36:22.125889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60000) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:22.131253 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-384bc7ca-f851-4c36-9d67-c25b3b75b3c5 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0557649 Sep 23 22:36:22.145195 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e0cb0e41-6d64-4a42-8541-53149a035f2b tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '4fc47c94-3d23-4572-ba4a-f15f3fb20e0d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:22.181012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:36:22.191646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:36:22.191998 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:22.297089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 143378f3-4e92-4775-a2b5-989b2bdf6436 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:36:22.304981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:22.476153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a50e58-3a23-4257-9241-30948306df26 req-85c553dd-6426-45d1-aea9-5a9849435a77 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:22.491188 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06a50e58-3a23-4257-9241-30948306df26 req-85c553dd-6426-45d1-aea9-5a9849435a77 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.4296575 Sep 23 22:36:22.638035 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06a50e58-3a23-4257-9241-30948306df26 req-45d3d90b-1762-45d9-b619-93d03cfb4309 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370664 Sep 23 22:36:22.649780 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:22.703816 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:36:22.707494 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f813ed1a-dfec-4772-aa73-4cf74c904950" -d '{"events": [{"server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "name": "network-vif-unplugged", "status": "completed", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:36:22.753245 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=143378f3-4e92-4775-a2b5-989b2bdf6436,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:22.836060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9609c5dd-2d49-492a-abc2-62be8750834a req-7d97d15c-e2d9-4b56-8a51-fd6599d86fd6 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "GET /v2.0/security-groups/7af21893-9e93-42b4-a835-f3774448b718 HTTP/1.1" status: 200 len: 1815 time: 0.0999179 Sep 23 22:36:22.885654 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:22.922931 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-e0cb0e41-6d64-4a42-8541-53149a035f2b tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:22.929550 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e0cb0e41-6d64-4a42-8541-53149a035f2b tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7863462 Sep 23 22:36:22.931364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60016) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:22.937759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-863b673a-ebb0-481e-b7d2-b393b404e716 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '4fc47c94-3d23-4572-ba4a-f15f3fb20e0d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:22.938505 n-d-810775-1 neutron-server[95490]: WARNING neutron.api.v2.base [None req-863b673a-ebb0-481e-b7d2-b393b404e716 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 23 22:36:22.939308 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-863b673a-ebb0-481e-b7d2-b393b404e716 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:22.944238 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-863b673a-ebb0-481e-b7d2-b393b404e716 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0124977 Sep 23 22:36:22.948665 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60018) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:22.970932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:22.975838 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9609c5dd-2d49-492a-abc2-62be8750834a req-e2776a00-88c3-4999-9ea5-8674d78d9bbb tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:22.983014 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9d1af9c5-786f-4fe5-a28a-001cce7aacdd tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '4fc47c94-3d23-4572-ba4a-f15f3fb20e0d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:23.124140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=143378f3-4e92-4775-a2b5-989b2bdf6436,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:23.361457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 97048361-7a6d-4148-8b39-bea8f71d60cc up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:36:23.370688 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-9d1af9c5-786f-4fe5-a28a-001cce7aacdd tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:23.372304 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9d1af9c5-786f-4fe5-a28a-001cce7aacdd tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4217474 Sep 23 22:36:23.377263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60026) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:23.387596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5015965c-5a00-414b-9dc9-4ba0f72acc33 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '4fc47c94-3d23-4572-ba4a-f15f3fb20e0d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:23.547663 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9609c5dd-2d49-492a-abc2-62be8750834a req-e2776a00-88c3-4999-9ea5-8674d78d9bbb tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:23.603752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 97048361-7a6d-4148-8b39-bea8f71d60cc triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:23.604511 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:23.726459 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-5015965c-5a00-414b-9dc9-4ba0f72acc33 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:23.728397 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5015965c-5a00-414b-9dc9-4ba0f72acc33 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3491893 Sep 23 22:36:23.733605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60038) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:23.865579 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64725140-4369-49e1-8481-ac3414d665a6 x-openstack-request-id: req-64725140-4369-49e1-8481-ac3414d665a6 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:36:23.868405 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "name": "network-vif-unplugged", "status": "completed", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:36:23.868870 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-64725140-4369-49e1-8481-ac3414d665a6 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:36:23.869608 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'code': 200} Sep 23 22:36:24.058682 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:24.066870 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:24.130428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 97048361-7a6d-4148-8b39-bea8f71d60cc, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=97048361-7a6d-4148-8b39-bea8f71d60cc,segment=NetworkSegment(02fff8e1-7d56-4cc0-bab0-1cb5797edcba),segment_id=02fff8e1-7d56-4cc0-bab0-1cb5797edcba)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:24.141723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828cc91a-fcfc-42ca-94f2-459e9d8f5d61 None None] Network 3bcb1f6f-08ed-4fb4-a143-aef336cd3801 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:36:24.142883 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9609c5dd-2d49-492a-abc2-62be8750834a req-e2776a00-88c3-4999-9ea5-8674d78d9bbb tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:24.152490 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9609c5dd-2d49-492a-abc2-62be8750834a req-e2776a00-88c3-4999-9ea5-8674d78d9bbb tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:24.171212 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9609c5dd-2d49-492a-abc2-62be8750834a req-e2776a00-88c3-4999-9ea5-8674d78d9bbb tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "DELETE /v2.0/security-groups/7af21893-9e93-42b4-a835-f3774448b718 HTTP/1.1" status: 204 len: 173 time: 1.3327861 Sep 23 22:36:24.201206 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4a44ead-5bb4-466f-9dcb-d9f35dbd47d6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:24.214794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2776a00-88c3-4999-9ea5-8674d78d9bbb tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af21893-9e93-42b4-a835-f3774448b718,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:24.240824 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de8d23-5082-41d3-a188-e13853dce54f req-13883a65-4c21-42ae-9640-9c2fe9cb3540 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:24.250791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-41de8d23-5082-41d3-a188-e13853dce54f req-13883a65-4c21-42ae-9640-9c2fe9cb3540 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.2656875 Sep 23 22:36:24.286658 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:24.291784 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:24.291977 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4a44ead-5bb4-466f-9dcb-d9f35dbd47d6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:24.339436 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60048) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:24.428089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-3fa97c32-9b59-4aaf-ab1a-83e56240885c None None] Provisioning complete for port 97048361-7a6d-4148-8b39-bea8f71d60cc triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:24.428955 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3fa97c32-9b59-4aaf-ab1a-83e56240885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:24.434157 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:24.516249 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-41de8d23-5082-41d3-a188-e13853dce54f req-584271a9-ccb2-4c69-a089-d8ff61d60a15 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635512 Sep 23 22:36:24.640263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-777653749-network', 'tenant_id': '1de85701715447c0b43a7466a0e887c7'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:24.685572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=97048361-7a6d-4148-8b39-bea8f71d60cc,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:24.711982 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df6079-4d6c-487b-9ca0-4d02fa2369e1 req-5ac631d8-8b1c-45c3-b6e1-c06dfae5849b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:24.727269 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59df6079-4d6c-487b-9ca0-4d02fa2369e1 req-5ac631d8-8b1c-45c3-b6e1-c06dfae5849b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.1056681 Sep 23 22:36:24.734647 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:24.735225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:24.735808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:24.736545 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:24.736894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:24.737474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:24.738042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:24.741551 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4a44ead-5bb4-466f-9dcb-d9f35dbd47d6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:24.743467 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:24.744158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:24.744718 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:24.745326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:24.745892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:24.746088 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4a44ead-5bb4-466f-9dcb-d9f35dbd47d6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:24.747469 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f4a44ead-5bb4-466f-9dcb-d9f35dbd47d6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "DELETE /v2.0/security-groups/4fc47c94-3d23-4572-ba4a-f15f3fb20e0d HTTP/1.1" status: 204 len: 168 time: 1.0123703 Sep 23 22:36:24.753125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60054) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:24.840613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a44ead-5bb4-466f-9dcb-d9f35dbd47d6 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc47c94-3d23-4572-ba4a-f15f3fb20e0d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:24.933642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] Made reservation on behalf of 1de85701715447c0b43a7466a0e887c7 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:36:24.953523 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:24.987336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59df6079-4d6c-487b-9ca0-4d02fa2369e1 req-ad6ddb07-1dd8-4e1d-af3e-df70b6b271b0 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585373 Sep 23 22:36:25.046467 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:25.160571 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-78dddb91-4596-4d63-b63f-f366c2142eda req-c1e368dc-48a6-4350-bc26-e45bebedf7cc tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "GET /v2.0/security-groups/272471a3-25dc-4e4b-a9bc-9d463cb0e4cc HTTP/1.1" status: 200 len: 1814 time: 0.1194971 Sep 23 22:36:25.188565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3639bd-5478-4736-89ab-75009ae773e4 req-c69117b8-4295-4ea4-8405-c4a525b4641e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:25.202043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3639bd-5478-4736-89ab-75009ae773e4 req-c69117b8-4295-4ea4-8405-c4a525b4641e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:25.219095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3639bd-5478-4736-89ab-75009ae773e4 req-c69117b8-4295-4ea4-8405-c4a525b4641e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:25.236128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 97048361-7a6d-4148-8b39-bea8f71d60cc up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:36:25.240715 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f5f46369-780c-4786-9d05-7cf8fba7764c tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4746726 Sep 23 22:36:25.247804 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3639bd-5478-4736-89ab-75009ae773e4 req-c69117b8-4295-4ea4-8405-c4a525b4641e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:25.262902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3639bd-5478-4736-89ab-75009ae773e4 req-c69117b8-4295-4ea4-8405-c4a525b4641e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:25.277604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3639bd-5478-4736-89ab-75009ae773e4 req-c69117b8-4295-4ea4-8405-c4a525b4641e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:25.307006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3639bd-5478-4736-89ab-75009ae773e4 req-c69117b8-4295-4ea4-8405-c4a525b4641e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:25.323139 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ec3639bd-5478-4736-89ab-75009ae773e4 req-c69117b8-4295-4ea4-8405-c4a525b4641e tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5435 time: 0.9660597 Sep 23 22:36:25.337857 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 97048361-7a6d-4148-8b39-bea8f71d60cc triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:25.338305 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:25.360422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60060) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:25.405839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-490d91f5-0bcb-400e-9e97-bda619657347 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group': {'name': 'tempest-secgroup--702177617'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:25.421195 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 3bcb1f6f-08ed-4fb4-a143-aef336cd3801 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:36:25.423098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:25.438321 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:25.439546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:36:25.569286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-edc764b2-f26d-442a-bc19-5b455eed6854 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:25.583783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-edc764b2-f26d-442a-bc19-5b455eed6854 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:25.599734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-edc764b2-f26d-442a-bc19-5b455eed6854 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:25.617959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-edc764b2-f26d-442a-bc19-5b455eed6854 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:25.632849 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-edc764b2-f26d-442a-bc19-5b455eed6854 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:25.653596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-edc764b2-f26d-442a-bc19-5b455eed6854 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:25.659800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ac56c77d-6bdb-440a-9b91-7dc3f499668c None None] Provisioning complete for port 97048361-7a6d-4148-8b39-bea8f71d60cc triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:25.660781 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ac56c77d-6bdb-440a-9b91-7dc3f499668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:25.671667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-edc764b2-f26d-442a-bc19-5b455eed6854 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:25.681587 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-edc764b2-f26d-442a-bc19-5b455eed6854 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5435 time: 0.6841326 Sep 23 22:36:25.682799 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:25.686538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 9b4678bc-d892-45bf-9126-354ce42e53c6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:36:25.700804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ec3639bd-5478-4736-89ab-75009ae773e4 req-bdc4314f-9354-4784-9d1c-1a16fdeebce2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3758237 Sep 23 22:36:25.924819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:36:25.936399 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:25.936784 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] Added segment 6737dbe0-821c-466b-8f10-c75cb0c418bb of type vlan for network 6644f021-2008-4c7c-aec5-eee7af1a52ab Sep 23 22:36:25.962252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:36:25.983207 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Sync routers for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:36:26.003539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-2de06bf9-8c60-46eb-a71d-da2efdb094d1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:26.005900 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-2de06bf9-8c60-46eb-a71d-da2efdb094d1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "GET /v2.0/ports/5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3080490 Sep 23 22:36:26.007013 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89e101c-925e-4c8f-9a8f-f4b96ead3edd,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:26.012056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6ee51a1d-abff-4fd0-a25f-6ff632c092fd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/9b4678bc-d892-45bf-9126-354ce42e53c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3715568 Sep 23 22:36:26.034558 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60068) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:26.043241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-164793925'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:26.050620 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:36:26.051135 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:26.052282 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:36:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:26.069916 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-490d91f5-0bcb-400e-9e97-bda619657347 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:26.143065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ac56c77d-6bdb-440a-9b91-7dc3f499668c None None] Provisioning complete for port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:26.145125 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ac56c77d-6bdb-440a-9b91-7dc3f499668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:26.202822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad7447-521e-4eba-a712-84815619e11a req-51f6cd86-0e1d-4dde-9de3-3800729b4de0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:26.211026 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59ad7447-521e-4eba-a712-84815619e11a req-51f6cd86-0e1d-4dde-9de3-3800729b4de0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.2300849 Sep 23 22:36:26.292938 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.resource_extend [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:36:26.302999 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-78dddb91-4596-4d63-b63f-f366c2142eda req-7a8aff58-27a7-44d2-a2a4-5dc1a9a743f5 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:26.307630 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ac56c77d-6bdb-440a-9b91-7dc3f499668c None None] Port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:36:26.337951 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59ad7447-521e-4eba-a712-84815619e11a req-ca8daa2f-535b-4743-968c-add3c761ce7e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222224 Sep 23 22:36:26.340336 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 143378f3-4e92-4775-a2b5-989b2bdf6436 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:36:26.341796 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-490d91f5-0bcb-400e-9e97-bda619657347 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:36:26.341796 n-d-810775-1 neutron-server[95491]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:36:26.341796 n-d-810775-1 neutron-server[95491]: [parameters: {'project_id_1': 'c2a7b070e19c4787bc8faf2020aa4a8e', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 36, 6, 120398)}] Sep 23 22:36:26.341796 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:36:26.342438 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-490d91f5-0bcb-400e-9e97-bda619657347 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:36:26.464010 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:36:26.496237 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:36:26.511301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1ec9f025-a6f0-4f2e-bf18-79ad58afda51 None None] Provisioning complete for port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:26.511787 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f025-a6f0-4f2e-bf18-79ad58afda51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:26.516248 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:26.602429 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:26.604569 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:26.605427 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:26.631814 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-7b168201-1ca2-4a47-b380-8532cd31bf0f tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "GET /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6162055 Sep 23 22:36:26.699929 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-1ec9f025-a6f0-4f2e-bf18-79ad58afda51 None None] Port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:36:26.717285 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8f2fc59b-8cb2-421b-8953-264e069e9846 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:36:26.717596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-d8420239-4b21-4857-89f8-ff3d85de36a5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:26.739888 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-78dddb91-4596-4d63-b63f-f366c2142eda req-7a8aff58-27a7-44d2-a2a4-5dc1a9a743f5 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:26.844344 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-490d91f5-0bcb-400e-9e97-bda619657347 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:26.866887 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5256371 Sep 23 22:36:26.894803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60080) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:26.914120 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-44b402c7-e2f7-4ac0-bce1-82e9199c64b5 admin admin] Request body: {'subnet': {'network_id': '6644f021-2008-4c7c-aec5-eee7af1a52ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-777653749-subnet', 'tenant_id': '1de85701715447c0b43a7466a0e887c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:26.974031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:36:26.994372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c98328b2-cbaf-4d29-8e38-c95a0840e3ef None None] Provisioning complete for port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:26.994862 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c98328b2-cbaf-4d29-8e38-c95a0840e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:27.116969 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:27.188469 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:22Z', 'revision_number': 4, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef', 'name': '', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:75:e8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:19Z', 'updated_at': '2021-09-23T22:36:23Z', 'revision_number': 2, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:27.262722 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-490d91f5-0bcb-400e-9e97-bda619657347 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:27.282231 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Checking router: 9b4678bc-d892-45bf-9126-354ce42e53c6 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:36:27.283027 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Updating router 9b4678bc-d892-45bf-9126-354ce42e53c6 port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:36:27.324079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8f2fc59b-8cb2-421b-8953-264e069e9846, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8f2fc59b-8cb2-421b-8953-264e069e9846,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:27.327308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f2fc59b-8cb2-421b-8953-264e069e9846'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:36:27.331399 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cde8b2-0350-4e45-9a28-e7b8fe28a470" -d '{"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f2fc59b-8cb2-421b-8953-264e069e9846"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:36:27.341034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c98328b2-cbaf-4d29-8e38-c95a0840e3ef None None] Port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:36:27.345771 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:27.401420 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-490d91f5-0bcb-400e-9e97-bda619657347 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:27.432881 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:27.434616 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 499a0347-912c-44ce-a942-4345708a157a no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:36:27.600944 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=8f2fc59b-8cb2-421b-8953-264e069e9846,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:27.604670 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa4f92-fd4c-4888-b645-9fd73f1eccf7 req-e54b7fd2-55e3-43b8-a0f2-6967f952a470 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:27.612842 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-30fa4f92-fd4c-4888-b645-9fd73f1eccf7 req-e54b7fd2-55e3-43b8-a0f2-6967f952a470 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.3537083 Sep 23 22:36:27.633375 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d91f5-0bcb-400e-9e97-bda619657347 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d37e96-d3b2-4d4c-ba74-642ccac9a27f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:27.695279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b402c7-e2f7-4ac0-bce1-82e9199c64b5 admin admin] Made reservation on behalf of 1de85701715447c0b43a7466a0e887c7 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:36:27.713287 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44b402c7-e2f7-4ac0-bce1-82e9199c64b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:27.713671 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:27.738022 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-30fa4f92-fd4c-4888-b645-9fd73f1eccf7 req-e0c6090d-0753-4af8-8662-184a8ce6625b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228356 Sep 23 22:36:27.824277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 499a0347-912c-44ce-a942-4345708a157a, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=499a0347-912c-44ce-a942-4345708a157a,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:27.833356 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-490d91f5-0bcb-400e-9e97-bda619657347 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.020583 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-490d91f5-0bcb-400e-9e97-bda619657347 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4456122 Sep 23 22:36:28.020823 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.021067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60092) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:28.021067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-74848261-bbc0-4461-9f77-8c7e10f238b8 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '97d37e96-d3b2-4d4c-ba74-642ccac9a27f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:28.062374 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.063445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b7aef643-1174-42fd-8754-4c16946aa2b2 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:36:28.089008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb60d10-240a-42f3-9330-f4b5bc308238 admin admin] Pushing event updated for resources: {'Network': ['ID=6644f021-2008-4c7c-aec5-eee7af1a52ab,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:28.125830 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.193395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 6644f021-2008-4c7c-aec5-eee7af1a52ab details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:36:28.220102 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-d8420239-4b21-4857-89f8-ff3d85de36a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.256668 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.256668 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Added segment 77889368-acb7-4ead-9397-2d1c0b3140ab of type vlan for network 80acc862-b3ac-4a61-bd06-53956ded88a8 Sep 23 22:36:28.282733 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.292778 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44b402c7-e2f7-4ac0-bce1-82e9199c64b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.400108 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-74848261-bbc0-4461-9f77-8c7e10f238b8 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The resource could not be found. Sep 23 22:36:28.400108 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-74848261-bbc0-4461-9f77-8c7e10f238b8 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4635282 Sep 23 22:36:28.400108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60104) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:28.401036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=499a0347-912c-44ce-a942-4345708a157a,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:28.417825 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9740e7ae-e2d9-4c81-a973-85c23316cd76 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '97d37e96-d3b2-4d4c-ba74-642ccac9a27f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '31c48093-798b-4cf5-88c8-027baeb72d31'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:28.440896 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Attempting to bind port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:36:28.444708 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Attempting to bind port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '02fff8e1-7d56-4cc0-bab0-1cb5797edcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:36:28.445327 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Attempting to bind port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef on network 3bcb1f6f-08ed-4fb4-a143-aef336cd3801 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:36:28.451718 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309931f-6d72-4e8a-95f1-58fbb1d7e89f None None] Pushing event updated for resources: {'Port': ['ID=5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:28.453539 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b7aef643-1174-42fd-8754-4c16946aa2b2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b7aef643-1174-42fd-8754-4c16946aa2b2,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:28.478083 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:36:28.480455 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Checking segment: {'id': '02fff8e1-7d56-4cc0-bab0-1cb5797edcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:36:28.480455 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.480828 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Bound using segment: {'id': '02fff8e1-7d56-4cc0-bab0-1cb5797edcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:36:28.481513 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Bound port: 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fff8e1-7d56-4cc0-bab0-1cb5797edcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:36:28.482004 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.511316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b402c7-e2f7-4ac0-bce1-82e9199c64b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28c59eaf-be39-4934-9c03-94c3f91e3379,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:28.527733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b402c7-e2f7-4ac0-bce1-82e9199c64b5 admin admin] Checking segment: {'id': '6737dbe0-821c-466b-8f10-c75cb0c418bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6644f021-2008-4c7c-aec5-eee7af1a52ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:36:28.528494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b402c7-e2f7-4ac0-bce1-82e9199c64b5 admin admin] Network hostable DHCP agents. Network: 6644f021-2008-4c7c-aec5-eee7af1a52ab, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:36:28.549662 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-78dddb91-4596-4d63-b63f-f366c2142eda req-7a8aff58-27a7-44d2-a2a4-5dc1a9a743f5 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.555624 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-78dddb91-4596-4d63-b63f-f366c2142eda req-7a8aff58-27a7-44d2-a2a4-5dc1a9a743f5 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.558934 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-78dddb91-4596-4d63-b63f-f366c2142eda req-7a8aff58-27a7-44d2-a2a4-5dc1a9a743f5 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] 10.222.0.22 "DELETE /v2.0/security-groups/272471a3-25dc-4e4b-a9bc-9d463cb0e4cc HTTP/1.1" status: 204 len: 173 time: 3.3965962 Sep 23 22:36:28.565227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60108) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:28.588892 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.629452 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] For port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:36:28.634909 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] For port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef,segment=NetworkSegment(02fff8e1-7d56-4cc0-bab0-1cb5797edcba),segment_id=02fff8e1-7d56-4cc0-bab0-1cb5797edcba)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:36:28.639997 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.643411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:36:28.646050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8aff58-27a7-44d2-a2a4-5dc1a9a743f5 tempest-SecurityGroupRulesNegativeTestJSON-1208631567 tempest-SecurityGroupRulesNegativeTestJSON-1208631567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272471a3-25dc-4e4b-a9bc-9d463cb0e4cc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:28.673348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-01022b58-d014-42c7-a576-5d85089cc29d admin admin] Deleting subnet 7c82b02f-e9a2-4ffa-be91-721b9afed6e7 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:36:28.686318 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01022b58-d014-42c7-a576-5d85089cc29d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.776992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b402c7-e2f7-4ac0-bce1-82e9199c64b5 admin admin] Network 6644f021-2008-4c7c-aec5-eee7af1a52ab is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:36:28.791580 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.831501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b7aef643-1174-42fd-8754-4c16946aa2b2,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:28.875035 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01022b58-d014-42c7-a576-5d85089cc29d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:28.940095 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:36:28.940988 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:36:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:28.955312 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-06ddabe6-ae1f-4a03-829c-93853c80e1a5 None None] Provisioning complete for port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:28.959576 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-06ddabe6-ae1f-4a03-829c-93853c80e1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:29.053875 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-44b402c7-e2f7-4ac0-bce1-82e9199c64b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 6644f021-2008-4c7c-aec5-eee7af1a52ab) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:36:29.094768 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b402c7-e2f7-4ac0-bce1-82e9199c64b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:29.095008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbdf18-ae7f-462d-9836-9adc5241c9ca req-daea3b8c-ad2a-423f-b7d2-becde69f1178 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:29.096252 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44b402c7-e2f7-4ac0-bce1-82e9199c64b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:29.108994 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6847431-b7ff-4f5f-adbb-4e9d4a41b1b0 None None] Network 6644f021-2008-4c7c-aec5-eee7af1a52ab requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:36:29.128668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbdf18-ae7f-462d-9836-9adc5241c9ca req-daea3b8c-ad2a-423f-b7d2-becde69f1178 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:29.130629 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01022b58-d014-42c7-a576-5d85089cc29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:29.207318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbdf18-ae7f-462d-9836-9adc5241c9ca req-daea3b8c-ad2a-423f-b7d2-becde69f1178 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:29.207318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbdf18-ae7f-462d-9836-9adc5241c9ca req-daea3b8c-ad2a-423f-b7d2-becde69f1178 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:29.207318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbdf18-ae7f-462d-9836-9adc5241c9ca req-daea3b8c-ad2a-423f-b7d2-becde69f1178 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:29.207318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbdf18-ae7f-462d-9836-9adc5241c9ca req-daea3b8c-ad2a-423f-b7d2-becde69f1178 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:29.209864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbdf18-ae7f-462d-9836-9adc5241c9ca req-daea3b8c-ad2a-423f-b7d2-becde69f1178 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:29.212293 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98bbdf18-ae7f-462d-9836-9adc5241c9ca req-daea3b8c-ad2a-423f-b7d2-becde69f1178 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 5429 time: 0.4270856 Sep 23 22:36:29.241343 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:29.247490 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:29.248154 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:29.254215 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-d8420239-4b21-4857-89f8-ff3d85de36a5 service neutron] For port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:29.276966 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:36:29.375419 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-9740e7ae-e2d9-4c81-a973-85c23316cd76 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The resource could not be found. Sep 23 22:36:29.399878 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9740e7ae-e2d9-4c81-a973-85c23316cd76 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0135949 Sep 23 22:36:29.400910 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60116) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:29.429575 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309931f-6d72-4e8a-95f1-58fbb1d7e89f None None] Pushing event updated for resources: {'Port': ['ID=5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:29.453570 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:29.510851 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Network': ['ID=80acc862-b3ac-4a61-bd06-53956ded88a8,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:29.569615 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-abe311f1-0177-4cb8-8d60-d13555741341 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:29.660402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-abe311f1-0177-4cb8-8d60-d13555741341 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:29.675116 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-d8420239-4b21-4857-89f8-ff3d85de36a5 service neutron] For port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:36:29.713326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9e5d1c23-ff12-4a74-8c34-bd3a77973f35,segment=NetworkSegment(f0365aed-ce20-4b42-a873-93c9e087271c),segment_id=f0365aed-ce20-4b42-a873-93c9e087271c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:29.730400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-44b402c7-e2f7-4ac0-bce1-82e9199c64b5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8234932 Sep 23 22:36:29.732412 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01022b58-d014-42c7-a576-5d85089cc29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:29.749077 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-d8420239-4b21-4857-89f8-ff3d85de36a5 service neutron] device_id is not set on port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:36:29.752847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af089e81-1b11-4cae-b55a-12a014d7c8a3 None None] Network 6644f021-2008-4c7c-aec5-eee7af1a52ab requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:36:29.767808 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-d8420239-4b21-4857-89f8-ff3d85de36a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:29.774323 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:29.774720 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:29.775119 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:29.776346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:29.776796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:29.777165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:29.777505 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:29.777853 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:29.778169 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:29.778494 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:29.778819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:29.779190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:29.789668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8a79c6f6-0bc9-491a-91b6-23bb3295c6f8 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.7510803 Sep 23 22:36:29.795925 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60122) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:29.809676 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-eabff84f-ed24-46b0-bba9-1ccb2728ccdd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'subnet': {'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:29.826397 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 80acc862-b3ac-4a61-bd06-53956ded88a8 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:36:29.840639 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98bbdf18-ae7f-462d-9836-9adc5241c9ca req-0109b5ed-9c4e-4375-8996-c8181ea666bf tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5884976 Sep 23 22:36:29.860659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01022b58-d014-42c7-a576-5d85089cc29d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c82b02f-e9a2-4ffa-be91-721b9afed6e7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:29.888162 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01022b58-d014-42c7-a576-5d85089cc29d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:29.891716 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-01022b58-d014-42c7-a576-5d85089cc29d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7c82b02f-e9a2-4ffa-be91-721b9afed6e7 HTTP/1.1" status: 204 len: 168 time: 1.3252516 Sep 23 22:36:29.895736 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60126) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:30.003134 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-06ddabe6-ae1f-4a03-829c-93853c80e1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:30.037475 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2521b470-20e4-4187-8477-ac16b2389232 x-openstack-request-id: req-2521b470-20e4-4187-8477-ac16b2389232 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:36:30.038288 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f2fc59b-8cb2-421b-8953-264e069e9846", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:36:30.038558 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2521b470-20e4-4187-8477-ac16b2389232 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:36:30.038988 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f2fc59b-8cb2-421b-8953-264e069e9846', 'code': 200} Sep 23 22:36:30.050856 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-abe311f1-0177-4cb8-8d60-d13555741341 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:30.055418 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-abe311f1-0177-4cb8-8d60-d13555741341 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:30.057057 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-abe311f1-0177-4cb8-8d60-d13555741341 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "DELETE /v2.0/security-groups/97d37e96-d3b2-4d4c-ba74-642ccac9a27f HTTP/1.1" status: 204 len: 168 time: 0.6547260 Sep 23 22:36:30.075181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-06ddabe6-ae1f-4a03-829c-93853c80e1a5 None None] For port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef,segment=NetworkSegment(02fff8e1-7d56-4cc0-bab0-1cb5797edcba),segment_id=02fff8e1-7d56-4cc0-bab0-1cb5797edcba)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:30.084491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60132) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:30.118103 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:30.118840 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:36:30.218595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe311f1-0177-4cb8-8d60-d13555741341 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d37e96-d3b2-4d4c-ba74-642ccac9a27f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:30.285357 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43f8ca91-2ace-4c2a-a7f6-abb9f5def5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:30.291877 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-06ddabe6-ae1f-4a03-829c-93853c80e1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:30.303866 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-d8420239-4b21-4857-89f8-ff3d85de36a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:30.426389 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-97e10825-1c0e-41cd-9a7e-ca8a5cfff442 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3333952 Sep 23 22:36:30.428598 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:22Z', 'revision_number': 4, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef', 'name': '', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:75:e8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:19Z', 'updated_at': '2021-09-23T22:36:28Z', 'revision_number': 4, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:30.430960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60134) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:30.441841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-44ca8714-5c81-4bd2-8ff5-df03f94472c0 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '16b18d5b-7d40-4327-a874-85c95bda59e3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:30.481669 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8420239-4b21-4857-89f8-ff3d85de36a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b,revision_number=6']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:30.518681 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043fab2d-bdfb-4543-b643-ee69c83d65f8 None None] The sync data for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 is: [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:22Z', 'revision_number': 4, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef', 'name': '', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:75:e8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:19Z', 'updated_at': '2021-09-23T22:36:28Z', 'revision_number': 4, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:36:30.610030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa246e-9e30-45ce-8038-33bf0553bc82 req-956bdaf5-1e14-4e3b-8425-ff073c226025 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:30.612255 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-45fa246e-9e30-45ce-8038-33bf0553bc82 req-956bdaf5-1e14-4e3b-8425-ff073c226025 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.3179955 Sep 23 22:36:30.613547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-d8420239-4b21-4857-89f8-ff3d85de36a5 service neutron] No DVR routers for this DVR port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:36:30.698229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabff84f-ed24-46b0-bba9-1ccb2728ccdd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Made reservation on behalf of a108240b7966480b9e3f72c7e3eba8eb for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:36:30.702904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eabff84f-ed24-46b0-bba9-1ccb2728ccdd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:30.939341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60144) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:31.112888 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:36:31.114891 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 2399c71c-78da-4b12-adda-5a18362e7290 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:36:31.325660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=9e5d1c23-ff12-4a74-8c34-bd3a77973f35,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:31.332104 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43f8ca91-2ace-4c2a-a7f6-abb9f5def5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:31.393435 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eabff84f-ed24-46b0-bba9-1ccb2728ccdd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:31.406277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-03adb7c9-6369-404e-92d8-83d7e9d3e608 None None] Provisioning complete for port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:31.406755 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-03adb7c9-6369-404e-92d8-83d7e9d3e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:31.516896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4302d46-225c-4866-b293-04febaca87b2 admin admin] Deleting subnet 28c59eaf-be39-4934-9c03-94c3f91e3379 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:36:31.542764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-d8420239-4b21-4857-89f8-ff3d85de36a5 service neutron] In _notify_port_updated(), no bound segment for port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b on network 277e5faa-2d60-44c3-be61-7e8c69a875a4 {{(pid=95490) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:36:31.544585 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-d8420239-4b21-4857-89f8-ff3d85de36a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:31.544585 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-d8420239-4b21-4857-89f8-ff3d85de36a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:31.546002 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-d8420239-4b21-4857-89f8-ff3d85de36a5 service neutron] 10.222.0.67 "PUT /v2.0/ports/5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b HTTP/1.1" status: 200 len: 1027 time: 4.8571801 Sep 23 22:36:31.553568 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-43f8ca91-2ace-4c2a-a7f6-abb9f5def5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5b3526-8356-4305-86fe-106171f5daad']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:31.558627 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4302d46-225c-4866-b293-04febaca87b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:31.589454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-43f8ca91-2ace-4c2a-a7f6-abb9f5def5d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fad049-ecbb-4a1e-9999-144c01d4e60c') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:31.589772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-43f8ca91-2ace-4c2a-a7f6-abb9f5def5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fad049-ecbb-4a1e-9999-144c01d4e60c') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:31.591153 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:31.608320 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:36:31.624999 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabff84f-ed24-46b0-bba9-1ccb2728ccdd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Subnet': ['ID=873ce9d6-8de6-4039-ae56-9685deff0b3f,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:31.634074 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddabe6-ae1f-4a03-829c-93853c80e1a5 None None] Pushing event updated for resources: {'Port': ['ID=5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:31.638144 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-45fa246e-9e30-45ce-8038-33bf0553bc82 req-cf67aae3-16e1-4d65-9a9a-029ae3d20972 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9691362 Sep 23 22:36:31.674492 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43f8ca91-2ace-4c2a-a7f6-abb9f5def5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:31.686524 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-44ca8714-5c81-4bd2-8ff5-df03f94472c0 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The resource could not be found. Sep 23 22:36:31.688751 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-44ca8714-5c81-4bd2-8ff5-df03f94472c0 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2548695 Sep 23 22:36:31.702231 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60154) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:31.707099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-dd21f57b-c0dc-4677-bc1d-3eb44fd697b0 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group': {'name': 'tempest-secgroup--373834749'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:31.729560 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-43d404f4-67f8-4a3b-b7ef-6b00ffa036d7 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:31.731121 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-43d404f4-67f8-4a3b-b7ef-6b00ffa036d7 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "GET /v2.0/ports/2399c71c-78da-4b12-adda-5a18362e7290?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1607754 Sep 23 22:36:31.734258 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43f8ca91-2ace-4c2a-a7f6-abb9f5def5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:31.744033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabff84f-ed24-46b0-bba9-1ccb2728ccdd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Checking segment: {'id': '77889368-acb7-4ead-9397-2d1c0b3140ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:36:31.744256 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabff84f-ed24-46b0-bba9-1ccb2728ccdd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network hostable DHCP agents. Network: 80acc862-b3ac-4a61-bd06-53956ded88a8, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:36:31.750214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1280d-ba5e-4391-9bef-7919e9c58dd7 req-b4970a9b-624b-4044-a377-faec19e0ce84 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:31.760202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1280d-ba5e-4391-9bef-7919e9c58dd7 req-b4970a9b-624b-4044-a377-faec19e0ce84 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:31.765884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-db036139-2024-4410-85aa-a854627979b4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:31.782129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1280d-ba5e-4391-9bef-7919e9c58dd7 req-b4970a9b-624b-4044-a377-faec19e0ce84 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:31.786933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f8ca91-2ace-4c2a-a7f6-abb9f5def5d3 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:36:31.789810 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43f8ca91-2ace-4c2a-a7f6-abb9f5def5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:31.794263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1280d-ba5e-4391-9bef-7919e9c58dd7 req-b4970a9b-624b-4044-a377-faec19e0ce84 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:36:31.795842 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:36:31.838003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1280d-ba5e-4391-9bef-7919e9c58dd7 req-b4970a9b-624b-4044-a377-faec19e0ce84 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:31.868551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1280d-ba5e-4391-9bef-7919e9c58dd7 req-b4970a9b-624b-4044-a377-faec19e0ce84 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:31.897725 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a1d1280d-ba5e-4391-9bef-7919e9c58dd7 req-b4970a9b-624b-4044-a377-faec19e0ce84 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 4653 time: 0.5341430 Sep 23 22:36:31.992573 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4302d46-225c-4866-b293-04febaca87b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:32.021769 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dd21f57b-c0dc-4677-bc1d-3eb44fd697b0 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:32.024578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 2399c71c-78da-4b12-adda-5a18362e7290, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2399c71c-78da-4b12-adda-5a18362e7290,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:32.027223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabff84f-ed24-46b0-bba9-1ccb2728ccdd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 80acc862-b3ac-4a61-bd06-53956ded88a8 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:36:32.040432 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499a0347-912c-44ce-a942-4345708a157a'}, {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7aef643-1174-42fd-8754-4c16946aa2b2'}, {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35'}, {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2399c71c-78da-4b12-adda-5a18362e7290'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:36:32.043422 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba44c94f-08fa-49f7-81fd-45d0649ceb9d" -d '{"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-unplugged", "status": "completed", "tag": "499a0347-912c-44ce-a942-4345708a157a"}, {"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-unplugged", "status": "completed", "tag": "b7aef643-1174-42fd-8754-4c16946aa2b2"}, {"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-unplugged", "status": "completed", "tag": "9e5d1c23-ff12-4a74-8c34-bd3a77973f35"}, {"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-unplugged", "status": "completed", "tag": "2399c71c-78da-4b12-adda-5a18362e7290"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:36:32.044073 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-db036139-2024-4410-85aa-a854627979b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:32.052351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:32.057215 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:32.089480 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a1d1280d-ba5e-4391-9bef-7919e9c58dd7 req-bde93bb7-eb4a-4343-81a0-eed06035293c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1905379 Sep 23 22:36:32.148375 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4302d46-225c-4866-b293-04febaca87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:32.172182 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:32.173812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device c26f34cc-c4ee-4668-9337-2d322cc23919 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:36:32.181771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43f8ca91-2ace-4c2a-a7f6-abb9f5def5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:32.257873 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43f8ca91-2ace-4c2a-a7f6-abb9f5def5d3 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:32.265141 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-43f8ca91-2ace-4c2a-a7f6-abb9f5def5d3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2d5b3526-8356-4305-86fe-106171f5daad HTTP/1.1" status: 204 len: 168 time: 2.3651164 Sep 23 22:36:32.353630 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=2399c71c-78da-4b12-adda-5a18362e7290,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:32.364690 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-eabff84f-ed24-46b0-bba9-1ccb2728ccdd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 80acc862-b3ac-4a61-bd06-53956ded88a8) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:36:32.369796 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4302d46-225c-4866-b293-04febaca87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:32.382420 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 23 Sep 2021 22:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef3fe25-caba-476c-b1b3-c2714c1120ef x-openstack-request-id: req-bef3fe25-caba-476c-b1b3-c2714c1120ef {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:36:32.382777 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-unplugged", "status": "completed", "tag": "499a0347-912c-44ce-a942-4345708a157a", "code": 200}, {"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-unplugged", "status": "completed", "tag": "b7aef643-1174-42fd-8754-4c16946aa2b2", "code": 200}, {"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-unplugged", "status": "completed", "tag": "9e5d1c23-ff12-4a74-8c34-bd3a77973f35", "code": 200}, {"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-unplugged", "status": "completed", "tag": "2399c71c-78da-4b12-adda-5a18362e7290", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:36:32.382971 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bef3fe25-caba-476c-b1b3-c2714c1120ef {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:36:32.383860 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499a0347-912c-44ce-a942-4345708a157a', 'code': 200} Sep 23 22:36:32.383860 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7aef643-1174-42fd-8754-4c16946aa2b2', 'code': 200} Sep 23 22:36:32.383860 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35', 'code': 200} Sep 23 22:36:32.384313 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2399c71c-78da-4b12-adda-5a18362e7290', 'code': 200} Sep 23 22:36:32.417928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa66d3b-e6ea-4b46-8e3b-6afa20b43179 None None] Network 80acc862-b3ac-4a61-bd06-53956ded88a8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:36:32.458839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4302d46-225c-4866-b293-04febaca87b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28c59eaf-be39-4934-9c03-94c3f91e3379,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:32.487063 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4302d46-225c-4866-b293-04febaca87b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:32.492439 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b4302d46-225c-4866-b293-04febaca87b2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/28c59eaf-be39-4934-9c03-94c3f91e3379 HTTP/1.1" status: 204 len: 168 time: 1.5504982 Sep 23 22:36:32.495598 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60176) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:32.527499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabff84f-ed24-46b0-bba9-1ccb2728ccdd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:32.529065 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eabff84f-ed24-46b0-bba9-1ccb2728ccdd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:32.545997 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8ca91-2ace-4c2a-a7f6-abb9f5def5d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d5b3526-8356-4305-86fe-106171f5daad,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:32.579657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-911e092a-03ec-47ff-b2c1-b3b9c3babab1 None None] Provisioning complete for port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:32.585218 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-911e092a-03ec-47ff-b2c1-b3b9c3babab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:32.816373 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9be6-93d3-43aa-90cb-db7b02d64c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:32.938199 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:32.979244 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dd21f57b-c0dc-4677-bc1d-3eb44fd697b0 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:33.011371 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60188) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:33.025862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7057394-52f1-4561-835d-f83efdbd22e3 req-c92add0d-e982-4b72-b8ad-d2c8e4b01f61 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:33.033758 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7057394-52f1-4561-835d-f83efdbd22e3 req-c92add0d-e982-4b72-b8ad-d2c8e4b01f61 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.5920587 Sep 23 22:36:33.121308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-911e092a-03ec-47ff-b2c1-b3b9c3babab1 None None] Port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:36:33.160236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port c26f34cc-c4ee-4668-9337-2d322cc23919, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=c26f34cc-c4ee-4668-9337-2d322cc23919,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:33.192623 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dd21f57b-c0dc-4677-bc1d-3eb44fd697b0 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:33.227129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:36:33.251125 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9be6-93d3-43aa-90cb-db7b02d64c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:33.272505 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7057394-52f1-4561-835d-f83efdbd22e3 req-861eb190-f657-4d4d-898e-0898091ee034 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370746 Sep 23 22:36:33.326891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-9e8b9be6-93d3-43aa-90cb-db7b02d64c9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6644f021-2008-4c7c-aec5-eee7af1a52ab']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:33.353418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-80acc862-b3ac-4a61-bd06-53956ded88a8', 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'fixed_ips': [{'subnet_id': '873ce9d6-8de6-4039-ae56-9685deff0b3f'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:36:33.359780 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:33.360808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21f57b-c0dc-4677-bc1d-3eb44fd697b0 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8546db-4376-4c0a-8ef6-28c39efefd40,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:33.368741 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:33.396158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-db036139-2024-4410-85aa-a854627979b4 service neutron] For port 2399c71c-78da-4b12-adda-5a18362e7290, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2399c71c-78da-4b12-adda-5a18362e7290,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:33.405823 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-eabff84f-ed24-46b0-bba9-1ccb2728ccdd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6084807 Sep 23 22:36:33.430672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-9e8b9be6-93d3-43aa-90cb-db7b02d64c9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6737dbe0-821c-466b-8f10-c75cb0c418bb') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:33.431241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-9e8b9be6-93d3-43aa-90cb-db7b02d64c9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6737dbe0-821c-466b-8f10-c75cb0c418bb') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:33.440722 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dd21f57b-c0dc-4677-bc1d-3eb44fd697b0 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:33.442972 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dd21f57b-c0dc-4677-bc1d-3eb44fd697b0 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7394633 Sep 23 22:36:33.443946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60196) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:33.465517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60198) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:33.490430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-24eae244-9b32-45d3-b6bc-a4d031af82ec tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1919874427'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:33.586374 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9be6-93d3-43aa-90cb-db7b02d64c9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:33.630943 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9be6-93d3-43aa-90cb-db7b02d64c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:33.653648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8b9be6-93d3-43aa-90cb-db7b02d64c9f admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:36:33.654603 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9be6-93d3-43aa-90cb-db7b02d64c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:36:33.657707 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:36:33.793823 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1176748d-3df0-423e-8793-8589081c2227 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11d4d9a133ac41e7beadffc9ecda6735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7788744 Sep 23 22:36:33.804784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532efc2-c9b7-4520-bcb4-312872809695 req-877536b6-6428-4794-ac5a-3a424fe072bf tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:33.804784 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9532efc2-c9b7-4520-bcb4-312872809695 req-877536b6-6428-4794-ac5a-3a424fe072bf tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.7945244 Sep 23 22:36:33.804784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60204) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:33.808875 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-24eae244-9b32-45d3-b6bc-a4d031af82ec tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:33.951069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9be6-93d3-43aa-90cb-db7b02d64c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:33.957897 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9be6-93d3-43aa-90cb-db7b02d64c9f admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:33.967193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9e8b9be6-93d3-43aa-90cb-db7b02d64c9f admin admin] 10.222.0.22 "DELETE /v2.0/networks/6644f021-2008-4c7c-aec5-eee7af1a52ab HTTP/1.1" status: 204 len: 168 time: 1.4664314 Sep 23 22:36:34.009750 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Allocated IP 2001:db8:3::2 (80acc862-b3ac-4a61-bd06-53956ded88a8/873ce9d6-8de6-4039-ae56-9685deff0b3f/f80d5d32-441f-4567-81c7-f20cbaad0aa2) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:36:34.060708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-db036139-2024-4410-85aa-a854627979b4 service neutron] For port 2399c71c-78da-4b12-adda-5a18362e7290, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:36:34.154471 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b9be6-93d3-43aa-90cb-db7b02d64c9f admin admin] Pushing event deleted for resources: {'Network': ['ID=6644f021-2008-4c7c-aec5-eee7af1a52ab,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:34.167739 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-4cb8223e-c7dc-46ed-a425-25b0168fd273 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8143997 Sep 23 22:36:34.185150 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01487a04-aef4-4f1f-aa46-dd05e6462e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:34.221542 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-db036139-2024-4410-85aa-a854627979b4 service neutron] device_id is not set on port 2399c71c-78da-4b12-adda-5a18362e7290 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:36:34.231765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-759f5fa3-d2cc-4456-8174-9db3049dbe6c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:36:34.235717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-759f5fa3-d2cc-4456-8174-9db3049dbe6c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0382297 Sep 23 22:36:34.278509 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9532efc2-c9b7-4520-bcb4-312872809695 req-db25a1fc-7d54-4328-8edb-2b186b3f83ee tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4084401 Sep 23 22:36:34.288472 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-db036139-2024-4410-85aa-a854627979b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:34.307673 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01487a04-aef4-4f1f-aa46-dd05e6462e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:34.453819 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26f34cc-c4ee-4668-9337-2d322cc23919'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:36:34.480790 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb0c5a7-803d-4e1d-a1df-57eaf35b9d86" -d '{"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-unplugged", "status": "completed", "tag": "c26f34cc-c4ee-4668-9337-2d322cc23919"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:36:34.502158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=c26f34cc-c4ee-4668-9337-2d322cc23919,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:34.511894 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-24eae244-9b32-45d3-b6bc-a4d031af82ec tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:34.710771 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01487a04-aef4-4f1f-aa46-dd05e6462e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:34.713879 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01487a04-aef4-4f1f-aa46-dd05e6462e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:34.726973 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-01487a04-aef4-4f1f-aa46-dd05e6462e32 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75dfe3b9-7a08-4b3e-8490-10c6a3395d85 HTTP/1.1" status: 204 len: 168 time: 0.9172456 Sep 23 22:36:34.760611 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01487a04-aef4-4f1f-aa46-dd05e6462e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dfe3b9-7a08-4b3e-8490-10c6a3395d85,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:34.789734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232f1ef-cdcf-4af7-bb95-f55d223fb7d9 req-b0a7b157-6f1a-457e-a7a7-3c7db6aba09a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:34.792511 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0232f1ef-cdcf-4af7-bb95-f55d223fb7d9 req-b0a7b157-6f1a-457e-a7a7-3c7db6aba09a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.2225296 Sep 23 22:36:34.799989 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-24eae244-9b32-45d3-b6bc-a4d031af82ec tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:34.862611 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6cba0-d0b7-4208-994b-374de43259c1 req-b0415caf-e45d-4b78-a39f-ef96b28c5356 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:34.883458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6cba0-d0b7-4208-994b-374de43259c1 req-b0415caf-e45d-4b78-a39f-ef96b28c5356 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:34.893011 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6cba0-d0b7-4208-994b-374de43259c1 req-b0415caf-e45d-4b78-a39f-ef96b28c5356 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:34.900778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6cba0-d0b7-4208-994b-374de43259c1 req-b0415caf-e45d-4b78-a39f-ef96b28c5356 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:34.928934 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6cba0-d0b7-4208-994b-374de43259c1 req-b0415caf-e45d-4b78-a39f-ef96b28c5356 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:34.949088 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6cba0-d0b7-4208-994b-374de43259c1 req-b0415caf-e45d-4b78-a39f-ef96b28c5356 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:34.960029 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c2d6cba0-d0b7-4208-994b-374de43259c1 req-b0415caf-e45d-4b78-a39f-ef96b28c5356 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 4649 time: 1.5684834 Sep 23 22:36:34.964064 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-db036139-2024-4410-85aa-a854627979b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:35.008003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60226) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:35.030347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eae244-9b32-45d3-b6bc-a4d031af82ec tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b228a12-8434-4fbb-ba82-010f74ecf7d3,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:35.079746 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2209e42a-6e5d-45e1-92da-7c513a1a6299 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1de85701715447c0b43a7466a0e887c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703666 Sep 23 22:36:35.090632 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0232f1ef-cdcf-4af7-bb95-f55d223fb7d9 req-735e187b-7e49-4863-809b-40bd1dbbefc9 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447047 Sep 23 22:36:35.093635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60230) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:35.100398 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-24eae244-9b32-45d3-b6bc-a4d031af82ec tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:35.107746 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-24eae244-9b32-45d3-b6bc-a4d031af82ec tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6382444 Sep 23 22:36:35.121351 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:35.127121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60232) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:35.147292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-040ddf71-d5be-4c41-ba11-9568a3f75441 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group_rule': {'security_group_id': '8d8546db-4376-4c0a-8ef6-28c39efefd40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2b228a12-8434-4fbb-ba82-010f74ecf7d3'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:35.166405 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:35.166405 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:35.252737 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ec6629f-cbc0-4ba5-bd26-037565851f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:35.281721 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ec6629f-cbc0-4ba5-bd26-037565851f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:35.314435 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9026e95-6e17-4571-8ded-84c5c1f33780 x-openstack-request-id: req-b9026e95-6e17-4571-8ded-84c5c1f33780 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:36:35.314435 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-unplugged", "status": "completed", "tag": "c26f34cc-c4ee-4668-9337-2d322cc23919", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:36:35.314435 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9026e95-6e17-4571-8ded-84c5c1f33780 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:36:35.314435 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26f34cc-c4ee-4668-9337-2d322cc23919', 'code': 200} Sep 23 22:36:35.396535 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c2d6cba0-d0b7-4208-994b-374de43259c1 req-c10f7c3b-949f-46c1-be81-ba70d6aa8bb1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=81a15afc-7476-4fe7-959a-e154e28ee2a2&id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4330266 Sep 23 22:36:35.476448 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:35.564569 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ec6629f-cbc0-4ba5-bd26-037565851f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:35.574970 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ec6629f-cbc0-4ba5-bd26-037565851f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:35.576550 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7ec6629f-cbc0-4ba5-bd26-037565851f98 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f89e101c-925e-4c8f-9a8f-f4b96ead3edd HTTP/1.1" status: 204 len: 168 time: 0.4778767 Sep 23 22:36:35.588114 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db036139-2024-4410-85aa-a854627979b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2399c71c-78da-4b12-adda-5a18362e7290,revision_number=7']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:35.602144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-db036139-2024-4410-85aa-a854627979b4 service neutron] No DVR routers for this DVR port 2399c71c-78da-4b12-adda-5a18362e7290 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:36:35.606405 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-040ddf71-d5be-4c41-ba11-9568a3f75441 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:36:35.607502 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-040ddf71-d5be-4c41-ba11-9568a3f75441 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4696293 Sep 23 22:36:35.614655 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60240) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:35.629194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6629f-cbc0-4ba5-bd26-037565851f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89e101c-925e-4c8f-9a8f-f4b96ead3edd,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:35.857726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbb236-96a7-4f48-a7f8-490f8d29ac85 req-8d3a27af-9912-44a8-af36-6026e8c8baca tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:35.868615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Network 80acc862-b3ac-4a61-bd06-53956ded88a8 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:36:35.875799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6dcbb236-96a7-4f48-a7f8-490f8d29ac85 req-8d3a27af-9912-44a8-af36-6026e8c8baca tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.3664567 Sep 23 22:36:35.879285 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5cfe70a1-317a-41be-8b68-a715ac7e37a8 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:35.995416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:36:36.000330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5cfe70a1-317a-41be-8b68-a715ac7e37a8 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:36.018212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Pushing event updated for resources: {'Port': ['ID=f80d5d32-441f-4567-81c7-f20cbaad0aa2,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:36.070244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:36:36.104929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6dcbb236-96a7-4f48-a7f8-490f8d29ac85 req-c4ef56f5-1c22-488e-ab3d-a7b912542ae2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281609 Sep 23 22:36:36.277579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a350b430-0163-40db-a987-b806373b8bb2 None None] Provisioning complete for port 2399c71c-78da-4b12-adda-5a18362e7290 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:36.279674 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a350b430-0163-40db-a987-b806373b8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:36.281486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Attempting to bind port f80d5d32-441f-4567-81c7-f20cbaad0aa2 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:36:36.281863 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Attempting to bind port f80d5d32-441f-4567-81c7-f20cbaad0aa2 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '77889368-acb7-4ead-9397-2d1c0b3140ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:36:36.282229 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Attempting to bind port f80d5d32-441f-4567-81c7-f20cbaad0aa2 on network 80acc862-b3ac-4a61-bd06-53956ded88a8 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:36:36.320037 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5cfe70a1-317a-41be-8b68-a715ac7e37a8 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:36.323177 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5cfe70a1-317a-41be-8b68-a715ac7e37a8 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:36.324698 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5cfe70a1-317a-41be-8b68-a715ac7e37a8 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "DELETE /v2.0/security-groups/2b228a12-8434-4fbb-ba82-010f74ecf7d3 HTTP/1.1" status: 204 len: 168 time: 0.7047169 Sep 23 22:36:36.330483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60252) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:36.386255 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a350b430-0163-40db-a987-b806373b8bb2 None None] Port 2399c71c-78da-4b12-adda-5a18362e7290 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:36:36.411408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-db036139-2024-4410-85aa-a854627979b4 service neutron] In _notify_port_updated(), no bound segment for port 2399c71c-78da-4b12-adda-5a18362e7290 on network 277e5faa-2d60-44c3-be61-7e8c69a875a4 {{(pid=95490) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:36:36.412420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-db036139-2024-4410-85aa-a854627979b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:36.413062 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-db036139-2024-4410-85aa-a854627979b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:36.414479 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-db036139-2024-4410-85aa-a854627979b4 service neutron] 10.222.0.67 "PUT /v2.0/ports/2399c71c-78da-4b12-adda-5a18362e7290 HTTP/1.1" status: 200 len: 1028 time: 4.6603999 Sep 23 22:36:36.426447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe70a1-317a-41be-8b68-a715ac7e37a8 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b228a12-8434-4fbb-ba82-010f74ecf7d3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:36.446101 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:36:36.450227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Checking segment: {'id': '77889368-acb7-4ead-9397-2d1c0b3140ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:36:36.452354 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:36.453454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Bound using segment: {'id': '77889368-acb7-4ead-9397-2d1c0b3140ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:36:36.455213 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Bound port: f80d5d32-441f-4567-81c7-f20cbaad0aa2, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77889368-acb7-4ead-9397-2d1c0b3140ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:36:36.459264 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:36.516561 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5a1d1fd1-01f7-4f9c-a375-e67a35dde0ae tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1707065 Sep 23 22:36:36.519631 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60260) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:36.575227 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:36.739506 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5dfab-8d73-4560-97d3-3b13cc1ef6d9 req-fc5835df-ba47-461f-9f5f-ebcc34ed566f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:36.746319 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-26d5dfab-8d73-4560-97d3-3b13cc1ef6d9 req-fc5835df-ba47-461f-9f5f-ebcc34ed566f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.4541099 Sep 23 22:36:36.761573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] For port f80d5d32-441f-4567-81c7-f20cbaad0aa2, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:36:36.765556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] For port f80d5d32-441f-4567-81c7-f20cbaad0aa2, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f80d5d32-441f-4567-81c7-f20cbaad0aa2,segment=NetworkSegment(77889368-acb7-4ead-9397-2d1c0b3140ab),segment_id=77889368-acb7-4ead-9397-2d1c0b3140ab)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:36:36.837633 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528572fd-da11-45f7-92ee-12da70f90323 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:36.937649 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:37.013844 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528572fd-da11-45f7-92ee-12da70f90323 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:37.125375 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac40a75-db6a-4dc7-847b-1f60926568af req-7c030688-bcab-4e96-8a3b-99ee96b8a360 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:37.154085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac40a75-db6a-4dc7-847b-1f60926568af req-7c030688-bcab-4e96-8a3b-99ee96b8a360 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:37.163338 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:37.187444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac40a75-db6a-4dc7-847b-1f60926568af req-7c030688-bcab-4e96-8a3b-99ee96b8a360 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:37.231416 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-26d5dfab-8d73-4560-97d3-3b13cc1ef6d9 req-13936ad8-16cb-4b29-b282-5f30392aa0a6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238006 Sep 23 22:36:37.248259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac40a75-db6a-4dc7-847b-1f60926568af req-7c030688-bcab-4e96-8a3b-99ee96b8a360 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:37.298743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac40a75-db6a-4dc7-847b-1f60926568af req-7c030688-bcab-4e96-8a3b-99ee96b8a360 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:37.306594 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a1e40-be47-496e-aed3-ef2d10365ecf None None] Pushing event updated for resources: {'Port': ['ID=f80d5d32-441f-4567-81c7-f20cbaad0aa2,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:37.317759 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ac40a75-db6a-4dc7-847b-1f60926568af req-7c030688-bcab-4e96-8a3b-99ee96b8a360 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 3876 time: 0.6825068 Sep 23 22:36:37.461373 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-3aa4d368-ee33-4d60-aa41-3b2221ddcb29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Deleting port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:36:37.462004 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-3aa4d368-ee33-4d60-aa41-3b2221ddcb29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:37.559526 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ac40a75-db6a-4dc7-847b-1f60926568af req-8c3c1733-6495-42f9-acd3-af41873c6c09 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072862 Sep 23 22:36:37.670703 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528572fd-da11-45f7-92ee-12da70f90323 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:37.670703 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-528572fd-da11-45f7-92ee-12da70f90323 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:37.676271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-528572fd-da11-45f7-92ee-12da70f90323 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "DELETE /v2.0/security-groups/8d8546db-4376-4c0a-8ef6-28c39efefd40 HTTP/1.1" status: 204 len: 168 time: 1.1509588 Sep 23 22:36:37.777814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60282) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:37.845770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528572fd-da11-45f7-92ee-12da70f90323 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8546db-4376-4c0a-8ef6-28c39efefd40,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:38.290853 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-3aa4d368-ee33-4d60-aa41-3b2221ddcb29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] For port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9e5d1c23-ff12-4a74-8c34-bd3a77973f35,segment=NetworkSegment(f0365aed-ce20-4b42-a873-93c9e087271c),segment_id=f0365aed-ce20-4b42-a873-93c9e087271c)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:38.291220 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-3aa4d368-ee33-4d60-aa41-3b2221ddcb29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:38.598905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Allocated IP 2001:db8:3::1 (80acc862-b3ac-4a61-bd06-53956ded88a8/873ce9d6-8de6-4039-ae56-9685deff0b3f/627a0867-a1be-407f-ab54-4e581959fd28) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:36:38.765356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b4ed8-c42b-4ab8-806f-9e2acb1c8448 req-e26ebcb9-39ff-4ff2-85fd-b3e562af2f99 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:38.769920 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-504b4ed8-c42b-4ab8-806f-9e2acb1c8448 req-e26ebcb9-39ff-4ff2-85fd-b3e562af2f99 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.2038884 Sep 23 22:36:38.870472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-504b4ed8-c42b-4ab8-806f-9e2acb1c8448 req-34970e58-c3dc-47ad-a3e0-24549a3c9697 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853579 Sep 23 22:36:39.298713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53c6a3-1eaa-4388-b9b8-fb8d1c83b4f2 req-aef749e1-0153-431f-a0e8-6c9a79e93a23 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:39.368623 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53c6a3-1eaa-4388-b9b8-fb8d1c83b4f2 req-aef749e1-0153-431f-a0e8-6c9a79e93a23 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:39.417967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53c6a3-1eaa-4388-b9b8-fb8d1c83b4f2 req-aef749e1-0153-431f-a0e8-6c9a79e93a23 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:39.446872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6e93db-16ab-4e0f-9b00-5cf260941b5a None None] Network 80acc862-b3ac-4a61-bd06-53956ded88a8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:36:39.454074 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53c6a3-1eaa-4388-b9b8-fb8d1c83b4f2 req-aef749e1-0153-431f-a0e8-6c9a79e93a23 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:39.493896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53c6a3-1eaa-4388-b9b8-fb8d1c83b4f2 req-aef749e1-0153-431f-a0e8-6c9a79e93a23 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:39.514161 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d53c6a3-1eaa-4388-b9b8-fb8d1c83b4f2 req-aef749e1-0153-431f-a0e8-6c9a79e93a23 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 3876 time: 0.4072282 Sep 23 22:36:39.515093 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60316) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:39.698500 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-97b90904-e047-492d-affa-e2ed58243cff None None] Provisioning complete for port f80d5d32-441f-4567-81c7-f20cbaad0aa2 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:39.703795 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-97b90904-e047-492d-affa-e2ed58243cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:39.878021 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d53c6a3-1eaa-4388-b9b8-fb8d1c83b4f2 req-3f9492e7-ecff-4ece-8160-853bd57f040c tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350923 Sep 23 22:36:39.889497 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f80d5d32-441f-4567-81c7-f20cbaad0aa2 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:36:39.889839 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:39.962269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be211698-ff1e-4c66-9a61-c4ebdfb43144 req-782f2d8c-7900-4fc0-bd2e-677b7c20baa9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:39.964180 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be211698-ff1e-4c66-9a61-c4ebdfb43144 req-782f2d8c-7900-4fc0-bd2e-677b7c20baa9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 2.4889703 Sep 23 22:36:39.997319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60328) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:39.997678 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-780c2509-80e7-432a-885a-9bd603d16988 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 2.2059479 Sep 23 22:36:40.007390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f529dd94-05ff-4acc-bfd7-9f7ce4c79179 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group': {'name': 'tempest-secgroup--719941337'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:40.013626 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-3aa4d368-ee33-4d60-aa41-3b2221ddcb29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:40.015115 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-3aa4d368-ee33-4d60-aa41-3b2221ddcb29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:40.015115 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-3aa4d368-ee33-4d60-aa41-3b2221ddcb29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Floating IP 448b1ff7-247f-4716-bf8e-d7d4c4b70bea disassociated. External IP: 172.25.1.235, port: 9e5d1c23-ff12-4a74-8c34-bd3a77973f35. Sep 23 22:36:40.015115 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-3aa4d368-ee33-4d60-aa41-3b2221ddcb29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Calling delete_port for 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:36:40.067395 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-97b90904-e047-492d-affa-e2ed58243cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:40.071304 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be211698-ff1e-4c66-9a61-c4ebdfb43144 req-5b970318-7ca9-4101-b75e-6acc7c1f43cc tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831957 Sep 23 22:36:40.234949 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:40.301005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1445808260-network', 'tenant_id': '7b76146ebc1f4d82b2692c606ba4acda'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:40.353992 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port f80d5d32-441f-4567-81c7-f20cbaad0aa2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:40.354630 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:40.369100 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f529dd94-05ff-4acc-bfd7-9f7ce4c79179 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:40.427923 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 80acc862-b3ac-4a61-bd06-53956ded88a8 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:36:40.429716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:36:40.432377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-97b90904-e047-492d-affa-e2ed58243cff None None] For port f80d5d32-441f-4567-81c7-f20cbaad0aa2, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f80d5d32-441f-4567-81c7-f20cbaad0aa2,segment=NetworkSegment(77889368-acb7-4ead-9397-2d1c0b3140ab),segment_id=77889368-acb7-4ead-9397-2d1c0b3140ab)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:40.442719 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:36:40.450679 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:40.469337 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=627a0867-a1be-407f-ab54-4e581959fd28,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:40.506901 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:40.598686 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:36:40.599518 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:36:40.600403 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-97b90904-e047-492d-affa-e2ed58243cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:40.689443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b90904-e047-492d-affa-e2ed58243cff None None] Pushing event updated for resources: {'Port': ['ID=f80d5d32-441f-4567-81c7-f20cbaad0aa2,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:40.766634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad97ae1-2981-44fa-acc9-25b62d561448 req-063fe47c-93e1-4df5-89a7-0e414015f658 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:40.794980 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bad97ae1-2981-44fa-acc9-25b62d561448 req-063fe47c-93e1-4df5-89a7-0e414015f658 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.2940428 Sep 23 22:36:40.886239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Made reservation on behalf of 7b76146ebc1f4d82b2692c606ba4acda for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:36:40.890305 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:40.915704 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-3aa4d368-ee33-4d60-aa41-3b2221ddcb29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:40.939057 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:40.947473 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5c6701c1-0b94-4dd0-ab94-cba939207e86 None None] Provisioning complete for port f80d5d32-441f-4567-81c7-f20cbaad0aa2 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:40.947865 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5c6701c1-0b94-4dd0-ab94-cba939207e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:40.979063 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bad97ae1-2981-44fa-acc9-25b62d561448 req-15685d15-3c7b-47e1-aa62-f2559ae3933b tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738734 Sep 23 22:36:41.019730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4d368-ee33-4d60-aa41-3b2221ddcb29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event deleted for resources: {'Port': ['ID=9e5d1c23-ff12-4a74-8c34-bd3a77973f35,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:41.335963 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f529dd94-05ff-4acc-bfd7-9f7ce4c79179 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:41.369234 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:41.433731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-3aa4d368-ee33-4d60-aa41-3b2221ddcb29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Router 76112613-37e5-43b2-b921-1f5a9c06ab3b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:36:41.501500 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f529dd94-05ff-4acc-bfd7-9f7ce4c79179 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:41.719847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529dd94-05ff-4acc-bfd7-9f7ce4c79179 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d52fa30-bd5b-433b-9eac-d2fb28f03fca,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:41.726041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f80d5d32-441f-4567-81c7-f20cbaad0aa2 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:36:41.774856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f33387-67d7-4277-8951-75d40847c9ab req-375fadfc-af60-4fc6-840f-766f9365472d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:41.796159 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f33387-67d7-4277-8951-75d40847c9ab req-375fadfc-af60-4fc6-840f-766f9365472d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:41.816374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f33387-67d7-4277-8951-75d40847c9ab req-375fadfc-af60-4fc6-840f-766f9365472d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:41.852853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f33387-67d7-4277-8951-75d40847c9ab req-375fadfc-af60-4fc6-840f-766f9365472d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:41.882171 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b6f33387-67d7-4277-8951-75d40847c9ab req-375fadfc-af60-4fc6-840f-766f9365472d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 3142 time: 0.5435946 Sep 23 22:36:41.924532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2ede6552-4657-45c2-8062-c582d53250b8 None None] Provisioning complete for port 627a0867-a1be-407f-ab54-4e581959fd28 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:41.925175 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2ede6552-4657-45c2-8062-c582d53250b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:42.035808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port f80d5d32-441f-4567-81c7-f20cbaad0aa2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:42.036712 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:42.081814 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b6f33387-67d7-4277-8951-75d40847c9ab req-48d4e007-bf8a-4470-9412-ca2d9a7c8188 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676512 Sep 23 22:36:42.179443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2ede6552-4657-45c2-8062-c582d53250b8 None None] Port 627a0867-a1be-407f-ab54-4e581959fd28 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:36:42.271648 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:42.398890 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:42.595100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:36:42.643234 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f529dd94-05ff-4acc-bfd7-9f7ce4c79179 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:42.649215 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f529dd94-05ff-4acc-bfd7-9f7ce4c79179 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.6468439 Sep 23 22:36:42.669055 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c478461-9fac-43ba-b297-4458b1da5e47,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:42.677921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60360) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:42.721194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce96c11-948b-4ed2-8477-c71b76343b0b req-47139fb9-5fa0-444a-bc8e-374a7a8c05a4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:42.724140 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0ce96c11-948b-4ed2-8477-c71b76343b0b req-47139fb9-5fa0-444a-bc8e-374a7a8c05a4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.4323184 Sep 23 22:36:42.745422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9f67da8e-c5b0-4a9d-a935-77fa64e8a023 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:42.747952 n-d-810775-1 neutron-server[95491]: WARNING neutron.api.v2.base [None req-9f67da8e-c5b0-4a9d-a935-77fa64e8a023 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 22:36:42.761403 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-9f67da8e-c5b0-4a9d-a935-77fa64e8a023 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] update failed (client error): There was a conflict when trying to complete your request. Sep 23 22:36:42.763553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9f67da8e-c5b0-4a9d-a935-77fa64e8a023 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "PUT /v2.0/security-groups/0d52fa30-bd5b-433b-9eac-d2fb28f03fca HTTP/1.1" status: 409 len: 330 time: 0.0377769 Sep 23 22:36:42.788533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60364) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:42.794432 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:42.795032 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Added segment ee86bc57-9e1c-4e40-a39c-b79e6200a515 of type vlan for network 872c1fac-beaa-464d-807d-5c88e0c5fc47 Sep 23 22:36:42.917138 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:43.019521 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0ce96c11-948b-4ed2-8477-c71b76343b0b req-556febca-d8d5-45ef-9eae-4a25822eafcd tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493482 Sep 23 22:36:43.032292 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-66779064-ff90-46fd-8705-ad4e8301428e tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:43.102765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe498c1-f9a4-42b4-807c-3adc4ef24f58 req-4dedbccd-ac76-4375-88cc-fe6e470f5a52 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:43.104696 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cfe498c1-f9a4-42b4-807c-3adc4ef24f58 req-4dedbccd-ac76-4375-88cc-fe6e470f5a52 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.3722932 Sep 23 22:36:43.107238 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3c731d39-0372-4aee-b1fb-24bee9421b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:43.119663 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-3aa4d368-ee33-4d60-aa41-3b2221ddcb29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:36:43.135344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd461dd-f440-4e2f-814c-a36c67998b0f None None] Sync routers for ids ['76112613-37e5-43b2-b921-1f5a9c06ab3b'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:36:43.154990 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd461dd-f440-4e2f-814c-a36c67998b0f None None] Routers {'76112613-37e5-43b2-b921-1f5a9c06ab3b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:36:43.160496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-fbd461dd-f440-4e2f-814c-a36c67998b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:36:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['76112613-37e5-43b2-b921-1f5a9c06ab3b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:43.161162 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-66779064-ff90-46fd-8705-ad4e8301428e tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:43.192125 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:43.194661 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:43.197744 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:43.259461 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:43.289680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-3aa4d368-ee33-4d60-aa41-3b2221ddcb29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] No DVR routers for this DVR port 9e5d1c23-ff12-4a74-8c34-bd3a77973f35 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:36:43.308658 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-3aa4d368-ee33-4d60-aa41-3b2221ddcb29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:43.315265 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-3aa4d368-ee33-4d60-aa41-3b2221ddcb29 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "DELETE /v2.0/ports/9e5d1c23-ff12-4a74-8c34-bd3a77973f35 HTTP/1.1" status: 204 len: 173 time: 6.8799372 Sep 23 22:36:43.315983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-deleted', 'tag': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:36:43.319723 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d15cc93-c54e-4137-a65f-85b13454f3e5" -d '{"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-deleted", "tag": "9e5d1c23-ff12-4a74-8c34-bd3a77973f35"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:36:43.377464 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:43.378705 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:43.413578 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cfe498c1-f9a4-42b4-807c-3adc4ef24f58 req-e29a9558-45b5-4495-bf9f-929c971503b1 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540085 Sep 23 22:36:43.582960 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e62cc6c-c9ad-4791-87ee-4c0f49e23300 x-openstack-request-id: req-1e62cc6c-c9ad-4791-87ee-4c0f49e23300 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:36:43.585730 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-deleted", "tag": "9e5d1c23-ff12-4a74-8c34-bd3a77973f35", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:36:43.587666 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e62cc6c-c9ad-4791-87ee-4c0f49e23300 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:36:43.588676 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-deleted', 'tag': '9e5d1c23-ff12-4a74-8c34-bd3a77973f35', 'status': 'completed', 'code': 200} Sep 23 22:36:43.601612 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Pushing event updated for resources: {'Network': ['ID=872c1fac-beaa-464d-807d-5c88e0c5fc47,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:43.628567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.1102724 Sep 23 22:36:43.639701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:43.647045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:43.648015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:43.648844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:43.649627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:43.650389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:43.651110 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:43.651831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:43.652557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:43.653557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:43.659780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:43.664600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048e719b-4d22-40f5-81dc-9cae6df830aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:36:43.681694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60378) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:43.686308 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-66779064-ff90-46fd-8705-ad4e8301428e tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:43.690439 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-66779064-ff90-46fd-8705-ad4e8301428e tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:43.695226 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-66779064-ff90-46fd-8705-ad4e8301428e tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "DELETE /v2.0/security-groups/0d52fa30-bd5b-433b-9eac-d2fb28f03fca HTTP/1.1" status: 204 len: 168 time: 0.8953960 Sep 23 22:36:43.713550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60380) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:43.752030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-da2eeedd-f968-43b7-ade3-36eb9cbe489d admin admin] Request body: {'subnet': {'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1445808260-subnet', 'tenant_id': '7b76146ebc1f4d82b2692c606ba4acda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:43.789668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66779064-ff90-46fd-8705-ad4e8301428e tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d52fa30-bd5b-433b-9eac-d2fb28f03fca,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:43.858965 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event updated for resources: {'Port': ['ID=627a0867-a1be-407f-ab54-4e581959fd28,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:43.898172 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-55e53987-b1bf-4060-850a-26e6fd821ee3 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1737094 Sep 23 22:36:43.901935 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60382) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:43.908154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba0bdd-f395-41a9-93e9-590eefcadc14 req-4e7ea2c0-c2bd-4e9c-91ac-fcc338841bce tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:43.922156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba0bdd-f395-41a9-93e9-590eefcadc14 req-4e7ea2c0-c2bd-4e9c-91ac-fcc338841bce tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:43.936522 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-7a9cee3c-be6b-4396-9844-b475e3329bc8 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] delete failed (client error): The resource could not be found. Sep 23 22:36:43.943495 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7a9cee3c-be6b-4396-9844-b475e3329bc8 tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "DELETE /v2.0/security-groups/55fd554b-5782-4539-bcf3-5a14ca33e6ba HTTP/1.1" status: 404 len: 347 time: 0.0346279 Sep 23 22:36:43.945246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba0bdd-f395-41a9-93e9-590eefcadc14 req-4e7ea2c0-c2bd-4e9c-91ac-fcc338841bce tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:43.952939 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Network 80acc862-b3ac-4a61-bd06-53956ded88a8 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:36:43.955190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:36:43.962541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba0bdd-f395-41a9-93e9-590eefcadc14 req-4e7ea2c0-c2bd-4e9c-91ac-fcc338841bce tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:43.967172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60384) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:43.976594 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9aba0bdd-f395-41a9-93e9-590eefcadc14 req-4e7ea2c0-c2bd-4e9c-91ac-fcc338841bce tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 3142 time: 0.3435884 Sep 23 22:36:43.978539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2eeedd-f968-43b7-ade3-36eb9cbe489d admin admin] Made reservation on behalf of 7b76146ebc1f4d82b2692c606ba4acda for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:36:43.983624 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da2eeedd-f968-43b7-ade3-36eb9cbe489d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:43.987611 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-b5cf8a5c-67b0-400d-b004-ac6a7c399b7e tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] show failed (client error): The resource could not be found. Sep 23 22:36:43.988859 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b5cf8a5c-67b0-400d-b004-ac6a7c399b7e tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "GET /v2.0/security-groups/70c1424e-3e6a-40b1-9d0d-81b12391536e HTTP/1.1" status: 404 len: 347 time: 0.0191481 Sep 23 22:36:43.999436 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60386) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:44.027489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-6572eea1-bcff-4100-998d-3a5dccb48a44 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Deleting port b7aef643-1174-42fd-8754-4c16946aa2b2 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:36:44.027840 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-6572eea1-bcff-4100-998d-3a5dccb48a44 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:44.128827 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-46024f18-d197-4624-b841-90ecbc56384c tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] show failed (client error): The resource could not be found. Sep 23 22:36:44.131235 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-46024f18-d197-4624-b841-90ecbc56384c tempest-NegativeSecGroupTest-647878332 tempest-NegativeSecGroupTest-647878332-project] 10.222.0.22 "GET /v2.0/security-group-rules/1013940f-ae3e-47a9-ae44-2da7c1ed2318 HTTP/1.1" status: 404 len: 356 time: 0.1306551 Sep 23 22:36:44.206251 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9aba0bdd-f395-41a9-93e9-590eefcadc14 req-f4f19b40-98ec-4a25-9382-655a6bc53c45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100964 Sep 23 22:36:44.235454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 872c1fac-beaa-464d-807d-5c88e0c5fc47 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:36:44.465151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-fbd461dd-f440-4e2f-814c-a36c67998b0f None None] Set router 76112613-37e5-43b2-b921-1f5a9c06ab3b gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:36:44.486568 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 9b4678bc-d892-45bf-9126-354ce42e53c6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:36:44.621736 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da2eeedd-f968-43b7-ade3-36eb9cbe489d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:44.628817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2983b-1623-4787-8ff2-93c176c4c979 req-22e839cd-43b2-40dc-ac9d-d297fb17ea7f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:44.631067 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b4e2983b-1623-4787-8ff2-93c176c4c979 req-22e839cd-43b2-40dc-ac9d-d297fb17ea7f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.1543300 Sep 23 22:36:44.881581 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:36:44.895418 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:36:44.911765 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Sync routers for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:36:44.929161 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3d975c83-873c-4063-b7c9-f8417d6117bc tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/9b4678bc-d892-45bf-9126-354ce42e53c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4341226 Sep 23 22:36:44.942447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60404) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:44.973449 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:36:44.974176 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:36:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:45.005260 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-6572eea1-bcff-4100-998d-3a5dccb48a44 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] For port b7aef643-1174-42fd-8754-4c16946aa2b2, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b7aef643-1174-42fd-8754-4c16946aa2b2,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:45.005656 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-6572eea1-bcff-4100-998d-3a5dccb48a44 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:45.018946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3d8289ac-0994-4aab-a188-a53171c1deac tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:45.055358 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b4e2983b-1623-4787-8ff2-93c176c4c979 req-6afe9984-cbab-4e0b-b81b-1b54d01dcc16 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751162 Sep 23 22:36:45.056470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-6572eea1-bcff-4100-998d-3a5dccb48a44 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Calling delete_port for b7aef643-1174-42fd-8754-4c16946aa2b2 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:36:45.245123 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:36:45.278751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ece0ed5c-e58b-4e72-a21c-6e0b96426848 None None] Provisioning complete for port 627a0867-a1be-407f-ab54-4e581959fd28 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:45.282259 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ece0ed5c-e58b-4e72-a21c-6e0b96426848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:45.508446 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ece0ed5c-e58b-4e72-a21c-6e0b96426848 None None] Port 627a0867-a1be-407f-ab54-4e581959fd28 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:36:45.796920 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac352-50a3-4a21-8e83-3d2b9fcbef75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:45.812711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349e25b-ae4a-4b57-9acc-d7ab74ea0338 req-fe1d5f4f-6b83-4c64-b834-c9dae6a7747a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:45.841664 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-fbd461dd-f440-4e2f-814c-a36c67998b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:24:56Z', 'updated_at': '2021-09-23T22:25:04Z', 'revision_number': 4, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'gw_port': {'id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:24:57Z', 'updated_at': '2021-09-23T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'b327a189-f19b-4203-b3c8-b3a44752b8d5', 'name': '', 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'mac_address': 'fa:16:3e:af:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '2d29d642-3539-4f1b-86f3-275967351080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:02Z', 'updated_at': '2021-09-23T22:25:11Z', 'revision_number': 5, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'subnets': [{'id': '2d29d642-3539-4f1b-86f3-275967351080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:45.846177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349e25b-ae4a-4b57-9acc-d7ab74ea0338 req-fe1d5f4f-6b83-4c64-b834-c9dae6a7747a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:45.906157 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349e25b-ae4a-4b57-9acc-d7ab74ea0338 req-fe1d5f4f-6b83-4c64-b834-c9dae6a7747a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:45.931051 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349e25b-ae4a-4b57-9acc-d7ab74ea0338 req-fe1d5f4f-6b83-4c64-b834-c9dae6a7747a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:45.963171 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1349e25b-ae4a-4b57-9acc-d7ab74ea0338 req-fe1d5f4f-6b83-4c64-b834-c9dae6a7747a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 3142 time: 0.3947797 Sep 23 22:36:45.964588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60422) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:45.992228 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-6572eea1-bcff-4100-998d-3a5dccb48a44 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:46.026429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd461dd-f440-4e2f-814c-a36c67998b0f None None] Checking router: 76112613-37e5-43b2-b921-1f5a9c06ab3b for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:36:46.056184 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:40Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef', 'name': '', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:75:e8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:19Z', 'updated_at': '2021-09-23T22:36:30Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627a0867-a1be-407f-ab54-4e581959fd28', 'name': '', 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:ab:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:37Z', 'updated_at': '2021-09-23T22:36:42Z', 'revision_number': 2, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:46.088153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd461dd-f440-4e2f-814c-a36c67998b0f None None] Routers {'76112613-37e5-43b2-b921-1f5a9c06ab3b'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:36:46.088810 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-fbd461dd-f440-4e2f-814c-a36c67998b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:36:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['76112613-37e5-43b2-b921-1f5a9c06ab3b'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:46.127759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572eea1-bcff-4100-998d-3a5dccb48a44 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event deleted for resources: {'Port': ['ID=b7aef643-1174-42fd-8754-4c16946aa2b2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:46.170014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2eeedd-f968-43b7-ade3-36eb9cbe489d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bef7f46-c67d-4b9d-b0a8-ff182509722b,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:46.209572 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:46.246183 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Checking router: 9b4678bc-d892-45bf-9126-354ce42e53c6 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:36:46.249078 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Updating router 9b4678bc-d892-45bf-9126-354ce42e53c6 port 627a0867-a1be-407f-ab54-4e581959fd28 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:36:46.249326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-6572eea1-bcff-4100-998d-3a5dccb48a44 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] No DVR routers for this DVR port b7aef643-1174-42fd-8754-4c16946aa2b2 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:36:46.264416 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-6572eea1-bcff-4100-998d-3a5dccb48a44 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:46.267062 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-6572eea1-bcff-4100-998d-3a5dccb48a44 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "DELETE /v2.0/ports/b7aef643-1174-42fd-8754-4c16946aa2b2 HTTP/1.1" status: 204 len: 173 time: 2.9433942 Sep 23 22:36:46.267572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-deleted', 'tag': 'b7aef643-1174-42fd-8754-4c16946aa2b2'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:36:46.270242 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07987659-6d62-43a9-a343-ef7a6d5b79fe" -d '{"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-deleted", "tag": "b7aef643-1174-42fd-8754-4c16946aa2b2"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:36:46.370835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-fbd461dd-f440-4e2f-814c-a36c67998b0f None None] Set router 76112613-37e5-43b2-b921-1f5a9c06ab3b gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:36:46.399859 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1349e25b-ae4a-4b57-9acc-d7ab74ea0338 req-494de22f-361b-440f-b54d-79e3d1c32a12 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3949838 Sep 23 22:36:46.486518 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:46.688148 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dbed9545-c631-472c-8725-30ac92109e31 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c2a7b070e19c4787bc8faf2020aa4a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7188563 Sep 23 22:36:46.694757 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60434) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:46.785989 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2eeedd-f968-43b7-ade3-36eb9cbe489d admin admin] Checking segment: {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:36:46.786974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2eeedd-f968-43b7-ade3-36eb9cbe489d admin admin] Network hostable DHCP agents. Network: 872c1fac-beaa-464d-807d-5c88e0c5fc47, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:36:46.887413 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db3366f0-0998-4298-a198-f42aa4a50cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:46.927391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-0ae1a7e0-1545-4772-a11c-54dca4ab05d6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Deleting port 499a0347-912c-44ce-a942-4345708a157a {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:36:46.928343 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-0ae1a7e0-1545-4772-a11c-54dca4ab05d6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:47.033556 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db3366f0-0998-4298-a198-f42aa4a50cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:47.074366 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:47.157008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b03eb-60b3-4943-bb3d-3d87142c2bbf req-3ad1cf7e-aec8-4ed6-bca8-9ba8f2437ce4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:47.195626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d49b03eb-60b3-4943-bb3d-3d87142c2bbf req-3ad1cf7e-aec8-4ed6-bca8-9ba8f2437ce4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 2.2485082 Sep 23 22:36:47.366541 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:47.389014 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baa04a-5c3f-42da-a69c-cf295965fd16 req-83c9a38f-e4aa-44a2-a737-8c5552ec4b74 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:47.402833 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61baa04a-5c3f-42da-a69c-cf295965fd16 req-83c9a38f-e4aa-44a2-a737-8c5552ec4b74 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.5826454 Sep 23 22:36:47.404124 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-fbd461dd-f440-4e2f-814c-a36c67998b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:24:56Z', 'updated_at': '2021-09-23T22:25:04Z', 'revision_number': 4, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'gw_port': {'id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:24:57Z', 'updated_at': '2021-09-23T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'b327a189-f19b-4203-b3c8-b3a44752b8d5', 'name': '', 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'mac_address': 'fa:16:3e:af:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '2d29d642-3539-4f1b-86f3-275967351080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:02Z', 'updated_at': '2021-09-23T22:25:11Z', 'revision_number': 5, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'subnets': [{'id': '2d29d642-3539-4f1b-86f3-275967351080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:47.412962 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db3366f0-0998-4298-a198-f42aa4a50cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:47.417522 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db3366f0-0998-4298-a198-f42aa4a50cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:47.437322 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-db3366f0-0998-4298-a198-f42aa4a50cab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/78f77563-05cf-4f15-8dea-9a772f30fcbd HTTP/1.1" status: 204 len: 168 time: 0.7346418 Sep 23 22:36:47.475359 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d49b03eb-60b3-4943-bb3d-3d87142c2bbf req-32322088-e299-4582-8de7-58f7265aeee6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740605 Sep 23 22:36:47.504308 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3366f0-0998-4298-a198-f42aa4a50cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f77563-05cf-4f15-8dea-9a772f30fcbd,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:47.517796 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:47.552136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd461dd-f440-4e2f-814c-a36c67998b0f None None] The sync data for ids ['76112613-37e5-43b2-b921-1f5a9c06ab3b'] in n-d-810775-1 is: [{'id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:24:56Z', 'updated_at': '2021-09-23T22:25:04Z', 'revision_number': 4, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'gw_port': {'id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:24:57Z', 'updated_at': '2021-09-23T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'b327a189-f19b-4203-b3c8-b3a44752b8d5', 'name': '', 'network_id': '8fdb77b3-802f-455b-896f-81dc78604c36', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'mac_address': 'fa:16:3e:af:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '2d29d642-3539-4f1b-86f3-275967351080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:25:02Z', 'updated_at': '2021-09-23T22:25:11Z', 'revision_number': 5, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'subnets': [{'id': '2d29d642-3539-4f1b-86f3-275967351080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:36:47.689778 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2bb7e2-f7ca-49b7-9a78-3e9d3892fe20 x-openstack-request-id: req-2d2bb7e2-f7ca-49b7-9a78-3e9d3892fe20 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:36:47.696565 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-deleted", "tag": "b7aef643-1174-42fd-8754-4c16946aa2b2", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:36:47.699680 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d2bb7e2-f7ca-49b7-9a78-3e9d3892fe20 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:36:47.711179 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-deleted', 'tag': 'b7aef643-1174-42fd-8754-4c16946aa2b2', 'status': 'completed', 'code': 200} Sep 23 22:36:47.776689 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:47.792955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.extraroute_db [None req-3d8289ac-0994-4aab-a188-a53171c1deac tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95491) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 22:36:47.841966 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.extraroute_db [None req-3d8289ac-0994-4aab-a188-a53171c1deac tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Removed routes are [] {{(pid=95491) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 22:36:47.842639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d8289ac-0994-4aab-a188-a53171c1deac tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:47.855556 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2eeedd-f968-43b7-ade3-36eb9cbe489d admin admin] Network 872c1fac-beaa-464d-807d-5c88e0c5fc47 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:36:47.899175 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61baa04a-5c3f-42da-a69c-cf295965fd16 req-277ddb1c-a090-4449-b9ac-26a8e7f3a699 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4944673 Sep 23 22:36:47.923769 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-0ae1a7e0-1545-4772-a11c-54dca4ab05d6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] For port 499a0347-912c-44ce-a942-4345708a157a, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=499a0347-912c-44ce-a942-4345708a157a,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:47.925754 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-0ae1a7e0-1545-4772-a11c-54dca4ab05d6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:48.039341 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-0ae1a7e0-1545-4772-a11c-54dca4ab05d6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Calling delete_port for 499a0347-912c-44ce-a942-4345708a157a owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:36:48.118872 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-da2eeedd-f968-43b7-ade3-36eb9cbe489d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 872c1fac-beaa-464d-807d-5c88e0c5fc47) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:36:48.133345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2eeedd-f968-43b7-ade3-36eb9cbe489d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:48.134030 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da2eeedd-f968-43b7-ade3-36eb9cbe489d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:48.143284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6c36cc-b698-44f7-b789-b6fcbc0bace2 None None] Network 872c1fac-beaa-464d-807d-5c88e0c5fc47 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:36:48.268089 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db70c7-6c32-4f85-9b5e-c0fcab9781f9 None None] Pushing event updated for resources: {'Port': ['ID=627a0867-a1be-407f-ab54-4e581959fd28,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:48.533570 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Attempting to bind port 627a0867-a1be-407f-ab54-4e581959fd28 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:36:48.534626 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Attempting to bind port 627a0867-a1be-407f-ab54-4e581959fd28 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '77889368-acb7-4ead-9397-2d1c0b3140ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:36:48.535676 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Attempting to bind port 627a0867-a1be-407f-ab54-4e581959fd28 on network 80acc862-b3ac-4a61-bd06-53956ded88a8 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:36:48.605559 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:36:48.606241 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Checking segment: {'id': '77889368-acb7-4ead-9397-2d1c0b3140ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:36:48.606903 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:48.607540 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Bound using segment: {'id': '77889368-acb7-4ead-9397-2d1c0b3140ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:36:48.608361 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Bound port: 627a0867-a1be-407f-ab54-4e581959fd28, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77889368-acb7-4ead-9397-2d1c0b3140ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:36:48.623956 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:48.655349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85c6ef-e5bc-43d6-b52a-422cc9c3285b req-86804cd5-4e56-4d19-9d43-cc05e4e86dc5 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:48.669160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85c6ef-e5bc-43d6-b52a-422cc9c3285b req-86804cd5-4e56-4d19-9d43-cc05e4e86dc5 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:48.682553 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85c6ef-e5bc-43d6-b52a-422cc9c3285b req-86804cd5-4e56-4d19-9d43-cc05e4e86dc5 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:48.699795 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7d85c6ef-e5bc-43d6-b52a-422cc9c3285b req-86804cd5-4e56-4d19-9d43-cc05e4e86dc5 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 2409 time: 0.2217352 Sep 23 22:36:48.775546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ab7e3-b1c9-40d6-889a-036b2debc60d None None] New status for floating IP 448b1ff7-247f-4716-bf8e-d7d4c4b70bea: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:36:48.854805 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d8289ac-0994-4aab-a188-a53171c1deac tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:48.860282 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d8289ac-0994-4aab-a188-a53171c1deac tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:48.875322 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-da2eeedd-f968-43b7-ade3-36eb9cbe489d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1451292 Sep 23 22:36:49.006460 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7d85c6ef-e5bc-43d6-b52a-422cc9c3285b req-710530f0-0cb5-4984-8b2c-b561ad3f19c3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910898 Sep 23 22:36:49.121000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7e7ef-fb70-4467-8dd3-bdb2a7cbb9ec req-5bf1ba10-e79c-4c85-a9bb-f195fd349d6c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:49.128924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31c7e7ef-fb70-4467-8dd3-bdb2a7cbb9ec req-5bf1ba10-e79c-4c85-a9bb-f195fd349d6c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.1203353 Sep 23 22:36:49.136169 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] For port 627a0867-a1be-407f-ab54-4e581959fd28, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:36:49.158481 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] For port 627a0867-a1be-407f-ab54-4e581959fd28, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=627a0867-a1be-407f-ab54-4e581959fd28,segment=NetworkSegment(77889368-acb7-4ead-9397-2d1c0b3140ab),segment_id=77889368-acb7-4ead-9397-2d1c0b3140ab)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:36:49.162999 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-0ae1a7e0-1545-4772-a11c-54dca4ab05d6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:49.254466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1a7e0-1545-4772-a11c-54dca4ab05d6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event deleted for resources: {'Port': ['ID=499a0347-912c-44ce-a942-4345708a157a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:49.263654 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:49.391213 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-0ae1a7e0-1545-4772-a11c-54dca4ab05d6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] No DVR routers for this DVR port 499a0347-912c-44ce-a942-4345708a157a on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:36:49.400971 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-0ae1a7e0-1545-4772-a11c-54dca4ab05d6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:49.406621 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-0ae1a7e0-1545-4772-a11c-54dca4ab05d6 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "DELETE /v2.0/ports/499a0347-912c-44ce-a942-4345708a157a HTTP/1.1" status: 204 len: 173 time: 3.1298523 Sep 23 22:36:49.428907 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31c7e7ef-fb70-4467-8dd3-bdb2a7cbb9ec req-eae432d6-f7dd-4b79-ab52-be084d962029 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989271 Sep 23 22:36:49.512758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8289ac-0994-4aab-a188-a53171c1deac tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 9b4678bc-d892-45bf-9126-354ce42e53c6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:36:49.657216 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:36:49.657216 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:36:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:49.702300 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:49.705332 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-deleted', 'tag': '499a0347-912c-44ce-a942-4345708a157a'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:36:49.706702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0ec9d71a-9997-45b2-bc96-07a53455c459 None None] Provisioning complete for port 627a0867-a1be-407f-ab54-4e581959fd28 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:49.707989 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d71a-9997-45b2-bc96-07a53455c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:49.718302 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa98b8c-184e-4b1d-986e-6b836f589410" -d '{"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-deleted", "tag": "499a0347-912c-44ce-a942-4345708a157a"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:36:50.178536 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db70c7-6c32-4f85-9b5e-c0fcab9781f9 None None] Pushing event updated for resources: {'Port': ['ID=627a0867-a1be-407f-ab54-4e581959fd28,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:50.193152 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c738fa5-44ad-422b-b4b3-44593ff02361 x-openstack-request-id: req-8c738fa5-44ad-422b-b4b3-44593ff02361 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:36:50.193681 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-deleted", "tag": "499a0347-912c-44ce-a942-4345708a157a", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:36:50.194049 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c738fa5-44ad-422b-b4b3-44593ff02361 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:36:50.195558 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-deleted', 'tag': '499a0347-912c-44ce-a942-4345708a157a', 'status': 'completed', 'code': 200} Sep 23 22:36:50.249834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8289ac-0994-4aab-a188-a53171c1deac tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:36:50.272828 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d8289ac-0994-4aab-a188-a53171c1deac tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:50.312737 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3d8289ac-0994-4aab-a188-a53171c1deac tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/9b4678bc-d892-45bf-9126-354ce42e53c6 HTTP/1.1" status: 200 len: 954 time: 5.3040655 Sep 23 22:36:50.315036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60510) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:50.420574 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bdf095-d41e-4ac9-9792-0961cd97e298 None None] Network 872c1fac-beaa-464d-807d-5c88e0c5fc47 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:36:50.455649 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:36:50.471420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db86d6-e4c1-4b62-b3b1-321fb5dbbcc0 req-030addda-d9f6-488f-b236-5c60b3a4282b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:50.477878 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83db86d6-e4c1-4b62-b3b1-321fb5dbbcc0 req-030addda-d9f6-488f-b236-5c60b3a4282b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.7372611 Sep 23 22:36:50.504672 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-1e3d3756-9319-4dc0-844f-85c173290eb0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Deleting port 8f2fc59b-8cb2-421b-8953-264e069e9846 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:36:50.524910 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-1e3d3756-9319-4dc0-844f-85c173290eb0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:50.635036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fc3f94e1-9ac1-40fb-bc15-a53ac100c04c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/routers/9b4678bc-d892-45bf-9126-354ce42e53c6 HTTP/1.1" status: 200 len: 954 time: 0.3183639 Sep 23 22:36:50.645297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60522) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:50.660905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a7180f1e-d1e0-4964-b082-db52ef493783 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'router': {'routes': None}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:50.840276 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83db86d6-e4c1-4b62-b3b1-321fb5dbbcc0 req-67c6e3ff-4a6c-4df5-940f-947379ef5072 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917120 Sep 23 22:36:50.978199 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d71a-9997-45b2-bc96-07a53455c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:51.220710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0ec9d71a-9997-45b2-bc96-07a53455c459 None None] For port 627a0867-a1be-407f-ab54-4e581959fd28, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=627a0867-a1be-407f-ab54-4e581959fd28,segment=NetworkSegment(77889368-acb7-4ead-9397-2d1c0b3140ab),segment_id=77889368-acb7-4ead-9397-2d1c0b3140ab)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:51.228742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-1e3d3756-9319-4dc0-844f-85c173290eb0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] For port 8f2fc59b-8cb2-421b-8953-264e069e9846, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8f2fc59b-8cb2-421b-8953-264e069e9846,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:51.230079 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-1e3d3756-9319-4dc0-844f-85c173290eb0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:51.268800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-1e3d3756-9319-4dc0-844f-85c173290eb0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Calling delete_port for 8f2fc59b-8cb2-421b-8953-264e069e9846 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:36:51.301567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f21c6f-addd-4610-996d-2d731622d9ef req-251c19a6-4e37-4d10-96cd-61198d8dc7bb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:51.308788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f21c6f-addd-4610-996d-2d731622d9ef req-251c19a6-4e37-4d10-96cd-61198d8dc7bb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:51.317448 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61f21c6f-addd-4610-996d-2d731622d9ef req-251c19a6-4e37-4d10-96cd-61198d8dc7bb tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 1676 time: 0.2702599 Sep 23 22:36:51.382746 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:47Z', 'revision_number': 6, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef', 'name': '', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:75:e8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:19Z', 'updated_at': '2021-09-23T22:36:30Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627a0867-a1be-407f-ab54-4e581959fd28', 'name': '', 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:ab:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:37Z', 'updated_at': '2021-09-23T22:36:49Z', 'revision_number': 4, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:51.449788 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8baf8e8-226e-4e64-8541-1576c160391a None None] The sync data for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 is: [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:47Z', 'revision_number': 6, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef', 'name': '', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:75:e8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:19Z', 'updated_at': '2021-09-23T22:36:30Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627a0867-a1be-407f-ab54-4e581959fd28', 'name': '', 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:ab:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:37Z', 'updated_at': '2021-09-23T22:36:49Z', 'revision_number': 4, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:36:51.462151 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d71a-9997-45b2-bc96-07a53455c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:51.855168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9d71a-9997-45b2-bc96-07a53455c459 None None] Pushing event updated for resources: {'Port': ['ID=627a0867-a1be-407f-ab54-4e581959fd28,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:51.920354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e9492ba6-6e2a-4a4c-9c3d-0e0dd4499231 None None] Provisioning complete for port 627a0867-a1be-407f-ab54-4e581959fd28 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:51.920961 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e9492ba6-6e2a-4a4c-9c3d-0e0dd4499231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:52.018058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-cc4d20d0-6ec9-429c-96f1-59a74beaa6f0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:52.019953 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-cc4d20d0-6ec9-429c-96f1-59a74beaa6f0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 812 time: 0.9850047 Sep 23 22:36:52.087060 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61f21c6f-addd-4610-996d-2d731622d9ef req-419e90e4-50fb-4449-8ace-d94c47ac5f20 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7681007 Sep 23 22:36:52.113067 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-64b4fe01-75d1-482d-bc6c-05e8b19d6962 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/quotas/7b76146ebc1f4d82b2692c606ba4acda HTTP/1.1" status: 200 len: 375 time: 0.0658445 Sep 23 22:36:52.382042 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-131b133c-aac2-49d1-9c8b-3196e09b50e6 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2293892 Sep 23 22:36:52.644805 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-1e3d3756-9319-4dc0-844f-85c173290eb0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:52.740454 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.extraroute_db [None req-a7180f1e-d1e0-4964-b082-db52ef493783 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Added routes are [] {{(pid=95491) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 22:36:52.740454 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.extraroute_db [None req-a7180f1e-d1e0-4964-b082-db52ef493783 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95491) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 22:36:52.849843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d3756-9319-4dc0-844f-85c173290eb0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event deleted for resources: {'Port': ['ID=8f2fc59b-8cb2-421b-8953-264e069e9846,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:52.919196 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7180f1e-d1e0-4964-b082-db52ef493783 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:52.952011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-bbb02448-4cbe-4b55-8c14-28c950e36824 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:36:52.969133 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-bbb02448-4cbe-4b55-8c14-28c950e36824 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5812190 Sep 23 22:36:53.058252 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727245c-9e52-46b0-ae3c-42385a42dc11 req-e5c7f95b-1ded-4717-bedd-34dc5251d11c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:53.069641 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c727245c-9e52-46b0-ae3c-42385a42dc11 req-e5c7f95b-1ded-4717-bedd-34dc5251d11c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.5817101 Sep 23 22:36:53.071685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-1e3d3756-9319-4dc0-844f-85c173290eb0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] No DVR routers for this DVR port 8f2fc59b-8cb2-421b-8953-264e069e9846 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:36:53.085913 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-1e3d3756-9319-4dc0-844f-85c173290eb0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:53.090162 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-1e3d3756-9319-4dc0-844f-85c173290eb0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "DELETE /v2.0/ports/8f2fc59b-8cb2-421b-8953-264e069e9846 HTTP/1.1" status: 204 len: 173 time: 3.6629479 Sep 23 22:36:53.091936 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-deleted', 'tag': '8f2fc59b-8cb2-421b-8953-264e069e9846'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:36:53.098074 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687dcb26-931c-4b3c-87e0-6429ab05e1be" -d '{"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-deleted", "tag": "8f2fc59b-8cb2-421b-8953-264e069e9846"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:36:53.255121 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c727245c-9e52-46b0-ae3c-42385a42dc11 req-e31c3012-7db8-4e8c-8e4f-8684d7c4c92f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332800 Sep 23 22:36:53.439000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-faf59e15-c9a2-4dfc-85db-055a296aded9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Deleting port c26f34cc-c4ee-4668-9337-2d322cc23919 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:36:53.440390 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-faf59e15-c9a2-4dfc-85db-055a296aded9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:53.523438 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a754bff-6ec7-4953-a75e-4838b0932649 None None] Sync routers for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:36:53.557832 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a754bff-6ec7-4953-a75e-4838b0932649 None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:36:53.557832 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4a754bff-6ec7-4953-a75e-4838b0932649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:36:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:53.809000 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 627a0867-a1be-407f-ab54-4e581959fd28 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:36:53.824946 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-4a754bff-6ec7-4953-a75e-4838b0932649 None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:36:53.855165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-faf59e15-c9a2-4dfc-85db-055a296aded9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] For port c26f34cc-c4ee-4668-9337-2d322cc23919, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=c26f34cc-c4ee-4668-9337-2d322cc23919,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:53.855768 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-faf59e15-c9a2-4dfc-85db-055a296aded9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:53.941004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-faf59e15-c9a2-4dfc-85db-055a296aded9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Calling delete_port for c26f34cc-c4ee-4668-9337-2d322cc23919 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:36:53.959865 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 627a0867-a1be-407f-ab54-4e581959fd28 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:36:53.960571 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:54.010674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ce2c1-4af6-440a-9aae-4420ed15f08e req-87c880da-f56f-48c1-80bd-4a483b861e90 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:54.022635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2b1ce2c1-4af6-440a-9aae-4420ed15f08e req-87c880da-f56f-48c1-80bd-4a483b861e90 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 946 time: 0.2816346 Sep 23 22:36:54.123428 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-e790253d-64f0-4b49-b603-a1bbd75811c6 service neutron] 10.222.0.22 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1509938 Sep 23 22:36:54.248790 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2b1ce2c1-4af6-440a-9aae-4420ed15f08e req-d83f13d8-6d38-45bc-ba41-96a379f701da tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089474 Sep 23 22:36:54.351925 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7180f1e-d1e0-4964-b082-db52ef493783 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:54.364037 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7180f1e-d1e0-4964-b082-db52ef493783 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:54.476237 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4a754bff-6ec7-4953-a75e-4838b0932649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:52Z', 'revision_number': 7, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef', 'name': '', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:75:e8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:19Z', 'updated_at': '2021-09-23T22:36:30Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627a0867-a1be-407f-ab54-4e581959fd28', 'name': '', 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:ab:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:37Z', 'updated_at': '2021-09-23T22:36:51Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:54.489780 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-f0e52f3f-30b4-4bc1-99b5-8602da9063ca service neutron] 10.222.0.22 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654265 Sep 23 22:36:54.500528 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ea48bd-a851-418a-95f9-904c288624bc x-openstack-request-id: req-b0ea48bd-a851-418a-95f9-904c288624bc {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:36:54.500757 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-deleted", "tag": "8f2fc59b-8cb2-421b-8953-264e069e9846", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:36:54.501097 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0ea48bd-a851-418a-95f9-904c288624bc {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:36:54.501627 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-deleted', 'tag': '8f2fc59b-8cb2-421b-8953-264e069e9846', 'status': 'completed', 'code': 200} Sep 23 22:36:54.543790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7180f1e-d1e0-4964-b082-db52ef493783 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 9b4678bc-d892-45bf-9126-354ce42e53c6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:36:54.569762 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a754bff-6ec7-4953-a75e-4838b0932649 None None] Checking router: 9b4678bc-d892-45bf-9126-354ce42e53c6 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:36:54.592333 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a754bff-6ec7-4953-a75e-4838b0932649 None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:36:54.593163 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4a754bff-6ec7-4953-a75e-4838b0932649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:36:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:54.689950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7180f1e-d1e0-4964-b082-db52ef493783 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:36:54.700352 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7180f1e-d1e0-4964-b082-db52ef493783 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:54.701733 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a7180f1e-d1e0-4964-b082-db52ef493783 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/9b4678bc-d892-45bf-9126-354ce42e53c6 HTTP/1.1" status: 200 len: 704 time: 4.0537181 Sep 23 22:36:54.704420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60644) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:54.730738 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-4a754bff-6ec7-4953-a75e-4838b0932649 None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:36:54.770318 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-faf59e15-c9a2-4dfc-85db-055a296aded9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:54.836912 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf59e15-c9a2-4dfc-85db-055a296aded9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event deleted for resources: {'Port': ['ID=c26f34cc-c4ee-4668-9337-2d322cc23919,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:54.878947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbfe71-c8f3-4b47-a6aa-b95982daa5a7 req-cce50a42-2503-4959-bd10-31290f54a3f9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:54.881860 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-355c70d5-c753-42b3-a576-a154ff49c548 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/routers/9b4678bc-d892-45bf-9126-354ce42e53c6 HTTP/1.1" status: 200 len: 704 time: 0.1755638 Sep 23 22:36:54.885462 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60648) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:36:54.885703 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-12fbfe71-c8f3-4b47-a6aa-b95982daa5a7 req-cce50a42-2503-4959-bd10-31290f54a3f9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 865 time: 0.1679151 Sep 23 22:36:54.902672 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-faf59e15-c9a2-4dfc-85db-055a296aded9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] No DVR routers for this DVR port c26f34cc-c4ee-4668-9337-2d322cc23919 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:36:54.905752 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-faf59e15-c9a2-4dfc-85db-055a296aded9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:54.908047 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb235baf-55e5-462a-b089-8cf5baab8619 req-faf59e15-c9a2-4dfc-85db-055a296aded9 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.67 "DELETE /v2.0/ports/c26f34cc-c4ee-4668-9337-2d322cc23919 HTTP/1.1" status: 204 len: 173 time: 1.8035364 Sep 23 22:36:55.021670 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-12fbfe71-c8f3-4b47-a6aa-b95982daa5a7 req-e038ba76-c8e6-4d5c-839f-596221457bb7 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca7841b8-7236-4193-912b-422adbe8aea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162124 Sep 23 22:36:55.196196 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d473a81d-624e-4664-bbcb-4473adacebb1 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:36:55.522131 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4a754bff-6ec7-4953-a75e-4838b0932649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:52Z', 'revision_number': 7, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef', 'name': '', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:75:e8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:19Z', 'updated_at': '2021-09-23T22:36:30Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627a0867-a1be-407f-ab54-4e581959fd28', 'name': '', 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:ab:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:37Z', 'updated_at': '2021-09-23T22:36:51Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:55.643033 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:55.668663 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a754bff-6ec7-4953-a75e-4838b0932649 None None] The sync data for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 is: [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:52Z', 'revision_number': 7, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef', 'name': '', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:75:e8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:19Z', 'updated_at': '2021-09-23T22:36:30Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627a0867-a1be-407f-ab54-4e581959fd28', 'name': '', 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:ab:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:37Z', 'updated_at': '2021-09-23T22:36:51Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:36:55.677920 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d10b7da-af0d-4324-a73e-76511f1e1822 req-187c170e-c650-4781-9a00-3392c95b1995 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 210 time: 0.1465383 Sep 23 22:36:55.679277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa30c2-aa71-4d1c-b711-26c252136b7e req-b2a04ca3-e92e-418d-ac48-3b1d6191271f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:55.694066 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-acaa30c2-aa71-4d1c-b711-26c252136b7e req-b2a04ca3-e92e-418d-ac48-3b1d6191271f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.5105801 Sep 23 22:36:55.749251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:55.760472 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:36:55.767485 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d423c9ce-0eb2-4473-b94f-fd20ebc9ad7f" -d '{"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-unplugged", "status": "completed", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:36:55.810047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-09af3f55-9ec3-48f5-931c-56b927063324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:55.817666 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-09af3f55-9ec3-48f5-931c-56b927063324 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66&tenant_id=105c7207854f488985a813c37073f45f HTTP/1.1" status: 200 len: 1095 time: 0.5396602 Sep 23 22:36:55.850782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:36:55.855019 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:55.955126 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-acaa30c2-aa71-4d1c-b711-26c252136b7e req-a06a6c5b-4924-4b19-9ce7-c304704c04c8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574830 Sep 23 22:36:55.997312 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d473a81d-624e-4664-bbcb-4473adacebb1,revision_number=14']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:56.020862 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2193deb1-7ec5-4a78-95ba-32748f553ad2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:56.095036 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:56.130816 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c626f9-64f2-47f9-a0e0-93c04258dd54 x-openstack-request-id: req-73c626f9-64f2-47f9-a0e0-93c04258dd54 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:36:56.131543 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-unplugged", "status": "completed", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:36:56.132290 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73c626f9-64f2-47f9-a0e0-93c04258dd54 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:36:56.132944 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'code': 200} Sep 23 22:36:56.325219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b3328-0128-42ae-8bb8-a851e91a71eb None None] Sync routers for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:36:56.359961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b3328-0128-42ae-8bb8-a851e91a71eb None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:36:56.365437 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-647b3328-0128-42ae-8bb8-a851e91a71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:36:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:56.507382 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-deleted', 'tag': 'c26f34cc-c4ee-4668-9337-2d322cc23919'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:36:56.511803 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cada965-a634-425e-a92b-f4b63a668503" -d '{"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-deleted", "tag": "c26f34cc-c4ee-4668-9337-2d322cc23919"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:36:56.547936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19929-6c32-4fe2-a2be-cf6b825b844a req-a5809582-c9c8-4c19-aae7-d78194c8bb8b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:56.552063 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35f19929-6c32-4fe2-a2be-cf6b825b844a req-a5809582-c9c8-4c19-aae7-d78194c8bb8b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.5271089 Sep 23 22:36:56.564595 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-05f72d62-708c-4159-bc00-9de2c246989a req-3bebd0a2-8df6-4004-b9f0-a67564082021 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.2347560 Sep 23 22:36:56.616580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-647b3328-0128-42ae-8bb8-a851e91a71eb None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:36:56.707627 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35f19929-6c32-4fe2-a2be-cf6b825b844a req-45e87b2c-1740-49de-9312-dfa3cf9cc8ba tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441526 Sep 23 22:36:56.970060 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffae1f2-fb4c-4c13-8542-2668ac4d8ea4 x-openstack-request-id: req-2ffae1f2-fb4c-4c13-8542-2668ac4d8ea4 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:36:56.971008 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa162f9f-eb21-40fc-a0b8-62f2e00c988e", "name": "network-vif-deleted", "tag": "c26f34cc-c4ee-4668-9337-2d322cc23919", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:36:56.971428 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ffae1f2-fb4c-4c13-8542-2668ac4d8ea4 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:36:56.971996 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa162f9f-eb21-40fc-a0b8-62f2e00c988e', 'name': 'network-vif-deleted', 'tag': 'c26f34cc-c4ee-4668-9337-2d322cc23919', 'status': 'completed', 'code': 200} Sep 23 22:36:56.989366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=143378f3-4e92-4775-a2b5-989b2bdf6436,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:57.046160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:36:57.055267 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-647b3328-0128-42ae-8bb8-a851e91a71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:52Z', 'revision_number': 7, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef', 'name': '', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:75:e8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:19Z', 'updated_at': '2021-09-23T22:36:30Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627a0867-a1be-407f-ab54-4e581959fd28', 'name': '', 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:ab:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:37Z', 'updated_at': '2021-09-23T22:36:51Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:57.081209 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9eeea496-42ef-4c19-94e7-2d2d87f38d10 req-f384a34c-a22d-4e6f-bd37-31d6ad361be7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 210 time: 0.0935218 Sep 23 22:36:57.096861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143378f3-4e92-4775-a2b5-989b2bdf6436 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:36:57.108285 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:57.124764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Transition to ACTIVE for port object 143378f3-4e92-4775-a2b5-989b2bdf6436 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:36:57.127358 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b3328-0128-42ae-8bb8-a851e91a71eb None None] Checking router: 9b4678bc-d892-45bf-9126-354ce42e53c6 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:36:57.162922 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-2193deb1-7ec5-4a78-95ba-32748f553ad2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port 627a0867-a1be-407f-ab54-4e581959fd28 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:36:57.163274 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2193deb1-7ec5-4a78-95ba-32748f553ad2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:57.189670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b3328-0128-42ae-8bb8-a851e91a71eb None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:36:57.193427 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-647b3328-0128-42ae-8bb8-a851e91a71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:36:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:57.243899 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:57.758582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3106c7-195d-4a64-a1a6-a71677d86ea8 req-48251a84-f2a4-4b31-b51c-6a51a29dfe74 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:57.766388 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e3106c7-195d-4a64-a1a6-a71677d86ea8 req-48251a84-f2a4-4b31-b51c-6a51a29dfe74 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.4904358 Sep 23 22:36:57.999973 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e3106c7-195d-4a64-a1a6-a71677d86ea8 req-053c13b0-d828-435c-9161-ef5c2c2a77db tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102792 Sep 23 22:36:58.042870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-2193deb1-7ec5-4a78-95ba-32748f553ad2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] For port 627a0867-a1be-407f-ab54-4e581959fd28, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=627a0867-a1be-407f-ab54-4e581959fd28,segment=NetworkSegment(77889368-acb7-4ead-9397-2d1c0b3140ab),segment_id=77889368-acb7-4ead-9397-2d1c0b3140ab)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:36:58.047731 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2193deb1-7ec5-4a78-95ba-32748f553ad2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:58.126124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-2193deb1-7ec5-4a78-95ba-32748f553ad2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for 627a0867-a1be-407f-ab54-4e581959fd28 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:36:58.210840 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-647b3328-0128-42ae-8bb8-a851e91a71eb None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:36:58.849381 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae484b27-e63c-418e-a5be-a431eb22c5e1 req-80e935d3-4e20-4b24-9dc7-4cc0f217a696 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 210 time: 0.0609672 Sep 23 22:36:58.864470 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e0b6cd1-e075-45e0-930c-cc7952c62138 req-76b8178e-e93c-41ad-ab0f-262540403b1a tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.1911776 Sep 23 22:36:58.873429 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=143378f3-4e92-4775-a2b5-989b2bdf6436,revision_number=9']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:58.924889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] No DVR routers for this DVR port 143378f3-4e92-4775-a2b5-989b2bdf6436 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:36:58.990884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-647b3328-0128-42ae-8bb8-a851e91a71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:52Z', 'revision_number': 7, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef', 'name': '', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:75:e8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:19Z', 'updated_at': '2021-09-23T22:36:30Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627a0867-a1be-407f-ab54-4e581959fd28', 'name': '', 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:ab:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:37Z', 'updated_at': '2021-09-23T22:36:51Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:36:59.040289 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b3328-0128-42ae-8bb8-a851e91a71eb None None] The sync data for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 is: [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:52Z', 'revision_number': 7, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef', 'name': '', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:75:e8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:19Z', 'updated_at': '2021-09-23T22:36:30Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627a0867-a1be-407f-ab54-4e581959fd28', 'name': '', 'network_id': '80acc862-b3ac-4a61-bd06-53956ded88a8', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:ab:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:37Z', 'updated_at': '2021-09-23T22:36:51Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '873ce9d6-8de6-4039-ae56-9685deff0b3f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:36:59.181915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Attempting to bind port 143378f3-4e92-4775-a2b5-989b2bdf6436 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:36:59.183833 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Attempting to bind port 143378f3-4e92-4775-a2b5-989b2bdf6436 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:36:59.184294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Attempting to bind port 143378f3-4e92-4775-a2b5-989b2bdf6436 on network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:36:59.201905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Port 143378f3-4e92-4775-a2b5-989b2bdf6436 on network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:36:59.201905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Attempting to bind port 143378f3-4e92-4775-a2b5-989b2bdf6436 on network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:36:59.203552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:36:59.204330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Checking segment: {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:36:59.204656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Bound using segment: {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:36:59.205251 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Bound port: 143378f3-4e92-4775-a2b5-989b2bdf6436, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:36:59.207281 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:59.231443 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2193deb1-7ec5-4a78-95ba-32748f553ad2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:59.313947 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193deb1-7ec5-4a78-95ba-32748f553ad2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=627a0867-a1be-407f-ab54-4e581959fd28,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:59.366797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:36:59.370807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=143378f3-4e92-4775-a2b5-989b2bdf6436,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:36:59.430396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12605f4-51bc-47b6-9a7f-82e71704bc7e req-57bb187b-eadb-4216-82c7-19d3d0794d48 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:59.448761 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a12605f4-51bc-47b6-9a7f-82e71704bc7e req-57bb187b-eadb-4216-82c7-19d3d0794d48 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 944 time: 0.1876645 Sep 23 22:36:59.570311 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a12605f4-51bc-47b6-9a7f-82e71704bc7e req-f35dbcdb-4d53-47a4-8e68-b1e035eb75df tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186292 Sep 23 22:36:59.576636 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:59.923847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=143378f3-4e92-4775-a2b5-989b2bdf6436,revision_number=10']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:36:59.954306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:36:59.955402 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:36:59.959764 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-613242cd-4a92-4f80-91f4-c0a887eeb6a2 service neutron] 10.222.0.43 "PUT /v2.0/ports/143378f3-4e92-4775-a2b5-989b2bdf6436 HTTP/1.1" status: 200 len: 1092 time: 4.1255090 Sep 23 22:36:59.960427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:36:59.983761 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650230c4-8954-4e78-b460-0c3ef31d546d" -d '{"events": [{"name": "network-changed", "server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:37:00.027667 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2193deb1-7ec5-4a78-95ba-32748f553ad2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:00.101614 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fd84d784-326b-4476-821f-5f2d0beef16a req-40e4032f-5290-489b-91cf-df9a652d0725 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 210 time: 0.1136751 Sep 23 22:37:00.150874 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-eb7f241b-e338-4da9-b674-cb6250c521b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:00.162194 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-eb7f241b-e338-4da9-b674-cb6250c521b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 1096 time: 0.1717856 Sep 23 22:37:00.403181 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7d7092bf-57e6-4cbe-af8b-274b58b54810 req-bcf4c106-f1b5-4531-ba04-d511902ac237 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.1508565 Sep 23 22:37:00.692719 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-7e0bbd78-bab9-4121-b65e-e183f1e7d0b1 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:00.697557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2193deb1-7ec5-4a78-95ba-32748f553ad2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 9b4678bc-d892-45bf-9126-354ce42e53c6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:37:00.697773 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-7e0bbd78-bab9-4121-b65e-e183f1e7d0b1 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.67 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 812 time: 0.4755766 Sep 23 22:37:00.708130 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35191759-a86a-4b2f-9742-400dfcc2bc1f x-openstack-request-id: req-35191759-a86a-4b2f-9742-400dfcc2bc1f {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:37:00.708551 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:37:00.709229 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35191759-a86a-4b2f-9742-400dfcc2bc1f {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:37:00.710374 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'status': 'completed', 'code': 200} Sep 23 22:37:00.823887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-d508a903-f91d-4600-bda9-3cfe69d05dda tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Request body: {'port': {'device_id': '33b0de65-a585-4763-8d57-d2043d1c1d36', 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47', 'admin_state_up': True, 'tenant_id': '7b76146ebc1f4d82b2692c606ba4acda'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:37:00.997601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2193deb1-7ec5-4a78-95ba-32748f553ad2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:37:01.016508 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2193deb1-7ec5-4a78-95ba-32748f553ad2 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/9b4678bc-d892-45bf-9126-354ce42e53c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1277666 Sep 23 22:37:01.018808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60832) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:01.020402 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a04a3-ef30-4238-92db-84632370baf3 None None] Sync routers for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:37:01.042647 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a04a3-ef30-4238-92db-84632370baf3 None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:37:01.044000 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-500a04a3-ef30-4238-92db-84632370baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:36:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:01.082856 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-e244213a-5be2-4b81-9e73-ab76640b2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:01.085426 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-e244213a-5be2-4b81-9e73-ab76640b2169 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 917 time: 0.9150209 Sep 23 22:37:01.305202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f11633-9459-4955-abfa-969cbfe23d36 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting subnet 873ce9d6-8de6-4039-ae56-9685deff0b3f {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:37:01.332907 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5f11633-9459-4955-abfa-969cbfe23d36 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:01.400295 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-500a04a3-ef30-4238-92db-84632370baf3 None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:37:01.401509 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a0ce3fc-3e6b-4215-9e9b-e3ba7b2f041c req-72b11cb5-c2e9-4da8-a6cb-de2746be499f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 210 time: 0.0853386 Sep 23 22:37:01.401756 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-9e24ad6b-0b02-4e49-b05d-f83873760e07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=143378f3-4e92-4775-a2b5-989b2bdf6436 HTTP/1.1" status: 200 len: 1000 time: 0.2467201 Sep 23 22:37:01.468800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5f11633-9459-4955-abfa-969cbfe23d36 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:01.568840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32657efd-bdea-4a58-81b2-74ce18a49089 req-8835d4ae-9a5a-4cde-91c7-2577ec249fee tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:01.585631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32657efd-bdea-4a58-81b2-74ce18a49089 req-8835d4ae-9a5a-4cde-91c7-2577ec249fee tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.6930103 Sep 23 22:37:01.701754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-36f8be05-de41-4836-ac55-6ac4f8a404cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:01.703673 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-36f8be05-de41-4836-ac55-6ac4f8a404cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 200 len: 855 time: 0.2498932 Sep 23 22:37:01.719107 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32657efd-bdea-4a58-81b2-74ce18a49089 req-6a0b6bae-4cdb-4836-8adc-7b5b98af2c54 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300821 Sep 23 22:37:01.727868 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5f11633-9459-4955-abfa-969cbfe23d36 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:01.859892 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-d508a903-f91d-4600-bda9-3cfe69d05dda tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Made reservation on behalf of 7b76146ebc1f4d82b2692c606ba4acda for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:37:01.874784 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-d508a903-f91d-4600-bda9-3cfe69d05dda tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:01.971152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-8d4fc481-4e0d-4ef2-a728-5088d27da8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:01.974379 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-8d4fc481-4e0d-4ef2-a728-5088d27da8d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15f12cf3-76d1-444b-8977-8d9ed31e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2498801 Sep 23 22:37:02.010551 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eed80b99-5b67-471e-a2a2-aa2a13983656 req-812654fb-8224-4398-9e91-b75de9655a43 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.1388524 Sep 23 22:37:02.188188 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-500a04a3-ef30-4238-92db-84632370baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:58Z', 'revision_number': 8, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef', 'name': '', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:75:e8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:19Z', 'updated_at': '2021-09-23T22:36:30Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:02.274891 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5f11633-9459-4955-abfa-969cbfe23d36 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:02.276054 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a04a3-ef30-4238-92db-84632370baf3 None None] Checking router: 9b4678bc-d892-45bf-9126-354ce42e53c6 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:37:02.299493 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a04a3-ef30-4238-92db-84632370baf3 None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:37:02.301340 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-500a04a3-ef30-4238-92db-84632370baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:36:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:02.301928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-d508a903-f91d-4600-bda9-3cfe69d05dda tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Allocated IP 172.20.0.6 (872c1fac-beaa-464d-807d-5c88e0c5fc47/3bef7f46-c67d-4b9d-b0a8-ff182509722b/0320028b-6046-42aa-85bf-f7f0187f9475) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:37:02.317066 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5f11633-9459-4955-abfa-969cbfe23d36 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:02.325731 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc4dabf-8e06-4245-a23a-ace2cde1733c None None] Network 80acc862-b3ac-4a61-bd06-53956ded88a8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:37:02.335263 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c5f11633-9459-4955-abfa-969cbfe23d36 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/873ce9d6-8de6-4039-ae56-9685deff0b3f HTTP/1.1" status: 204 len: 168 time: 1.3128774 Sep 23 22:37:02.336393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60874) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:02.548672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f11633-9459-4955-abfa-969cbfe23d36 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Subnet': ['ID=873ce9d6-8de6-4039-ae56-9685deff0b3f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:02.835124 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-500a04a3-ef30-4238-92db-84632370baf3 None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:37:02.950014 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-d508a903-f91d-4600-bda9-3cfe69d05dda tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:03.010160 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1a9debb-d1f4-4bde-bf51-7ba460c41264 req-a2d936a2-4709-4102-9b52-c7d58208d497 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 210 time: 0.1881354 Sep 23 22:37:03.076818 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:03.084896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4447e05-6e9f-43d1-b05e-721854a67efc None None] DHCP port deletion for 80acc862-b3ac-4a61-bd06-53956ded88a8 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:37:03.116969 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-d508a903-f91d-4600-bda9-3cfe69d05dda tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:03.244159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b4447e05-6e9f-43d1-b05e-721854a67efc None None] Deleting port f80d5d32-441f-4567-81c7-f20cbaad0aa2 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:03.244803 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b4447e05-6e9f-43d1-b05e-721854a67efc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:03.251807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-d14b6f61-d9f2-4c2b-9a13-5f7606f51a5e service neutron] 10.222.0.43 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2451589 Sep 23 22:37:03.323887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-d508a903-f91d-4600-bda9-3cfe69d05dda tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Network 872c1fac-beaa-464d-807d-5c88e0c5fc47 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:37:03.372135 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-d508a903-f91d-4600-bda9-3cfe69d05dda tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:37:03.423497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1613dc35-8d1b-446a-af81-a8cad97a0c11 req-b345f59f-b69c-4b90-bde1-b10f3086110d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.1012831 Sep 23 22:37:03.439590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port f80d5d32-441f-4567-81c7-f20cbaad0aa2 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:03.445732 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:03.557162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b4447e05-6e9f-43d1-b05e-721854a67efc None None] For port f80d5d32-441f-4567-81c7-f20cbaad0aa2, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f80d5d32-441f-4567-81c7-f20cbaad0aa2,segment=NetworkSegment(77889368-acb7-4ead-9397-2d1c0b3140ab),segment_id=77889368-acb7-4ead-9397-2d1c0b3140ab)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:03.558397 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b4447e05-6e9f-43d1-b05e-721854a67efc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:03.631991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b4447e05-6e9f-43d1-b05e-721854a67efc None None] Calling delete_port for f80d5d32-441f-4567-81c7-f20cbaad0aa2 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:03.661465 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508a903-f91d-4600-bda9-3cfe69d05dda tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Pushing event updated for resources: {'Port': ['ID=0320028b-6046-42aa-85bf-f7f0187f9475,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:03.667313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-d508a903-f91d-4600-bda9-3cfe69d05dda tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:37:03.757187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab39fc6-7c95-4203-920b-846233aad89d req-d4b71bcd-2cf8-442d-8929-2bf8f7aff5c2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:03.772352 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0ab39fc6-7c95-4203-920b-846233aad89d req-d4b71bcd-2cf8-442d-8929-2bf8f7aff5c2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.7600935 Sep 23 22:37:03.879339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f80d5d32-441f-4567-81c7-f20cbaad0aa2 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:37:03.886595 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-500a04a3-ef30-4238-92db-84632370baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:58Z', 'revision_number': 8, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef', 'name': '', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:75:e8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:19Z', 'updated_at': '2021-09-23T22:36:30Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:03.985961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] For port f80d5d32-441f-4567-81c7-f20cbaad0aa2, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f80d5d32-441f-4567-81c7-f20cbaad0aa2,segment=NetworkSegment(77889368-acb7-4ead-9397-2d1c0b3140ab),segment_id=77889368-acb7-4ead-9397-2d1c0b3140ab)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:03.986802 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:03.999141 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a04a3-ef30-4238-92db-84632370baf3 None None] The sync data for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 is: [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:36:58Z', 'revision_number': 8, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef', 'name': '', 'network_id': '3bcb1f6f-08ed-4fb4-a143-aef336cd3801', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:75:e8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:19Z', 'updated_at': '2021-09-23T22:36:30Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '0606c611-789b-4f82-af63-9e53a5cb9b6b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:37:04.067654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for f80d5d32-441f-4567-81c7-f20cbaad0aa2 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:04.082536 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:04.135235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-d508a903-f91d-4600-bda9-3cfe69d05dda tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:04.136481 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-d508a903-f91d-4600-bda9-3cfe69d05dda tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:04.150715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff64d45-d48d-4e7a-b5c5-b299f6ece4bd req-8f715dd0-52de-4272-95b0-65b7a0b78308 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:04.157043 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ff64d45-d48d-4e7a-b5c5-b299f6ece4bd req-8f715dd0-52de-4272-95b0-65b7a0b78308 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.4541628 Sep 23 22:37:04.171979 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6b0dcb1-d0bd-4db1-9f35-0f8b82f1d7e5 req-7810b8b6-87a6-4af9-898a-5b290c5698d0 service neutron] 10.222.0.43 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8937497 Sep 23 22:37:04.187957 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b4447e05-6e9f-43d1-b05e-721854a67efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:04.221024 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4447e05-6e9f-43d1-b05e-721854a67efc None None] No DVR routers for this DVR port f80d5d32-441f-4567-81c7-f20cbaad0aa2 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:37:04.327712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4447e05-6e9f-43d1-b05e-721854a67efc None None] Pushing event deleted for resources: {'Port': ['ID=f80d5d32-441f-4567-81c7-f20cbaad0aa2,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:04.365957 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-d508a903-f91d-4600-bda9-3cfe69d05dda tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5493636 Sep 23 22:37:04.391162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Request body: {'port': {'device_id': '33b0de65-a585-4763-8d57-d2043d1c1d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:37:04.464312 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ff64d45-d48d-4e7a-b5c5-b299f6ece4bd req-89f34fe5-a8cc-49ed-9026-946cb9643103 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883308 Sep 23 22:37:04.631433 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:04.747430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=f80d5d32-441f-4567-81c7-f20cbaad0aa2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:04.749320 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No DVR routers for this DVR port f80d5d32-441f-4567-81c7-f20cbaad0aa2 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:37:04.859191 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0ab39fc6-7c95-4203-920b-846233aad89d req-dc93758c-de5b-4bd8-a1e0-06678ba24d5f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0818858 Sep 23 22:37:04.920113 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:04.987609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80acc862-b3ac-4a61-bd06-53956ded88a8']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:05.035472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77889368-acb7-4ead-9397-2d1c0b3140ab') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:05.037806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77889368-acb7-4ead-9397-2d1c0b3140ab') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:05.067326 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:05.152245 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:05.159984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:37:05.160449 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:05.188234 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650230c4-8954-4e78-b460-0c3ef31d546d req-ddd40629-7d58-4380-b5e8-3b21c147989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:05.193011 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-650230c4-8954-4e78-b460-0c3ef31d546d req-ddd40629-7d58-4380-b5e8-3b21c147989a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 1096 time: 0.6064291 Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:37:05.238706 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:37:05.291660 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:05.330281 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a324c59-1006-407d-8516-20e26805db85 req-449c7a29-1e98-4d83-8e1d-1865dee7b402 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.1896217 Sep 23 22:37:05.350661 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:05.392521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:05.405223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/networks/80acc862-b3ac-4a61-bd06-53956ded88a8 HTTP/1.1" status: 204 len: 168 time: 3.0650246 Sep 23 22:37:05.406070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60936) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:05.448696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84becbc7-a1e6-4a63-8c6b-fe9a02a1abcb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Network': ['ID=80acc862-b3ac-4a61-bd06-53956ded88a8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:05.496200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0c20b-402c-4852-8e57-47ec15441df9 req-715e8f6e-5a90-424d-8a0f-d4dcd994ad10 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:05.509675 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-41a0c20b-402c-4852-8e57-47ec15441df9 req-715e8f6e-5a90-424d-8a0f-d4dcd994ad10 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 931 time: 0.3599212 Sep 23 22:37:05.642793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 627a0867-a1be-407f-ab54-4e581959fd28 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:37:05.682754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 627a0867-a1be-407f-ab54-4e581959fd28 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:37:05.683388 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 627a0867-a1be-407f-ab54-4e581959fd28 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:37:05.916298 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-41a0c20b-402c-4852-8e57-47ec15441df9 req-52896951-b230-45a5-b718-68303d33a1b7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757894 Sep 23 22:37:06.067705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650230c4-8954-4e78-b460-0c3ef31d546d req-7c2a89a3-c035-42a7-9ee7-4885e04f07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:06.067705 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-650230c4-8954-4e78-b460-0c3ef31d546d req-7c2a89a3-c035-42a7-9ee7-4885e04f07f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 917 time: 0.7784414 Sep 23 22:37:06.438370 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-650230c4-8954-4e78-b460-0c3ef31d546d req-7b655d68-63a0-4a23-beb1-57079c6ce1d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=143378f3-4e92-4775-a2b5-989b2bdf6436 HTTP/1.1" status: 200 len: 1000 time: 0.4396949 Sep 23 22:37:06.653346 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:06.819564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d86ba-10eb-4eec-931b-3e68163bb7cb req-de663582-fc3f-4959-b7c6-f95c5d508f0e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:06.824233 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-352d86ba-10eb-4eec-931b-3e68163bb7cb req-de663582-fc3f-4959-b7c6-f95c5d508f0e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.7082400 Sep 23 22:37:06.866687 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650230c4-8954-4e78-b460-0c3ef31d546d req-943452eb-554f-4aae-a665-012bba385faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:06.869997 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-650230c4-8954-4e78-b460-0c3ef31d546d req-943452eb-554f-4aae-a665-012bba385faa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 200 len: 855 time: 0.3893290 Sep 23 22:37:07.163210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0320028b-6046-42aa-85bf-f7f0187f9475 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:37:07.180046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:07.204066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Transition to ACTIVE for port object 0320028b-6046-42aa-85bf-f7f0187f9475 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:37:07.351751 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:07.480543 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-352d86ba-10eb-4eec-931b-3e68163bb7cb req-252441e6-836d-4a08-9817-2661a67e391c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6314232 Sep 23 22:37:07.489871 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7fd33d85-f2f2-40fe-b937-9f82209c6f0c req-dbfb72bb-9f56-435a-a0cc-f7a47fffcea2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.1419744 Sep 23 22:37:07.570458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650230c4-8954-4e78-b460-0c3ef31d546d req-a4f458d8-c067-45ba-9c0f-9d80843bc47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:07.573915 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-650230c4-8954-4e78-b460-0c3ef31d546d req-a4f458d8-c067-45ba-9c0f-9d80843bc47c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15f12cf3-76d1-444b-8977-8d9ed31e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3653333 Sep 23 22:37:07.578393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Pushing event updated for resources: {'Port': ['ID=0320028b-6046-42aa-85bf-f7f0187f9475,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:07.754772 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f65acba0-ba46-4e2f-909c-38fc11eb4c84 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:07.881792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cdd32-c7a2-4263-b9a1-eff1d2959fe1 req-0f77f29f-62d3-412f-b06b-e84aa41b2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:07.884058 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b43cdd32-c7a2-4263-b9a1-eff1d2959fe1 req-0f77f29f-62d3-412f-b06b-e84aa41b2ce5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 1095 time: 0.5454931 Sep 23 22:37:08.177577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cdd32-c7a2-4263-b9a1-eff1d2959fe1 req-a847140f-2399-43b1-8a5e-e661f2f21a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:08.182734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b43cdd32-c7a2-4263-b9a1-eff1d2959fe1 req-a847140f-2399-43b1-8a5e-e661f2f21a30 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.2180741 Sep 23 22:37:08.182904 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-650230c4-8954-4e78-b460-0c3ef31d546d req-4b06cc56-817a-4b0a-b432-a25966c41740 service neutron] 10.222.0.43 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939720 Sep 23 22:37:08.349887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Attempting to bind port 0320028b-6046-42aa-85bf-f7f0187f9475 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:37:08.350980 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Attempting to bind port 0320028b-6046-42aa-85bf-f7f0187f9475 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:37:08.351765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Attempting to bind port 0320028b-6046-42aa-85bf-f7f0187f9475 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:37:08.375646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Port 0320028b-6046-42aa-85bf-f7f0187f9475 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:37:08.377485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Attempting to bind port 0320028b-6046-42aa-85bf-f7f0187f9475 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:37:08.384117 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6810d-9638-4d42-89e7-fad9cb88e4ae req-02c92cd9-5485-4831-9e1e-b69a475eecce tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:08.387417 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-25d6810d-9638-4d42-89e7-fad9cb88e4ae req-02c92cd9-5485-4831-9e1e-b69a475eecce tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 943 time: 0.6243849 Sep 23 22:37:08.391353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:37:08.392311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Checking segment: {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:37:08.393237 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Bound using segment: {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:37:08.395144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Bound port: 0320028b-6046-42aa-85bf-f7f0187f9475, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:37:08.396031 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:08.587774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976418d-94a4-4601-850e-51c74dea8ced req-442a81d1-8a89-4e75-8894-e359a7c1e1e9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:08.614735 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1976418d-94a4-4601-850e-51c74dea8ced req-442a81d1-8a89-4e75-8894-e359a7c1e1e9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.4644237 Sep 23 22:37:08.686521 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b43cdd32-c7a2-4263-b9a1-eff1d2959fe1 req-a92cde54-4d9b-4f0a-be49-731937919a18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d473a81d-624e-4664-bbcb-4473adacebb1 HTTP/1.1" status: 200 len: 999 time: 0.4813979 Sep 23 22:37:08.820527 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1976418d-94a4-4601-850e-51c74dea8ced req-1519339b-78fa-44f4-abe2-044e2ef8ea8f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045801 Sep 23 22:37:08.877979 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-650230c4-8954-4e78-b460-0c3ef31d546d req-98b9196d-a68a-4dc2-b9d5-dfc9d8f25b89 service neutron] 10.222.0.43 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897000 Sep 23 22:37:08.894653 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-25d6810d-9638-4d42-89e7-fad9cb88e4ae req-00825bf9-6d8c-4ed3-a809-a44ccf57ac3d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751494 Sep 23 22:37:08.911778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] For port 0320028b-6046-42aa-85bf-f7f0187f9475, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:37:08.920669 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] For port 0320028b-6046-42aa-85bf-f7f0187f9475, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=0320028b-6046-42aa-85bf-f7f0187f9475,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:37:08.928498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cdd32-c7a2-4263-b9a1-eff1d2959fe1 req-71cf6984-d62f-4a34-830c-114d8ff73b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:08.930167 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b43cdd32-c7a2-4263-b9a1-eff1d2959fe1 req-71cf6984-d62f-4a34-830c-114d8ff73b04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.1930263 Sep 23 22:37:09.169561 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:09.205203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cdd32-c7a2-4263-b9a1-eff1d2959fe1 req-d5885dfc-76e0-4a2c-a1ab-90e45b899826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:09.207817 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b43cdd32-c7a2-4263-b9a1-eff1d2959fe1 req-d5885dfc-76e0-4a2c-a1ab-90e45b899826 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2629912 Sep 23 22:37:09.350990 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:09.353723 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:09.358125 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] 10.222.0.67 "PUT /v2.0/ports/0320028b-6046-42aa-85bf-f7f0187f9475 HTTP/1.1" status: 200 len: 1091 time: 4.9753089 Sep 23 22:37:09.363704 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b0de65-a585-4763-8d57-d2043d1c1d36', 'tag': '0320028b-6046-42aa-85bf-f7f0187f9475'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:37:09.368810 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b50cec-cb52-4fca-b499-3a30197c627b" -d '{"events": [{"name": "network-changed", "server_uuid": "33b0de65-a585-4763-8d57-d2043d1c1d36", "tag": "0320028b-6046-42aa-85bf-f7f0187f9475"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:37:09.374946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b0bca-37d1-44d7-a637-b3fd4a28cc46 req-56bdb31a-d5f5-4041-8742-0309d185f28a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:09.379333 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a25b0bca-37d1-44d7-a637-b3fd4a28cc46 req-56bdb31a-d5f5-4041-8742-0309d185f28a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.2927160 Sep 23 22:37:09.393268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fb0ad-8903-4d2e-b68c-1457bfcc9317 req-9f45ba8b-3d43-4fc5-95fd-ded68ff61d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:09.400264 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-488fb0ad-8903-4d2e-b68c-1457bfcc9317 req-9f45ba8b-3d43-4fc5-95fd-ded68ff61d6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 1096 time: 0.3653996 Sep 23 22:37:09.411653 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaf91a-7ed9-4f9b-af02-0a8580c0b494 service neutron] Pushing event updated for resources: {'Port': ['ID=0320028b-6046-42aa-85bf-f7f0187f9475,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:09.608440 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a25b0bca-37d1-44d7-a637-b3fd4a28cc46 req-3196cc95-29ad-44c6-8197-e6e27f2dd228 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181547 Sep 23 22:37:09.670395 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b43cdd32-c7a2-4263-b9a1-eff1d2959fe1 req-7ad1607c-4889-465d-9fe6-f0e231d98459 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364212 Sep 23 22:37:09.710891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f65acba0-ba46-4e2f-909c-38fc11eb4c84 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:09.710891 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f65acba0-ba46-4e2f-909c-38fc11eb4c84 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:10.105681 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-c294a2b4-8ca9-4227-b1f2-10961fabb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:10.107342 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-c294a2b4-8ca9-4227-b1f2-10961fabb2bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 1094 time: 0.4021986 Sep 23 22:37:10.112136 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d87f5250-e666-43fc-b498-8c1f2d4fa2de req-7d2a5d97-16ce-48c3-8eef-8a389a1c90f5 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.1073332 Sep 23 22:37:10.283144 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dd4efb-7803-4442-b36d-b55fefa77cd4 x-openstack-request-id: req-26dd4efb-7803-4442-b36d-b55fefa77cd4 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:37:10.286619 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b0de65-a585-4763-8d57-d2043d1c1d36", "tag": "0320028b-6046-42aa-85bf-f7f0187f9475", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:37:10.287160 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26dd4efb-7803-4442-b36d-b55fefa77cd4 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:37:10.287885 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b0de65-a585-4763-8d57-d2043d1c1d36', 'tag': '0320028b-6046-42aa-85bf-f7f0187f9475', 'status': 'completed', 'code': 200} Sep 23 22:37:10.296132 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-89c1e537-b42a-4617-8a98-93e66a64a104 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0320028b-6046-42aa-85bf-f7f0187f9475 HTTP/1.1" status: 200 len: 217 time: 0.1612775 Sep 23 22:37:10.374729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-32970c52-2790-43cc-a7a0-f84c2c7ebce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:10.376316 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-32970c52-2790-43cc-a7a0-f84c2c7ebce3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bef7f46-c67d-4b9d-b0a8-ff182509722b HTTP/1.1" status: 200 len: 852 time: 0.0686846 Sep 23 22:37:10.398992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fb0ad-8903-4d2e-b68c-1457bfcc9317 req-fa6c789f-3b51-4551-9172-260e6ccca4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:10.405543 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-488fb0ad-8903-4d2e-b68c-1457bfcc9317 req-fa6c789f-3b51-4551-9172-260e6ccca4d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 917 time: 0.8698723 Sep 23 22:37:10.463981 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-2e71c8fe-bc1b-40e1-9e3f-a0623719652a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=872c1fac-beaa-464d-807d-5c88e0c5fc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741639 Sep 23 22:37:10.504178 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b43cdd32-c7a2-4263-b9a1-eff1d2959fe1 req-093f2aab-deda-423f-a7f7-d4fce9e6c1ac service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8172073 Sep 23 22:37:10.551156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-f65acba0-ba46-4e2f-909c-38fc11eb4c84 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] For port 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef,segment=NetworkSegment(02fff8e1-7d56-4cc0-bab0-1cb5797edcba),segment_id=02fff8e1-7d56-4cc0-bab0-1cb5797edcba)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:10.551501 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f65acba0-ba46-4e2f-909c-38fc11eb4c84 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:10.590420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e936f9e-377f-4f1a-90f1-50442e631b74 req-e4989367-a93b-4bac-a359-3f48fe7432f9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:10.593406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2e936f9e-377f-4f1a-90f1-50442e631b74 req-e4989367-a93b-4bac-a359-3f48fe7432f9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1161184 Sep 23 22:37:10.594585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f65acba0-ba46-4e2f-909c-38fc11eb4c84 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:10.615922 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-488fb0ad-8903-4d2e-b68c-1457bfcc9317 req-4254e9c3-62d9-4a2f-b3ff-35072e2c363a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=143378f3-4e92-4775-a2b5-989b2bdf6436 HTTP/1.1" status: 200 len: 1000 time: 0.1505957 Sep 23 22:37:10.767297 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2e936f9e-377f-4f1a-90f1-50442e631b74 req-2e8b96ec-9e45-4a3b-8ce8-f2c9af41d245 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657107 Sep 23 22:37:11.036177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fb0ad-8903-4d2e-b68c-1457bfcc9317 req-00e0c2b5-8526-4457-ae01-99345a2e8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:11.043022 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-488fb0ad-8903-4d2e-b68c-1457bfcc9317 req-00e0c2b5-8526-4457-ae01-99345a2e8bf4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 200 len: 855 time: 0.4066184 Sep 23 22:37:11.358563 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-4c413288-7bb4-491a-920e-35ad012ae8fe service neutron] 10.222.0.67 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8838398 Sep 23 22:37:11.635747 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4a0d2-214b-4ee6-bd6f-f8ee3dd147a9 req-db7f8380-4378-457c-bc81-06453bdcce16 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:11.651318 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-adc4a0d2-214b-4ee6-bd6f-f8ee3dd147a9 req-db7f8380-4378-457c-bc81-06453bdcce16 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.5873232 Sep 23 22:37:11.837754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa246589-f0cb-4f85-a75a-9e48c70b9453 req-e68f4523-e52c-48b7-b813-0d42fe7e7a8b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:11.851719 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aa246589-f0cb-4f85-a75a-9e48c70b9453 req-e68f4523-e52c-48b7-b813-0d42fe7e7a8b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 943 time: 0.8554208 Sep 23 22:37:11.951183 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aa246589-f0cb-4f85-a75a-9e48c70b9453 req-05b0d6b8-685c-4db2-86eb-8ec74a381854 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959308 Sep 23 22:37:11.958983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fb0ad-8903-4d2e-b68c-1457bfcc9317 req-9e587c4e-1388-4803-92d3-0b69505c8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:11.960751 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-488fb0ad-8903-4d2e-b68c-1457bfcc9317 req-9e587c4e-1388-4803-92d3-0b69505c8826 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15f12cf3-76d1-444b-8977-8d9ed31e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7971153 Sep 23 22:37:11.964701 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd6fd39b-bd52-4037-82e1-edee66e77129 req-d2347c09-ea1f-404a-a1cd-5868969814f0 service neutron] 10.222.0.67 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823736 Sep 23 22:37:11.968127 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f65acba0-ba46-4e2f-909c-38fc11eb4c84 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:12.039046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65acba0-ba46-4e2f-909c-38fc11eb4c84 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:12.162115 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-adc4a0d2-214b-4ee6-bd6f-f8ee3dd147a9 req-c4c25f96-edbd-4c8c-adc8-1182ab83d73c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4476764 Sep 23 22:37:12.529545 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7173a829-5697-4446-ac9b-5778e8e9454b req-b12762ad-3e63-48b8-95d5-8fb925bf4a30 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.1645699 Sep 23 22:37:12.607330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 32808) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:12.733456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f65acba0-ba46-4e2f-909c-38fc11eb4c84 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:12.864375 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-488fb0ad-8903-4d2e-b68c-1457bfcc9317 req-1bb6bc37-909f-45bc-808b-59948c059273 service neutron] 10.222.0.43 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8341925 Sep 23 22:37:13.091233 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c229f49-75dd-4ee4-8132-39803143a1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:13.101034 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-292d46af-d544-4673-9280-f9b62e7caa92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:13.690149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944efccc-3bca-46eb-a906-e37c2edcb086 req-90c52894-5d6e-441a-858d-b2a87b405857 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:13.702140 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-944efccc-3bca-46eb-a906-e37c2edcb086 req-90c52894-5d6e-441a-858d-b2a87b405857 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 943 time: 0.5553389 Sep 23 22:37:13.796318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65acba0-ba46-4e2f-909c-38fc11eb4c84 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 9b4678bc-d892-45bf-9126-354ce42e53c6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:37:13.954475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-944efccc-3bca-46eb-a906-e37c2edcb086 req-efb6cfa7-9964-4517-ace4-c9bb8d2af649 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507632 Sep 23 22:37:14.114007 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b50cec-cb52-4fca-b499-3a30197c627b req-7b213c0c-5c61-46c4-baf7-b6e45a009aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:14.133670 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1b50cec-cb52-4fca-b499-3a30197c627b req-7b213c0c-5c61-46c4-baf7-b6e45a009aaf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 1094 time: 1.8819389 Sep 23 22:37:14.214951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7762b-b83d-4431-bdfa-f7d3a4142e9b req-32b0d491-dede-4faa-b0de-279b59844814 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:14.225515 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-51a7762b-b83d-4431-bdfa-f7d3a4142e9b req-32b0d491-dede-4faa-b0de-279b59844814 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 1.7835057 Sep 23 22:37:14.317240 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c229f49-75dd-4ee4-8132-39803143a1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:14.347846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65acba0-ba46-4e2f-909c-38fc11eb4c84 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:37:14.360001 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f65acba0-ba46-4e2f-909c-38fc11eb4c84 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/9b4678bc-d892-45bf-9126-354ce42e53c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9263830 Sep 23 22:37:14.362077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 32832) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:14.365698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55aa11b-bd75-4e43-8d5a-05e1764e2a7f None None] Sync routers for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:37:14.385879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55aa11b-bd75-4e43-8d5a-05e1764e2a7f None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:37:14.392782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a55aa11b-bd75-4e43-8d5a-05e1764e2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:36:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:14.463781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5c3e2-9ebb-497d-814d-c765cd559279 req-7c1e99c4-1f8d-4fae-902f-1a3a9a422a9d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:14.490816 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ea5c3e2-9ebb-497d-814d-c765cd559279 req-7c1e99c4-1f8d-4fae-902f-1a3a9a422a9d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.3208246 Sep 23 22:37:14.490816 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c229f49-75dd-4ee4-8132-39803143a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:14.554801 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-51a7762b-b83d-4431-bdfa-f7d3a4142e9b req-6b144b41-6a88-4a6e-9397-fcfe069fff77 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261189 Sep 23 22:37:14.610454 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5c229f49-75dd-4ee4-8132-39803143a1e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=391dcdbade9948b79089ecca7ed2a2bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9958916 Sep 23 22:37:14.626867 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 32836) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:14.764921 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ea5c3e2-9ebb-497d-814d-c765cd559279 req-f796cb30-fbaf-48c6-a793-e14f3771ba02 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276340 Sep 23 22:37:14.821684 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4cd14553-7d71-47ba-8f86-7f96055c4ef7 req-88835901-0661-471e-a95d-18bc45647b70 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.1402366 Sep 23 22:37:14.830706 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-488fb0ad-8903-4d2e-b68c-1457bfcc9317 req-c7e55328-c9de-4662-8a06-77bf276b46f2 service neutron] 10.222.0.43 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9340758 Sep 23 22:37:14.842857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-18eb7f1d-71e2-4c34-925f-082a3551f437 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting subnet 0606c611-789b-4f82-af63-9e53a5cb9b6b {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:37:14.860887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b50cec-cb52-4fca-b499-3a30197c627b req-7aecc195-1ffd-48ab-ab4f-f890e8cc2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:14.865140 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1b50cec-cb52-4fca-b499-3a30197c627b req-7aecc195-1ffd-48ab-ab4f-f890e8cc2c52 service neutron] 10.222.0.67 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 913 time: 0.7053845 Sep 23 22:37:14.868678 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18eb7f1d-71e2-4c34-925f-082a3551f437 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:14.874580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-a55aa11b-bd75-4e43-8d5a-05e1764e2a7f None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:37:15.074701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c229f49-75dd-4ee4-8132-39803143a1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1bae5f-bf5b-4c64-a08b-fa20f3a7161b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:15.130116 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1b50cec-cb52-4fca-b499-3a30197c627b req-4c99ffc4-3fae-43a1-9291-df575df53418 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0320028b-6046-42aa-85bf-f7f0187f9475 HTTP/1.1" status: 200 len: 217 time: 0.2571564 Sep 23 22:37:15.212030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b50cec-cb52-4fca-b499-3a30197c627b req-1a0151c5-0a87-4edf-a04f-7bb3abbad9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:15.214027 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1b50cec-cb52-4fca-b499-3a30197c627b req-1a0151c5-0a87-4edf-a04f-7bb3abbad9ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bef7f46-c67d-4b9d-b0a8-ff182509722b HTTP/1.1" status: 200 len: 852 time: 0.0735853 Sep 23 22:37:15.226281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0eba-4324-4acb-8e6c-7a9c48e49fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:15.280329 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0eba-4324-4acb-8e6c-7a9c48e49fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:15.297699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1b50cec-cb52-4fca-b499-3a30197c627b req-8b0a0511-006d-4a25-b047-4853d51d2e1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=872c1fac-beaa-464d-807d-5c88e0c5fc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760069 Sep 23 22:37:15.406872 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18eb7f1d-71e2-4c34-925f-082a3551f437 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:15.495166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae302de4-7947-4c70-917e-a9a29186d644 req-5c919f4e-eea8-4352-b30c-477f7eef9915 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:15.497925 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae302de4-7947-4c70-917e-a9a29186d644 req-5c919f4e-eea8-4352-b30c-477f7eef9915 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 943 time: 0.3511093 Sep 23 22:37:15.498996 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0eba-4324-4acb-8e6c-7a9c48e49fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:15.502241 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0eba-4324-4acb-8e6c-7a9c48e49fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:15.521306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ce8d0eba-4324-4acb-8e6c-7a9c48e49fb7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e1bae5f-bf5b-4c64-a08b-fa20f3a7161b HTTP/1.1" status: 204 len: 168 time: 0.8861942 Sep 23 22:37:15.658717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d0eba-4324-4acb-8e6c-7a9c48e49fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1bae5f-bf5b-4c64-a08b-fa20f3a7161b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:15.665871 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1b50cec-cb52-4fca-b499-3a30197c627b req-4b46a80d-e0b4-4708-b8e1-caba87deb84e service neutron] 10.222.0.67 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453374 Sep 23 22:37:15.761927 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1e82-a191-430d-bc9e-fd3785291248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:15.786958 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae302de4-7947-4c70-917e-a9a29186d644 req-f4bda0a8-08d0-4a37-a982-ac7dbbffe687 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558219 Sep 23 22:37:15.801797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a55aa11b-bd75-4e43-8d5a-05e1764e2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:37:11Z', 'revision_number': 9, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:15.874641 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18eb7f1d-71e2-4c34-925f-082a3551f437 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:15.964646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc4f96-04e3-4764-95c7-3cde01283057 req-8fb04c81-ee92-43b3-b5d0-054ef2380d26 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:15.973638 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5acc4f96-04e3-4764-95c7-3cde01283057 req-8fb04c81-ee92-43b3-b5d0-054ef2380d26 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.6742296 Sep 23 22:37:16.023983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55aa11b-bd75-4e43-8d5a-05e1764e2a7f None None] Checking router: 9b4678bc-d892-45bf-9126-354ce42e53c6 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:37:16.106645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55aa11b-bd75-4e43-8d5a-05e1764e2a7f None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:37:16.116262 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a55aa11b-bd75-4e43-8d5a-05e1764e2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:37:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:16.334793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c921f04-1df6-4d9d-9c20-c025c6bbe885 req-0d1a4635-89da-43e2-952f-b98fcc5b1b9e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:16.359252 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c921f04-1df6-4d9d-9c20-c025c6bbe885 req-0d1a4635-89da-43e2-952f-b98fcc5b1b9e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.3690534 Sep 23 22:37:16.511215 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1b50cec-cb52-4fca-b499-3a30197c627b req-2aa44a4d-ea94-469f-a156-9bd47e2bdddc service neutron] 10.222.0.67 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7866113 Sep 23 22:37:16.515306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c921f04-1df6-4d9d-9c20-c025c6bbe885 req-acd7ceba-1610-4b5d-bfef-75a94c6f8c00 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547010 Sep 23 22:37:16.516904 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18eb7f1d-71e2-4c34-925f-082a3551f437 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:16.613193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-a55aa11b-bd75-4e43-8d5a-05e1764e2a7f None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:37:16.668607 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5acc4f96-04e3-4764-95c7-3cde01283057 req-bf0d7034-1aa0-4064-8c2b-d80858eb5950 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6766341 Sep 23 22:37:16.775058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb7f1d-71e2-4c34-925f-082a3551f437 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Subnet': ['ID=0606c611-789b-4f82-af63-9e53a5cb9b6b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:16.817742 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18eb7f1d-71e2-4c34-925f-082a3551f437 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:16.825798 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 32872) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:16.826808 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-18eb7f1d-71e2-4c34-925f-082a3551f437 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/0606c611-789b-4f82-af63-9e53a5cb9b6b HTTP/1.1" status: 204 len: 168 time: 2.4610932 Sep 23 22:37:16.900133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 0320028b-6046-42aa-85bf-f7f0187f9475 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:37:16.907404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2bd866-2b5d-42e1-a8eb-40fe8d9be2f3 None None] Network 3bcb1f6f-08ed-4fb4-a143-aef336cd3801 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:37:16.912942 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:16.915488 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e3c0e98-13e1-4e75-ad32-845e1808ea06 req-4b059d17-ee27-4934-9a8b-cd9e2f2f1529 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.1184337 Sep 23 22:37:17.093894 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:17.223338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 0320028b-6046-42aa-85bf-f7f0187f9475, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=0320028b-6046-42aa-85bf-f7f0187f9475,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:17.241449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '0320028b-6046-42aa-85bf-f7f0187f9475', 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47', 'port_id': '0320028b-6046-42aa-85bf-f7f0187f9475', 'mac_address': 'fa:16:3e:b3:a2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bef7f46-c67d-4b9d-b0a8-ff182509722b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:37:17.306110 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b05b1-dbf7-4190-890e-8e52c9a02a05 req-86501c18-6b32-4567-8725-451033573c67 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:17.315271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-935b05b1-dbf7-4190-890e-8e52c9a02a05 req-86501c18-6b32-4567-8725-451033573c67 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 943 time: 0.2113459 Sep 23 22:37:17.352451 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:17.473311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d179f4-5ed8-46bb-9cde-7bc241f022fb req-811d3445-7e5c-43ba-aa99-0890387d6943 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:17.475555 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-935b05b1-dbf7-4190-890e-8e52c9a02a05 req-8eb821e1-47ee-48c0-927d-a71d2560c2ec tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471272 Sep 23 22:37:17.505739 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-52d179f4-5ed8-46bb-9cde-7bc241f022fb req-811d3445-7e5c-43ba-aa99-0890387d6943 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.4017606 Sep 23 22:37:17.824848 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-52d179f4-5ed8-46bb-9cde-7bc241f022fb req-c30bd351-6385-4f1a-91bc-5539ea273a4a tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145092 Sep 23 22:37:17.830979 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port 97048361-7a6d-4148-8b39-bea8f71d60cc {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:17.837711 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:18.080928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089df653-260a-43e2-9edc-a78fabc6a984 req-289b91a3-f06f-496c-af26-9618978266a1 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:18.098447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-089df653-260a-43e2-9edc-a78fabc6a984 req-289b91a3-f06f-496c-af26-9618978266a1 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.2515686 Sep 23 22:37:18.162985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] For port 97048361-7a6d-4148-8b39-bea8f71d60cc, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=97048361-7a6d-4148-8b39-bea8f71d60cc,segment=NetworkSegment(02fff8e1-7d56-4cc0-bab0-1cb5797edcba),segment_id=02fff8e1-7d56-4cc0-bab0-1cb5797edcba)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:18.164899 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:18.244187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for 97048361-7a6d-4148-8b39-bea8f71d60cc owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:18.379376 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-089df653-260a-43e2-9edc-a78fabc6a984 req-a89e1e46-743f-472c-95af-1e5b32f974eb tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789006 Sep 23 22:37:18.545099 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1baa1baf-4568-4904-a1e7-9ff8bb891447 req-67da8540-5db8-42f1-b974-0558e3044150 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.2467811 Sep 23 22:37:18.571075 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:18.572670 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:18.702093 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0320028b-6046-42aa-85bf-f7f0187f9475 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:37:18.823340 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:18.891342 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:18.920045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 0320028b-6046-42aa-85bf-f7f0187f9475, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=0320028b-6046-42aa-85bf-f7f0187f9475,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:18.962524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No DVR routers for this DVR port 97048361-7a6d-4148-8b39-bea8f71d60cc on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:37:18.967957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=97048361-7a6d-4148-8b39-bea8f71d60cc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:19.107106 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:19.110466 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4421847-eb6f-4520-abe3-f2785c50b2fd None None] DHCP port deletion for 3bcb1f6f-08ed-4fb4-a143-aef336cd3801 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:37:19.294492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a7932-89ca-441a-b6d2-db500c614069 req-3f5aa9a4-de7d-43c4-bce5-a377a1f1bdb5 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:19.297550 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f4a7932-89ca-441a-b6d2-db500c614069 req-3f5aa9a4-de7d-43c4-bce5-a377a1f1bdb5 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 943 time: 0.5254188 Sep 23 22:37:19.342027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-612191d7-89f7-495d-886d-0f6739ee8765 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:19.349888 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-612191d7-89f7-495d-886d-0f6739ee8765 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 812 time: 0.5780578 Sep 23 22:37:19.383660 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-38e8b90e-ea11-455c-93aa-005cd5e00252 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/quotas/bb3bea9e83004d54ab7c7daee1f9b323 HTTP/1.1" status: 200 len: 375 time: 0.0284390 Sep 23 22:37:19.420228 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:19.440170 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=0320028b-6046-42aa-85bf-f7f0187f9475,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:19.474316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a55aa11b-bd75-4e43-8d5a-05e1764e2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:37:11Z', 'revision_number': 9, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:19.657802 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f4a7932-89ca-441a-b6d2-db500c614069 req-8184f4e2-ed41-4955-90f6-0ecde281f48f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275683 Sep 23 22:37:19.671006 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['0320028b-6046-42aa-85bf-f7f0187f9475'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:37:19.675678 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-18128bf9-60fe-4978-bfd8-137667399663 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2901988 Sep 23 22:37:19.679124 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55aa11b-bd75-4e43-8d5a-05e1764e2a7f None None] The sync data for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 is: [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:37:11Z', 'revision_number': 9, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cca369-53a2-470c-a3d8-9fa1c6c12f04', 'name': '', 'network_id': '7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:83:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:36:05Z', 'updated_at': '2021-09-23T22:36:18Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': '16a30152-dbbe-4862-aec7-69f5fffba4eb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:37:19.685795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcb1f6f-08ed-4fb4-a143-aef336cd3801']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:19.770139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fff8e1-7d56-4cc0-bab0-1cb5797edcba') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:19.771870 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fff8e1-7d56-4cc0-bab0-1cb5797edcba') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:19.822983 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:19.887991 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:19.910814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:37:19.922183 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:37:19.925218 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:37:20.102554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 97048361-7a6d-4148-8b39-bea8f71d60cc no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:37:20.182792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 97048361-7a6d-4148-8b39-bea8f71d60cc {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:37:20.183108 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 97048361-7a6d-4148-8b39-bea8f71d60cc not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:37:20.460315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01551b5-79f7-4311-9a4b-867ad0f28ba5 req-bffa4bcf-0ac1-48c2-8b82-95db4f37e9cf tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:20.460315 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c01551b5-79f7-4311-9a4b-867ad0f28ba5 req-bffa4bcf-0ac1-48c2-8b82-95db4f37e9cf tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.4825070 Sep 23 22:37:20.589470 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c01551b5-79f7-4311-9a4b-867ad0f28ba5 req-13a376ee-92ef-464e-b1cc-8d9e80f36ed6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591871 Sep 23 22:37:20.671618 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:20.696231 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:20.706317 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/networks/3bcb1f6f-08ed-4fb4-a143-aef336cd3801 HTTP/1.1" status: 204 len: 168 time: 3.8786335 Sep 23 22:37:20.740863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 32952) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:20.751317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92f05b-26b2-42b8-8531-ca54f9f1f6e6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Network': ['ID=3bcb1f6f-08ed-4fb4-a143-aef336cd3801,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:20.931892 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-d6ee4572-eefb-4df2-b9c0-d822a9766982 service neutron] 10.222.0.22 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2543414 Sep 23 22:37:21.157588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 0320028b-6046-42aa-85bf-f7f0187f9475 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:37:21.218989 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-23006d6d-e9f5-4c09-91d9-aeca9356bf6d req-e61a7004-ba64-4672-86e2-7bff9f84deb0 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.2123597 Sep 23 22:37:21.600515 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-0787b08f-ba68-4437-9f46-88d24ae349a5 service neutron] 10.222.0.22 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197517 Sep 23 22:37:21.646784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:37:21.757472 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:37:21.759763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a2f7ce7-e35e-45a3-a9b6-27bea146e8ef not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:37:21.765936 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 0320028b-6046-42aa-85bf-f7f0187f9475 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:37:21.794588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 0320028b-6046-42aa-85bf-f7f0187f9475 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:37:21.795008 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:21.863211 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:37:22.059688 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:22.112541 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34231488-c408-44b9-9bd0-88621758b637 req-c74ee3bc-9cbd-433f-9afd-565ed1ad20f2 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:22.124568 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34231488-c408-44b9-9bd0-88621758b637 req-c74ee3bc-9cbd-433f-9afd-565ed1ad20f2 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 944 time: 0.6667697 Sep 23 22:37:22.313072 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 0320028b-6046-42aa-85bf-f7f0187f9475, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=0320028b-6046-42aa-85bf-f7f0187f9475,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:22.314477 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b0de65-a585-4763-8d57-d2043d1c1d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0320028b-6046-42aa-85bf-f7f0187f9475'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:37:22.319775 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4a35d8-f083-4100-96e6-0c5246179054" -d '{"events": [{"server_uuid": "33b0de65-a585-4763-8d57-d2043d1c1d36", "name": "network-vif-plugged", "status": "completed", "tag": "0320028b-6046-42aa-85bf-f7f0187f9475"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:37:22.407799 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34231488-c408-44b9-9bd0-88621758b637 req-b30a956c-db0f-4ecd-b998-c7bf17d13563 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347269 Sep 23 22:37:22.427883 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:22.726928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=0320028b-6046-42aa-85bf-f7f0187f9475,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:22.768074 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-15961744-d76b-4d87-9569-f6bf01e87fdc req-6f53e586-2053-41a1-9015-8e2251de35a5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 210 time: 0.1432874 Sep 23 22:37:22.887420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b936a0-389f-44a8-9cfd-f6e6f65a463f req-a645bee7-18d8-47a8-82ee-07d54845de6a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:22.890367 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7b936a0-389f-44a8-9cfd-f6e6f65a463f req-a645bee7-18d8-47a8-82ee-07d54845de6a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.4230409 Sep 23 22:37:23.113808 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59d8e963-6210-48aa-bc11-70f085a0247c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:23.119963 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51209d7a-0e8a-47d5-9fb4-464f4a06210c x-openstack-request-id: req-51209d7a-0e8a-47d5-9fb4-464f4a06210c {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:37:23.120244 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b0de65-a585-4763-8d57-d2043d1c1d36", "name": "network-vif-plugged", "status": "completed", "tag": "0320028b-6046-42aa-85bf-f7f0187f9475", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:37:23.120685 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51209d7a-0e8a-47d5-9fb4-464f4a06210c {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:37:23.121136 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b0de65-a585-4763-8d57-d2043d1c1d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0320028b-6046-42aa-85bf-f7f0187f9475', 'code': 200} Sep 23 22:37:23.135909 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7b936a0-389f-44a8-9cfd-f6e6f65a463f req-a70f578d-3630-4e57-abdf-91e94f68cfd2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177715 Sep 23 22:37:23.541684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdb804-bc91-4292-a532-b77b4d863bfe req-a962f18f-8c64-4c4b-8100-c9ce67436c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:23.543518 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bdbdb804-bc91-4292-a532-b77b4d863bfe req-a962f18f-8c64-4c4b-8100-c9ce67436c90 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 1096 time: 0.1817131 Sep 23 22:37:23.686931 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ce4a4da-454e-4060-b672-92fbcc3d1515 req-14eea6e1-65d0-4f98-80eb-94a3e681525d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.1940668 Sep 23 22:37:23.788260 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bdbdb804-bc91-4292-a532-b77b4d863bfe req-24708375-f8fe-4575-90d0-d1213c772c1c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990960 Sep 23 22:37:23.903489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1109449-7b87-48ea-8ca3-9a8416d0c285 req-f248b7c1-89c3-44c2-a829-db7bcaff25d2 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:23.916372 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1109449-7b87-48ea-8ca3-9a8416d0c285 req-f248b7c1-89c3-44c2-a829-db7bcaff25d2 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 945 time: 0.1602111 Sep 23 22:37:24.237546 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e33b2bd0-b4b0-4353-a260-213c982c8947 req-e62c0ff1-7bd3-42bc-b6d4-8fac4683a0e6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 210 time: 0.2824020 Sep 23 22:37:24.272047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1109449-7b87-48ea-8ca3-9a8416d0c285 req-fc414a47-a65d-483c-a1e9-c58cf3adf189 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271563 Sep 23 22:37:24.380812 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-59d8e963-6210-48aa-bc11-70f085a0247c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port a7cca369-53a2-470c-a3d8-9fa1c6c12f04 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:24.380812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59d8e963-6210-48aa-bc11-70f085a0247c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:24.566915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-59d8e963-6210-48aa-bc11-70f085a0247c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] For port a7cca369-53a2-470c-a3d8-9fa1c6c12f04, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a7cca369-53a2-470c-a3d8-9fa1c6c12f04,segment=NetworkSegment(259053b2-1972-49da-989b-d194bdd67c45),segment_id=259053b2-1972-49da-989b-d194bdd67c45)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:24.567289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59d8e963-6210-48aa-bc11-70f085a0247c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:24.595834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-59d8e963-6210-48aa-bc11-70f085a0247c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for a7cca369-53a2-470c-a3d8-9fa1c6c12f04 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:24.953065 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5dd1cf02-0eff-40b7-b278-af28c7431249 req-e57d0f68-f1e7-43d7-81c2-d73959f9cea3 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.0970147 Sep 23 22:37:24.954425 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688d728-db5b-460c-9eba-22c09897a275 req-6eea89f5-f46b-425a-ae3a-38b740d336a0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:24.962711 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7688d728-db5b-460c-9eba-22c09897a275 req-6eea89f5-f46b-425a-ae3a-38b740d336a0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.0815542 Sep 23 22:37:25.054259 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7688d728-db5b-460c-9eba-22c09897a275 req-a0de11f0-96d5-455b-b425-749d203376dd tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901296 Sep 23 22:37:25.370555 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e56fd00-4f39-4171-aa48-49fa6ddf1d47 req-11ca29ec-d42e-4e73-a80a-f27d7a3ef152 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 210 time: 0.0466611 Sep 23 22:37:25.495199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c742-ab42-4bce-8f2a-7c67cac887c8 req-fc0cf61f-cf79-49b0-a870-0255da6b5ab3 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:25.496950 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0616c742-ab42-4bce-8f2a-7c67cac887c8 req-fc0cf61f-cf79-49b0-a870-0255da6b5ab3 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 945 time: 0.0643084 Sep 23 22:37:25.554128 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0616c742-ab42-4bce-8f2a-7c67cac887c8 req-8666c1f0-2fef-4fab-af2b-fdc1001c4890 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483201 Sep 23 22:37:25.726046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59d8e963-6210-48aa-bc11-70f085a0247c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:25.797885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8e963-6210-48aa-bc11-70f085a0247c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=a7cca369-53a2-470c-a3d8-9fa1c6c12f04,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:26.158194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88f7f587-6a5a-42f9-92e5-ae8bec725cc8 req-c39457fa-2360-40ce-b24e-6e01da71d062 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.0688241 Sep 23 22:37:26.327832 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59d8e963-6210-48aa-bc11-70f085a0247c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:26.623340 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05922f75-6b51-4324-b2ce-e6b72cd1e3d0 req-a5c330f7-d961-44b0-bdff-a8eb4a757a38 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 210 time: 0.0396469 Sep 23 22:37:26.749726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9916e3-e4bc-455d-81b3-424d18dfe09f req-93ae483d-94db-4de1-ac2c-e987bc6bb5bc tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:26.753720 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd9916e3-e4bc-455d-81b3-424d18dfe09f req-93ae483d-94db-4de1-ac2c-e987bc6bb5bc tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.2850022 Sep 23 22:37:26.948867 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3be69-ef28-47b6-b47c-f9b2636fe7cb req-d4d9ad81-ef22-4343-ad76-d655f2cb08ed tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:26.950611 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d8e3be69-ef28-47b6-b47c-f9b2636fe7cb req-d4d9ad81-ef22-4343-ad76-d655f2cb08ed tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 945 time: 0.1341498 Sep 23 22:37:27.006800 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd9916e3-e4bc-455d-81b3-424d18dfe09f req-d93986bc-1321-4890-a167-784455f71a31 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357605 Sep 23 22:37:27.060938 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d8e3be69-ef28-47b6-b47c-f9b2636fe7cb req-dc0231e3-8f06-48d6-a6a0-347afa763ae1 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871830 Sep 23 22:37:27.085966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d8e963-6210-48aa-bc11-70f085a0247c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 9b4678bc-d892-45bf-9126-354ce42e53c6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:37:27.366604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d8e963-6210-48aa-bc11-70f085a0247c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:37:27.388338 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b5b2a-5d09-4107-90e9-31ce61340da6 None None] Sync routers for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:37:27.396992 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-59d8e963-6210-48aa-bc11-70f085a0247c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/9b4678bc-d892-45bf-9126-354ce42e53c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6544380 Sep 23 22:37:27.403500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33076) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:27.425053 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b5b2a-5d09-4107-90e9-31ce61340da6 None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:37:27.427453 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afb6ec51-d0dd-4268-927b-fcf3fe61f9f0 req-2abe41f4-7088-420b-a86b-23e6c09a8af1 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.1033459 Sep 23 22:37:27.437070 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-782b5b2a-5d09-4107-90e9-31ce61340da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:37:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:27.519719 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ea0348-b4ce-4da3-9ca6-5b189575d36b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting subnet 16a30152-dbbe-4862-aec7-69f5fffba4eb {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:37:27.525453 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-28ea0348-b4ce-4da3-9ca6-5b189575d36b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:27.658491 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-782b5b2a-5d09-4107-90e9-31ce61340da6 None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:37:27.663884 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-28ea0348-b4ce-4da3-9ca6-5b189575d36b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:27.927702 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-28ea0348-b4ce-4da3-9ca6-5b189575d36b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:27.941216 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-369a9702-0709-4b7e-b036-47b1c33f8dd5 req-ce47d71a-0b03-4ca6-b538-979104f1a3ea tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 210 time: 0.0648441 Sep 23 22:37:28.296904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-28ea0348-b4ce-4da3-9ca6-5b189575d36b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:28.347687 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-782b5b2a-5d09-4107-90e9-31ce61340da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:37:24Z', 'revision_number': 10, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:28.354321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6af7f-9e72-4a57-a360-49ec2c7b8600 req-b98953fe-7586-48fb-90b4-5f74b28fb092 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:28.367709 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7df6af7f-9e72-4a57-a360-49ec2c7b8600 req-b98953fe-7586-48fb-90b4-5f74b28fb092 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.1729851 Sep 23 22:37:28.386074 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea0348-b4ce-4da3-9ca6-5b189575d36b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Subnet': ['ID=16a30152-dbbe-4862-aec7-69f5fffba4eb,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:28.400589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-28ea0348-b4ce-4da3-9ca6-5b189575d36b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:28.401033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1e0d97-d567-4156-a387-addab02858bc None None] Network 7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:37:28.401664 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-28ea0348-b4ce-4da3-9ca6-5b189575d36b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/16a30152-dbbe-4862-aec7-69f5fffba4eb HTTP/1.1" status: 204 len: 168 time: 0.9876144 Sep 23 22:37:28.401664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33096) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:28.417612 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b5b2a-5d09-4107-90e9-31ce61340da6 None None] Checking router: 9b4678bc-d892-45bf-9126-354ce42e53c6 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:37:28.436193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7df6af7f-9e72-4a57-a360-49ec2c7b8600 req-e024d1bc-adc6-4e48-ada0-c3c73f6efcf8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653169 Sep 23 22:37:28.444452 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b5b2a-5d09-4107-90e9-31ce61340da6 None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:37:28.445543 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-782b5b2a-5d09-4107-90e9-31ce61340da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:37:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:28.572821 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472eaf84-535d-44c9-a99c-bbb63f82a6c1 req-5914c810-30e4-4979-ab1b-324db627278a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:28.598696 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-472eaf84-535d-44c9-a99c-bbb63f82a6c1 req-5914c810-30e4-4979-ab1b-324db627278a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 945 time: 0.4476533 Sep 23 22:37:28.696650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] DHCP port deletion for 7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:37:28.818772 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-782b5b2a-5d09-4107-90e9-31ce61340da6 None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:37:28.890938 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Deleting port abd80e71-1892-4d59-8773-1aa02dfcc11a {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:28.894019 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:28.941150 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-472eaf84-535d-44c9-a99c-bbb63f82a6c1 req-08c830e2-4c17-49bb-ace3-7ddd42a5254d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261106 Sep 23 22:37:29.012155 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:29.074491 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-268f130d-d108-4adf-99d8-cfb78942d605 req-64efd184-a13a-4ff9-9570-9c6d01d51d5b tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.2277985 Sep 23 22:37:29.148559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] For port abd80e71-1892-4d59-8773-1aa02dfcc11a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=abd80e71-1892-4d59-8773-1aa02dfcc11a,segment=NetworkSegment(259053b2-1972-49da-989b-d194bdd67c45),segment_id=259053b2-1972-49da-989b-d194bdd67c45)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:29.148973 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:29.176540 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Calling delete_port for abd80e71-1892-4d59-8773-1aa02dfcc11a owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:29.324730 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ecc861e-397e-4b7a-b093-0f792968869a req-d2771703-b23a-46d6-95f3-bc869d6b7811 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 210 time: 0.1096241 Sep 23 22:37:29.398085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-d9335199-6086-42c6-896b-6ce4f2e58656 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:29.400767 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-d9335199-6086-42c6-896b-6ce4f2e58656 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 812 time: 0.5869789 Sep 23 22:37:29.418416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-9321a5a5-a706-4642-8c9d-85b4c14b0288 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Request body: {'port': {'device_id': '442f9e21-6ece-4ae6-8f6d-c8947b1058ed', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'admin_state_up': True, 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:37:29.449292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port abd80e71-1892-4d59-8773-1aa02dfcc11a {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:29.449292 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:29.530633 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-782b5b2a-5d09-4107-90e9-31ce61340da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:37:24Z', 'revision_number': 10, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:29.559021 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:29.640562 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b5b2a-5d09-4107-90e9-31ce61340da6 None None] The sync data for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 is: [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:37:24Z', 'revision_number': 10, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None, '_interfaces': [{'id': '0713f07a-1fdb-4c45-9100-7b5c6faa3826', 'name': '', 'network_id': '96f6d594-31a5-4c31-8d3a-e98b18f78562', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'mac_address': 'fa:16:3e:62:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:35:49Z', 'updated_at': '2021-09-23T22:36:03Z', 'revision_number': 5, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'subnets': [{'id': 'b300f0bf-f14d-4935-b34b-2a4163707d2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:37:29.691278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] No DVR routers for this DVR port abd80e71-1892-4d59-8773-1aa02dfcc11a on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:37:29.694843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Pushing event deleted for resources: {'Port': ['ID=abd80e71-1892-4d59-8773-1aa02dfcc11a,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:29.749305 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:29.754292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:29.754948 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:29.755586 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:29.756217 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:29.765223 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:29.765905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:29.766471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:29.767118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:29.769320 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:29.770545 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:29.771212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28622720-f0aa-44e2-935e-1537d636d847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:29.912191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852a2c8-71e0-41bb-9df2-bac413e7ab37 req-7d8467b0-4f70-40ef-b4dc-1275341cb421 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:29.919823 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3852a2c8-71e0-41bb-9df2-bac413e7ab37 req-7d8467b0-4f70-40ef-b4dc-1275341cb421 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.1308143 Sep 23 22:37:30.026941 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3852a2c8-71e0-41bb-9df2-bac413e7ab37 req-202eb885-3911-49f8-be55-bd27a5c28980 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989997 Sep 23 22:37:30.083394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device abd80e71-1892-4d59-8773-1aa02dfcc11a no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:37:30.086565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33124) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:30.183181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: abd80e71-1892-4d59-8773-1aa02dfcc11a {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:37:30.184389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device abd80e71-1892-4d59-8773-1aa02dfcc11a not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:37:30.328597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad4e0f-1526-4c18-b870-b8c4a7903549 req-ee6e8171-e87b-4a88-a0a4-f117c41cd095 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:30.334359 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5ad4e0f-1526-4c18-b870-b8c4a7903549 req-ee6e8171-e87b-4a88-a0a4-f117c41cd095 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.67 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 945 time: 0.8787291 Sep 23 22:37:30.405419 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f471fc9-383b-42fb-8ed2-a280250e34ce req-ef3a5023-7feb-4ba3-800a-70c0051a1141 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa162f9f-eb21-40fc-a0b8-62f2e00c988e HTTP/1.1" status: 200 len: 210 time: 0.0708690 Sep 23 22:37:30.628728 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1a349c26-a0f0-4e8e-891d-40d61b5ba652 req-cb067c92-73b6-491c-a22e-07c02e54944d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 210 time: 0.0806630 Sep 23 22:37:30.656042 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2a430f63-c1eb-42a4-a2bf-254df4348b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:30.679362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] For port abd80e71-1892-4d59-8773-1aa02dfcc11a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=abd80e71-1892-4d59-8773-1aa02dfcc11a,segment=NetworkSegment(259053b2-1972-49da-989b-d194bdd67c45),segment_id=259053b2-1972-49da-989b-d194bdd67c45)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:30.679997 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:30.735472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for abd80e71-1892-4d59-8773-1aa02dfcc11a owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:30.758013 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38aeca3-de40-4a9c-ba3f-06752fa3ca77 req-3e6d6347-9b6d-461a-9f15-6dae3333688b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:30.759713 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e38aeca3-de40-4a9c-ba3f-06752fa3ca77 req-3e6d6347-9b6d-461a-9f15-6dae3333688b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 945 time: 0.5049117 Sep 23 22:37:30.854751 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2a430f63-c1eb-42a4-a2bf-254df4348b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:30.857086 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-c5ad4e0f-1526-4c18-b870-b8c4a7903549 req-d84f5010-faf9-4f1d-98d1-b258741fef7c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Deleting port 0320028b-6046-42aa-85bf-f7f0187f9475 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:30.857675 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c5ad4e0f-1526-4c18-b870-b8c4a7903549 req-d84f5010-faf9-4f1d-98d1-b258741fef7c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:30.967441 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e38aeca3-de40-4a9c-ba3f-06752fa3ca77 req-f8977305-8d48-4c56-8231-3e34a3579757 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890390 Sep 23 22:37:31.067396 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:31.098892 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-c5ad4e0f-1526-4c18-b870-b8c4a7903549 req-d84f5010-faf9-4f1d-98d1-b258741fef7c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] For port 0320028b-6046-42aa-85bf-f7f0187f9475, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=0320028b-6046-42aa-85bf-f7f0187f9475,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:31.099526 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c5ad4e0f-1526-4c18-b870-b8c4a7903549 req-d84f5010-faf9-4f1d-98d1-b258741fef7c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:31.149972 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2a430f63-c1eb-42a4-a2bf-254df4348b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:31.155987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=abd80e71-1892-4d59-8773-1aa02dfcc11a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:31.172781 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No DVR routers for this DVR port abd80e71-1892-4d59-8773-1aa02dfcc11a on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:37:31.186232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-c5ad4e0f-1526-4c18-b870-b8c4a7903549 req-d84f5010-faf9-4f1d-98d1-b258741fef7c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Calling delete_port for 0320028b-6046-42aa-85bf-f7f0187f9475 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:31.203700 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:31.204246 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:31.204760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:31.205328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:31.207798 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2a430f63-c1eb-42a4-a2bf-254df4348b8b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=960628ad7935477b87dd848ec9322f44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1189475 Sep 23 22:37:31.208037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:31.208037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:31.208272 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:31.208787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:31.209338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:31.209846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:31.210122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a430f63-c1eb-42a4-a2bf-254df4348b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f0bcb6-c3b7-4e7a-a254-126a09bc5a46,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:31.210378 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:31.211190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:31.212729 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33146) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:31.306268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043aeee-18cb-4948-887a-86939aabe667 req-30c21d7b-3ead-42ba-8f9c-ccbad806d5ac tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:31.308217 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8043aeee-18cb-4948-887a-86939aabe667 req-30c21d7b-3ead-42ba-8f9c-ccbad806d5ac tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.0945387 Sep 23 22:37:31.373658 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2265952-e7a2-46b9-8b5a-e1e9273551fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:31.399621 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:31.419146 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2265952-e7a2-46b9-8b5a-e1e9273551fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:31.420283 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-9321a5a5-a706-4642-8c9d-85b4c14b0288 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Made reservation on behalf of bb3bea9e83004d54ab7c7daee1f9b323 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:37:31.424018 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-9321a5a5-a706-4642-8c9d-85b4c14b0288 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:31.476573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:31.542443 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259053b2-1972-49da-989b-d194bdd67c45') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:31.542748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259053b2-1972-49da-989b-d194bdd67c45') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:31.590457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8043aeee-18cb-4948-887a-86939aabe667 req-bd1892bd-3a93-4869-8a8f-1ce4da91d154 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574074 Sep 23 22:37:31.590786 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:31.641955 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:31.666223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:37:31.666223 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:37:31.669440 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:37:31.674978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a7cca369-53a2-470c-a3d8-9fa1c6c12f04 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:37:31.709144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: a7cca369-53a2-470c-a3d8-9fa1c6c12f04 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:37:31.709468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a7cca369-53a2-470c-a3d8-9fa1c6c12f04 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:37:31.762662 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd477a44-54f9-475e-bd48-0f559b162d0a req-66454fc9-488c-4ae0-97e0-28270eeaf423 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 210 time: 0.0370834 Sep 23 22:37:31.815695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-9321a5a5-a706-4642-8c9d-85b4c14b0288 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Allocated IP 172.20.0.10 (7b269275-d2f2-42f6-a365-60282a573cd2/5c35295b-d496-49fd-b020-8dcae9bebf0e/fed8c899-d23a-491f-8f31-53b8265873f2) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:37:31.847477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33162) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:31.919516 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a6769933-c01b-486d-ad18-5f2b2151ef20 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:31.959058 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a6769933-c01b-486d-ad18-5f2b2151ef20 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:32.007292 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2265952-e7a2-46b9-8b5a-e1e9273551fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:32.010501 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2265952-e7a2-46b9-8b5a-e1e9273551fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:32.016080 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e2265952-e7a2-46b9-8b5a-e1e9273551fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74f0bcb6-c3b7-4e7a-a254-126a09bc5a46 HTTP/1.1" status: 204 len: 168 time: 0.7970426 Sep 23 22:37:32.026812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2265952-e7a2-46b9-8b5a-e1e9273551fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f0bcb6-c3b7-4e7a-a254-126a09bc5a46,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:32.170016 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:32.172052 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c5ad4e0f-1526-4c18-b870-b8c4a7903549 req-d84f5010-faf9-4f1d-98d1-b258741fef7c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:32.193475 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:32.196064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/networks/7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee HTTP/1.1" status: 204 len: 168 time: 3.7964954 Sep 23 22:37:32.200456 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33170) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:32.285808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4fac7-6636-4e37-94af-01cf615eabd6 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Network': ['ID=7fa5e9d7-1b21-4d5b-b617-efa2d2c042ee,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:32.305381 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f5010-faf9-4f1d-98d1-b258741fef7c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Pushing event deleted for resources: {'Port': ['ID=0320028b-6046-42aa-85bf-f7f0187f9475,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:32.334621 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a6769933-c01b-486d-ad18-5f2b2151ef20 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:32.348107 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a6769933-c01b-486d-ad18-5f2b2151ef20 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:32.361222 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a6769933-c01b-486d-ad18-5f2b2151ef20 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "DELETE /v2.0/security-groups/ca7841b8-7236-4193-912b-422adbe8aea1 HTTP/1.1" status: 204 len: 168 time: 0.5118363 Sep 23 22:37:32.408174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33174) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:32.513793 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-d2279ecb-a276-4c9b-8026-31b2f701ef73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] show failed (client error): The resource could not be found. Sep 23 22:37:32.516473 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-93b91da8-fea9-4e99-b472-e4262b46119d req-43e9b22e-072a-48c1-86e0-330e0bd668d8 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 210 time: 0.2279716 Sep 23 22:37:32.533184 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d2279ecb-a276-4c9b-8026-31b2f701ef73 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "GET /v2.0/security-groups/ca7841b8-7236-4193-912b-422adbe8aea1 HTTP/1.1" status: 404 len: 347 time: 0.1222341 Sep 23 22:37:32.538506 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-9321a5a5-a706-4642-8c9d-85b4c14b0288 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:32.540408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33178) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:32.541847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ad4e0f-1526-4c18-b870-b8c4a7903549 req-d84f5010-faf9-4f1d-98d1-b258741fef7c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] No DVR routers for this DVR port 0320028b-6046-42aa-85bf-f7f0187f9475 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:37:32.553571 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c5ad4e0f-1526-4c18-b870-b8c4a7903549 req-d84f5010-faf9-4f1d-98d1-b258741fef7c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:32.556597 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5ad4e0f-1526-4c18-b870-b8c4a7903549 req-d84f5010-faf9-4f1d-98d1-b258741fef7c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.67 "DELETE /v2.0/ports/0320028b-6046-42aa-85bf-f7f0187f9475 HTTP/1.1" status: 204 len: 173 time: 2.1889067 Sep 23 22:37:32.557255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b0de65-a585-4763-8d57-d2043d1c1d36', 'name': 'network-vif-deleted', 'tag': '0320028b-6046-42aa-85bf-f7f0187f9475'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:37:32.560141 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47614cc-19e8-4477-aa6e-3198e3f8e86d" -d '{"events": [{"server_uuid": "33b0de65-a585-4763-8d57-d2043d1c1d36", "name": "network-vif-deleted", "tag": "0320028b-6046-42aa-85bf-f7f0187f9475"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:37:32.601981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6769933-c01b-486d-ad18-5f2b2151ef20 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7841b8-7236-4193-912b-422adbe8aea1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:32.713030 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798599df-9456-40d5-9d82-1879c5020d5e x-openstack-request-id: req-798599df-9456-40d5-9d82-1879c5020d5e {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:37:32.713030 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b0de65-a585-4763-8d57-d2043d1c1d36", "name": "network-vif-deleted", "tag": "0320028b-6046-42aa-85bf-f7f0187f9475", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:37:32.713030 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-798599df-9456-40d5-9d82-1879c5020d5e {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:37:32.713030 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b0de65-a585-4763-8d57-d2043d1c1d36', 'name': 'network-vif-deleted', 'tag': '0320028b-6046-42aa-85bf-f7f0187f9475', 'status': 'completed', 'code': 200} Sep 23 22:37:32.986063 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-0fca7852-3a61-4ce3-9cd9-6772852c6935 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Deleting port a354f855-345a-48cf-9493-b463a25390bf {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:32.994762 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0fca7852-3a61-4ce3-9cd9-6772852c6935 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:32.998447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e06f1d-a39a-409d-8a34-76c49817c9e9 req-4c7ff695-01ef-4af2-8ab0-cd65809ef92d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:33.027480 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87e06f1d-a39a-409d-8a34-76c49817c9e9 req-4c7ff695-01ef-4af2-8ab0-cd65809ef92d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.1582248 Sep 23 22:37:33.101669 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87e06f1d-a39a-409d-8a34-76c49817c9e9 req-96f8c5d2-eec8-4e07-a879-4a15e928f816 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824578 Sep 23 22:37:33.139322 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c601c69a-79d9-4834-a97a-caca4668952d req-bc9915d3-031e-427f-acd2-d031994fad2e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 210 time: 0.1889355 Sep 23 22:37:33.158894 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-9321a5a5-a706-4642-8c9d-85b4c14b0288 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:33.215138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 0320028b-6046-42aa-85bf-f7f0187f9475 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:37:33.235028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-9321a5a5-a706-4642-8c9d-85b4c14b0288 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Network 7b269275-d2f2-42f6-a365-60282a573cd2 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:37:33.240527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321a5a5-a706-4642-8c9d-85b4c14b0288 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event updated for resources: {'Port': ['ID=fed8c899-d23a-491f-8f31-53b8265873f2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:33.261007 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-9321a5a5-a706-4642-8c9d-85b4c14b0288 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:37:33.265941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-9321a5a5-a706-4642-8c9d-85b4c14b0288 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:37:33.302587 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1a4d47af-511f-4dc2-a5d8-084749ae3402 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:33.310983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 0320028b-6046-42aa-85bf-f7f0187f9475 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:37:33.314562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 0320028b-6046-42aa-85bf-f7f0187f9475 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:37:33.478924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-9321a5a5-a706-4642-8c9d-85b4c14b0288 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:33.478924 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-9321a5a5-a706-4642-8c9d-85b4c14b0288 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:33.515505 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0fca7852-3a61-4ce3-9cd9-6772852c6935 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:33.515875 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0fca7852-3a61-4ce3-9cd9-6772852c6935 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:33.575392 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-0fca7852-3a61-4ce3-9cd9-6772852c6935 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Calling delete_port for a354f855-345a-48cf-9493-b463a25390bf owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:33.739774 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-9321a5a5-a706-4642-8c9d-85b4c14b0288 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3262298 Sep 23 22:37:33.773855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Request body: {'port': {'device_id': '442f9e21-6ece-4ae6-8f6d-c8947b1058ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:37:33.900490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-3fb6e060-2af4-428e-8bff-047033e31977 None None] Provisioning complete for port fed8c899-d23a-491f-8f31-53b8265873f2 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:37:33.901799 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3fb6e060-2af4-428e-8bff-047033e31977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:33.916550 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e4471df-8aed-4956-babb-f4fe3bbd90ee req-0c05f570-86d2-4c63-9827-8f3465d45b6a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b0de65-a585-4763-8d57-d2043d1c1d36 HTTP/1.1" status: 200 len: 210 time: 0.2230163 Sep 23 22:37:33.962821 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:33.987573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-3fb6e060-2af4-428e-8bff-047033e31977 None None] Port fed8c899-d23a-491f-8f31-53b8265873f2 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:37:34.419269 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d47af-511f-4dc2-a5d8-084749ae3402 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port 0713f07a-1fdb-4c45-9100-7b5c6faa3826 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:34.420260 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1a4d47af-511f-4dc2-a5d8-084749ae3402 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:34.425296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33214) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:34.437328 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0fca7852-3a61-4ce3-9cd9-6772852c6935 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:34.495408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fe00824d-ee71-4a11-bb54-a042a9101d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:34.547303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca7852-3a61-4ce3-9cd9-6772852c6935 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event deleted for resources: {'Port': ['ID=a354f855-345a-48cf-9493-b463a25390bf,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:34.634229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ca5d2-b3da-4df2-a91e-292836b6b648 req-86005526-c5ba-46a2-b588-ef5cb93265c8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:34.636004 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a05ca5d2-b3da-4df2-a91e-292836b6b648 req-86005526-c5ba-46a2-b588-ef5cb93265c8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 932 time: 0.2683318 Sep 23 22:37:34.691953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-1a4d47af-511f-4dc2-a5d8-084749ae3402 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] For port 0713f07a-1fdb-4c45-9100-7b5c6faa3826, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0713f07a-1fdb-4c45-9100-7b5c6faa3826,segment=NetworkSegment(f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62),segment_id=f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:34.691953 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1a4d47af-511f-4dc2-a5d8-084749ae3402 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:34.749951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d47af-511f-4dc2-a5d8-084749ae3402 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for 0713f07a-1fdb-4c45-9100-7b5c6faa3826 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:34.749951 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fe00824d-ee71-4a11-bb54-a042a9101d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:34.882626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cf932-66dc-4b1d-bf94-a71438546100 req-43f0e68c-5dcf-4e5f-a621-e66d5b6eb811 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:34.887395 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f6cf932-66dc-4b1d-bf94-a71438546100 req-43f0e68c-5dcf-4e5f-a621-e66d5b6eb811 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.5318146 Sep 23 22:37:34.889704 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0fca7852-3a61-4ce3-9cd9-6772852c6935 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:34.892445 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0fca7852-3a61-4ce3-9cd9-6772852c6935 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:34.894445 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0fca7852-3a61-4ce3-9cd9-6772852c6935 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "DELETE /v2.0/floatingips/448b1ff7-247f-4716-bf8e-d7d4c4b70bea HTTP/1.1" status: 204 len: 168 time: 2.3496575 Sep 23 22:37:34.904225 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33222) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:35.058192 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f6cf932-66dc-4b1d-bf94-a71438546100 req-fa7112e1-af51-48af-b780-214dde62bb69 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428492 Sep 23 22:37:35.119745 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed8c899-d23a-491f-8f31-53b8265873f2 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:37:35.131056 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:35.135846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fe00824d-ee71-4a11-bb54-a042a9101d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:35.151385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-9270236d-ddbc-4226-9799-0207d5c316d2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Deleting port 2399c71c-78da-4b12-adda-5a18362e7290 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:35.151731 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9270236d-ddbc-4226-9799-0207d5c316d2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:35.235766 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fe00824d-ee71-4a11-bb54-a042a9101d23 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9531e38d4e3445b0a7fad658671c0f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8072009 Sep 23 22:37:35.238168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33228) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:35.255510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00824d-ee71-4a11-bb54-a042a9101d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67e45f3-267d-44c9-af8e-5282338221b3,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:35.402016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Transition to ACTIVE for port object fed8c899-d23a-491f-8f31-53b8265873f2 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:37:35.408445 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ba5006f-fe58-4efd-a25a-38316e817e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:35.412550 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1a4d47af-511f-4dc2-a5d8-084749ae3402 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:35.467090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d47af-511f-4dc2-a5d8-084749ae3402 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=0713f07a-1fdb-4c45-9100-7b5c6faa3826,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:35.470693 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9270236d-ddbc-4226-9799-0207d5c316d2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:35.530882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-9270236d-ddbc-4226-9799-0207d5c316d2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Calling delete_port for 2399c71c-78da-4b12-adda-5a18362e7290 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:35.589500 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:35.611153 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ba5006f-fe58-4efd-a25a-38316e817e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:35.653044 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a05ca5d2-b3da-4df2-a91e-292836b6b648 req-a97c2077-3c62-4d21-b6a3-2a1f621397df tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9964445 Sep 23 22:37:35.966370 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1a4d47af-511f-4dc2-a5d8-084749ae3402 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:35.980467 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ba5006f-fe58-4efd-a25a-38316e817e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:35.985279 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7ba5006f-fe58-4efd-a25a-38316e817e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:35.991376 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7ba5006f-fe58-4efd-a25a-38316e817e29 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a67e45f3-267d-44c9-af8e-5282338221b3 HTTP/1.1" status: 204 len: 168 time: 0.7475684 Sep 23 22:37:36.154937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=fed8c899-d23a-491f-8f31-53b8265873f2,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:36.261086 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Attempting to bind port fed8c899-d23a-491f-8f31-53b8265873f2 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:37:36.262074 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Attempting to bind port fed8c899-d23a-491f-8f31-53b8265873f2 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:37:36.262074 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Attempting to bind port fed8c899-d23a-491f-8f31-53b8265873f2 on network 7b269275-d2f2-42f6-a365-60282a573cd2 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:37:36.270778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5006f-fe58-4efd-a25a-38316e817e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67e45f3-267d-44c9-af8e-5282338221b3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:36.390483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Port fed8c899-d23a-491f-8f31-53b8265873f2 on network 7b269275-d2f2-42f6-a365-60282a573cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:37:36.391096 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Attempting to bind port fed8c899-d23a-491f-8f31-53b8265873f2 on network 7b269275-d2f2-42f6-a365-60282a573cd2 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:37:36.420794 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:37:36.426025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Checking segment: {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:37:36.426445 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Bound using segment: {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:37:36.426971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Bound port: fed8c899-d23a-491f-8f31-53b8265873f2, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:37:36.427322 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:36.513857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-3db8f81a-933d-4543-a1b3-fcf2bbe28751 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:36.515524 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-3db8f81a-933d-4543-a1b3-fcf2bbe28751 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 812 time: 0.3704076 Sep 23 22:37:36.534556 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:36.550703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4d47af-511f-4dc2-a5d8-084749ae3402 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 9b4678bc-d892-45bf-9126-354ce42e53c6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:37:36.574883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] For port fed8c899-d23a-491f-8f31-53b8265873f2, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:37:36.614060 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9270236d-ddbc-4226-9799-0207d5c316d2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:36.677389 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] For port fed8c899-d23a-491f-8f31-53b8265873f2, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=fed8c899-d23a-491f-8f31-53b8265873f2,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:37:36.716304 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-cd5ef52f-e518-4c59-9416-f7207d1b4adc tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/quotas/7b76146ebc1f4d82b2692c606ba4acda HTTP/1.1" status: 200 len: 375 time: 0.1436403 Sep 23 22:37:36.722741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270236d-ddbc-4226-9799-0207d5c316d2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event deleted for resources: {'Port': ['ID=2399c71c-78da-4b12-adda-5a18362e7290,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:36.837525 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-aad9a253-7a0f-411f-8771-f52a2f5a8921 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987406 Sep 23 22:37:36.885478 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:36.928152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:36.929396 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:36.931985 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] 10.222.0.43 "PUT /v2.0/ports/fed8c899-d23a-491f-8f31-53b8265873f2 HTTP/1.1" status: 200 len: 1092 time: 3.1733425 Sep 23 22:37:36.933205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1813e-bfe8-4f1e-9548-37af2e290af1 req-eeee0aa7-04cd-44a7-90f7-116b1dff2324 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:36.944615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442f9e21-6ece-4ae6-8f6d-c8947b1058ed', 'tag': 'fed8c899-d23a-491f-8f31-53b8265873f2'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:37:36.947289 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9c1813e-bfe8-4f1e-9548-37af2e290af1 req-eeee0aa7-04cd-44a7-90f7-116b1dff2324 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 945 time: 0.4741042 Sep 23 22:37:36.947967 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8469eb3d-f523-4997-b1d4-d104314b8094" -d '{"events": [{"name": "network-changed", "server_uuid": "442f9e21-6ece-4ae6-8f6d-c8947b1058ed", "tag": "fed8c899-d23a-491f-8f31-53b8265873f2"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:37:36.955683 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9270236d-ddbc-4226-9799-0207d5c316d2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:36.961731 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9270236d-ddbc-4226-9799-0207d5c316d2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "DELETE /v2.0/ports/2399c71c-78da-4b12-adda-5a18362e7290 HTTP/1.1" status: 204 len: 168 time: 2.0563734 Sep 23 22:37:36.968690 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33270) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:37.047890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4d47af-511f-4dc2-a5d8-084749ae3402 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:37:37.068078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9586dd49-405f-44d7-ba1d-1c26a61bd6ae None None] Sync routers for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:37:37.079462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aed58-7112-48b6-b7ba-9ced04946cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=fed8c899-d23a-491f-8f31-53b8265873f2,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:37.104666 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9586dd49-405f-44d7-ba1d-1c26a61bd6ae None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:37:37.105789 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9586dd49-405f-44d7-ba1d-1c26a61bd6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:37:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:37.120507 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1a4d47af-511f-4dc2-a5d8-084749ae3402 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/9b4678bc-d892-45bf-9126-354ce42e53c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9046628 Sep 23 22:37:37.120858 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-2485d3b4-c761-4a68-b765-2f135a891559 service neutron] 10.222.0.22 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527163 Sep 23 22:37:37.120858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33272) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:37.216305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9c1813e-bfe8-4f1e-9548-37af2e290af1 req-f07f0239-6399-4811-8246-efe8e391f927 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666340 Sep 23 22:37:37.407303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 143378f3-4e92-4775-a2b5-989b2bdf6436 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:37:37.531572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-9586dd49-405f-44d7-ba1d-1c26a61bd6ae None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:37:37.563992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-64d5ecbc-11fe-43b8-a65d-1f2bd5c5b75d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Deleting port 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:37.565031 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d5ecbc-11fe-43b8-a65d-1f2bd5c5b75d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:37.662969 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9586dd49-405f-44d7-ba1d-1c26a61bd6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:37:34Z', 'revision_number': 11, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:37.669583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9eea248-a298-400f-89e2-be6676e33d5e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting subnet b300f0bf-f14d-4935-b34b-2a4163707d2f {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:37:37.676538 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d9eea248-a298-400f-89e2-be6676e33d5e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:37.693510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94695474-6397-44e3-bf16-e5d36e4b73ab req-0ffe968e-53c9-47a9-bae0-56afcf9d2dcb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:37.698205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9586dd49-405f-44d7-ba1d-1c26a61bd6ae None None] Checking router: 9b4678bc-d892-45bf-9126-354ce42e53c6 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:37:37.701973 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-94695474-6397-44e3-bf16-e5d36e4b73ab req-0ffe968e-53c9-47a9-bae0-56afcf9d2dcb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 944 time: 0.3074582 Sep 23 22:37:37.738327 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9586dd49-405f-44d7-ba1d-1c26a61bd6ae None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:37:37.739021 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9586dd49-405f-44d7-ba1d-1c26a61bd6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:37:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:37.765730 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d9eea248-a298-400f-89e2-be6676e33d5e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:37.854109 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-9586dd49-405f-44d7-ba1d-1c26a61bd6ae None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:37:37.959074 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-94695474-6397-44e3-bf16-e5d36e4b73ab req-f1df6378-c74a-4110-a57d-548381f8d9a9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526300 Sep 23 22:37:37.959330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-e8349e7c-2799-4b0c-af49-6bad8c6f3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:37.962316 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-e8349e7c-2799-4b0c-af49-6bad8c6f3855 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 1095 time: 0.5292387 Sep 23 22:37:37.971810 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d5ecbc-11fe-43b8-a65d-1f2bd5c5b75d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:37.988405 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9586dd49-405f-44d7-ba1d-1c26a61bd6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:37:34Z', 'revision_number': 11, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:37.990003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-c236c543-f618-4614-95fe-42dfe0e188f2 service neutron] 10.222.0.22 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8801928 Sep 23 22:37:38.018553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-64d5ecbc-11fe-43b8-a65d-1f2bd5c5b75d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Calling delete_port for 5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:38.056177 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff96f469-0efe-447f-968e-64c8da38c7e3 x-openstack-request-id: req-ff96f469-0efe-447f-968e-64c8da38c7e3 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:37:38.056789 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442f9e21-6ece-4ae6-8f6d-c8947b1058ed", "tag": "fed8c899-d23a-491f-8f31-53b8265873f2", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:37:38.057349 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff96f469-0efe-447f-968e-64c8da38c7e3 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:37:38.058279 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442f9e21-6ece-4ae6-8f6d-c8947b1058ed', 'tag': 'fed8c899-d23a-491f-8f31-53b8265873f2', 'status': 'completed', 'code': 200} Sep 23 22:37:38.135266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9586dd49-405f-44d7-ba1d-1c26a61bd6ae None None] The sync data for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 is: [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:37:34Z', 'revision_number': 11, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:37:38.150793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=143378f3-4e92-4775-a2b5-989b2bdf6436,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:38.189082 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-43c776a3-7bb6-4840-ad19-9b8983fb2251 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fed8c899-d23a-491f-8f31-53b8265873f2 HTTP/1.1" status: 200 len: 217 time: 0.1845658 Sep 23 22:37:38.217891 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'port_id': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'mac_address': 'fa:16:3e:67:88:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:37:38.277160 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d9eea248-a298-400f-89e2-be6676e33d5e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:38.340512 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:38.384031 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143378f3-4e92-4775-a2b5-989b2bdf6436 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:37:38.388258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-3f32e6c9-6be1-492a-b86d-1109b2b66e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:38.389932 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-3f32e6c9-6be1-492a-b86d-1109b2b66e82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.1797497 Sep 23 22:37:38.459955 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=143378f3-4e92-4775-a2b5-989b2bdf6436,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:38.477375 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d5ecbc-11fe-43b8-a65d-1f2bd5c5b75d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:38.525366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-15e30379-4032-40b0-b993-c649d855f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:38.535206 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-15e30379-4032-40b0-b993-c649d855f579 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191821 Sep 23 22:37:38.571093 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:38.625126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5ecbc-11fe-43b8-a65d-1f2bd5c5b75d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event deleted for resources: {'Port': ['ID=5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:38.751478 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=143378f3-4e92-4775-a2b5-989b2bdf6436,revision_number=11']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:38.782465 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-92815e63-cf9d-4e94-b0a1-8bc31a592817 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458954 Sep 23 22:37:38.787231 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f7302a79-bc4b-45fa-b600-315427a92a58 req-ec230c2a-6eeb-457c-b22e-438c6c88964f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 210 time: 0.2121685 Sep 23 22:37:38.788920 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d9eea248-a298-400f-89e2-be6676e33d5e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:38.854982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['143378f3-4e92-4775-a2b5-989b2bdf6436'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:37:38.939068 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01c409-356f-4678-afcb-c58d4a7df1e4 req-713a6eb4-81dd-4929-8b05-3b67b043c304 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:38.939068 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a01c409-356f-4678-afcb-c58d4a7df1e4 req-713a6eb4-81dd-4929-8b05-3b67b043c304 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.3249309 Sep 23 22:37:38.947819 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d5ecbc-11fe-43b8-a65d-1f2bd5c5b75d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:38.958281 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-64d5ecbc-11fe-43b8-a65d-1f2bd5c5b75d tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "DELETE /v2.0/ports/5f2a0ec7-64e0-4da2-893e-5fb1b5b0386b HTTP/1.1" status: 204 len: 168 time: 1.9866555 Sep 23 22:37:38.963231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33320) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:39.201474 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d9eea248-a298-400f-89e2-be6676e33d5e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:39.208049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2b4848-9440-4b45-b0a4-84470db067fe None None] Network 96f6d594-31a5-4c31-8d3a-e98b18f78562 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:37:39.208994 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d9eea248-a298-400f-89e2-be6676e33d5e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/b300f0bf-f14d-4935-b34b-2a4163707d2f HTTP/1.1" status: 204 len: 168 time: 2.0970855 Sep 23 22:37:39.224175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33326) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:39.266565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a01c409-356f-4678-afcb-c58d4a7df1e4 req-86971a10-0438-4c4e-9f17-4b964c70360f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044112 Sep 23 22:37:39.304156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a5d3a5-a498-4710-9128-2f9cb9d2c3ea tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Deleting subnet 2223bb73-533f-4afc-95d0-701555de7877 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:37:39.318436 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67a5d3a5-a498-4710-9128-2f9cb9d2c3ea tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:39.496907 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67a5d3a5-a498-4710-9128-2f9cb9d2c3ea tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:39.517741 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:39.523519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eea248-a298-400f-89e2-be6676e33d5e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Subnet': ['ID=b300f0bf-f14d-4935-b34b-2a4163707d2f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:39.651767 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12ea21-6f3b-4d9e-9b35-286313cc8d69 req-db7f31ea-cb5f-4ecc-86ee-97430fa85472 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:39.653787 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a12ea21-6f3b-4d9e-9b35-286313cc8d69 req-db7f31ea-cb5f-4ecc-86ee-97430fa85472 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 944 time: 0.2217736 Sep 23 22:37:39.667774 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63f90d09-52d4-45db-94c1-e5ea317b3d55 req-e931502d-d51f-4d46-8fc6-66315fc521ff service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8623290 Sep 23 22:37:39.719642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0713f07a-1fdb-4c45-9100-7b5c6faa3826 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:37:39.754689 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Deleting port c1d37d68-849e-4971-9cd3-714148cb64d9 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:39.755356 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:39.812756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 0713f07a-1fdb-4c45-9100-7b5c6faa3826 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:37:39.813749 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0713f07a-1fdb-4c45-9100-7b5c6faa3826 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:37:39.831413 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a12ea21-6f3b-4d9e-9b35-286313cc8d69 req-d26a404e-be67-4743-b93f-e9571c5eb92a tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567402 Sep 23 22:37:39.901768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] For port c1d37d68-849e-4971-9cd3-714148cb64d9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c1d37d68-849e-4971-9cd3-714148cb64d9,segment=NetworkSegment(f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62),segment_id=f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:39.902469 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:39.921207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Calling delete_port for c1d37d68-849e-4971-9cd3-714148cb64d9 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:40.041571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83052b3-7c31-49e3-83ea-65ee1e9ed39d None None] DHCP port deletion for 96f6d594-31a5-4c31-8d3a-e98b18f78562 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:37:40.224162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a83052b3-7c31-49e3-83ea-65ee1e9ed39d None None] Deleting port c1d37d68-849e-4971-9cd3-714148cb64d9 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:40.225027 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a83052b3-7c31-49e3-83ea-65ee1e9ed39d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:40.507438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a83052b3-7c31-49e3-83ea-65ee1e9ed39d None None] For port c1d37d68-849e-4971-9cd3-714148cb64d9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c1d37d68-849e-4971-9cd3-714148cb64d9,segment=NetworkSegment(f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62),segment_id=f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:40.509691 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a83052b3-7c31-49e3-83ea-65ee1e9ed39d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:40.566036 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67a5d3a5-a498-4710-9128-2f9cb9d2c3ea tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:40.568123 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a83052b3-7c31-49e3-83ea-65ee1e9ed39d None None] Calling delete_port for c1d37d68-849e-4971-9cd3-714148cb64d9 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:40.621678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469eb3d-f523-4997-b1d4-d104314b8094 req-c4359bb7-1add-4db9-ad22-67a684ae1040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:40.624846 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8469eb3d-f523-4997-b1d4-d104314b8094 req-c4359bb7-1add-4db9-ad22-67a684ae1040 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 1095 time: 0.6857574 Sep 23 22:37:40.750741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98410bcc-5df4-4e9d-8361-f4030ee92e58 req-745b0265-7a10-4827-882b-a98f07579e6b tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:40.759816 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98410bcc-5df4-4e9d-8361-f4030ee92e58 req-745b0265-7a10-4827-882b-a98f07579e6b tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.2504640 Sep 23 22:37:40.818843 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af577404-5604-45d4-8aa1-7d786c5f8a0e req-a541eadc-2b0e-43fa-90eb-4e1a097ba7b2 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 210 time: 0.1400695 Sep 23 22:37:40.916346 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98410bcc-5df4-4e9d-8361-f4030ee92e58 req-a9f26a72-5dcb-496e-9c27-12bfd6725b2b tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552887 Sep 23 22:37:40.943238 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67a5d3a5-a498-4710-9128-2f9cb9d2c3ea tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:40.955218 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:40.957175 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a83052b3-7c31-49e3-83ea-65ee1e9ed39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:41.002791 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67a5d3a5-a498-4710-9128-2f9cb9d2c3ea tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:41.009666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-67a5d3a5-a498-4710-9128-2f9cb9d2c3ea tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "DELETE /v2.0/subnets/2223bb73-533f-4afc-95d0-701555de7877 HTTP/1.1" status: 204 len: 168 time: 2.0422888 Sep 23 22:37:41.019635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33368) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:41.020891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5d3a5-a498-4710-9128-2f9cb9d2c3ea tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event deleted for resources: {'Subnet': ['ID=2223bb73-533f-4afc-95d0-701555de7877,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:41.035435 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Port': ['ID=c1d37d68-849e-4971-9cd3-714148cb64d9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:41.057605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469eb3d-f523-4997-b1d4-d104314b8094 req-67c2690e-75e4-4a5b-ad60-2a1164e1b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:41.060270 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8469eb3d-f523-4997-b1d4-d104314b8094 req-67c2690e-75e4-4a5b-ad60-2a1164e1b05c service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.4218855 Sep 23 22:37:41.067482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No DVR routers for this DVR port c1d37d68-849e-4971-9cd3-714148cb64d9 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:37:41.084578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daaead8-be4c-41d4-b1f2-dc7d74d1f7c3 None None] Network ca883b77-dd36-40f2-a31d-760ec43ec06e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:37:41.089694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83052b3-7c31-49e3-83ea-65ee1e9ed39d None None] Pushing event deleted for resources: {'Port': ['ID=c1d37d68-849e-4971-9cd3-714148cb64d9,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:41.100643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83052b3-7c31-49e3-83ea-65ee1e9ed39d None None] No DVR routers for this DVR port c1d37d68-849e-4971-9cd3-714148cb64d9 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:37:41.102325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e1853d-e667-48be-a9c7-96eaab6128b4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Deleting subnet e4c74845-4044-4c41-beed-d8570726d860 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:37:41.137584 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4e1853d-e667-48be-a9c7-96eaab6128b4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:41.273407 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6f894-66a5-443e-8c9b-fb3d2aa8dc73 req-180b04ae-1905-4f27-a673-13ea8fce53a5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:41.282406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3e6f894-66a5-443e-8c9b-fb3d2aa8dc73 req-180b04ae-1905-4f27-a673-13ea8fce53a5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 944 time: 0.2829425 Sep 23 22:37:41.286944 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4e1853d-e667-48be-a9c7-96eaab6128b4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:41.442397 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4e1853d-e667-48be-a9c7-96eaab6128b4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:41.489961 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3e6f894-66a5-443e-8c9b-fb3d2aa8dc73 req-334cebf7-c9cc-4f04-85a0-ebfdf52488d6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062953 Sep 23 22:37:41.540320 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:41.549688 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 143378f3-4e92-4775-a2b5-989b2bdf6436 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:37:41.555571 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8469eb3d-f523-4997-b1d4-d104314b8094 req-1a274397-da20-4f1c-ae9b-b91de6d2a947 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fed8c899-d23a-491f-8f31-53b8265873f2 HTTP/1.1" status: 200 len: 217 time: 0.3431516 Sep 23 22:37:41.689396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469eb3d-f523-4997-b1d4-d104314b8094 req-02eac895-6a26-4bd7-ad9d-cf4a4af39f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:41.691894 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8469eb3d-f523-4997-b1d4-d104314b8094 req-02eac895-6a26-4bd7-ad9d-cf4a4af39f6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.1054897 Sep 23 22:37:41.790413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c1d37d68-849e-4971-9cd3-714148cb64d9 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:37:41.811351 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f6d594-31a5-4c31-8d3a-e98b18f78562']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:41.842835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:41.843315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f68e8c-3d8b-4323-ba1c-b80e2aecfd62') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:41.851218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4e1853d-e667-48be-a9c7-96eaab6128b4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:41.852491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: c1d37d68-849e-4971-9cd3-714148cb64d9 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:37:41.852941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c1d37d68-849e-4971-9cd3-714148cb64d9 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:37:41.874019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:41.904108 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469eb3d-f523-4997-b1d4-d104314b8094 req-e21806a6-1aab-4afb-9dbd-627ed41a01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:41.914526 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8469eb3d-f523-4997-b1d4-d104314b8094 req-e21806a6-1aab-4afb-9dbd-627ed41a01f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591344 Sep 23 22:37:41.944477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1853d-e667-48be-a9c7-96eaab6128b4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c74845-4044-4c41-beed-d8570726d860,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:41.963011 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:41.997346 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4e1853d-e667-48be-a9c7-96eaab6128b4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:41.998345 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d8cf59-d2dc-4b44-8226-1ddb68607604 None None] Network 277e5faa-2d60-44c3-be61-7e8c69a875a4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:37:42.001309 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b4e1853d-e667-48be-a9c7-96eaab6128b4 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "DELETE /v2.0/subnets/e4c74845-4044-4c41-beed-d8570726d860 HTTP/1.1" status: 204 len: 168 time: 0.9772995 Sep 23 22:37:42.004777 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33394) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:42.023098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38b2b60-de08-4f77-9a0c-d852971f7c0d None None] DHCP port deletion for ca883b77-dd36-40f2-a31d-760ec43ec06e request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:37:42.062556 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:37:42.063158 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:37:42.071049 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:37:42.207385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 143378f3-4e92-4775-a2b5-989b2bdf6436 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:37:42.227930 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 143378f3-4e92-4775-a2b5-989b2bdf6436 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:37:42.230839 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:42.354121 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:42.359355 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-57e5c0ed-6083-4a98-904e-3efac67460e1 req-f188f65b-958f-48e4-a75a-acac974b452f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 210 time: 0.2426882 Sep 23 22:37:42.431084 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8469eb3d-f523-4997-b1d4-d104314b8094 req-4a230f9c-3bd7-4c6d-b9bb-5d7f1845c495 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068266 Sep 23 22:37:42.482991 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:42.519156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:42.552418 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:42.576548 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/networks/96f6d594-31a5-4c31-8d3a-e98b18f78562 HTTP/1.1" status: 204 len: 168 time: 3.3490257 Sep 23 22:37:42.640615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33404) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:42.648549 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c38b2b60-de08-4f77-9a0c-d852971f7c0d None None] Deleting port 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:42.649584 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c38b2b60-de08-4f77-9a0c-d852971f7c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:42.689657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5d0e4-7947-49e6-b190-45493b25fe4a req-afc2afe0-25ea-410c-8a0b-f2561a818f53 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:42.692456 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6fe5d0e4-7947-49e6-b190-45493b25fe4a req-afc2afe0-25ea-410c-8a0b-f2561a818f53 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 946 time: 0.5383813 Sep 23 22:37:42.726662 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1a440d4b-4203-45ea-ab6f-aa3e2230138b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'router': {'routes': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:37:42.729371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:37:42.739595 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3627687-5f8a-4137-879c-49d8efa236b7" -d '{"events": [{"server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "name": "network-vif-plugged", "status": "completed", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:37:42.751918 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb889555-90f1-4c29-a3cd-71005a53d555 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Pushing event deleted for resources: {'Network': ['ID=96f6d594-31a5-4c31-8d3a-e98b18f78562,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:42.792329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Deleting port 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:42.792833 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:42.937432 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6fe5d0e4-7947-49e6-b190-45493b25fe4a req-a3a05b17-cd0b-4c50-9963-64e8b6ce4b9d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289503 Sep 23 22:37:42.988702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] For port 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:42.988702 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:43.013915 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Calling delete_port for 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:43.023210 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8469eb3d-f523-4997-b1d4-d104314b8094 req-c66380e0-faca-4d60-8afe-e2321fc6de71 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808737 Sep 23 22:37:43.216965 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dc6cda-3763-4a55-ab72-51713915e156 x-openstack-request-id: req-76dc6cda-3763-4a55-ab72-51713915e156 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:37:43.217684 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "name": "network-vif-plugged", "status": "completed", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:37:43.217944 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76dc6cda-3763-4a55-ab72-51713915e156 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:37:43.218473 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'code': 200} Sep 23 22:37:43.245862 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcaef10-90bc-4d1b-bbd9-cd6a5f389b34 None None] DHCP port deletion for 277e5faa-2d60-44c3-be61-7e8c69a875a4 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:37:43.261420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=143378f3-4e92-4775-a2b5-989b2bdf6436,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:43.286480 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c38b2b60-de08-4f77-9a0c-d852971f7c0d None None] For port 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6,segment=NetworkSegment(c373b46c-4a82-4d08-bf67-4db7f721d337),segment_id=c373b46c-4a82-4d08-bf67-4db7f721d337)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:43.287137 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c38b2b60-de08-4f77-9a0c-d852971f7c0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:43.380620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c38b2b60-de08-4f77-9a0c-d852971f7c0d None None] Calling delete_port for 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:43.390886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.extraroute_db [None req-1a440d4b-4203-45ea-ab6f-aa3e2230138b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Added routes are [] {{(pid=95490) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 22:37:43.391208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.extraroute_db [None req-1a440d4b-4203-45ea-ab6f-aa3e2230138b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Removed routes are [] {{(pid=95490) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 22:37:43.391666 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a440d4b-4203-45ea-ab6f-aa3e2230138b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:43.400727 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:43.401504 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:43.443404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] No DVR routers for this DVR port 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:37:43.469024 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=143378f3-4e92-4775-a2b5-989b2bdf6436,revision_number=12']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:43.479083 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device fed8c899-d23a-491f-8f31-53b8265873f2 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:37:43.543625 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b78d56b7-2252-4449-8bef-b1c778b8260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:43.564776 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0dcaef10-90bc-4d1b-bbd9-cd6a5f389b34 None None] Deleting port 3a3f6525-3b5e-470e-ba61-b0a205d2bf28 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:37:43.565643 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0dcaef10-90bc-4d1b-bbd9-cd6a5f389b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:43.695274 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0dcaef10-90bc-4d1b-bbd9-cd6a5f389b34 None None] For port 3a3f6525-3b5e-470e-ba61-b0a205d2bf28, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3a3f6525-3b5e-470e-ba61-b0a205d2bf28,segment=NetworkSegment(107e196a-1f89-4fc7-ae5d-0ac0eb4fc857),segment_id=107e196a-1f89-4fc7-ae5d-0ac0eb4fc857)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:43.695698 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0dcaef10-90bc-4d1b-bbd9-cd6a5f389b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:43.703029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event deleted for resources: {'Port': ['ID=03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:43.743417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0dcaef10-90bc-4d1b-bbd9-cd6a5f389b34 None None] Calling delete_port for 3a3f6525-3b5e-470e-ba61-b0a205d2bf28 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:37:43.799575 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c38b2b60-de08-4f77-9a0c-d852971f7c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:43.850525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:43.851163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:43.851775 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:43.852136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:43.852620 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:43.853022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:43.854241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:43.854241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:43.854241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:43.854761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:43.854937 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b2b60-de08-4f77-9a0c-d852971f7c0d None None] Pushing event deleted for resources: {'Port': ['ID=03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:43.855104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:43.855294 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:37:43.858320 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:37:43.871705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c36ad3-67a1-4cb3-b6c0-0ef6f30d7087 req-adde8439-aebd-4a0e-ad16-8c1736753de3 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:43.883144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7507af85-2080-4da8-bce1-881d228c7262 req-76b2d233-b5f0-4991-af36-b96a9c88ad86 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 210 time: 0.2043483 Sep 23 22:37:43.885971 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c4c36ad3-67a1-4cb3-b6c0-0ef6f30d7087 req-adde8439-aebd-4a0e-ad16-8c1736753de3 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 944 time: 1.2464271 Sep 23 22:37:43.993718 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:44.005486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38b2b60-de08-4f77-9a0c-d852971f7c0d None None] No DVR routers for this DVR port 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:37:44.035686 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:37:44.036383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 03dfbf6c-fe85-40d8-b21e-fc9f8bc2f0b6 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:37:44.037300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3a3f6525-3b5e-470e-ba61-b0a205d2bf28 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:37:44.068847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca883b77-dd36-40f2-a31d-760ec43ec06e']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:44.120471 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c373b46c-4a82-4d08-bf67-4db7f721d337') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:44.120807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c373b46c-4a82-4d08-bf67-4db7f721d337') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:44.168213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:44.239035 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:37:44.293188 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:37:44.323737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port fed8c899-d23a-491f-8f31-53b8265873f2, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=fed8c899-d23a-491f-8f31-53b8265873f2,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:44.434148 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a440d4b-4203-45ea-ab6f-aa3e2230138b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:44.452793 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f050ef-06a8-4d7d-952f-3e11a256403b req-07ffd205-82bb-4a97-99db-9535eb72eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:44.455986 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42f050ef-06a8-4d7d-952f-3e11a256403b req-07ffd205-82bb-4a97-99db-9535eb72eafb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 1098 time: 0.5679152 Sep 23 22:37:44.462983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c4c36ad3-67a1-4cb3-b6c0-0ef6f30d7087 req-dc064edc-c956-4773-b9ef-690806a4a45e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496855 Sep 23 22:37:44.463873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'fed8c899-d23a-491f-8f31-53b8265873f2', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'port_id': 'fed8c899-d23a-491f-8f31-53b8265873f2', 'mac_address': 'fa:16:3e:b7:68:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:37:44.464422 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a440d4b-4203-45ea-ab6f-aa3e2230138b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:44.466448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a41b4b-f07b-4345-978b-c9a27dccc021 req-86d9d2c8-d570-4117-a4e0-396abe68b358 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:44.475254 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-97a41b4b-f07b-4345-978b-c9a27dccc021 req-86d9d2c8-d570-4117-a4e0-396abe68b358 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 947 time: 0.2659245 Sep 23 22:37:44.491716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-14d6686d-2e4d-4079-8330-e27f5290447a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:44.494522 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-14d6686d-2e4d-4079-8330-e27f5290447a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.67 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 812 time: 1.0923104 Sep 23 22:37:44.531604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-ba2a24c1-dd19-4520-96fc-bded9e63ca9f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Request body: {'port': {'device_id': '3f64c54d-9eee-4965-98ba-779bed9b1f80', 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47', 'admin_state_up': True, 'tenant_id': '7b76146ebc1f4d82b2692c606ba4acda'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:37:44.558002 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-97a41b4b-f07b-4345-978b-c9a27dccc021 req-56b72d73-fdb9-4553-9cdd-01ccf5867a97 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724683 Sep 23 22:37:44.565195 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:44.601841 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:44.609475 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:44.626506 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:44.627467 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "DELETE /v2.0/networks/ca883b77-dd36-40f2-a31d-760ec43ec06e HTTP/1.1" status: 204 len: 168 time: 2.6205580 Sep 23 22:37:44.635441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33450) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:44.640139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed8c899-d23a-491f-8f31-53b8265873f2 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:37:44.653362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3546da1-eec1-4564-8c30-ae8f577f8d45 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event deleted for resources: {'Network': ['ID=ca883b77-dd36-40f2-a31d-760ec43ec06e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:44.694529 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port fed8c899-d23a-491f-8f31-53b8265873f2, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=fed8c899-d23a-491f-8f31-53b8265873f2,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:44.758611 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42f050ef-06a8-4d7d-952f-3e11a256403b req-001944f5-b354-4d16-b5ea-33ccab6824ac service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627270 Sep 23 22:37:44.786872 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0dcaef10-90bc-4d1b-bbd9-cd6a5f389b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:44.806127 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a440d4b-4203-45ea-ab6f-aa3e2230138b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router 9b4678bc-d892-45bf-9126-354ce42e53c6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:37:44.981631 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da371eb7-db1b-4a07-acb9-4fb48f5fdfb2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:44.982775 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcaef10-90bc-4d1b-bbd9-cd6a5f389b34 None None] No DVR routers for this DVR port 3a3f6525-3b5e-470e-ba61-b0a205d2bf28 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:37:44.986980 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a440d4b-4203-45ea-ab6f-aa3e2230138b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:37:45.001320 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a440d4b-4203-45ea-ab6f-aa3e2230138b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:45.007317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33456) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:45.012031 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc86e3-6be1-47d0-8aab-bffe592b3184 None None] Sync routers for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:37:45.017634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcaef10-90bc-4d1b-bbd9-cd6a5f389b34 None None] Pushing event deleted for resources: {'Port': ['ID=3a3f6525-3b5e-470e-ba61-b0a205d2bf28,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:45.030232 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:45.042404 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1a440d4b-4203-45ea-ab6f-aa3e2230138b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/9b4678bc-d892-45bf-9126-354ce42e53c6 HTTP/1.1" status: 200 len: 705 time: 2.3235080 Sep 23 22:37:45.067604 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc86e3-6be1-47d0-8aab-bffe592b3184 None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:37:45.068886 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1fcc86e3-6be1-47d0-8aab-bffe592b3184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:37:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:45.123445 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4bbddd2c-9f8a-4dde-9169-068f15cccaef tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b4678bc-d892-45bf-9126-354ce42e53c6 HTTP/1.1" status: 200 len: 205 time: 0.1148338 Sep 23 22:37:45.124101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33458) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:45.141340 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=fed8c899-d23a-491f-8f31-53b8265873f2,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:45.198858 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eee8d9af-6dee-4150-8642-354bdc29e8bb req-b3012cca-f8a9-4d29-b7c8-19e49c1e6a54 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 210 time: 0.2022476 Sep 23 22:37:45.227218 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-1fcc86e3-6be1-47d0-8aab-bffe592b3184 None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:37:45.248827 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77cf181c-59d0-4659-8fa1-104bc3029e1e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:45.284105 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['fed8c899-d23a-491f-8f31-53b8265873f2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:37:45.423183 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1fcc86e3-6be1-47d0-8aab-bffe592b3184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:37:34Z', 'revision_number': 11, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:45.466942 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da371eb7-db1b-4a07-acb9-4fb48f5fdfb2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:45.516118 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-da371eb7-db1b-4a07-acb9-4fb48f5fdfb2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277e5faa-2d60-44c3-be61-7e8c69a875a4']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:45.538667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-da371eb7-db1b-4a07-acb9-4fb48f5fdfb2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:45.539210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-da371eb7-db1b-4a07-acb9-4fb48f5fdfb2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107e196a-1f89-4fc7-ae5d-0ac0eb4fc857') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:45.552135 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc86e3-6be1-47d0-8aab-bffe592b3184 None None] Checking router: 9b4678bc-d892-45bf-9126-354ce42e53c6 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:37:45.555025 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da371eb7-db1b-4a07-acb9-4fb48f5fdfb2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:45.580762 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc86e3-6be1-47d0-8aab-bffe592b3184 None None] Routers {'9b4678bc-d892-45bf-9126-354ce42e53c6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:37:45.583195 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1fcc86e3-6be1-47d0-8aab-bffe592b3184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:37:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9b4678bc-d892-45bf-9126-354ce42e53c6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:45.594083 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da371eb7-db1b-4a07-acb9-4fb48f5fdfb2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:45.635264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-ba2a24c1-dd19-4520-96fc-bded9e63ca9f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Made reservation on behalf of 7b76146ebc1f4d82b2692c606ba4acda for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:37:45.655213 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-ba2a24c1-dd19-4520-96fc-bded9e63ca9f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:45.710933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da371eb7-db1b-4a07-acb9-4fb48f5fdfb2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:37:45.711614 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da371eb7-db1b-4a07-acb9-4fb48f5fdfb2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:37:45.726830 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:37:45.780510 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-05444795-563b-421d-8820-ea7a2c75ad7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:45.876461 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-1fcc86e3-6be1-47d0-8aab-bffe592b3184 None None] Set router 9b4678bc-d892-45bf-9126-354ce42e53c6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:37:45.887495 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33484) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:45.960777 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77cf181c-59d0-4659-8fa1-104bc3029e1e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:45.963590 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77cf181c-59d0-4659-8fa1-104bc3029e1e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:46.048216 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1fcc86e3-6be1-47d0-8aab-bffe592b3184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:37:34Z', 'revision_number': 11, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:46.076923 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:46.082737 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc86e3-6be1-47d0-8aab-bffe592b3184 None None] The sync data for ids ['9b4678bc-d892-45bf-9126-354ce42e53c6'] in n-d-810775-1 is: [{'id': '9b4678bc-d892-45bf-9126-354ce42e53c6', 'name': 'tempest-RoutersIpV6Test-router-1779749718', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:35:42Z', 'updated_at': '2021-09-23T22:37:34Z', 'revision_number': 11, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:37:46.230346 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac095bf-db77-4dde-bb94-fc719e8d2745 req-a5437b54-ff7d-4709-a579-2966729ba3b2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:46.233553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aac095bf-db77-4dde-bb94-fc719e8d2745 req-a5437b54-ff7d-4709-a579-2966729ba3b2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 945 time: 0.1597731 Sep 23 22:37:46.236482 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77cf181c-59d0-4659-8fa1-104bc3029e1e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:46.237684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cf181c-59d0-4659-8fa1-104bc3029e1e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Fanout notify agent at l3_agent the message router_deleted on router 9b4678bc-d892-45bf-9126-354ce42e53c6 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:37:46.256299 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77cf181c-59d0-4659-8fa1-104bc3029e1e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:46.265689 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-77cf181c-59d0-4659-8fa1-104bc3029e1e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/routers/9b4678bc-d892-45bf-9126-354ce42e53c6 HTTP/1.1" status: 204 len: 168 time: 1.1336625 Sep 23 22:37:46.269998 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33500) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:46.282867 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b06a6485-3769-4193-a4a7-95895b57ebc1 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-523700688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:37:46.411345 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aac095bf-db77-4dde-bb94-fc719e8d2745 req-76b224d3-d2f9-4237-ab1c-4954acfd9ba0 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394327 Sep 23 22:37:46.479213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b06a6485-3769-4193-a4a7-95895b57ebc1 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:46.479213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b06a6485-3769-4193-a4a7-95895b57ebc1 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:46.519085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad196af-c90a-465d-9a0f-aa56971aff39 req-928f00cf-5698-432a-96f1-17c7816cd9f7 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:46.522919 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dad196af-c90a-465d-9a0f-aa56971aff39 req-928f00cf-5698-432a-96f1-17c7816cd9f7 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 947 time: 0.7203894 Sep 23 22:37:46.569741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-ba2a24c1-dd19-4520-96fc-bded9e63ca9f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Allocated IP 172.20.0.6 (872c1fac-beaa-464d-807d-5c88e0c5fc47/3bef7f46-c67d-4b9d-b0a8-ff182509722b/44934304-5c73-4907-9238-048aae39ce21) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:37:46.577836 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da371eb7-db1b-4a07-acb9-4fb48f5fdfb2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:46.610591 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3bec311c-8bba-44f5-a452-7cba654a56d3 req-04784582-336c-4af0-aced-370d0d48320d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 210 time: 0.0566559 Sep 23 22:37:46.683029 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b06a6485-3769-4193-a4a7-95895b57ebc1 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:46.737395 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da371eb7-db1b-4a07-acb9-4fb48f5fdfb2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:46.748222 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-da371eb7-db1b-4a07-acb9-4fb48f5fdfb2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] 10.222.0.22 "DELETE /v2.0/networks/277e5faa-2d60-44c3-be61-7e8c69a875a4 HTTP/1.1" status: 204 len: 168 time: 2.0614579 Sep 23 22:37:46.776513 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b06a6485-3769-4193-a4a7-95895b57ebc1 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:46.861629 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a01f13ac-94c7-4867-8eea-e7a34ecc0bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:46.864179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da371eb7-db1b-4a07-acb9-4fb48f5fdfb2 tempest-TaggedBootDevicesTest-1127347496 tempest-TaggedBootDevicesTest-1127347496-project] Pushing event deleted for resources: {'Network': ['ID=277e5faa-2d60-44c3-be61-7e8c69a875a4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:46.968343 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dad196af-c90a-465d-9a0f-aa56971aff39 req-19c30f7c-39ae-4aae-b733-73cbc3119b7a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4215627 Sep 23 22:37:47.037900 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b06a6485-3769-4193-a4a7-95895b57ebc1 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:47.038862 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:47.039447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b06a6485-3769-4193-a4a7-95895b57ebc1 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7662587 Sep 23 22:37:47.042012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33522) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:47.050988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a8f64175-9863-4f82-8095-744e9f00fe16 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:37:47.333789 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-ba2a24c1-dd19-4520-96fc-bded9e63ca9f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:47.379066 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8f64175-9863-4f82-8095-744e9f00fe16 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:47.394186 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a01f13ac-94c7-4867-8eea-e7a34ecc0bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:47.412115 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device fed8c899-d23a-491f-8f31-53b8265873f2 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:37:47.519614 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a01f13ac-94c7-4867-8eea-e7a34ecc0bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:47.532132 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-ba2a24c1-dd19-4520-96fc-bded9e63ca9f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:47.555549 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8f64175-9863-4f82-8095-744e9f00fe16 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:47.712421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port fed8c899-d23a-491f-8f31-53b8265873f2 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:37:47.740470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port fed8c899-d23a-491f-8f31-53b8265873f2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:37:47.745996 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:47.750831 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f13ac-94c7-4867-8eea-e7a34ecc0bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a2e4d9-8f26-44b5-82cc-21e46ec9a805,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:47.753874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723614e4-7f9f-4a68-83c4-db86e8cb3574 req-f1764171-0695-41be-93e5-b6586e8071ed tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:47.772941 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-723614e4-7f9f-4a68-83c4-db86e8cb3574 req-f1764171-0695-41be-93e5-b6586e8071ed tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 945 time: 0.2588415 Sep 23 22:37:47.853491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-ba2a24c1-dd19-4520-96fc-bded9e63ca9f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Network 872c1fac-beaa-464d-807d-5c88e0c5fc47 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:37:47.877687 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:47.921254 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-ba2a24c1-dd19-4520-96fc-bded9e63ca9f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:37:47.921961 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-723614e4-7f9f-4a68-83c4-db86e8cb3574 req-b49539f0-b4fe-49bd-b7b1-00914febf91b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401329 Sep 23 22:37:47.940802 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-ba2a24c1-dd19-4520-96fc-bded9e63ca9f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:37:47.949828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a24c1-dd19-4520-96fc-bded9e63ca9f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Pushing event updated for resources: {'Port': ['ID=44934304-5c73-4907-9238-048aae39ce21,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:47.970274 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a01f13ac-94c7-4867-8eea-e7a34ecc0bf1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a59df22a5c8f45708e067b1288d3ebb7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0803750 Sep 23 22:37:47.997031 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:48.001391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33558) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:48.038034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port fed8c899-d23a-491f-8f31-53b8265873f2, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=fed8c899-d23a-491f-8f31-53b8265873f2,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:48.039373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442f9e21-6ece-4ae6-8f6d-c8947b1058ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed8c899-d23a-491f-8f31-53b8265873f2'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:37:48.042359 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ab324d-22d4-4d27-ac01-358c3d2704cd" -d '{"events": [{"server_uuid": "442f9e21-6ece-4ae6-8f6d-c8947b1058ed", "name": "network-vif-plugged", "status": "completed", "tag": "fed8c899-d23a-491f-8f31-53b8265873f2"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:37:48.098827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f64175-9863-4f82-8095-744e9f00fe16 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Router ec80a949-dabe-43f3-ae9f-b1f3b7dc7459 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:37:48.103447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1970d4ca-32fc-44bd-93cb-2f80585969a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:48.118615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-ba2a24c1-dd19-4520-96fc-bded9e63ca9f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:48.119316 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-ba2a24c1-dd19-4520-96fc-bded9e63ca9f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:48.135592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec116f-9b15-45ca-a4ca-11ac148fee41 req-8dd4cbb6-7416-4b77-a8fa-42d418f85429 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:48.144560 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1ec116f-9b15-45ca-a4ca-11ac148fee41 req-8dd4cbb6-7416-4b77-a8fa-42d418f85429 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 931 time: 0.1855807 Sep 23 22:37:48.169482 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:48.216667 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1970d4ca-32fc-44bd-93cb-2f80585969a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:48.228934 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1ec116f-9b15-45ca-a4ca-11ac148fee41 req-1684c1a5-7feb-45a6-b0f3-f7d87fc3fa12 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834446 Sep 23 22:37:48.250478 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-ba2a24c1-dd19-4520-96fc-bded9e63ca9f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7287686 Sep 23 22:37:48.270325 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Request body: {'port': {'device_id': '3f64c54d-9eee-4965-98ba-779bed9b1f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:37:48.328201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f64175-9863-4f82-8095-744e9f00fe16 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:37:48.344122 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8f64175-9863-4f82-8095-744e9f00fe16 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:48.349910 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a8f64175-9863-4f82-8095-744e9f00fe16 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "PUT /v2.0/routers/ec80a949-dabe-43f3-ae9f-b1f3b7dc7459 HTTP/1.1" status: 200 len: 697 time: 1.3064251 Sep 23 22:37:48.350693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33574) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:48.358719 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09501ae-9994-45ae-bdb6-224675ae2385 x-openstack-request-id: req-f09501ae-9994-45ae-bdb6-224675ae2385 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:37:48.359575 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442f9e21-6ece-4ae6-8f6d-c8947b1058ed", "name": "network-vif-plugged", "status": "completed", "tag": "fed8c899-d23a-491f-8f31-53b8265873f2", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:37:48.360975 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f09501ae-9994-45ae-bdb6-224675ae2385 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:37:48.362199 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442f9e21-6ece-4ae6-8f6d-c8947b1058ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed8c899-d23a-491f-8f31-53b8265873f2', 'code': 200} Sep 23 22:37:48.365956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040234d-5976-4558-af2f-15086872b39c None None] Sync routers for ids ['ec80a949-dabe-43f3-ae9f-b1f3b7dc7459'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:37:48.386727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=fed8c899-d23a-491f-8f31-53b8265873f2,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:48.391102 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0a155-f676-432f-8e79-638a33b6929c req-9b039f44-ec24-4957-ba44-4e15c9a44c51 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:48.393806 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-21c0a155-f676-432f-8e79-638a33b6929c req-9b039f44-ec24-4957-ba44-4e15c9a44c51 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 947 time: 0.2006013 Sep 23 22:37:48.406304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e040234d-5976-4558-af2f-15086872b39c None None] Routers {'ec80a949-dabe-43f3-ae9f-b1f3b7dc7459'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:37:48.407377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e040234d-5976-4558-af2f-15086872b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:37:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ec80a949-dabe-43f3-ae9f-b1f3b7dc7459'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:48.471543 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-249c675a-6a3d-495b-a705-fc6c932449bd tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/routers/ec80a949-dabe-43f3-ae9f-b1f3b7dc7459 HTTP/1.1" status: 200 len: 703 time: 0.1157734 Sep 23 22:37:48.476795 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-21c0a155-f676-432f-8e79-638a33b6929c req-be3738c7-c14e-44d6-a630-8c12e9774f7f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734909 Sep 23 22:37:48.479460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33578) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:48.549395 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:48.568589 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-81c597b1-7279-49e9-b1ff-ac8f03fdffc7 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec80a949-dabe-43f3-ae9f-b1f3b7dc7459 HTTP/1.1" status: 200 len: 205 time: 0.0864830 Sep 23 22:37:48.570283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33582) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:48.629358 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a54386-7616-4acd-82f5-8fba29e232da req-b041b3e1-6c58-41b1-9ea7-94e39957c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:48.631638 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3a54386-7616-4acd-82f5-8fba29e232da req-b041b3e1-6c58-41b1-9ea7-94e39957c176 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 1097 time: 0.1242061 Sep 23 22:37:48.670734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-e040234d-5976-4558-af2f-15086872b39c None None] Set router ec80a949-dabe-43f3-ae9f-b1f3b7dc7459 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:37:48.685536 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1970d4ca-32fc-44bd-93cb-2f80585969a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:48.693995 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1970d4ca-32fc-44bd-93cb-2f80585969a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:48.695912 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1970d4ca-32fc-44bd-93cb-2f80585969a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42a2e4d9-8f26-44b5-82cc-21e46ec9a805 HTTP/1.1" status: 204 len: 168 time: 0.6924107 Sep 23 22:37:48.766196 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be879252-5b99-4c5c-9db2-6bebd340ccce tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:48.769554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970d4ca-32fc-44bd-93cb-2f80585969a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a2e4d9-8f26-44b5-82cc-21e46ec9a805,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:48.846320 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e040234d-5976-4558-af2f-15086872b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec80a949-dabe-43f3-ae9f-b1f3b7dc7459', 'name': 'tempest-RoutersIpV6Test-router-523700688', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:37:46Z', 'updated_at': '2021-09-23T22:37:47Z', 'revision_number': 2, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:48.851900 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:48.938290 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040234d-5976-4558-af2f-15086872b39c None None] Checking router: ec80a949-dabe-43f3-ae9f-b1f3b7dc7459 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:37:48.960832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e040234d-5976-4558-af2f-15086872b39c None None] Routers {'ec80a949-dabe-43f3-ae9f-b1f3b7dc7459'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:37:48.961996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e040234d-5976-4558-af2f-15086872b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:37:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ec80a949-dabe-43f3-ae9f-b1f3b7dc7459'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:49.098017 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3a54386-7616-4acd-82f5-8fba29e232da req-270d6019-3f67-41c2-8b9f-f323dc2b0e61 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104795 Sep 23 22:37:49.138639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be879252-5b99-4c5c-9db2-6bebd340ccce tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:49.143216 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be879252-5b99-4c5c-9db2-6bebd340ccce tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:49.224010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-e040234d-5976-4558-af2f-15086872b39c None None] Set router ec80a949-dabe-43f3-ae9f-b1f3b7dc7459 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:37:49.449672 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be879252-5b99-4c5c-9db2-6bebd340ccce tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:49.451912 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be879252-5b99-4c5c-9db2-6bebd340ccce tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Fanout notify agent at l3_agent the message router_deleted on router ec80a949-dabe-43f3-ae9f-b1f3b7dc7459 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:37:49.465992 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e040234d-5976-4558-af2f-15086872b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec80a949-dabe-43f3-ae9f-b1f3b7dc7459', 'name': 'tempest-RoutersIpV6Test-router-523700688', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:37:46Z', 'updated_at': '2021-09-23T22:37:47Z', 'revision_number': 2, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:37:49.495127 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be879252-5b99-4c5c-9db2-6bebd340ccce tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:49.497643 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-be879252-5b99-4c5c-9db2-6bebd340ccce tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/routers/ec80a949-dabe-43f3-ae9f-b1f3b7dc7459 HTTP/1.1" status: 204 len: 168 time: 0.9252975 Sep 23 22:37:49.504392 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33600) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:49.604780 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040234d-5976-4558-af2f-15086872b39c None None] The sync data for ids ['ec80a949-dabe-43f3-ae9f-b1f3b7dc7459'] in n-d-810775-1 is: [{'id': 'ec80a949-dabe-43f3-ae9f-b1f3b7dc7459', 'name': 'tempest-RoutersIpV6Test-router-523700688', 'tenant_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:37:46Z', 'updated_at': '2021-09-23T22:37:47Z', 'revision_number': 2, 'project_id': 'a108240b7966480b9e3f72c7e3eba8eb', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:37:49.605706 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4ca8f-a890-4f61-ba40-c8611da10c25 req-e62cbfa9-3d7e-4e6d-8e2d-c6337c4e0eb8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:49.622574 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28d4ca8f-a890-4f61-ba40-c8611da10c25 req-e62cbfa9-3d7e-4e6d-8e2d-c6337c4e0eb8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.5046711 Sep 23 22:37:49.673253 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3aaa1dda-a2ec-40de-9831-2a8677144505 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec80a949-dabe-43f3-ae9f-b1f3b7dc7459 HTTP/1.1" status: 200 len: 205 time: 0.1659832 Sep 23 22:37:49.678240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33606) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:49.752967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ec22b-8e93-432b-a960-3604aa88c8b8 req-323552cd-692b-44d2-a081-339995d4404b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:49.754672 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-622ec22b-8e93-432b-a960-3604aa88c8b8 req-323552cd-692b-44d2-a081-339995d4404b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 931 time: 0.2250044 Sep 23 22:37:49.834086 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28d4ca8f-a890-4f61-ba40-c8611da10c25 req-0211a108-f9ac-41cd-9cf7-8047718e72f4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103183 Sep 23 22:37:49.839784 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-255f3947-915a-4847-bab5-ecc42d6d9f2c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] delete failed (client error): The resource could not be found. Sep 23 22:37:49.845997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33610) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:49.846504 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-255f3947-915a-4847-bab5-ecc42d6d9f2c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/routers/ec80a949-dabe-43f3-ae9f-b1f3b7dc7459 HTTP/1.1" status: 404 len: 336 time: 0.1649659 Sep 23 22:37:49.881821 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-622ec22b-8e93-432b-a960-3604aa88c8b8 req-adf772f3-aa6a-475f-b2d3-c995587a608e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160300 Sep 23 22:37:49.894633 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a8ec3c-7cb9-4043-ad6c-089feaf94a90 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] DELETE failed (client error): The resource could not be found. Sep 23 22:37:49.895122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a8ec3c-7cb9-4043-ad6c-089feaf94a90 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:37:49.897069 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-05a8ec3c-7cb9-4043-ad6c-089feaf94a90 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/873ce9d6-8de6-4039-ae56-9685deff0b3f HTTP/1.1" status: 404 len: 337 time: 0.0494919 Sep 23 22:37:49.899776 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33612) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:49.948143 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f69be42-3786-4e0a-bbb9-59fc070b2cfe tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] DELETE failed (client error): The resource could not be found. Sep 23 22:37:49.948521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f69be42-3786-4e0a-bbb9-59fc070b2cfe tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:37:49.953494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1f69be42-3786-4e0a-bbb9-59fc070b2cfe tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/0606c611-789b-4f82-af63-9e53a5cb9b6b HTTP/1.1" status: 404 len: 337 time: 0.0525229 Sep 23 22:37:49.954166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33614) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:50.011553 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d88660-c53f-4e5d-b51e-4815bacf30b1 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] DELETE failed (client error): The resource could not be found. Sep 23 22:37:50.015273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d88660-c53f-4e5d-b51e-4815bacf30b1 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:37:50.017436 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a7d88660-c53f-4e5d-b51e-4815bacf30b1 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/16a30152-dbbe-4862-aec7-69f5fffba4eb HTTP/1.1" status: 404 len: 337 time: 0.0620368 Sep 23 22:37:50.021344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33616) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:50.060005 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2cc0d58-4057-4b6c-95d7-bf5aa124753e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] DELETE failed (client error): The resource could not be found. Sep 23 22:37:50.060469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2cc0d58-4057-4b6c-95d7-bf5aa124753e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:37:50.062442 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e2cc0d58-4057-4b6c-95d7-bf5aa124753e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/b300f0bf-f14d-4935-b34b-2a4163707d2f HTTP/1.1" status: 404 len: 337 time: 0.0391014 Sep 23 22:37:50.065795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33618) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:50.098697 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d4039dcb-2f08-494b-8ebf-a76fb952437b tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b4678bc-d892-45bf-9126-354ce42e53c6 HTTP/1.1" status: 200 len: 205 time: 0.0317063 Sep 23 22:37:50.100979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33620) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:50.231091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33622) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:50.242068 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-93e350a6-633a-40fb-999c-83c4991b823e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] delete failed (client error): The resource could not be found. Sep 23 22:37:50.243134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-93e350a6-633a-40fb-999c-83c4991b823e tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/routers/9b4678bc-d892-45bf-9126-354ce42e53c6 HTTP/1.1" status: 404 len: 336 time: 0.1411436 Sep 23 22:37:50.248580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33626) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:50.265704 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1a5085ab-1ef4-4c45-bd9e-c6f2f54c358d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:50.414483 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-064665d2-2ad2-466e-8204-2ab0a6bf9db7 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports?device_id=477bcb44-c382-44c0-8985-f68b1f2d7a46 HTTP/1.1" status: 200 len: 205 time: 0.1610236 Sep 23 22:37:50.425386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33634) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:50.563945 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44934304-5c73-4907-9238-048aae39ce21 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:37:50.575060 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:50.604708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610045a-1f1f-4267-a5c3-7340aaf05621 req-9d8ee34f-a6fa-4e4e-bd34-d33a1c292f8f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:50.606497 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8610045a-1f1f-4267-a5c3-7340aaf05621 req-9d8ee34f-a6fa-4e4e-bd34-d33a1c292f8f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 947 time: 0.0891709 Sep 23 22:37:50.607756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Transition to ACTIVE for port object 44934304-5c73-4907-9238-048aae39ce21 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:37:50.625378 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1a5085ab-1ef4-4c45-bd9e-c6f2f54c358d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:50.628789 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-dc3850e8-4f17-4f34-9a47-39279e77c8a9 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] delete failed (client error): The resource could not be found. Sep 23 22:37:50.635524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33638) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:50.636180 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-dc3850e8-4f17-4f34-9a47-39279e77c8a9 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/routers/477bcb44-c382-44c0-8985-f68b1f2d7a46 HTTP/1.1" status: 404 len: 336 time: 0.2079959 Sep 23 22:37:50.675650 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6e7972-2ed7-4c59-8470-8a170902593d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] DELETE failed (client error): The resource could not be found. Sep 23 22:37:50.676185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d6e7972-2ed7-4c59-8470-8a170902593d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:37:50.678118 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5d6e7972-2ed7-4c59-8470-8a170902593d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/2857e862-193f-416a-a782-bf2ffd236643 HTTP/1.1" status: 404 len: 337 time: 0.0391142 Sep 23 22:37:50.684026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33642) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:50.743930 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8610045a-1f1f-4267-a5c3-7340aaf05621 req-6b1017b3-ecd9-48f2-a6cf-2515acc1e5e3 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253784 Sep 23 22:37:50.746035 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-76e077a4-5c0c-43ec-a459-8c75e119e9bb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b788564-797b-4268-baff-693f0b2a423e HTTP/1.1" status: 200 len: 205 time: 0.0598705 Sep 23 22:37:50.749268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33644) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:50.777159 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1a5085ab-1ef4-4c45-bd9e-c6f2f54c358d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:50.796057 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-8cd2fc0f-cb97-4d14-9be0-acc8a9d902c1 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] delete failed (client error): The resource could not be found. Sep 23 22:37:50.798018 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8cd2fc0f-cb97-4d14-9be0-acc8a9d902c1 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/routers/2b788564-797b-4268-baff-693f0b2a423e HTTP/1.1" status: 404 len: 336 time: 0.0469868 Sep 23 22:37:50.799858 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:50.805946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33646) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:50.944776 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-731fe51b-24dc-4bc4-bcfb-9c971561542d tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports?device_id=686218d3-90f5-4904-9061-2507446a6293 HTTP/1.1" status: 200 len: 205 time: 0.1368911 Sep 23 22:37:50.956605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33656) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:51.071754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5085ab-1ef4-4c45-bd9e-c6f2f54c358d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af55fc96-4e38-486c-9b74-98204b12a2d5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:51.101935 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1a5085ab-1ef4-4c45-bd9e-c6f2f54c358d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5368883399ac4cf896d105f95338552a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8694344 Sep 23 22:37:51.182423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33660) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:51.222746 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-b720e55e-1451-42f2-8d69-4cc96139dcbb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] delete failed (client error): The resource could not be found. Sep 23 22:37:51.226673 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b720e55e-1451-42f2-8d69-4cc96139dcbb tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/routers/686218d3-90f5-4904-9061-2507446a6293 HTTP/1.1" status: 404 len: 336 time: 0.2591798 Sep 23 22:37:51.248612 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33662) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:51.355062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff8717-bec4-4dff-9a28-f3c703852438 req-9177ea12-bbc7-47f9-9f78-1f5a89edbf61 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:51.373779 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6cff8717-bec4-4dff-9a28-f3c703852438 req-9177ea12-bbc7-47f9-9f78-1f5a89edbf61 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.3418868 Sep 23 22:37:51.398544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Pushing event updated for resources: {'Port': ['ID=44934304-5c73-4907-9238-048aae39ce21,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:51.426908 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07393ecf-10e2-412f-9a5f-41deecaf9f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:51.460416 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6cff8717-bec4-4dff-9a28-f3c703852438 req-73b60fbd-3ada-4466-9447-cc637b67de8e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856209 Sep 23 22:37:51.495673 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07393ecf-10e2-412f-9a5f-41deecaf9f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:51.514131 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-20725f89-bb8b-4a91-b39f-9184f21c02ac tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] DELETE failed (client error): The resource could not be found. Sep 23 22:37:51.514601 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20725f89-bb8b-4a91-b39f-9184f21c02ac tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:37:51.521636 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-20725f89-bb8b-4a91-b39f-9184f21c02ac tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/ab5b47f1-1f84-49f5-b6c8-34829a5d7e34 HTTP/1.1" status: 404 len: 337 time: 0.2589543 Sep 23 22:37:51.523131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33666) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:51.608431 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c2fcaf6a-6271-43a5-a432-e90559d7dc5a tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ad4df8e-946d-4d7b-a4b5-b481c240ce3f HTTP/1.1" status: 200 len: 205 time: 0.0763535 Sep 23 22:37:51.609744 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33668) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:51.676190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752e3f2-759a-4a4f-80ca-d2628b59cc45 req-1aef1668-1a58-404c-a824-1c649c5ad39a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:51.687326 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6752e3f2-759a-4a4f-80ca-d2628b59cc45 req-1aef1668-1a58-404c-a824-1c649c5ad39a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 943 time: 0.5892587 Sep 23 22:37:51.760291 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Attempting to bind port 44934304-5c73-4907-9238-048aae39ce21 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:37:51.761359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Attempting to bind port 44934304-5c73-4907-9238-048aae39ce21 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:37:51.762197 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Attempting to bind port 44934304-5c73-4907-9238-048aae39ce21 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:37:51.772793 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6752e3f2-759a-4a4f-80ca-d2628b59cc45 req-b906f8a5-82f9-4349-b688-00b5f7b4bd07 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842924 Sep 23 22:37:51.781714 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Port 44934304-5c73-4907-9238-048aae39ce21 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:37:51.782721 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Attempting to bind port 44934304-5c73-4907-9238-048aae39ce21 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:37:51.791683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:37:51.792774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Checking segment: {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:37:51.793443 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Bound using segment: {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:37:51.794305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Bound port: 44934304-5c73-4907-9238-048aae39ce21, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:37:51.794898 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:51.914214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] For port 44934304-5c73-4907-9238-048aae39ce21, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:37:51.918294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] For port 44934304-5c73-4907-9238-048aae39ce21, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=44934304-5c73-4907-9238-048aae39ce21,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:37:52.001681 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353774f7-ccf7-44c6-bc91-97ecd62947a1 req-ad919125-72c4-4e5f-a0fc-601a8229d236 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:52.004030 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-353774f7-ccf7-44c6-bc91-97ecd62947a1 req-ad919125-72c4-4e5f-a0fc-601a8229d236 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 947 time: 0.0690856 Sep 23 22:37:52.058485 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-353774f7-ccf7-44c6-bc91-97ecd62947a1 req-fc4763d8-d154-41df-8d1d-d367e4fe6809 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431206 Sep 23 22:37:52.152570 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:52.163418 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-0760067d-a075-46c8-b550-2bc0311952a9 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] delete failed (client error): The resource could not be found. Sep 23 22:37:52.168948 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0760067d-a075-46c8-b550-2bc0311952a9 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/routers/2ad4df8e-946d-4d7b-a4b5-b481c240ce3f HTTP/1.1" status: 404 len: 336 time: 0.5546129 Sep 23 22:37:52.170447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33680) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:52.208363 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-a855550f-0a44-4e05-a365-8718caafe9e5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] DELETE failed (client error): The resource could not be found. Sep 23 22:37:52.208923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a855550f-0a44-4e05-a365-8718caafe9e5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:37:52.215169 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a855550f-0a44-4e05-a365-8718caafe9e5 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/1138725b-257d-4cdb-b69a-f78afdad85ef HTTP/1.1" status: 404 len: 337 time: 0.0394282 Sep 23 22:37:52.215724 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33684) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:52.266533 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d7cfefea-120d-4471-8a76-7271503b02df tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "GET /v2.0/ports?device_id=d187ef20-29f7-4bad-b4df-9183ef5e1eb2 HTTP/1.1" status: 200 len: 205 time: 0.0455317 Sep 23 22:37:52.266533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33686) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:52.290291 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:52.290291 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:52.290291 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] 10.222.0.67 "PUT /v2.0/ports/44934304-5c73-4907-9238-048aae39ce21 HTTP/1.1" status: 200 len: 1091 time: 4.0219772 Sep 23 22:37:52.290291 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f64c54d-9eee-4965-98ba-779bed9b1f80', 'tag': '44934304-5c73-4907-9238-048aae39ce21'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:37:52.291054 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07393ecf-10e2-412f-9a5f-41deecaf9f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:52.291262 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2d2cbd-0706-4605-bfb3-97ff7e1eace3" -d '{"events": [{"name": "network-changed", "server_uuid": "3f64c54d-9eee-4965-98ba-779bed9b1f80", "tag": "44934304-5c73-4907-9238-048aae39ce21"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:37:52.293174 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07393ecf-10e2-412f-9a5f-41deecaf9f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:52.298657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-07393ecf-10e2-412f-9a5f-41deecaf9f9e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af55fc96-4e38-486c-9b74-98204b12a2d5 HTTP/1.1" status: 204 len: 168 time: 1.1073945 Sep 23 22:37:52.321719 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643521cd-eadd-4768-85cf-a2d90cac1cdc service neutron] Pushing event updated for resources: {'Port': ['ID=44934304-5c73-4907-9238-048aae39ce21,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:52.424517 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-11fbe5a9-8743-4ba7-9c56-d9a1c3b3b443 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] delete failed (client error): The resource could not be found. Sep 23 22:37:52.437963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-11fbe5a9-8743-4ba7-9c56-d9a1c3b3b443 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/routers/d187ef20-29f7-4bad-b4df-9183ef5e1eb2 HTTP/1.1" status: 404 len: 336 time: 0.1659565 Sep 23 22:37:52.438486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33694) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:52.483527 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40c9579-279c-45fd-a92a-92ef7bd753c7 x-openstack-request-id: req-d40c9579-279c-45fd-a92a-92ef7bd753c7 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:37:52.483827 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f64c54d-9eee-4965-98ba-779bed9b1f80", "tag": "44934304-5c73-4907-9238-048aae39ce21", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:37:52.484086 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d40c9579-279c-45fd-a92a-92ef7bd753c7 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:37:52.484503 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f64c54d-9eee-4965-98ba-779bed9b1f80', 'tag': '44934304-5c73-4907-9238-048aae39ce21', 'status': 'completed', 'code': 200} Sep 23 22:37:52.494320 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07393ecf-10e2-412f-9a5f-41deecaf9f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af55fc96-4e38-486c-9b74-98204b12a2d5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:52.558671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65840b15-c6bd-4f33-997e-79a5020ffab8 req-8f597c13-6db4-4aa6-9f10-aa7fb1ee2a5e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:52.572888 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-65840b15-c6bd-4f33-997e-79a5020ffab8 req-8f597c13-6db4-4aa6-9f10-aa7fb1ee2a5e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.2860928 Sep 23 22:37:52.613923 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-00162033-00a1-4260-a140-c80738c037d9 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] DELETE failed (client error): The resource could not be found. Sep 23 22:37:52.614810 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00162033-00a1-4260-a140-c80738c037d9 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:37:52.621997 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-00162033-00a1-4260-a140-c80738c037d9 tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/f43dd4f4-ddc6-4f66-8a4b-3c3dae42e06c HTTP/1.1" status: 404 len: 337 time: 0.1820405 Sep 23 22:37:52.624227 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33696) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:52.644545 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-65840b15-c6bd-4f33-997e-79a5020ffab8 req-497c6da4-0c10-4087-aa09-7198b9ebbb26 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662012 Sep 23 22:37:52.662083 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5914ad-b27f-4782-93e9-4cbdea3ba08c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] DELETE failed (client error): The resource could not be found. Sep 23 22:37:52.662743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5914ad-b27f-4782-93e9-4cbdea3ba08c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:37:52.668783 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8a5914ad-b27f-4782-93e9-4cbdea3ba08c tempest-RoutersIpV6Test-883823723 tempest-RoutersIpV6Test-883823723-project] 10.222.0.22 "DELETE /v2.0/subnets/ae79fd16-a1b9-4839-8ab6-4b0c5e718ae3 HTTP/1.1" status: 404 len: 337 time: 0.0332999 Sep 23 22:37:52.671257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-de674e48-c758-45da-8e44-85263b4c8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:52.672798 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-de674e48-c758-45da-8e44-85263b4c8619 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 1094 time: 0.2243726 Sep 23 22:37:52.816643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-f93a9803-2add-442a-b7ed-383642b8bd6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44934304-5c73-4907-9238-048aae39ce21 HTTP/1.1" status: 200 len: 217 time: 0.1241670 Sep 23 22:37:52.984116 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-5eb8d8db-9d87-4caa-a71a-cf490f2e9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:52.988543 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-5eb8d8db-9d87-4caa-a71a-cf490f2e9856 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bef7f46-c67d-4b9d-b0a8-ff182509722b HTTP/1.1" status: 200 len: 852 time: 0.1603129 Sep 23 22:37:53.012144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032e557-af60-40a8-8dc9-ae89559958c5 req-b33b971b-2290-4d68-be17-fe2dc558933f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:53.025827 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a032e557-af60-40a8-8dc9-ae89559958c5 req-b33b971b-2290-4d68-be17-fe2dc558933f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 943 time: 0.1173918 Sep 23 22:37:53.065527 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-9f317da3-996c-4c72-9947-b559fdd0e71c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=872c1fac-beaa-464d-807d-5c88e0c5fc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655055 Sep 23 22:37:53.197672 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-f02632c7-2cd7-49a5-8708-03c9f8bdd31e service neutron] 10.222.0.67 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284704 Sep 23 22:37:53.387122 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f61c055f-ea48-4bfa-abc0-9ee9bc509037 req-0273d4be-e6de-48ed-9dd6-7831720a5aa8 service neutron] 10.222.0.67 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806724 Sep 23 22:37:53.449573 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a032e557-af60-40a8-8dc9-ae89559958c5 req-1fb96f65-97b0-4917-bfd7-abe727c85ad0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227595 Sep 23 22:37:53.732243 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33726) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:53.788294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d2cbd-0706-4605-bfb3-97ff7e1eace3 req-28932d4c-ff8b-44a4-a360-f7e9160f6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:53.792232 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc2d2cbd-0706-4605-bfb3-97ff7e1eace3 req-28932d4c-ff8b-44a4-a360-f7e9160f6f1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 1094 time: 0.1736760 Sep 23 22:37:53.992276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f0b92-535c-4800-806a-95784e6dc542 req-43689fc4-e9a5-488a-9b9e-c5bf2936cc40 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:54.007255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c5f0b92-535c-4800-806a-95784e6dc542 req-43689fc4-e9a5-488a-9b9e-c5bf2936cc40 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1533065 Sep 23 22:37:54.008377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d2cbd-0706-4605-bfb3-97ff7e1eace3 req-93773f0d-4e69-493f-a7d3-116a664b7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:54.016324 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc2d2cbd-0706-4605-bfb3-97ff7e1eace3 req-93773f0d-4e69-493f-a7d3-116a664b7660 service neutron] 10.222.0.67 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 913 time: 0.2150037 Sep 23 22:37:54.102944 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc2d2cbd-0706-4605-bfb3-97ff7e1eace3 req-038d40cd-72c5-4234-bcd2-2d8b2cac17fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44934304-5c73-4907-9238-048aae39ce21 HTTP/1.1" status: 200 len: 217 time: 0.0781491 Sep 23 22:37:54.192781 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c5f0b92-535c-4800-806a-95784e6dc542 req-ba2ab36f-578c-4d9f-909d-5fc464e22025 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842568 Sep 23 22:37:54.342176 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e7b9ed12-ed66-4f9b-9b77-21909b4bf5c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a108240b7966480b9e3f72c7e3eba8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042752 Sep 23 22:37:54.342176 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d2cbd-0706-4605-bfb3-97ff7e1eace3 req-4de5eee8-41a1-4517-975d-62e783e957cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:54.342649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33740) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:54.358360 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc2d2cbd-0706-4605-bfb3-97ff7e1eace3 req-4de5eee8-41a1-4517-975d-62e783e957cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bef7f46-c67d-4b9d-b0a8-ff182509722b HTTP/1.1" status: 200 len: 852 time: 0.2370296 Sep 23 22:37:54.402035 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc2d2cbd-0706-4605-bfb3-97ff7e1eace3 req-8f4f6877-1898-42e7-82e6-169bf16c6597 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=872c1fac-beaa-464d-807d-5c88e0c5fc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358574 Sep 23 22:37:54.457222 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bada1ed1-655e-40ba-b077-64ae8cb893f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:54.503728 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bada1ed1-655e-40ba-b077-64ae8cb893f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:54.679052 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc2d2cbd-0706-4605-bfb3-97ff7e1eace3 req-16e4f1c0-0e85-4b0f-8f21-a1e7215b5f3c service neutron] 10.222.0.67 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680244 Sep 23 22:37:54.761375 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bada1ed1-655e-40ba-b077-64ae8cb893f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:54.763434 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bada1ed1-655e-40ba-b077-64ae8cb893f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:54.765640 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bada1ed1-655e-40ba-b077-64ae8cb893f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69272b10-d3ed-486f-9925-6c80de398691 HTTP/1.1" status: 204 len: 168 time: 0.4211547 Sep 23 22:37:54.802767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada1ed1-655e-40ba-b077-64ae8cb893f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69272b10-d3ed-486f-9925-6c80de398691,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:54.966698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adc3fc-d173-40c6-86a3-c6aec0bea7a6 req-444fbab5-7257-4c27-a972-8f21464d2031 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:54.969795 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-64adc3fc-d173-40c6-86a3-c6aec0bea7a6 req-444fbab5-7257-4c27-a972-8f21464d2031 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 943 time: 0.2140467 Sep 23 22:37:55.069635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc2d2cbd-0706-4605-bfb3-97ff7e1eace3 req-e3a818da-4bb5-424a-8c23-5920883115fb service neutron] 10.222.0.67 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827655 Sep 23 22:37:55.084657 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-64adc3fc-d173-40c6-86a3-c6aec0bea7a6 req-efcbdce9-8265-4f25-bd1f-a02ab765c97c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940950 Sep 23 22:37:55.315090 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 44934304-5c73-4907-9238-048aae39ce21 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:37:55.535420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f874e8-182f-434b-8848-dcfd4ab9faa4 req-0f428f1c-f8f2-4193-b8ee-5adb29d09f0f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:55.541053 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7f874e8-182f-434b-8848-dcfd4ab9faa4 req-0f428f1c-f8f2-4193-b8ee-5adb29d09f0f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.2024953 Sep 23 22:37:55.630507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 44934304-5c73-4907-9238-048aae39ce21, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=44934304-5c73-4907-9238-048aae39ce21,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:55.648412 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a7f874e8-182f-434b-8848-dcfd4ab9faa4 req-2ce90b34-8e95-4cea-a62e-cc33c9b2c6c0 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974286 Sep 23 22:37:55.690654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '44934304-5c73-4907-9238-048aae39ce21', 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47', 'port_id': '44934304-5c73-4907-9238-048aae39ce21', 'mac_address': 'fa:16:3e:80:80:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bef7f46-c67d-4b9d-b0a8-ff182509722b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:37:55.782601 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:55.800401 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44934304-5c73-4907-9238-048aae39ce21 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:37:55.825924 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 44934304-5c73-4907-9238-048aae39ce21, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=44934304-5c73-4907-9238-048aae39ce21,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:55.934921 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:56.044104 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=44934304-5c73-4907-9238-048aae39ce21,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:56.302030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['44934304-5c73-4907-9238-048aae39ce21'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:37:56.343277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d66391-6955-4069-ae37-2e35444d8859 req-a52a4d95-0960-48d6-8b91-eebaeeb2ec29 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:56.353309 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1d66391-6955-4069-ae37-2e35444d8859 req-a52a4d95-0960-48d6-8b91-eebaeeb2ec29 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 944 time: 0.1191616 Sep 23 22:37:56.465713 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1d66391-6955-4069-ae37-2e35444d8859 req-a9c8279e-520d-4d74-8662-01086f78d95d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032703 Sep 23 22:37:56.948148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24867f71-ef26-4a68-b0fe-7746befa7fcc req-b89ae368-d1bd-4c54-b704-16ec160df04d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:56.960082 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24867f71-ef26-4a68-b0fe-7746befa7fcc req-b89ae368-d1bd-4c54-b704-16ec160df04d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1802821 Sep 23 22:37:57.085614 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-24867f71-ef26-4a68-b0fe-7746befa7fcc req-b4779f96-39d5-4e0b-8d5d-5f826cbf1205 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217706 Sep 23 22:37:57.160206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33818) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:57.310093 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9508a15c-4da5-498f-97dc-603523cc6b68 tempest-DvrRoutersNegativeTest-1744508733 tempest-DvrRoutersNegativeTest-1744508733-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1181612566', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:37:57.313807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.policy [None req-9508a15c-4da5-498f-97dc-603523cc6b68 tempest-DvrRoutersNegativeTest-1744508733 tempest-DvrRoutersNegativeTest-1744508733-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95490) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 23 22:37:57.314707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.policy [None req-9508a15c-4da5-498f-97dc-603523cc6b68 tempest-DvrRoutersNegativeTest-1744508733 tempest-DvrRoutersNegativeTest-1744508733-project] Failed policy check for 'create_router' {{(pid=95490) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 23 22:37:57.315214 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-9508a15c-4da5-498f-97dc-603523cc6b68 tempest-DvrRoutersNegativeTest-1744508733 tempest-DvrRoutersNegativeTest-1744508733-project] create failed (client error): Access was denied to this resource. Sep 23 22:37:57.316340 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9508a15c-4da5-498f-97dc-603523cc6b68 tempest-DvrRoutersNegativeTest-1744508733 tempest-DvrRoutersNegativeTest-1744508733-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1540129 Sep 23 22:37:57.334400 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 44934304-5c73-4907-9238-048aae39ce21 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:37:57.513874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 44934304-5c73-4907-9238-048aae39ce21 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:37:57.525245 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 44934304-5c73-4907-9238-048aae39ce21 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:37:57.526257 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:57.669606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b279edf-6e9b-464a-8cb9-3d7b677dcd99 req-d8745b29-869b-4d23-a546-4400f6bdb280 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:57.672364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b279edf-6e9b-464a-8cb9-3d7b677dcd99 req-d8745b29-869b-4d23-a546-4400f6bdb280 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 944 time: 0.1060035 Sep 23 22:37:57.732856 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:57.780236 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b279edf-6e9b-464a-8cb9-3d7b677dcd99 req-185bac14-8e5d-4d9b-9119-7e1a18918151 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935686 Sep 23 22:37:57.804483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f64c54d-9eee-4965-98ba-779bed9b1f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44934304-5c73-4907-9238-048aae39ce21'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:37:57.806723 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f2ddf1-1b36-4f56-8f00-ed9f2c6970bb" -d '{"events": [{"server_uuid": "3f64c54d-9eee-4965-98ba-779bed9b1f80", "name": "network-vif-plugged", "status": "completed", "tag": "44934304-5c73-4907-9238-048aae39ce21"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:37:57.835812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 44934304-5c73-4907-9238-048aae39ce21, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=44934304-5c73-4907-9238-048aae39ce21,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:37:57.876451 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39e2384-7237-4201-b4f6-7ba532c42320 x-openstack-request-id: req-e39e2384-7237-4201-b4f6-7ba532c42320 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:37:57.876911 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f64c54d-9eee-4965-98ba-779bed9b1f80", "name": "network-vif-plugged", "status": "completed", "tag": "44934304-5c73-4907-9238-048aae39ce21", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:37:57.877414 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e39e2384-7237-4201-b4f6-7ba532c42320 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:37:57.877906 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f64c54d-9eee-4965-98ba-779bed9b1f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44934304-5c73-4907-9238-048aae39ce21', 'code': 200} Sep 23 22:37:57.962458 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:58.084044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=44934304-5c73-4907-9238-048aae39ce21,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:58.156093 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde0c63-45ac-47d6-8b02-281408a858c6 req-319eed20-42c4-4123-ab39-adb310263e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:58.169456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5dde0c63-45ac-47d6-8b02-281408a858c6 req-319eed20-42c4-4123-ab39-adb310263e0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 1096 time: 0.1538804 Sep 23 22:37:58.228474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33850) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:58.275451 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5dde0c63-45ac-47d6-8b02-281408a858c6 req-df5aeda2-10dd-4a61-b35a-af01f848bf73 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040773 Sep 23 22:37:58.393631 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd46b2-d38a-427e-b3ef-d61799ca7b6a req-e6824931-4a82-4b6d-bcac-18791b0f2068 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:58.395720 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2ffd46b2-d38a-427e-b3ef-d61799ca7b6a req-e6824931-4a82-4b6d-bcac-18791b0f2068 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.0887110 Sep 23 22:37:58.411399 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-554ea014-65f1-42f3-963c-c8d25de98178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:58.479600 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2ffd46b2-d38a-427e-b3ef-d61799ca7b6a req-8a46eac7-64a5-4038-ae2e-3fec4a39042c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568905 Sep 23 22:37:58.686045 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-554ea014-65f1-42f3-963c-c8d25de98178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:58.808958 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-554ea014-65f1-42f3-963c-c8d25de98178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:58.844198 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:37:58.868412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ea014-65f1-42f3-963c-c8d25de98178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640d6c94-28e3-454d-b900-c918fa381d10,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:58.879094 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-554ea014-65f1-42f3-963c-c8d25de98178 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9322764d6c2b4d0f854a35bfc0191e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6486526 Sep 23 22:37:58.881791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33866) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:37:59.020559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26312ec9-6b56-4dba-893d-59025737b3db req-014e28f0-78d8-47c0-927a-fc5455ef0973 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:59.024878 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26312ec9-6b56-4dba-893d-59025737b3db req-014e28f0-78d8-47c0-927a-fc5455ef0973 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 945 time: 0.0975385 Sep 23 22:37:59.026520 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7cf562e7-10bf-44ff-94bd-b72c3fe257b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:59.101713 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7cf562e7-10bf-44ff-94bd-b72c3fe257b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:59.111923 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26312ec9-6b56-4dba-893d-59025737b3db req-6eee7e01-da32-442d-861e-df73bc85cb05 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802314 Sep 23 22:37:59.297703 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7cf562e7-10bf-44ff-94bd-b72c3fe257b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:59.321857 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7cf562e7-10bf-44ff-94bd-b72c3fe257b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:37:59.330186 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7cf562e7-10bf-44ff-94bd-b72c3fe257b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/640d6c94-28e3-454d-b900-c918fa381d10 HTTP/1.1" status: 204 len: 168 time: 0.4464288 Sep 23 22:37:59.349577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf562e7-10bf-44ff-94bd-b72c3fe257b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640d6c94-28e3-454d-b900-c918fa381d10,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:37:59.661880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dba303-ca38-4b23-9afb-266379d1f3d3 req-22201794-50f6-4b50-b4e0-fa5d27eea00b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:37:59.661880 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-84dba303-ca38-4b23-9afb-266379d1f3d3 req-22201794-50f6-4b50-b4e0-fa5d27eea00b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.0792291 Sep 23 22:37:59.720359 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-84dba303-ca38-4b23-9afb-266379d1f3d3 req-a6c34f32-5bdc-4abb-ac26-65f7d6a84eb1 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480034 Sep 23 22:38:00.347569 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485dd7f-fc50-4161-ac4b-cbd2cf13b6b3 req-095e3d92-f613-42c3-a5c6-d24ddaba5f68 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:00.351134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d485dd7f-fc50-4161-ac4b-cbd2cf13b6b3 req-095e3d92-f613-42c3-a5c6-d24ddaba5f68 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 945 time: 0.0729575 Sep 23 22:38:00.407807 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d485dd7f-fc50-4161-ac4b-cbd2cf13b6b3 req-505a572b-87b9-4f97-98b6-254943c19fa5 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493083 Sep 23 22:38:00.990890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeeec41-1520-42fb-b7e6-db3f5999a571 req-a47010f3-00f0-4681-996e-2221d0c0addf tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:00.993678 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6eeeec41-1520-42fb-b7e6-db3f5999a571 req-a47010f3-00f0-4681-996e-2221d0c0addf tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1037638 Sep 23 22:38:01.094839 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6eeeec41-1520-42fb-b7e6-db3f5999a571 req-473980d0-1dae-49af-b23c-deff3f52e4ad tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771198 Sep 23 22:38:01.791612 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33956) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:01.804177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33958) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:01.805646 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0121655 Sep 23 22:38:02.409129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40db29-b3b6-45c2-b3a2-5e1b8a47c5c5 req-dac61127-6b18-4b11-aed8-260d6dc6285e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:02.418279 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b40db29-b3b6-45c2-b3a2-5e1b8a47c5c5 req-dac61127-6b18-4b11-aed8-260d6dc6285e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1370966 Sep 23 22:38:02.457025 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d001c197-0aa0-45dc-ae0a-c3e68180e170 tempest-NetworksApiDiscovery-1426192510 tempest-NetworksApiDiscovery-1426192510-project] 10.222.0.22 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6513932 Sep 23 22:38:02.505257 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b40db29-b3b6-45c2-b3a2-5e1b8a47c5c5 req-b2421735-088d-4967-84ce-15e165f03d96 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856414 Sep 23 22:38:03.676481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34000) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:03.855863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738d436-aa96-4710-8287-ecc855b0f5ad req-12459f5e-e50e-4452-a135-a4fd3145cae9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:03.858230 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f738d436-aa96-4710-8287-ecc855b0f5ad req-12459f5e-e50e-4452-a135-a4fd3145cae9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1650584 Sep 23 22:38:03.918751 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f738d436-aa96-4710-8287-ecc855b0f5ad req-c4ad0ea5-92dc-4d42-b31d-db33f3d8fad4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488214 Sep 23 22:38:03.952292 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de67b180-4dac-477d-9006-3c1eb32878e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:04.079111 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de67b180-4dac-477d-9006-3c1eb32878e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:04.196132 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de67b180-4dac-477d-9006-3c1eb32878e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:04.267604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34018) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:04.270998 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-de67b180-4dac-477d-9006-3c1eb32878e2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ddca57d469b149978b38c2adfb46f73c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5881643 Sep 23 22:38:04.275329 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67b180-4dac-477d-9006-3c1eb32878e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f372fc-9c5b-4615-842b-60ca9c45b303,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:04.349998 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f91cb62-f849-4a39-9ec3-6e6839e33c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:04.377628 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f91cb62-f849-4a39-9ec3-6e6839e33c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:04.564582 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f91cb62-f849-4a39-9ec3-6e6839e33c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:04.569721 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f91cb62-f849-4a39-9ec3-6e6839e33c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:04.587141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2f91cb62-f849-4a39-9ec3-6e6839e33c23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f2f372fc-9c5b-4615-842b-60ca9c45b303 HTTP/1.1" status: 204 len: 168 time: 0.3067467 Sep 23 22:38:04.608841 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb290505-ce92-4756-8a2c-5df3b104ae7a req-523aafe5-c337-4dfd-8b9d-c93e743fe21f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806496 Sep 23 22:38:04.651201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91cb62-f849-4a39-9ec3-6e6839e33c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f372fc-9c5b-4615-842b-60ca9c45b303,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:04.808597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb290505-ce92-4756-8a2c-5df3b104ae7a req-d6689e0e-3d3e-46b1-a2f6-ae7f3a3790f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:04.812031 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb290505-ce92-4756-8a2c-5df3b104ae7a req-d6689e0e-3d3e-46b1-a2f6-ae7f3a3790f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 1095 time: 0.1713004 Sep 23 22:38:05.005503 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb290505-ce92-4756-8a2c-5df3b104ae7a req-198d131d-8de4-4196-97b4-e80287b59c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:05.007236 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb290505-ce92-4756-8a2c-5df3b104ae7a req-198d131d-8de4-4196-97b4-e80287b59c50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.1627789 Sep 23 22:38:05.293976 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb290505-ce92-4756-8a2c-5df3b104ae7a req-0d53c21b-d688-4888-885e-cff09694f8f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d473a81d-624e-4664-bbcb-4473adacebb1 HTTP/1.1" status: 200 len: 999 time: 0.2786627 Sep 23 22:38:05.310960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492c58e-9286-4512-99ae-e4357eea63e0 req-ead57b1c-7f7b-4b2f-88bd-f2f5ae272511 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:05.313850 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1492c58e-9286-4512-99ae-e4357eea63e0 req-ead57b1c-7f7b-4b2f-88bd-f2f5ae272511 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1636462 Sep 23 22:38:05.413522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb290505-ce92-4756-8a2c-5df3b104ae7a req-69597110-4daf-486e-9d94-c15b050e961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:05.415779 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb290505-ce92-4756-8a2c-5df3b104ae7a req-69597110-4daf-486e-9d94-c15b050e961b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.1000891 Sep 23 22:38:05.424983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1492c58e-9286-4512-99ae-e4357eea63e0 req-14d2c94e-5580-425a-8d1e-e3e06c7e4a0d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989738 Sep 23 22:38:05.530181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb290505-ce92-4756-8a2c-5df3b104ae7a req-055cdb81-5cd8-481d-b894-33f366dbda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:05.536499 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb290505-ce92-4756-8a2c-5df3b104ae7a req-055cdb81-5cd8-481d-b894-33f366dbda3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101379 Sep 23 22:38:05.743667 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb290505-ce92-4756-8a2c-5df3b104ae7a req-5db5f602-0749-40fb-b845-5b93122e37c7 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993077 Sep 23 22:38:05.948261 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb290505-ce92-4756-8a2c-5df3b104ae7a req-bc0fa677-3160-4525-aa96-e559a0a83253 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954153 Sep 23 22:38:06.482295 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:06.763007 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b233f-be47-42fa-aac4-a786e14089ff req-805ea53f-3bdc-44ff-bf83-a8a13a385645 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:06.768380 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-630b233f-be47-42fa-aac4-a786e14089ff req-805ea53f-3bdc-44ff-bf83-a8a13a385645 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1465271 Sep 23 22:38:06.840478 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-630b233f-be47-42fa-aac4-a786e14089ff req-c910bc2e-893b-456a-a5f6-e4c63f96e8e0 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567648 Sep 23 22:38:06.930560 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34096) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:08.334851 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320adda2-f148-4055-9952-85b7ff4d458f req-67ca0fb4-fb04-4755-b5e0-ce4dc3398946 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:08.334851 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-320adda2-f148-4055-9952-85b7ff4d458f req-67ca0fb4-fb04-4755-b5e0-ce4dc3398946 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1140244 Sep 23 22:38:08.367387 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-320adda2-f148-4055-9952-85b7ff4d458f req-ad55b5b8-7130-4f55-8110-ef0e20ac6a6b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579627 Sep 23 22:38:08.440043 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c9e3-84fe-4440-b61c-d51b46d75fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:08.917001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0c9e3-84fe-4440-b61c-d51b46d75fa0 admin admin] Deleting port b327a189-f19b-4203-b3c8-b3a44752b8d5 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:38:08.921723 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c9e3-84fe-4440-b61c-d51b46d75fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:09.046148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-b7e0c9e3-84fe-4440-b61c-d51b46d75fa0 admin admin] For port b327a189-f19b-4203-b3c8-b3a44752b8d5, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b327a189-f19b-4203-b3c8-b3a44752b8d5,segment=NetworkSegment(f0365aed-ce20-4b42-a873-93c9e087271c),segment_id=f0365aed-ce20-4b42-a873-93c9e087271c)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:38:09.046519 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c9e3-84fe-4440-b61c-d51b46d75fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:09.073216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0c9e3-84fe-4440-b61c-d51b46d75fa0 admin admin] Calling delete_port for b327a189-f19b-4203-b3c8-b3a44752b8d5 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:38:09.552760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21194a33-53d1-470e-a9b8-8a1777457c62 req-626ec3fd-a382-4dd3-a272-9708d9c61636 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:09.554599 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21194a33-53d1-470e-a9b8-8a1777457c62 req-626ec3fd-a382-4dd3-a272-9708d9c61636 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.0734103 Sep 23 22:38:09.608823 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c9e3-84fe-4440-b61c-d51b46d75fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:09.636522 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21194a33-53d1-470e-a9b8-8a1777457c62 req-531c570a-f20d-4df2-ad0b-10a8ed1bf833 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735533 Sep 23 22:38:09.669627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0c9e3-84fe-4440-b61c-d51b46d75fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b327a189-f19b-4203-b3c8-b3a44752b8d5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:09.997526 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c9e3-84fe-4440-b61c-d51b46d75fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:10.319950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e0c9e3-84fe-4440-b61c-d51b46d75fa0 admin admin] Router 76112613-37e5-43b2-b921-1f5a9c06ab3b has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:38:10.538989 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e0c9e3-84fe-4440-b61c-d51b46d75fa0 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:38:10.547983 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b7e0c9e3-84fe-4440-b61c-d51b46d75fa0 admin admin] 10.222.0.22 "PUT /v2.0/routers/76112613-37e5-43b2-b921-1f5a9c06ab3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6153312 Sep 23 22:38:10.551244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34162) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:10.558990 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb762c4-d0ea-4861-9487-86c75a751453 None None] Sync routers for ids ['76112613-37e5-43b2-b921-1f5a9c06ab3b'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:38:10.585040 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb762c4-d0ea-4861-9487-86c75a751453 None None] Routers {'76112613-37e5-43b2-b921-1f5a9c06ab3b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:38:10.586424 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8bb762c4-d0ea-4861-9487-86c75a751453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:37:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['76112613-37e5-43b2-b921-1f5a9c06ab3b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:10.700280 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:10.909855 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-8bb762c4-d0ea-4861-9487-86c75a751453 None None] Set router 76112613-37e5-43b2-b921-1f5a9c06ab3b gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:38:11.027094 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:11.231673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] Deleting port b9b37290-6c9a-46be-b312-2ae7be6e1516 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:38:11.232556 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:11.322169 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8bb762c4-d0ea-4861-9487-86c75a751453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:24:56Z', 'updated_at': '2021-09-23T22:38:09Z', 'revision_number': 5, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'gw_port': {'id': 'b9b37290-6c9a-46be-b312-2ae7be6e1516', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:24:57Z', 'updated_at': '2021-09-23T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:11.392629 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb762c4-d0ea-4861-9487-86c75a751453 None None] Checking router: 76112613-37e5-43b2-b921-1f5a9c06ab3b for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:38:11.412180 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb762c4-d0ea-4861-9487-86c75a751453 None None] Routers {'76112613-37e5-43b2-b921-1f5a9c06ab3b'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:38:11.412895 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8bb762c4-d0ea-4861-9487-86c75a751453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:37:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['76112613-37e5-43b2-b921-1f5a9c06ab3b'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:11.526601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] For port b9b37290-6c9a-46be-b312-2ae7be6e1516, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b9b37290-6c9a-46be-b312-2ae7be6e1516,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:38:11.527165 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:11.549062 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-8bb762c4-d0ea-4861-9487-86c75a751453 None None] Set router 76112613-37e5-43b2-b921-1f5a9c06ab3b gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:38:11.613503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] Calling delete_port for b9b37290-6c9a-46be-b312-2ae7be6e1516 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:38:11.628559 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8bb762c4-d0ea-4861-9487-86c75a751453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:24:56Z', 'updated_at': '2021-09-23T22:38:11Z', 'revision_number': 6, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:11.675209 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb762c4-d0ea-4861-9487-86c75a751453 None None] The sync data for ids ['76112613-37e5-43b2-b921-1f5a9c06ab3b'] in n-d-810775-1 is: [{'id': '76112613-37e5-43b2-b921-1f5a9c06ab3b', 'name': 'tempest-TaggedBootDevicesTest-746203006-router', 'tenant_id': '53d9dcc00ea347a4ba456b29d8894318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:24:56Z', 'updated_at': '2021-09-23T22:38:11Z', 'revision_number': 6, 'project_id': '53d9dcc00ea347a4ba456b29d8894318', 'gw_port_host': None}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:38:11.702066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b47d2-1629-4257-ae06-2a98c110bdcd req-f1605519-3119-4309-92da-3733d1fa3d80 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:11.704319 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-491b47d2-1629-4257-ae06-2a98c110bdcd req-f1605519-3119-4309-92da-3733d1fa3d80 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.7866397 Sep 23 22:38:11.803953 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-491b47d2-1629-4257-ae06-2a98c110bdcd req-f7d67b14-6cfd-4fc3-a174-157d58dea2c4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859220 Sep 23 22:38:12.034128 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:12.095940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b37290-6c9a-46be-b312-2ae7be6e1516,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:12.208628 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:12.334561 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:12.338921 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:12.504178 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:12.504707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76112613-37e5-43b2-b921-1f5a9c06ab3b {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:38:12.512920 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:12.518204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34220) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:12.518965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-978e7e52-4789-466d-97b9-e7b43a8080f7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/76112613-37e5-43b2-b921-1f5a9c06ab3b HTTP/1.1" status: 204 len: 168 time: 1.9659693 Sep 23 22:38:12.688777 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b0d0f0-be08-4fd6-83ee-2161f0ac28d4 admin admin] Deleting subnet 2d29d642-3539-4f1b-86f3-275967351080 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:38:12.696915 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26b0d0f0-be08-4fd6-83ee-2161f0ac28d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:12.717134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34226) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:12.802500 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26b0d0f0-be08-4fd6-83ee-2161f0ac28d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:12.958741 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d5474e8-7eeb-4eae-b315-c289edcdcb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:13.033193 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26b0d0f0-be08-4fd6-83ee-2161f0ac28d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:13.055003 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4631d4b-dc5d-4026-9bdd-3bb287bc5d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:13.166869 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d5474e8-7eeb-4eae-b315-c289edcdcb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:13.302876 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26b0d0f0-be08-4fd6-83ee-2161f0ac28d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:13.322919 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d5474e8-7eeb-4eae-b315-c289edcdcb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:13.361690 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7d5474e8-7eeb-4eae-b315-c289edcdcb97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dee85223162240ea94f5be7d5a12523a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6431406 Sep 23 22:38:13.372481 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34244) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:13.376736 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0d0f0-be08-4fd6-83ee-2161f0ac28d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d29d642-3539-4f1b-86f3-275967351080,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:13.404359 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26b0d0f0-be08-4fd6-83ee-2161f0ac28d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:13.409292 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-26b0d0f0-be08-4fd6-83ee-2161f0ac28d4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2d29d642-3539-4f1b-86f3-275967351080 HTTP/1.1" status: 204 len: 168 time: 0.8868861 Sep 23 22:38:13.413335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34246) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:13.418424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c8d4af-4863-4405-abad-9ac021a9acac None None] Network 8fdb77b3-802f-455b-896f-81dc78604c36 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:38:13.444773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6d1fa-a5c0-4a05-89a0-345410396aa5 req-b8cb4c74-4c8b-4cb0-a123-f499ddb5fdbb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:13.445958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5474e8-7eeb-4eae-b315-c289edcdcb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63175278-f14b-4a8d-8af3-e280ce6ed54e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:13.449393 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-41f6d1fa-a5c0-4a05-89a0-345410396aa5 req-b8cb4c74-4c8b-4cb0-a123-f499ddb5fdbb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.4722011 Sep 23 22:38:13.480156 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-123a7b87-a290-48b3-be29-51972feec97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:13.591186 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-123a7b87-a290-48b3-be29-51972feec97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:13.637630 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:13.670317 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-41f6d1fa-a5c0-4a05-89a0-345410396aa5 req-c5b12ea0-a60c-4a72-a0c8-14b18061ff23 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845539 Sep 23 22:38:13.826518 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b9b37290-6c9a-46be-b312-2ae7be6e1516 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:38:13.847076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] Deleting port 2e69fc64-9c12-4912-b223-57b8e4c7421a {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:38:13.847455 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:13.857370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: b9b37290-6c9a-46be-b312-2ae7be6e1516 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:38:13.858070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b9b37290-6c9a-46be-b312-2ae7be6e1516 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:38:13.858730 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b327a189-f19b-4203-b3c8-b3a44752b8d5 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:38:13.882997 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: b327a189-f19b-4203-b3c8-b3a44752b8d5 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:38:13.883341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b327a189-f19b-4203-b3c8-b3a44752b8d5 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:38:13.922654 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-123a7b87-a290-48b3-be29-51972feec97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:13.949177 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-123a7b87-a290-48b3-be29-51972feec97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:13.953012 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-123a7b87-a290-48b3-be29-51972feec97c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/63175278-f14b-4a8d-8af3-e280ce6ed54e HTTP/1.1" status: 204 len: 168 time: 0.5784447 Sep 23 22:38:13.992427 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a7b87-a290-48b3-be29-51972feec97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63175278-f14b-4a8d-8af3-e280ce6ed54e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:14.021244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e7beeb-7f7b-4c62-ae20-d3d2e8a8b06e None None] DHCP port deletion for 8fdb77b3-802f-455b-896f-81dc78604c36 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:38:14.041318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] For port 2e69fc64-9c12-4912-b223-57b8e4c7421a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2e69fc64-9c12-4912-b223-57b8e4c7421a,segment=NetworkSegment(f0365aed-ce20-4b42-a873-93c9e087271c),segment_id=f0365aed-ce20-4b42-a873-93c9e087271c)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:38:14.042342 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:14.072657 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] Calling delete_port for 2e69fc64-9c12-4912-b223-57b8e4c7421a owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:38:14.230861 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e0e7beeb-7f7b-4c62-ae20-d3d2e8a8b06e None None] Deleting port 2e69fc64-9c12-4912-b223-57b8e4c7421a {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:38:14.233344 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e0e7beeb-7f7b-4c62-ae20-d3d2e8a8b06e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:14.341074 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:14.349306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e0e7beeb-7f7b-4c62-ae20-d3d2e8a8b06e None None] For port 2e69fc64-9c12-4912-b223-57b8e4c7421a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2e69fc64-9c12-4912-b223-57b8e4c7421a,segment=NetworkSegment(f0365aed-ce20-4b42-a873-93c9e087271c),segment_id=f0365aed-ce20-4b42-a873-93c9e087271c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:38:14.349972 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e0e7beeb-7f7b-4c62-ae20-d3d2e8a8b06e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:14.374704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e0e7beeb-7f7b-4c62-ae20-d3d2e8a8b06e None None] Calling delete_port for 2e69fc64-9c12-4912-b223-57b8e4c7421a owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:38:14.428959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e69fc64-9c12-4912-b223-57b8e4c7421a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:14.439072 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] No DVR routers for this DVR port 2e69fc64-9c12-4912-b223-57b8e4c7421a on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:38:14.609063 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e0e7beeb-7f7b-4c62-ae20-d3d2e8a8b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:14.664762 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:14.686954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7beeb-7f7b-4c62-ae20-d3d2e8a8b06e None None] Pushing event deleted for resources: {'Port': ['ID=2e69fc64-9c12-4912-b223-57b8e4c7421a,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:14.694110 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e7beeb-7f7b-4c62-ae20-d3d2e8a8b06e None None] No DVR routers for this DVR port 2e69fc64-9c12-4912-b223-57b8e4c7421a on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:38:14.714699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdb77b3-802f-455b-896f-81dc78604c36']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:14.743907 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0365aed-ce20-4b42-a873-93c9e087271c') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:14.744511 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0365aed-ce20-4b42-a873-93c9e087271c') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:14.761308 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:14.784120 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:14.792553 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:38:14.793133 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:38:14.795264 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:38:14.977607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5574ad-29da-48d0-9b4a-3275a20f048f req-f47fbfd4-81c2-476b-b3b0-e7f9c3f4a4d6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:14.991030 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c5574ad-29da-48d0-9b4a-3275a20f048f req-f47fbfd4-81c2-476b-b3b0-e7f9c3f4a4d6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1389751 Sep 23 22:38:15.003467 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:15.012557 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:15.014966 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8fdb77b3-802f-455b-896f-81dc78604c36 HTTP/1.1" status: 204 len: 168 time: 1.5971375 Sep 23 22:38:15.046903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afa7d1-0a85-465e-8378-576be2694961 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fdb77b3-802f-455b-896f-81dc78604c36,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:15.097500 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c5574ad-29da-48d0-9b4a-3275a20f048f req-42283f83-5d66-406e-86b3-a2f47a7a0201 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018798 Sep 23 22:38:15.237258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34272) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:15.264959 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb85a3bf-56d3-4e90-abf6-d82c2ee62a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:15.534951 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb85a3bf-56d3-4e90-abf6-d82c2ee62a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:15.609882 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb85a3bf-56d3-4e90-abf6-d82c2ee62a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:15.655414 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e4f8b9ca-f6c2-4e43-857b-134ba6b0852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:15.667670 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34278) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:15.677315 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cb85a3bf-56d3-4e90-abf6-d82c2ee62a11 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3cc44ce9a45e4be39d3557ea35bb0ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388361 Sep 23 22:38:15.686727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85a3bf-56d3-4e90-abf6-d82c2ee62a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa04c8ac-9d1c-497e-805b-8d2da131ae70,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:15.769835 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36279dd1-6c36-42bf-a76e-5ca60d8ee25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:15.806546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2e69fc64-9c12-4912-b223-57b8e4c7421a no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:38:15.808784 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36279dd1-6c36-42bf-a76e-5ca60d8ee25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:15.851692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 2e69fc64-9c12-4912-b223-57b8e4c7421a {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:38:15.852366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2e69fc64-9c12-4912-b223-57b8e4c7421a not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:38:15.989863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34280) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:16.037550 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36279dd1-6c36-42bf-a76e-5ca60d8ee25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:16.057300 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36279dd1-6c36-42bf-a76e-5ca60d8ee25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:16.057300 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-36279dd1-6c36-42bf-a76e-5ca60d8ee25f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fa04c8ac-9d1c-497e-805b-8d2da131ae70 HTTP/1.1" status: 204 len: 168 time: 0.3765032 Sep 23 22:38:16.114994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36279dd1-6c36-42bf-a76e-5ca60d8ee25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa04c8ac-9d1c-497e-805b-8d2da131ae70,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:16.123139 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d565b30d-2dec-4cd1-b920-2f828ef1b2bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53d9dcc00ea347a4ba456b29d8894318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331420 Sep 23 22:38:16.127524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34288) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:16.132501 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:16.423385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb8529-3b9c-41cc-b130-14b7eb7b9ef9 req-8f1e2a25-7aff-45cd-95b0-308207eff9eb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:16.426390 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5cdb8529-3b9c-41cc-b130-14b7eb7b9ef9 req-8f1e2a25-7aff-45cd-95b0-308207eff9eb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1293666 Sep 23 22:38:16.428258 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d36f3e3b-3148-4323-92fb-8891298ac25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:16.481508 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d36f3e3b-3148-4323-92fb-8891298ac25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:16.648929 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5cdb8529-3b9c-41cc-b130-14b7eb7b9ef9 req-f0dc9061-5981-490d-8b55-ede422e4135b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865849 Sep 23 22:38:16.730817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d36f3e3b-3148-4323-92fb-8891298ac25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:16.734650 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d36f3e3b-3148-4323-92fb-8891298ac25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:16.736811 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d36f3e3b-3148-4323-92fb-8891298ac25e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81a15afc-7476-4fe7-959a-e154e28ee2a2 HTTP/1.1" status: 204 len: 168 time: 0.6057205 Sep 23 22:38:16.763046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f3e3b-3148-4323-92fb-8891298ac25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a15afc-7476-4fe7-959a-e154e28ee2a2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:17.004240 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:17.972283 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b31d0451-e195-4bf7-a923-75087dba3d74 req-6d3102b2-bb2d-43b1-9737-a5342d782b64 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1308901 Sep 23 22:38:18.154278 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:18.158193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deac08e-7105-4769-b95c-c77ad78b9ae5 req-0511d041-c3d9-4211-b597-bb338efc1851 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:18.158193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5deac08e-7105-4769-b95c-c77ad78b9ae5 req-0511d041-c3d9-4211-b597-bb338efc1851 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1373560 Sep 23 22:38:18.158193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5deac08e-7105-4769-b95c-c77ad78b9ae5 req-3246e79b-d3ee-4d76-a269-51d4def3195b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629680 Sep 23 22:38:18.160017 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0451-e195-4bf7-a923-75087dba3d74 req-78dd518c-e014-465b-8d31-3ca4385d3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:18.160017 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b31d0451-e195-4bf7-a923-75087dba3d74 req-78dd518c-e014-465b-8d31-3ca4385d3fc1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 1096 time: 0.0875113 Sep 23 22:38:18.316050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0451-e195-4bf7-a923-75087dba3d74 req-f8a0c88f-748e-4a4f-b1bd-133938b86cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:18.320263 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b31d0451-e195-4bf7-a923-75087dba3d74 req-f8a0c88f-748e-4a4f-b1bd-133938b86cd4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 913 time: 0.2645078 Sep 23 22:38:18.373585 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b31d0451-e195-4bf7-a923-75087dba3d74 req-10a89af7-3223-4cb3-9f41-6ae423a18251 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44934304-5c73-4907-9238-048aae39ce21 HTTP/1.1" status: 200 len: 217 time: 0.0450785 Sep 23 22:38:18.505427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0451-e195-4bf7-a923-75087dba3d74 req-eba38579-c6ec-427e-b7fa-7cd9b836fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:18.507536 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b31d0451-e195-4bf7-a923-75087dba3d74 req-eba38579-c6ec-427e-b7fa-7cd9b836fcd5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bef7f46-c67d-4b9d-b0a8-ff182509722b HTTP/1.1" status: 200 len: 852 time: 0.1237991 Sep 23 22:38:18.606419 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b31d0451-e195-4bf7-a923-75087dba3d74 req-0422697d-8b2e-481f-b5ab-0c2e7f815388 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=872c1fac-beaa-464d-807d-5c88e0c5fc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862520 Sep 23 22:38:18.843718 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b31d0451-e195-4bf7-a923-75087dba3d74 req-963d9649-1563-4cdd-8f53-715bd8d1b206 service neutron] 10.222.0.67 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250636 Sep 23 22:38:18.904607 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:19.090544 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b31d0451-e195-4bf7-a923-75087dba3d74 req-0b92cd66-fc4f-4f5f-90e6-d840ed5f711b service neutron] 10.222.0.67 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388520 Sep 23 22:38:19.256351 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3128c9-3bde-4483-b131-619ea26e1178 req-8f8fba62-ebe4-40f6-abe1-10a550bae4f0 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:19.259545 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b3128c9-3bde-4483-b131-619ea26e1178 req-8f8fba62-ebe4-40f6-abe1-10a550bae4f0 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1135824 Sep 23 22:38:19.332802 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b3128c9-3bde-4483-b131-619ea26e1178 req-078ebd93-8399-4fa2-a120-af69f698aa97 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579648 Sep 23 22:38:20.411079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34438) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:20.533246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9202d-be54-49c5-82c9-f9b571ad8bf5 req-ed723ec7-3761-40f5-934b-53530bc3c807 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:20.544108 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98f9202d-be54-49c5-82c9-f9b571ad8bf5 req-ed723ec7-3761-40f5-934b-53530bc3c807 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.0949183 Sep 23 22:38:20.667366 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98f9202d-be54-49c5-82c9-f9b571ad8bf5 req-98606fe0-a693-4f3b-b804-eebeba4b30fb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172674 Sep 23 22:38:20.844134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-network', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:38:20.988284 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] Made reservation on behalf of 51f8bd0949bd4e95a8e9aac40db9671c for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:38:20.991415 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:21.008728 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:21.201810 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:21.323875 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:21.382631 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:38:21.409661 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:21.410331 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] Added segment 1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7 of type vlan for network fa81e9cc-8992-4179-b9e3-9048c56a33a0 Sep 23 22:38:21.465594 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:21.481504 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:21.683340 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:21.686673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:21.686673 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:21.927598 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] Pushing event updated for resources: {'Network': ['ID=fa81e9cc-8992-4179-b9e3-9048c56a33a0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:21.939352 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network fa81e9cc-8992-4179-b9e3-9048c56a33a0 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:38:21.942063 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b47c71af-461a-4da2-8f33-c245df192163 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5285857 Sep 23 22:38:21.943137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a194f6-d798-4e74-a444-c8745ad74345 req-e06b7beb-cb3f-4aa6-b14a-506188653ebe tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:21.944880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34498) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:21.945946 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a4a194f6-d798-4e74-a444-c8745ad74345 req-e06b7beb-cb3f-4aa6-b14a-506188653ebe tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1261997 Sep 23 22:38:21.952654 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-398df5fe-bc75-478d-81a6-01ef474e658e admin admin] Request body: {'subnet': {'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-subnet', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:38:22.061673 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a4a194f6-d798-4e74-a444-c8745ad74345 req-3252705f-d4b1-46e3-a57a-f12c7c97a1e0 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064086 Sep 23 22:38:22.180265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398df5fe-bc75-478d-81a6-01ef474e658e admin admin] Made reservation on behalf of 51f8bd0949bd4e95a8e9aac40db9671c for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:38:22.182797 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-398df5fe-bc75-478d-81a6-01ef474e658e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:22.809033 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-398df5fe-bc75-478d-81a6-01ef474e658e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:22.973319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398df5fe-bc75-478d-81a6-01ef474e658e admin admin] Pushing event updated for resources: {'Subnet': ['ID=348543d1-f008-4beb-b20f-1d9700a9ee7e,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:23.031481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398df5fe-bc75-478d-81a6-01ef474e658e admin admin] Checking segment: {'id': '1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:38:23.032720 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398df5fe-bc75-478d-81a6-01ef474e658e admin admin] Network hostable DHCP agents. Network: fa81e9cc-8992-4179-b9e3-9048c56a33a0, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:38:23.289920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398df5fe-bc75-478d-81a6-01ef474e658e admin admin] Network fa81e9cc-8992-4179-b9e3-9048c56a33a0 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:38:23.302080 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34538) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:23.322112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27f1cf-8244-4ca5-9a0f-050c39ac8e92 req-b32927f3-044c-483e-ba59-da071841568b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:23.333066 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e27f1cf-8244-4ca5-9a0f-050c39ac8e92 req-b32927f3-044c-483e-ba59-da071841568b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1144459 Sep 23 22:38:23.380697 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e27f1cf-8244-4ca5-9a0f-050c39ac8e92 req-60e95aa7-6ee2-436d-8572-12e2175d1cc0 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482528 Sep 23 22:38:23.414439 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-398df5fe-bc75-478d-81a6-01ef474e658e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, fa81e9cc-8992-4179-b9e3-9048c56a33a0) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:38:23.430853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d142b1-2ddd-45f0-b7cd-151e348f8b6c None None] Network fa81e9cc-8992-4179-b9e3-9048c56a33a0 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:38:23.438596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398df5fe-bc75-478d-81a6-01ef474e658e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:23.454768 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-398df5fe-bc75-478d-81a6-01ef474e658e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:23.607699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-398df5fe-bc75-478d-81a6-01ef474e658e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6569028 Sep 23 22:38:23.607944 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34552) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:23.613951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:38:23.667111 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3465cd6a-5dcc-4cd5-9686-53880722e59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:23.759807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'fixed_ips': [{'subnet_id': '348543d1-f008-4beb-b20f-1d9700a9ee7e'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:38:23.761496 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:23.872822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d61d8-c468-400a-a16a-fb512789d638 req-5b24a173-a970-4565-a1ec-959a08149f04 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:23.874321 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae9d61d8-c468-400a-a16a-fb512789d638 req-5b24a173-a970-4565-a1ec-959a08149f04 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1304300 Sep 23 22:38:23.877633 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:23.884889 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:24.027182 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Allocated IP 172.20.0.2 (fa81e9cc-8992-4179-b9e3-9048c56a33a0/348543d1-f008-4beb-b20f-1d9700a9ee7e/75382bcd-63d0-4e32-8c8a-cb69fde56f6e) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:38:24.039294 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae9d61d8-c468-400a-a16a-fb512789d638 req-ed840191-f8ed-4da8-82d0-9b76a8773739 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438417 Sep 23 22:38:24.093141 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3465cd6a-5dcc-4cd5-9686-53880722e59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:24.115064 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:24.265454 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3465cd6a-5dcc-4cd5-9686-53880722e59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:24.334830 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:24.395529 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3465cd6a-5dcc-4cd5-9686-53880722e59a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7a803fdfda044e99ba9756795ff8ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0910394 Sep 23 22:38:24.410868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34570) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:24.521688 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:24.556938 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465cd6a-5dcc-4cd5-9686-53880722e59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9065b6-439f-42ca-bb66-e9649cbe1e18,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:24.631136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761405d-19ea-4c28-ae1f-7704450eb511 req-833b65ac-c5b6-4fd9-9b2c-5877627cd79b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:24.632792 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f761405d-19ea-4c28-ae1f-7704450eb511 req-833b65ac-c5b6-4fd9-9b2c-5877627cd79b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.4820051 Sep 23 22:38:24.677147 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Pushing event updated for resources: {'Port': ['ID=75382bcd-63d0-4e32-8c8a-cb69fde56f6e,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:24.719964 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1c8af582-62c0-443e-a77e-72439c6c86e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:24.747288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Network fa81e9cc-8992-4179-b9e3-9048c56a33a0 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:38:24.767213 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:38:24.784368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:38:24.803945 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f761405d-19ea-4c28-ae1f-7704450eb511 req-9eb8af04-8145-4bfd-bafd-472c79cd2eff tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592710 Sep 23 22:38:24.917697 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1c8af582-62c0-443e-a77e-72439c6c86e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:24.983324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Attempting to bind port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:38:24.983877 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Attempting to bind port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:38:24.984430 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Attempting to bind port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e on network fa81e9cc-8992-4179-b9e3-9048c56a33a0 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:38:25.007407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:38:25.009062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Checking segment: {'id': '1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:38:25.010317 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:25.011127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Bound using segment: {'id': '1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:38:25.012089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Bound port: 75382bcd-63d0-4e32-8c8a-cb69fde56f6e, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:38:25.013127 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:25.331632 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] For port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:38:25.331840 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1c8af582-62c0-443e-a77e-72439c6c86e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:25.336560 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1c8af582-62c0-443e-a77e-72439c6c86e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:25.345345 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1c8af582-62c0-443e-a77e-72439c6c86e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef9065b6-439f-42ca-bb66-e9649cbe1e18 HTTP/1.1" status: 204 len: 168 time: 0.9292812 Sep 23 22:38:25.375271 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] For port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=75382bcd-63d0-4e32-8c8a-cb69fde56f6e,segment=NetworkSegment(1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7),segment_id=1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:38:25.401794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8af582-62c0-443e-a77e-72439c6c86e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9065b6-439f-42ca-bb66-e9649cbe1e18,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:25.498188 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:25.643670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300a5a7-b592-42b0-8d0e-a3dc46660726 None None] Pushing event updated for resources: {'Port': ['ID=75382bcd-63d0-4e32-8c8a-cb69fde56f6e,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:25.979485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-aecc5e28-b447-48ff-bb96-468cef6481b4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:25.981249 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-aecc5e28-b447-48ff-bb96-468cef6481b4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 812 time: 0.5194554 Sep 23 22:38:26.008846 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:26.016633 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-fb8242e3-c0e3-4b80-b020-b6856a631978 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/quotas/bb3bea9e83004d54ab7c7daee1f9b323 HTTP/1.1" status: 200 len: 375 time: 0.0184345 Sep 23 22:38:26.140842 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-2e2e5ec2-659a-4bce-8650-0b25dcd847af tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1152587 Sep 23 22:38:26.467643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-f235c891-d6d5-47bd-a789-6e3cc6a1c9f7 service neutron] 10.222.0.22 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143914 Sep 23 22:38:26.483150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16c864-ea01-4c6d-9827-fb82fb329d83 req-5e69f970-1752-4352-bb4f-ffe21285ab0b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:26.494136 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b16c864-ea01-4c6d-9827-fb82fb329d83 req-5e69f970-1752-4352-bb4f-ffe21285ab0b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 945 time: 0.0887084 Sep 23 22:38:26.598771 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b16c864-ea01-4c6d-9827-fb82fb329d83 req-c7b65f63-3d75-46b9-a421-52e4090c2d0d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019113 Sep 23 22:38:26.864560 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-890063e8-5a76-4ee0-b5ae-4554718c1e80 service neutron] 10.222.0.22 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300867 Sep 23 22:38:27.293237 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:27.331933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34654) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:27.334569 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:27.374170 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbc8a861-291d-4b14-941d-57cf6d7d0dc1 req-050c5d2b-5287-4170-b181-189aec0509f0 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 210 time: 0.1300952 Sep 23 22:38:27.559648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5407475f-22a7-4733-a3fc-34b44badeba2 None None] Network fa81e9cc-8992-4179-b9e3-9048c56a33a0 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:38:27.606546 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93c003b9-7ca6-4b20-aa1c-c0654f504693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:27.695365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fd51ef4e-8084-406e-b32b-75a85e2dd6c0 None None] Provisioning complete for port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:38:27.696128 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fd51ef4e-8084-406e-b32b-75a85e2dd6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:27.935595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Allocated IP 172.25.1.235 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/a998ee05-087c-4566-b2fd-4eea1d6ab891) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:38:27.972206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aff4f-e765-4200-aaa3-4ab5ebfe0585 req-3bd79485-c2d3-4e13-a3f4-1418f69067ca tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:27.989804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e14aff4f-e765-4200-aaa3-4ab5ebfe0585 req-3bd79485-c2d3-4e13-a3f4-1418f69067ca tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 945 time: 0.1741364 Sep 23 22:38:28.093277 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e14aff4f-e765-4200-aaa3-4ab5ebfe0585 req-de926593-97fc-47cd-a290-78fd15e58adb tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009626 Sep 23 22:38:28.131919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 75382bcd-63d0-4e32-8c8a-cb69fde56f6e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:38:28.371337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:38:28.371714 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:28.396911 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:28.475178 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93c003b9-7ca6-4b20-aa1c-c0654f504693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:28.538179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e284424-4478-4e28-bde2-02d33496026f req-77e9038d-36f2-4a60-8775-2b3d819fa3db tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:28.541633 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8e284424-4478-4e28-bde2-02d33496026f req-77e9038d-36f2-4a60-8775-2b3d819fa3db tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 945 time: 0.2641988 Sep 23 22:38:28.543774 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fd51ef4e-8084-406e-b32b-75a85e2dd6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:28.664699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a0a62ef6-caca-4129-b232-b1b7c439c8e7 req-961a2927-f605-49d6-bde7-f70ba40e52c9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 210 time: 0.1210780 Sep 23 22:38:28.686254 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93c003b9-7ca6-4b20-aa1c-c0654f504693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:28.779874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fd51ef4e-8084-406e-b32b-75a85e2dd6c0 None None] For port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=75382bcd-63d0-4e32-8c8a-cb69fde56f6e,segment=NetworkSegment(1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7),segment_id=1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:38:28.811945 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:28.826184 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c003b9-7ca6-4b20-aa1c-c0654f504693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de843b2e-ac64-41f1-80ae-45a6f362ae0f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:28.845564 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:28.905599 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-93c003b9-7ca6-4b20-aa1c-c0654f504693 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6238bb8426f34d22917e1fc669419123&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3148267 Sep 23 22:38:28.906402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34714) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:28.930607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:38:28.942693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:38:28.950664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:38:28.973465 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-82077661-695e-4c72-979b-7dfb4a946f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:28.990203 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fd51ef4e-8084-406e-b32b-75a85e2dd6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:29.066800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-82077661-695e-4c72-979b-7dfb4a946f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:29.202399 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51ef4e-8084-406e-b32b-75a85e2dd6c0 None None] Pushing event updated for resources: {'Port': ['ID=75382bcd-63d0-4e32-8c8a-cb69fde56f6e,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:29.312263 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:38:29.312791 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:38:29.340585 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Pushing event updated for resources: {'Port': ['ID=a998ee05-087c-4566-b2fd-4eea1d6ab891,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:29.353372 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-8e284424-4478-4e28-bde2-02d33496026f req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Deleting port 44934304-5c73-4907-9238-048aae39ce21 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:38:29.353720 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8e284424-4478-4e28-bde2-02d33496026f req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:29.364113 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-82077661-695e-4c72-979b-7dfb4a946f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:29.367376 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-82077661-695e-4c72-979b-7dfb4a946f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:29.389700 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-82077661-695e-4c72-979b-7dfb4a946f3d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de843b2e-ac64-41f1-80ae-45a6f362ae0f HTTP/1.1" status: 204 len: 168 time: 0.4694722 Sep 23 22:38:29.449568 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82077661-695e-4c72-979b-7dfb4a946f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de843b2e-ac64-41f1-80ae-45a6f362ae0f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:29.494410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e364bb-f347-4e6f-80e6-f12aff66f872 req-f0c844c5-c206-4b42-b645-68a64c10bd13 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:29.506316 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15e364bb-f347-4e6f-80e6-f12aff66f872 req-f0c844c5-c206-4b42-b645-68a64c10bd13 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 945 time: 0.2345786 Sep 23 22:38:29.597589 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15e364bb-f347-4e6f-80e6-f12aff66f872 req-3a8d8630-8018-44fa-971a-824c4f28062c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880377 Sep 23 22:38:29.641533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-699fef30-bf0a-4d33-b1c8-0a884d195942 None None] Provisioning complete for port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:38:29.643258 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-699fef30-bf0a-4d33-b1c8-0a884d195942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:29.929575 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-8e284424-4478-4e28-bde2-02d33496026f req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] For port 44934304-5c73-4907-9238-048aae39ce21, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=44934304-5c73-4907-9238-048aae39ce21,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:38:29.932321 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8e284424-4478-4e28-bde2-02d33496026f req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:29.933671 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dcc8915e-d349-4116-be26-b0381141dfac req-f0635852-f939-45a9-9b99-99964031869e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 210 time: 0.1055851 Sep 23 22:38:30.030817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-8e284424-4478-4e28-bde2-02d33496026f req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Calling delete_port for 44934304-5c73-4907-9238-048aae39ce21 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:38:30.204736 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 75382bcd-63d0-4e32-8c8a-cb69fde56f6e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:38:30.363538 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:38:30.364147 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:30.472132 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:30.784681 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:31.136689 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3bec5af7-365a-42e3-8ed1-7e6137dbf6e8 req-8b713b7f-b35f-4ee1-88a5-e45798d69a60 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 210 time: 0.0520213 Sep 23 22:38:31.258219 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-13f69797-033e-474d-91f7-db17a505c28e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:31.260632 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-13f69797-033e-474d-91f7-db17a505c28e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.67 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 812 time: 0.1883729 Sep 23 22:38:31.288674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-0dbbfd75-8772-4d7c-92b3-2bac1a498567 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Request body: {'port': {'device_id': 'cef82847-35c6-48ae-ab45-b7c6bba29075', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'admin_state_up': True, 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:38:31.300712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38a993-d1ca-45ae-94d6-dc56d5b98988 req-8030d561-4c68-4981-a3cf-fdbd03881708 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:31.302144 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c38a993-d1ca-45ae-94d6-dc56d5b98988 req-8030d561-4c68-4981-a3cf-fdbd03881708 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 945 time: 0.5214996 Sep 23 22:38:31.605980 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 44934304-5c73-4907-9238-048aae39ce21 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:38:31.884121 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c38a993-d1ca-45ae-94d6-dc56d5b98988 req-6307f0e0-59d3-4d49-acc8-c17a651c0317 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113038 Sep 23 22:38:31.886043 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:32.074109 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-0dbbfd75-8772-4d7c-92b3-2bac1a498567 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Made reservation on behalf of bb3bea9e83004d54ab7c7daee1f9b323 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:38:32.079221 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-0dbbfd75-8772-4d7c-92b3-2bac1a498567 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:32.083003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:38:32.116633 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8e284424-4478-4e28-bde2-02d33496026f req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:32.177869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Pushing event deleted for resources: {'Port': ['ID=44934304-5c73-4907-9238-048aae39ce21,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:32.208430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:32.208886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:32.209343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:32.209752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:32.210209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:32.210619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:32.211022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:32.211424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:32.211819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:32.212442 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:32.212620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:32.213028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:32.760359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-0dbbfd75-8772-4d7c-92b3-2bac1a498567 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Allocated IP 172.20.0.6 (7b269275-d2f2-42f6-a365-60282a573cd2/5c35295b-d496-49fd-b020-8dcae9bebf0e/53f719c8-fe34-4144-871d-46576abc422d) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:38:32.966769 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:38:32.985798 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-78158449-201d-4fae-962d-c5152a9bb884 req-be505baf-8cc4-495d-8fa6-8aad0fcd7453 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 210 time: 0.5696447 Sep 23 22:38:32.985994 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Sync routers for ids ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:38:32.986785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e284424-4478-4e28-bde2-02d33496026f req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] No DVR routers for this DVR port 44934304-5c73-4907-9238-048aae39ce21 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:38:33.000795 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-8e284424-4478-4e28-bde2-02d33496026f req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:33.012366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8e284424-4478-4e28-bde2-02d33496026f req-92ed521c-e65b-4aa5-b8c3-4283423b7f17 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.67 "DELETE /v2.0/ports/44934304-5c73-4907-9238-048aae39ce21 HTTP/1.1" status: 204 len: 173 time: 4.4621410 Sep 23 22:38:33.020947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f64c54d-9eee-4965-98ba-779bed9b1f80', 'name': 'network-vif-deleted', 'tag': '44934304-5c73-4907-9238-048aae39ce21'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:38:33.023716 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e5075f-fb13-47b5-944c-d64104515c0c" -d '{"events": [{"server_uuid": "3f64c54d-9eee-4965-98ba-779bed9b1f80", "name": "network-vif-deleted", "tag": "44934304-5c73-4907-9238-048aae39ce21"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:38:33.029841 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Routers {'8423bc4a-5689-4f3a-a3ad-f384b87816a6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:38:33.032954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:38:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:33.118278 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8128ca4-e3d2-47bf-81ef-551dcdfba799 x-openstack-request-id: req-e8128ca4-e3d2-47bf-81ef-551dcdfba799 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:38:33.126813 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f64c54d-9eee-4965-98ba-779bed9b1f80", "name": "network-vif-deleted", "tag": "44934304-5c73-4907-9238-048aae39ce21", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:38:33.127403 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8128ca4-e3d2-47bf-81ef-551dcdfba799 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:38:33.127993 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f64c54d-9eee-4965-98ba-779bed9b1f80', 'name': 'network-vif-deleted', 'tag': '44934304-5c73-4907-9238-048aae39ce21', 'status': 'completed', 'code': 200} Sep 23 22:38:33.162192 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cdea4802-1468-4953-800e-e301dbdafff5 req-b96c1cb3-80d8-4ebd-af43-65d7b1a02543 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 210 time: 0.0703096 Sep 23 22:38:33.190930 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-0dbbfd75-8772-4d7c-92b3-2bac1a498567 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:33.291044 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:33.298109 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34820) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:33.303501 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-97d5eb62-0306-4703-b94b-fedb6e7f0c76 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.6937928 Sep 23 22:38:33.392696 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-0dbbfd75-8772-4d7c-92b3-2bac1a498567 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:33.501141 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['fed8c899-d23a-491f-8f31-53b8265873f2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:38:33.539543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-0dbbfd75-8772-4d7c-92b3-2bac1a498567 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Network 7b269275-d2f2-42f6-a365-60282a573cd2 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:38:33.558120 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-0dbbfd75-8772-4d7c-92b3-2bac1a498567 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:38:33.589967 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-0dbbfd75-8772-4d7c-92b3-2bac1a498567 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:38:33.725908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbfd75-8772-4d7c-92b3-2bac1a498567 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event updated for resources: {'Port': ['ID=53f719c8-fe34-4144-871d-46576abc422d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:33.804259 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-0dbbfd75-8772-4d7c-92b3-2bac1a498567 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:33.813459 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-0dbbfd75-8772-4d7c-92b3-2bac1a498567 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:33.947104 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Set router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:38:33.952638 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-0dbbfd75-8772-4d7c-92b3-2bac1a498567 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6721570 Sep 23 22:38:33.972840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Request body: {'port': {'device_id': 'cef82847-35c6-48ae-ab45-b7c6bba29075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:38:34.251382 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:34.341806 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9308757-69aa-44cd-8c8c-d4b8e1907439 req-2f81f273-6f1c-4197-a5f2-a6a5d867ca6b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:34.355547 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9308757-69aa-44cd-8c8c-d4b8e1907439 req-2f81f273-6f1c-4197-a5f2-a6a5d867ca6b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 931 time: 0.2426493 Sep 23 22:38:34.577936 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4d46df8d-82df-421c-99d0-f0fdb7db363a None None] Provisioning complete for port 53f719c8-fe34-4144-871d-46576abc422d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:38:34.582734 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4d46df8d-82df-421c-99d0-f0fdb7db363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:34.664855 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9308757-69aa-44cd-8c8c-d4b8e1907439 req-d4715a71-97fc-4e29-ae51-697830bfad2c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060474 Sep 23 22:38:34.939270 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee4028d4-0c90-4a17-b7d7-204891f9e343 req-5299360a-3a5e-44f9-a16d-439c888b730c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 210 time: 0.1015425 Sep 23 22:38:34.997294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4d46df8d-82df-421c-99d0-f0fdb7db363a None None] Port 53f719c8-fe34-4144-871d-46576abc422d cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:38:35.184753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:38:23Z', 'updated_at': '2021-09-23T22:38:29Z', 'revision_number': 3, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'gw_port': {'id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:27Z', 'updated_at': '2021-09-23T22:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:35.244656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c771d1b-2d81-4af1-911a-f67d62f2831b req-45d33bb0-c8c2-4deb-b10e-2661a9cb6ea5 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:35.257541 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c771d1b-2d81-4af1-911a-f67d62f2831b req-45d33bb0-c8c2-4deb-b10e-2661a9cb6ea5 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 947 time: 0.4876292 Sep 23 22:38:35.259339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Checking router: 8423bc4a-5689-4f3a-a3ad-f384b87816a6 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:38:35.259967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Updating router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 port a998ee05-087c-4566-b2fd-4eea1d6ab891 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:38:35.425720 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:35.496362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f719c8-fe34-4144-871d-46576abc422d {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:38:35.517695 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:35.531357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c771d1b-2d81-4af1-911a-f67d62f2831b req-ef1a9a9c-4086-4c60-a23a-107352c35ca8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540965 Sep 23 22:38:35.654618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Transition to ACTIVE for port object 53f719c8-fe34-4144-871d-46576abc422d will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:38:35.773489 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:35.850472 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:38:36.188324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-713e737a-64dd-4832-95b7-876098657678 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:36.192405 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-713e737a-64dd-4832-95b7-876098657678 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.43 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 947 time: 0.6212900 Sep 23 22:38:36.491712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Pushing event updated for resources: {'Port': ['ID=53f719c8-fe34-4144-871d-46576abc422d,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:36.559048 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-585aa7ae-b125-4606-9441-dc763fd5c2d9 req-90d0f0e8-6770-43d2-b8d3-22257722e2e2 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 210 time: 0.2898152 Sep 23 22:38:36.598868 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:36.633965 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:36.665416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Attempting to bind port 53f719c8-fe34-4144-871d-46576abc422d on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:38:36.667349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Attempting to bind port 53f719c8-fe34-4144-871d-46576abc422d by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:38:36.667707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Attempting to bind port 53f719c8-fe34-4144-871d-46576abc422d on network 7b269275-d2f2-42f6-a365-60282a573cd2 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:38:36.705786 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:36.739046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77ecf2-bbbb-45bb-a35e-6c68a2c3604d req-93ace68f-8832-4d55-ab0d-c0968deb4920 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:36.748782 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd77ecf2-bbbb-45bb-a35e-6c68a2c3604d req-93ace68f-8832-4d55-ab0d-c0968deb4920 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 943 time: 0.9259717 Sep 23 22:38:36.762518 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Port 53f719c8-fe34-4144-871d-46576abc422d on network 7b269275-d2f2-42f6-a365-60282a573cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:38:36.762995 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Attempting to bind port 53f719c8-fe34-4144-871d-46576abc422d on network 7b269275-d2f2-42f6-a365-60282a573cd2 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:38:36.775204 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:36.865739 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:38:36.866090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Checking segment: {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:38:36.866488 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Bound using segment: {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:38:36.867019 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Bound port: 53f719c8-fe34-4144-871d-46576abc422d, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:38:36.867308 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:36.960851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25093809-c879-4618-8173-aa7e899b674f None None] Pushing event updated for resources: {'Port': ['ID=a998ee05-087c-4566-b2fd-4eea1d6ab891,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:36.966341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2a26b-2ce7-4e57-adf7-9f0ddff65bf7 req-f80c1869-79bb-4d5e-a3fc-be993975d00e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:36.968167 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ab2a26b-2ce7-4e57-adf7-9f0ddff65bf7 req-f80c1869-79bb-4d5e-a3fc-be993975d00e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 947 time: 0.2069604 Sep 23 22:38:36.988225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25093809-c879-4618-8173-aa7e899b674f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:36.988743 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25093809-c879-4618-8173-aa7e899b674f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:36.989233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25093809-c879-4618-8173-aa7e899b674f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:36.989793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25093809-c879-4618-8173-aa7e899b674f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:36.990456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25093809-c879-4618-8173-aa7e899b674f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:36.990903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25093809-c879-4618-8173-aa7e899b674f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:36.991373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25093809-c879-4618-8173-aa7e899b674f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:36.992033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25093809-c879-4618-8173-aa7e899b674f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:36.992464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25093809-c879-4618-8173-aa7e899b674f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:36.992892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25093809-c879-4618-8173-aa7e899b674f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:36.993378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25093809-c879-4618-8173-aa7e899b674f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:36.993912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25093809-c879-4618-8173-aa7e899b674f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:37.006997 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Attempting to bind port a998ee05-087c-4566-b2fd-4eea1d6ab891 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:38:37.007580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Attempting to bind port a998ee05-087c-4566-b2fd-4eea1d6ab891 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:38:37.008125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Attempting to bind port a998ee05-087c-4566-b2fd-4eea1d6ab891 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:38:37.024369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:38:37.024369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:38:37.024369 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:37.024369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:38:37.024369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Bound port: a998ee05-087c-4566-b2fd-4eea1d6ab891, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:38:37.025101 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:37.101649 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ab2a26b-2ce7-4e57-adf7-9f0ddff65bf7 req-c0b7a60f-ab39-42ed-93c8-d7ebd3a2f8b0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239574 Sep 23 22:38:37.123381 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] For port 53f719c8-fe34-4144-871d-46576abc422d, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:38:37.132274 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] For port 53f719c8-fe34-4144-871d-46576abc422d, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=53f719c8-fe34-4144-871d-46576abc422d,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:38:37.160136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Allocated IP 172.20.0.1 (fa81e9cc-8992-4179-b9e3-9048c56a33a0/348543d1-f008-4beb-b20f-1d9700a9ee7e/be25da35-afbb-4c7a-874b-7ef11658c71f) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:38:37.197301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] For port a998ee05-087c-4566-b2fd-4eea1d6ab891, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:38:37.202661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] For port a998ee05-087c-4566-b2fd-4eea1d6ab891, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a998ee05-087c-4566-b2fd-4eea1d6ab891,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:38:37.230776 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd77ecf2-bbbb-45bb-a35e-6c68a2c3604d req-d4cdaaa2-67c9-4428-b8ae-d8b4a0640a4a tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777553 Sep 23 22:38:37.287017 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-26a561a2-c7a7-41a0-aba4-072bbf9dbbd8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Deleting port 143378f3-4e92-4775-a2b5-989b2bdf6436 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:38:37.287428 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-26a561a2-c7a7-41a0-aba4-072bbf9dbbd8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:37.335669 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:37.378941 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:37.382860 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:37.444622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:37.448683 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:37.449203 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] 10.222.0.67 "PUT /v2.0/ports/53f719c8-fe34-4144-871d-46576abc422d HTTP/1.1" status: 200 len: 1091 time: 3.4815426 Sep 23 22:38:37.477451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef82847-35c6-48ae-ab45-b7c6bba29075', 'tag': '53f719c8-fe34-4144-871d-46576abc422d'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:38:37.479899 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e1aefb-0394-4b86-bd2e-2e0052c2d695" -d '{"events": [{"name": "network-changed", "server_uuid": "cef82847-35c6-48ae-ab45-b7c6bba29075", "tag": "53f719c8-fe34-4144-871d-46576abc422d"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:38:37.583566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c732af-edbc-42c7-b1e9-e676f39bd77b service neutron] Pushing event updated for resources: {'Port': ['ID=53f719c8-fe34-4144-871d-46576abc422d,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:37.597576 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:37.689645 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-26a561a2-c7a7-41a0-aba4-072bbf9dbbd8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=143378f3-4e92-4775-a2b5-989b2bdf6436,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:38:37.696233 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-26a561a2-c7a7-41a0-aba4-072bbf9dbbd8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:37.814850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Routers {'8423bc4a-5689-4f3a-a3ad-f384b87816a6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:38:37.815631 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:38:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:37.916355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Network fa81e9cc-8992-4179-b9e3-9048c56a33a0 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:38:37.916355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Pushing event updated for resources: {'Port': ['ID=be25da35-afbb-4c7a-874b-7ef11658c71f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:37.924278 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:38:37.927049 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:38:37.999396 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25093809-c879-4618-8173-aa7e899b674f None None] Pushing event updated for resources: {'Port': ['ID=a998ee05-087c-4566-b2fd-4eea1d6ab891,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:38.040609 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:38.121266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] Set router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:38:38.490623 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:38.682373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:38:23Z', 'updated_at': '2021-09-23T22:38:29Z', 'revision_number': 3, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'gw_port': {'id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:27Z', 'updated_at': '2021-09-23T22:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:38.795159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5152ad42-45f0-4d6f-9268-9dfe61e7d47b None None] The sync data for ids ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'] in n-d-810775-1 is: [{'id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:38:23Z', 'updated_at': '2021-09-23T22:38:29Z', 'revision_number': 3, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'gw_port': {'id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:27Z', 'updated_at': '2021-09-23T22:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:38:38.802465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-50dc0835-3ec0-4186-9d6f-f16f947a4982 None None] Provisioning complete for port be25da35-afbb-4c7a-874b-7ef11658c71f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:38:38.802465 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-50dc0835-3ec0-4186-9d6f-f16f947a4982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:38.803336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd9e39-5a9e-4ba1-9516-6a09aefecc6e req-1a19fd4e-791b-48b8-8986-b09ad6754bfe tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:38.806248 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4dd9e39-5a9e-4ba1-9516-6a09aefecc6e req-1a19fd4e-791b-48b8-8986-b09ad6754bfe tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 947 time: 0.2632549 Sep 23 22:38:38.902534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-50dc0835-3ec0-4186-9d6f-f16f947a4982 None None] Port be25da35-afbb-4c7a-874b-7ef11658c71f cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:38:38.937246 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205068f1-fc07-41de-a775-729810879585 x-openstack-request-id: req-205068f1-fc07-41de-a775-729810879585 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:38:38.938680 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef82847-35c6-48ae-ab45-b7c6bba29075", "tag": "53f719c8-fe34-4144-871d-46576abc422d", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:38:38.938680 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-205068f1-fc07-41de-a775-729810879585 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:38:38.939160 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef82847-35c6-48ae-ab45-b7c6bba29075', 'tag': '53f719c8-fe34-4144-871d-46576abc422d', 'status': 'completed', 'code': 200} Sep 23 22:38:39.127491 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-037dab19-f121-4a63-976e-0a6fb6ce1222 req-267589f0-eacc-4df7-ba29-80c09ac8bd2e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 210 time: 0.1869240 Sep 23 22:38:39.156147 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:39.208981 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a0a27469-a565-4916-a1bb-f042f98084e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:39.213653 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-a0a27469-a565-4916-a1bb-f042f98084e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 1094 time: 0.2713809 Sep 23 22:38:39.214738 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4dd9e39-5a9e-4ba1-9516-6a09aefecc6e req-249eb2a2-ae56-4d87-ba85-ad4097d9c282 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=942a581b-e915-40ea-899e-1839708a7d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508680 Sep 23 22:38:39.291766 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-2e029fb4-aff9-4296-b1d7-583aa8489735 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53f719c8-fe34-4144-871d-46576abc422d HTTP/1.1" status: 200 len: 217 time: 0.0565307 Sep 23 22:38:39.311243 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:39.452378 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:39.634140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 143378f3-4e92-4775-a2b5-989b2bdf6436 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:38:39.695884 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-26a561a2-c7a7-41a0-aba4-072bbf9dbbd8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:39.695884 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-26a561a2-c7a7-41a0-aba4-072bbf9dbbd8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:39.695884 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-26a561a2-c7a7-41a0-aba4-072bbf9dbbd8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Floating IP 03c81487-e341-47e8-88aa-33de00d37a03 disassociated. External IP: 172.25.1.254, port: 143378f3-4e92-4775-a2b5-989b2bdf6436. Sep 23 22:38:39.695884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-26a561a2-c7a7-41a0-aba4-072bbf9dbbd8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Calling delete_port for 143378f3-4e92-4775-a2b5-989b2bdf6436 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:38:39.724131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d4d26-4847-4fc9-9823-ae73bbca613e req-3fee42a4-e6d5-4342-89a6-02f3911d018e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:39.743435 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ac3d4d26-4847-4fc9-9823-ae73bbca613e req-3fee42a4-e6d5-4342-89a6-02f3911d018e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 943 time: 0.2728081 Sep 23 22:38:39.779843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-aeaefebc-8cb6-4ca1-886f-a7646e7b2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:39.782264 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-aeaefebc-8cb6-4ca1-886f-a7646e7b2fd5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.4827511 Sep 23 22:38:39.853187 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Pushing event updated for resources: {'Port': ['ID=be25da35-afbb-4c7a-874b-7ef11658c71f,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:39.991291 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ac3d4d26-4847-4fc9-9823-ae73bbca613e req-29bd7319-68b0-44d9-ac16-2259aa4915db tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456188 Sep 23 22:38:40.072588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Network fa81e9cc-8992-4179-b9e3-9048c56a33a0 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:38:40.079010 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:38:40.082343 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:40.087120 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-bd55cdeb-23c4-48c3-a1c4-e1082b153fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:40.088606 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-bd55cdeb-23c4-48c3-a1c4-e1082b153fb6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2820237 Sep 23 22:38:40.341445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 143378f3-4e92-4775-a2b5-989b2bdf6436, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=143378f3-4e92-4775-a2b5-989b2bdf6436,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:38:40.354081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:38:40.374333 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4077f023-fc4e-4e9e-8f1f-2a82977151d2" -d '{"events": [{"server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "name": "network-vif-unplugged", "status": "completed", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:38:40.414077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a998ee05-087c-4566-b2fd-4eea1d6ab891 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:38:40.574033 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:40.750025 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4b66a0b0-aa52-4ba7-b359-98b4eb4473fc req-98486017-2afc-4c42-930b-2d690b2e3e5b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 210 time: 0.1614006 Sep 23 22:38:40.950143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=143378f3-4e92-4775-a2b5-989b2bdf6436,revision_number=13']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:40.986914 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-5b5a4a9e-6862-4166-ad37-8327bdf0ff05 service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8349395 Sep 23 22:38:40.987582 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-26a561a2-c7a7-41a0-aba4-072bbf9dbbd8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:40.999613 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0464ce17-54fc-4e2d-b01a-485cb28148f6 x-openstack-request-id: req-0464ce17-54fc-4e2d-b01a-485cb28148f6 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:38:41.001240 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "name": "network-vif-unplugged", "status": "completed", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:38:41.002265 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0464ce17-54fc-4e2d-b01a-485cb28148f6 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:38:41.004359 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'code': 200} Sep 23 22:38:41.012520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:38:41.074569 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a998ee05-087c-4566-b2fd-4eea1d6ab891 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:38:41.075717 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:41.084846 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-441263dd-f17a-4b70-936f-3b2d3449439e None None] Provisioning complete for port be25da35-afbb-4c7a-874b-7ef11658c71f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:38:41.088584 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-441263dd-f17a-4b70-936f-3b2d3449439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:41.392448 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-441263dd-f17a-4b70-936f-3b2d3449439e None None] Port be25da35-afbb-4c7a-874b-7ef11658c71f cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:38:41.409724 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8f4f428f-659a-4965-9645-4ed0e4516993 req-3c3e59cc-58c6-4ba6-9054-d1ac0e991e4d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 210 time: 0.4264047 Sep 23 22:38:41.433010 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee989f-520a-4882-9606-0e16e901306a req-7d1cb4c0-7120-4f64-af89-568544cb68ee tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:41.436745 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a561a2-c7a7-41a0-aba4-072bbf9dbbd8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event deleted for resources: {'Port': ['ID=143378f3-4e92-4775-a2b5-989b2bdf6436,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:41.447686 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31ee989f-520a-4882-9606-0e16e901306a req-7d1cb4c0-7120-4f64-af89-568544cb68ee tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 943 time: 0.1575377 Sep 23 22:38:41.525438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:38:41.538663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d38ea824-b006-4568-ae12-7cd878e83c0e admin admin] 10.222.0.22 "PUT /v2.0/routers/8423bc4a-5689-4f3a-a3ad-f384b87816a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2390358 Sep 23 22:38:41.594072 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31ee989f-520a-4882-9606-0e16e901306a req-1a0613ff-cd85-4c12-957d-53c20d7bb2e8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446354 Sep 23 22:38:41.607032 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:41.648628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port a998ee05-087c-4566-b2fd-4eea1d6ab891, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a998ee05-087c-4566-b2fd-4eea1d6ab891,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:38:41.820444 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:41.987364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44922f39-75a8-4270-8ed1-543aa8c136ce req-ed97f4b1-3d99-4924-84da-31a5b5150274 service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9126067 Sep 23 22:38:42.063813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-26a561a2-c7a7-41a0-aba4-072bbf9dbbd8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Router 4254425f-dd16-498d-9f01-7385a0d175f0 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:38:42.080770 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=a998ee05-087c-4566-b2fd-4eea1d6ab891,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:42.251772 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-216dd7f8-3e35-4656-bc98-ec277bb13702 req-2110c4ff-338f-49e3-bd0d-9e5832bbda71 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 210 time: 0.2120910 Sep 23 22:38:42.466926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1aefb-0394-4b86-bd2e-2e0052c2d695 req-732d6f79-fa16-4337-8a78-22ec39fd57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:42.469560 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67e1aefb-0394-4b86-bd2e-2e0052c2d695 req-732d6f79-fa16-4337-8a78-22ec39fd57ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 1094 time: 0.2159345 Sep 23 22:38:42.514783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-26a561a2-c7a7-41a0-aba4-072bbf9dbbd8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:38:42.549244 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b136277b-0929-4bdd-9d05-72b4214e9c17 None None] Sync routers for ids ['4254425f-dd16-498d-9f01-7385a0d175f0'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:38:42.557154 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Sync routers for ids ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:38:42.579005 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b136277b-0929-4bdd-9d05-72b4214e9c17 None None] Routers {'4254425f-dd16-498d-9f01-7385a0d175f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:38:42.579648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Routers {'8423bc4a-5689-4f3a-a3ad-f384b87816a6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:38:42.580305 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:38:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:42.583423 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b136277b-0929-4bdd-9d05-72b4214e9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:38:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4254425f-dd16-498d-9f01-7385a0d175f0'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:42.594514 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b2dfe04-3282-4327-8c9a-c35bfae6d483 req-7d87033c-474a-4540-8719-10596e28bbb3 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 210 time: 0.0471761 Sep 23 22:38:42.783799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Set router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:38:42.807698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-26a561a2-c7a7-41a0-aba4-072bbf9dbbd8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] No DVR routers for this DVR port 143378f3-4e92-4775-a2b5-989b2bdf6436 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:38:42.815384 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-26a561a2-c7a7-41a0-aba4-072bbf9dbbd8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:42.817672 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b9e02c25-55ea-4153-8b79-e7796893bb5b req-26a561a2-c7a7-41a0-aba4-072bbf9dbbd8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.43 "DELETE /v2.0/ports/143378f3-4e92-4775-a2b5-989b2bdf6436 HTTP/1.1" status: 204 len: 173 time: 6.5682929 Sep 23 22:38:42.822852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'name': 'network-vif-deleted', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:38:42.832859 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da17c63f-9f82-4044-9112-9591fe00ae83" -d '{"events": [{"server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "name": "network-vif-deleted", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:38:42.949164 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c574788-9f6a-49d5-95fd-388b7be43c90 x-openstack-request-id: req-3c574788-9f6a-49d5-95fd-388b7be43c90 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:38:42.949463 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c156976f-11d8-4d23-81b2-aa929bbdaa66", "name": "network-vif-deleted", "tag": "143378f3-4e92-4775-a2b5-989b2bdf6436", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:38:42.949717 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c574788-9f6a-49d5-95fd-388b7be43c90 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:38:42.950136 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c156976f-11d8-4d23-81b2-aa929bbdaa66', 'name': 'network-vif-deleted', 'tag': '143378f3-4e92-4775-a2b5-989b2bdf6436', 'status': 'completed', 'code': 200} Sep 23 22:38:43.034902 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-b136277b-0929-4bdd-9d05-72b4214e9c17 None None] Set router 4254425f-dd16-498d-9f01-7385a0d175f0 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:38:43.077972 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-308eca3a-76fa-4412-9bfc-8f027e670975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:43.113071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1aefb-0394-4b86-bd2e-2e0052c2d695 req-73e44e84-55af-4293-8ffd-b4d0df709274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:43.114610 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67e1aefb-0394-4b86-bd2e-2e0052c2d695 req-73e44e84-55af-4293-8ffd-b4d0df709274 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.5957296 Sep 23 22:38:43.164215 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34654d-a25a-47b5-982d-a22b645108d1 req-ad79a5e2-a2d7-45dc-9313-e06d427ae973 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:43.174383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:38:23Z', 'updated_at': '2021-09-23T22:38:38Z', 'revision_number': 4, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'gw_port': {'id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:27Z', 'updated_at': '2021-09-23T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'be25da35-afbb-4c7a-874b-7ef11658c71f', 'name': '', 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'mac_address': 'fa:16:3e:3c:8d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:36Z', 'updated_at': '2021-09-23T22:38:38Z', 'revision_number': 2, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'subnets': [{'id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:43.175480 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da34654d-a25a-47b5-982d-a22b645108d1 req-ad79a5e2-a2d7-45dc-9313-e06d427ae973 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 943 time: 0.2243466 Sep 23 22:38:43.260904 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67e1aefb-0394-4b86-bd2e-2e0052c2d695 req-bdb5b73a-ee07-4429-b0fe-cc2dfeb6ef56 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53f719c8-fe34-4144-871d-46576abc422d HTTP/1.1" status: 200 len: 217 time: 0.1380310 Sep 23 22:38:43.290360 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Checking router: 8423bc4a-5689-4f3a-a3ad-f384b87816a6 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:38:43.291061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Updating router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 port be25da35-afbb-4c7a-874b-7ef11658c71f binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:38:43.330452 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:43.378221 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da34654d-a25a-47b5-982d-a22b645108d1 req-1dc0f66c-cac2-4f9f-8263-da95aa7a58e0 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012348 Sep 23 22:38:43.475092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1aefb-0394-4b86-bd2e-2e0052c2d695 req-248d6c20-ca24-4100-9c50-3ef75353d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:43.488344 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67e1aefb-0394-4b86-bd2e-2e0052c2d695 req-248d6c20-ca24-4100-9c50-3ef75353d0c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.2160349 Sep 23 22:38:43.498356 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35072) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:43.517491 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98662c72-4a6a-40c2-80d1-fa920a25976a req-5059b5e5-c725-41b4-91d7-a8631613abe9 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 210 time: 0.0734572 Sep 23 22:38:43.648796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1aefb-0394-4b86-bd2e-2e0052c2d695 req-334be02f-3ed1-47a6-978b-7a0a38659146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:43.652727 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67e1aefb-0394-4b86-bd2e-2e0052c2d695 req-334be02f-3ed1-47a6-978b-7a0a38659146 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530044 Sep 23 22:38:43.824276 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67e1aefb-0394-4b86-bd2e-2e0052c2d695 req-1c4313ef-039c-4472-9851-801441559d9e service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606407 Sep 23 22:38:43.885827 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b136277b-0929-4bdd-9d05-72b4214e9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:59Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3d89bf5d-646b-4154-9262-1f929137e22c', 'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'mac_address': 'fa:16:3e:a6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:58Z', 'updated_at': '2021-09-23T22:32:07Z', 'revision_number': 5, 'project_id': '105c7207854f488985a813c37073f45f', 'subnets': [{'id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:43.912992 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-11ffc6b3-7a39-4e3b-8878-150477ecb44e req-7f823f08-48f1-49dc-a55c-0ca6b3f64aac tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=c156976f-11d8-4d23-81b2-aa929bbdaa66 HTTP/1.1" status: 200 len: 210 time: 0.0826144 Sep 23 22:38:43.964581 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2758155d-5674-482b-82fb-023c01c28c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:43.995862 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b136277b-0929-4bdd-9d05-72b4214e9c17 None None] Checking router: 4254425f-dd16-498d-9f01-7385a0d175f0 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:38:44.045512 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b136277b-0929-4bdd-9d05-72b4214e9c17 None None] Routers {'4254425f-dd16-498d-9f01-7385a0d175f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:38:44.045994 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b136277b-0929-4bdd-9d05-72b4214e9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:38:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4254425f-dd16-498d-9f01-7385a0d175f0'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:44.204087 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67e1aefb-0394-4b86-bd2e-2e0052c2d695 req-84e34726-328e-4dbe-a87b-e1042d7aad95 service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524988 Sep 23 22:38:44.242373 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2758155d-5674-482b-82fb-023c01c28c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:44.270357 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-b136277b-0929-4bdd-9d05-72b4214e9c17 None None] Set router 4254425f-dd16-498d-9f01-7385a0d175f0 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:38:44.294490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a998ee05-087c-4566-b2fd-4eea1d6ab891 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:38:44.322444 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2758155d-5674-482b-82fb-023c01c28c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:44.400284 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35120) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:44.407436 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2758155d-5674-482b-82fb-023c01c28c2a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fca869d1b8f1452db72de341f87f12b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9055390 Sep 23 22:38:44.408502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758155d-5674-482b-82fb-023c01c28c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a4a845-b109-4541-a625-d2db732deabf,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:44.490378 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:44.505845 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a998ee05-087c-4566-b2fd-4eea1d6ab891 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:38:44.506381 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:44.596913 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:44.736906 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:44.756122 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5dbb88f9-64b6-4c41-9dd0-e41dec355326 req-62f7837e-a757-4a63-836d-9e4c9915c7b8 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f64c54d-9eee-4965-98ba-779bed9b1f80 HTTP/1.1" status: 200 len: 210 time: 0.0401912 Sep 23 22:38:44.768072 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47259e9a-60e3-4041-99cb-7b6ea7508b4e req-b8deb3db-2302-470a-81d4-51ee2e582953 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:44.776424 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:44.788352 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47259e9a-60e3-4041-99cb-7b6ea7508b4e req-b8deb3db-2302-470a-81d4-51ee2e582953 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 943 time: 0.2226489 Sep 23 22:38:44.868864 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47259e9a-60e3-4041-99cb-7b6ea7508b4e req-7b3fca79-2220-4d6b-aab3-1b283894260d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795527 Sep 23 22:38:44.900991 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b136277b-0929-4bdd-9d05-72b4214e9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:59Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3d89bf5d-646b-4154-9262-1f929137e22c', 'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'mac_address': 'fa:16:3e:a6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:58Z', 'updated_at': '2021-09-23T22:32:07Z', 'revision_number': 5, 'project_id': '105c7207854f488985a813c37073f45f', 'subnets': [{'id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:44.909805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb7333-6934-4785-bdad-a5a5447cf22b None None] Pushing event updated for resources: {'Port': ['ID=be25da35-afbb-4c7a-874b-7ef11658c71f,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:44.938335 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b136277b-0929-4bdd-9d05-72b4214e9c17 None None] The sync data for ids ['4254425f-dd16-498d-9f01-7385a0d175f0'] in n-d-810775-1 is: [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:59Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3d89bf5d-646b-4154-9262-1f929137e22c', 'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'mac_address': 'fa:16:3e:a6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:58Z', 'updated_at': '2021-09-23T22:32:07Z', 'revision_number': 5, 'project_id': '105c7207854f488985a813c37073f45f', 'subnets': [{'id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:38:45.006077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Attempting to bind port be25da35-afbb-4c7a-874b-7ef11658c71f on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:38:45.011287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Attempting to bind port be25da35-afbb-4c7a-874b-7ef11658c71f by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:38:45.013394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Attempting to bind port be25da35-afbb-4c7a-874b-7ef11658c71f on network fa81e9cc-8992-4179-b9e3-9048c56a33a0 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:38:45.026295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:38:45.026867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Checking segment: {'id': '1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:38:45.027448 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:45.028082 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Bound using segment: {'id': '1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:38:45.029319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Bound port: be25da35-afbb-4c7a-874b-7ef11658c71f, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:38:45.029755 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:45.051788 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:45.054908 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:45.074444 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c0a4a845-b109-4541-a625-d2db732deabf HTTP/1.1" status: 204 len: 168 time: 0.6729341 Sep 23 22:38:45.096549 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a4a845-b109-4541-a625-d2db732deabf,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:45.114477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:45.115658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:45.116816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:45.117971 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:45.119288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:45.120234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:45.121674 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:45.125966 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:45.126338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:45.126704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:45.128375 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:45.128814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff6ae99-03cc-4fc1-bf4d-f1751768b277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:38:45.156757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] For port be25da35-afbb-4c7a-874b-7ef11658c71f, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:38:45.175236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] For port be25da35-afbb-4c7a-874b-7ef11658c71f, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=be25da35-afbb-4c7a-874b-7ef11658c71f,segment=NetworkSegment(1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7),segment_id=1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:38:45.266818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35144) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:45.285835 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:45.439286 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-769cd911-1370-4d5c-abd6-c70bb56b133c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:45.496858 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-769cd911-1370-4d5c-abd6-c70bb56b133c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:45.519157 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0280d64-c7a8-4eea-990d-1e7aade5f1ac None None] New status for floating IP 03c81487-e341-47e8-88aa-33de00d37a03: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:38:45.603900 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Routers {'8423bc4a-5689-4f3a-a3ad-f384b87816a6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:38:45.608173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:38:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:45.648495 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 53f719c8-fe34-4144-871d-46576abc422d details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:38:45.854518 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-769cd911-1370-4d5c-abd6-c70bb56b133c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:45.857452 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-769cd911-1370-4d5c-abd6-c70bb56b133c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:45.858820 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-769cd911-1370-4d5c-abd6-c70bb56b133c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "DELETE /v2.0/security-groups/942a581b-e915-40ea-899e-1839708a7d5f HTTP/1.1" status: 204 len: 168 time: 0.5908949 Sep 23 22:38:45.862155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35156) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:45.869891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cd911-1370-4d5c-abd6-c70bb56b133c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=942a581b-e915-40ea-899e-1839708a7d5f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:45.903115 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-eb2f05bb-a535-45bb-b6ed-3750cae13b80 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] show failed (client error): The resource could not be found. Sep 23 22:38:45.905522 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eb2f05bb-a535-45bb-b6ed-3750cae13b80 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups/942a581b-e915-40ea-899e-1839708a7d5f HTTP/1.1" status: 404 len: 347 time: 0.0407355 Sep 23 22:38:45.909890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35160) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:45.911179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 53f719c8-fe34-4144-871d-46576abc422d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=53f719c8-fe34-4144-871d-46576abc422d,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:38:45.927194 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '53f719c8-fe34-4144-871d-46576abc422d', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'port_id': '53f719c8-fe34-4144-871d-46576abc422d', 'mac_address': 'fa:16:3e:1e:bf:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:38:46.024917 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb7333-6934-4785-bdad-a5a5447cf22b None None] Pushing event updated for resources: {'Port': ['ID=be25da35-afbb-4c7a-874b-7ef11658c71f,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:46.271220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6130eacd-f939-43c5-9b34-e5ee2a7f7599 None None] Provisioning complete for port be25da35-afbb-4c7a-874b-7ef11658c71f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:38:46.271609 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6130eacd-f939-43c5-9b34-e5ee2a7f7599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:46.343204 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7282d622-c55a-480f-8eeb-151cdfa686d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:46.376601 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35186) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:46.399310 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7be58956-b992-4743-bb99-991f9a4661ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:46.459383 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:46.489804 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb0326-75f4-4d2d-bea7-0b98fa85f1e4 req-0c5d0b3e-e369-4273-9869-18a39e19279c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:46.491676 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-76bb0326-75f4-4d2d-bea7-0b98fa85f1e4 req-0c5d0b3e-e369-4273-9869-18a39e19279c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 943 time: 0.3025131 Sep 23 22:38:46.499179 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:46.558931 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f719c8-fe34-4144-871d-46576abc422d {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:38:46.595943 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] Set router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:38:46.606599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-a37334b1-3082-4a6d-94e3-a5b007ddf389 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Deleting port 3db3b926-8865-4e84-a338-6f6d03f06242 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:38:46.609935 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a37334b1-3082-4a6d-94e3-a5b007ddf389 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:46.659038 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-76bb0326-75f4-4d2d-bea7-0b98fa85f1e4 req-e380839a-345b-4488-a33e-2ab01e4d142e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480827 Sep 23 22:38:46.722871 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7be58956-b992-4743-bb99-991f9a4661ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:46.785497 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 53f719c8-fe34-4144-871d-46576abc422d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=53f719c8-fe34-4144-871d-46576abc422d,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:38:46.810334 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7be58956-b992-4743-bb99-991f9a4661ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:46.848958 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6130eacd-f939-43c5-9b34-e5ee2a7f7599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:46.853680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a37334b1-3082-4a6d-94e3-a5b007ddf389 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:46.854013 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a37334b1-3082-4a6d-94e3-a5b007ddf389 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:46.890321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-a37334b1-3082-4a6d-94e3-a5b007ddf389 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Calling delete_port for 3db3b926-8865-4e84-a338-6f6d03f06242 owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:38:47.044661 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35214) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:47.051626 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:47.064955 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7be58956-b992-4743-bb99-991f9a4661ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=62c67f6c6c644495acf221dab31c8dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6594975 Sep 23 22:38:47.072628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35220) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:47.096763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be58956-b992-4743-bb99-991f9a4661ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450e2032-e5b7-4520-b590-8ee0d23ac377,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:47.201355 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=53f719c8-fe34-4144-871d-46576abc422d,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:47.215187 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6130eacd-f939-43c5-9b34-e5ee2a7f7599 None None] For port be25da35-afbb-4c7a-874b-7ef11658c71f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=be25da35-afbb-4c7a-874b-7ef11658c71f,segment=NetworkSegment(1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7),segment_id=1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:38:47.229455 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eecc3116-f4a8-4558-a260-486d97a66023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:47.285069 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:47.316695 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6130eacd-f939-43c5-9b34-e5ee2a7f7599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:47.439082 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eecc3116-f4a8-4558-a260-486d97a66023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:47.490879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['53f719c8-fe34-4144-871d-46576abc422d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:38:47.529529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0be0c-61df-4d66-a7e5-013b474852b3 req-9c8e5ec1-1aa4-48af-b40f-94f812ac5ab4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:47.539473 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a37334b1-3082-4a6d-94e3-a5b007ddf389 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:47.540184 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03b0be0c-61df-4d66-a7e5-013b474852b3 req-9c8e5ec1-1aa4-48af-b40f-94f812ac5ab4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 812 time: 0.3587720 Sep 23 22:38:47.558137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130eacd-f939-43c5-9b34-e5ee2a7f7599 None None] Pushing event updated for resources: {'Port': ['ID=be25da35-afbb-4c7a-874b-7ef11658c71f,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:47.622886 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03b0be0c-61df-4d66-a7e5-013b474852b3 req-8b0e9dd4-d25f-4351-9d3e-19a53db877cb tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/quotas/7b76146ebc1f4d82b2692c606ba4acda HTTP/1.1" status: 200 len: 375 time: 0.0334568 Sep 23 22:38:47.624770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37334b1-3082-4a6d-94e3-a5b007ddf389 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event deleted for resources: {'Port': ['ID=3db3b926-8865-4e84-a338-6f6d03f06242,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:47.624948 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-83361bb5-9e1a-4950-af18-067ad9453d85 None None] Provisioning complete for port be25da35-afbb-4c7a-874b-7ef11658c71f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:38:47.624948 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-83361bb5-9e1a-4950-af18-067ad9453d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:47.693843 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03b0be0c-61df-4d66-a7e5-013b474852b3 req-8744af63-1d53-4d56-92ac-d791e009c114 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1170728 Sep 23 22:38:47.941636 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eecc3116-f4a8-4558-a260-486d97a66023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:47.947931 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eecc3116-f4a8-4558-a260-486d97a66023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:47.948435 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03b0be0c-61df-4d66-a7e5-013b474852b3 req-67f14daf-20d6-4fd8-9d8c-7a33dc315e88 service neutron] 10.222.0.22 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355902 Sep 23 22:38:47.955533 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eecc3116-f4a8-4558-a260-486d97a66023 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/450e2032-e5b7-4520-b590-8ee0d23ac377 HTTP/1.1" status: 204 len: 168 time: 0.9094219 Sep 23 22:38:47.960751 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a37334b1-3082-4a6d-94e3-a5b007ddf389 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:47.966647 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a37334b1-3082-4a6d-94e3-a5b007ddf389 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:47.977711 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a37334b1-3082-4a6d-94e3-a5b007ddf389 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "DELETE /v2.0/floatingips/03c81487-e341-47e8-88aa-33de00d37a03 HTTP/1.1" status: 204 len: 168 time: 2.0650883 Sep 23 22:38:48.027687 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc3116-f4a8-4558-a260-486d97a66023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450e2032-e5b7-4520-b590-8ee0d23ac377,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:48.173398 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba77b-45ef-4312-9bce-b725b8cc7ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:48.184151 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123f1bb-1efa-4c90-927c-310b649823d9 req-070b4744-b0f3-4e9e-bc62-8d97b039e328 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:48.198746 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0123f1bb-1efa-4c90-927c-310b649823d9 req-070b4744-b0f3-4e9e-bc62-8d97b039e328 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 944 time: 0.2668664 Sep 23 22:38:48.277367 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:48.334079 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0123f1bb-1efa-4c90-927c-310b649823d9 req-be0c1b29-c416-432c-8293-6322ce5e7608 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305029 Sep 23 22:38:48.352049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:38:23Z', 'updated_at': '2021-09-23T22:38:38Z', 'revision_number': 4, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'gw_port': {'id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:27Z', 'updated_at': '2021-09-23T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'be25da35-afbb-4c7a-874b-7ef11658c71f', 'name': '', 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'mac_address': 'fa:16:3e:3c:8d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:36Z', 'updated_at': '2021-09-23T22:38:45Z', 'revision_number': 4, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'subnets': [{'id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:38:48.452306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa21e64-9d68-40e1-bfb7-e4e3144468fb None None] The sync data for ids ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'] in n-d-810775-1 is: [{'id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:38:23Z', 'updated_at': '2021-09-23T22:38:38Z', 'revision_number': 4, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'gw_port': {'id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:27Z', 'updated_at': '2021-09-23T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'be25da35-afbb-4c7a-874b-7ef11658c71f', 'name': '', 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'mac_address': 'fa:16:3e:3c:8d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:36Z', 'updated_at': '2021-09-23T22:38:45Z', 'revision_number': 4, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'subnets': [{'id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:38:48.691739 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03b0be0c-61df-4d66-a7e5-013b474852b3 req-33f02dd8-aae6-4d49-a42a-953e05d9e48a service neutron] 10.222.0.22 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7414887 Sep 23 22:38:48.696946 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba77b-45ef-4312-9bce-b725b8cc7ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:48.772477 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:48.875019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba77b-45ef-4312-9bce-b725b8cc7ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:48.988758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ba77b-45ef-4312-9bce-b725b8cc7ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241a4ecd-dd96-4418-bc99-0543376829a0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:49.041340 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3a6ba77b-45ef-4312-9bce-b725b8cc7ff8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=579f1ca0e2db4236ad752ba0d65aab61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9664030 Sep 23 22:38:49.044268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35274) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:49.134440 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35278) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:49.139324 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-53b4d78d-707a-4432-8e12-17be19716dab tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--78729032', 'description': 'tempest-description--648273368'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:38:49.165818 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0166cf03-9974-4ad4-9591-215667d682a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:49.253863 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0166cf03-9974-4ad4-9591-215667d682a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:49.354355 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-166a5784-f6a7-487c-b207-361a4904f7ab req-ccbae57e-b353-4fd1-aa07-0bcf53191c05 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=838036b2-9afd-43ce-8b9a-1c91f375e85e HTTP/1.1" status: 200 len: 210 time: 0.0813460 Sep 23 22:38:49.379951 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53b4d78d-707a-4432-8e12-17be19716dab tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:49.545067 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0166cf03-9974-4ad4-9591-215667d682a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:49.550552 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0166cf03-9974-4ad4-9591-215667d682a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:49.555100 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0166cf03-9974-4ad4-9591-215667d682a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/241a4ecd-dd96-4418-bc99-0543376829a0 HTTP/1.1" status: 204 len: 168 time: 0.5080314 Sep 23 22:38:49.600071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166cf03-9974-4ad4-9591-215667d682a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241a4ecd-dd96-4418-bc99-0543376829a0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:49.618339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 53f719c8-fe34-4144-871d-46576abc422d up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:38:49.788547 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83213abe-91d8-4847-9b0f-3c4d5c8ec320 req-7c6e34bf-9d07-4898-81e7-29db59a01459 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:49.794129 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83213abe-91d8-4847-9b0f-3c4d5c8ec320 req-7c6e34bf-9d07-4898-81e7-29db59a01459 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 944 time: 0.2033813 Sep 23 22:38:50.006134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83213abe-91d8-4847-9b0f-3c4d5c8ec320 req-54f2153a-7a36-4936-860a-7e086b085ac8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891899 Sep 23 22:38:50.026005 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 53f719c8-fe34-4144-871d-46576abc422d completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:38:50.050628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 53f719c8-fe34-4144-871d-46576abc422d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:38:50.052309 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:50.056140 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53b4d78d-707a-4432-8e12-17be19716dab tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:50.212490 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53b4d78d-707a-4432-8e12-17be19716dab tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:50.360193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4d78d-707a-4432-8e12-17be19716dab tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11152bc4-548d-4f4a-aaa0-4cabb37874e7,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:50.381371 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53b4d78d-707a-4432-8e12-17be19716dab tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:50.388294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35318) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:50.391033 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-53b4d78d-707a-4432-8e12-17be19716dab tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2549095 Sep 23 22:38:50.399882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c56769e4-b4b6-4a00-8622-9bde8c24a356 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Request body: {'security_group_rule': {'security_group_id': '11152bc4-548d-4f4a-aaa0-4cabb37874e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:38:50.510501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device be25da35-afbb-4c7a-874b-7ef11658c71f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:38:50.585148 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:50.623967 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c56769e4-b4b6-4a00-8622-9bde8c24a356 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:50.722317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 53f719c8-fe34-4144-871d-46576abc422d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=53f719c8-fe34-4144-871d-46576abc422d,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:38:50.752973 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef82847-35c6-48ae-ab45-b7c6bba29075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f719c8-fe34-4144-871d-46576abc422d'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:38:50.764305 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bea6588-05d6-478d-abd4-a0418737fbca" -d '{"events": [{"server_uuid": "cef82847-35c6-48ae-ab45-b7c6bba29075", "name": "network-vif-plugged", "status": "completed", "tag": "53f719c8-fe34-4144-871d-46576abc422d"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:38:50.803293 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port be25da35-afbb-4c7a-874b-7ef11658c71f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:38:50.803929 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:50.804765 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c56769e4-b4b6-4a00-8622-9bde8c24a356 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:50.851857 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ed7e89-8e83-4012-b27f-10d475219da5 x-openstack-request-id: req-71ed7e89-8e83-4012-b27f-10d475219da5 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:38:50.851857 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef82847-35c6-48ae-ab45-b7c6bba29075", "name": "network-vif-plugged", "status": "completed", "tag": "53f719c8-fe34-4144-871d-46576abc422d", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:38:50.851857 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71ed7e89-8e83-4012-b27f-10d475219da5 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:38:50.851857 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef82847-35c6-48ae-ab45-b7c6bba29075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f719c8-fe34-4144-871d-46576abc422d', 'code': 200} Sep 23 22:38:50.964945 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:51.097380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35332) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:51.128508 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c56769e4-b4b6-4a00-8622-9bde8c24a356 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:51.130828 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f83489f-7b25-4971-b802-9c37b75368df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:51.174193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56769e4-b4b6-4a00-8622-9bde8c24a356 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f92d32-d82f-4e6d-ac44-bd7b70ecdf84,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:51.181094 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=53f719c8-fe34-4144-871d-46576abc422d,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:51.224362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f39a73-9d03-415f-999b-0a94477b9795 req-59b61e19-2bb1-4bb7-9968-6b40a54f572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:51.226664 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-64f39a73-9d03-415f-999b-0a94477b9795 req-59b61e19-2bb1-4bb7-9968-6b40a54f572e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 1096 time: 0.2528563 Sep 23 22:38:51.319473 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-64f39a73-9d03-415f-999b-0a94477b9795 req-84ef9944-11c1-41b2-b22a-761723925bfc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806737 Sep 23 22:38:51.369861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b6ec3-78c5-452d-b01d-9ae4e7f9dcf5 req-0b889029-e800-49a5-9575-e8b4f7015e28 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:51.371538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f6b6ec3-78c5-452d-b01d-9ae4e7f9dcf5 req-0b889029-e800-49a5-9575-e8b4f7015e28 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 945 time: 0.1437075 Sep 23 22:38:51.374109 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f83489f-7b25-4971-b802-9c37b75368df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:51.477946 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f83489f-7b25-4971-b802-9c37b75368df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:51.492749 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f6b6ec3-78c5-452d-b01d-9ae4e7f9dcf5 req-24db36d6-fed4-4f13-a8ef-2b01058d607b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046634 Sep 23 22:38:51.627528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0f83489f-7b25-4971-b802-9c37b75368df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7174192ae5ff431191bd435dd981c9f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5285387 Sep 23 22:38:51.627865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35356) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:51.631340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83489f-7b25-4971-b802-9c37b75368df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2093bdb1-5efa-48e4-90cc-82f64eee9d47,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:51.692407 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dc0131d5-61ae-40cf-8ad8-a31c05b11a3b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:51.703470 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dc0131d5-61ae-40cf-8ad8-a31c05b11a3b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 812 time: 0.2461765 Sep 23 22:38:51.755747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-250a9151-9742-485e-8d52-b7e17e22ac1a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/quotas/7b76146ebc1f4d82b2692c606ba4acda HTTP/1.1" status: 200 len: 375 time: 0.0502822 Sep 23 22:38:51.792063 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c56769e4-b4b6-4a00-8622-9bde8c24a356 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:51.798914 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c56769e4-b4b6-4a00-8622-9bde8c24a356 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4056149 Sep 23 22:38:51.806033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35362) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:51.821615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8063b4da-7560-4238-9073-38a4aaa636c0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Request body: {'security_group_rule': {'security_group_id': '11152bc4-548d-4f4a-aaa0-4cabb37874e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:38:51.854957 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-60f0ad90-fa19-40ce-a1c5-d9157fb7d073 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977776 Sep 23 22:38:51.914576 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d748562b-5f11-4e7c-91be-cac076a563b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:51.987285 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d748562b-5f11-4e7c-91be-cac076a563b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:52.081140 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8063b4da-7560-4238-9073-38a4aaa636c0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:52.123241 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-98bde24a-630c-4672-8ece-e9d4d1ca07fa service neutron] 10.222.0.22 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656915 Sep 23 22:38:52.198183 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d748562b-5f11-4e7c-91be-cac076a563b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:52.210507 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d748562b-5f11-4e7c-91be-cac076a563b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:52.216881 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d748562b-5f11-4e7c-91be-cac076a563b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2093bdb1-5efa-48e4-90cc-82f64eee9d47 HTTP/1.1" status: 204 len: 168 time: 0.5859766 Sep 23 22:38:52.255396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748562b-5f11-4e7c-91be-cac076a563b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2093bdb1-5efa-48e4-90cc-82f64eee9d47,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:52.313831 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8063b4da-7560-4238-9073-38a4aaa636c0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:52.340547 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-12a40198-dcdd-467a-9aaa-768e5ea67b4c service neutron] 10.222.0.22 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131596 Sep 23 22:38:52.414215 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8063b4da-7560-4238-9073-38a4aaa636c0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:52.502675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063b4da-7560-4238-9073-38a4aaa636c0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920ec41a-9918-44db-a71a-c456bf1a0162,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:52.528149 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8063b4da-7560-4238-9073-38a4aaa636c0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:52.534039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35376) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:52.541643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8063b4da-7560-4238-9073-38a4aaa636c0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7252474 Sep 23 22:38:52.541813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:38:52.679038 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:52.836453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad5bd6-ba75-46c5-9633-86b02e53927a req-0c00baf7-430d-4603-9d3e-69cd51fcc6ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:52.845621 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-48ad5bd6-ba75-46c5-9633-86b02e53927a req-0c00baf7-430d-4603-9d3e-69cd51fcc6ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 945 time: 0.1386468 Sep 23 22:38:52.923782 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-48ad5bd6-ba75-46c5-9633-86b02e53927a req-9e3d5f0c-d503-4294-a77f-78b85b76fb3e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703139 Sep 23 22:38:53.473195 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b73fd0a6-0b84-47fc-bec0-ae27bcfbb6ed req-55988fb9-ef9e-417d-b70f-63895d66422c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 210 time: 0.1116304 Sep 23 22:38:53.556229 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:53.836169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Allocated IP 172.25.1.170 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/e162ea61-a945-4c2d-a8f0-474d153594ee) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:38:54.106402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:54.242229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acd547-140c-4b1a-95ab-10c2ba70ac84 req-adf194b6-7025-4a72-bae2-43654603d1d4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:54.252286 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67acd547-140c-4b1a-95ab-10c2ba70ac84 req-adf194b6-7025-4a72-bae2-43654603d1d4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 945 time: 0.1563306 Sep 23 22:38:54.305281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:54.305990 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67acd547-140c-4b1a-95ab-10c2ba70ac84 req-a128052f-ff55-4f4d-9c4a-0e26b4d063d1 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522234 Sep 23 22:38:54.423362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:38:54.425014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event updated for resources: {'Port': ['ID=e162ea61-a945-4c2d-a8f0-474d153594ee,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:54.444164 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:38:54.451666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:38:54.699149 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c58e000-7683-476a-9e42-c4fee672521d req-0fde2d6e-63f5-4ec4-87f1-2bbfc9833386 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 210 time: 0.0685804 Sep 23 22:38:54.717096 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:54.895539 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:55.227839 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:55.362811 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:55.506185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event updated for resources: {'Port': ['ID=e162ea61-a945-4c2d-a8f0-474d153594ee,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:55.524871 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:55.711903 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:55.725149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b37e0b36-7fa6-4cad-b40b-d8a83d610dda tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1803126 Sep 23 22:38:55.900534 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9148ca52-87e3-4084-a495-c7af4550d93e req-4638d915-6382-4976-8522-2024eed0909f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 210 time: 0.0346458 Sep 23 22:38:56.302343 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-b664498d-b920-489b-997a-4488c654330e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--78729032&fields=id&tenant_id=105c7207854f488985a813c37073f45f HTTP/1.1" status: 200 len: 267 time: 0.0657525 Sep 23 22:38:56.612337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82592e7a-0060-402f-ae43-4a695b358498 req-e22b7801-f519-41fe-b404-b3aec38e8dac tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:56.632283 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-e22b7801-f519-41fe-b404-b3aec38e8dac tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 816 time: 0.3155289 Sep 23 22:38:56.672158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-0460feb1-6165-4cd5-9a64-cf11829b3e05 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/quotas/105c7207854f488985a813c37073f45f HTTP/1.1" status: 200 len: 375 time: 0.0378468 Sep 23 22:38:56.677486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-4a30d49e-a6b2-453e-8006-061505ad629f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:56.680583 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-4a30d49e-a6b2-453e-8006-061505ad629f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.43 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 812 time: 0.3047621 Sep 23 22:38:56.725723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-9b035040-bb01-4d5c-9e46-6f29d5a5723d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Request body: {'port': {'device_id': '5913bb0f-77ff-4a5b-b2d7-fed4709c236a', 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47', 'admin_state_up': True, 'tenant_id': '7b76146ebc1f4d82b2692c606ba4acda'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:38:56.909502 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-c94a0d37-52f0-450e-b14e-a81bcd192e28 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2359304 Sep 23 22:38:57.120689 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b230f7c-44fb-417d-9dcf-201cfb0847ff req-315dba1e-14ec-40ac-8595-17880ff2d81e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 210 time: 0.0445368 Sep 23 22:38:57.230561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-9b035040-bb01-4d5c-9e46-6f29d5a5723d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Made reservation on behalf of 7b76146ebc1f4d82b2692c606ba4acda for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:38:57.244825 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-9b035040-bb01-4d5c-9e46-6f29d5a5723d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:57.312744 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-7e2c8939-e99a-4957-bf8e-c5ad84c7a86a service neutron] 10.222.0.22 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192687 Sep 23 22:38:57.445164 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-2e717855-354e-40c4-a712-23620d0f4501 service neutron] 10.222.0.22 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251771 Sep 23 22:38:57.612497 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-9b035040-bb01-4d5c-9e46-6f29d5a5723d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Allocated IP 172.20.0.4 (872c1fac-beaa-464d-807d-5c88e0c5fc47/3bef7f46-c67d-4b9d-b0a8-ff182509722b/3210adf9-d234-4555-bc8e-63c8fa5fdfc0) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:38:57.932620 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f40a5cd3-d81e-4eff-a39f-36b23d83bc0f req-58321da1-d978-4c5f-bca2-83869ea8e723 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 210 time: 0.1845686 Sep 23 22:38:58.294216 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-9b035040-bb01-4d5c-9e46-6f29d5a5723d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:58.365030 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-51e64ca9-1acf-46c1-b9fe-f5910e59fed7 req-583a2714-3671-4df6-af0d-b3ffeb017761 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 210 time: 0.0586741 Sep 23 22:38:58.598024 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-9b035040-bb01-4d5c-9e46-6f29d5a5723d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:58.760352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-9b035040-bb01-4d5c-9e46-6f29d5a5723d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Network 872c1fac-beaa-464d-807d-5c88e0c5fc47 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:38:58.761637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b035040-bb01-4d5c-9e46-6f29d5a5723d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Pushing event updated for resources: {'Port': ['ID=3210adf9-d234-4555-bc8e-63c8fa5fdfc0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:58.769275 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-9b035040-bb01-4d5c-9e46-6f29d5a5723d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:38:58.771973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-9b035040-bb01-4d5c-9e46-6f29d5a5723d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:38:58.860941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-9b035040-bb01-4d5c-9e46-6f29d5a5723d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:58.861890 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-9b035040-bb01-4d5c-9e46-6f29d5a5723d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:58.959117 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35566) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:59.060084 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-9b035040-bb01-4d5c-9e46-6f29d5a5723d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3580017 Sep 23 22:38:59.202111 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-744aac6b-3523-4371-a8a2-17d5d4d270bd req-e0c78f97-dd29-4358-bd5a-e5ada0b1bede tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 210 time: 0.0543079 Sep 23 22:38:59.214537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35588) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:59.320179 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e79a971-bac1-4d9c-84b5-0d86b77f88f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:59.357911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Request body: {'port': {'device_id': '5913bb0f-77ff-4a5b-b2d7-fed4709c236a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:38:59.621125 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e79a971-bac1-4d9c-84b5-0d86b77f88f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:59.621712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6492f84f-350f-472d-99c2-fc38a4beae80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:59.626765 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:59.634209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e3df9-e429-4803-8072-44088d7a34d9 req-4e1a3481-4801-4a47-b1cc-42224762fe7b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:38:59.638518 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c1e3df9-e429-4803-8072-44088d7a34d9 req-4e1a3481-4801-4a47-b1cc-42224762fe7b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 931 time: 0.0994408 Sep 23 22:38:59.737809 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c1e3df9-e429-4803-8072-44088d7a34d9 req-069bbf33-f846-44d0-92ab-68ef03b30882 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795095 Sep 23 22:38:59.768365 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9e79a971-bac1-4d9c-84b5-0d86b77f88f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:38:59.863821 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9e79a971-bac1-4d9c-84b5-0d86b77f88f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e693a169dc79423b9fb72c3f0f5c55d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9032743 Sep 23 22:38:59.865922 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79a971-bac1-4d9c-84b5-0d86b77f88f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2f7885-38d0-439f-97f1-ad30f921d032,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:38:59.871906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35602) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:38:59.972282 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8fe89418-51b2-4c5a-857a-90e90c33621c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:00.038270 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8fe89418-51b2-4c5a-857a-90e90c33621c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:00.329287 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8fe89418-51b2-4c5a-857a-90e90c33621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:00.331973 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8fe89418-51b2-4c5a-857a-90e90c33621c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:00.335239 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8fe89418-51b2-4c5a-857a-90e90c33621c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b2f7885-38d0-439f-97f1-ad30f921d032 HTTP/1.1" status: 204 len: 168 time: 0.4598422 Sep 23 22:39:00.365753 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe89418-51b2-4c5a-857a-90e90c33621c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2f7885-38d0-439f-97f1-ad30f921d032,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:00.370944 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b4b62f3-3213-411f-bc71-4ac60be183db req-c2827c2b-c3e2-46d2-a8e7-a924d2a9ceac tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 210 time: 0.0719118 Sep 23 22:39:00.513534 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6492f84f-350f-472d-99c2-fc38a4beae80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:00.605171 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6492f84f-350f-472d-99c2-fc38a4beae80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:00.689215 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492f84f-350f-472d-99c2-fc38a4beae80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57668ac-cbca-41fe-9a65-453b1ad02e3b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:00.709854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:39:00.724784 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:00.736616 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6492f84f-350f-472d-99c2-fc38a4beae80 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=515c35ee8eff4c399f08e82602e59792&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5157623 Sep 23 22:39:00.737013 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35640) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:00.788515 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Transition to ACTIVE for port object 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:39:00.883257 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8eaa318c-71e1-46b7-8f60-ceed38fa8263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:00.917204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7f13b-c973-47c0-99ac-418ef1387bf0 req-87a26cd3-0609-4e9c-90b0-6994d9419974 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:00.918969 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59d7f13b-c973-47c0-99ac-418ef1387bf0 req-87a26cd3-0609-4e9c-90b0-6994d9419974 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 931 time: 0.0834129 Sep 23 22:39:00.920666 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:00.948941 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8eaa318c-71e1-46b7-8f60-ceed38fa8263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:01.047852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Pushing event updated for resources: {'Port': ['ID=3210adf9-d234-4555-bc8e-63c8fa5fdfc0,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:01.074030 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59d7f13b-c973-47c0-99ac-418ef1387bf0 req-e1fd257b-ce2e-4b2a-8f28-3a62e8ae8fbd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120076 Sep 23 22:39:01.184287 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Attempting to bind port 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:39:01.185026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Attempting to bind port 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:39:01.185704 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Attempting to bind port 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:39:01.220040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Port 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:39:01.220674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Attempting to bind port 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:39:01.222983 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8eaa318c-71e1-46b7-8f60-ceed38fa8263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:01.230287 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:39:01.230852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Checking segment: {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:39:01.231463 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8eaa318c-71e1-46b7-8f60-ceed38fa8263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:01.239212 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Bound using segment: {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:39:01.239212 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Bound port: 3210adf9-d234-4555-bc8e-63c8fa5fdfc0, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:39:01.239212 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:01.239585 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8eaa318c-71e1-46b7-8f60-ceed38fa8263 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c57668ac-cbca-41fe-9a65-453b1ad02e3b HTTP/1.1" status: 204 len: 168 time: 0.4971247 Sep 23 22:39:01.305653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa318c-71e1-46b7-8f60-ceed38fa8263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57668ac-cbca-41fe-9a65-453b1ad02e3b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:01.444038 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] For port 3210adf9-d234-4555-bc8e-63c8fa5fdfc0, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:39:01.453253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] For port 3210adf9-d234-4555-bc8e-63c8fa5fdfc0, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=3210adf9-d234-4555-bc8e-63c8fa5fdfc0,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:39:01.660894 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:01.703231 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de1d6c26-abcf-4ff2-8a96-fc6c640357e2 req-ed719f5b-356c-4d00-aa1d-d6e5d7fb970c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 210 time: 0.0426924 Sep 23 22:39:01.816896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:01.817669 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:01.820397 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] 10.222.0.43 "PUT /v2.0/ports/3210adf9-d234-4555-bc8e-63c8fa5fdfc0 HTTP/1.1" status: 200 len: 1091 time: 2.7511954 Sep 23 22:39:01.824511 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5913bb0f-77ff-4a5b-b2d7-fed4709c236a', 'tag': '3210adf9-d234-4555-bc8e-63c8fa5fdfc0'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:39:01.827872 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee16a9a-1586-4b44-9319-79276f7b1be0" -d '{"events": [{"name": "network-changed", "server_uuid": "5913bb0f-77ff-4a5b-b2d7-fed4709c236a", "tag": "3210adf9-d234-4555-bc8e-63c8fa5fdfc0"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:39:01.901601 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82592e7a-0060-402f-ae43-4a695b358498 req-7709d4ca-4732-4058-bc3e-e88ff6760732 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:01.903331 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-7709d4ca-4732-4058-bc3e-e88ff6760732 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.67 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 816 time: 0.3641405 Sep 23 22:39:01.908394 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0a171-e8e2-47ea-a082-460908c4ab40 service neutron] Pushing event updated for resources: {'Port': ['ID=3210adf9-d234-4555-bc8e-63c8fa5fdfc0,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:01.971499 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005416db-2221-410b-ad9f-9bd49a5c137e x-openstack-request-id: req-005416db-2221-410b-ad9f-9bd49a5c137e {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:39:01.971942 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5913bb0f-77ff-4a5b-b2d7-fed4709c236a", "tag": "3210adf9-d234-4555-bc8e-63c8fa5fdfc0", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:39:01.972434 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-005416db-2221-410b-ad9f-9bd49a5c137e {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:39:01.972868 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5913bb0f-77ff-4a5b-b2d7-fed4709c236a', 'tag': '3210adf9-d234-4555-bc8e-63c8fa5fdfc0', 'status': 'completed', 'code': 200} Sep 23 22:39:02.042410 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-f3574f66-76d6-4a70-ad62-af725254a9ff tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=105c7207854f488985a813c37073f45f HTTP/1.1" status: 200 len: 378 time: 0.1233659 Sep 23 22:39:02.073823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-82592e7a-0060-402f-ae43-4a695b358498 req-104f1d4d-41f5-41b9-a08e-6b1e0ebe822f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Request body: {'port': {'device_id': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'admin_state_up': True, 'tenant_id': '105c7207854f488985a813c37073f45f', 'security_groups': ['11152bc4-548d-4f4a-aaa0-4cabb37874e7']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:02.202001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35700) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:02.354617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee16a9a-1586-4b44-9319-79276f7b1be0 req-8c90ffb2-12d3-430b-b797-4132cd75ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:02.356558 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dee16a9a-1586-4b44-9319-79276f7b1be0 req-8c90ffb2-12d3-430b-b797-4132cd75ba17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 1094 time: 0.3350101 Sep 23 22:39:02.364464 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f7abcd3-087a-40bc-b4ad-77e3eabcf2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:02.756055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c5a2a-daaa-45d1-bb88-e54aa57925c9 req-4b6b51b2-2220-44ff-aa73-e89c117604c2 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:02.759450 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ad9c5a2a-daaa-45d1-bb88-e54aa57925c9 req-4b6b51b2-2220-44ff-aa73-e89c117604c2 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 943 time: 0.4430149 Sep 23 22:39:02.827662 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee16a9a-1586-4b44-9319-79276f7b1be0 req-d5610c63-551e-47b4-9078-8c6476f64aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:02.830219 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dee16a9a-1586-4b44-9319-79276f7b1be0 req-d5610c63-551e-47b4-9078-8c6476f64aca service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4403267 Sep 23 22:39:02.939091 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a5e8359-5048-4d9e-a82a-946f2d19fe55 req-5599f20e-fdbb-4280-a9a6-2544ceb154d3 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 210 time: 0.0630126 Sep 23 22:39:03.017201 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ad9c5a2a-daaa-45d1-bb88-e54aa57925c9 req-024c3fec-f1d1-4286-a97d-18fa10358ce6 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426209 Sep 23 22:39:03.096619 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f7abcd3-087a-40bc-b4ad-77e3eabcf2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:03.098759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee16a9a-1586-4b44-9319-79276f7b1be0 req-25a3c91b-4b7c-4644-b391-b5ce4e7fb672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:03.102663 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dee16a9a-1586-4b44-9319-79276f7b1be0 req-25a3c91b-4b7c-4644-b391-b5ce4e7fb672 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2585187 Sep 23 22:39:03.217998 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-e55bfecf-ce6c-4897-be45-1d84fea91025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:03.220756 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-e55bfecf-ce6c-4897-be45-1d84fea91025 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 1094 time: 0.0698857 Sep 23 22:39:03.298318 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f7abcd3-087a-40bc-b4ad-77e3eabcf2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:03.307746 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-20b887d5-1238-45e3-8ac5-772655695316 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3210adf9-d234-4555-bc8e-63c8fa5fdfc0 HTTP/1.1" status: 200 len: 217 time: 0.0750837 Sep 23 22:39:03.408804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7abcd3-087a-40bc-b4ad-77e3eabcf2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f393d39-0339-4ba0-adc9-1bd04cfb5eaa,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:03.428697 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5f7abcd3-087a-40bc-b4ad-77e3eabcf2f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96445d991a9b44a0b3129a45113ca7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1138852 Sep 23 22:39:03.432125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35748) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:03.449636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-be04403b-2a64-42af-bf36-d478163d760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:03.451424 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-be04403b-2a64-42af-bf36-d478163d760b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bef7f46-c67d-4b9d-b0a8-ff182509722b HTTP/1.1" status: 200 len: 852 time: 0.1293921 Sep 23 22:39:03.493413 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-99c6364d-ba0c-4278-a6d7-57a971159bd6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=872c1fac-beaa-464d-807d-5c88e0c5fc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337172 Sep 23 22:39:03.525717 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce2b017f-a769-498c-a8d6-750486695185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:03.679926 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce2b017f-a769-498c-a8d6-750486695185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:03.718841 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-0290654b-d40c-4ba9-b024-0dedcd8fae3d service neutron] 10.222.0.43 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173030 Sep 23 22:39:03.722094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82592e7a-0060-402f-ae43-4a695b358498 req-104f1d4d-41f5-41b9-a08e-6b1e0ebe822f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Made reservation on behalf of 105c7207854f488985a813c37073f45f for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:39:03.744744 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-82592e7a-0060-402f-ae43-4a695b358498 req-104f1d4d-41f5-41b9-a08e-6b1e0ebe822f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:04.070978 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce2b017f-a769-498c-a8d6-750486695185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:04.074161 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce2b017f-a769-498c-a8d6-750486695185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:04.082965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ce2b017f-a769-498c-a8d6-750486695185 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f393d39-0339-4ba0-adc9-1bd04cfb5eaa HTTP/1.1" status: 204 len: 168 time: 0.6414201 Sep 23 22:39:04.114640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b017f-a769-498c-a8d6-750486695185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f393d39-0339-4ba0-adc9-1bd04cfb5eaa,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:04.314418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058e186-d1b4-431b-848c-775ee86e4a34 req-ce07c93c-c9ce-4971-8702-ee7d9378c81a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:04.330850 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3058e186-d1b4-431b-848c-775ee86e4a34 req-ce07c93c-c9ce-4971-8702-ee7d9378c81a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 943 time: 0.1173739 Sep 23 22:39:04.392819 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3058e186-d1b4-431b-848c-775ee86e4a34 req-1e697a24-41d1-4ae8-bf8c-4a690ccd0928 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592597 Sep 23 22:39:04.482582 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d6ddf01-e209-45ae-87db-7d8a7698d387 req-0911129c-e664-4de3-9c29-3f1a1e99fc5b tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 210 time: 0.0655246 Sep 23 22:39:04.563452 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-93907525-2aec-424c-8a6d-1aedd14d6dd6 req-bc6c75da-692e-4d3b-ad60-f7f140b9c035 service neutron] 10.222.0.43 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8177705 Sep 23 22:39:04.603268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-82592e7a-0060-402f-ae43-4a695b358498 req-104f1d4d-41f5-41b9-a08e-6b1e0ebe822f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Allocated IP 172.20.0.10 (15f12cf3-76d1-444b-8977-8d9ed31e3a25/e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57/ecbced89-a474-4b0f-b412-b44171dc5011) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:39:04.956251 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-82592e7a-0060-402f-ae43-4a695b358498 req-104f1d4d-41f5-41b9-a08e-6b1e0ebe822f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:05.200032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35820) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:05.205939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-011dcf08-6f2d-45f9-acc5-dc931a14933f req-19e213aa-1c77-4c7a-8863-8abb29675370 service neutron] (95491) timed out ('10.222.0.67', 50297) {{(pid=95491) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 22:39:05.226249 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-82592e7a-0060-402f-ae43-4a695b358498 req-104f1d4d-41f5-41b9-a08e-6b1e0ebe822f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:05.302610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82592e7a-0060-402f-ae43-4a695b358498 req-104f1d4d-41f5-41b9-a08e-6b1e0ebe822f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:39:05.306289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-82592e7a-0060-402f-ae43-4a695b358498 req-104f1d4d-41f5-41b9-a08e-6b1e0ebe822f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:39:05.311003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-82592e7a-0060-402f-ae43-4a695b358498 req-104f1d4d-41f5-41b9-a08e-6b1e0ebe822f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:39:05.321076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f1d4d-41f5-41b9-a08e-6b1e0ebe822f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event updated for resources: {'Port': ['ID=ecbced89-a474-4b0f-b412-b44171dc5011,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:05.439010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82592e7a-0060-402f-ae43-4a695b358498 req-104f1d4d-41f5-41b9-a08e-6b1e0ebe822f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:05.440688 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-82592e7a-0060-402f-ae43-4a695b358498 req-104f1d4d-41f5-41b9-a08e-6b1e0ebe822f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:05.466174 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-53640e70-1ab2-4704-9eec-05445026304d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:05.590008 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-104f1d4d-41f5-41b9-a08e-6b1e0ebe822f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5266039 Sep 23 22:39:05.642771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Request body: {'port': {'device_id': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:05.751339 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e26f76-217d-4db3-b8bc-633da81cd2ba req-7c22ccbd-6711-48ef-9921-1e57d0bba110 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:05.752978 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59e26f76-217d-4db3-b8bc-633da81cd2ba req-7c22ccbd-6711-48ef-9921-1e57d0bba110 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 943 time: 0.1888847 Sep 23 22:39:05.790095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416b9bf-4473-4384-9fc9-bad5740042c1 req-be677c6c-c2b3-405e-9b13-91446e968ab6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:05.798082 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:05.805028 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3416b9bf-4473-4384-9fc9-bad5740042c1 req-be677c6c-c2b3-405e-9b13-91446e968ab6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 932 time: 0.1301477 Sep 23 22:39:05.809204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1fae16f8-d633-42e6-8b64-af410d36c222 None None] Provisioning complete for port ecbced89-a474-4b0f-b412-b44171dc5011 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:39:05.809732 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1fae16f8-d633-42e6-8b64-af410d36c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:05.896861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3416b9bf-4473-4384-9fc9-bad5740042c1 req-7defb85a-c6a3-4503-ba4e-1a97cdb71aaf tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866599 Sep 23 22:39:05.908047 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59e26f76-217d-4db3-b8bc-633da81cd2ba req-54a47456-d6f7-4ce0-bae0-e9210c07e99f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150095 Sep 23 22:39:05.981237 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-1fae16f8-d633-42e6-8b64-af410d36c222 None None] Port ecbced89-a474-4b0f-b412-b44171dc5011 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:39:06.169849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-53640e70-1ab2-4704-9eec-05445026304d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:06.338835 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-53640e70-1ab2-4704-9eec-05445026304d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:06.424591 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-53640e70-1ab2-4704-9eec-05445026304d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f053421c73f4198875935767914f36d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2229192 Sep 23 22:39:06.432890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35882) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:06.521602 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45983a-cf20-45c7-b935-f6af6a45f547 req-51494b7f-de04-43ce-a2f9-d0ac1fc63a60 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:06.521602 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e45983a-cf20-45c7-b935-f6af6a45f547 req-51494b7f-de04-43ce-a2f9-d0ac1fc63a60 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1641393 Sep 23 22:39:06.544092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53640e70-1ab2-4704-9eec-05445026304d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404ef933-86fc-45b6-8197-b7b58a115e53,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:06.546298 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:06.621216 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e45983a-cf20-45c7-b935-f6af6a45f547 req-ea5b3f41-f2ce-4f7d-9340-d9be0f93f95a tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769577 Sep 23 22:39:06.643773 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e95f63d-ff5f-4e34-8f23-ba555b0cdc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:06.730614 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e95f63d-ff5f-4e34-8f23-ba555b0cdc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:06.859398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbced89-a474-4b0f-b412-b44171dc5011 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:39:06.872913 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:06.891502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Transition to ACTIVE for port object ecbced89-a474-4b0f-b412-b44171dc5011 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:39:06.942592 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce7ba22f-f7db-4003-8ed8-25e4d0d2b7de req-849c5778-581b-446a-ba66-5eda5b7b7189 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3741033 Sep 23 22:39:07.037427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8758671-55db-438a-806b-843794a2e883 req-99775991-b52f-4031-b245-f68853100615 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:07.039319 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b8758671-55db-438a-806b-843794a2e883 req-99775991-b52f-4031-b245-f68853100615 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1134884 Sep 23 22:39:07.131490 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:07.272729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbced89-a474-4b0f-b412-b44171dc5011,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:07.293759 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e95f63d-ff5f-4e34-8f23-ba555b0cdc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:07.295273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ba65f-a8ec-4488-b2d1-b6df65349238 req-a709a1c8-4a2f-4542-acb3-af355f975df4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:07.296639 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e95f63d-ff5f-4e34-8f23-ba555b0cdc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:07.298365 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6e95f63d-ff5f-4e34-8f23-ba555b0cdc06 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/404ef933-86fc-45b6-8197-b7b58a115e53 HTTP/1.1" status: 204 len: 168 time: 0.8642414 Sep 23 22:39:07.307163 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-361ba65f-a8ec-4488-b2d1-b6df65349238 req-a709a1c8-4a2f-4542-acb3-af355f975df4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 943 time: 0.1562126 Sep 23 22:39:07.314404 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95f63d-ff5f-4e34-8f23-ba555b0cdc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404ef933-86fc-45b6-8197-b7b58a115e53,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:07.350271 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b8758671-55db-438a-806b-843794a2e883 req-1900074a-1909-47dd-8266-f06b0ea41d8e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928295 Sep 23 22:39:07.362066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ba22f-f7db-4003-8ed8-25e4d0d2b7de req-c7f8d39b-c888-46da-ba78-a8ec6ecf6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:07.363587 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce7ba22f-f7db-4003-8ed8-25e4d0d2b7de req-c7f8d39b-c888-46da-ba78-a8ec6ecf6eb2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 1095 time: 0.3506002 Sep 23 22:39:07.491486 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-361ba65f-a8ec-4488-b2d1-b6df65349238 req-b396d750-0077-4ac0-910a-78f2d51fbf32 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829991 Sep 23 22:39:07.722929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Attempting to bind port ecbced89-a474-4b0f-b412-b44171dc5011 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:39:07.723477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Attempting to bind port ecbced89-a474-4b0f-b412-b44171dc5011 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:39:07.723564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Attempting to bind port ecbced89-a474-4b0f-b412-b44171dc5011 on network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:39:07.738787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:39:07.748468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Port ecbced89-a474-4b0f-b412-b44171dc5011 on network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:39:07.748791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Attempting to bind port ecbced89-a474-4b0f-b412-b44171dc5011 on network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:39:07.758046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ba22f-f7db-4003-8ed8-25e4d0d2b7de req-c8b5cd58-4069-4370-ba6b-0bf8492317f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:07.765698 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce7ba22f-f7db-4003-8ed8-25e4d0d2b7de req-c8b5cd58-4069-4370-ba6b-0bf8492317f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.3555157 Sep 23 22:39:07.779924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9873a-34d2-4f82-ad75-78d97eb69b6e req-ad6a9aaa-680c-4ee0-95c8-6d9bc962e918 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:07.782575 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e0b9873a-34d2-4f82-ad75-78d97eb69b6e req-ad6a9aaa-680c-4ee0-95c8-6d9bc962e918 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 944 time: 0.2309630 Sep 23 22:39:07.792591 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:39:07.793325 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Checking segment: {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:39:07.793906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Bound using segment: {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:39:07.794581 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Bound port: ecbced89-a474-4b0f-b412-b44171dc5011, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:39:07.795156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:07.916356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 3210adf9-d234-4555-bc8e-63c8fa5fdfc0, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=3210adf9-d234-4555-bc8e-63c8fa5fdfc0,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:39:07.930353 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e0b9873a-34d2-4f82-ad75-78d97eb69b6e req-6a8c4b56-3bdb-4add-bfba-3618243e3ae8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1392148 Sep 23 22:39:07.935023 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce7ba22f-f7db-4003-8ed8-25e4d0d2b7de req-96b77a20-8568-4555-b579-dd3b21249c3f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d473a81d-624e-4664-bbcb-4473adacebb1 HTTP/1.1" status: 200 len: 999 time: 0.1507571 Sep 23 22:39:07.943804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '3210adf9-d234-4555-bc8e-63c8fa5fdfc0', 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47', 'port_id': '3210adf9-d234-4555-bc8e-63c8fa5fdfc0', 'mac_address': 'fa:16:3e:1c:22:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bef7f46-c67d-4b9d-b0a8-ff182509722b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:39:08.012415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:39:08.032882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ecbced89-a474-4b0f-b412-b44171dc5011,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:39:08.035611 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ba22f-f7db-4003-8ed8-25e4d0d2b7de req-484a9715-7e28-4967-ad16-72aa2e34e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:08.037376 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce7ba22f-f7db-4003-8ed8-25e4d0d2b7de req-484a9715-7e28-4967-ad16-72aa2e34e801 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.0867221 Sep 23 22:39:08.116810 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:08.140633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:39:08.178057 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ba22f-f7db-4003-8ed8-25e4d0d2b7de req-41af077a-d278-4383-8410-edb7e6364ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:08.181147 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce7ba22f-f7db-4003-8ed8-25e4d0d2b7de req-41af077a-d278-4383-8410-edb7e6364ba6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246912 Sep 23 22:39:08.190757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 3210adf9-d234-4555-bc8e-63c8fa5fdfc0, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=3210adf9-d234-4555-bc8e-63c8fa5fdfc0,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:39:08.228032 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:08.348350 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:08.484848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:08.485920 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:08.488559 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] 10.222.0.67 "PUT /v2.0/ports/ecbced89-a474-4b0f-b412-b44171dc5011 HTTP/1.1" status: 200 len: 1092 time: 2.8600962 Sep 23 22:39:08.493216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:39:08.497330 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7474d03b-2464-42d0-993f-4505fb918f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:39:08.514127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=3210adf9-d234-4555-bc8e-63c8fa5fdfc0,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:08.586294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['3210adf9-d234-4555-bc8e-63c8fa5fdfc0'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:39:08.589443 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca942d70-b0fb-4cc8-ad4b-d3ed62459ab3 x-openstack-request-id: req-ca942d70-b0fb-4cc8-ad4b-d3ed62459ab3 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:39:08.589898 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:39:08.590309 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca942d70-b0fb-4cc8-ad4b-d3ed62459ab3 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:39:08.590934 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'status': 'completed', 'code': 200} Sep 23 22:39:08.622106 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4f46f-c279-42a0-82d7-b9c5d02c0d96 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbced89-a474-4b0f-b412-b44171dc5011,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:08.677374 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce7ba22f-f7db-4003-8ed8-25e4d0d2b7de req-3e9426c6-767d-42d4-93e0-94adf04dd6ca service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876807 Sep 23 22:39:08.704625 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30745f7-b0b9-41ef-9809-83d8b7e11d02 req-355f6734-2410-47a0-9117-b5fb2dcdd161 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:08.724628 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d30745f7-b0b9-41ef-9809-83d8b7e11d02 req-355f6734-2410-47a0-9117-b5fb2dcdd161 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.2513678 Sep 23 22:39:08.880980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44e4c-4d76-4d21-85b2-f97bfc0f72fd req-7c881f32-848d-4c6a-a51d-f7fbccbca456 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:08.890701 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2f44e4c-4d76-4d21-85b2-f97bfc0f72fd req-7c881f32-848d-4c6a-a51d-f7fbccbca456 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 944 time: 0.1492376 Sep 23 22:39:08.964246 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-62083552-8da5-4396-9492-c3dec5a4e0bf req-8e3517ab-42e6-4396-933a-0324d163b4c4 tempest-ServersTestMultiNic-1303084567 tempest-ServersTestMultiNic-1303084567-project] (95490) timed out ('10.222.0.67', 50560) {{(pid=95490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 22:39:09.015169 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d30745f7-b0b9-41ef-9809-83d8b7e11d02 req-1acdcf35-a568-4672-8473-757a244f647f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890329 Sep 23 22:39:09.018770 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2f44e4c-4d76-4d21-85b2-f97bfc0f72fd req-4b1cd671-dff3-4bfe-8c98-2875d8631175 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136696 Sep 23 22:39:09.067684 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce7ba22f-f7db-4003-8ed8-25e4d0d2b7de req-2c4aa572-b47b-4ffc-b6de-49e242fdfcf8 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789949 Sep 23 22:39:09.180083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36006) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:09.441760 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d586-0819-42d1-8c28-14e62b1b90ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:09.484567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc1ded-f3b6-4da1-ad83-c63467d1977b req-c2434c31-18ca-4d70-ac17-86614aa968cc tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:09.508441 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d8dc1ded-f3b6-4da1-ad83-c63467d1977b req-c2434c31-18ca-4d70-ac17-86614aa968cc tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 944 time: 0.2427022 Sep 23 22:39:09.559942 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d03b-2464-42d0-993f-4505fb918f0b req-e224a697-dddd-4c48-a108-8add1ef9c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:09.563442 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7474d03b-2464-42d0-993f-4505fb918f0b req-e224a697-dddd-4c48-a108-8add1ef9c5d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 1095 time: 0.9133849 Sep 23 22:39:09.666872 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d8dc1ded-f3b6-4da1-ad83-c63467d1977b req-59628cf0-fe20-45c4-b1f5-e4154ea5c6e0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1567972 Sep 23 22:39:09.763237 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:39:09.875621 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d03b-2464-42d0-993f-4505fb918f0b req-e0fd1492-2055-4c2d-b6b5-9b1a6338b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:09.878405 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7474d03b-2464-42d0-993f-4505fb918f0b req-e0fd1492-2055-4c2d-b6b5-9b1a6338b6a9 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=105c7207854f488985a813c37073f45f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2860279 Sep 23 22:39:09.978159 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d586-0819-42d1-8c28-14e62b1b90ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:10.089598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:39:10.097420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:39:10.098941 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:10.101612 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d03b-2464-42d0-993f-4505fb918f0b req-6168427d-8c47-4cc0-9eb9-b0b5f39abd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:10.101612 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7474d03b-2464-42d0-993f-4505fb918f0b req-6168427d-8c47-4cc0-9eb9-b0b5f39abd77 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2079890 Sep 23 22:39:10.196375 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d586-0819-42d1-8c28-14e62b1b90ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:10.285076 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e0a3d586-0819-42d1-8c28-14e62b1b90ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6552ce7945464a9ea83b91a5a9ff69c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1031995 Sep 23 22:39:10.288119 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36060) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:10.345353 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:10.450454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 3210adf9-d234-4555-bc8e-63c8fa5fdfc0, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=3210adf9-d234-4555-bc8e-63c8fa5fdfc0,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:39:10.453008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5913bb0f-77ff-4a5b-b2d7-fed4709c236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3210adf9-d234-4555-bc8e-63c8fa5fdfc0'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:39:10.458664 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12eacc7-ed9f-4610-8497-a0aa23419105" -d '{"events": [{"server_uuid": "5913bb0f-77ff-4a5b-b2d7-fed4709c236a", "name": "network-vif-plugged", "status": "completed", "tag": "3210adf9-d234-4555-bc8e-63c8fa5fdfc0"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:39:10.460876 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3d586-0819-42d1-8c28-14e62b1b90ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6a5236-b544-4131-bf0d-7457f47b95c2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:10.507513 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82592e7a-0060-402f-ae43-4a695b358498 req-6c3135e4-4280-402b-81a7-cf02155bc774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:10.512262 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-6c3135e4-4280-402b-81a7-cf02155bc774 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 1095 time: 0.2866037 Sep 23 22:39:10.519401 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fcd4ecf2-eae5-4e9d-9804-9111f8e5ff72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:10.535105 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:10.537216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cfb7f-7e60-4dac-979b-0fc17a3c94b2 req-14f8b210-ab05-41da-8bfe-8131db5e94a1 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:10.551834 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed8cfb7f-7e60-4dac-979b-0fc17a3c94b2 req-14f8b210-ab05-41da-8bfe-8131db5e94a1 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 944 time: 0.3255324 Sep 23 22:39:10.561551 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fcd4ecf2-eae5-4e9d-9804-9111f8e5ff72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:10.702720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=3210adf9-d234-4555-bc8e-63c8fa5fdfc0,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:10.745571 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-fdf5b40e-6fd9-49a6-aa12-865d7566bfac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbced89-a474-4b0f-b412-b44171dc5011 HTTP/1.1" status: 200 len: 217 time: 0.1882010 Sep 23 22:39:10.791521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fcd4ecf2-eae5-4e9d-9804-9111f8e5ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:10.797503 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fcd4ecf2-eae5-4e9d-9804-9111f8e5ff72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:10.804715 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fcd4ecf2-eae5-4e9d-9804-9111f8e5ff72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f6a5236-b544-4131-bf0d-7457f47b95c2 HTTP/1.1" status: 204 len: 168 time: 0.5113108 Sep 23 22:39:10.844379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4ecf2-eae5-4e9d-9804-9111f8e5ff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6a5236-b544-4131-bf0d-7457f47b95c2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:10.872372 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed8cfb7f-7e60-4dac-979b-0fc17a3c94b2 req-af76b5c6-3d2c-4ff4-9a7b-eaaaf9436dc9 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186643 Sep 23 22:39:11.020596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82592e7a-0060-402f-ae43-4a695b358498 req-6e102770-5a6e-4de5-b8a4-72d0156927b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:11.023443 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-6e102770-5a6e-4de5-b8a4-72d0156927b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 200 len: 855 time: 0.2651823 Sep 23 22:39:11.045361 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893de26c-8def-455d-a5fb-e82ce32bfbfc x-openstack-request-id: req-893de26c-8def-455d-a5fb-e82ce32bfbfc {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:39:11.048056 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5913bb0f-77ff-4a5b-b2d7-fed4709c236a", "name": "network-vif-plugged", "status": "completed", "tag": "3210adf9-d234-4555-bc8e-63c8fa5fdfc0", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:39:11.048712 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-893de26c-8def-455d-a5fb-e82ce32bfbfc {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:39:11.049277 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5913bb0f-77ff-4a5b-b2d7-fed4709c236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3210adf9-d234-4555-bc8e-63c8fa5fdfc0', 'code': 200} Sep 23 22:39:11.279542 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffe633-fd3f-45ca-bbfd-261a598fdf8a req-aea2dcbf-b7ca-4163-b8df-aa33671dbf9d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:11.282990 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bbffe633-fd3f-45ca-bbfd-261a598fdf8a req-aea2dcbf-b7ca-4163-b8df-aa33671dbf9d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.2821739 Sep 23 22:39:11.297193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82592e7a-0060-402f-ae43-4a695b358498 req-3ea80d3f-064c-4f8e-8f3c-f255d0e0b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:11.299768 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-3ea80d3f-064c-4f8e-8f3c-f255d0e0b2f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15f12cf3-76d1-444b-8977-8d9ed31e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2405078 Sep 23 22:39:11.320319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b51dbc-9c21-441d-a206-9d3b93b233b8 req-a1b9aa87-6a7e-4b1d-bea0-e4d877b3c23c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:11.325728 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9b51dbc-9c21-441d-a206-9d3b93b233b8 req-a1b9aa87-6a7e-4b1d-bea0-e4d877b3c23c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 944 time: 0.1200433 Sep 23 22:39:11.345510 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a4159-6215-49ca-aff6-b426ba803851 req-bfde9399-1a74-470e-8ceb-1e81f8a9b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:11.348145 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d74a4159-6215-49ca-aff6-b426ba803851 req-bfde9399-1a74-470e-8ceb-1e81f8a9b172 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 1096 time: 0.1798058 Sep 23 22:39:11.381160 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a9b51dbc-9c21-441d-a206-9d3b93b233b8 req-e69c933e-7299-4108-9293-6bbbbd49c1d5 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465829 Sep 23 22:39:11.509746 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bbffe633-fd3f-45ca-bbfd-261a598fdf8a req-43603bb2-95c4-42a7-8389-33ebd8d44a04 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168663 Sep 23 22:39:11.570251 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d74a4159-6215-49ca-aff6-b426ba803851 req-2c941ac2-c51c-4a77-bc18-35f55b9c497e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065485 Sep 23 22:39:11.611133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-2b5a74b9-2450-4eea-acce-990ddb9d04f5 service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970121 Sep 23 22:39:11.810852 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82592e7a-0060-402f-ae43-4a695b358498 req-b76d6692-784f-416f-aacf-716806c18e9e service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916533 Sep 23 22:39:12.127128 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415fa04-1ebb-4673-8961-570e2e2e9433 req-9ff59097-6f5c-40bb-8c64-795679ca9f7a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:12.129857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5415fa04-1ebb-4673-8961-570e2e2e9433 req-9ff59097-6f5c-40bb-8c64-795679ca9f7a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 945 time: 0.1110497 Sep 23 22:39:12.203065 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5415fa04-1ebb-4673-8961-570e2e2e9433 req-d88488e1-fb59-4ae1-a918-e866cbdecb7f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577524 Sep 23 22:39:12.403765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36156) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:12.436074 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-674bb26e-3a3b-4282-a72d-887b6137e0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:12.753763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d041f-6e69-40ab-b9b6-a4f525cb2d0c req-30d50fc1-ff2c-4969-95d9-851722aa07e9 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:12.757780 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e53d041f-6e69-40ab-b9b6-a4f525cb2d0c req-30d50fc1-ff2c-4969-95d9-851722aa07e9 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 944 time: 0.1222386 Sep 23 22:39:12.827412 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-674bb26e-3a3b-4282-a72d-887b6137e0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:12.858171 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:39:12.866064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ae02a-9ada-44fc-9241-30ae638c9052 req-5eb8b76b-8833-443a-8412-3a5ee22f482b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:12.867960 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-277ae02a-9ada-44fc-9241-30ae638c9052 req-5eb8b76b-8833-443a-8412-3a5ee22f482b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.2003670 Sep 23 22:39:12.931120 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-277ae02a-9ada-44fc-9241-30ae638c9052 req-da1ea670-3db7-48c8-aafd-34195d7cd05e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461094 Sep 23 22:39:12.971311 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-674bb26e-3a3b-4282-a72d-887b6137e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:12.990629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e53d041f-6e69-40ab-b9b6-a4f525cb2d0c req-c4db1fcb-7321-471e-9bee-043c1ab51af3 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1874027 Sep 23 22:39:13.096567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-674bb26e-3a3b-4282-a72d-887b6137e0fe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=128178421ab74612b8720b1f5eb597c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6862016 Sep 23 22:39:13.096567 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bb26e-3a3b-4282-a72d-887b6137e0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b60cd-897a-4167-bbe8-d796d6b40431,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:13.097482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36192) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:13.173850 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e80bd13d-88e9-4ef5-9c91-fe14cb195047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:13.198762 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e211fa37-3e75-4e54-a999-100ad3cdf57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:13.250443 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e211fa37-3e75-4e54-a999-100ad3cdf57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:13.464257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3791d-de60-4664-a535-73b33e5f1869 req-9e1978ce-5ca6-4785-bf63-e71d5cf60774 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:13.464257 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77d3791d-de60-4664-a535-73b33e5f1869 req-9e1978ce-5ca6-4785-bf63-e71d5cf60774 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 945 time: 0.0558090 Sep 23 22:39:13.464257 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77d3791d-de60-4664-a535-73b33e5f1869 req-50b7358f-dc05-4181-b35e-6d6409a2f853 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431268 Sep 23 22:39:13.656191 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e211fa37-3e75-4e54-a999-100ad3cdf57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:13.660905 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e211fa37-3e75-4e54-a999-100ad3cdf57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:13.663474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e211fa37-3e75-4e54-a999-100ad3cdf57a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf4b60cd-897a-4167-bbe8-d796d6b40431 HTTP/1.1" status: 204 len: 168 time: 0.5647280 Sep 23 22:39:13.691384 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211fa37-3e75-4e54-a999-100ad3cdf57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b60cd-897a-4167-bbe8-d796d6b40431,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:14.150048 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f27b-f1b2-4a13-a66c-2439727a7e84 req-3cbca88f-e40e-410d-9438-cb38bbb0bfa9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:14.152844 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6717f27b-f1b2-4a13-a66c-2439727a7e84 req-3cbca88f-e40e-410d-9438-cb38bbb0bfa9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.0925391 Sep 23 22:39:14.223121 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6717f27b-f1b2-4a13-a66c-2439727a7e84 req-d100704a-9dad-45ae-841b-089d32083fc7 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587096 Sep 23 22:39:14.417264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdc14e-659b-434b-96c6-222dc47750ca req-09c32846-a569-47fc-a245-c14cc47b41d0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:14.418996 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7bdc14e-659b-434b-96c6-222dc47750ca req-09c32846-a569-47fc-a245-c14cc47b41d0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 944 time: 0.0933471 Sep 23 22:39:14.524822 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7bdc14e-659b-434b-96c6-222dc47750ca req-3ac74c33-8af7-49b9-b862-d6f76e2097bc tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947900 Sep 23 22:39:14.691699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099ca8c-882c-4c0a-83cf-44e782bf130e req-bbad6e54-bb77-49d9-9fa0-e78e7677420d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:14.693462 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8099ca8c-882c-4c0a-83cf-44e782bf130e req-bbad6e54-bb77-49d9-9fa0-e78e7677420d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 945 time: 0.1217146 Sep 23 22:39:14.778691 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8099ca8c-882c-4c0a-83cf-44e782bf130e req-3dcb5ffa-b145-4ced-9d2f-2c471bc4df29 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735860 Sep 23 22:39:15.468446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a24af-c6e5-4b85-8d95-a679f7795185 req-9e50d667-a45c-4a6a-85bf-2dd85dc5f871 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:15.471257 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b7a24af-c6e5-4b85-8d95-a679f7795185 req-9e50d667-a45c-4a6a-85bf-2dd85dc5f871 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1028371 Sep 23 22:39:15.545151 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b7a24af-c6e5-4b85-8d95-a679f7795185 req-168e53ee-d2af-4a9c-a8d2-60d24443177b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672693 Sep 23 22:39:15.731279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ecbced89-a474-4b0f-b412-b44171dc5011 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:39:15.795061 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b1fdd-abf9-4406-b3d4-41495f74c0de req-00f4181f-55b9-451d-9823-78d6f1ca02ae tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:15.810017 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cf3b1fdd-abf9-4406-b3d4-41495f74c0de req-00f4181f-55b9-451d-9823-78d6f1ca02ae tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 944 time: 0.1159704 Sep 23 22:39:15.895892 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-10241527-f807-43ac-8128-8d98b451f5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:15.918014 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cf3b1fdd-abf9-4406-b3d4-41495f74c0de req-7bef07cb-280e-4a9e-8be9-e69295242eb6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044238 Sep 23 22:39:16.049078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36298) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:16.137075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ecbced89-a474-4b0f-b412-b44171dc5011,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:39:16.168455 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'port_id': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'mac_address': 'fa:16:3e:09:5f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:39:16.225782 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:16.231551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596a02c-4e5e-451c-b14e-1f524bca4802 req-8543a829-1c24-47f8-9219-a5ad7a06e8c4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:16.234886 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b596a02c-4e5e-451c-b14e-1f524bca4802 req-8543a829-1c24-47f8-9219-a5ad7a06e8c4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 945 time: 0.2087705 Sep 23 22:39:16.253273 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:16.289692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbced89-a474-4b0f-b412-b44171dc5011 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:39:16.316863 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b596a02c-4e5e-451c-b14e-1f524bca4802 req-b975203a-fe72-459c-a413-0d7e3b97ab77 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728757 Sep 23 22:39:16.345813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ecbced89-a474-4b0f-b412-b44171dc5011,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:39:16.362761 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb25b578-c207-4cd8-bd09-8f92fc23b4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:16.435394 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:16.605460 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ecbced89-a474-4b0f-b412-b44171dc5011,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:16.656470 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb25b578-c207-4cd8-bd09-8f92fc23b4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:16.825034 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb25b578-c207-4cd8-bd09-8f92fc23b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:16.841934 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ecbced89-a474-4b0f-b412-b44171dc5011'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:39:16.853710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b765436-92bb-4e8f-b319-67cb8940cab7 req-ce6afe6a-9867-4889-b536-eede71fdfffb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:16.862078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b765436-92bb-4e8f-b319-67cb8940cab7 req-ce6afe6a-9867-4889-b536-eede71fdfffb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1465139 Sep 23 22:39:16.935746 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b765436-92bb-4e8f-b319-67cb8940cab7 req-8361f72b-bc6f-439d-94ef-f1400567847c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701506 Sep 23 22:39:16.943054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25b578-c207-4cd8-bd09-8f92fc23b4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fdd692-c5db-4048-89ac-c7f02024ffa4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:16.993273 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-eb25b578-c207-4cd8-bd09-8f92fc23b4ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25dc6f6fa8ec46308754e508ae56fe83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9403002 Sep 23 22:39:16.995357 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36338) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:17.051539 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:17.119363 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f492d49-495f-482d-b825-a0c128302151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:17.152210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f492d49-495f-482d-b825-a0c128302151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:17.190244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f351896-4c07-4a6e-8e19-4265accdff9f req-dd9819c8-e35e-44d2-aabe-23cf4854e2c4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:17.192929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f351896-4c07-4a6e-8e19-4265accdff9f req-dd9819c8-e35e-44d2-aabe-23cf4854e2c4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.0915480 Sep 23 22:39:17.261356 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f351896-4c07-4a6e-8e19-4265accdff9f req-5f644746-9f83-4b74-8eff-7bedb439e6bf tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574760 Sep 23 22:39:17.446618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5b785-bdf9-4464-ba79-ae21a7ef9248 req-0c0dfa60-99c0-4f27-9ad6-a59cbf34eca8 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:17.449276 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2a5b785-bdf9-4464-ba79-ae21a7ef9248 req-0c0dfa60-99c0-4f27-9ad6-a59cbf34eca8 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 945 time: 0.0764723 Sep 23 22:39:17.508596 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2a5b785-bdf9-4464-ba79-ae21a7ef9248 req-bd62645f-a054-406b-9c8a-bcdfbdd510e6 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488741 Sep 23 22:39:17.742034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ecbced89-a474-4b0f-b412-b44171dc5011 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:39:18.002546 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f492d49-495f-482d-b825-a0c128302151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:18.010712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f492d49-495f-482d-b825-a0c128302151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:18.011785 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5f492d49-495f-482d-b825-a0c128302151 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9fdd692-c5db-4048-89ac-c7f02024ffa4 HTTP/1.1" status: 204 len: 168 time: 1.0139346 Sep 23 22:39:18.025893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f492d49-495f-482d-b825-a0c128302151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fdd692-c5db-4048-89ac-c7f02024ffa4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:18.144370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77220877-a404-41c6-b4d5-d6d18c9f557b req-743b4095-a292-4beb-b110-a1baad8e937e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:18.146422 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-77220877-a404-41c6-b4d5-d6d18c9f557b req-743b4095-a292-4beb-b110-a1baad8e937e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.0787416 Sep 23 22:39:18.164449 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:18.172431 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port ecbced89-a474-4b0f-b412-b44171dc5011 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:39:18.179784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port ecbced89-a474-4b0f-b412-b44171dc5011 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:39:18.180669 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:18.312546 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-77220877-a404-41c6-b4d5-d6d18c9f557b req-ba5afd64-8900-4493-835b-89bd91704608 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487014 Sep 23 22:39:18.395344 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:18.479303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ecbced89-a474-4b0f-b412-b44171dc5011,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:39:18.484129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:39:18.490227 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8cb474-288a-446f-b9f9-6e0dd8177e7a" -d '{"events": [{"server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "name": "network-vif-plugged", "status": "completed", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:39:18.579872 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:18.610846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a50bf0-1ba5-4718-ab95-f50b254897cf req-364a770f-e218-4ebd-b2d3-6ef8eafdb211 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:18.617431 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4a50bf0-1ba5-4718-ab95-f50b254897cf req-364a770f-e218-4ebd-b2d3-6ef8eafdb211 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.1963687 Sep 23 22:39:18.710044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ecbced89-a474-4b0f-b412-b44171dc5011,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:18.733590 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22533c26-b09b-4c37-88bb-0b9cc1cb71e2 x-openstack-request-id: req-22533c26-b09b-4c37-88bb-0b9cc1cb71e2 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:39:18.736901 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "name": "network-vif-plugged", "status": "completed", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:39:18.737472 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22533c26-b09b-4c37-88bb-0b9cc1cb71e2 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:39:18.738087 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'code': 200} Sep 23 22:39:18.758455 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:18.788573 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4a50bf0-1ba5-4718-ab95-f50b254897cf req-730cd80c-dc1c-4b18-a11b-d9fb28b42390 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1617124 Sep 23 22:39:19.059526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76dc58-1719-4d0d-b09d-d83144e7028b req-04e71932-24eb-420e-b622-75adfc20b1cd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:19.063067 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f76dc58-1719-4d0d-b09d-d83144e7028b req-04e71932-24eb-420e-b622-75adfc20b1cd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.43 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 945 time: 0.3418262 Sep 23 22:39:19.085409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45734f6-72db-426a-8c23-ea6bcae99c5f req-27f0d7c9-85e6-441c-acbc-5b2673ef0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:19.089345 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f45734f6-72db-426a-8c23-ea6bcae99c5f req-27f0d7c9-85e6-441c-acbc-5b2673ef0338 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 1097 time: 0.2320683 Sep 23 22:39:19.274467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce46ab-bb98-4a66-bf81-ef7b4444ad71 req-3c91808f-0b13-4773-bb97-cfb68da98cd2 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:19.289330 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c8ce46ab-bb98-4a66-bf81-ef7b4444ad71 req-3c91808f-0b13-4773-bb97-cfb68da98cd2 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 945 time: 0.3391223 Sep 23 22:39:19.340772 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f45734f6-72db-426a-8c23-ea6bcae99c5f req-e1544426-d843-4b13-b1bb-e035c7bb7ea7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2229214 Sep 23 22:39:19.399107 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c8ce46ab-bb98-4a66-bf81-ef7b4444ad71 req-87569ab7-7b9a-40d1-ac96-83521109cfbc tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903955 Sep 23 22:39:19.439624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9f76dc58-1719-4d0d-b09d-d83144e7028b req-5b8dd99e-6895-486b-925b-a8671ee71bf7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Deleting port 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:39:19.441455 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f76dc58-1719-4d0d-b09d-d83144e7028b req-5b8dd99e-6895-486b-925b-a8671ee71bf7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:19.644920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8820140-0e8a-4a1d-a3e7-b5c44d3841a6 req-9c0dc8e6-c1eb-485b-8310-4bd442000886 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:19.648740 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e8820140-0e8a-4a1d-a3e7-b5c44d3841a6 req-9c0dc8e6-c1eb-485b-8310-4bd442000886 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.0977924 Sep 23 22:39:19.655301 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9f76dc58-1719-4d0d-b09d-d83144e7028b req-5b8dd99e-6895-486b-925b-a8671ee71bf7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] For port 3210adf9-d234-4555-bc8e-63c8fa5fdfc0, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=3210adf9-d234-4555-bc8e-63c8fa5fdfc0,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:39:19.656330 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f76dc58-1719-4d0d-b09d-d83144e7028b req-5b8dd99e-6895-486b-925b-a8671ee71bf7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:19.694529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-9f76dc58-1719-4d0d-b09d-d83144e7028b req-5b8dd99e-6895-486b-925b-a8671ee71bf7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Calling delete_port for 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:39:19.741061 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e8820140-0e8a-4a1d-a3e7-b5c44d3841a6 req-98ca1677-24ff-47bc-a2c7-4c954c6fe91f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787566 Sep 23 22:39:19.965775 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fea126e-737b-42b7-a0e7-f0a0464cddae req-07648ec9-69d1-49a2-a30f-6e6d447bc7bb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1219079 Sep 23 22:39:20.226511 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea126e-737b-42b7-a0e7-f0a0464cddae req-e299f82e-0aa0-443c-9325-cd908001ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:20.230498 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fea126e-737b-42b7-a0e7-f0a0464cddae req-e299f82e-0aa0-443c-9325-cd908001ff61 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 1096 time: 0.1762083 Sep 23 22:39:20.243246 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037ed0c-43bf-4169-a219-9cd3ac363022 req-9152620d-b9a6-49f8-9d0f-16548a585f39 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:20.254327 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2037ed0c-43bf-4169-a219-9cd3ac363022 req-9152620d-b9a6-49f8-9d0f-16548a585f39 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.2031384 Sep 23 22:39:20.265939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36500) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:20.364550 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f76dc58-1719-4d0d-b09d-d83144e7028b req-5b8dd99e-6895-486b-925b-a8671ee71bf7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:20.458925 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dd99e-6895-486b-925b-a8671ee71bf7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Pushing event deleted for resources: {'Port': ['ID=3210adf9-d234-4555-bc8e-63c8fa5fdfc0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:20.504659 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7aebd98f-2633-402e-be27-d5ccebc48420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:20.613413 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2037ed0c-43bf-4169-a219-9cd3ac363022 req-4c19b01e-cade-4d38-8c08-80102191c429 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3577919 Sep 23 22:39:20.648131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea126e-737b-42b7-a0e7-f0a0464cddae req-9ecec3d0-f3c3-4b22-a818-28915fee3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:20.650101 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fea126e-737b-42b7-a0e7-f0a0464cddae req-9ecec3d0-f3c3-4b22-a818-28915fee3b88 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.3930485 Sep 23 22:39:20.685602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f76dc58-1719-4d0d-b09d-d83144e7028b req-5b8dd99e-6895-486b-925b-a8671ee71bf7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] No DVR routers for this DVR port 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:39:20.690403 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9f76dc58-1719-4d0d-b09d-d83144e7028b req-5b8dd99e-6895-486b-925b-a8671ee71bf7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:20.693520 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f76dc58-1719-4d0d-b09d-d83144e7028b req-5b8dd99e-6895-486b-925b-a8671ee71bf7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.43 "DELETE /v2.0/ports/3210adf9-d234-4555-bc8e-63c8fa5fdfc0 HTTP/1.1" status: 204 len: 173 time: 1.6139972 Sep 23 22:39:20.720713 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9022db66-87e2-4b49-921c-d772e4a352a1 req-bb21672f-86ec-4582-a6d5-aa2f64294b8d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 210 time: 0.0729518 Sep 23 22:39:20.757166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5913bb0f-77ff-4a5b-b2d7-fed4709c236a', 'name': 'network-vif-deleted', 'tag': '3210adf9-d234-4555-bc8e-63c8fa5fdfc0'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:39:20.761497 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9c05aa-0e55-4ac7-9b57-df072cd1054f" -d '{"events": [{"server_uuid": "5913bb0f-77ff-4a5b-b2d7-fed4709c236a", "name": "network-vif-deleted", "tag": "3210adf9-d234-4555-bc8e-63c8fa5fdfc0"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:39:20.795363 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fea126e-737b-42b7-a0e7-f0a0464cddae req-510b16c4-4ab3-4967-b1c6-e54040019d1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53f719c8-fe34-4144-871d-46576abc422d HTTP/1.1" status: 200 len: 217 time: 0.1177180 Sep 23 22:39:20.827946 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7aebd98f-2633-402e-be27-d5ccebc48420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:20.850381 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472c461e-5148-4f7d-9293-4d7cb3ea55ca x-openstack-request-id: req-472c461e-5148-4f7d-9293-4d7cb3ea55ca {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:39:20.850696 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5913bb0f-77ff-4a5b-b2d7-fed4709c236a", "name": "network-vif-deleted", "tag": "3210adf9-d234-4555-bc8e-63c8fa5fdfc0", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:39:20.850925 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-472c461e-5148-4f7d-9293-4d7cb3ea55ca {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:39:20.851342 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5913bb0f-77ff-4a5b-b2d7-fed4709c236a', 'name': 'network-vif-deleted', 'tag': '3210adf9-d234-4555-bc8e-63c8fa5fdfc0', 'status': 'completed', 'code': 200} Sep 23 22:39:20.879088 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea126e-737b-42b7-a0e7-f0a0464cddae req-08b431ee-2dfa-4c31-aafe-f4d29dd42b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:20.880882 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fea126e-737b-42b7-a0e7-f0a0464cddae req-08b431ee-2dfa-4c31-aafe-f4d29dd42b9a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.0748205 Sep 23 22:39:20.961979 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7aebd98f-2633-402e-be27-d5ccebc48420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:20.977059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea126e-737b-42b7-a0e7-f0a0464cddae req-a492a4c9-bfcc-4114-8627-39ed4ce9fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:20.977059 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fea126e-737b-42b7-a0e7-f0a0464cddae req-a492a4c9-bfcc-4114-8627-39ed4ce9fa94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874453 Sep 23 22:39:21.022734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7aebd98f-2633-402e-be27-d5ccebc48420 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a6e7a2f438584a24b6a969a11f5ca1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7553153 Sep 23 22:39:21.026566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36552) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:21.082615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebd98f-2633-402e-be27-d5ccebc48420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbadd352-201a-4ef6-8122-a23e58ac88fb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:21.114285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ecb81-d8a7-4c70-82af-b56ffb050da9 req-665c548a-db16-4c96-8a8b-d63d1946b133 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:21.128596 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c14ecb81-d8a7-4c70-82af-b56ffb050da9 req-665c548a-db16-4c96-8a8b-d63d1946b133 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.2142303 Sep 23 22:39:21.206469 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fea126e-737b-42b7-a0e7-f0a0464cddae req-7c7663fa-8355-424a-8dc2-180ff510c05b service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183771 Sep 23 22:39:21.262867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c14ecb81-d8a7-4c70-82af-b56ffb050da9 req-74cd675f-864e-4e7f-8126-f417c4d55d0c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318815 Sep 23 22:39:21.354397 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5805c1ed-af31-4f9d-bd25-4fc949d6251f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:21.466410 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5805c1ed-af31-4f9d-bd25-4fc949d6251f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:21.507189 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fea126e-737b-42b7-a0e7-f0a0464cddae req-4ea81f6a-52f6-415b-a235-6f0b20b3c854 service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875316 Sep 23 22:39:21.805873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:39:21.845041 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5805c1ed-af31-4f9d-bd25-4fc949d6251f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:21.868738 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5805c1ed-af31-4f9d-bd25-4fc949d6251f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:21.877139 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5805c1ed-af31-4f9d-bd25-4fc949d6251f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bbadd352-201a-4ef6-8122-a23e58ac88fb HTTP/1.1" status: 204 len: 168 time: 0.8483062 Sep 23 22:39:21.972345 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805c1ed-af31-4f9d-bd25-4fc949d6251f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbadd352-201a-4ef6-8122-a23e58ac88fb,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:21.979466 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:39:21.980185 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 3210adf9-d234-4555-bc8e-63c8fa5fdfc0 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:39:22.032267 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a6bd54f-ac3b-41f0-9f5b-ef508e83a1be req-c0732c4a-c11d-46c9-9533-031fcb72c51e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=5913bb0f-77ff-4a5b-b2d7-fed4709c236a HTTP/1.1" status: 200 len: 210 time: 0.0458858 Sep 23 22:39:22.052615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6437c85-5a0c-4e38-87c7-f2c5e1ab6449 req-1be976ae-2da1-47d3-b733-c9ee79d0809b tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:22.063525 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6437c85-5a0c-4e38-87c7-f2c5e1ab6449 req-1be976ae-2da1-47d3-b733-c9ee79d0809b tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.3014126 Sep 23 22:39:22.140336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6437c85-5a0c-4e38-87c7-f2c5e1ab6449 req-1e3bb3e0-d1aa-43e3-b690-104882da8cd4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731339 Sep 23 22:39:22.426905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05f41b-74f1-4870-91c6-e0cacdb240ca req-28e60dfa-6e8d-4d7f-bf80-479f70622c79 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:22.442048 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36624) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:22.444927 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2f05f41b-74f1-4870-91c6-e0cacdb240ca req-28e60dfa-6e8d-4d7f-bf80-479f70622c79 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.1628706 Sep 23 22:39:22.446993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-81a1d697-b23a-4798-8115-5b0a3a105ec4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Request body: {'floatingip': {'port_id': 'ecbced89-a474-4b0f-b412-b44171dc5011'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:22.596365 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81a1d697-b23a-4798-8115-5b0a3a105ec4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:23.283778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36656) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:23.324752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8670d-3024-4940-9e2c-f052bdaf7724 req-81275a31-c4d5-4989-88cf-ae2a297bf1b7 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:23.326343 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5ec7b6e3-7b0c-4a3d-89be-20ada4ca624d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:23.333494 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47e8670d-3024-4940-9e2c-f052bdaf7724 req-81275a31-c4d5-4989-88cf-ae2a297bf1b7 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.8178995 Sep 23 22:39:23.522065 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47e8670d-3024-4940-9e2c-f052bdaf7724 req-eadd6364-3214-41d3-82e0-d37230bca275 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871400 Sep 23 22:39:23.587793 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5ec7b6e3-7b0c-4a3d-89be-20ada4ca624d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:23.841158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-35c7e59c-1d81-42ad-b0cc-92717d3b77d4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:23.844078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-35c7e59c-1d81-42ad-b0cc-92717d3b77d4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 812 time: 0.2121882 Sep 23 22:39:23.845505 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5ec7b6e3-7b0c-4a3d-89be-20ada4ca624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:23.933884 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5ec7b6e3-7b0c-4a3d-89be-20ada4ca624d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f0c6c7a47214d36bce250e7ebac0578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6479037 Sep 23 22:39:23.937009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7b6e3-7b0c-4a3d-89be-20ada4ca624d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc45a72-99af-41f7-b8a8-26077471a53a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:23.946593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36686) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:24.003896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-0cb42593-bbf3-47aa-81bc-df89ffe092ff tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/quotas/7b76146ebc1f4d82b2692c606ba4acda HTTP/1.1" status: 200 len: 375 time: 0.1086857 Sep 23 22:39:24.016956 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.resource_extend [None req-81a1d697-b23a-4798-8115-5b0a3a105ec4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:39:24.070214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-be506d86-cc26-48da-b632-0dd5896020b0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650403 Sep 23 22:39:24.161004 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81a1d697-b23a-4798-8115-5b0a3a105ec4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:24.174721 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-103514b8-bdd0-4329-9aa5-15647ae051d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:24.310031 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81a1d697-b23a-4798-8115-5b0a3a105ec4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:24.329356 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-103514b8-bdd0-4329-9aa5-15647ae051d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:24.429680 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-45bcc964-85f7-45f5-bfe6-263909477368 service neutron] 10.222.0.22 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574026 Sep 23 22:39:24.549865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e2a12-e04e-48ca-a02a-d3a5dc23bb5f req-ec973ff7-bb70-41cc-a516-c3ae3945e441 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:24.551602 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d7e2a12-e04e-48ca-a02a-d3a5dc23bb5f req-ec973ff7-bb70-41cc-a516-c3ae3945e441 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.3398056 Sep 23 22:39:24.583856 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-534ef93c-a1e7-4f4e-b48d-9690419d9636 service neutron] 10.222.0.22 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377940 Sep 23 22:39:24.601807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726976a-4f13-4d72-80f8-9f0e73c42f6c req-59676288-775f-46e7-9a7e-f28eb50f8979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:24.603683 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1726976a-4f13-4d72-80f8-9f0e73c42f6c req-59676288-775f-46e7-9a7e-f28eb50f8979 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 1095 time: 0.1844864 Sep 23 22:39:24.608622 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-81a1d697-b23a-4798-8115-5b0a3a105ec4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Floating IP dab744a0-a040-4f6d-a1d3-30a8d6d1c3ec associated. External IP: 172.25.1.170, port: ecbced89-a474-4b0f-b412-b44171dc5011. Sep 23 22:39:24.653621 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-103514b8-bdd0-4329-9aa5-15647ae051d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:24.656764 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-103514b8-bdd0-4329-9aa5-15647ae051d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:24.658002 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-103514b8-bdd0-4329-9aa5-15647ae051d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2fc45a72-99af-41f7-b8a8-26077471a53a HTTP/1.1" status: 204 len: 168 time: 0.7096870 Sep 23 22:39:24.666565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103514b8-bdd0-4329-9aa5-15647ae051d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc45a72-99af-41f7-b8a8-26077471a53a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:24.856451 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d7e2a12-e04e-48ca-a02a-d3a5dc23bb5f req-96d34e36-12b2-4b56-af1a-713c092398da tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979860 Sep 23 22:39:24.925575 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726976a-4f13-4d72-80f8-9f0e73c42f6c req-776c9467-ef68-42d6-9760-37a85cca221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:24.927145 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1726976a-4f13-4d72-80f8-9f0e73c42f6c req-776c9467-ef68-42d6-9760-37a85cca221a service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.3116245 Sep 23 22:39:25.119976 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1726976a-4f13-4d72-80f8-9f0e73c42f6c req-89583b71-8b9a-4572-8614-a08561f84246 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d473a81d-624e-4664-bbcb-4473adacebb1 HTTP/1.1" status: 200 len: 999 time: 0.1854851 Sep 23 22:39:25.122209 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5096e305-4eca-42cd-8547-3c25738908b2 req-92c7d3a2-d870-4061-9e33-f51dd10db86e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 210 time: 0.1171737 Sep 23 22:39:25.194678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726976a-4f13-4d72-80f8-9f0e73c42f6c req-c94ea852-5fe5-4dfc-bad2-9df2830aa699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:25.196220 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1726976a-4f13-4d72-80f8-9f0e73c42f6c req-c94ea852-5fe5-4dfc-bad2-9df2830aa699 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.0683184 Sep 23 22:39:25.236618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a1d697-b23a-4798-8115-5b0a3a105ec4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Router 4254425f-dd16-498d-9f01-7385a0d175f0 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:39:25.266421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726976a-4f13-4d72-80f8-9f0e73c42f6c req-6cf7c5a2-6587-45cc-a79d-6439a3be6e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:25.268173 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1726976a-4f13-4d72-80f8-9f0e73c42f6c req-6cf7c5a2-6587-45cc-a79d-6439a3be6e0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639396 Sep 23 22:39:25.460552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a1d697-b23a-4798-8115-5b0a3a105ec4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:39:25.466319 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1726976a-4f13-4d72-80f8-9f0e73c42f6c req-1b0a10b6-a280-4f69-b928-a45f1665f587 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567323 Sep 23 22:39:25.480578 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81a1d697-b23a-4798-8115-5b0a3a105ec4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:25.498919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35412f2-e7bf-4921-8372-88a318f3be20 None None] Sync routers for ids ['4254425f-dd16-498d-9f01-7385a0d175f0'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:39:25.518229 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35412f2-e7bf-4921-8372-88a318f3be20 None None] Routers {'4254425f-dd16-498d-9f01-7385a0d175f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:39:25.531192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c35412f2-e7bf-4921-8372-88a318f3be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:39:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4254425f-dd16-498d-9f01-7385a0d175f0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:25.645295 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-81a1d697-b23a-4798-8115-5b0a3a105ec4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "PUT /v2.0/floatingips/dab744a0-a040-4f6d-a1d3-30a8d6d1c3ec HTTP/1.1" status: 200 len: 992 time: 3.1979213 Sep 23 22:39:25.648819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:39:25.655040 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7a6a16-98f4-4b2f-b5d0-170ce3cd7091" -d '{"events": [{"name": "network-changed", "server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:39:25.789909 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-c35412f2-e7bf-4921-8372-88a318f3be20 None None] Set router 4254425f-dd16-498d-9f01-7385a0d175f0 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:39:25.865987 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1726976a-4f13-4d72-80f8-9f0e73c42f6c req-76fa7042-5a1a-4773-abae-194b8f637ab4 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843443 Sep 23 22:39:25.877909 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68db62c-c5d6-40bc-a666-ae52f3a99f56 x-openstack-request-id: req-f68db62c-c5d6-40bc-a666-ae52f3a99f56 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:39:25.878362 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:39:25.880006 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f68db62c-c5d6-40bc-a666-ae52f3a99f56 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:39:25.882407 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'status': 'completed', 'code': 200} Sep 23 22:39:26.019807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a6a16-98f4-4b2f-b5d0-170ce3cd7091 req-dde99464-2520-42a0-b5f8-6e144ba574f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:26.024665 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c7a6a16-98f4-4b2f-b5d0-170ce3cd7091 req-dde99464-2520-42a0-b5f8-6e144ba574f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 1097 time: 0.1325500 Sep 23 22:39:26.295139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58d8bc-1062-4079-b5b6-b4e79167ccf9 req-4f9dabf7-a7b7-479d-95fa-de72a3b72af6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:26.306970 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8a58d8bc-1062-4079-b5b6-b4e79167ccf9 req-4f9dabf7-a7b7-479d-95fa-de72a3b72af6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.2350593 Sep 23 22:39:26.378155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a6a16-98f4-4b2f-b5d0-170ce3cd7091 req-391a3558-94fc-49d0-a054-08dad8cfdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:26.384731 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aa0ea878-50fa-45f5-9cfa-c94087fd0bbb req-86e603e2-7d12-43ee-a2a8-d66d7fedf0c1 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 210 time: 0.1322672 Sep 23 22:39:26.413774 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c7a6a16-98f4-4b2f-b5d0-170ce3cd7091 req-391a3558-94fc-49d0-a054-08dad8cfdd9e service neutron] 10.222.0.67 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 917 time: 0.3790133 Sep 23 22:39:26.493201 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8a58d8bc-1062-4079-b5b6-b4e79167ccf9 req-5b5dd7fd-1171-43a6-b0a1-b9b385ec138b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847031 Sep 23 22:39:26.566668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c35412f2-e7bf-4921-8372-88a318f3be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:59Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'dab744a0-a040-4f6d-a1d3-30a8d6d1c3ec', 'tenant_id': '105c7207854f488985a813c37073f45f', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'port_id': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'mac_address': 'fa:16:3e:09:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:38:54Z', 'updated_at': '2021-09-23T22:39:23Z', 'revision_number': 1, 'project_id': '105c7207854f488985a813c37073f45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d89bf5d-646b-4154-9262-1f929137e22c', 'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'mac_address': 'fa:16:3e:a6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:58Z', 'updated_at': '2021-09-23T22:32:07Z', 'revision_number': 5, 'project_id': '105c7207854f488985a813c37073f45f', 'subnets': [{'id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:26.621922 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c7a6a16-98f4-4b2f-b5d0-170ce3cd7091 req-6ad4dcaa-de01-4861-893a-0fa5595c9bcc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbced89-a474-4b0f-b412-b44171dc5011 HTTP/1.1" status: 200 len: 1000 time: 0.1936409 Sep 23 22:39:26.663578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35412f2-e7bf-4921-8372-88a318f3be20 None None] Checking router: 4254425f-dd16-498d-9f01-7385a0d175f0 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:39:26.688579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35412f2-e7bf-4921-8372-88a318f3be20 None None] Routers {'4254425f-dd16-498d-9f01-7385a0d175f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:39:26.690228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c35412f2-e7bf-4921-8372-88a318f3be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:39:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4254425f-dd16-498d-9f01-7385a0d175f0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:26.726189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a6a16-98f4-4b2f-b5d0-170ce3cd7091 req-3264e8f0-bc22-4d93-a849-a15bb4848864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:26.729614 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c7a6a16-98f4-4b2f-b5d0-170ce3cd7091 req-3264e8f0-bc22-4d93-a849-a15bb4848864 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 200 len: 855 time: 0.0998194 Sep 23 22:39:26.812067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a6a16-98f4-4b2f-b5d0-170ce3cd7091 req-344afbce-0a47-43ed-bad3-dc82b9f18793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:26.830603 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c7a6a16-98f4-4b2f-b5d0-170ce3cd7091 req-344afbce-0a47-43ed-bad3-dc82b9f18793 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15f12cf3-76d1-444b-8977-8d9ed31e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864191 Sep 23 22:39:26.853895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-c35412f2-e7bf-4921-8372-88a318f3be20 None None] Set router 4254425f-dd16-498d-9f01-7385a0d175f0 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:39:27.017335 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c7a6a16-98f4-4b2f-b5d0-170ce3cd7091 req-f68caade-b94d-4ad8-9c32-44a8e6daea81 service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819627 Sep 23 22:39:27.196456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c7a6a16-98f4-4b2f-b5d0-170ce3cd7091 req-44ff0405-b3a1-40f8-be68-b7f82f719d5f service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705472 Sep 23 22:39:27.562953 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e69055e5-24f9-4db3-b3d4-4912c97c6630 req-7a789fad-755b-4ead-9017-3ebfccd3162f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 210 time: 0.0535977 Sep 23 22:39:27.717552 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c35412f2-e7bf-4921-8372-88a318f3be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:59Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'dab744a0-a040-4f6d-a1d3-30a8d6d1c3ec', 'tenant_id': '105c7207854f488985a813c37073f45f', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'port_id': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'mac_address': 'fa:16:3e:09:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:38:54Z', 'updated_at': '2021-09-23T22:39:23Z', 'revision_number': 1, 'project_id': '105c7207854f488985a813c37073f45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d89bf5d-646b-4154-9262-1f929137e22c', 'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'mac_address': 'fa:16:3e:a6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:58Z', 'updated_at': '2021-09-23T22:32:07Z', 'revision_number': 5, 'project_id': '105c7207854f488985a813c37073f45f', 'subnets': [{'id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:27.766566 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35412f2-e7bf-4921-8372-88a318f3be20 None None] The sync data for ids ['4254425f-dd16-498d-9f01-7385a0d175f0'] in n-d-810775-1 is: [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:59Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'dab744a0-a040-4f6d-a1d3-30a8d6d1c3ec', 'tenant_id': '105c7207854f488985a813c37073f45f', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'port_id': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'mac_address': 'fa:16:3e:09:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:38:54Z', 'updated_at': '2021-09-23T22:39:23Z', 'revision_number': 1, 'project_id': '105c7207854f488985a813c37073f45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d89bf5d-646b-4154-9262-1f929137e22c', 'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'mac_address': 'fa:16:3e:a6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:58Z', 'updated_at': '2021-09-23T22:32:07Z', 'revision_number': 5, 'project_id': '105c7207854f488985a813c37073f45f', 'subnets': [{'id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:39:27.794015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d772c0-c91b-4a69-a30f-3a534aa3c7fd req-e8e104c1-4c97-44f9-bd6d-0e4234c26d30 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:27.797827 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88d772c0-c91b-4a69-a30f-3a534aa3c7fd req-e8e104c1-4c97-44f9-bd6d-0e4234c26d30 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1300747 Sep 23 22:39:27.824322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36828) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:27.880411 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88d772c0-c91b-4a69-a30f-3a534aa3c7fd req-a465255f-13e4-499b-93d1-538ecaa95db9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729349 Sep 23 22:39:28.051350 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50025e6-2725-455f-a5db-e0d22a569886 req-6b95def9-5fdc-443f-b950-713c9a9271ba tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:28.053876 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e50025e6-2725-455f-a5db-e0d22a569886 req-6b95def9-5fdc-443f-b950-713c9a9271ba tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.0705140 Sep 23 22:39:28.119309 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ab823c-63a1-4313-9a4f-066057b1c307 None None] New status for floating IP dab744a0-a040-4f6d-a1d3-30a8d6d1c3ec: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:39:28.133137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e50025e6-2725-455f-a5db-e0d22a569886 req-a11f3f94-e98d-469f-b087-bf5e4be43706 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706115 Sep 23 22:39:28.174559 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de333b87-4643-4f65-b0d4-d8d1eee5de0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:28.354272 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de333b87-4643-4f65-b0d4-d8d1eee5de0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:28.558025 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de333b87-4643-4f65-b0d4-d8d1eee5de0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:28.611845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36844) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:28.618819 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-de333b87-4643-4f65-b0d4-d8d1eee5de0e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83573aa7aa68411b981c274a042fe3ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7900655 Sep 23 22:39:28.619134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36850) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:28.620937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de333b87-4643-4f65-b0d4-d8d1eee5de0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0fd5e9-bd23-44d1-b343-759c8e82778f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:28.822478 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14ebc410-aaa0-4b39-9326-39853b0b8575 req-aec38e84-e3b4-48cf-a7b7-b4465a343a3b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 210 time: 0.0679145 Sep 23 22:39:28.824448 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e95eb2bc-e5ae-4842-9b55-aeaa98b6c09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:28.869602 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-306956ab-0f5e-47e5-b591-eff71d8874cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:28.887660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e95eb2bc-e5ae-4842-9b55-aeaa98b6c09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:29.049500 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-306956ab-0f5e-47e5-b591-eff71d8874cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:29.229447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-306956ab-0f5e-47e5-b591-eff71d8874cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:29.240271 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e95eb2bc-e5ae-4842-9b55-aeaa98b6c09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:29.246250 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e95eb2bc-e5ae-4842-9b55-aeaa98b6c09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:29.247520 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e95eb2bc-e5ae-4842-9b55-aeaa98b6c09e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f0fd5e9-bd23-44d1-b343-759c8e82778f HTTP/1.1" status: 204 len: 168 time: 0.6267829 Sep 23 22:39:29.297923 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-306956ab-0f5e-47e5-b591-eff71d8874cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40cf58063fbb4273aea4f105a4c2adb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6804330 Sep 23 22:39:29.299198 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36870) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:29.330644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306956ab-0f5e-47e5-b591-eff71d8874cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00882ef6-562e-477d-a4c7-357af6d43d30,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:29.366367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95eb2bc-e5ae-4842-9b55-aeaa98b6c09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0fd5e9-bd23-44d1-b343-759c8e82778f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:29.521625 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e15632-f2dd-417b-82eb-6abdaaba103a req-e370cf38-ed94-4257-bba5-f3760c1c34f5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:29.523413 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79e15632-f2dd-417b-82eb-6abdaaba103a req-e370cf38-ed94-4257-bba5-f3760c1c34f5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.2112839 Sep 23 22:39:29.527111 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3842e98-f6bd-49bb-a5a2-adbeb54e5371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:29.588512 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3842e98-f6bd-49bb-a5a2-adbeb54e5371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:29.659531 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-c4124bc0-493b-401f-af37-f3a520d4cbfa tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:29.661447 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-c4124bc0-493b-401f-af37-f3a520d4cbfa tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.43 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 812 time: 0.2444098 Sep 23 22:39:29.680595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-631dd4e6-45a1-44e1-b1d6-b0bdf0bbaf22 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Request body: {'port': {'device_id': 'f6de224f-5315-43cd-b979-737e4c0c233c', 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47', 'admin_state_up': True, 'tenant_id': '7b76146ebc1f4d82b2692c606ba4acda'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:29.686815 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79e15632-f2dd-417b-82eb-6abdaaba103a req-588e14e5-d7c4-430f-8b59-a141c4e2a3d6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392167 Sep 23 22:39:29.979148 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2acbd18f-f604-403d-8e5f-68bb163b1f38 req-d9437a02-51fb-4be6-bda1-ce6b515905ac tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 210 time: 0.0479124 Sep 23 22:39:30.048391 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3842e98-f6bd-49bb-a5a2-adbeb54e5371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:30.053593 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3842e98-f6bd-49bb-a5a2-adbeb54e5371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:30.057366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a3842e98-f6bd-49bb-a5a2-adbeb54e5371 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00882ef6-562e-477d-a4c7-357af6d43d30 HTTP/1.1" status: 204 len: 168 time: 0.7548611 Sep 23 22:39:30.086827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3842e98-f6bd-49bb-a5a2-adbeb54e5371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00882ef6-562e-477d-a4c7-357af6d43d30,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:30.133917 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-631dd4e6-45a1-44e1-b1d6-b0bdf0bbaf22 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Made reservation on behalf of 7b76146ebc1f4d82b2692c606ba4acda for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:39:30.142154 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-631dd4e6-45a1-44e1-b1d6-b0bdf0bbaf22 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:30.437436 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-631dd4e6-45a1-44e1-b1d6-b0bdf0bbaf22 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Allocated IP 172.20.0.4 (872c1fac-beaa-464d-807d-5c88e0c5fc47/3bef7f46-c67d-4b9d-b0a8-ff182509722b/01cbc682-9505-4f5d-9709-3fcd7f56e2f3) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:39:30.452725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba9529-da77-4d42-a386-f75bde9de47c req-26b86d7d-3ad8-4c9f-b934-4820d3f0d98d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:30.454417 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-38ba9529-da77-4d42-a386-f75bde9de47c req-26b86d7d-3ad8-4c9f-b934-4820d3f0d98d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.0582273 Sep 23 22:39:30.521567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-38ba9529-da77-4d42-a386-f75bde9de47c req-78d3dc7f-4a00-43a0-a56a-fa4da50c0221 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560555 Sep 23 22:39:30.693164 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-631dd4e6-45a1-44e1-b1d6-b0bdf0bbaf22 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:30.855030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36904) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:30.909417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-631dd4e6-45a1-44e1-b1d6-b0bdf0bbaf22 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:30.921982 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21190648-a4f1-4e20-b16f-1187d1d1479e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:31.179089 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-631dd4e6-45a1-44e1-b1d6-b0bdf0bbaf22 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Network 872c1fac-beaa-464d-807d-5c88e0c5fc47 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:39:31.193696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-631dd4e6-45a1-44e1-b1d6-b0bdf0bbaf22 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:39:31.200446 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631dd4e6-45a1-44e1-b1d6-b0bdf0bbaf22 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Pushing event updated for resources: {'Port': ['ID=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:31.205970 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-631dd4e6-45a1-44e1-b1d6-b0bdf0bbaf22 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:39:31.297409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9387471-39c1-4f5e-b34f-005d93e77748 req-4891d0b0-a3eb-4e98-9860-2238f3a11d59 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:31.299057 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9387471-39c1-4f5e-b34f-005d93e77748 req-4891d0b0-a3eb-4e98-9860-2238f3a11d59 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 931 time: 0.1783695 Sep 23 22:39:31.311654 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-631dd4e6-45a1-44e1-b1d6-b0bdf0bbaf22 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:31.312412 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-631dd4e6-45a1-44e1-b1d6-b0bdf0bbaf22 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:31.354068 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21190648-a4f1-4e20-b16f-1187d1d1479e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:31.391305 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9387471-39c1-4f5e-b34f-005d93e77748 req-417c33f4-877c-4573-a3f1-fe95365d5593 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755293 Sep 23 22:39:31.464959 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21190648-a4f1-4e20-b16f-1187d1d1479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:31.520457 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-21190648-a4f1-4e20-b16f-1187d1d1479e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=05b79a6446f14037ab15fd0a99cde22e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6611373 Sep 23 22:39:31.520457 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21190648-a4f1-4e20-b16f-1187d1d1479e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f487dda6-3384-4576-bc8f-845cf0bb8199,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:31.520920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36914) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:31.583587 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-631dd4e6-45a1-44e1-b1d6-b0bdf0bbaf22 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9100573 Sep 23 22:39:31.600398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Request body: {'port': {'device_id': 'f6de224f-5315-43cd-b979-737e4c0c233c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:31.619909 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36918) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:31.684912 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d641d325-479b-4e4d-a323-753a71b3a34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:31.684912 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13af5993-2a0c-406f-9c48-1726cd6fcd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:31.724256 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d641d325-479b-4e4d-a323-753a71b3a34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:31.754644 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:31.866779 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e7523-5ee3-4677-9f0a-5e9aaf18fc66 req-fb3ac4f4-8656-4a37-9e1d-8e085e96a67c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:31.870812 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a81e7523-5ee3-4677-9f0a-5e9aaf18fc66 req-fb3ac4f4-8656-4a37-9e1d-8e085e96a67c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.2144139 Sep 23 22:39:32.038223 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a81e7523-5ee3-4677-9f0a-5e9aaf18fc66 req-b6712b4e-eaa4-4ff7-87ea-176c7982b7a3 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536181 Sep 23 22:39:32.129018 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d641d325-479b-4e4d-a323-753a71b3a34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:32.132497 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d641d325-479b-4e4d-a323-753a71b3a34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:32.136869 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d641d325-479b-4e4d-a323-753a71b3a34c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f487dda6-3384-4576-bc8f-845cf0bb8199 HTTP/1.1" status: 204 len: 168 time: 0.6119366 Sep 23 22:39:32.158851 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641d325-479b-4e4d-a323-753a71b3a34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f487dda6-3384-4576-bc8f-845cf0bb8199,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:32.240959 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13af5993-2a0c-406f-9c48-1726cd6fcd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:32.345295 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:39:32.356188 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:32.382461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Transition to ACTIVE for port object 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:39:32.453473 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13af5993-2a0c-406f-9c48-1726cd6fcd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:32.593930 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:32.596491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af5993-2a0c-406f-9c48-1726cd6fcd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb06c25c-d73e-461c-b9c0-f69435f3de94,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:32.611209 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-13af5993-2a0c-406f-9c48-1726cd6fcd7a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74a943677419468f820111da59672d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9862783 Sep 23 22:39:32.612878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36934) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:32.699817 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-52bb53ef-6760-4cf8-adbf-80e0d67becc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:32.707718 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df65a7e-a896-4813-865b-b24f4920c468 req-20116aad-01b7-4f92-b68d-df54db06425f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:32.722588 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3df65a7e-a896-4813-865b-b24f4920c468 req-20116aad-01b7-4f92-b68d-df54db06425f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 931 time: 0.2266300 Sep 23 22:39:32.736744 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-52bb53ef-6760-4cf8-adbf-80e0d67becc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:32.865374 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Pushing event updated for resources: {'Port': ['ID=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:32.954035 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3df65a7e-a896-4813-865b-b24f4920c468 req-c6f47142-bfaf-4d68-b4c2-6126ad2421dd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299352 Sep 23 22:39:32.960188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:32.960773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:32.973199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:32.973199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:32.986073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:32.986073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:32.986073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:32.986073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:32.986073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:32.986073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:32.986073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:32.986073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:33.018459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Attempting to bind port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:39:33.018906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Attempting to bind port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:39:33.019317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Attempting to bind port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:39:33.027171 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:39:33.027525 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Attempting to bind port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:39:33.034373 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:39:33.034763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Checking segment: {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:39:33.035248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Bound using segment: {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:39:33.035758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Bound port: 01cbc682-9505-4f5d-9709-3fcd7f56e2f3, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:39:33.036144 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:33.042159 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-52bb53ef-6760-4cf8-adbf-80e0d67becc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:33.047057 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-52bb53ef-6760-4cf8-adbf-80e0d67becc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:33.048938 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-52bb53ef-6760-4cf8-adbf-80e0d67becc8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb06c25c-d73e-461c-b9c0-f69435f3de94 HTTP/1.1" status: 204 len: 168 time: 0.4340575 Sep 23 22:39:33.127168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb53ef-6760-4cf8-adbf-80e0d67becc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb06c25c-d73e-461c-b9c0-f69435f3de94,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:33.267951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb1c73-3485-497a-8e8d-81702bffeaa9 req-9d7eeaf0-cbf3-420a-a7ab-f09be614b88e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:33.283113 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] For port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:39:33.285353 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5dcb1c73-3485-497a-8e8d-81702bffeaa9 req-9d7eeaf0-cbf3-420a-a7ab-f09be614b88e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.2168863 Sep 23 22:39:33.304291 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] For port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:39:33.395203 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5dcb1c73-3485-497a-8e8d-81702bffeaa9 req-b78d5e46-84dc-4808-8d53-d1d7b53896e2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005440 Sep 23 22:39:33.441137 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:33.516576 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:33.517797 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:33.521213 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] 10.222.0.43 "PUT /v2.0/ports/01cbc682-9505-4f5d-9709-3fcd7f56e2f3 HTTP/1.1" status: 200 len: 1091 time: 1.9284894 Sep 23 22:39:33.522270 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6de224f-5315-43cd-b979-737e4c0c233c', 'tag': '01cbc682-9505-4f5d-9709-3fcd7f56e2f3'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:39:33.527551 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd99c5fc-0c08-4ee1-b40c-43d4500b2db4" -d '{"events": [{"name": "network-changed", "server_uuid": "f6de224f-5315-43cd-b979-737e4c0c233c", "tag": "01cbc682-9505-4f5d-9709-3fcd7f56e2f3"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:39:33.576524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295714-f97e-44be-89fa-4407457fcf55 service neutron] Pushing event updated for resources: {'Port': ['ID=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:33.735068 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4e250b-c20f-4cf2-81bb-c9875972a187 x-openstack-request-id: req-cb4e250b-c20f-4cf2-81bb-c9875972a187 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:39:33.735068 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6de224f-5315-43cd-b979-737e4c0c233c", "tag": "01cbc682-9505-4f5d-9709-3fcd7f56e2f3", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:39:33.735068 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb4e250b-c20f-4cf2-81bb-c9875972a187 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:39:33.735068 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6de224f-5315-43cd-b979-737e4c0c233c', 'tag': '01cbc682-9505-4f5d-9709-3fcd7f56e2f3', 'status': 'completed', 'code': 200} Sep 23 22:39:33.821911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99c5fc-0c08-4ee1-b40c-43d4500b2db4 req-81b37850-996b-4ae6-97c3-1e9bc2edc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:33.824889 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fd99c5fc-0c08-4ee1-b40c-43d4500b2db4 req-81b37850-996b-4ae6-97c3-1e9bc2edc3e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 1094 time: 0.0574009 Sep 23 22:39:34.433849 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772e34d-1f04-4650-b395-b52095df1046 req-a5a392a4-2c6b-4160-a481-919910635a8e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:34.435891 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8772e34d-1f04-4650-b395-b52095df1046 req-a5a392a4-2c6b-4160-a481-919910635a8e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 943 time: 0.1107852 Sep 23 22:39:34.489662 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99c5fc-0c08-4ee1-b40c-43d4500b2db4 req-368e0ef5-e2d5-4840-998b-b0eb2b2d4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:34.489927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fd99c5fc-0c08-4ee1-b40c-43d4500b2db4 req-368e0ef5-e2d5-4840-998b-b0eb2b2d4bef service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6584024 Sep 23 22:39:34.530140 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8772e34d-1f04-4650-b395-b52095df1046 req-88733d34-a919-41c9-bd0b-f7102c458389 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861313 Sep 23 22:39:34.688240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99c5fc-0c08-4ee1-b40c-43d4500b2db4 req-df86affc-d042-48ec-a12c-a2574c192f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:34.693087 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fd99c5fc-0c08-4ee1-b40c-43d4500b2db4 req-df86affc-d042-48ec-a12c-a2574c192f3c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1943460 Sep 23 22:39:34.705472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561db7c-699e-4be0-a44f-50ea25212e3a req-5342ffe7-1d79-4b38-b3b1-85a61dcbf028 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:34.705472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d561db7c-699e-4be0-a44f-50ea25212e3a req-5342ffe7-1d79-4b38-b3b1-85a61dcbf028 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1347067 Sep 23 22:39:34.853194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-227e5d0f-8f49-42b2-95af-8f2ba866299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:34.855643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-227e5d0f-8f49-42b2-95af-8f2ba866299b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 1094 time: 0.1038423 Sep 23 22:39:34.863018 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d561db7c-699e-4be0-a44f-50ea25212e3a req-eef8a560-7353-4091-bca6-f2ec1586af63 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536365 Sep 23 22:39:34.912987 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-1b679274-ee82-42e6-b581-8694ece14a3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01cbc682-9505-4f5d-9709-3fcd7f56e2f3 HTTP/1.1" status: 200 len: 217 time: 0.0485468 Sep 23 22:39:35.090176 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-1833d432-33d7-4e87-8ea2-c5269df6fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:35.090176 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-1833d432-33d7-4e87-8ea2-c5269df6fbfd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bef7f46-c67d-4b9d-b0a8-ff182509722b HTTP/1.1" status: 200 len: 852 time: 0.1669893 Sep 23 22:39:35.118301 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fae2e9-a324-4001-bd26-7809b9198ebd req-530db32c-d940-4c9e-b6a4-eaf5790d16b9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:35.119919 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4fae2e9-a324-4001-bd26-7809b9198ebd req-530db32c-d940-4c9e-b6a4-eaf5790d16b9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1122885 Sep 23 22:39:35.174144 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-37f7d0c3-3cc1-405e-be6d-1acf54d2f23f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=872c1fac-beaa-464d-807d-5c88e0c5fc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397613 Sep 23 22:39:35.228464 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4fae2e9-a324-4001-bd26-7809b9198ebd req-c11a2a0c-2102-4e9e-b391-b0cd33f037d7 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858681 Sep 23 22:39:35.343853 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-4f90e9c8-f9ab-492c-a3b0-803b68c373dc service neutron] 10.222.0.43 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942022 Sep 23 22:39:35.483096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e0c46-4aeb-4f71-afcd-340e38cc2bd4 req-31f80a2c-13bd-4ff2-8006-9897c2763f22 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:35.485812 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a4e0c46-4aeb-4f71-afcd-340e38cc2bd4 req-31f80a2c-13bd-4ff2-8006-9897c2763f22 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.0914047 Sep 23 22:39:35.563635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e0d43823-324a-4458-a4a3-5f51424c3df5 req-ff6b3a61-38bd-4e47-8c3e-9e1d4af72fe3 service neutron] 10.222.0.43 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102692 Sep 23 22:39:35.595839 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a4e0c46-4aeb-4f71-afcd-340e38cc2bd4 req-a8620e22-7df3-4330-b324-71afe6363631 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944986 Sep 23 22:39:35.915512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dad65-2b0b-42d3-b65b-f3acf8c18357 req-2bb3618c-7bf1-4d14-8189-777048467251 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:35.930039 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-531dad65-2b0b-42d3-b65b-f3acf8c18357 req-2bb3618c-7bf1-4d14-8189-777048467251 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 943 time: 0.1488392 Sep 23 22:39:35.997345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef407be-864f-47e7-8d50-ccb1a2394907 req-05aa99df-3566-4544-aa2e-ac5a12580fa9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:36.008735 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ef407be-864f-47e7-8d50-ccb1a2394907 req-05aa99df-3566-4544-aa2e-ac5a12580fa9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1725302 Sep 23 22:39:36.039432 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-531dad65-2b0b-42d3-b65b-f3acf8c18357 req-d32804eb-b120-4801-85b6-46dcb11b51f0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047232 Sep 23 22:39:36.073552 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ef407be-864f-47e7-8d50-ccb1a2394907 req-d763fae6-5d4f-43f9-9bd4-20cfdc7adeb1 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634153 Sep 23 22:39:36.245512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37084) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:36.418703 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f6a4447-5af2-4eb2-bf42-623b0c4d99ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:36.505864 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:36.530238 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f6a4447-5af2-4eb2-bf42-623b0c4d99ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:36.613460 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f6a4447-5af2-4eb2-bf42-623b0c4d99ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:36.666693 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1f6a4447-5af2-4eb2-bf42-623b0c4d99ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a99304641e3495f9a92659e9fbf77b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4154646 Sep 23 22:39:36.666693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a4447-5af2-4eb2-bf42-623b0c4d99ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883f2732-defd-4699-84b8-770e8665837b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:36.667336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37092) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:36.737378 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07bc8038-d749-414c-a7fd-7f7815419c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:36.778179 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07bc8038-d749-414c-a7fd-7f7815419c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:36.995822 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07bc8038-d749-414c-a7fd-7f7815419c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:36.999516 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07bc8038-d749-414c-a7fd-7f7815419c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:37.018003 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-07bc8038-d749-414c-a7fd-7f7815419c9a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/883f2732-defd-4699-84b8-770e8665837b HTTP/1.1" status: 204 len: 168 time: 0.3500834 Sep 23 22:39:37.023814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37102) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:37.048039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc8038-d749-414c-a7fd-7f7815419c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883f2732-defd-4699-84b8-770e8665837b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:37.217028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579ec9d-b603-489a-9225-3353d7bddfe5 req-dbcf7532-783f-4475-ab73-7eb2c683da52 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:37.220406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2579ec9d-b603-489a-9225-3353d7bddfe5 req-dbcf7532-783f-4475-ab73-7eb2c683da52 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 943 time: 0.0709469 Sep 23 22:39:37.282229 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2579ec9d-b603-489a-9225-3353d7bddfe5 req-373b5bbb-a1c6-47fe-9e6d-dbcf1ca9070c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553429 Sep 23 22:39:37.356929 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fce7fb58-29a7-4c8c-bb06-20fee8af75bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:37.518700 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fce7fb58-29a7-4c8c-bb06-20fee8af75bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:37.734066 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fce7fb58-29a7-4c8c-bb06-20fee8af75bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:37.828052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7fb58-29a7-4c8c-bb06-20fee8af75bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31370e4a-9b75-48bf-80b3-49ddfa9e2998,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:37.869959 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fce7fb58-29a7-4c8c-bb06-20fee8af75bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=97cdc04244344291b6a3cd586137defc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8400311 Sep 23 22:39:37.878031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37126) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:37.982729 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25c6871a-6c8a-4fa4-ad19-62517d18dc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:38.021137 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25c6871a-6c8a-4fa4-ad19-62517d18dc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:38.214209 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25c6871a-6c8a-4fa4-ad19-62517d18dc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:38.217850 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25c6871a-6c8a-4fa4-ad19-62517d18dc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:38.219636 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-25c6871a-6c8a-4fa4-ad19-62517d18dc07 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31370e4a-9b75-48bf-80b3-49ddfa9e2998 HTTP/1.1" status: 204 len: 168 time: 0.3400028 Sep 23 22:39:38.230848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6871a-6c8a-4fa4-ad19-62517d18dc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31370e4a-9b75-48bf-80b3-49ddfa9e2998,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:38.456223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf73ce-4b71-41dd-a712-c5b68fef0143 req-9419e3c1-56de-467e-b0d8-55aab480ebfa tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:38.459222 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29bf73ce-4b71-41dd-a712-c5b68fef0143 req-9419e3c1-56de-467e-b0d8-55aab480ebfa tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 943 time: 0.0658233 Sep 23 22:39:38.509427 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29bf73ce-4b71-41dd-a712-c5b68fef0143 req-eebc9694-1e6e-43ed-be93-d77642e69b55 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365098 Sep 23 22:39:39.783673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2820f-aa11-4c56-b8be-b574130fc930 req-4859f798-05b7-4730-86e4-a0a6eee06d10 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:39.786907 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-65d2820f-aa11-4c56-b8be-b574130fc930 req-4859f798-05b7-4730-86e4-a0a6eee06d10 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 943 time: 0.1856980 Sep 23 22:39:39.894225 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-65d2820f-aa11-4c56-b8be-b574130fc930 req-19387bcf-5aa2-48c0-aa65-2b6869f1c28d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943527 Sep 23 22:39:39.956060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:39:40.115687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:39:40.136435 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '01cbc682-9505-4f5d-9709-3fcd7f56e2f3', 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47', 'port_id': '01cbc682-9505-4f5d-9709-3fcd7f56e2f3', 'mac_address': 'fa:16:3e:6e:71:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bef7f46-c67d-4b9d-b0a8-ff182509722b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:39:40.173818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37226) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:40.203153 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:40.226439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:39:40.261978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:39:40.394412 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:40.496484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:40.509563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1884795245'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:40.516823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:40.517712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:40.518578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:40.519794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:40.520737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:40.522088 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:40.522886 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:40.524187 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:40.525408 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:40.527090 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:40.527966 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:40.531057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:40.637171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['01cbc682-9505-4f5d-9709-3fcd7f56e2f3'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:39:40.657361 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Made reservation on behalf of 80590b0e06d5475e99c6faffa6e0cbdc for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:39:40.661596 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:40.693760 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:41.106278 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da5c7e-3498-48fc-be45-58fce3b02fae req-62e52318-134e-4ecf-867b-cd523fc3aff2 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:41.109810 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:41.119632 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b6da5c7e-3498-48fc-be45-58fce3b02fae req-62e52318-134e-4ecf-867b-cd523fc3aff2 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 944 time: 0.1019216 Sep 23 22:39:41.172820 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b6da5c7e-3498-48fc-be45-58fce3b02fae req-468eca1c-e83b-4505-b511-c9af2a9723ce tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521712 Sep 23 22:39:41.202478 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:41.231257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:39:41.261640 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:41.262376 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Added segment b4809ae3-6b5a-4e51-b22f-a224d06a5f1d of type vlan for network 49d76f71-dc90-418c-a03e-d795fa958421 Sep 23 22:39:41.280418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b28c48-565e-4735-a50f-4af0f8cd4ab4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:41.335596 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:41.468809 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:41.476909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:41.478383 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:41.599395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Pushing event updated for resources: {'Network': ['ID=49d76f71-dc90-418c-a03e-d795fa958421,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:41.613244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 49d76f71-dc90-418c-a03e-d795fa958421 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:39:41.613819 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-37f7d03e-0fdf-4c71-a174-555eca51aa3e tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4387565 Sep 23 22:39:41.618991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37270) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:41.904798 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Request body: {'network': {'name': 'tempest-network--18390162', 'router:external': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:41.973169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:39:42.065667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Made reservation on behalf of 3bf3f164abc0498a859a917576f5f96a for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:39:42.068380 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:42.082380 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:42.243471 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:42.270187 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:39:42.274911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:39:42.275322 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:42.416082 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:42.437190 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:42.450709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7275b0f-d045-4ab5-8a39-55ea6dda7e2b req-413be105-cd8e-435b-b967-0e13bf2e19cc tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:42.461227 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f7275b0f-d045-4ab5-8a39-55ea6dda7e2b req-413be105-cd8e-435b-b967-0e13bf2e19cc tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 944 time: 0.1958122 Sep 23 22:39:42.482669 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:39:42.495982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6de224f-5315-43cd-b979-737e4c0c233c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cbc682-9505-4f5d-9709-3fcd7f56e2f3'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:39:42.498954 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cd4e18-9dc0-4b61-b66f-048ecdeab67d" -d '{"events": [{"server_uuid": "f6de224f-5315-43cd-b979-737e4c0c233c", "name": "network-vif-plugged", "status": "completed", "tag": "01cbc682-9505-4f5d-9709-3fcd7f56e2f3"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:39:42.542337 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4581de-4bb2-440c-9c43-74bbed7bc673,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:42.565413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:39:42.572891 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f7275b0f-d045-4ab5-8a39-55ea6dda7e2b req-19fa0f03-da14-498e-9a3f-1c541668c8b7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085835 Sep 23 22:39:42.580563 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:42.581611 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Added segment bcb97e38-859d-4c07-8d75-f57abffde93b of type vlan for network bb40e81f-0bf5-46e3-8d15-f24192bdae86 Sep 23 22:39:42.595236 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d6b439-bbb0-4baa-b05c-39ebc3d1f7a3 x-openstack-request-id: req-53d6b439-bbb0-4baa-b05c-39ebc3d1f7a3 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:39:42.595577 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6de224f-5315-43cd-b979-737e4c0c233c", "name": "network-vif-plugged", "status": "completed", "tag": "01cbc682-9505-4f5d-9709-3fcd7f56e2f3", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:39:42.595823 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53d6b439-bbb0-4baa-b05c-39ebc3d1f7a3 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:39:42.596199 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6de224f-5315-43cd-b979-737e4c0c233c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cbc682-9505-4f5d-9709-3fcd7f56e2f3', 'code': 200} Sep 23 22:39:42.683242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:42.751077 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:42.788837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d8f0a-38e7-4581-947f-f9a4693acf3c req-c312ea48-30be-49e6-8396-a7fbfae74e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:42.790494 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e5d8f0a-38e7-4581-947f-f9a4693acf3c req-c312ea48-30be-49e6-8396-a7fbfae74e31 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 1095 time: 0.0942605 Sep 23 22:39:42.851250 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e5d8f0a-38e7-4581-947f-f9a4693acf3c req-72531499-bf31-45b1-b469-cd09b9e08e33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514162 Sep 23 22:39:42.852283 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:42.893560 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:42.895222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:42.896224 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:43.009533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event updated for resources: {'Network': ['ID=bb40e81f-0bf5-46e3-8d15-f24192bdae86,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:43.024088 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network bb40e81f-0bf5-46e3-8d15-f24192bdae86 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:39:43.050774 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-69a666ed-0ed9-4a21-99ca-fa37be3fcfba tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.4304097 Sep 23 22:39:43.054526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37322) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:43.204051 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c1001eeb-6441-4bb8-8bb1-f860ac9cb010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:43.254953 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf12444f-334f-424d-b752-6898c93e34cc tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:43.383167 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf12444f-334f-424d-b752-6898c93e34cc tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:43.416189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-bf12444f-334f-424d-b752-6898c93e34cc tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb40e81f-0bf5-46e3-8d15-f24192bdae86']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:43.431394 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-bf12444f-334f-424d-b752-6898c93e34cc tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb97e38-859d-4c07-8d75-f57abffde93b') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:43.431752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-bf12444f-334f-424d-b752-6898c93e34cc tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb97e38-859d-4c07-8d75-f57abffde93b') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:43.450045 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf12444f-334f-424d-b752-6898c93e34cc tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:43.476028 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf12444f-334f-424d-b752-6898c93e34cc tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:43.487353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf12444f-334f-424d-b752-6898c93e34cc tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:39:43.488072 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf12444f-334f-424d-b752-6898c93e34cc tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:39:43.491393 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:39:43.699804 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf12444f-334f-424d-b752-6898c93e34cc tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:43.743383 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf12444f-334f-424d-b752-6898c93e34cc tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bb40e81f-0bf5-46e3-8d15-f24192bdae86 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 22:39:43.758518 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12444f-334f-424d-b752-6898c93e34cc tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb40e81f-0bf5-46e3-8d15-f24192bdae86,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:43.772367 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf12444f-334f-424d-b752-6898c93e34cc tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:43.775777 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bf12444f-334f-424d-b752-6898c93e34cc tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "DELETE /v2.0/networks/bb40e81f-0bf5-46e3-8d15-f24192bdae86 HTTP/1.1" status: 204 len: 168 time: 0.7190120 Sep 23 22:39:43.781322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37336) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:43.790188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-971c19c3-f9ad-4d09-bd93-a5093ea4d0c5 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:43.866767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6df7ec-66eb-45a4-93b7-0245bab1b3c3 req-e850bb13-5030-486d-8a0c-12d9d91b5f09 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:43.871516 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5a6df7ec-66eb-45a4-93b7-0245bab1b3c3 req-e850bb13-5030-486d-8a0c-12d9d91b5f09 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1799703 Sep 23 22:39:43.922622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971c19c3-f9ad-4d09-bd93-a5093ea4d0c5 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Made reservation on behalf of 3bf3f164abc0498a859a917576f5f96a for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:39:43.926595 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-971c19c3-f9ad-4d09-bd93-a5093ea4d0c5 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:43.931792 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5a6df7ec-66eb-45a4-93b7-0245bab1b3c3 req-97dd82e8-4310-45af-a9a7-70063817c1cb tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506506 Sep 23 22:39:44.040964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971c19c3-f9ad-4d09-bd93-a5093ea4d0c5 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:39:44.080125 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-971c19c3-f9ad-4d09-bd93-a5093ea4d0c5 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:44.086992 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-971c19c3-f9ad-4d09-bd93-a5093ea4d0c5 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Added segment 23f6b6ed-948d-49eb-bb3b-9f2f4efa6de5 of type vlan for network 62134069-c221-4c94-99c6-f50238943d47 Sep 23 22:39:44.176726 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-971c19c3-f9ad-4d09-bd93-a5093ea4d0c5 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:44.359162 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-971c19c3-f9ad-4d09-bd93-a5093ea4d0c5 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:44.364607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c19c3-f9ad-4d09-bd93-a5093ea4d0c5 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:44.365244 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-971c19c3-f9ad-4d09-bd93-a5093ea4d0c5 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:44.551137 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c19c3-f9ad-4d09-bd93-a5093ea4d0c5 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event updated for resources: {'Network': ['ID=62134069-c221-4c94-99c6-f50238943d47,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:44.568637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 62134069-c221-4c94-99c6-f50238943d47 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:39:44.577383 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-971c19c3-f9ad-4d09-bd93-a5093ea4d0c5 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7945704 Sep 23 22:39:44.581297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37356) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:44.733036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Request body: {'subnet': {'network_id': '62134069-c221-4c94-99c6-f50238943d47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:44.875897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Made reservation on behalf of 3bf3f164abc0498a859a917576f5f96a for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:39:44.880214 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:45.334530 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9705760-dc2d-42d1-abb6-cb9120473bf3 req-10874d44-4ab8-4e14-8d9f-51cd988ff7fd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:45.338923 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9705760-dc2d-42d1-abb6-cb9120473bf3 req-10874d44-4ab8-4e14-8d9f-51cd988ff7fd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.0701272 Sep 23 22:39:45.436541 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9705760-dc2d-42d1-abb6-cb9120473bf3 req-001a818f-8527-4612-933d-545295e738a0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881939 Sep 23 22:39:45.721756 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5dc0dc02-7955-48ee-b119-273ab69375cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:45.816641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.objects.ports [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95491) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:39:45.817337 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:45.899185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e80af04e-34b4-4abb-8ba7-ee8c4937ab50,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:45.913240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:45.916409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:45.917155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:45.917923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:45.918919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:45.919923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:45.920552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:45.921164 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:45.921726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:45.922281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:45.922870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:45.923648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:39:45.968152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Checking segment: {'id': '23f6b6ed-948d-49eb-bb3b-9f2f4efa6de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '62134069-c221-4c94-99c6-f50238943d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:39:45.971484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Network hostable DHCP agents. Network: 62134069-c221-4c94-99c6-f50238943d47, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:39:46.071143 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:46.073963 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Network 62134069-c221-4c94-99c6-f50238943d47 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:39:46.227014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 62134069-c221-4c94-99c6-f50238943d47) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:39:46.239699 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:46.241664 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:46.245006 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588053c0-4249-4f89-9da3-c876206ea0f4 None None] Network 62134069-c221-4c94-99c6-f50238943d47 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:39:46.392628 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5e9c6bbd-e521-4f67-a31b-34550f7f3307 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8087459 Sep 23 22:39:46.402325 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37398) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:46.410405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Request body: {'floatingip': {'floating_network_id': '62134069-c221-4c94-99c6-f50238943d47'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:46.522924 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a694046-b7a6-403e-97ed-e29635deed58 None None] Network 62134069-c221-4c94-99c6-f50238943d47 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:39:46.623883 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:46.758299 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:47.034842 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:47.119657 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Allocated IP 172.20.0.8 (62134069-c221-4c94-99c6-f50238943d47/e80af04e-34b4-4abb-8ba7-ee8c4937ab50/2d0764a2-f2f8-4d0b-94db-2f66caed88fc) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:39:47.182668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bed821-0e30-4d9b-a604-d7bc736fa658 req-0fb3b379-6d4a-4541-a3ba-4d9048dc2c8b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:47.184451 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-23bed821-0e30-4d9b-a604-d7bc736fa658 req-0fb3b379-6d4a-4541-a3ba-4d9048dc2c8b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1448939 Sep 23 22:39:47.298507 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-23bed821-0e30-4d9b-a604-d7bc736fa658 req-071c6e9c-6d3b-448e-84a7-0cee4d4819f0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053908 Sep 23 22:39:47.342924 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:47.527606 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:47.575349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Network 62134069-c221-4c94-99c6-f50238943d47 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:39:47.579374 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:39:47.584775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:39:47.617539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event updated for resources: {'Port': ['ID=2d0764a2-f2f8-4d0b-94db-2f66caed88fc,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:47.775764 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:47.780777 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37450) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:47.786145 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-75d9f427-7847-4f9c-a12d-1a1b8c28a14d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2002137740'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:47.836097 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:47.990856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d9f427-7847-4f9c-a12d-1a1b8c28a14d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Made reservation on behalf of 51f8bd0949bd4e95a8e9aac40db9671c for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:39:47.998616 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-75d9f427-7847-4f9c-a12d-1a1b8c28a14d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:48.067893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d9f427-7847-4f9c-a12d-1a1b8c28a14d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:39:48.085415 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:48.085665 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-75d9f427-7847-4f9c-a12d-1a1b8c28a14d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:48.085665 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-75d9f427-7847-4f9c-a12d-1a1b8c28a14d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Added segment 0afd070d-f367-4583-82b7-ce09a4c551c2 of type vlan for network 122a4d33-a44b-41de-907d-9ba92c71bcd8 Sep 23 22:39:48.195508 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-75d9f427-7847-4f9c-a12d-1a1b8c28a14d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:48.468334 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:48.479986 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046f19d-47f8-4fbe-aa2c-7593be440fe0 req-cda6a70d-cfdb-407f-be84-f974627cb91f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:48.481819 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8046f19d-47f8-4fbe-aa2c-7593be440fe0 req-cda6a70d-cfdb-407f-be84-f974627cb91f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.0983427 Sep 23 22:39:48.529534 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8046f19d-47f8-4fbe-aa2c-7593be440fe0 req-3055695c-e154-495c-8408-cf2857887eae tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Sep 23 22:39:48.628589 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-75d9f427-7847-4f9c-a12d-1a1b8c28a14d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:48.629314 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:48.632001 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:48.650154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9f427-7847-4f9c-a12d-1a1b8c28a14d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:48.652226 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-75d9f427-7847-4f9c-a12d-1a1b8c28a14d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:48.746889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event updated for resources: {'Port': ['ID=2d0764a2-f2f8-4d0b-94db-2f66caed88fc,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:48.792396 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:48.793153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9f427-7847-4f9c-a12d-1a1b8c28a14d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'Network': ['ID=122a4d33-a44b-41de-907d-9ba92c71bcd8,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:48.810159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 122a4d33-a44b-41de-907d-9ba92c71bcd8 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:39:48.839612 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-75d9f427-7847-4f9c-a12d-1a1b8c28a14d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0572929 Sep 23 22:39:48.844106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37478) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:48.852895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e743f7f2-278b-4d72-9f5a-a64dafd59029 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-697031916'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:48.894748 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:48.900149 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-24fdbe44-239d-4d30-a5f9-663c7d93ae06 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4948733 Sep 23 22:39:48.909298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37484) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:49.002386 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9796cb6f-416e-43b1-8ef0-ce0054c68322 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "GET /v2.0/floatingips?floating_network_id=62134069-c221-4c94-99c6-f50238943d47 HTTP/1.1" status: 200 len: 689 time: 0.0889342 Sep 23 22:39:49.003812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37486) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:49.074177 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e743f7f2-278b-4d72-9f5a-a64dafd59029 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Made reservation on behalf of 51f8bd0949bd4e95a8e9aac40db9671c for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:39:49.078134 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e743f7f2-278b-4d72-9f5a-a64dafd59029 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:49.134020 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e743f7f2-278b-4d72-9f5a-a64dafd59029 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:39:49.136744 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:49.226553 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e743f7f2-278b-4d72-9f5a-a64dafd59029 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:49.226910 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-e743f7f2-278b-4d72-9f5a-a64dafd59029 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Added segment 793bb933-0d88-4eff-a4f7-cc21e31eb821 of type vlan for network b61d004c-7d39-4789-9f10-cec75881ed41 Sep 23 22:39:49.324377 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e743f7f2-278b-4d72-9f5a-a64dafd59029 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:49.367369 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Deleting port 2d0764a2-f2f8-4d0b-94db-2f66caed88fc {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:39:49.372010 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:49.484846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e743f7f2-278b-4d72-9f5a-a64dafd59029 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:49.492444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e743f7f2-278b-4d72-9f5a-a64dafd59029 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:49.493099 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e743f7f2-278b-4d72-9f5a-a64dafd59029 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:49.552917 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:49.552917 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:49.605146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Calling delete_port for 2d0764a2-f2f8-4d0b-94db-2f66caed88fc owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:39:49.608240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743f7f2-278b-4d72-9f5a-a64dafd59029 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'Network': ['ID=b61d004c-7d39-4789-9f10-cec75881ed41,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:49.627492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network b61d004c-7d39-4789-9f10-cec75881ed41 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:39:49.664112 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e743f7f2-278b-4d72-9f5a-a64dafd59029 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8182511 Sep 23 22:39:49.667286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37506) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:49.673267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-2951b5ac-f3cf-4ec9-b33b-b0a4bbda373d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'subnet': {'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:49.750773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355e208-cb5f-42da-81d1-70761c36b2f6 req-63783329-481a-44de-9193-d22598102387 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:49.752514 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7355e208-cb5f-42da-81d1-70761c36b2f6 req-63783329-481a-44de-9193-d22598102387 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1080420 Sep 23 22:39:49.842152 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7355e208-cb5f-42da-81d1-70761c36b2f6 req-fcf9d8f3-bbd4-4ee0-8c8f-9119369e2fdf tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676839 Sep 23 22:39:49.845473 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:39:50.481537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2951b5ac-f3cf-4ec9-b33b-b0a4bbda373d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Made reservation on behalf of 51f8bd0949bd4e95a8e9aac40db9671c for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:39:50.487944 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2951b5ac-f3cf-4ec9-b33b-b0a4bbda373d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:50.595273 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:50.634773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d0764a2-f2f8-4d0b-94db-2f66caed88fc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:50.768989 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:50.861398 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:50.932703 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2951b5ac-f3cf-4ec9-b33b-b0a4bbda373d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:51.047319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951b5ac-f3cf-4ec9-b33b-b0a4bbda373d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'Subnet': ['ID=a7b711bb-422e-48ab-b295-11456f279491,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:51.066289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f334fe6-deab-4e3d-93e5-27af0a0bcd5a req-245f72a8-4f88-4a19-95fe-7df0479ea74e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:51.067384 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2951b5ac-f3cf-4ec9-b33b-b0a4bbda373d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Checking segment: {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:39:51.067972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2951b5ac-f3cf-4ec9-b33b-b0a4bbda373d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Network hostable DHCP agents. Network: 122a4d33-a44b-41de-907d-9ba92c71bcd8, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:39:51.068548 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f334fe6-deab-4e3d-93e5-27af0a0bcd5a req-245f72a8-4f88-4a19-95fe-7df0479ea74e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1029708 Sep 23 22:39:51.119882 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f334fe6-deab-4e3d-93e5-27af0a0bcd5a req-4068f558-53e5-4860-9ef1-7d55d6123d85 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419722 Sep 23 22:39:51.132653 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:51.180935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2951b5ac-f3cf-4ec9-b33b-b0a4bbda373d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Network 122a4d33-a44b-41de-907d-9ba92c71bcd8 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:39:51.184068 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e80af04e-34b4-4abb-8ba7-ee8c4937ab50,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:51.322035 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:51.327457 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-2951b5ac-f3cf-4ec9-b33b-b0a4bbda373d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 122a4d33-a44b-41de-907d-9ba92c71bcd8) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:39:51.338684 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d437ad4-44bb-4116-aaba-36f7e09c2d82 None None] Network 122a4d33-a44b-41de-907d-9ba92c71bcd8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:39:51.349006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951b5ac-f3cf-4ec9-b33b-b0a4bbda373d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:51.350506 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2951b5ac-f3cf-4ec9-b33b-b0a4bbda373d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:51.411949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62134069-c221-4c94-99c6-f50238943d47']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:51.445090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f6b6ed-948d-49eb-bb3b-9f2f4efa6de5') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:51.446053 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f6b6ed-948d-49eb-bb3b-9f2f4efa6de5') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:51.485799 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:51.526927 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2951b5ac-f3cf-4ec9-b33b-b0a4bbda373d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8581519 Sep 23 22:39:51.538000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37546) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:51.545171 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:51.556594 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-53300a8d-1df4-40df-a1c1-2268f0a05dd4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'subnet': {'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:51.568176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:39:51.568593 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:39:51.745709 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:39:51.814745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-122a4d33-a44b-41de-907d-9ba92c71bcd8', 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'fixed_ips': [{'subnet_id': 'a7b711bb-422e-48ab-b295-11456f279491'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:39:51.816317 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:51.910847 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:51.936221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 62134069-c221-4c94-99c6-f50238943d47 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 22:39:51.940381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event deleted for resources: {'Network': ['ID=62134069-c221-4c94-99c6-f50238943d47,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:51.943829 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:51.947030 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3dd06c4c-3a7f-4fbf-b73a-de48d0b3227a tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "DELETE /v2.0/networks/62134069-c221-4c94-99c6-f50238943d47 HTTP/1.1" status: 204 len: 168 time: 2.9416819 Sep 23 22:39:51.949475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37560) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:52.140367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Allocated IP 10.1.1.2 (122a4d33-a44b-41de-907d-9ba92c71bcd8/a7b711bb-422e-48ab-b295-11456f279491/c9655d3d-3086-48b4-96b6-88a6abb35dd9) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:39:52.379224 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53300a8d-1df4-40df-a1c1-2268f0a05dd4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Made reservation on behalf of 51f8bd0949bd4e95a8e9aac40db9671c for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:39:52.383943 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-53300a8d-1df4-40df-a1c1-2268f0a05dd4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:52.390855 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:52.438656 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dce16219-817f-4725-8b89-f2455707b1d3 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.4830496 Sep 23 22:39:52.446791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37570) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:52.502050 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:52.543927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae1527-f1bc-459c-8160-c3f0318ba5a4 req-1e53ba15-808a-4326-ae92-07460cdc32c3 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:52.568283 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8eae1527-f1bc-459c-8160-c3f0318ba5a4 req-1e53ba15-808a-4326-ae92-07460cdc32c3 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.2530596 Sep 23 22:39:52.651865 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8eae1527-f1bc-459c-8160-c3f0318ba5a4 req-3fd5f9bc-c22f-49c7-84c5-d36ee15de74e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814497 Sep 23 22:39:52.665127 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688df3b-db36-40e2-b2ad-7947208137c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:52.665726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688df3b-db36-40e2-b2ad-7947208137c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:52.666149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688df3b-db36-40e2-b2ad-7947208137c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:52.666672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688df3b-db36-40e2-b2ad-7947208137c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:52.667211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688df3b-db36-40e2-b2ad-7947208137c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:52.685499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688df3b-db36-40e2-b2ad-7947208137c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:52.685499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688df3b-db36-40e2-b2ad-7947208137c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:52.685499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688df3b-db36-40e2-b2ad-7947208137c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:52.685499 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b688df3b-db36-40e2-b2ad-7947208137c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5256 time: 0.2323327 Sep 23 22:39:52.689895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37576) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:52.745863 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Network 122a4d33-a44b-41de-907d-9ba92c71bcd8 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:39:52.745863 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:39:52.750965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:39:52.787095 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Pushing event updated for resources: {'Port': ['ID=c9655d3d-3086-48b4-96b6-88a6abb35dd9,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:52.788462 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-71b89bea-5bd0-4b15-8a11-4ff2c3266195 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] delete failed (client error): The resource could not be found. Sep 23 22:39:52.791488 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-71b89bea-5bd0-4b15-8a11-4ff2c3266195 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/8f2409e4-0a67-4caf-baa4-3a47c47b1c84 HTTP/1.1" status: 404 len: 345 time: 0.1004920 Sep 23 22:39:52.798273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37582) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:52.855841 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-14909d94-162e-4f24-aad6-b20e89922ca6 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] DELETE failed (client error): The resource could not be found. Sep 23 22:39:52.857554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14909d94-162e-4f24-aad6-b20e89922ca6 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:39:52.860897 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-14909d94-162e-4f24-aad6-b20e89922ca6 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "DELETE /v2.0/networks/62134069-c221-4c94-99c6-f50238943d47 HTTP/1.1" status: 404 len: 339 time: 0.0613451 Sep 23 22:39:52.867209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37586) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:52.905350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-43930d9c-aaac-4c69-954a-9aa5f68b8be9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Request body: {'network': {'name': 'tempest-network--565663343', 'router:external': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:52.968533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Attempting to bind port c9655d3d-3086-48b4-96b6-88a6abb35dd9 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:39:52.970389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Attempting to bind port c9655d3d-3086-48b4-96b6-88a6abb35dd9 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:39:52.970795 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Attempting to bind port c9655d3d-3086-48b4-96b6-88a6abb35dd9 on network 122a4d33-a44b-41de-907d-9ba92c71bcd8 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:39:52.978915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:39:52.982672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Checking segment: {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:39:52.982672 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:52.982672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Bound using segment: {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:39:52.982672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Bound port: c9655d3d-3086-48b4-96b6-88a6abb35dd9, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:39:52.982672 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:53.031369 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-53300a8d-1df4-40df-a1c1-2268f0a05dd4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:53.064358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43930d9c-aaac-4c69-954a-9aa5f68b8be9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Made reservation on behalf of 3bf3f164abc0498a859a917576f5f96a for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:39:53.067663 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43930d9c-aaac-4c69-954a-9aa5f68b8be9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:53.109139 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43930d9c-aaac-4c69-954a-9aa5f68b8be9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:39:53.122088 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43930d9c-aaac-4c69-954a-9aa5f68b8be9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:53.123246 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-43930d9c-aaac-4c69-954a-9aa5f68b8be9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Added segment 2b19a8f7-52e0-4353-927d-7e0456392225 of type vlan for network 0ef0bb2d-9d6a-45bf-bdf1-165e5f1afa0e Sep 23 22:39:53.139972 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53300a8d-1df4-40df-a1c1-2268f0a05dd4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'Subnet': ['ID=58ea8bde-f95b-46c7-a12b-9f7c0e9039da,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:53.162453 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] For port c9655d3d-3086-48b4-96b6-88a6abb35dd9, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:39:53.166201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] For port c9655d3d-3086-48b4-96b6-88a6abb35dd9, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c9655d3d-3086-48b4-96b6-88a6abb35dd9,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:39:53.203774 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43930d9c-aaac-4c69-954a-9aa5f68b8be9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:53.233430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53300a8d-1df4-40df-a1c1-2268f0a05dd4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Checking segment: {'id': '793bb933-0d88-4eff-a4f7-cc21e31eb821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:39:53.235670 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53300a8d-1df4-40df-a1c1-2268f0a05dd4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Network hostable DHCP agents. Network: b61d004c-7d39-4789-9f10-cec75881ed41, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:39:53.259038 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:53.320442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778603f2-7e81-4a16-a716-6df0c52fb94d None None] Pushing event updated for resources: {'Port': ['ID=c9655d3d-3086-48b4-96b6-88a6abb35dd9,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:53.469973 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43930d9c-aaac-4c69-954a-9aa5f68b8be9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:53.473788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53300a8d-1df4-40df-a1c1-2268f0a05dd4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Network b61d004c-7d39-4789-9f10-cec75881ed41 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:39:53.475366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43930d9c-aaac-4c69-954a-9aa5f68b8be9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:53.479628 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43930d9c-aaac-4c69-954a-9aa5f68b8be9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:53.662387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43930d9c-aaac-4c69-954a-9aa5f68b8be9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event updated for resources: {'Network': ['ID=0ef0bb2d-9d6a-45bf-bdf1-165e5f1afa0e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:53.675516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 0ef0bb2d-9d6a-45bf-bdf1-165e5f1afa0e details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:39:53.866187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f6bbc-241a-4c71-b0e9-b91d7b9a3695 req-4e6d1303-9174-444e-9740-5b7fcc7f6650 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:53.866187 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f90f6bbc-241a-4c71-b0e9-b91d7b9a3695 req-4e6d1303-9174-444e-9740-5b7fcc7f6650 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.0630260 Sep 23 22:39:53.928782 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f90f6bbc-241a-4c71-b0e9-b91d7b9a3695 req-b5b32ab2-a620-435e-9793-860a8e1a54d5 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650549 Sep 23 22:39:54.034544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-53300a8d-1df4-40df-a1c1-2268f0a05dd4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, b61d004c-7d39-4789-9f10-cec75881ed41) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:39:54.041083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53300a8d-1df4-40df-a1c1-2268f0a05dd4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:54.042561 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-53300a8d-1df4-40df-a1c1-2268f0a05dd4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:54.043825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602eac0d-4e0b-410f-9da3-e97b101aa79c None None] Network b61d004c-7d39-4789-9f10-cec75881ed41 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:39:54.095186 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-43930d9c-aaac-4c69-954a-9aa5f68b8be9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2175701 Sep 23 22:39:54.101197 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37606) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:54.209196 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-53300a8d-1df4-40df-a1c1-2268f0a05dd4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6683526 Sep 23 22:39:54.213792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37610) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:54.219775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2866ab5c-3ddc-4d8f-bc6f-018d4eeebe6f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'port': {'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8', 'name': 'tempest-TaggedBootDevicesTest_v242-1003524665', 'fixed_ips': [{'subnet_id': 'a7b711bb-422e-48ab-b295-11456f279491'}]}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:54.321969 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c9655d3d-3086-48b4-96b6-88a6abb35dd9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:39:54.647758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2866ab5c-3ddc-4d8f-bc6f-018d4eeebe6f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Made reservation on behalf of 51f8bd0949bd4e95a8e9aac40db9671c for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:39:54.758852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c9655d3d-3086-48b4-96b6-88a6abb35dd9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:39:54.761245 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:54.773460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36165493-c10e-4e92-a128-23762de42fb7 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:54.783774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36165493-c10e-4e92-a128-23762de42fb7 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:54.798480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36165493-c10e-4e92-a128-23762de42fb7 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:54.817176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36165493-c10e-4e92-a128-23762de42fb7 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:54.826521 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-36165493-c10e-4e92-a128-23762de42fb7 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7240717 Sep 23 22:39:54.826984 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37628) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:54.939293 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:54.942304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-b61d004c-7d39-4789-9f10-cec75881ed41', 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'fixed_ips': [{'subnet_id': '58ea8bde-f95b-46c7-a12b-9f7c0e9039da'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:39:54.943211 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:55.141053 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Allocated IP 10.2.2.2 (b61d004c-7d39-4789-9f10-cec75881ed41/58ea8bde-f95b-46c7-a12b-9f7c0e9039da/5219da3c-8e58-4765-a15b-d5c476460a64) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:39:55.200091 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6317aa0a-5020-416f-aea2-ec598e3ae7c9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:55.219718 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3d21a1-2f00-4dca-9e20-358abd0734f0 None None] Network 122a4d33-a44b-41de-907d-9ba92c71bcd8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:39:55.263595 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2866ab5c-3ddc-4d8f-bc6f-018d4eeebe6f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:55.347906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-2866ab5c-3ddc-4d8f-bc6f-018d4eeebe6f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] device_id is not set on port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:39:55.500278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c630ddb2-1c4b-44c8-9cfb-4f883e56d12e None None] Provisioning complete for port c9655d3d-3086-48b4-96b6-88a6abb35dd9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:39:55.501254 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c630ddb2-1c4b-44c8-9cfb-4f883e56d12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:55.924854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811a0ae-01e8-4ddb-b958-9176bf7b6816 req-3ed83719-de2b-456c-8afc-749c08c241cd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:55.927662 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5811a0ae-01e8-4ddb-b958-9176bf7b6816 req-3ed83719-de2b-456c-8afc-749c08c241cd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.7234859 Sep 23 22:39:55.964636 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:55.973004 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port c9655d3d-3086-48b4-96b6-88a6abb35dd9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c9655d3d-3086-48b4-96b6-88a6abb35dd9,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:39:56.016845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-2866ab5c-3ddc-4d8f-bc6f-018d4eeebe6f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Allocated IP 10.1.1.154 (122a4d33-a44b-41de-907d-9ba92c71bcd8/a7b711bb-422e-48ab-b295-11456f279491/28753d3e-094b-4fb4-afd5-aae7ac4ac79d) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:39:56.116932 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6317aa0a-5020-416f-aea2-ec598e3ae7c9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:56.117771 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:56.127086 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c630ddb2-1c4b-44c8-9cfb-4f883e56d12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:56.180155 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5811a0ae-01e8-4ddb-b958-9176bf7b6816 req-c954b3d7-3ff0-4d78-94a8-59f00f0013ac tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100205 Sep 23 22:39:56.233822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6317aa0a-5020-416f-aea2-ec598e3ae7c9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef0bb2d-9d6a-45bf-bdf1-165e5f1afa0e']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:56.316155 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:56.330297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Pushing event updated for resources: {'Port': ['ID=5219da3c-8e58-4765-a15b-d5c476460a64,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:56.554688 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=c9655d3d-3086-48b4-96b6-88a6abb35dd9,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:56.574654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Network b61d004c-7d39-4789-9f10-cec75881ed41 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:39:56.585475 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:39:56.589155 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:39:56.758228 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2866ab5c-3ddc-4d8f-bc6f-018d4eeebe6f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:56.787831 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6317aa0a-5020-416f-aea2-ec598e3ae7c9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b19a8f7-52e0-4353-927d-7e0456392225') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:56.788409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6317aa0a-5020-416f-aea2-ec598e3ae7c9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b19a8f7-52e0-4353-927d-7e0456392225') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:56.808878 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6317aa0a-5020-416f-aea2-ec598e3ae7c9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:56.813946 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-c630ddb2-1c4b-44c8-9cfb-4f883e56d12e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:39:56.815079 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-c630ddb2-1c4b-44c8-9cfb-4f883e56d12e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:39:56.816489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Attempting to bind port 5219da3c-8e58-4765-a15b-d5c476460a64 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:39:56.817574 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Attempting to bind port 5219da3c-8e58-4765-a15b-d5c476460a64 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '793bb933-0d88-4eff-a4f7-cc21e31eb821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:39:56.818660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Attempting to bind port 5219da3c-8e58-4765-a15b-d5c476460a64 on network b61d004c-7d39-4789-9f10-cec75881ed41 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:39:56.835621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:39:56.835827 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6317aa0a-5020-416f-aea2-ec598e3ae7c9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:56.836234 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Checking segment: {'id': '793bb933-0d88-4eff-a4f7-cc21e31eb821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:39:56.836954 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:56.837899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Bound using segment: {'id': '793bb933-0d88-4eff-a4f7-cc21e31eb821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:39:56.838938 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Bound port: 5219da3c-8e58-4765-a15b-d5c476460a64, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793bb933-0d88-4eff-a4f7-cc21e31eb821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:39:56.839600 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:56.847257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6317aa0a-5020-416f-aea2-ec598e3ae7c9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:39:56.847890 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6317aa0a-5020-416f-aea2-ec598e3ae7c9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:39:56.854504 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:39:56.943027 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2866ab5c-3ddc-4d8f-bc6f-018d4eeebe6f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:56.998053 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] For port 5219da3c-8e58-4765-a15b-d5c476460a64, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:39:57.003328 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] For port 5219da3c-8e58-4765-a15b-d5c476460a64, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5219da3c-8e58-4765-a15b-d5c476460a64,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:39:57.026180 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866ab5c-3ddc-4d8f-bc6f-018d4eeebe6f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Network 122a4d33-a44b-41de-907d-9ba92c71bcd8 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:39:57.032822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2866ab5c-3ddc-4d8f-bc6f-018d4eeebe6f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:39:57.040647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866ab5c-3ddc-4d8f-bc6f-018d4eeebe6f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:39:57.099335 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6317aa0a-5020-416f-aea2-ec598e3ae7c9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:57.102234 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:57.102483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866ab5c-3ddc-4d8f-bc6f-018d4eeebe6f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'Port': ['ID=28753d3e-094b-4fb4-afd5-aae7ac4ac79d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:57.116799 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6317aa0a-5020-416f-aea2-ec598e3ae7c9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ef0bb2d-9d6a-45bf-bdf1-165e5f1afa0e {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 22:39:57.164946 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6317aa0a-5020-416f-aea2-ec598e3ae7c9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:57.170564 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6317aa0a-5020-416f-aea2-ec598e3ae7c9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "DELETE /v2.0/networks/0ef0bb2d-9d6a-45bf-bdf1-165e5f1afa0e HTTP/1.1" status: 204 len: 168 time: 2.3399892 Sep 23 22:39:57.175662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37672) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:57.182209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-19ff68c0-4f24-4012-911a-daef7cc0f318 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Request body: {'network': {'name': 'tempest-network--702961776', 'router:external': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:57.182414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317aa0a-5020-416f-aea2-ec598e3ae7c9 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ef0bb2d-9d6a-45bf-bdf1-165e5f1afa0e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:57.213066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2866ab5c-3ddc-4d8f-bc6f-018d4eeebe6f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:57.213908 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2866ab5c-3ddc-4d8f-bc6f-018d4eeebe6f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:57.306461 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4b294-cf17-4cb5-94a5-d8241890290d None None] Pushing event updated for resources: {'Port': ['ID=5219da3c-8e58-4765-a15b-d5c476460a64,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:57.312954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ff68c0-4f24-4012-911a-daef7cc0f318 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Made reservation on behalf of 3bf3f164abc0498a859a917576f5f96a for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:39:57.322209 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19ff68c0-4f24-4012-911a-daef7cc0f318 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:57.392598 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2866ab5c-3ddc-4d8f-bc6f-018d4eeebe6f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1769416 Sep 23 22:39:57.395016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37680) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:57.424582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-6bc4905d-63f4-4180-966c-61df4a9c7420 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'port': {'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8', 'name': 'tempest-TaggedBootDevicesTest_v242-2104250455', 'fixed_ips': [{'subnet_id': 'a7b711bb-422e-48ab-b295-11456f279491'}]}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:39:57.468787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ff68c0-4f24-4012-911a-daef7cc0f318 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:39:57.550876 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19ff68c0-4f24-4012-911a-daef7cc0f318 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:57.559317 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-19ff68c0-4f24-4012-911a-daef7cc0f318 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Added segment eebfbb14-bd15-4411-b866-210e69e4532d of type vlan for network 7f2213d2-88e4-4598-b9c2-128222571dc7 Sep 23 22:39:57.705701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f72f336b-63e6-4072-9cc8-047b0fc6323a None None] Provisioning complete for port c9655d3d-3086-48b4-96b6-88a6abb35dd9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:39:57.708018 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f72f336b-63e6-4072-9cc8-047b0fc6323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:57.947496 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19ff68c0-4f24-4012-911a-daef7cc0f318 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:57.950307 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12160f-e32a-45be-9944-d4f3588fa4ba req-dc455ac1-81ee-4e95-98d1-c9d7d2fc52af tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:57.952112 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0c12160f-e32a-45be-9944-d4f3588fa4ba req-dc455ac1-81ee-4e95-98d1-c9d7d2fc52af tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.2655852 Sep 23 22:39:58.054258 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0c12160f-e32a-45be-9944-d4f3588fa4ba req-01475059-4ce8-4db0-a1e9-022fe55a2381 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754890 Sep 23 22:39:58.072189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc4905d-63f4-4180-966c-61df4a9c7420 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Made reservation on behalf of 51f8bd0949bd4e95a8e9aac40db9671c for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:39:58.081199 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6bc4905d-63f4-4180-966c-61df4a9c7420 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:58.119832 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19ff68c0-4f24-4012-911a-daef7cc0f318 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:58.121453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ff68c0-4f24-4012-911a-daef7cc0f318 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:58.123552 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19ff68c0-4f24-4012-911a-daef7cc0f318 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:58.135805 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-6bc4905d-63f4-4180-966c-61df4a9c7420 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] device_id is not set on port ca42fb19-a6f2-4eba-902d-4eee3b80849c yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:39:58.208350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7cbc91db-dce4-4007-8877-df9c8ea3580b None None] Provisioning complete for port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:39:58.208943 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7cbc91db-dce4-4007-8877-df9c8ea3580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:58.244600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-19ff68c0-4f24-4012-911a-daef7cc0f318 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0668874 Sep 23 22:39:58.273040 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37694) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:58.279348 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7cbc91db-dce4-4007-8877-df9c8ea3580b None None] Port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:39:58.421273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff68c0-4f24-4012-911a-daef7cc0f318 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event updated for resources: {'Network': ['ID=7f2213d2-88e4-4598-b9c2-128222571dc7,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:39:58.456469 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 7f2213d2-88e4-4598-b9c2-128222571dc7 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:39:58.623357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dd85fe-4afe-4f97-8b7f-0b343641216f tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:58.643907 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-00dd85fe-4afe-4f97-8b7f-0b343641216f tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] 10.222.0.22 "GET /v2.0/networks/7f2213d2-88e4-4598-b9c2-128222571dc7 HTTP/1.1" status: 200 len: 756 time: 0.3666532 Sep 23 22:39:58.649367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37700) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:58.758609 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-6bc4905d-63f4-4180-966c-61df4a9c7420 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Allocated IP 10.1.1.10 (122a4d33-a44b-41de-907d-9ba92c71bcd8/a7b711bb-422e-48ab-b295-11456f279491/ca42fb19-a6f2-4eba-902d-4eee3b80849c) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:39:58.937749 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5219da3c-8e58-4765-a15b-d5c476460a64 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:39:59.162781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa14a31d-af07-4578-a179-825d05a92673 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:59.180852 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fa14a31d-af07-4578-a179-825d05a92673 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] 10.222.0.22 "GET /v2.0/networks/49d76f71-dc90-418c-a03e-d795fa958421 HTTP/1.1" status: 200 len: 768 time: 0.5293789 Sep 23 22:39:59.181776 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37716) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:39:59.252381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5219da3c-8e58-4765-a15b-d5c476460a64 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:39:59.253676 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:59.343804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411a6edb-ed95-42e0-a12f-0e57959dcbb8 None None] Network b61d004c-7d39-4789-9f10-cec75881ed41 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:39:59.387335 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3213fa19-8aff-4a80-871b-43736b72530f tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:59.542060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-aa3b233c-5ea3-4d65-82b0-3f322f7d5859 None None] Provisioning complete for port 5219da3c-8e58-4765-a15b-d5c476460a64 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:39:59.542846 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa3b233c-5ea3-4d65-82b0-3f322f7d5859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:59.543962 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6bc4905d-63f4-4180-966c-61df4a9c7420 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:59.618512 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3213fa19-8aff-4a80-871b-43736b72530f tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:59.635975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdbb3d-f210-4aed-837b-04ba776cb81a req-acaeb8d7-88e2-45e3-a027-40f125797f84 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:39:59.641400 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dfdbb3d-f210-4aed-837b-04ba776cb81a req-acaeb8d7-88e2-45e3-a027-40f125797f84 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.2589376 Sep 23 22:39:59.650276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3213fa19-8aff-4a80-871b-43736b72530f tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2213d2-88e4-4598-b9c2-128222571dc7']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:59.668671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3213fa19-8aff-4a80-871b-43736b72530f tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebfbb14-bd15-4411-b866-210e69e4532d') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:59.669286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3213fa19-8aff-4a80-871b-43736b72530f tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebfbb14-bd15-4411-b866-210e69e4532d') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:39:59.683487 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3213fa19-8aff-4a80-871b-43736b72530f tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:59.701649 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:59.714382 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3213fa19-8aff-4a80-871b-43736b72530f tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:59.722256 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dfdbb3d-f210-4aed-837b-04ba776cb81a req-ead3d71b-5fc6-423b-9603-da76cc5ade2d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692825 Sep 23 22:39:59.733372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3213fa19-8aff-4a80-871b-43736b72530f tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:39:59.734272 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3213fa19-8aff-4a80-871b-43736b72530f tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:39:59.736379 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:39:59.817628 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6bc4905d-63f4-4180-966c-61df4a9c7420 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:59.839568 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 5219da3c-8e58-4765-a15b-d5c476460a64, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5219da3c-8e58-4765-a15b-d5c476460a64,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:39:59.972950 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3213fa19-8aff-4a80-871b-43736b72530f tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:59.983160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3213fa19-8aff-4a80-871b-43736b72530f tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7f2213d2-88e4-4598-b9c2-128222571dc7 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 22:39:59.989949 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3213fa19-8aff-4a80-871b-43736b72530f tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:39:59.992505 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3213fa19-8aff-4a80-871b-43736b72530f tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "DELETE /v2.0/networks/7f2213d2-88e4-4598-b9c2-128222571dc7 HTTP/1.1" status: 204 len: 168 time: 0.8091304 Sep 23 22:39:59.999003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37732) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:00.036743 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa3b233c-5ea3-4d65-82b0-3f322f7d5859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:00.037533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-987a7390-6459-4847-89f2-f52584a1d526 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Request body: {'network': {'name': 'tempest-network--1652693489'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:00.042975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213fa19-8aff-4a80-871b-43736b72530f tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f2213d2-88e4-4598-b9c2-128222571dc7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:00.055039 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:00.056723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4905d-63f4-4180-966c-61df4a9c7420 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'Port': ['ID=ca42fb19-a6f2-4eba-902d-4eee3b80849c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:00.066874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c9655d3d-3086-48b4-96b6-88a6abb35dd9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:40:00.098105 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc4905d-63f4-4180-966c-61df4a9c7420 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Network 122a4d33-a44b-41de-907d-9ba92c71bcd8 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:40:00.105920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-6bc4905d-63f4-4180-966c-61df4a9c7420 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:40:00.130713 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc4905d-63f4-4180-966c-61df4a9c7420 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:40:00.170990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987a7390-6459-4847-89f2-f52584a1d526 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Made reservation on behalf of 3bf3f164abc0498a859a917576f5f96a for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:40:00.177934 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-987a7390-6459-4847-89f2-f52584a1d526 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:00.240284 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987a7390-6459-4847-89f2-f52584a1d526 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:40:00.309375 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-987a7390-6459-4847-89f2-f52584a1d526 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:00.314812 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-987a7390-6459-4847-89f2-f52584a1d526 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Added segment 389b943e-83fb-4ae1-a987-5e8632114ec9 of type vlan for network 33d54ab9-577d-4b81-ae07-a189a01aab64 Sep 23 22:40:00.349708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc4905d-63f4-4180-966c-61df4a9c7420 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:00.352619 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6bc4905d-63f4-4180-966c-61df4a9c7420 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:00.401510 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-aa3b233c-5ea3-4d65-82b0-3f322f7d5859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:40:00.402273 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-aa3b233c-5ea3-4d65-82b0-3f322f7d5859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:40:00.402424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=5219da3c-8e58-4765-a15b-d5c476460a64,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:00.419765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c9655d3d-3086-48b4-96b6-88a6abb35dd9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:40:00.423106 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:00.423567 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-987a7390-6459-4847-89f2-f52584a1d526 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:00.487991 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6bc4905d-63f4-4180-966c-61df4a9c7420 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0856133 Sep 23 22:40:00.579037 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-987a7390-6459-4847-89f2-f52584a1d526 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:00.582016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987a7390-6459-4847-89f2-f52584a1d526 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:00.583141 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-987a7390-6459-4847-89f2-f52584a1d526 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:00.685712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5219da3c-8e58-4765-a15b-d5c476460a64 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:40:00.730070 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-987a7390-6459-4847-89f2-f52584a1d526 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7066398 Sep 23 22:40:00.731107 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37746) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:00.747526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1d05b729-c3d4-4d14-a52a-ceb6b6cef548 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:00.751439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a7390-6459-4847-89f2-f52584a1d526 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event updated for resources: {'Network': ['ID=33d54ab9-577d-4b81-ae07-a189a01aab64,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:00.822592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 33d54ab9-577d-4b81-ae07-a189a01aab64 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:40:01.085026 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37756) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:01.097460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-38757498-283c-466f-bc9d-1e75e2f59666 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179383748', 'description': 'tempest-description--230569314'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:01.151133 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272d0b6-4660-4669-9629-3bc14ed635d9 req-6b123045-251b-4c57-913f-92e863865c2f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:01.158420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5219da3c-8e58-4765-a15b-d5c476460a64 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:40:01.159483 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:01.162780 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f272d0b6-4660-4669-9629-3bc14ed635d9 req-6b123045-251b-4c57-913f-92e863865c2f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.2597702 Sep 23 22:40:01.295499 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f272d0b6-4660-4669-9629-3bc14ed635d9 req-6e613774-5675-4734-a997-9b06f56daf19 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259613 Sep 23 22:40:01.340248 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-38757498-283c-466f-bc9d-1e75e2f59666 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:01.449532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f963e080-37b0-47ee-8b4a-8580863575d0 None None] Provisioning complete for port 5219da3c-8e58-4765-a15b-d5c476460a64 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:40:01.450808 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f963e080-37b0-47ee-8b4a-8580863575d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:01.674591 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d05b729-c3d4-4d14-a52a-ceb6b6cef548 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:01.698253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f963e080-37b0-47ee-8b4a-8580863575d0 None None] Provisioning complete for port ca42fb19-a6f2-4eba-902d-4eee3b80849c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:40:01.701961 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f963e080-37b0-47ee-8b4a-8580863575d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:01.705942 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-38757498-283c-466f-bc9d-1e75e2f59666 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:01.763134 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f963e080-37b0-47ee-8b4a-8580863575d0 None None] Port ca42fb19-a6f2-4eba-902d-4eee3b80849c cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:40:01.782490 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-38757498-283c-466f-bc9d-1e75e2f59666 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:01.782818 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d05b729-c3d4-4d14-a52a-ceb6b6cef548 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:01.795731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d05b729-c3d4-4d14-a52a-ceb6b6cef548 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Network 33d54ab9-577d-4b81-ae07-a189a01aab64 is not hosted by any dhcp agent {{(pid=95490) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 22:40:01.797388 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d05b729-c3d4-4d14-a52a-ceb6b6cef548 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:01.798172 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d05b729-c3d4-4d14-a52a-ceb6b6cef548 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:01.804074 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1d05b729-c3d4-4d14-a52a-ceb6b6cef548 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "PUT /v2.0/networks/33d54ab9-577d-4b81-ae07-a189a01aab64 HTTP/1.1" status: 200 len: 858 time: 1.0659072 Sep 23 22:40:01.812719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37786) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:01.848693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38757498-283c-466f-bc9d-1e75e2f59666 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b823fdc-4fb0-4e46-9620-31c6448e93fe,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:01.876762 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05b729-c3d4-4d14-a52a-ceb6b6cef548 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event updated for resources: {'Network': ['ID=33d54ab9-577d-4b81-ae07-a189a01aab64,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:01.914511 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76fc1474-1810-431a-8aa1-be007a1c86c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:01.948884 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-38757498-283c-466f-bc9d-1e75e2f59666 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:01.950430 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-38757498-283c-466f-bc9d-1e75e2f59666 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8629048 Sep 23 22:40:01.954829 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37792) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:01.970034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-41331afd-f9d4-490c-9e57-375bfcfef801 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'security_group_rule': {'security_group_id': '8b823fdc-4fb0-4e46-9620-31c6448e93fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:02.055403 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76fc1474-1810-431a-8aa1-be007a1c86c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:02.107723 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41331afd-f9d4-490c-9e57-375bfcfef801 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:02.113324 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-76fc1474-1810-431a-8aa1-be007a1c86c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d54ab9-577d-4b81-ae07-a189a01aab64']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:40:02.126995 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-76fc1474-1810-431a-8aa1-be007a1c86c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389b943e-83fb-4ae1-a987-5e8632114ec9') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:40:02.127710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-76fc1474-1810-431a-8aa1-be007a1c86c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389b943e-83fb-4ae1-a987-5e8632114ec9') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:40:02.144437 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76fc1474-1810-431a-8aa1-be007a1c86c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:02.174884 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76fc1474-1810-431a-8aa1-be007a1c86c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:02.183888 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76fc1474-1810-431a-8aa1-be007a1c86c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:40:02.185599 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76fc1474-1810-431a-8aa1-be007a1c86c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:02.238574 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41331afd-f9d4-490c-9e57-375bfcfef801 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:40:02.254203 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:40:02.316627 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41331afd-f9d4-490c-9e57-375bfcfef801 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:02.388583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41331afd-f9d4-490c-9e57-375bfcfef801 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faffac9d-db8f-47f6-a3fe-7bfc33c77a12,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:02.407625 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76fc1474-1810-431a-8aa1-be007a1c86c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:02.433613 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fc1474-1810-431a-8aa1-be007a1c86c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33d54ab9-577d-4b81-ae07-a189a01aab64 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 22:40:02.463378 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-76fc1474-1810-431a-8aa1-be007a1c86c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:02.466695 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-76fc1474-1810-431a-8aa1-be007a1c86c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] 10.222.0.22 "DELETE /v2.0/networks/33d54ab9-577d-4b81-ae07-a189a01aab64 HTTP/1.1" status: 204 len: 168 time: 0.6523931 Sep 23 22:40:02.472402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc1474-1810-431a-8aa1-be007a1c86c8 tempest-ExternalNetworksTestJSON-1309077700 tempest-ExternalNetworksTestJSON-1309077700-project-admin] Pushing event deleted for resources: {'Network': ['ID=33d54ab9-577d-4b81-ae07-a189a01aab64,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:02.474531 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37822) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:02.540446 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8d88d2-479f-4e15-9f61-d6deb5fcc256 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] DELETE failed (client error): The resource could not be found. Sep 23 22:40:02.541438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8d88d2-479f-4e15-9f61-d6deb5fcc256 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:40:02.549203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37824) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:02.551784 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ff8d88d2-479f-4e15-9f61-d6deb5fcc256 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] 10.222.0.22 "DELETE /v2.0/subnets/e80af04e-34b4-4abb-8ba7-ee8c4937ab50 HTTP/1.1" status: 404 len: 337 time: 0.0750949 Sep 23 22:40:02.573836 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41331afd-f9d4-490c-9e57-375bfcfef801 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:02.577023 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-41331afd-f9d4-490c-9e57-375bfcfef801 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6192935 Sep 23 22:40:02.580804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37828) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:02.592789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-fe4ebcb5-2340-4043-bc18-48e644665cef tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'security_group_rule': {'security_group_id': '8b823fdc-4fb0-4e46-9620-31c6448e93fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:02.667994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49365629-4bb8-4ca6-8bb8-4b69c70e53c7 req-63828077-a832-4798-82b4-4c8bdb6159db tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:02.682125 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-49365629-4bb8-4ca6-8bb8-4b69c70e53c7 req-63828077-a832-4798-82b4-4c8bdb6159db tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.2218575 Sep 23 22:40:02.819061 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-49365629-4bb8-4ca6-8bb8-4b69c70e53c7 req-4437f01a-9a52-4ebb-ba82-56ed31fac263 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298687 Sep 23 22:40:02.830977 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3d57-2af5-4ad8-a211-1aa10aa13729 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:02.834195 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe4ebcb5-2340-4043-bc18-48e644665cef tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:03.011027 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3d57-2af5-4ad8-a211-1aa10aa13729 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:03.036516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1cbc3d57-2af5-4ad8-a211-1aa10aa13729 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d76f71-dc90-418c-a03e-d795fa958421']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:40:03.054500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1cbc3d57-2af5-4ad8-a211-1aa10aa13729 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4809ae3-6b5a-4e51-b22f-a224d06a5f1d') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:40:03.054976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1cbc3d57-2af5-4ad8-a211-1aa10aa13729 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4809ae3-6b5a-4e51-b22f-a224d06a5f1d') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:40:03.057824 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe4ebcb5-2340-4043-bc18-48e644665cef tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:03.067364 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3d57-2af5-4ad8-a211-1aa10aa13729 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:03.099267 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3d57-2af5-4ad8-a211-1aa10aa13729 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:03.129006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbc3d57-2af5-4ad8-a211-1aa10aa13729 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:40:03.134481 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3d57-2af5-4ad8-a211-1aa10aa13729 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:40:03.147351 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:40:03.156344 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe4ebcb5-2340-4043-bc18-48e644665cef tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:03.203896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ebcb5-2340-4043-bc18-48e644665cef tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e0c1b2-9e90-4244-8dd4-ff322f07d386,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:03.336912 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe4ebcb5-2340-4043-bc18-48e644665cef tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:03.339598 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fe4ebcb5-2340-4043-bc18-48e644665cef tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7564862 Sep 23 22:40:03.346134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37842) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:03.369642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:03.436708 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3d57-2af5-4ad8-a211-1aa10aa13729 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:03.447137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3d57-2af5-4ad8-a211-1aa10aa13729 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:03.456826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1cbc3d57-2af5-4ad8-a211-1aa10aa13729 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] 10.222.0.22 "DELETE /v2.0/networks/49d76f71-dc90-418c-a03e-d795fa958421 HTTP/1.1" status: 204 len: 168 time: 0.9023483 Sep 23 22:40:03.498317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc3d57-2af5-4ad8-a211-1aa10aa13729 tempest-ExternalNetworksTestJSON-1996902320 tempest-ExternalNetworksTestJSON-1996902320-project] Pushing event deleted for resources: {'Network': ['ID=49d76f71-dc90-418c-a03e-d795fa958421,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:03.525761 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:03.808594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:03.830985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38df3e3-828a-4326-9c46-b7ef4aa5c172 req-0bfade19-5aa1-4d70-81a4-6035c3625fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:03.830985 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a38df3e3-828a-4326-9c46-b7ef4aa5c172 req-0bfade19-5aa1-4d70-81a4-6035c3625fb4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 1095 time: 0.1229796 Sep 23 22:40:03.841126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0f49e-4043-413d-b51b-3880255909ef req-31d534b0-6b1f-4c24-8bb1-6323c3971edf tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:03.849696 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bff0f49e-4043-413d-b51b-3880255909ef req-31d534b0-6b1f-4c24-8bb1-6323c3971edf tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1505778 Sep 23 22:40:04.024653 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bff0f49e-4043-413d-b51b-3880255909ef req-f1e4cb65-9ee7-45b6-8191-39a6407052ad tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671133 Sep 23 22:40:04.087257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38df3e3-828a-4326-9c46-b7ef4aa5c172 req-5569cc77-2039-4cc2-b096-246a110bd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:04.089383 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a38df3e3-828a-4326-9c46-b7ef4aa5c172 req-5569cc77-2039-4cc2-b096-246a110bd004 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.2313325 Sep 23 22:40:04.095711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6fb55-8588-4e35-b06e-b6c25cd0aff9 req-b04b7d1c-0d16-4cd5-8761-04768b9390c4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:04.104825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Allocated IP 172.25.1.203 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/4f98bbbd-56e9-4936-b023-5d3d5a1286a0) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:40:04.105396 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2e6fb55-8588-4e35-b06e-b6c25cd0aff9 req-b04b7d1c-0d16-4cd5-8761-04768b9390c4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1451905 Sep 23 22:40:04.174810 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2e6fb55-8588-4e35-b06e-b6c25cd0aff9 req-8f51a8e0-3d30-4b28-aba5-945272eec70f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673785 Sep 23 22:40:04.235141 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a38df3e3-828a-4326-9c46-b7ef4aa5c172 req-40d32400-3603-448e-8270-59f187a3bf65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d473a81d-624e-4664-bbcb-4473adacebb1 HTTP/1.1" status: 200 len: 999 time: 0.1367109 Sep 23 22:40:04.399313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37868) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:04.443596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38df3e3-828a-4326-9c46-b7ef4aa5c172 req-375b0ef5-c229-4471-a1f0-d743fe8ada5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:04.445574 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a38df3e3-828a-4326-9c46-b7ef4aa5c172 req-375b0ef5-c229-4471-a1f0-d743fe8ada5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.2005413 Sep 23 22:40:04.513934 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:04.530673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38df3e3-828a-4326-9c46-b7ef4aa5c172 req-0d28ddd5-7272-4a12-9486-c50660b1b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:04.532380 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a38df3e3-828a-4326-9c46-b7ef4aa5c172 req-0d28ddd5-7272-4a12-9486-c50660b1b40c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775321 Sep 23 22:40:04.732598 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5ba8ccae-156c-40ab-a2d2-466344815800 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80590b0e06d5475e99c6faffa6e0cbdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293996 Sep 23 22:40:04.738115 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37878) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:04.755310 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:04.806065 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-79665fa2-6936-415d-b4d4-428685953ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:04.821819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'Port': ['ID=4f98bbbd-56e9-4936-b023-5d3d5a1286a0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:04.834954 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a38df3e3-828a-4326-9c46-b7ef4aa5c172 req-1dcf7806-9dca-4fd5-a55e-2bf288360f84 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893643 Sep 23 22:40:04.850115 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-79665fa2-6936-415d-b4d4-428685953ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:04.850347 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:40:04.860569 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:40:04.874961 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:40:05.059960 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-79665fa2-6936-415d-b4d4-428685953ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:05.062454 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-79665fa2-6936-415d-b4d4-428685953ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:05.067091 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-79665fa2-6936-415d-b4d4-428685953ec3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21b28c48-565e-4735-a50f-4af0f8cd4ab4 HTTP/1.1" status: 204 len: 168 time: 0.3278718 Sep 23 22:40:05.088430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79665fa2-6936-415d-b4d4-428685953ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b28c48-565e-4735-a50f-4af0f8cd4ab4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:05.365671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e9c2d-0805-4056-9913-27c1cc00e324 req-ef282b20-41ad-49de-90ca-7fd6dcc73d43 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:05.367384 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca7e9c2d-0805-4056-9913-27c1cc00e324 req-ef282b20-41ad-49de-90ca-7fd6dcc73d43 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.0768673 Sep 23 22:40:05.415481 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a38df3e3-828a-4326-9c46-b7ef4aa5c172 req-9fef0de5-fc7b-4c73-813f-d5167e7e447a service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671296 Sep 23 22:40:05.450809 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:05.464211 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca7e9c2d-0805-4056-9913-27c1cc00e324 req-6de28f91-d58a-45d3-b438-6d62aab019b5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853598 Sep 23 22:40:05.477601 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b64ba2-10c5-4914-ab93-f12f77536f30 req-69a6c289-002a-46ad-9196-84eb5e614da5 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:05.490045 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c2b64ba2-10c5-4914-ab93-f12f77536f30 req-69a6c289-002a-46ad-9196-84eb5e614da5 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1873493 Sep 23 22:40:05.640061 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c2b64ba2-10c5-4914-ab93-f12f77536f30 req-8504b459-9cb0-48a8-9492-61c2bcd7eb07 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448486 Sep 23 22:40:05.641588 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:05.933465 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:06.115736 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:06.199457 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'Port': ['ID=4f98bbbd-56e9-4936-b023-5d3d5a1286a0,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:06.224614 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:06.429852 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:06.449069 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2e09eb80-e620-4367-bd48-9b0c101db3c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0786800 Sep 23 22:40:06.539433 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:06.702936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37928) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:06.873956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d234c-7c68-4185-ab58-67e47e3b4ac3 req-4d0a470b-79bc-4e22-b435-0c8c284dfdf5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:06.875575 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-648d234c-7c68-4185-ab58-67e47e3b4ac3 req-4d0a470b-79bc-4e22-b435-0c8c284dfdf5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.2787175 Sep 23 22:40:06.966172 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-51cf53fc-d979-4abd-83ac-9261ff261510 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3bf3f164abc0498a859a917576f5f96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596540 Sep 23 22:40:06.969669 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37938) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:07.061903 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-648d234c-7c68-4185-ab58-67e47e3b4ac3 req-abdf8ec1-2fd6-42f7-a8ff-80f824699774 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758976 Sep 23 22:40:07.091075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c52f8b-b67d-4f89-8de5-f0dd5137a191 req-9300ab28-6fe1-416f-8822-1d35e8a966e6 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:07.094760 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25978a25-1f9b-4e1c-9d62-dcce864540ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:07.103177 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26c52f8b-b67d-4f89-8de5-f0dd5137a191 req-9300ab28-6fe1-416f-8822-1d35e8a966e6 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.2673819 Sep 23 22:40:07.125884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37944) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:07.193596 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25978a25-1f9b-4e1c-9d62-dcce864540ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:07.266084 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26c52f8b-b67d-4f89-8de5-f0dd5137a191 req-ff34a772-f362-4188-af39-d7e3ff81a22a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607316 Sep 23 22:40:07.410941 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-50235c4c-2759-4752-a3f4-bad299033aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:07.439019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25978a25-1f9b-4e1c-9d62-dcce864540ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:07.442643 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25978a25-1f9b-4e1c-9d62-dcce864540ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:07.444280 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-25978a25-1f9b-4e1c-9d62-dcce864540ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb4581de-4bb2-440c-9c43-74bbed7bc673 HTTP/1.1" status: 204 len: 168 time: 0.4735222 Sep 23 22:40:07.508470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25978a25-1f9b-4e1c-9d62-dcce864540ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4581de-4bb2-440c-9c43-74bbed7bc673,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:07.520997 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-f4072ad5-0f5e-4dc9-ab0e-25562f7e17c6 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--179383748&fields=id&tenant_id=51f8bd0949bd4e95a8e9aac40db9671c HTTP/1.1" status: 200 len: 267 time: 0.1018083 Sep 23 22:40:07.636517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-e759cada-e0a6-4f30-9a98-1b2df275403a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:07.645298 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-e759cada-e0a6-4f30-9a98-1b2df275403a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports/28753d3e-094b-4fb4-afd5-aae7ac4ac79d HTTP/1.1" status: 200 len: 937 time: 0.1142571 Sep 23 22:40:07.736819 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-b84d05a6-a054-43f5-b1d9-9a2b6adbcadf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:07.749055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-b84d05a6-a054-43f5-b1d9-9a2b6adbcadf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports/ca42fb19-a6f2-4eba-902d-4eee3b80849c HTTP/1.1" status: 200 len: 936 time: 0.1027482 Sep 23 22:40:07.829824 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d67119c4-7061-4d8b-b063-b6ad31ac370c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?network_id=b61d004c-7d39-4789-9f10-cec75881ed41&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0785444 Sep 23 22:40:07.837922 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-50235c4c-2759-4752-a3f4-bad299033aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:07.858076 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61589608-fec9-40dc-9a09-90fce41b386c req-e3c6ada4-9105-4647-ac48-245a0310b8d3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3374090 Sep 23 22:40:07.929794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-694626ed-7c24-42d9-823f-6d6c598e7a07 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?network_id=b61d004c-7d39-4789-9f10-cec75881ed41&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0902824 Sep 23 22:40:07.949371 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-50235c4c-2759-4752-a3f4-bad299033aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:08.046256 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-50235c4c-2759-4752-a3f4-bad299033aad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a94e84b3dacc4c09887bf1ffd3632ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9060001 Sep 23 22:40:08.049838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50235c4c-2759-4752-a3f4-bad299033aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5a35a0-c823-4b74-bf67-8d9356d49eb3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:08.053782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37978) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:08.091555 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61589608-fec9-40dc-9a09-90fce41b386c req-d8a2c2f4-414e-4c1f-9fde-b81a8f0cb64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:08.093637 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61589608-fec9-40dc-9a09-90fce41b386c req-d8a2c2f4-414e-4c1f-9fde-b81a8f0cb64f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 1097 time: 0.2063720 Sep 23 22:40:08.120155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ddbfadbf-eed7-4e10-90bf-ed74c0a28609 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:08.129061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ddbfadbf-eed7-4e10-90bf-ed74c0a28609 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:08.136365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ddbfadbf-eed7-4e10-90bf-ed74c0a28609 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:08.138482 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ddbfadbf-eed7-4e10-90bf-ed74c0a28609 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/networks?id=fa81e9cc-8992-4179-b9e3-9048c56a33a0&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=b61d004c-7d39-4789-9f10-cec75881ed41&id=b61d004c-7d39-4789-9f10-cec75881ed41 HTTP/1.1" status: 200 len: 1995 time: 0.1865849 Sep 23 22:40:08.173063 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-e18b291b-4819-4331-b9a3-4f24edf6487d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/quotas/51f8bd0949bd4e95a8e9aac40db9671c HTTP/1.1" status: 200 len: 375 time: 0.0181210 Sep 23 22:40:08.205134 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c40aebe-a076-4a82-961d-4b28b989051b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:08.303661 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c40aebe-a076-4a82-961d-4b28b989051b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:08.334653 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-75f54235-4af6-4a79-8d61-d2d61113c202 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1511626 Sep 23 22:40:08.373209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61589608-fec9-40dc-9a09-90fce41b386c req-7936612d-5f61-40c9-ab55-a1a7d4d8b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:08.376054 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61589608-fec9-40dc-9a09-90fce41b386c req-7936612d-5f61-40c9-ab55-a1a7d4d8b567 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.2430241 Sep 23 22:40:08.456501 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61589608-fec9-40dc-9a09-90fce41b386c req-d6b2e978-470d-4e21-a1e7-fd75770301c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fed8c899-d23a-491f-8f31-53b8265873f2 HTTP/1.1" status: 200 len: 217 time: 0.0701137 Sep 23 22:40:08.467312 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-892a1f14-81a7-4d5e-8a81-5cf65716f6d1 service neutron] 10.222.0.22 "GET /v2.0/networks/fa81e9cc-8992-4179-b9e3-9048c56a33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207559 Sep 23 22:40:08.560736 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c40aebe-a076-4a82-961d-4b28b989051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:08.566429 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c40aebe-a076-4a82-961d-4b28b989051b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:08.567672 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5c40aebe-a076-4a82-961d-4b28b989051b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1d5a35a0-c823-4b74-bf67-8d9356d49eb3 HTTP/1.1" status: 204 len: 168 time: 0.5015361 Sep 23 22:40:08.588026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61589608-fec9-40dc-9a09-90fce41b386c req-1af7be87-54b6-4f80-829d-76e1be2844cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:08.589689 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61589608-fec9-40dc-9a09-90fce41b386c req-1af7be87-54b6-4f80-829d-76e1be2844cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.1204116 Sep 23 22:40:08.599713 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4ebd1-a477-4847-81fd-efac55a8fac7 req-8a42f3fc-9ff0-4a4d-abb9-8cc9bbd0b584 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:08.617255 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6c4ebd1-a477-4847-81fd-efac55a8fac7 req-8a42f3fc-9ff0-4a4d-abb9-8cc9bbd0b584 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1432593 Sep 23 22:40:08.617255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40aebe-a076-4a82-961d-4b28b989051b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5a35a0-c823-4b74-bf67-8d9356d49eb3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:08.683054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61589608-fec9-40dc-9a09-90fce41b386c req-3510c51c-0521-4672-a983-964c80b62f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:08.684709 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61589608-fec9-40dc-9a09-90fce41b386c req-3510c51c-0521-4672-a983-964c80b62f4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822589 Sep 23 22:40:08.688602 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6c4ebd1-a477-4847-81fd-efac55a8fac7 req-c64dc5d4-5340-484d-bfef-772265d4cc0b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693545 Sep 23 22:40:08.692284 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-9ac2bc30-e229-4639-8519-6c735cc4eb7a service neutron] 10.222.0.22 "GET /v2.0/networks/fa81e9cc-8992-4179-b9e3-9048c56a33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162414 Sep 23 22:40:08.821002 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-009a265e-b1df-4efb-bf89-c380fb3bfc11 service neutron] 10.222.0.22 "GET /v2.0/ports/28753d3e-094b-4fb4-afd5-aae7ac4ac79d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1139939 Sep 23 22:40:08.884597 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61589608-fec9-40dc-9a09-90fce41b386c req-d969643c-d205-4f5c-aee9-7a82a46787c7 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864986 Sep 23 22:40:08.964272 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-a3ea44f1-2a24-4bd1-8584-8fad582ae9e1 service neutron] 10.222.0.22 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365929 Sep 23 22:40:09.004358 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61589608-fec9-40dc-9a09-90fce41b386c req-7e387d6c-1dbd-4b19-81c4-18def1447029 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099892 Sep 23 22:40:09.185805 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-f6d221b5-b0f6-4f31-93cf-f33dbbb4c21f service neutron] 10.222.0.22 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103727 Sep 23 22:40:09.259442 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-f50e2431-2ab3-4f4d-b092-4042e999c17c service neutron] 10.222.0.22 "GET /v2.0/ports/ca42fb19-a6f2-4eba-902d-4eee3b80849c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0594001 Sep 23 22:40:09.520156 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-1d80275e-dc5a-4e87-bb7b-0cfe1665d4db service neutron] 10.222.0.22 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526195 Sep 23 22:40:09.536458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38034) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:09.568133 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b48efbe8-1e8b-46db-8d77-ab58655cbe97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:09.706457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-8af49796-1ad5-4e8a-8c28-8b3e971e6872 service neutron] 10.222.0.22 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546977 Sep 23 22:40:09.836341 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b48efbe8-1e8b-46db-8d77-ab58655cbe97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:09.922080 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b48efbe8-1e8b-46db-8d77-ab58655cbe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:10.048552 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-874f7a30-93ff-43d0-9c53-9722c2f5e044 service neutron] 10.222.0.22 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066156 Sep 23 22:40:10.199933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48efbe8-1e8b-46db-8d77-ab58655cbe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c768d8-32a1-49f3-ab26-bfa3a3fb8b6f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:10.217845 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b48efbe8-1e8b-46db-8d77-ab58655cbe97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7344b6f6cd3041ca89fa84883fe4ad8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6744115 Sep 23 22:40:10.218418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38052) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:10.294624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342de43-45eb-49a0-ba18-7aa807caac40 req-e470539b-bcb9-49a5-a2a0-9b5954a1ae5c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:10.298115 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4342de43-45eb-49a0-ba18-7aa807caac40 req-e470539b-bcb9-49a5-a2a0-9b5954a1ae5c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.3273959 Sep 23 22:40:10.306878 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d55b63ca-0aac-4152-a89b-73a4fa33ebc6 service neutron] 10.222.0.22 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382190 Sep 23 22:40:10.415322 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4342de43-45eb-49a0-ba18-7aa807caac40 req-5133e1b7-c951-4dfa-953d-228b3e80b82a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879180 Sep 23 22:40:10.428646 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-58d26040-2fcc-4e0d-918a-0000b63fff91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:10.461954 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-58d26040-2fcc-4e0d-918a-0000b63fff91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:10.614221 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-c12d9936-e214-4700-a30c-45cfd4833f1a service neutron] 10.222.0.22 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920527 Sep 23 22:40:10.624798 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-58d26040-2fcc-4e0d-918a-0000b63fff91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:10.630303 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-58d26040-2fcc-4e0d-918a-0000b63fff91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:10.636744 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-58d26040-2fcc-4e0d-918a-0000b63fff91 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51c768d8-32a1-49f3-ab26-bfa3a3fb8b6f HTTP/1.1" status: 204 len: 168 time: 0.4171703 Sep 23 22:40:10.652441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d26040-2fcc-4e0d-918a-0000b63fff91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c768d8-32a1-49f3-ab26-bfa3a3fb8b6f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:10.716244 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38066) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:10.821285 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-371d0162-bffc-49c5-b231-4c4aba3d9f31 service neutron] 10.222.0.22 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924372 Sep 23 22:40:10.953698 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c0b2cd90-5732-4892-b26f-7a133d90a0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:11.028750 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-7c9ff32e-9442-4b96-802e-9fb767093ef6 service neutron] 10.222.0.22 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910377 Sep 23 22:40:11.114149 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c0b2cd90-5732-4892-b26f-7a133d90a0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:11.190697 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c0b2cd90-5732-4892-b26f-7a133d90a0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:11.277035 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c0b2cd90-5732-4892-b26f-7a133d90a0aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c5b3b4e82bc0404c8752a26f09cfc652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5591173 Sep 23 22:40:11.278466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2cd90-5732-4892-b26f-7a133d90a0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc00b0c-a29e-48c4-a922-e473ac5126eb,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:11.293949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38084) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:11.433743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38086) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:11.456121 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-00639783-718c-4476-b378-6f97401ac048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:11.529726 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-00639783-718c-4476-b378-6f97401ac048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:11.666416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:11.753706 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-34a6102b-3076-4d9c-a146-f9ecf06e1f24 service neutron] 10.222.0.22 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7233026 Sep 23 22:40:11.764889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aaae1a-bec6-4646-b736-677279b9bac2 req-bbaf83da-2117-4ec5-ab2c-da0c0575934c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:11.767348 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32aaae1a-bec6-4646-b736-677279b9bac2 req-bbaf83da-2117-4ec5-ab2c-da0c0575934c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1915102 Sep 23 22:40:11.812174 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:11.883829 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-00639783-718c-4476-b378-6f97401ac048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:11.885180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38098) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:11.890919 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-00639783-718c-4476-b378-6f97401ac048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:11.892415 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-00639783-718c-4476-b378-6f97401ac048 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dcc00b0c-a29e-48c4-a922-e473ac5126eb HTTP/1.1" status: 204 len: 168 time: 0.5971689 Sep 23 22:40:11.904176 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32aaae1a-bec6-4646-b736-677279b9bac2 req-8f1c5ae9-dccc-4502-b802-7365c424cb92 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266069 Sep 23 22:40:11.938480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00639783-718c-4476-b378-6f97401ac048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc00b0c-a29e-48c4-a922-e473ac5126eb,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:11.964724 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8abe4790-b091-47d1-809c-676680c925b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:12.022586 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-556589d5-fcba-4740-bd0a-1aa754518692 service neutron] 10.222.0.22 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503548 Sep 23 22:40:12.101357 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:12.209756 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-061dce60-c28c-4a5c-b2ac-4411cd48af03 service neutron] 10.222.0.22 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685033 Sep 23 22:40:12.266085 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8abe4790-b091-47d1-809c-676680c925b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:12.333539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Allocated IP 172.25.1.146 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/c4bfcb38-5c32-4746-9098-d0371d09765c) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:40:12.382829 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8abe4790-b091-47d1-809c-676680c925b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:12.445082 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8abe4790-b091-47d1-809c-676680c925b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa7ad7774782458bb2696b2de55f013f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548365 Sep 23 22:40:12.445082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe4790-b091-47d1-809c-676680c925b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24f8ae8-a50c-41ac-9646-889d3b62022c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:12.467806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38112) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:12.555783 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed0f9e40-45af-48d8-a186-5e0a77b1c587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:12.581731 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:12.600556 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed0f9e40-45af-48d8-a186-5e0a77b1c587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:12.788388 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed0f9e40-45af-48d8-a186-5e0a77b1c587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:12.789440 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:12.794125 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed0f9e40-45af-48d8-a186-5e0a77b1c587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:12.795675 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ed0f9e40-45af-48d8-a186-5e0a77b1c587 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e24f8ae8-a50c-41ac-9646-889d3b62022c HTTP/1.1" status: 204 len: 168 time: 0.3256879 Sep 23 22:40:12.810338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f9e40-45af-48d8-a186-5e0a77b1c587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24f8ae8-a50c-41ac-9646-889d3b62022c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:12.833363 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:40:12.836780 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:40:12.841688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:40:12.876380 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Pushing event updated for resources: {'Port': ['ID=c4bfcb38-5c32-4746-9098-d0371d09765c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:13.057568 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3633c003-ae3c-4533-8b53-8b7164c4f34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:13.154908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38138) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:13.181641 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd8ac-96fc-4d34-94e0-c69aafba2212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:13.329050 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:13.366355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe740f19-2079-42e1-8eae-7be5af547ff9 req-ca976e86-c080-4077-b7b0-0775aca5926f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:13.369748 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe740f19-2079-42e1-8eae-7be5af547ff9 req-ca976e86-c080-4077-b7b0-0775aca5926f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.0942183 Sep 23 22:40:13.405531 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd8ac-96fc-4d34-94e0-c69aafba2212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:13.448001 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe740f19-2079-42e1-8eae-7be5af547ff9 req-fe214bac-89ef-4b4a-9c5f-0aed405fcd84 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648863 Sep 23 22:40:13.618522 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:13.638021 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd8ac-96fc-4d34-94e0-c69aafba2212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:13.736375 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ed5fd8ac-96fc-4d34-94e0-c69aafba2212 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f446c725b27408eb0d17270c9149933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5797560 Sep 23 22:40:13.738150 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38156) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:13.743738 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fd8ac-96fc-4d34-94e0-c69aafba2212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bfe37e-7ca1-4c41-b0f7-4f16372e779f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:13.866326 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b1c71e58-0bea-45e0-b010-258cdda40e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:13.909310 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b1c71e58-0bea-45e0-b010-258cdda40e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:13.941703 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:14.189775 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:40:14.289333 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b1c71e58-0bea-45e0-b010-258cdda40e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:14.299266 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b1c71e58-0bea-45e0-b010-258cdda40e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:14.307310 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b1c71e58-0bea-45e0-b010-258cdda40e92 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2bfe37e-7ca1-4c41-b0f7-4f16372e779f HTTP/1.1" status: 204 len: 168 time: 0.5654976 Sep 23 22:40:14.309935 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:14.321914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:40:14.329293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c71e58-0bea-45e0-b010-258cdda40e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bfe37e-7ca1-4c41-b0f7-4f16372e779f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:14.350073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '01cbc682-9505-4f5d-9709-3fcd7f56e2f3', 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47', 'port_id': '01cbc682-9505-4f5d-9709-3fcd7f56e2f3', 'mac_address': 'fa:16:3e:6e:71:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bef7f46-c67d-4b9d-b0a8-ff182509722b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:40:14.387494 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Pushing event updated for resources: {'Port': ['ID=c4bfcb38-5c32-4746-9098-d0371d09765c,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:14.475234 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:14.506521 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:14.551605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:40:14.590903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:40:14.667656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106c78f-4539-459c-989b-1b6cffb0d9ae req-b365124a-9e2f-4083-8550-19d28b165e00 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:14.669560 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f106c78f-4539-459c-989b-1b6cffb0d9ae req-b365124a-9e2f-4083-8550-19d28b165e00 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.0629723 Sep 23 22:40:14.671038 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:14.672275 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4546be85-dcc9-4364-8be8-775591f85513 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2363806 Sep 23 22:40:14.676362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38188) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:14.682507 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4d7ce492-2434-4e51-b70c-f89dcf0b0f80 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-571201980', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'fixed_ips': [{'ip_address': '172.25.1.146'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:14.694901 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:14.807252 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f106c78f-4539-459c-989b-1b6cffb0d9ae req-f283def6-01ed-435b-9741-cc36e515ca66 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297069 Sep 23 22:40:14.884483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7ce492-2434-4e51-b70c-f89dcf0b0f80 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Made reservation on behalf of a4bf26e9b47a4ebe906547b6f46b621a for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:40:14.888083 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce492-2434-4e51-b70c-f89dcf0b0f80 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:14.910696 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce492-2434-4e51-b70c-f89dcf0b0f80 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:14.939434 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['01cbc682-9505-4f5d-9709-3fcd7f56e2f3'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:40:15.135608 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:15.237828 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3bb3cfea-f296-4be3-976b-174f592d2bd3 req-9be4fec2-b25d-4bdc-b8f3-030df3f77f17 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.1725745 Sep 23 22:40:15.241239 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce492-2434-4e51-b70c-f89dcf0b0f80 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:15.345242 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d7ce492-2434-4e51-b70c-f89dcf0b0f80 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:15.375124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-4d7ce492-2434-4e51-b70c-f89dcf0b0f80 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] device_id is not set on port 68ff3909-aecd-4244-a74e-c737935a7948 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:40:15.443530 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ce492-2434-4e51-b70c-f89dcf0b0f80 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1ca16d-cb8b-464d-bb55-4bc64228eefb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:15.652953 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d087-21df-4135-a48d-ff9a37a031fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:15.945657 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7ce492-2434-4e51-b70c-f89dcf0b0f80 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 23 22:40:15.959642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7ce492-2434-4e51-b70c-f89dcf0b0f80 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:40:16.036524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ab4d0-dc1d-408c-86c6-c479383f9c45 req-637cca6e-2690-4680-9c65-6f3e10e881cc tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:16.042107 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c75ab4d0-dc1d-408c-86c6-c479383f9c45 req-637cca6e-2690-4680-9c65-6f3e10e881cc tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 944 time: 0.0848160 Sep 23 22:40:16.092394 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c75ab4d0-dc1d-408c-86c6-c479383f9c45 req-23bd3d77-8e02-4a0c-a113-da17a1ba2ef3 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433078 Sep 23 22:40:16.187615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:40:16.238610 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:16.272034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:40:16.272452 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:16.358990 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4d7ce492-2434-4e51-b70c-f89dcf0b0f80 tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6794126 Sep 23 22:40:16.362174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38250) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:16.395700 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6c51480-2750-4d99-9ee3-552aa2e490f6 req-7e2c51fb-6683-4670-b5a8-3e7c91b1ba45 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0662799 Sep 23 22:40:16.432349 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:16.532254 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:40:16.533379 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6de224f-5315-43cd-b979-737e4c0c233c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cbc682-9505-4f5d-9709-3fcd7f56e2f3'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:40:16.549271 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b626ff6-d817-4d54-b368-c91f4db21450" -d '{"events": [{"server_uuid": "f6de224f-5315-43cd-b979-737e4c0c233c", "name": "network-vif-plugged", "status": "completed", "tag": "01cbc682-9505-4f5d-9709-3fcd7f56e2f3"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:40:16.619004 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:16.780014 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160c51de-41a1-4d1d-88a4-3e81c391f60c x-openstack-request-id: req-160c51de-41a1-4d1d-88a4-3e81c391f60c {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:40:16.781236 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6de224f-5315-43cd-b979-737e4c0c233c", "name": "network-vif-plugged", "status": "completed", "tag": "01cbc682-9505-4f5d-9709-3fcd7f56e2f3", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:40:16.781660 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-160c51de-41a1-4d1d-88a4-3e81c391f60c {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:40:16.782333 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6de224f-5315-43cd-b979-737e4c0c233c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cbc682-9505-4f5d-9709-3fcd7f56e2f3', 'code': 200} Sep 23 22:40:16.819140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-4315fcba-b11e-4494-8048-bebd712818aa tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Deleting port c4bfcb38-5c32-4746-9098-d0371d09765c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:40:16.819140 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4315fcba-b11e-4494-8048-bebd712818aa tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:16.941823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:16.985659 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4315fcba-b11e-4494-8048-bebd712818aa tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:16.986630 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4315fcba-b11e-4494-8048-bebd712818aa tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:17.012191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-4315fcba-b11e-4494-8048-bebd712818aa tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Calling delete_port for c4bfcb38-5c32-4746-9098-d0371d09765c owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:40:17.158586 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:17.461399 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b64b0-aff1-40ad-8d81-e37ab95a4530 req-7b6322cd-84f7-47e4-854f-f66c5518abbc tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:17.464724 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-555b64b0-aff1-40ad-8d81-e37ab95a4530 req-7b6322cd-84f7-47e4-854f-f66c5518abbc tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1992056 Sep 23 22:40:17.567484 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8d19258f-1ac0-4da6-82b8-0c119e700b63 req-57e0f359-632a-4063-8cd0-2f9128b0504b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0423970 Sep 23 22:40:17.591759 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-555b64b0-aff1-40ad-8d81-e37ab95a4530 req-e4e6fe3e-bf47-4695-a1be-7b576d3f7f6a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178503 Sep 23 22:40:17.611921 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4315fcba-b11e-4494-8048-bebd712818aa tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:17.711896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315fcba-b11e-4494-8048-bebd712818aa tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4bfcb38-5c32-4746-9098-d0371d09765c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:17.904022 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:17.909124 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4315fcba-b11e-4494-8048-bebd712818aa tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:17.912599 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4315fcba-b11e-4494-8048-bebd712818aa tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:17.913909 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4315fcba-b11e-4494-8048-bebd712818aa tempest-ExternalNetworksAdminNegativeTestJSON-71676820 tempest-ExternalNetworksAdminNegativeTestJSON-71676820-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/3e349846-ae60-457b-a773-28ac6820b7e0 HTTP/1.1" status: 204 len: 168 time: 1.5506628 Sep 23 22:40:18.911958 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2670c15-374b-4137-8c76-d1d20eacee1b req-08defb67-68a5-4a75-abcb-537440722517 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0609863 Sep 23 22:40:18.950417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923af9a-c465-4484-a5ae-4db2b3836002 req-04b60dbc-b239-4471-876c-758adde4f3b0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:18.968103 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2923af9a-c465-4484-a5ae-4db2b3836002 req-04b60dbc-b239-4471-876c-758adde4f3b0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1219897 Sep 23 22:40:19.013631 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:19.054408 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2923af9a-c465-4484-a5ae-4db2b3836002 req-f4fe1e82-6350-45d0-b1a4-4ad4195fae06 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930514 Sep 23 22:40:19.221779 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38328) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:19.552970 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-381d6042-2131-45fa-a3c0-e6d64e2f9125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:19.774191 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-381d6042-2131-45fa-a3c0-e6d64e2f9125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:19.882737 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-381d6042-2131-45fa-a3c0-e6d64e2f9125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:19.906559 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f30e18e-9183-415b-8c9e-b04804cf7f11 req-e3c5847c-27e5-4a90-a24f-9a0fc6e513b8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1305590 Sep 23 22:40:19.927555 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-58431007-c5ab-4792-b511-0ef62883aeb3 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9889af0e50e64e8e84bc19439ad34f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702410 Sep 23 22:40:20.052352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6042-2131-45fa-a3c0-e6d64e2f9125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c26a19a-d4f8-41b0-849c-a35b41183b95,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:20.139541 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-381d6042-2131-45fa-a3c0-e6d64e2f9125 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d99f41863bc04f479e2d2aae7f57e100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9160602 Sep 23 22:40:20.146195 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-50713041-e273-4baa-a522-294d9eef2ece req-867c37a3-3e61-4835-8110-5a58b842e233 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0961154 Sep 23 22:40:20.158847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38368) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:20.288014 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-abf2e949-3354-46f6-96fe-92deed347634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:20.335745 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-abf2e949-3354-46f6-96fe-92deed347634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:20.447193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30e18e-9183-415b-8c9e-b04804cf7f11 req-1e5cbf59-c074-4865-8191-bae4b1aed875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:20.454409 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f30e18e-9183-415b-8c9e-b04804cf7f11 req-1e5cbf59-c074-4865-8191-bae4b1aed875 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 1096 time: 0.4468458 Sep 23 22:40:20.565981 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-36c8bcc0-82ff-4b85-89e6-1445544352f3 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:20.585991 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-36c8bcc0-82ff-4b85-89e6-1445544352f3 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6439102 Sep 23 22:40:20.585991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-a3da1350-0248-4d59-9ddd-5b319ba73e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:20.585991 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-a3da1350-0248-4d59-9ddd-5b319ba73e96 service neutron] 10.222.0.67 "GET /v2.0/ports/28753d3e-094b-4fb4-afd5-aae7ac4ac79d HTTP/1.1" status: 200 len: 1033 time: 0.0966175 Sep 23 22:40:20.595483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3642595-2b86-4c15-858b-5c8ec1a5efdf req-c49972d0-8279-4a8a-bd72-8e2bbfaf0952 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:20.601711 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3642595-2b86-4c15-858b-5c8ec1a5efdf req-c49972d0-8279-4a8a-bd72-8e2bbfaf0952 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.2003846 Sep 23 22:40:20.619873 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-e16729ce-affe-4810-87c3-0ea33a2f9c6e tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/quotas/9889af0e50e64e8e84bc19439ad34f61 HTTP/1.1" status: 200 len: 375 time: 0.0240180 Sep 23 22:40:20.656237 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-abf2e949-3354-46f6-96fe-92deed347634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:20.662856 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-abf2e949-3354-46f6-96fe-92deed347634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:20.667364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-abf2e949-3354-46f6-96fe-92deed347634 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3c26a19a-d4f8-41b0-849c-a35b41183b95 HTTP/1.1" status: 204 len: 168 time: 0.5034688 Sep 23 22:40:20.762165 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-d1ec50d9-f189-4afc-aa28-4866747309e5 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9889af0e50e64e8e84bc19439ad34f61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1412003 Sep 23 22:40:20.785720 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2e949-3354-46f6-96fe-92deed347634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c26a19a-d4f8-41b0-849c-a35b41183b95,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:20.826663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3642595-2b86-4c15-858b-5c8ec1a5efdf req-954234cb-bee6-43fc-9b91-ac8eceea1b32 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103512 Sep 23 22:40:20.895158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-09d0cb34-b027-40b6-b7fd-af8782f860ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:20.897924 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-09d0cb34-b027-40b6-b7fd-af8782f860ef service neutron] 10.222.0.67 "GET /v2.0/ports/ca42fb19-a6f2-4eba-902d-4eee3b80849c HTTP/1.1" status: 200 len: 1032 time: 0.2714248 Sep 23 22:40:21.052638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30e18e-9183-415b-8c9e-b04804cf7f11 req-cb018fbb-4e4f-43cf-8745-0eea0b53e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:21.054218 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f30e18e-9183-415b-8c9e-b04804cf7f11 req-cb018fbb-4e4f-43cf-8745-0eea0b53e954 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.5648777 Sep 23 22:40:21.133371 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f30e18e-9183-415b-8c9e-b04804cf7f11 req-4ddfa0c5-e33e-4995-905a-8e1e97673015 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53f719c8-fe34-4144-871d-46576abc422d HTTP/1.1" status: 200 len: 217 time: 0.0486646 Sep 23 22:40:21.194615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30e18e-9183-415b-8c9e-b04804cf7f11 req-1f268846-07a5-4b55-abfa-c59a1ad51aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:21.206826 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f30e18e-9183-415b-8c9e-b04804cf7f11 req-1f268846-07a5-4b55-abfa-c59a1ad51aa5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.0556853 Sep 23 22:40:21.361890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-508e6e63-a887-45af-863a-7c5ae42af23d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:21.369793 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-508e6e63-a887-45af-863a-7c5ae42af23d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:21.380977 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67f8a887-a8b4-47dd-a0c0-a8066bccfc37 req-9e166345-85d6-4288-86a1-c14042038b9c tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 210 time: 0.0855334 Sep 23 22:40:21.396387 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-508e6e63-a887-45af-863a-7c5ae42af23d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:21.396387 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-508e6e63-a887-45af-863a-7c5ae42af23d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "GET /v2.0/networks?id=fa81e9cc-8992-4179-b9e3-9048c56a33a0&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=b61d004c-7d39-4789-9f10-cec75881ed41&id=b61d004c-7d39-4789-9f10-cec75881ed41 HTTP/1.1" status: 200 len: 1995 time: 0.4873657 Sep 23 22:40:21.534874 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d0544e91-9914-49ad-a727-ca55f118b768 req-7732f273-12d0-46c8-9335-97b5453297b5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.1269758 Sep 23 22:40:21.561373 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30e18e-9183-415b-8c9e-b04804cf7f11 req-037149f7-10e5-4d4a-bdab-e2a5a5eb855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:21.563515 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f30e18e-9183-415b-8c9e-b04804cf7f11 req-037149f7-10e5-4d4a-bdab-e2a5a5eb855c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3485844 Sep 23 22:40:21.707941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-439e6c04-454f-484b-a0ab-c48c9bb0f77d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51f8bd0949bd4e95a8e9aac40db9671c HTTP/1.1" status: 200 len: 379 time: 0.2954767 Sep 23 22:40:21.740035 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2f78a75f-16c3-46ce-81d6-c7c40b379e53 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'port': {'device_id': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'admin_state_up': True, 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'security_groups': ['8b823fdc-4fb0-4e46-9620-31c6448e93fe']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:22.042784 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f30e18e-9183-415b-8c9e-b04804cf7f11 req-8171cf36-b7cf-48c9-9923-ad3afeb84abc service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585295 Sep 23 22:40:22.207972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89c8b9-4d67-44bf-afd0-3fc4b552d987 req-0e154c9d-46f4-4d5a-a2bd-80f39690eea1 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:22.211963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dc89c8b9-4d67-44bf-afd0-3fc4b552d987 req-0e154c9d-46f4-4d5a-a2bd-80f39690eea1 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.2129188 Sep 23 22:40:22.269408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38414) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:22.331132 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6415d56b-c045-40e0-9bd1-23a08ce97e30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4bf26e9b47a4ebe906547b6f46b621a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584011 Sep 23 22:40:22.331831 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5f30e18e-9183-415b-8c9e-b04804cf7f11 req-2de53b18-fbaa-490e-858f-5d703b5671f5 service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794936 Sep 23 22:40:22.333224 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38416) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:22.339288 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dc89c8b9-4d67-44bf-afd0-3fc4b552d987 req-14f95fb6-6dcf-4fcd-9be8-d9587d0d1e4c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184456 Sep 23 22:40:22.442859 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2f78a75f-16c3-46ce-81d6-c7c40b379e53 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Made reservation on behalf of 51f8bd0949bd4e95a8e9aac40db9671c for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:40:22.462468 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2f78a75f-16c3-46ce-81d6-c7c40b379e53 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:22.701043 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0cd05f10-c49b-4d4d-838a-b3cf7753c0ac req-98adcc83-55d6-4eb1-a4d7-b4943b551627 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 210 time: 0.1745820 Sep 23 22:40:22.778493 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f0299695-2c73-40c2-83a4-00132ce54fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:22.943298 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f0299695-2c73-40c2-83a4-00132ce54fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:22.943775 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-879b9500-7ebb-40ad-9d0d-ae82f6ac38a8 req-276fe683-26ae-4b9e-a7d6-85fac12ca608 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.1140883 Sep 23 22:40:23.048201 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2f78a75f-16c3-46ce-81d6-c7c40b379e53 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Allocated IP 172.20.0.4 (fa81e9cc-8992-4179-b9e3-9048c56a33a0/348543d1-f008-4beb-b20f-1d9700a9ee7e/65da3b19-c7ce-4403-aab0-82474cf2997a) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:40:23.276553 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f0299695-2c73-40c2-83a4-00132ce54fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:23.288238 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f0299695-2c73-40c2-83a4-00132ce54fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:23.294249 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f0299695-2c73-40c2-83a4-00132ce54fcc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea1ca16d-cb8b-464d-bb55-4bc64228eefb HTTP/1.1" status: 204 len: 168 time: 0.9557683 Sep 23 22:40:23.348589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0299695-2c73-40c2-83a4-00132ce54fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1ca16d-cb8b-464d-bb55-4bc64228eefb,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:23.643192 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2f78a75f-16c3-46ce-81d6-c7c40b379e53 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:23.778609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4183277-73c0-40f3-8b73-9fb2334b2aff req-013ada12-c697-482a-97a9-4ec7b52c26f0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:23.794490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4183277-73c0-40f3-8b73-9fb2334b2aff req-013ada12-c697-482a-97a9-4ec7b52c26f0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.2168579 Sep 23 22:40:23.921694 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4183277-73c0-40f3-8b73-9fb2334b2aff req-18b1e825-0f51-4098-b3bd-78dd8055c718 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253705 Sep 23 22:40:24.031395 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-37fce0cf-0eec-4c17-88f0-49aba7117752 req-0ea65f61-2821-487c-b6bd-5026e206f524 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 210 time: 0.0597205 Sep 23 22:40:24.085158 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2f78a75f-16c3-46ce-81d6-c7c40b379e53 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:24.303338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c468ab-9761-4274-86b7-8c993d365e9e req-02dcb179-b87e-48da-a5f1-e1a55bf19534 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:24.306554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78a75f-16c3-46ce-81d6-c7c40b379e53 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'Port': ['ID=65da3b19-c7ce-4403-aab0-82474cf2997a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:24.329714 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15c468ab-9761-4274-86b7-8c993d365e9e req-02dcb179-b87e-48da-a5f1-e1a55bf19534 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 931 time: 0.2033911 Sep 23 22:40:24.361356 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2f78a75f-16c3-46ce-81d6-c7c40b379e53 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Network fa81e9cc-8992-4179-b9e3-9048c56a33a0 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:40:24.390136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2f78a75f-16c3-46ce-81d6-c7c40b379e53 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:40:24.409753 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2f78a75f-16c3-46ce-81d6-c7c40b379e53 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:40:24.579658 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15c468ab-9761-4274-86b7-8c993d365e9e req-91e512ff-54db-44ba-9f7d-5ed6d5fedbea tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372911 Sep 23 22:40:24.656668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2f78a75f-16c3-46ce-81d6-c7c40b379e53 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:24.657814 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2f78a75f-16c3-46ce-81d6-c7c40b379e53 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:24.801980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2f78a75f-16c3-46ce-81d6-c7c40b379e53 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0839446 Sep 23 22:40:24.820552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-130be636-ae18-432f-b02a-17176a0b0834 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'port': {'device_id': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8', 'admin_state_up': True, 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'security_groups': ['8b823fdc-4fb0-4e46-9620-31c6448e93fe']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:25.133754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0478fdba-237f-4610-86b0-eed9c20b7a36 None None] Provisioning complete for port 65da3b19-c7ce-4403-aab0-82474cf2997a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:40:25.134326 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0478fdba-237f-4610-86b0-eed9c20b7a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:25.272010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0478fdba-237f-4610-86b0-eed9c20b7a36 None None] Port 65da3b19-c7ce-4403-aab0-82474cf2997a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:40:25.315080 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3c82a89-980c-4637-b12e-f0b4012fef7f req-74906898-42da-4b72-bfb1-53431bf9e690 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 210 time: 0.0384610 Sep 23 22:40:25.352207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-130be636-ae18-432f-b02a-17176a0b0834 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Made reservation on behalf of 51f8bd0949bd4e95a8e9aac40db9671c for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:40:25.391941 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-130be636-ae18-432f-b02a-17176a0b0834 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:25.520310 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4a16a-facf-422f-933e-425313b8244a req-6094f314-82b5-47be-9e27-acbf64654a07 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:25.533754 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14c4a16a-facf-422f-933e-425313b8244a req-6094f314-82b5-47be-9e27-acbf64654a07 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.2749305 Sep 23 22:40:25.768542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14c4a16a-facf-422f-933e-425313b8244a req-f02becd4-4204-4d4a-8f59-ffa35e6784e6 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449955 Sep 23 22:40:25.911946 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-91fffe7a-5355-46ed-8924-567362e61db2 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9889af0e50e64e8e84bc19439ad34f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382550 Sep 23 22:40:25.929998 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-130be636-ae18-432f-b02a-17176a0b0834 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Allocated IP 10.1.1.202 (122a4d33-a44b-41de-907d-9ba92c71bcd8/a7b711bb-422e-48ab-b295-11456f279491/6a81c335-2695-469d-8050-a9cd933195f5) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:40:26.073814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31845ddb-aaa1-44ff-9b87-8eb2ed973a0c req-911b971d-d184-476e-ac30-c3df5a30f39c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:26.113200 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31845ddb-aaa1-44ff-9b87-8eb2ed973a0c req-911b971d-d184-476e-ac30-c3df5a30f39c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 931 time: 0.2310066 Sep 23 22:40:26.161619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-375d2970-0e45-458f-8302-6283c112cc3b tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:26.163286 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-375d2970-0e45-458f-8302-6283c112cc3b tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2350233 Sep 23 22:40:26.226218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Request body: {'port': {'device_id': 'df2eac93-59ef-4855-a94f-89e6ae1258f4', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '9889af0e50e64e8e84bc19439ad34f61'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:26.240377 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31845ddb-aaa1-44ff-9b87-8eb2ed973a0c req-adfd9779-a31d-4a64-8a85-fe5bcb62cbe8 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208527 Sep 23 22:40:26.847490 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:40:27.233249 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c5ca8904-67d6-4c7b-a919-3c93478d1d37 req-d0071be4-8f83-4b85-a77d-2605ad524c5b tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 210 time: 0.2265799 Sep 23 22:40:27.245200 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-130be636-ae18-432f-b02a-17176a0b0834 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:27.320413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdfb46-90c3-49b4-9235-9b7613d5c585 req-c6a21947-0971-401f-b5f1-8d54e552eb5f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:27.351635 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-abbdfb46-90c3-49b4-9235-9b7613d5c585 req-c6a21947-0971-401f-b5f1-8d54e552eb5f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1562533 Sep 23 22:40:27.510854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-abbdfb46-90c3-49b4-9235-9b7613d5c585 req-9217e8a4-e7d6-4499-9d51-31676cf48851 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553612 Sep 23 22:40:27.611807 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-130be636-ae18-432f-b02a-17176a0b0834 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:27.614528 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Made reservation on behalf of 9889af0e50e64e8e84bc19439ad34f61 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:40:27.621654 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:27.769644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130be636-ae18-432f-b02a-17176a0b0834 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'Port': ['ID=6a81c335-2695-469d-8050-a9cd933195f5,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:27.809584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffe7bb-61b4-407f-986e-c1df86bcff36 req-36c87f63-bbb4-4b3b-a064-24a7ff68fb6d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:27.817666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffe7bb-61b4-407f-986e-c1df86bcff36 req-36c87f63-bbb4-4b3b-a064-24a7ff68fb6d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:27.831711 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43ffe7bb-61b4-407f-986e-c1df86bcff36 req-36c87f63-bbb4-4b3b-a064-24a7ff68fb6d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 1653 time: 0.2992167 Sep 23 22:40:27.832973 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:28.006087 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43ffe7bb-61b4-407f-986e-c1df86bcff36 req-11b81cd6-e31a-48ca-a520-a4dd5a3a6986 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546476 Sep 23 22:40:28.031618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-130be636-ae18-432f-b02a-17176a0b0834 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Network 122a4d33-a44b-41de-907d-9ba92c71bcd8 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:40:28.061618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-130be636-ae18-432f-b02a-17176a0b0834 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:40:28.080353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-130be636-ae18-432f-b02a-17176a0b0834 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:40:28.290227 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-130be636-ae18-432f-b02a-17176a0b0834 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:28.290912 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-130be636-ae18-432f-b02a-17176a0b0834 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:28.483854 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10508d53-439e-45ad-8337-4ab2cdfc6b8b req-5c5f9c5d-4ad0-4c9e-8c3c-50bcbbd0e884 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 210 time: 0.0453815 Sep 23 22:40:28.670941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-803d1cf7-cced-4e5b-bea7-3f610f5845b6 None None] Provisioning complete for port 6a81c335-2695-469d-8050-a9cd933195f5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:40:28.672091 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-803d1cf7-cced-4e5b-bea7-3f610f5845b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:28.689443 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:28.767995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-803d1cf7-cced-4e5b-bea7-3f610f5845b6 None None] Port 6a81c335-2695-469d-8050-a9cd933195f5 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:40:28.799085 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:28.858835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d461b-32b5-4deb-add7-00404dde8dc8 req-8e47e7b5-3f5a-4ab1-a3c1-d08bd9ea8a50 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:28.877419 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-572d461b-32b5-4deb-add7-00404dde8dc8 req-8e47e7b5-3f5a-4ab1-a3c1-d08bd9ea8a50 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1481688 Sep 23 22:40:28.976222 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-130be636-ae18-432f-b02a-17176a0b0834 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1601427 Sep 23 22:40:28.978830 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fff5401-8cee-4dd9-81d7-8811eda4d08c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:29.245298 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-572d461b-32b5-4deb-add7-00404dde8dc8 req-4b16f49a-8e5d-4a41-a696-d6d412ce3dc0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539879 Sep 23 22:40:29.272415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ed8bb0df-7d63-4ddb-afd9-922fa8ed5551 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'port': {'device_id': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8', 'admin_state_up': True, 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'security_groups': ['8b823fdc-4fb0-4e46-9620-31c6448e93fe']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:29.405929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Allocated IP 192.168.233.60 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/e2c0f670-5d45-46da-acf1-75ac35723eee) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:40:29.553776 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38562) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:29.691354 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281d2c4-f6e0-4575-afa0-eb019a5cd089 req-82f25c89-8da6-4486-b38c-24f9d3cfbd00 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:29.698182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281d2c4-f6e0-4575-afa0-eb019a5cd089 req-82f25c89-8da6-4486-b38c-24f9d3cfbd00 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:29.706516 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9281d2c4-f6e0-4575-afa0-eb019a5cd089 req-82f25c89-8da6-4486-b38c-24f9d3cfbd00 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 1653 time: 0.3637707 Sep 23 22:40:29.856233 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9281d2c4-f6e0-4575-afa0-eb019a5cd089 req-92378aab-3c75-4074-b2a5-53f2dead6df8 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484082 Sep 23 22:40:29.895212 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3218f58-3407-44c7-8e28-8a593027f56b req-fb53eed2-c4af-40cc-9393-78c076299a14 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 210 time: 0.1215589 Sep 23 22:40:29.909051 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6bf9f177-b93c-4cfd-bed0-b9e6fa7a893c tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-516591789'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:30.015092 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:30.038155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ed8bb0df-7d63-4ddb-afd9-922fa8ed5551 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Made reservation on behalf of 51f8bd0949bd4e95a8e9aac40db9671c for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:40:30.044681 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ed8bb0df-7d63-4ddb-afd9-922fa8ed5551 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:30.192962 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f177-b93c-4cfd-bed0-b9e6fa7a893c tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:30.194383 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f177-b93c-4cfd-bed0-b9e6fa7a893c tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:30.281061 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f177-b93c-4cfd-bed0-b9e6fa7a893c tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:30.368192 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:30.395395 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f177-b93c-4cfd-bed0-b9e6fa7a893c tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:30.507209 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f177-b93c-4cfd-bed0-b9e6fa7a893c tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:30.509353 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6bf9f177-b93c-4cfd-bed0-b9e6fa7a893c tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9541054 Sep 23 22:40:30.511228 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Pushing event updated for resources: {'Port': ['ID=e2c0f670-5d45-46da-acf1-75ac35723eee,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:30.513744 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38576) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:30.570470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:40:30.587772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38578) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:30.686501 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:40:30.692165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:40:30.728658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ed8bb0df-7d63-4ddb-afd9-922fa8ed5551 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Allocated IP 10.1.1.244 (122a4d33-a44b-41de-907d-9ba92c71bcd8/a7b711bb-422e-48ab-b295-11456f279491/7f493b13-b997-4328-8a9e-261bf11e481e) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:40:30.763692 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4094da54-783d-4ae0-8d16-a1086d735159 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:30.886191 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734089b8-9cf1-48ab-92ec-5e2b8163c8c4 req-7f6c7f36-e6f1-408e-800b-fbd6d584546e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:30.894967 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-734089b8-9cf1-48ab-92ec-5e2b8163c8c4 req-7f6c7f36-e6f1-408e-800b-fbd6d584546e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.4526033 Sep 23 22:40:31.052988 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7f58a75e-3f6f-4e56-b77c-4c11c1dcc6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:31.124920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:31.133990 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:31.226740 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4094da54-783d-4ae0-8d16-a1086d735159 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:31.249160 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4094da54-783d-4ae0-8d16-a1086d735159 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:31.291855 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-734089b8-9cf1-48ab-92ec-5e2b8163c8c4 req-0331ff44-2e00-49ff-b5a3-55a541d7ee68 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852141 Sep 23 22:40:31.322194 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1cb9eee7-f5af-4103-89cf-940d91e4e893 None None] Provisioning complete for port e2c0f670-5d45-46da-acf1-75ac35723eee triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:40:31.323248 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1cb9eee7-f5af-4103-89cf-940d91e4e893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:31.386465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328d5b1-b42d-482b-8ba9-0fbda03fd5cb req-c1f4a3d3-83d6-41ac-bb45-0301d6e4168d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:31.394539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328d5b1-b42d-482b-8ba9-0fbda03fd5cb req-c1f4a3d3-83d6-41ac-bb45-0301d6e4168d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:31.396696 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5328d5b1-b42d-482b-8ba9-0fbda03fd5cb req-c1f4a3d3-83d6-41ac-bb45-0301d6e4168d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 1653 time: 0.1935298 Sep 23 22:40:31.408287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-1cb9eee7-f5af-4103-89cf-940d91e4e893 None None] Port e2c0f670-5d45-46da-acf1-75ac35723eee cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:40:31.478559 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5328d5b1-b42d-482b-8ba9-0fbda03fd5cb req-54487721-b18d-4e15-b42d-f283477864f4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750055 Sep 23 22:40:31.499210 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4094da54-783d-4ae0-8d16-a1086d735159 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:31.499881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4094da54-783d-4ae0-8d16-a1086d735159 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4dbcdb6-8420-4ecd-affe-23b23aa6843c {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:40:31.517194 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4094da54-783d-4ae0-8d16-a1086d735159 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:31.518412 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4094da54-783d-4ae0-8d16-a1086d735159 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] 10.222.0.22 "DELETE /v2.0/routers/e4dbcdb6-8420-4ecd-affe-23b23aa6843c HTTP/1.1" status: 204 len: 168 time: 1.0029173 Sep 23 22:40:31.523662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38596) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:31.530464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8ab52dce-3141-4c02-9b59-ee150861f777 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Request body: {'router': {'name': 'tempest-router-862974593', 'distributed': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:31.663763 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ed8bb0df-7d63-4ddb-afd9-922fa8ed5551 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:31.717066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5122d5f-deb9-4cc8-b429-e89b01560bdd req-59b16655-93cb-4a39-a5c7-0244e2e3c53f tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:31.725852 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5122d5f-deb9-4cc8-b429-e89b01560bdd req-59b16655-93cb-4a39-a5c7-0244e2e3c53f tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 935 time: 0.2482092 Sep 23 22:40:31.777735 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7f58a75e-3f6f-4e56-b77c-4c11c1dcc6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:31.829470 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5122d5f-deb9-4cc8-b429-e89b01560bdd req-0458cb8d-07c6-409d-a662-69e5884f4890 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fff5401-8cee-4dd9-81d7-8811eda4d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004283 Sep 23 22:40:31.837594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ed8bb0df-7d63-4ddb-afd9-922fa8ed5551 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:31.903699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bb0df-7d63-4ddb-afd9-922fa8ed5551 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'Port': ['ID=7f493b13-b997-4328-8a9e-261bf11e481e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:31.908570 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7f58a75e-3f6f-4e56-b77c-4c11c1dcc6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:31.916681 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ed8bb0df-7d63-4ddb-afd9-922fa8ed5551 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Network 122a4d33-a44b-41de-907d-9ba92c71bcd8 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:40:31.923755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ed8bb0df-7d63-4ddb-afd9-922fa8ed5551 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:40:31.926498 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ed8bb0df-7d63-4ddb-afd9-922fa8ed5551 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:40:32.046589 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7f58a75e-3f6f-4e56-b77c-4c11c1dcc6a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77c85db680cc434787f627cbe58f7395&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4401445 Sep 23 22:40:32.057906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38602) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:32.068760 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-54b66e64-b79b-4f76-9033-0dc376a6d0cc tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.8464775 Sep 23 22:40:32.076171 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ed8bb0df-7d63-4ddb-afd9-922fa8ed5551 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:32.076665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ed8bb0df-7d63-4ddb-afd9-922fa8ed5551 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:32.082641 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58a75e-3f6f-4e56-b77c-4c11c1dcc6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb20887-ff01-46a0-8402-c3a1fd13487e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:32.090060 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Request body: {'port': {'device_id': 'df2eac93-59ef-4855-a94f-89e6ae1258f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:32.167191 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:32.185422 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c77966dd-24a0-4a97-99fb-9c29a9a469e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:32.229633 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ab52dce-3141-4c02-9b59-ee150861f777 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:32.232349 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ab52dce-3141-4c02-9b59-ee150861f777 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:32.238154 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c77966dd-24a0-4a97-99fb-9c29a9a469e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:32.331274 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ab52dce-3141-4c02-9b59-ee150861f777 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:32.353429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-93cc259c-7858-46c3-9782-f485d5b1c04b None None] Provisioning complete for port 7f493b13-b997-4328-8a9e-261bf11e481e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:40:32.354358 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-93cc259c-7858-46c3-9782-f485d5b1c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:32.405060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-93cc259c-7858-46c3-9782-f485d5b1c04b None None] Port 7f493b13-b997-4328-8a9e-261bf11e481e cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:40:32.522677 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-ed8bb0df-7d63-4ddb-afd9-922fa8ed5551 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2745664 Sep 23 22:40:32.544879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9aa92-4e36-4c66-8cb5-93e402e9324f req-886cbc5a-fd0a-48b1-acc4-a75d9655e383 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:32.547527 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-80c9aa92-4e36-4c66-8cb5-93e402e9324f req-886cbc5a-fd0a-48b1-acc4-a75d9655e383 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1003664 Sep 23 22:40:32.550716 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c77966dd-24a0-4a97-99fb-9c29a9a469e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:32.556264 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c77966dd-24a0-4a97-99fb-9c29a9a469e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:32.561371 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c77966dd-24a0-4a97-99fb-9c29a9a469e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5cb20887-ff01-46a0-8402-c3a1fd13487e HTTP/1.1" status: 204 len: 168 time: 0.4984396 Sep 23 22:40:32.561708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4e5a4e49-bbcd-4920-b276-b242fce5ae79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'port': {'device_id': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41', 'admin_state_up': True, 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'security_groups': ['8b823fdc-4fb0-4e46-9620-31c6448e93fe']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:32.571494 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ab52dce-3141-4c02-9b59-ee150861f777 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:32.611769 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77966dd-24a0-4a97-99fb-9c29a9a469e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb20887-ff01-46a0-8402-c3a1fd13487e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:32.723708 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fa358-b3fc-48c8-a742-0b53fec6a544 req-49100122-5d70-4110-a8e8-fcca2b9e7d74 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:32.736545 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fa358-b3fc-48c8-a742-0b53fec6a544 req-49100122-5d70-4110-a8e8-fcca2b9e7d74 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:32.753856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fa358-b3fc-48c8-a742-0b53fec6a544 req-49100122-5d70-4110-a8e8-fcca2b9e7d74 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:32.756056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c89fa358-b3fc-48c8-a742-0b53fec6a544 req-49100122-5d70-4110-a8e8-fcca2b9e7d74 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 2374 time: 0.1195295 Sep 23 22:40:32.835681 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c89fa358-b3fc-48c8-a742-0b53fec6a544 req-fac73443-ed25-476a-9983-f93a5f4a38ca tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589733 Sep 23 22:40:32.842401 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ab52dce-3141-4c02-9b59-ee150861f777 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:32.846491 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8ab52dce-3141-4c02-9b59-ee150861f777 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.3184252 Sep 23 22:40:32.848640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c0f670-5d45-46da-acf1-75ac35723eee {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:40:32.849633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38616) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:32.917380 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-80c9aa92-4e36-4c66-8cb5-93e402e9324f req-a8633d6e-0702-4244-a072-2bdd2b0f635d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480239 Sep 23 22:40:33.030023 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:33.079735 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6077cbb8-d6a6-4a63-848a-5577e644c237 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:33.080795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Transition to ACTIVE for port object e2c0f670-5d45-46da-acf1-75ac35723eee will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:40:33.181850 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:33.255561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Pushing event updated for resources: {'Port': ['ID=e2c0f670-5d45-46da-acf1-75ac35723eee,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:33.272762 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:33.273255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:33.273611 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:33.273956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:33.274316 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:33.274675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:33.275012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:33.275342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:33.275673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:33.276003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:33.276330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:33.276683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:33.287486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4e5a4e49-bbcd-4920-b276-b242fce5ae79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Made reservation on behalf of 51f8bd0949bd4e95a8e9aac40db9671c for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:40:33.374868 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e6f4d-a6b1-4627-9698-fa19249181e5 req-e7ba3ad6-5155-4b16-b899-30870b061b0a tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:33.377325 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-175e6f4d-a6b1-4627-9698-fa19249181e5 req-e7ba3ad6-5155-4b16-b899-30870b061b0a tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 935 time: 0.2788014 Sep 23 22:40:33.524886 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6077cbb8-d6a6-4a63-848a-5577e644c237 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:33.531726 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6077cbb8-d6a6-4a63-848a-5577e644c237 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:33.754161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Attempting to bind port e2c0f670-5d45-46da-acf1-75ac35723eee on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:40:33.755025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Attempting to bind port e2c0f670-5d45-46da-acf1-75ac35723eee by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:40:33.755025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Attempting to bind port e2c0f670-5d45-46da-acf1-75ac35723eee on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:40:33.829851 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6077cbb8-d6a6-4a63-848a-5577e644c237 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:33.830383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6077cbb8-d6a6-4a63-848a-5577e644c237 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2273fcd9-e036-4953-a855-c4cd60e7d1d3 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:40:33.843118 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6077cbb8-d6a6-4a63-848a-5577e644c237 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:33.845564 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6077cbb8-d6a6-4a63-848a-5577e644c237 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] 10.222.0.22 "DELETE /v2.0/routers/2273fcd9-e036-4953-a855-c4cd60e7d1d3 HTTP/1.1" status: 204 len: 168 time: 0.9955454 Sep 23 22:40:33.849783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38634) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:33.856220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e2db4481-ade8-4d92-a09f-69d46d9102e2 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Request body: {'router': {'name': 'tempest-router-1692436143', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5fb73e3ec43e428082fc10c80e48d8fd'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:33.913385 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4e5a4e49-bbcd-4920-b276-b242fce5ae79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:33.946840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Port e2c0f670-5d45-46da-acf1-75ac35723eee on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:40:33.947352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Attempting to bind port e2c0f670-5d45-46da-acf1-75ac35723eee on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:40:33.978164 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-175e6f4d-a6b1-4627-9698-fa19249181e5 req-c91f9c2f-8969-47a4-9146-4010a392b3ee tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fff5401-8cee-4dd9-81d7-8811eda4d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775604 Sep 23 22:40:33.991638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:40:33.992286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:40:33.993004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:40:33.993890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Bound port: e2c0f670-5d45-46da-acf1-75ac35723eee, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:40:33.994782 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:34.068392 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2db4481-ade8-4d92-a09f-69d46d9102e2 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:34.074613 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2db4481-ade8-4d92-a09f-69d46d9102e2 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:34.231059 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2db4481-ade8-4d92-a09f-69d46d9102e2 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:34.288321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888b950-6e21-4aea-90bf-b71c58198785 req-c3618234-882d-4a62-8ba2-93a831c67cfd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:34.290385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] For port e2c0f670-5d45-46da-acf1-75ac35723eee, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:40:34.301949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888b950-6e21-4aea-90bf-b71c58198785 req-c3618234-882d-4a62-8ba2-93a831c67cfd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:34.311002 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] For port e2c0f670-5d45-46da-acf1-75ac35723eee, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e2c0f670-5d45-46da-acf1-75ac35723eee,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:40:34.318243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888b950-6e21-4aea-90bf-b71c58198785 req-c3618234-882d-4a62-8ba2-93a831c67cfd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:34.334017 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e888b950-6e21-4aea-90bf-b71c58198785 req-c3618234-882d-4a62-8ba2-93a831c67cfd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 2374 time: 0.3231323 Sep 23 22:40:34.361046 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2db4481-ade8-4d92-a09f-69d46d9102e2 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:34.363638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38642) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:34.399714 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b18abe6-3298-4ea3-80bb-6494eb34efaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:34.485353 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e888b950-6e21-4aea-90bf-b71c58198785 req-811d1cf3-107c-4b11-ae9a-b38d19723a59 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493173 Sep 23 22:40:34.522204 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2db4481-ade8-4d92-a09f-69d46d9102e2 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:34.524844 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e2db4481-ade8-4d92-a09f-69d46d9102e2 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6722896 Sep 23 22:40:34.540815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38648) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:34.558134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4cb925ff-c9c8-4d9a-b3d1-a84f847adb47 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:34.597745 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:35.093683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:35.097406 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:35.101181 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] 10.222.0.43 "PUT /v2.0/ports/e2c0f670-5d45-46da-acf1-75ac35723eee HTTP/1.1" status: 200 len: 1095 time: 3.0196424 Sep 23 22:40:35.113269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2eac93-59ef-4855-a94f-89e6ae1258f4', 'tag': 'e2c0f670-5d45-46da-acf1-75ac35723eee'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:40:35.128215 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab4adaa-58f1-4410-8270-bf02054e2c35" -d '{"events": [{"name": "network-changed", "server_uuid": "df2eac93-59ef-4855-a94f-89e6ae1258f4", "tag": "e2c0f670-5d45-46da-acf1-75ac35723eee"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:40:35.208281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4cb925ff-c9c8-4d9a-b3d1-a84f847adb47 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:35.213509 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4cb925ff-c9c8-4d9a-b3d1-a84f847adb47 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:35.404045 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b18abe6-3298-4ea3-80bb-6494eb34efaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:35.463270 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affc30b-7a97-4fb8-8f8c-2c4a1d63349f service neutron] Pushing event updated for resources: {'Port': ['ID=e2c0f670-5d45-46da-acf1-75ac35723eee,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:35.477612 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4cb925ff-c9c8-4d9a-b3d1-a84f847adb47 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95491) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 23 22:40:35.492436 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4cb925ff-c9c8-4d9a-b3d1-a84f847adb47 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Router 6af00f3b-cf9a-4082-a952-d07dd51fe564 migrating from provider to provider. {{(pid=95491) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 23 22:40:35.492436 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4cb925ff-c9c8-4d9a-b3d1-a84f847adb47 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:35.492436 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b18abe6-3298-4ea3-80bb-6494eb34efaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:35.517830 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4cb925ff-c9c8-4d9a-b3d1-a84f847adb47 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:35.554178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18abe6-3298-4ea3-80bb-6494eb34efaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b20d96e-291e-453c-ac58-ee4248bf1c1b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:35.594799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2b18abe6-3298-4ea3-80bb-6494eb34efaf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=79484d6bb7724e80aa6c2f162152f155&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2244775 Sep 23 22:40:35.599198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38662) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:35.609482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf025d6-4baf-44a8-9d7e-ed628ede88fb req-dc4927e2-33e8-4d99-a3ac-374db2fa6333 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:35.611290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddf025d6-4baf-44a8-9d7e-ed628ede88fb req-dc4927e2-33e8-4d99-a3ac-374db2fa6333 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 947 time: 0.3128097 Sep 23 22:40:35.665176 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f496600-aec4-41f2-963c-af830839b9bf req-da856cb1-8e94-45cd-a7ad-cea8e8da4d3a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:35.668543 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1f496600-aec4-41f2-963c-af830839b9bf req-da856cb1-8e94-45cd-a7ad-cea8e8da4d3a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 1.3549967 Sep 23 22:40:35.693242 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4cb925ff-c9c8-4d9a-b3d1-a84f847adb47 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:35.721713 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d8fd560-f453-4fa6-a368-e2ff6440f22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:35.790656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4e5a4e49-bbcd-4920-b276-b242fce5ae79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Allocated IP 10.2.2.100 (b61d004c-7d39-4789-9f10-cec75881ed41/58ea8bde-f95b-46c7-a12b-9f7c0e9039da/2298126b-37f0-4907-ab2e-6fd9ea973c84) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:40:36.006175 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4e5a4e49-bbcd-4920-b276-b242fce5ae79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:36.066530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-ab013458-c200-4bd6-b526-2633c717d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:36.068497 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-ab013458-c200-4bd6-b526-2633c717d603 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9889af0e50e64e8e84bc19439ad34f61&device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 1098 time: 0.5861394 Sep 23 22:40:36.101513 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1f496600-aec4-41f2-963c-af830839b9bf req-e656415e-0b27-4f8a-9cf6-4152eaa92bf5 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208260 Sep 23 22:40:36.228996 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a56533-0941-4130-a914-51e172e07f8a x-openstack-request-id: req-01a56533-0941-4130-a914-51e172e07f8a {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:40:36.233140 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2eac93-59ef-4855-a94f-89e6ae1258f4", "tag": "e2c0f670-5d45-46da-acf1-75ac35723eee", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:40:36.233580 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-01a56533-0941-4130-a914-51e172e07f8a {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:40:36.234468 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2eac93-59ef-4855-a94f-89e6ae1258f4', 'tag': 'e2c0f670-5d45-46da-acf1-75ac35723eee', 'status': 'completed', 'code': 200} Sep 23 22:40:36.242187 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4e5a4e49-bbcd-4920-b276-b242fce5ae79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:36.251598 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-f360240a-b9fd-4204-a970-eb82b1e0eeeb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=e2c0f670-5d45-46da-acf1-75ac35723eee HTTP/1.1" status: 200 len: 217 time: 0.1480916 Sep 23 22:40:36.329172 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d8fd560-f453-4fa6-a368-e2ff6440f22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:36.352252 n-d-810775-1 neutron-server[95491]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4cb925ff-c9c8-4d9a-b3d1-a84f847adb47 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] No L3 agents can host the router 6af00f3b-cf9a-4082-a952-d07dd51fe564 Sep 23 22:40:36.359052 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddf025d6-4baf-44a8-9d7e-ed628ede88fb req-4c397855-fd06-4530-a579-e50dedc220c5 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fff5401-8cee-4dd9-81d7-8811eda4d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6954234 Sep 23 22:40:36.563950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb925ff-c9c8-4d9a-b3d1-a84f847adb47 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Hosts for router 6af00f3b-cf9a-4082-a952-d07dd51fe564: [] {{(pid=95491) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 23 22:40:36.622766 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d8fd560-f453-4fa6-a368-e2ff6440f22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:36.629764 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:36.637010 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d8fd560-f453-4fa6-a368-e2ff6440f22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:36.637010 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9d8fd560-f453-4fa6-a368-e2ff6440f22a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b20d96e-291e-453c-ac58-ee4248bf1c1b HTTP/1.1" status: 204 len: 168 time: 1.0206354 Sep 23 22:40:36.697508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fd560-f453-4fa6-a368-e2ff6440f22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b20d96e-291e-453c-ac58-ee4248bf1c1b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:36.710180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb925ff-c9c8-4d9a-b3d1-a84f847adb47 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Hosts for other DVR routers connected to router 6af00f3b-cf9a-4082-a952-d07dd51fe564: set() {{(pid=95491) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 23 22:40:36.719080 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4cb925ff-c9c8-4d9a-b3d1-a84f847adb47 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:36.740723 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4cb925ff-c9c8-4d9a-b3d1-a84f847adb47 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] 10.222.0.22 "PUT /v2.0/routers/6af00f3b-cf9a-4082-a952-d07dd51fe564 HTTP/1.1" status: 200 len: 717 time: 2.1924553 Sep 23 22:40:36.740723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38674) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:36.755616 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4e5a4e49-bbcd-4920-b276-b242fce5ae79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Network b61d004c-7d39-4789-9f10-cec75881ed41 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:40:36.771746 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4e5a4e49-bbcd-4920-b276-b242fce5ae79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:40:36.796314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4e5a4e49-bbcd-4920-b276-b242fce5ae79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:40:36.800489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a4e49-bbcd-4920-b276-b242fce5ae79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'Port': ['ID=2298126b-37f0-4907-ab2e-6fd9ea973c84,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:36.857487 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c4849-65e0-4288-a3ad-810b790faf30 req-9aebec67-f227-43ca-8242-e21b727d8a87 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:36.866022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c4849-65e0-4288-a3ad-810b790faf30 req-9aebec67-f227-43ca-8242-e21b727d8a87 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:36.872327 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c4849-65e0-4288-a3ad-810b790faf30 req-9aebec67-f227-43ca-8242-e21b727d8a87 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:36.882479 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c4849-65e0-4288-a3ad-810b790faf30 req-9aebec67-f227-43ca-8242-e21b727d8a87 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:36.891982 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b8c4849-65e0-4288-a3ad-810b790faf30 req-9aebec67-f227-43ca-8242-e21b727d8a87 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 3095 time: 0.5183904 Sep 23 22:40:36.904426 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-d1681f0d-3fc6-4a71-9710-0a0247a4af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:36.921158 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-d1681f0d-3fc6-4a71-9710-0a0247a4af0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.3749652 Sep 23 22:40:37.030980 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4e5a4e49-bbcd-4920-b276-b242fce5ae79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:37.035733 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4e5a4e49-bbcd-4920-b276-b242fce5ae79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:37.070581 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b8c4849-65e0-4288-a3ad-810b790faf30 req-041815c1-b090-436e-af66-028226550afd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772308 Sep 23 22:40:37.128813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-4851b525-47e8-463e-ae99-f01ba4a0f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:37.132009 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-4851b525-47e8-463e-ae99-f01ba4a0f4cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1938376 Sep 23 22:40:37.151075 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-aa3ce87f-30ca-450a-a88a-14d3c0b7f23f tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] 10.222.0.22 "GET /v2.0/routers/6af00f3b-cf9a-4082-a952-d07dd51fe564 HTTP/1.1" status: 200 len: 717 time: 0.4111433 Sep 23 22:40:37.152796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38680) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:37.402999 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-43c77912-76a1-4cf0-a3be-6169e7f32254 None None] Provisioning complete for port 2298126b-37f0-4907-ab2e-6fd9ea973c84 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:40:37.407489 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-43c77912-76a1-4cf0-a3be-6169e7f32254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:37.491620 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5cf05-871c-48ed-8f0c-178cc47904fa req-b373b880-2448-49af-8c1b-31f10b0120c7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:37.495410 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28f5cf05-871c-48ed-8f0c-178cc47904fa req-b373b880-2448-49af-8c1b-31f10b0120c7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1454806 Sep 23 22:40:37.597012 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-43c77912-76a1-4cf0-a3be-6169e7f32254 None None] Port 2298126b-37f0-4907-ab2e-6fd9ea973c84 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:40:37.626906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28f5cf05-871c-48ed-8f0c-178cc47904fa req-bdfe0a13-8dbc-4d85-aa7c-70ccc8133166 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205552 Sep 23 22:40:37.907798 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7652262c-a89f-46c2-8bba-670994f4f36c tempest-RoutersTestDVR-229284617 tempest-RoutersTestDVR-229284617-project] 10.222.0.22 "GET /v2.0/routers/6af00f3b-cf9a-4082-a952-d07dd51fe564 HTTP/1.1" status: 200 len: 683 time: 0.7533665 Sep 23 22:40:37.911873 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38700) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:37.922674 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4e5a4e49-bbcd-4920-b276-b242fce5ae79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3708854 Sep 23 22:40:37.953680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-db6bdc9c-e4fb-4593-9c57-1fca137c68d9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'port': {'device_id': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41', 'admin_state_up': True, 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'security_groups': ['8b823fdc-4fb0-4e46-9620-31c6448e93fe']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:38.127799 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a51bb38-6c88-467e-9f34-68b20ba389df tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:38.274453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e43a2-e3ef-4437-8db9-e0d106aabc04 req-b7048479-a2e9-4182-b82f-da0f2997edf0 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:38.278050 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e1e43a2-e3ef-4437-8db9-e0d106aabc04 req-b7048479-a2e9-4182-b82f-da0f2997edf0 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 947 time: 0.3626392 Sep 23 22:40:38.300218 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-104c8cc9-a590-4210-9b30-1ec82ef41a0b service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1595814 Sep 23 22:40:38.646135 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a51bb38-6c88-467e-9f34-68b20ba389df tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:38.661548 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a51bb38-6c88-467e-9f34-68b20ba389df tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:38.782135 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e1e43a2-e3ef-4437-8db9-e0d106aabc04 req-62c67baa-f6b8-4c3b-8231-5825e17d9e2b tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fff5401-8cee-4dd9-81d7-8811eda4d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915667 Sep 23 22:40:38.831408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffc7d5-44ee-4528-9c3c-bfd91504255a req-b6abde21-4262-4b40-b0c4-8b945d4dd22e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:38.864367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffc7d5-44ee-4528-9c3c-bfd91504255a req-b6abde21-4262-4b40-b0c4-8b945d4dd22e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:38.883157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffc7d5-44ee-4528-9c3c-bfd91504255a req-b6abde21-4262-4b40-b0c4-8b945d4dd22e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:38.891958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffc7d5-44ee-4528-9c3c-bfd91504255a req-b6abde21-4262-4b40-b0c4-8b945d4dd22e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:38.893888 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-39ffc7d5-44ee-4528-9c3c-bfd91504255a req-b6abde21-4262-4b40-b0c4-8b945d4dd22e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 3095 time: 0.5400033 Sep 23 22:40:38.926039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-db6bdc9c-e4fb-4593-9c57-1fca137c68d9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Made reservation on behalf of 51f8bd0949bd4e95a8e9aac40db9671c for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:40:39.084235 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a51bb38-6c88-467e-9f34-68b20ba389df tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:39.093756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a51bb38-6c88-467e-9f34-68b20ba389df tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6af00f3b-cf9a-4082-a952-d07dd51fe564 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:40:39.117593 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a51bb38-6c88-467e-9f34-68b20ba389df tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:39.119396 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5a51bb38-6c88-467e-9f34-68b20ba389df tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] 10.222.0.22 "DELETE /v2.0/routers/6af00f3b-cf9a-4082-a952-d07dd51fe564 HTTP/1.1" status: 204 len: 168 time: 1.2053885 Sep 23 22:40:39.128178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38720) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:39.153948 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b5a69bf0-db4b-45a5-9621-fa854758a4d4 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Request body: {'router': {'name': 'tempest-router-1363364180', 'distributed': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:39.193824 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-39ffc7d5-44ee-4528-9c3c-bfd91504255a req-dbb9aef1-116c-4e27-89b0-baecb211989e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768481 Sep 23 22:40:39.226435 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1868cdc-0745-4a13-aa29-80e21c221bc6 req-c37bfc56-4107-4959-9a40-b513f15bec26 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8594337 Sep 23 22:40:39.628068 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c545c-bc33-4c96-a7c9-19e78c9f6d2d req-449837f9-5918-4f8e-bda6-d720f8a70a6d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:39.628068 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c91c545c-bc33-4c96-a7c9-19e78c9f6d2d req-449837f9-5918-4f8e-bda6-d720f8a70a6d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.6016786 Sep 23 22:40:39.779183 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-db6bdc9c-e4fb-4593-9c57-1fca137c68d9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:39.832250 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c91c545c-bc33-4c96-a7c9-19e78c9f6d2d req-ef2b9516-f268-4daf-a68d-605af4960959 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040505 Sep 23 22:40:39.847552 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5a69bf0-db4b-45a5-9621-fa854758a4d4 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:39.849384 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5a69bf0-db4b-45a5-9621-fa854758a4d4 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:40.020509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4adaa-58f1-4410-8270-bf02054e2c35 req-d3958a57-cb42-4c99-a960-b395b5e83c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:40.022274 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ab4adaa-58f1-4410-8270-bf02054e2c35 req-d3958a57-cb42-4c99-a960-b395b5e83c14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9889af0e50e64e8e84bc19439ad34f61&device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 1098 time: 0.1615331 Sep 23 22:40:40.085859 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5a69bf0-db4b-45a5-9621-fa854758a4d4 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:40.227163 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5a69bf0-db4b-45a5-9621-fa854758a4d4 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:40.255398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95e67f-37f2-4597-b9bf-8901e40e7091 req-5f512558-f156-4100-ac91-567e072c9766 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:40.271735 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7e95e67f-37f2-4597-b9bf-8901e40e7091 req-5f512558-f156-4100-ac91-567e072c9766 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 947 time: 0.1776810 Sep 23 22:40:40.412948 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-db6bdc9c-e4fb-4593-9c57-1fca137c68d9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Allocated IP 10.2.2.200 (b61d004c-7d39-4789-9f10-cec75881ed41/58ea8bde-f95b-46c7-a12b-9f7c0e9039da/f4eaf4c4-7f11-4400-86d7-abb4d0325dfe) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:40:40.443626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4adaa-58f1-4410-8270-bf02054e2c35 req-12ee4ad3-d71c-4b50-ba0a-2e3ece5c9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:40.445462 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ab4adaa-58f1-4410-8270-bf02054e2c35 req-12ee4ad3-d71c-4b50-ba0a-2e3ece5c9c09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.4120691 Sep 23 22:40:40.471525 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7e95e67f-37f2-4597-b9bf-8901e40e7091 req-20da0cdb-7485-43c2-89de-097a4cbd45d6 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fff5401-8cee-4dd9-81d7-8811eda4d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858747 Sep 23 22:40:40.536146 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5a69bf0-db4b-45a5-9621-fa854758a4d4 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:40.540745 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b5a69bf0-db4b-45a5-9621-fa854758a4d4 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.4009936 Sep 23 22:40:40.541792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38740) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:40.775040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70f53a-b356-4224-8cdb-2262b8413763 req-05790123-5c7d-4c78-8265-a4c7adb42a8d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:40.779490 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd6ddf8a-4eeb-4fd1-93ee-c5d72d5bd946 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:40.796085 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc70f53a-b356-4224-8cdb-2262b8413763 req-05790123-5c7d-4c78-8265-a4c7adb42a8d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.6261489 Sep 23 22:40:40.849218 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ab4adaa-58f1-4410-8270-bf02054e2c35 req-9789a1f9-89f4-4685-98a5-3a072efd79eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=e2c0f670-5d45-46da-acf1-75ac35723eee HTTP/1.1" status: 200 len: 217 time: 0.3925731 Sep 23 22:40:40.953629 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-db6bdc9c-e4fb-4593-9c57-1fca137c68d9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:40.977338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0be826-6975-48a5-ae6e-95ce61fec5d7 req-e98ec8af-93c9-4059-bb83-0dbd26c6a021 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:41.002326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0be826-6975-48a5-ae6e-95ce61fec5d7 req-e98ec8af-93c9-4059-bb83-0dbd26c6a021 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:41.032178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0be826-6975-48a5-ae6e-95ce61fec5d7 req-e98ec8af-93c9-4059-bb83-0dbd26c6a021 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:41.048591 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0be826-6975-48a5-ae6e-95ce61fec5d7 req-e98ec8af-93c9-4059-bb83-0dbd26c6a021 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:41.051088 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc70f53a-b356-4224-8cdb-2262b8413763 req-777874ec-cf41-493e-b78e-a53d7b2285a5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526598 Sep 23 22:40:41.067619 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae0be826-6975-48a5-ae6e-95ce61fec5d7 req-e98ec8af-93c9-4059-bb83-0dbd26c6a021 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 3095 time: 0.4529665 Sep 23 22:40:41.072039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4adaa-58f1-4410-8270-bf02054e2c35 req-b377c9f0-772d-4e6b-a409-6290b4cf93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:41.074726 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ab4adaa-58f1-4410-8270-bf02054e2c35 req-b377c9f0-772d-4e6b-a409-6290b4cf93ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.2074220 Sep 23 22:40:41.291958 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd6ddf8a-4eeb-4fd1-93ee-c5d72d5bd946 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:41.296885 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd6ddf8a-4eeb-4fd1-93ee-c5d72d5bd946 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:41.311434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4adaa-58f1-4410-8270-bf02054e2c35 req-3cc920fa-2e00-4fb8-aa45-64aff151fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:41.314523 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ab4adaa-58f1-4410-8270-bf02054e2c35 req-3cc920fa-2e00-4fb8-aa45-64aff151fd5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2201364 Sep 23 22:40:41.408858 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae0be826-6975-48a5-ae6e-95ce61fec5d7 req-d903af45-6ec6-407d-8b84-77f989241f2f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3337080 Sep 23 22:40:41.535826 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-db6bdc9c-e4fb-4593-9c57-1fca137c68d9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:41.561207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69eef62-268a-48b1-882f-c58cf919532f req-4ae43870-995d-4f79-b86e-092b5283306c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:41.569006 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f69eef62-268a-48b1-882f-c58cf919532f req-4ae43870-995d-4f79-b86e-092b5283306c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1306551 Sep 23 22:40:41.587965 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd6ddf8a-4eeb-4fd1-93ee-c5d72d5bd946 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:41.588610 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6ddf8a-4eeb-4fd1-93ee-c5d72d5bd946 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dbd567ce-c3f8-4d6f-87c4-8adbe27c9695 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:40:41.602564 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd6ddf8a-4eeb-4fd1-93ee-c5d72d5bd946 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:41.611444 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bd6ddf8a-4eeb-4fd1-93ee-c5d72d5bd946 tempest-RoutersTestDVR-2065051911 tempest-RoutersTestDVR-2065051911-project-admin] 10.222.0.22 "DELETE /v2.0/routers/dbd567ce-c3f8-4d6f-87c4-8adbe27c9695 HTTP/1.1" status: 204 len: 168 time: 1.0612223 Sep 23 22:40:41.666046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407fb3f-d626-4a92-bc78-4e90d7185bf0 req-2f1555fe-0849-4569-998c-0ff45ef9e10b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:41.678734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5407fb3f-d626-4a92-bc78-4e90d7185bf0 req-2f1555fe-0849-4569-998c-0ff45ef9e10b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1757150 Sep 23 22:40:41.689190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-db6bdc9c-e4fb-4593-9c57-1fca137c68d9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Network b61d004c-7d39-4789-9f10-cec75881ed41 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:40:41.704684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-db6bdc9c-e4fb-4593-9c57-1fca137c68d9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:40:41.709600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-db6bdc9c-e4fb-4593-9c57-1fca137c68d9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:40:41.804585 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5407fb3f-d626-4a92-bc78-4e90d7185bf0 req-2878bb3a-a4a8-441b-afe3-d9ef3fad4e2c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196549 Sep 23 22:40:41.840782 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f69eef62-268a-48b1-882f-c58cf919532f req-a55cb3b4-59aa-4688-b5fb-ea28a63924ef tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706687 Sep 23 22:40:41.843092 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ab4adaa-58f1-4410-8270-bf02054e2c35 req-a4548dd8-764b-4bd8-952d-e5760ed09405 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202334 Sep 23 22:40:41.967549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bdc9c-e4fb-4593-9c57-1fca137c68d9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event updated for resources: {'Port': ['ID=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:42.190289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-db6bdc9c-e4fb-4593-9c57-1fca137c68d9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:42.191209 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-db6bdc9c-e4fb-4593-9c57-1fca137c68d9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:42.258152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e2c0f670-5d45-46da-acf1-75ac35723eee details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:40:42.319057 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ab4adaa-58f1-4410-8270-bf02054e2c35 req-2c89a3a3-5128-46c6-9946-bd40f4141f17 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255068 Sep 23 22:40:42.376466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd4d8b-62da-4a65-84cd-9681f6d7a6b2 req-f84b5e35-4e91-42fe-bebe-9ecb93361795 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:42.385333 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-84fd4d8b-62da-4a65-84cd-9681f6d7a6b2 req-f84b5e35-4e91-42fe-bebe-9ecb93361795 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 947 time: 0.3549800 Sep 23 22:40:42.488562 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-db6bdc9c-e4fb-4593-9c57-1fca137c68d9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5402696 Sep 23 22:40:42.556294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-15a26f5f-1678-4ee0-ba3d-b65198ac937e None None] Provisioning complete for port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:40:42.558393 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-15a26f5f-1678-4ee0-ba3d-b65198ac937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:42.609688 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-84fd4d8b-62da-4a65-84cd-9681f6d7a6b2 req-2204997f-c315-4be0-b4d9-5f8c87c21c66 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fff5401-8cee-4dd9-81d7-8811eda4d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166154 Sep 23 22:40:42.629357 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Request body: {'port': {'device_id': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:42.756443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port e2c0f670-5d45-46da-acf1-75ac35723eee, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e2c0f670-5d45-46da-acf1-75ac35723eee,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:40:42.831505 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-15a26f5f-1678-4ee0-ba3d-b65198ac937e None None] Port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:40:42.853371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'e2c0f670-5d45-46da-acf1-75ac35723eee', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'e2c0f670-5d45-46da-acf1-75ac35723eee', 'mac_address': 'fa:16:3e:ee:4c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:40:42.958244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17b310-f907-4c43-9943-ede2b6e3b5c5 req-b40b5895-86e7-45c5-a1d6-4cd65bd915f1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:42.993272 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17b310-f907-4c43-9943-ede2b6e3b5c5 req-b40b5895-86e7-45c5-a1d6-4cd65bd915f1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:43.035748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17b310-f907-4c43-9943-ede2b6e3b5c5 req-b40b5895-86e7-45c5-a1d6-4cd65bd915f1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:43.052730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38812) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:43.053766 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:43.077180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17b310-f907-4c43-9943-ede2b6e3b5c5 req-b40b5895-86e7-45c5-a1d6-4cd65bd915f1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:43.108562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17b310-f907-4c43-9943-ede2b6e3b5c5 req-b40b5895-86e7-45c5-a1d6-4cd65bd915f1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:43.110836 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:43.123657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e17b310-f907-4c43-9943-ede2b6e3b5c5 req-b40b5895-86e7-45c5-a1d6-4cd65bd915f1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 3816 time: 0.4148200 Sep 23 22:40:43.174621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c0f670-5d45-46da-acf1-75ac35723eee {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:40:43.248257 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-df14f818-5531-4cac-a06c-9580c17be1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:43.288803 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port e2c0f670-5d45-46da-acf1-75ac35723eee, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e2c0f670-5d45-46da-acf1-75ac35723eee,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:40:43.306075 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e17b310-f907-4c43-9943-ede2b6e3b5c5 req-cdc03f76-83b7-4fb6-b4af-0139291f5d23 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791723 Sep 23 22:40:43.452186 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:43.521717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9d965-b57c-45e0-b76e-1dd9c7a7217d req-856f0500-8e33-49c4-9b55-7a593c60e761 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:43.529140 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8db9d965-b57c-45e0-b76e-1dd9c7a7217d req-856f0500-8e33-49c4-9b55-7a593c60e761 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1257935 Sep 23 22:40:43.634332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=e2c0f670-5d45-46da-acf1-75ac35723eee,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:43.642865 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5baba291-fa90-4ce6-9602-a6ae695b2a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:43.656770 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:43.657754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:43.658642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:43.659528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:43.660306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:43.661020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:43.661793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:43.662472 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:43.686273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:43.686273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:43.686273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:43.686273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:43.687298 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8db9d965-b57c-45e0-b76e-1dd9c7a7217d req-c1aa5285-0cb7-4a9f-92f9-04a29cea2710 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236780 Sep 23 22:40:43.705338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-d7ee226b-2413-4ae7-ac36-c5eef24dded6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:43.713438 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-d7ee226b-2413-4ae7-ac36-c5eef24dded6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 812 time: 0.8040352 Sep 23 22:40:43.744137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['e2c0f670-5d45-46da-acf1-75ac35723eee'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:40:43.790494 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-79cb14c8-ce7d-401e-a2e5-d02850f023b5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/quotas/bb3bea9e83004d54ab7c7daee1f9b323 HTTP/1.1" status: 200 len: 375 time: 0.0760975 Sep 23 22:40:43.971972 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-3f17543d-8e55-4856-862a-25f117f82f97 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1714785 Sep 23 22:40:44.003114 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cfa4e-26c2-402c-a6f2-fec4cde2f30b req-36e19b6a-6380-42a3-9afd-fcabebd3a09a tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:44.005837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a49cfa4e-26c2-402c-a6f2-fec4cde2f30b req-36e19b6a-6380-42a3-9afd-fcabebd3a09a tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 948 time: 0.0794082 Sep 23 22:40:44.117906 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5baba291-fa90-4ce6-9602-a6ae695b2a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:44.143694 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a49cfa4e-26c2-402c-a6f2-fec4cde2f30b req-22c90d93-53d0-4d39-ac76-7a23ba162eb9 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fff5401-8cee-4dd9-81d7-8811eda4d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296718 Sep 23 22:40:44.276048 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65da3b19-c7ce-4403-aab0-82474cf2997a {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:40:44.289756 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:44.318969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Transition to ACTIVE for port object 65da3b19-c7ce-4403-aab0-82474cf2997a will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:40:44.325692 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-2706fa59-0218-4e37-b4f9-e51ae7ef25b0 service neutron] 10.222.0.22 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121665 Sep 23 22:40:44.326918 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5baba291-fa90-4ce6-9602-a6ae695b2a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:44.413186 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5baba291-fa90-4ce6-9602-a6ae695b2a57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5fb73e3ec43e428082fc10c80e48d8fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3188846 Sep 23 22:40:44.415417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38842) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:44.431467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baba291-fa90-4ce6-9602-a6ae695b2a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa0b1d9-b562-4fa2-bd3f-9fd1f6c6b8cc,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:44.452887 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:44.489303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f701dc1-dfad-417c-8a5c-f80cee9d84b5 req-19b26b59-8416-436f-8472-ce65a5c712d1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:44.496961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f701dc1-dfad-417c-8a5c-f80cee9d84b5 req-19b26b59-8416-436f-8472-ce65a5c712d1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:44.503930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f701dc1-dfad-417c-8a5c-f80cee9d84b5 req-19b26b59-8416-436f-8472-ce65a5c712d1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:44.510940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f701dc1-dfad-417c-8a5c-f80cee9d84b5 req-19b26b59-8416-436f-8472-ce65a5c712d1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:44.517988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f701dc1-dfad-417c-8a5c-f80cee9d84b5 req-19b26b59-8416-436f-8472-ce65a5c712d1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:44.527459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f701dc1-dfad-417c-8a5c-f80cee9d84b5 req-19b26b59-8416-436f-8472-ce65a5c712d1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 3816 time: 0.1173635 Sep 23 22:40:44.624989 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f701dc1-dfad-417c-8a5c-f80cee9d84b5 req-11a85b7c-e46a-4eeb-a9ed-0359e1d5eb29 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964200 Sep 23 22:40:44.687338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Pushing event updated for resources: {'Port': ['ID=65da3b19-c7ce-4403-aab0-82474cf2997a,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:44.769650 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-6c38abd0-360b-47c4-b8ba-b07d5042b747 service neutron] 10.222.0.22 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997390 Sep 23 22:40:44.817066 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-31ac2d3d-022e-4055-bb02-46e7e6fd2cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:44.873444 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-31ac2d3d-022e-4055-bb02-46e7e6fd2cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:44.895770 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Attempting to bind port 65da3b19-c7ce-4403-aab0-82474cf2997a on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:40:44.896204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Attempting to bind port 65da3b19-c7ce-4403-aab0-82474cf2997a by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:40:44.896451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Attempting to bind port 65da3b19-c7ce-4403-aab0-82474cf2997a on network fa81e9cc-8992-4179-b9e3-9048c56a33a0 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:40:44.915677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Port 65da3b19-c7ce-4403-aab0-82474cf2997a on network fa81e9cc-8992-4179-b9e3-9048c56a33a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:40:44.916241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Attempting to bind port 65da3b19-c7ce-4403-aab0-82474cf2997a on network fa81e9cc-8992-4179-b9e3-9048c56a33a0 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:40:44.932962 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:40:44.940044 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Checking segment: {'id': '1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:40:44.940044 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Bound using segment: {'id': '1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:40:44.940044 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Bound port: 65da3b19-c7ce-4403-aab0-82474cf2997a, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:40:44.940044 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:45.017229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a21007-c39e-4371-af4c-d995b2e7a849 req-af73241e-ac1b-424d-9ac4-c6a0c17a1d27 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:45.025001 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-33a21007-c39e-4371-af4c-d995b2e7a849 req-af73241e-ac1b-424d-9ac4-c6a0c17a1d27 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.2276292 Sep 23 22:40:45.056284 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] For port 65da3b19-c7ce-4403-aab0-82474cf2997a, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:40:45.068614 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] For port 65da3b19-c7ce-4403-aab0-82474cf2997a, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=65da3b19-c7ce-4403-aab0-82474cf2997a,segment=NetworkSegment(1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7),segment_id=1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:40:45.101789 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-33a21007-c39e-4371-af4c-d995b2e7a849 req-c21e033e-a197-42a6-822b-18a2864d2e4b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757263 Sep 23 22:40:45.218099 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-31ac2d3d-022e-4055-bb02-46e7e6fd2cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:45.223678 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-31ac2d3d-022e-4055-bb02-46e7e6fd2cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:45.231778 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-31ac2d3d-022e-4055-bb02-46e7e6fd2cf0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5aa0b1d9-b562-4fa2-bd3f-9fd1f6c6b8cc HTTP/1.1" status: 204 len: 168 time: 0.8068509 Sep 23 22:40:45.259166 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:45.304516 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7999cf21-a8b2-4f05-b479-10d965d5a4e1 req-d8a942d5-e9b4-48d2-ba30-ef424dee03b1 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 210 time: 0.0833693 Sep 23 22:40:45.368719 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac2d3d-022e-4055-bb02-46e7e6fd2cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa0b1d9-b562-4fa2-bd3f-9fd1f6c6b8cc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:45.384605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:45.385957 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:45.388953 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] 10.222.0.67 "PUT /v2.0/ports/65da3b19-c7ce-4403-aab0-82474cf2997a HTTP/1.1" status: 200 len: 1091 time: 2.8186243 Sep 23 22:40:45.397573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': '65da3b19-c7ce-4403-aab0-82474cf2997a'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:40:45.403994 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c087784-353e-4c9c-8e1e-4f4efc8c3920" -d '{"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "65da3b19-c7ce-4403-aab0-82474cf2997a"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:40:45.544244 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020657c6-46e7-48d1-a726-d4d4f577c7b7 req-09336b9c-f162-462f-836b-bde3b8efe88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:45.548725 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-020657c6-46e7-48d1-a726-d4d4f577c7b7 req-09336b9c-f162-462f-836b-bde3b8efe88d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 1096 time: 0.3935487 Sep 23 22:40:45.565050 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16378d9-f650-443f-ae23-5f73da63976c x-openstack-request-id: req-b16378d9-f650-443f-ae23-5f73da63976c {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:40:45.565676 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "65da3b19-c7ce-4403-aab0-82474cf2997a", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:40:45.566181 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b16378d9-f650-443f-ae23-5f73da63976c {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:40:45.566910 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': '65da3b19-c7ce-4403-aab0-82474cf2997a', 'status': 'completed', 'code': 200} Sep 23 22:40:45.675638 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6545cf19-478d-4939-b0cb-8199e475bd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:46.091460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301382e9-a041-4e55-9d96-b8986d1d0d00 req-da5f22b9-40b4-481d-a950-470602b41f7c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:46.104380 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:46.117510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301382e9-a041-4e55-9d96-b8986d1d0d00 req-da5f22b9-40b4-481d-a950-470602b41f7c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:46.145936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301382e9-a041-4e55-9d96-b8986d1d0d00 req-da5f22b9-40b4-481d-a950-470602b41f7c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:46.159691 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301382e9-a041-4e55-9d96-b8986d1d0d00 req-da5f22b9-40b4-481d-a950-470602b41f7c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:46.192890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301382e9-a041-4e55-9d96-b8986d1d0d00 req-da5f22b9-40b4-481d-a950-470602b41f7c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:46.203112 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-301382e9-a041-4e55-9d96-b8986d1d0d00 req-da5f22b9-40b4-481d-a950-470602b41f7c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 3828 time: 0.3684144 Sep 23 22:40:46.299668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e2c0f670-5d45-46da-acf1-75ac35723eee up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:40:46.370105 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-301382e9-a041-4e55-9d96-b8986d1d0d00 req-0d0748cd-9515-4dea-b0d3-b34c2cef8096 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563962 Sep 23 22:40:46.557455 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e4518-b12a-4bb2-a703-c0de20f5633c service neutron] Pushing event updated for resources: {'Port': ['ID=65da3b19-c7ce-4403-aab0-82474cf2997a,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:46.582223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Request body: {'port': {'device_id': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:46.648465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeda4a1-7734-4df0-b047-d6abe17b4aae req-ab6ce159-ddb3-4105-bbed-7992d234b5aa tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:46.650406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2aeda4a1-7734-4df0-b047-d6abe17b4aae req-ab6ce159-ddb3-4105-bbed-7992d234b5aa tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.0704334 Sep 23 22:40:46.657601 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port e2c0f670-5d45-46da-acf1-75ac35723eee completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:40:46.665227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port e2c0f670-5d45-46da-acf1-75ac35723eee triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:40:46.665584 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:46.718559 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7308379-db93-4cc0-b189-95ca175e0a2f req-17a521fc-7c8b-4aa1-bd73-9366a640071e tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:46.735105 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c7308379-db93-4cc0-b189-95ca175e0a2f req-17a521fc-7c8b-4aa1-bd73-9366a640071e tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 948 time: 1.3447201 Sep 23 22:40:46.794755 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2aeda4a1-7734-4df0-b047-d6abe17b4aae req-34b1025a-cc29-4462-bb77-49140b93270c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222229 Sep 23 22:40:46.855806 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:46.912956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2eac93-59ef-4855-a94f-89e6ae1258f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c0f670-5d45-46da-acf1-75ac35723eee'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:40:46.916301 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a4b8ab-3d89-4a25-bfe9-123dcc762914" -d '{"events": [{"server_uuid": "df2eac93-59ef-4855-a94f-89e6ae1258f4", "name": "network-vif-plugged", "status": "completed", "tag": "e2c0f670-5d45-46da-acf1-75ac35723eee"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:40:46.951958 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port e2c0f670-5d45-46da-acf1-75ac35723eee, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e2c0f670-5d45-46da-acf1-75ac35723eee,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:40:46.996859 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020657c6-46e7-48d1-a726-d4d4f577c7b7 req-57a82256-3745-4f04-8b16-3b5621e703af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:46.998465 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-020657c6-46e7-48d1-a726-d4d4f577c7b7 req-57a82256-3745-4f04-8b16-3b5621e703af service neutron] 10.222.0.43 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 913 time: 1.4302888 Sep 23 22:40:47.002097 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:47.007200 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38900) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:47.014844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c087784-353e-4c9c-8e1e-4f4efc8c3920 req-cf79e741-4fdb-4239-af25-e4d26b0164d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:47.015338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c087784-353e-4c9c-8e1e-4f4efc8c3920 req-cf79e741-4fdb-4239-af25-e4d26b0164d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:47.015825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c087784-353e-4c9c-8e1e-4f4efc8c3920 req-cf79e741-4fdb-4239-af25-e4d26b0164d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:47.016684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c087784-353e-4c9c-8e1e-4f4efc8c3920 req-cf79e741-4fdb-4239-af25-e4d26b0164d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:47.017232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c087784-353e-4c9c-8e1e-4f4efc8c3920 req-cf79e741-4fdb-4239-af25-e4d26b0164d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:47.020333 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c087784-353e-4c9c-8e1e-4f4efc8c3920 req-cf79e741-4fdb-4239-af25-e4d26b0164d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 4363 time: 1.4213779 Sep 23 22:40:47.028123 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:47.074513 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-020657c6-46e7-48d1-a726-d4d4f577c7b7 req-da1c091b-b26b-4ce7-8bb3-463765aeb85e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01cbc682-9505-4f5d-9709-3fcd7f56e2f3 HTTP/1.1" status: 200 len: 217 time: 0.0654683 Sep 23 22:40:47.078281 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:47.149508 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c7308379-db93-4cc0-b189-95ca175e0a2f req-28074f87-bc04-4f12-b4fe-b650cf5b653d tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fff5401-8cee-4dd9-81d7-8811eda4d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133580 Sep 23 22:40:47.208007 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:47.218306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-60029226-b8f2-4339-be0e-15602a7cfed8 req-8000c471-f758-42d9-8bee-651bbc5147a5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 210 time: 0.0776155 Sep 23 22:40:47.220547 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:47.305297 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd0eced-b8c4-45ce-89c5-87452c564554 x-openstack-request-id: req-9bd0eced-b8c4-45ce-89c5-87452c564554 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:40:47.306684 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2eac93-59ef-4855-a94f-89e6ae1258f4", "name": "network-vif-plugged", "status": "completed", "tag": "e2c0f670-5d45-46da-acf1-75ac35723eee", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:40:47.309745 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9bd0eced-b8c4-45ce-89c5-87452c564554 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:40:47.310693 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2eac93-59ef-4855-a94f-89e6ae1258f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c0f670-5d45-46da-acf1-75ac35723eee', 'code': 200} Sep 23 22:40:47.324046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020657c6-46e7-48d1-a726-d4d4f577c7b7 req-17c5d1aa-44e1-4e31-8f8a-95a20a6f48c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:47.325611 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-020657c6-46e7-48d1-a726-d4d4f577c7b7 req-17c5d1aa-44e1-4e31-8f8a-95a20a6f48c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bef7f46-c67d-4b9d-b0a8-ff182509722b HTTP/1.1" status: 200 len: 852 time: 0.2291422 Sep 23 22:40:47.409419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=e2c0f670-5d45-46da-acf1-75ac35723eee,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:47.438052 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:47.552107 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c087784-353e-4c9c-8e1e-4f4efc8c3920 req-bbfb1dd2-2fe6-4563-8602-80b07136bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:47.555053 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=038b7cac2d9947339bc2a7dc3770ee73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5461822 Sep 23 22:40:47.555318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c087784-353e-4c9c-8e1e-4f4efc8c3920 req-bbfb1dd2-2fe6-4563-8602-80b07136bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:47.555922 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c087784-353e-4c9c-8e1e-4f4efc8c3920 req-bbfb1dd2-2fe6-4563-8602-80b07136bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:47.558297 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c087784-353e-4c9c-8e1e-4f4efc8c3920 req-bbfb1dd2-2fe6-4563-8602-80b07136bd01 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4822011 Sep 23 22:40:47.559235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38910) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:47.564797 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-020657c6-46e7-48d1-a726-d4d4f577c7b7 req-c0f04698-439d-4d5e-ab8c-1f1f34f8bcfd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=872c1fac-beaa-464d-807d-5c88e0c5fc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305294 Sep 23 22:40:47.614963 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4c19f-f1a3-4fea-b78e-ad0cf98f5c28 req-fb3f1b57-69a5-4b1e-8d99-ab02f6b6cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:47.618289 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-33c4c19f-f1a3-4fea-b78e-ad0cf98f5c28 req-fb3f1b57-69a5-4b1e-8d99-ab02f6b6cfbb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 1100 time: 0.2754729 Sep 23 22:40:47.657505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11aa585-f03b-4dd1-8227-c830bdec9348,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:47.695846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:47.696522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:47.697056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:47.697620 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:47.698140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:47.698651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:47.699145 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:47.699634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:47.700137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:47.700610 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:47.701088 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:47.701597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c40753-4edf-40b0-b649-d729bcfbec21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:40:47.804091 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-33c4c19f-f1a3-4fea-b78e-ad0cf98f5c28 req-b28a554d-33d3-448f-992a-c8f381c439b3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1fff5401-8cee-4dd9-81d7-8811eda4d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655598 Sep 23 22:40:47.825754 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6381681b-fd5f-440c-80c3-76d9873ec7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:47.852396 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:47.874964 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6381681b-fd5f-440c-80c3-76d9873ec7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:47.960976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c087784-353e-4c9c-8e1e-4f4efc8c3920 req-036030aa-add7-4a5c-bc1a-166ef0eb5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:47.962934 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c087784-353e-4c9c-8e1e-4f4efc8c3920 req-036030aa-add7-4a5c-bc1a-166ef0eb5fb5 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3945425 Sep 23 22:40:48.009127 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1faaa-c046-4559-a3c8-d9804640b19d req-796d2a26-7aa6-4bad-b313-3fd38de5db95 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:48.017189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1faaa-c046-4559-a3c8-d9804640b19d req-796d2a26-7aa6-4bad-b313-3fd38de5db95 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:48.037022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1faaa-c046-4559-a3c8-d9804640b19d req-796d2a26-7aa6-4bad-b313-3fd38de5db95 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:48.038493 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcde78-606b-4d2f-b5f1-d1508601c256 req-80313290-f6f2-4cea-9aab-31997c5ded8a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:48.050418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1faaa-c046-4559-a3c8-d9804640b19d req-796d2a26-7aa6-4bad-b313-3fd38de5db95 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:48.051055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-66fcde78-606b-4d2f-b5f1-d1508601c256 req-80313290-f6f2-4cea-9aab-31997c5ded8a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 945 time: 0.1867759 Sep 23 22:40:48.057440 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1faaa-c046-4559-a3c8-d9804640b19d req-796d2a26-7aa6-4bad-b313-3fd38de5db95 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:48.059720 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dec1faaa-c046-4559-a3c8-d9804640b19d req-796d2a26-7aa6-4bad-b313-3fd38de5db95 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 3828 time: 0.3253820 Sep 23 22:40:48.069703 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-020657c6-46e7-48d1-a726-d4d4f577c7b7 req-7f08fcdd-f15c-4966-bd0f-f0ba96ca24ee service neutron] 10.222.0.43 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782472 Sep 23 22:40:48.182224 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-66fcde78-606b-4d2f-b5f1-d1508601c256 req-4dab821c-6d9b-4a37-8793-1f99ed281f13 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933275 Sep 23 22:40:48.184135 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dec1faaa-c046-4559-a3c8-d9804640b19d req-b54d9391-7e09-4ad3-9bda-5eb1401ebfc6 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057312 Sep 23 22:40:48.222802 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6381681b-fd5f-440c-80c3-76d9873ec7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:48.225986 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6381681b-fd5f-440c-80c3-76d9873ec7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:48.233604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6381681b-fd5f-440c-80c3-76d9873ec7ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b11aa585-f03b-4dd1-8227-c830bdec9348 HTTP/1.1" status: 204 len: 168 time: 0.6568408 Sep 23 22:40:48.264633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28753d3e-094b-4fb4-afd5-aae7ac4ac79d {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:40:48.278899 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381681b-fd5f-440c-80c3-76d9873ec7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11aa585-f03b-4dd1-8227-c830bdec9348,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:48.295812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:48.313995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:40:48.369179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Transition to ACTIVE for port object 28753d3e-094b-4fb4-afd5-aae7ac4ac79d will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:40:48.377699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-020657c6-46e7-48d1-a726-d4d4f577c7b7 req-fd7755c7-3b09-4abe-98e7-50e9096e27ee service neutron] 10.222.0.43 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979488 Sep 23 22:40:48.443836 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:48.511723 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e126f4b-8ded-4d33-8746-1f9872034990 req-db1140a8-3270-48fd-b8da-bac176387b29 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 210 time: 0.0582492 Sep 23 22:40:48.544454 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:48.565588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Pushing event updated for resources: {'Port': ['ID=28753d3e-094b-4fb4-afd5-aae7ac4ac79d,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:48.583834 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:48.636362 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:40:48.641872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ec74f-1380-49be-9a63-e31fd0aed1a2 req-57e90766-9b9f-4652-96a7-934a19938db3 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:48.652974 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-416ec74f-1380-49be-9a63-e31fd0aed1a2 req-57e90766-9b9f-4652-96a7-934a19938db3 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 949 time: 0.2006245 Sep 23 22:40:48.799093 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:48.809034 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-416ec74f-1380-49be-9a63-e31fd0aed1a2 req-16bf715f-9899-42dc-a6a4-ac76d48c2329 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fff5401-8cee-4dd9-81d7-8811eda4d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546752 Sep 23 22:40:48.847479 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Attempting to bind port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:40:48.849879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Attempting to bind port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:40:48.850460 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Attempting to bind port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d on network 122a4d33-a44b-41de-907d-9ba92c71bcd8 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:40:48.867338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d on network 122a4d33-a44b-41de-907d-9ba92c71bcd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:40:48.867966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Attempting to bind port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d on network 122a4d33-a44b-41de-907d-9ba92c71bcd8 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:40:48.897768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:40:48.898343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Checking segment: {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:40:48.898986 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Bound using segment: {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:40:48.903284 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Bound port: 28753d3e-094b-4fb4-afd5-aae7ac4ac79d, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:40:48.903994 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:48.971588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:49.090290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] For port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:40:49.102517 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] For port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=28753d3e-094b-4fb4-afd5-aae7ac4ac79d,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:40:49.312450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6de224f-5315-43cd-b979-737e4c0c233c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01cbc682-9505-4f5d-9709-3fcd7f56e2f3'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:40:49.315314 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d5e711-c00c-42a2-8991-4f53092dc9b2" -d '{"events": [{"server_uuid": "f6de224f-5315-43cd-b979-737e4c0c233c", "name": "network-vif-unplugged", "status": "completed", "tag": "01cbc682-9505-4f5d-9709-3fcd7f56e2f3"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:40:49.340716 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:49.400306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:49.402034 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:49.404879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] 10.222.0.67 "PUT /v2.0/ports/28753d3e-094b-4fb4-afd5-aae7ac4ac79d HTTP/1.1" status: 200 len: 1136 time: 2.8486016 Sep 23 22:40:49.440855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': '28753d3e-094b-4fb4-afd5-aae7ac4ac79d'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:40:49.442964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f7102-3337-43e6-9c4e-2866dbfd5ce7 req-1950d53f-7221-403a-b244-2689e1d98041 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:49.443944 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fafb0e8-b78f-4c7d-a5b4-07721f0e8335" -d '{"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "28753d3e-094b-4fb4-afd5-aae7ac4ac79d"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:40:49.447072 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-104f7102-3337-43e6-9c4e-2866dbfd5ce7 req-1950d53f-7221-403a-b244-2689e1d98041 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 943 time: 0.0902827 Sep 23 22:40:49.507193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-619a1ad5-ef9f-4d22-87d6-74ec6347f573 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:49.509739 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-619a1ad5-ef9f-4d22-87d6-74ec6347f573 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.67 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 812 time: 0.3711088 Sep 23 22:40:49.534780 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-f434d0f8-91aa-45c0-a6ed-7b7a5cffe0ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Request body: {'port': {'device_id': 'ad4e1fb8-9769-4678-af0a-e11b488a338b', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'admin_state_up': True, 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:49.589991 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-104f7102-3337-43e6-9c4e-2866dbfd5ce7 req-4a83b36f-89ec-4ff2-9c39-df1049e95cbe tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355569 Sep 23 22:40:49.606182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a51d14-832e-400f-92d1-e0fa972d1eae service neutron] Pushing event updated for resources: {'Port': ['ID=28753d3e-094b-4fb4-afd5-aae7ac4ac79d,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:49.666802 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Request body: {'port': {'device_id': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:49.884754 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c118b3-d9b7-45a3-af0f-72f671d50e15 x-openstack-request-id: req-82c118b3-d9b7-45a3-af0f-72f671d50e15 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:40:49.884754 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6de224f-5315-43cd-b979-737e4c0c233c", "name": "network-vif-unplugged", "status": "completed", "tag": "01cbc682-9505-4f5d-9709-3fcd7f56e2f3", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:40:49.884754 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82c118b3-d9b7-45a3-af0f-72f671d50e15 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:40:49.884754 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6de224f-5315-43cd-b979-737e4c0c233c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01cbc682-9505-4f5d-9709-3fcd7f56e2f3', 'code': 200} Sep 23 22:40:50.036809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0af93-11b5-4521-b0a7-0e37d3251023 req-71bcb032-193a-4513-bd68-1934c195f053 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.050440 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0af93-11b5-4521-b0a7-0e37d3251023 req-71bcb032-193a-4513-bd68-1934c195f053 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.062000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0af93-11b5-4521-b0a7-0e37d3251023 req-71bcb032-193a-4513-bd68-1934c195f053 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.069233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0af93-11b5-4521-b0a7-0e37d3251023 req-71bcb032-193a-4513-bd68-1934c195f053 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.072029 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cdcb8b2a-d3c0-4095-989f-ad62ea9a5b98 req-05d7e272-aa8e-4cb8-afde-5e62b55c9bd1 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 210 time: 0.0632570 Sep 23 22:40:50.085451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0af93-11b5-4521-b0a7-0e37d3251023 req-71bcb032-193a-4513-bd68-1934c195f053 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.099667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0af93-11b5-4521-b0a7-0e37d3251023 req-71bcb032-193a-4513-bd68-1934c195f053 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.128659 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-11e0af93-11b5-4521-b0a7-0e37d3251023 req-71bcb032-193a-4513-bd68-1934c195f053 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 4606 time: 0.7179711 Sep 23 22:40:50.135375 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb0e8-b78f-4c7d-a5b4-07721f0e8335 req-36d61816-da30-4c36-9189-35e854fba7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.141137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb0e8-b78f-4c7d-a5b4-07721f0e8335 req-36d61816-da30-4c36-9189-35e854fba7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.142067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb0e8-b78f-4c7d-a5b4-07721f0e8335 req-36d61816-da30-4c36-9189-35e854fba7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.142944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb0e8-b78f-4c7d-a5b4-07721f0e8335 req-36d61816-da30-4c36-9189-35e854fba7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.143793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb0e8-b78f-4c7d-a5b4-07721f0e8335 req-36d61816-da30-4c36-9189-35e854fba7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.144644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb0e8-b78f-4c7d-a5b4-07721f0e8335 req-36d61816-da30-4c36-9189-35e854fba7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.156801 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b805d55b-3e7d-4921-9fe1-41aff135cbb1 x-openstack-request-id: req-b805d55b-3e7d-4921-9fe1-41aff135cbb1 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:40:50.157460 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "28753d3e-094b-4fb4-afd5-aae7ac4ac79d", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:40:50.163117 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b805d55b-3e7d-4921-9fe1-41aff135cbb1 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:40:50.163117 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': '28753d3e-094b-4fb4-afd5-aae7ac4ac79d', 'status': 'completed', 'code': 200} Sep 23 22:40:50.166716 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:50.167987 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8fafb0e8-b78f-4c7d-a5b4-07721f0e8335 req-36d61816-da30-4c36-9189-35e854fba7c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5292 time: 0.2150183 Sep 23 22:40:50.325435 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-11e0af93-11b5-4521-b0a7-0e37d3251023 req-06a03792-4643-4f10-bb59-87e79fceb539 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1604607 Sep 23 22:40:50.421736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdb55e-4954-410e-b144-bfe4bb49ce56 req-43581b5e-6e79-43be-b5ca-2c97577583fa tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.424128 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-48bdb55e-4954-410e-b144-bfe4bb49ce56 req-43581b5e-6e79-43be-b5ca-2c97577583fa tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 949 time: 0.2535305 Sep 23 22:40:50.487350 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-f434d0f8-91aa-45c0-a6ed-7b7a5cffe0ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Made reservation on behalf of bb3bea9e83004d54ab7c7daee1f9b323 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:40:50.517890 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-f434d0f8-91aa-45c0-a6ed-7b7a5cffe0ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:50.642359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb0e8-b78f-4c7d-a5b4-07721f0e8335 req-189a3f03-32cc-49c9-8e75-260cf32899a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.642882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb0e8-b78f-4c7d-a5b4-07721f0e8335 req-189a3f03-32cc-49c9-8e75-260cf32899a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.643305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb0e8-b78f-4c7d-a5b4-07721f0e8335 req-189a3f03-32cc-49c9-8e75-260cf32899a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:50.644952 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8fafb0e8-b78f-4c7d-a5b4-07721f0e8335 req-189a3f03-32cc-49c9-8e75-260cf32899a8 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4048653 Sep 23 22:40:50.660763 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-48bdb55e-4954-410e-b144-bfe4bb49ce56 req-b6c5b150-b6c5-4c73-ac62-7f7effcdf990 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fff5401-8cee-4dd9-81d7-8811eda4d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183862 Sep 23 22:40:51.040566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-f434d0f8-91aa-45c0-a6ed-7b7a5cffe0ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Allocated IP 172.20.0.14 (7b269275-d2f2-42f6-a365-60282a573cd2/5c35295b-d496-49fd-b020-8dcae9bebf0e/565430ed-92c9-4d07-b40b-9c6946fd78a9) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:40:51.144035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb0e8-b78f-4c7d-a5b4-07721f0e8335 req-0d7bab40-fd3d-4733-a31d-27a673390d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:51.145710 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8fafb0e8-b78f-4c7d-a5b4-07721f0e8335 req-0d7bab40-fd3d-4733-a31d-27a673390d34 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4839740 Sep 23 22:40:51.338094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca42fb19-a6f2-4eba-902d-4eee3b80849c {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:40:51.348005 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:51.362623 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Transition to ACTIVE for port object ca42fb19-a6f2-4eba-902d-4eee3b80849c will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:40:51.415309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39006) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:51.460026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794363db-bce6-474a-be22-c52d969dc343 req-9643f5c7-6a02-427a-9c66-f843728d611e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:51.462088 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-794363db-bce6-474a-be22-c52d969dc343 req-9643f5c7-6a02-427a-9c66-f843728d611e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 943 time: 0.5802755 Sep 23 22:40:51.469843 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:51.546038 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-f434d0f8-91aa-45c0-a6ed-7b7a5cffe0ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:51.592642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Pushing event updated for resources: {'Port': ['ID=ca42fb19-a6f2-4eba-902d-4eee3b80849c,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:51.600546 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-794363db-bce6-474a-be22-c52d969dc343 req-3e915445-a3ae-48c2-a89e-953181d80d03 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261342 Sep 23 22:40:51.704296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-27354601'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:51.860489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Attempting to bind port ca42fb19-a6f2-4eba-902d-4eee3b80849c on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:40:51.862600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Attempting to bind port ca42fb19-a6f2-4eba-902d-4eee3b80849c by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:40:51.870723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Attempting to bind port ca42fb19-a6f2-4eba-902d-4eee3b80849c on network 122a4d33-a44b-41de-907d-9ba92c71bcd8 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:40:51.874296 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-f434d0f8-91aa-45c0-a6ed-7b7a5cffe0ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:51.898852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['fed8c899-d23a-491f-8f31-53b8265873f2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:40:52.000965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Made reservation on behalf of 8c881b4dc10a4cf990389bb49eb5dc26 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:40:52.016372 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:52.058544 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:52.067443 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Port ca42fb19-a6f2-4eba-902d-4eee3b80849c on network 122a4d33-a44b-41de-907d-9ba92c71bcd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:40:52.068062 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Attempting to bind port ca42fb19-a6f2-4eba-902d-4eee3b80849c on network 122a4d33-a44b-41de-907d-9ba92c71bcd8 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:40:52.070765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['53f719c8-fe34-4144-871d-46576abc422d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:40:52.265735 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:40:52.266177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Checking segment: {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:40:52.266463 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Bound using segment: {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:40:52.266924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Bound port: ca42fb19-a6f2-4eba-902d-4eee3b80849c, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:40:52.267298 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:52.271494 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-f434d0f8-91aa-45c0-a6ed-7b7a5cffe0ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Network 7b269275-d2f2-42f6-a365-60282a573cd2 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:40:52.289343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-f434d0f8-91aa-45c0-a6ed-7b7a5cffe0ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:40:52.299165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-f434d0f8-91aa-45c0-a6ed-7b7a5cffe0ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:40:52.304991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434d0f8-91aa-45c0-a6ed-7b7a5cffe0ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event updated for resources: {'Port': ['ID=565430ed-92c9-4d07-b40b-9c6946fd78a9,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:52.374926 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:52.384295 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620231d4-a084-4978-97cf-cd0c1de7dd54 req-a2e5ae98-6245-4516-93e2-4c24abc2c63d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:52.397498 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-620231d4-a084-4978-97cf-cd0c1de7dd54 req-a2e5ae98-6245-4516-93e2-4c24abc2c63d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 932 time: 0.3759775 Sep 23 22:40:52.481052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f31b-6144-48a7-a0d6-a1edf0961f99 req-b9180e54-18d8-4b62-acfd-4f07bd894670 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:52.499501 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f31b-6144-48a7-a0d6-a1edf0961f99 req-b9180e54-18d8-4b62-acfd-4f07bd894670 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:52.519327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f31b-6144-48a7-a0d6-a1edf0961f99 req-b9180e54-18d8-4b62-acfd-4f07bd894670 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:52.555433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f31b-6144-48a7-a0d6-a1edf0961f99 req-b9180e54-18d8-4b62-acfd-4f07bd894670 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:52.576682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f31b-6144-48a7-a0d6-a1edf0961f99 req-b9180e54-18d8-4b62-acfd-4f07bd894670 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:52.590993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f31b-6144-48a7-a0d6-a1edf0961f99 req-b9180e54-18d8-4b62-acfd-4f07bd894670 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:52.601548 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f31b-6144-48a7-a0d6-a1edf0961f99 req-b9180e54-18d8-4b62-acfd-4f07bd894670 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:52.618110 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ac1f31b-6144-48a7-a0d6-a1edf0961f99 req-b9180e54-18d8-4b62-acfd-4f07bd894670 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5383 time: 0.3631048 Sep 23 22:40:52.629819 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:52.685518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c813e3dd-1b60-429b-8d3b-5bdc6018cb95,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:52.773097 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1d69ca1a-449b-4e9c-b372-1e4b93e223e6 None None] Provisioning complete for port 565430ed-92c9-4d07-b40b-9c6946fd78a9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:40:52.773626 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1d69ca1a-449b-4e9c-b372-1e4b93e223e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:52.778830 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ac1f31b-6144-48a7-a0d6-a1edf0961f99 req-e8fb62a5-152d-4d03-9c8a-a6d7fafdb75a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1579912 Sep 23 22:40:52.841287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:40:52.864694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-1d69ca1a-449b-4e9c-b372-1e4b93e223e6 None None] Port 565430ed-92c9-4d07-b40b-9c6946fd78a9 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:40:52.871845 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:52.872335 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Added segment 6a89a4c8-0e70-41d3-9807-97b8e9f1de9a of type vlan for network 9eee4d47-093a-4785-9200-0357470e230a Sep 23 22:40:52.978858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-f434d0f8-91aa-45c0-a6ed-7b7a5cffe0ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:52.979841 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-f434d0f8-91aa-45c0-a6ed-7b7a5cffe0ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:53.004892 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:53.032003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-620231d4-a084-4978-97cf-cd0c1de7dd54 req-65f000a6-a050-4d0c-baa4-4423db1a0cb6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6279454 Sep 23 22:40:53.065162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] For port ca42fb19-a6f2-4eba-902d-4eee3b80849c, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:40:53.065162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] For port ca42fb19-a6f2-4eba-902d-4eee3b80849c, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ca42fb19-a6f2-4eba-902d-4eee3b80849c,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:40:53.194285 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:53.201085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:53.201758 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:53.208117 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-f434d0f8-91aa-45c0-a6ed-7b7a5cffe0ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6757057 Sep 23 22:40:53.208117 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:53.305783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Pushing event updated for resources: {'Port': ['ID=ca42fb19-a6f2-4eba-902d-4eee3b80849c,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:53.315088 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Request body: {'port': {'device_id': 'ad4e1fb8-9769-4678-af0a-e11b488a338b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:53.358405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Pushing event updated for resources: {'Network': ['ID=9eee4d47-093a-4785-9200-0357470e230a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:53.372676 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 9eee4d47-093a-4785-9200-0357470e230a details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:40:53.381650 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:53.382666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6bd631a4-40be-4faa-9697-d83c550a740a tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9658160 Sep 23 22:40:53.382849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:53.383394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39046) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:53.385291 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-0baf7955-e64b-4080-b849-617ff60ed982 service neutron] 10.222.0.67 "PUT /v2.0/ports/ca42fb19-a6f2-4eba-902d-4eee3b80849c HTTP/1.1" status: 200 len: 1135 time: 3.7226870 Sep 23 22:40:53.386981 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': 'ca42fb19-a6f2-4eba-902d-4eee3b80849c'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:40:53.389585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-522c58d8-7fed-4a68-89d3-f135387e8a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Request body: {'subnet': {'network_id': '9eee4d47-093a-4785-9200-0357470e230a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:53.389765 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb5f328-2e57-478d-a818-9278aa498c38" -d '{"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "ca42fb19-a6f2-4eba-902d-4eee3b80849c"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:40:53.451297 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:53.583084 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68be89c-a736-48bc-bd7c-8b870aacab4a x-openstack-request-id: req-b68be89c-a736-48bc-bd7c-8b870aacab4a {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:40:53.583720 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "ca42fb19-a6f2-4eba-902d-4eee3b80849c", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:40:53.584145 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b68be89c-a736-48bc-bd7c-8b870aacab4a {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:40:53.584729 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': 'ca42fb19-a6f2-4eba-902d-4eee3b80849c', 'status': 'completed', 'code': 200} Sep 23 22:40:53.591500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Request body: {'port': {'device_id': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:53.667755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f328-2e57-478d-a818-9278aa498c38 req-e0c5de00-6cd2-47ea-8ff7-fb7f12a6af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:53.668534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f328-2e57-478d-a818-9278aa498c38 req-e0c5de00-6cd2-47ea-8ff7-fb7f12a6af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:53.669212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f328-2e57-478d-a818-9278aa498c38 req-e0c5de00-6cd2-47ea-8ff7-fb7f12a6af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:53.669848 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f328-2e57-478d-a818-9278aa498c38 req-e0c5de00-6cd2-47ea-8ff7-fb7f12a6af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:53.670525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f328-2e57-478d-a818-9278aa498c38 req-e0c5de00-6cd2-47ea-8ff7-fb7f12a6af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:53.671161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f328-2e57-478d-a818-9278aa498c38 req-e0c5de00-6cd2-47ea-8ff7-fb7f12a6af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:53.671800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f328-2e57-478d-a818-9278aa498c38 req-e0c5de00-6cd2-47ea-8ff7-fb7f12a6af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:53.674497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bb5f328-2e57-478d-a818-9278aa498c38 req-e0c5de00-6cd2-47ea-8ff7-fb7f12a6af7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 6220 time: 0.0919087 Sep 23 22:40:53.749805 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:53.828031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522c58d8-7fed-4a68-89d3-f135387e8a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Made reservation on behalf of 8c881b4dc10a4cf990389bb49eb5dc26 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:40:53.833740 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-522c58d8-7fed-4a68-89d3-f135387e8a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:53.930227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f328-2e57-478d-a818-9278aa498c38 req-e1ee5e12-8f55-45d1-ae77-c85bf0261a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:53.930227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f328-2e57-478d-a818-9278aa498c38 req-e1ee5e12-8f55-45d1-ae77-c85bf0261a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:53.930227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f328-2e57-478d-a818-9278aa498c38 req-e1ee5e12-8f55-45d1-ae77-c85bf0261a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:53.932237 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bb5f328-2e57-478d-a818-9278aa498c38 req-e1ee5e12-8f55-45d1-ae77-c85bf0261a6a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2429347 Sep 23 22:40:54.070411 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f328-2e57-478d-a818-9278aa498c38 req-a12cdf8e-5c34-4cd6-95b8-69ab5b41096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:54.093902 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bb5f328-2e57-478d-a818-9278aa498c38 req-a12cdf8e-5c34-4cd6-95b8-69ab5b41096b service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1214464 Sep 23 22:40:54.204797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccf3df-08a2-4310-aecf-2d1d965f567c req-ed97daa2-5f43-46c4-a074-8d0f15550cac tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:54.211210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccf3df-08a2-4310-aecf-2d1d965f567c req-ed97daa2-5f43-46c4-a074-8d0f15550cac tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:54.217835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccf3df-08a2-4310-aecf-2d1d965f567c req-ed97daa2-5f43-46c4-a074-8d0f15550cac tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:54.224708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccf3df-08a2-4310-aecf-2d1d965f567c req-ed97daa2-5f43-46c4-a074-8d0f15550cac tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:54.231801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccf3df-08a2-4310-aecf-2d1d965f567c req-ed97daa2-5f43-46c4-a074-8d0f15550cac tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:54.238748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccf3df-08a2-4310-aecf-2d1d965f567c req-ed97daa2-5f43-46c4-a074-8d0f15550cac tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:54.245763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccf3df-08a2-4310-aecf-2d1d965f567c req-ed97daa2-5f43-46c4-a074-8d0f15550cac tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:54.248094 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59ccf3df-08a2-4310-aecf-2d1d965f567c req-ed97daa2-5f43-46c4-a074-8d0f15550cac tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5383 time: 0.3487296 Sep 23 22:40:54.351993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:40:54.413686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565430ed-92c9-4d07-b40b-9c6946fd78a9 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:40:54.424172 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-522c58d8-7fed-4a68-89d3-f135387e8a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:54.424635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59ccf3df-08a2-4310-aecf-2d1d965f567c req-897807c8-c6ab-4c12-a0eb-bcaae6851516 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1627336 Sep 23 22:40:54.439359 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:54.472178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Transition to ACTIVE for port object 565430ed-92c9-4d07-b40b-9c6946fd78a9 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:40:54.552632 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a81c335-2695-469d-8050-a9cd933195f5 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:40:54.565192 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:54.578629 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:54.591689 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Transition to ACTIVE for port object 6a81c335-2695-469d-8050-a9cd933195f5 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:40:54.688516 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:54.705346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Pushing event updated for resources: {'Port': ['ID=565430ed-92c9-4d07-b40b-9c6946fd78a9,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:54.857889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Pushing event updated for resources: {'Port': ['ID=6a81c335-2695-469d-8050-a9cd933195f5,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:55.024118 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Attempting to bind port 565430ed-92c9-4d07-b40b-9c6946fd78a9 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:40:55.025819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Attempting to bind port 565430ed-92c9-4d07-b40b-9c6946fd78a9 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:40:55.026377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Attempting to bind port 565430ed-92c9-4d07-b40b-9c6946fd78a9 on network 7b269275-d2f2-42f6-a365-60282a573cd2 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:40:55.044236 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e9cf5-67c9-4f87-bf3e-7d2a1a260b49 req-2ed7c563-368e-4b8f-9eb7-979db9eb2d39 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:55.045919 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd9e9cf5-67c9-4f87-bf3e-7d2a1a260b49 req-2ed7c563-368e-4b8f-9eb7-979db9eb2d39 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 944 time: 0.4230590 Sep 23 22:40:55.048676 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Port 565430ed-92c9-4d07-b40b-9c6946fd78a9 on network 7b269275-d2f2-42f6-a365-60282a573cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:40:55.048903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Attempting to bind port 565430ed-92c9-4d07-b40b-9c6946fd78a9 on network 7b269275-d2f2-42f6-a365-60282a573cd2 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:40:55.061260 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:40:55.061610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Checking segment: {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:40:55.061999 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Bound using segment: {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:40:55.062658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Bound port: 565430ed-92c9-4d07-b40b-9c6946fd78a9, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:40:55.063032 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:55.130663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c58d8-7fed-4a68-89d3-f135387e8a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Pushing event updated for resources: {'Subnet': ['ID=20448c6b-8472-4a94-868b-83f5e1605c9a,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:55.152810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522c58d8-7fed-4a68-89d3-f135387e8a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Checking segment: {'id': '6a89a4c8-0e70-41d3-9807-97b8e9f1de9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9eee4d47-093a-4785-9200-0357470e230a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:40:55.155044 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c58d8-7fed-4a68-89d3-f135387e8a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Network hostable DHCP agents. Network: 9eee4d47-093a-4785-9200-0357470e230a, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:40:55.217406 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd9e9cf5-67c9-4f87-bf3e-7d2a1a260b49 req-edfb8e50-7cd4-4880-a849-05a75a4c58f4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578388 Sep 23 22:40:55.267963 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] For port 565430ed-92c9-4d07-b40b-9c6946fd78a9, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:40:55.287516 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] For port 565430ed-92c9-4d07-b40b-9c6946fd78a9, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=565430ed-92c9-4d07-b40b-9c6946fd78a9,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:40:55.291631 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Attempting to bind port 6a81c335-2695-469d-8050-a9cd933195f5 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:40:55.297617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Attempting to bind port 6a81c335-2695-469d-8050-a9cd933195f5 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:40:55.298128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Attempting to bind port 6a81c335-2695-469d-8050-a9cd933195f5 on network 122a4d33-a44b-41de-907d-9ba92c71bcd8 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:40:55.306994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Port 6a81c335-2695-469d-8050-a9cd933195f5 on network 122a4d33-a44b-41de-907d-9ba92c71bcd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:40:55.308287 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Attempting to bind port 6a81c335-2695-469d-8050-a9cd933195f5 on network 122a4d33-a44b-41de-907d-9ba92c71bcd8 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:40:55.322932 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:40:55.329943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Checking segment: {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:40:55.329943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Bound using segment: {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:40:55.329943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Bound port: 6a81c335-2695-469d-8050-a9cd933195f5, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:40:55.329943 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:55.355348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c58d8-7fed-4a68-89d3-f135387e8a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Network 9eee4d47-093a-4785-9200-0357470e230a is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:40:55.422368 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:55.491504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:55.492134 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:55.495894 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] 10.222.0.67 "PUT /v2.0/ports/565430ed-92c9-4d07-b40b-9c6946fd78a9 HTTP/1.1" status: 200 len: 1092 time: 2.1917484 Sep 23 22:40:55.499604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] For port 6a81c335-2695-469d-8050-a9cd933195f5, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:40:55.527330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] For port 6a81c335-2695-469d-8050-a9cd933195f5, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6a81c335-2695-469d-8050-a9cd933195f5,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:40:55.538234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-522c58d8-7fed-4a68-89d3-f135387e8a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 9eee4d47-093a-4785-9200-0357470e230a) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:40:55.546502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c58d8-7fed-4a68-89d3-f135387e8a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:55.547770 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-522c58d8-7fed-4a68-89d3-f135387e8a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:55.548199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa4274b-8eaa-479f-b1b1-9bac411e79af None None] Network 9eee4d47-093a-4785-9200-0357470e230a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:40:55.571973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308e6e4-fce8-4a02-be7d-20bfdf9b2f5c service neutron] Pushing event updated for resources: {'Port': ['ID=565430ed-92c9-4d07-b40b-9c6946fd78a9,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:55.586718 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4e1fb8-9769-4678-af0a-e11b488a338b', 'tag': '565430ed-92c9-4d07-b40b-9c6946fd78a9'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:40:55.589234 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847270ce-98f4-4397-b283-36c1496772a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4e1fb8-9769-4678-af0a-e11b488a338b", "tag": "565430ed-92c9-4d07-b40b-9c6946fd78a9"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:40:55.692358 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4b595-dfba-4527-a9f3-9adb787f64e8 req-92e47736-c101-42aa-a4a4-fc6e633a494c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:55.699992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4b595-dfba-4527-a9f3-9adb787f64e8 req-92e47736-c101-42aa-a4a4-fc6e633a494c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:55.706775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4b595-dfba-4527-a9f3-9adb787f64e8 req-92e47736-c101-42aa-a4a4-fc6e633a494c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:55.714109 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4b595-dfba-4527-a9f3-9adb787f64e8 req-92e47736-c101-42aa-a4a4-fc6e633a494c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:55.721575 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4b595-dfba-4527-a9f3-9adb787f64e8 req-92e47736-c101-42aa-a4a4-fc6e633a494c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:55.728791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4b595-dfba-4527-a9f3-9adb787f64e8 req-92e47736-c101-42aa-a4a4-fc6e633a494c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:55.736669 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4b595-dfba-4527-a9f3-9adb787f64e8 req-92e47736-c101-42aa-a4a4-fc6e633a494c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:55.739268 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-36c4b595-dfba-4527-a9f3-9adb787f64e8 req-92e47736-c101-42aa-a4a4-fc6e633a494c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5395 time: 0.1227520 Sep 23 22:40:55.741263 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:55.767459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-522c58d8-7fed-4a68-89d3-f135387e8a9c tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3830490 Sep 23 22:40:55.770946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39102) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:55.777446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-63f83fcd-0062-4a36-a536-0bfe0b834529 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Request body: {'port': {'network_id': '9eee4d47-093a-4785-9200-0357470e230a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2054032292'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:55.854388 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-9eee4d47-093a-4785-9200-0357470e230a', 'network_id': '9eee4d47-093a-4785-9200-0357470e230a', 'tenant_id': '8c881b4dc10a4cf990389bb49eb5dc26', 'fixed_ips': [{'subnet_id': '20448c6b-8472-4a94-868b-83f5e1605c9a'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:40:55.857667 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:55.871779 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:55.872410 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:55.873918 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] 10.222.0.67 "PUT /v2.0/ports/6a81c335-2695-469d-8050-a9cd933195f5 HTTP/1.1" status: 200 len: 1091 time: 2.2881837 Sep 23 22:40:56.039038 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-36c4b595-dfba-4527-a9f3-9adb787f64e8 req-3088074f-fa80-4695-a5d3-bb46d070602e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2743151 Sep 23 22:40:56.059078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b285c9-143a-4d19-ba45-c114a4f76e1e service neutron] Pushing event updated for resources: {'Port': ['ID=6a81c335-2695-469d-8050-a9cd933195f5,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:56.092382 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d14d2-2c5e-47fa-acd9-52d8dc292e24 req-264defb7-abde-44dd-aad0-7c71015af342 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:56.092382 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da4d14d2-2c5e-47fa-acd9-52d8dc292e24 req-264defb7-abde-44dd-aad0-7c71015af342 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6de224f-5315-43cd-b979-737e4c0c233c HTTP/1.1" status: 200 len: 943 time: 0.2104876 Sep 23 22:40:56.122073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-bad1e050-b18a-43aa-9373-67b8ad6475e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:56.131292 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-bad1e050-b18a-43aa-9373-67b8ad6475e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 1095 time: 0.2470572 Sep 23 22:40:56.147081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Request body: {'port': {'device_id': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:56.303962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-2f9f7a0c-0251-49eb-a356-3d632914cc9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=565430ed-92c9-4d07-b40b-9c6946fd78a9 HTTP/1.1" status: 200 len: 217 time: 0.1486444 Sep 23 22:40:56.314805 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdbd821-4e31-4236-846c-119d9d49ad98 x-openstack-request-id: req-1cdbd821-4e31-4236-846c-119d9d49ad98 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:40:56.316423 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4e1fb8-9769-4678-af0a-e11b488a338b", "tag": "565430ed-92c9-4d07-b40b-9c6946fd78a9", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:40:56.316423 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1cdbd821-4e31-4236-846c-119d9d49ad98 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:40:56.316917 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4e1fb8-9769-4678-af0a-e11b488a338b', 'tag': '565430ed-92c9-4d07-b40b-9c6946fd78a9', 'status': 'completed', 'code': 200} Sep 23 22:40:56.323690 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f83fcd-0062-4a36-a536-0bfe0b834529 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Made reservation on behalf of 8c881b4dc10a4cf990389bb49eb5dc26 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:40:56.330479 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63f83fcd-0062-4a36-a536-0bfe0b834529 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:56.361733 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Allocated IP 2001:db8::2 (9eee4d47-093a-4785-9200-0357470e230a/20448c6b-8472-4a94-868b-83f5e1605c9a/ad837194-a920-494b-b393-0e077a4b3dc4) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:40:56.373991 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-63f83fcd-0062-4a36-a536-0bfe0b834529 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] device_id is not set on port e039483a-5ffa-4efc-8ee5-4c7df5728e7c yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:40:56.588195 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-da4d14d2-2c5e-47fa-acd9-52d8dc292e24 req-d3d0bf4b-d67e-4c89-969d-087318e9a409 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Deleting port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:40:56.588512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-2bb6b69e-cafc-4c57-9375-88c49fddb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:56.589504 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-da4d14d2-2c5e-47fa-acd9-52d8dc292e24 req-d3d0bf4b-d67e-4c89-969d-087318e9a409 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:56.591112 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-2bb6b69e-cafc-4c57-9375-88c49fddb684 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.2711632 Sep 23 22:40:56.591783 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:56.674934 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9285cdd-f6c6-4fcc-ad07-1f668cbc16f2 req-2199980f-bdd2-4c71-b7e1-1e0a4621e29f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:56.681923 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9285cdd-f6c6-4fcc-ad07-1f668cbc16f2 req-2199980f-bdd2-4c71-b7e1-1e0a4621e29f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 944 time: 0.3128111 Sep 23 22:40:56.752272 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:56.768114 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-da4d14d2-2c5e-47fa-acd9-52d8dc292e24 req-d3d0bf4b-d67e-4c89-969d-087318e9a409 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] For port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:40:56.768481 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-da4d14d2-2c5e-47fa-acd9-52d8dc292e24 req-d3d0bf4b-d67e-4c89-969d-087318e9a409 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:56.786882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-da4d14d2-2c5e-47fa-acd9-52d8dc292e24 req-d3d0bf4b-d67e-4c89-969d-087318e9a409 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Calling delete_port for 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:40:56.819790 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-d04c5161-816f-40ff-b139-c1d1cbe0fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:56.821706 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-d04c5161-816f-40ff-b139-c1d1cbe0fcb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2103248 Sep 23 22:40:56.845684 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9285cdd-f6c6-4fcc-ad07-1f668cbc16f2 req-59e68e26-532b-4df8-b8f4-9d081bf76def tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576145 Sep 23 22:40:56.867047 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:56.955667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Network 9eee4d47-093a-4785-9200-0357470e230a is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:40:56.959411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:40:56.975849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Pushing event updated for resources: {'Port': ['ID=ad837194-a920-494b-b393-0e077a4b3dc4,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:56.998638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:40:57.032907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-63f83fcd-0062-4a36-a536-0bfe0b834529 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Allocated IP 2001:db8::3aa (9eee4d47-093a-4785-9200-0357470e230a/20448c6b-8472-4a94-868b-83f5e1605c9a/e039483a-5ffa-4efc-8ee5-4c7df5728e7c) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:40:57.085065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Attempting to bind port ad837194-a920-494b-b393-0e077a4b3dc4 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:40:57.085624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Attempting to bind port ad837194-a920-494b-b393-0e077a4b3dc4 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '6a89a4c8-0e70-41d3-9807-97b8e9f1de9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9eee4d47-093a-4785-9200-0357470e230a'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:40:57.086102 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Attempting to bind port ad837194-a920-494b-b393-0e077a4b3dc4 on network 9eee4d47-093a-4785-9200-0357470e230a {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:40:57.093647 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:40:57.108759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Checking segment: {'id': '6a89a4c8-0e70-41d3-9807-97b8e9f1de9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9eee4d47-093a-4785-9200-0357470e230a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:40:57.108759 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:57.108759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Bound using segment: {'id': '6a89a4c8-0e70-41d3-9807-97b8e9f1de9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9eee4d47-093a-4785-9200-0357470e230a'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:40:57.108759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Bound port: ad837194-a920-494b-b393-0e077a4b3dc4, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a89a4c8-0e70-41d3-9807-97b8e9f1de9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9eee4d47-093a-4785-9200-0357470e230a'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:40:57.108759 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:57.264898 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] For port ad837194-a920-494b-b393-0e077a4b3dc4, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:40:57.272020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] For port ad837194-a920-494b-b393-0e077a4b3dc4, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ad837194-a920-494b-b393-0e077a4b3dc4,segment=NetworkSegment(6a89a4c8-0e70-41d3-9807-97b8e9f1de9a),segment_id=6a89a4c8-0e70-41d3-9807-97b8e9f1de9a)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:40:57.323975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f493b13-b997-4328-8a9e-261bf11e481e {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:40:57.358918 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:57.374198 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:57.451159 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Transition to ACTIVE for port object 7f493b13-b997-4328-8a9e-261bf11e481e will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:40:57.455432 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-da4d14d2-2c5e-47fa-acd9-52d8dc292e24 req-d3d0bf4b-d67e-4c89-969d-087318e9a409 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:57.474954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5444565-f2f9-4258-8afd-7162933bf7a8 None None] Pushing event updated for resources: {'Port': ['ID=ad837194-a920-494b-b393-0e077a4b3dc4,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:57.501614 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b6012-10ce-408b-a6a8-fdf2ace3cb92 req-cadbfbf5-9d36-4bcf-81b2-29cf32a35caf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:57.520211 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b6012-10ce-408b-a6a8-fdf2ace3cb92 req-cadbfbf5-9d36-4bcf-81b2-29cf32a35caf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:57.522152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b6012-10ce-408b-a6a8-fdf2ace3cb92 req-cadbfbf5-9d36-4bcf-81b2-29cf32a35caf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:57.529421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b6012-10ce-408b-a6a8-fdf2ace3cb92 req-cadbfbf5-9d36-4bcf-81b2-29cf32a35caf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:57.535591 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b6012-10ce-408b-a6a8-fdf2ace3cb92 req-cadbfbf5-9d36-4bcf-81b2-29cf32a35caf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:57.546059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b6012-10ce-408b-a6a8-fdf2ace3cb92 req-cadbfbf5-9d36-4bcf-81b2-29cf32a35caf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:57.553005 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b6012-10ce-408b-a6a8-fdf2ace3cb92 req-cadbfbf5-9d36-4bcf-81b2-29cf32a35caf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:57.563445 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-609b6012-10ce-408b-a6a8-fdf2ace3cb92 req-cadbfbf5-9d36-4bcf-81b2-29cf32a35caf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5395 time: 0.2337637 Sep 23 22:40:57.570148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0bf4b-d67e-4c89-969d-087318e9a409 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Pushing event deleted for resources: {'Port': ['ID=01cbc682-9505-4f5d-9709-3fcd7f56e2f3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:57.623347 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-609b6012-10ce-408b-a6a8-fdf2ace3cb92 req-c0081300-0951-47ec-9800-494430960d14 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588436 Sep 23 22:40:57.644846 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:57.645239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4d14d2-2c5e-47fa-acd9-52d8dc292e24 req-d3d0bf4b-d67e-4c89-969d-087318e9a409 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] No DVR routers for this DVR port 01cbc682-9505-4f5d-9709-3fcd7f56e2f3 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:40:57.658682 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-da4d14d2-2c5e-47fa-acd9-52d8dc292e24 req-d3d0bf4b-d67e-4c89-969d-087318e9a409 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:57.658682 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da4d14d2-2c5e-47fa-acd9-52d8dc292e24 req-d3d0bf4b-d67e-4c89-969d-087318e9a409 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "DELETE /v2.0/ports/01cbc682-9505-4f5d-9709-3fcd7f56e2f3 HTTP/1.1" status: 204 len: 173 time: 1.5523341 Sep 23 22:40:57.658682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6de224f-5315-43cd-b979-737e4c0c233c', 'name': 'network-vif-deleted', 'tag': '01cbc682-9505-4f5d-9709-3fcd7f56e2f3'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:40:57.658682 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6570f44-9b26-460e-ab7d-6ccead4cf94e" -d '{"events": [{"server_uuid": "f6de224f-5315-43cd-b979-737e4c0c233c", "name": "network-vif-deleted", "tag": "01cbc682-9505-4f5d-9709-3fcd7f56e2f3"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:40:57.687815 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63f83fcd-0062-4a36-a536-0bfe0b834529 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:57.731774 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-e75f45b1-efd5-4f95-8a99-e4afe5c2e6fd service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9010742 Sep 23 22:40:57.820681 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Pushing event updated for resources: {'Port': ['ID=7f493b13-b997-4328-8a9e-261bf11e481e,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:57.915048 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63f83fcd-0062-4a36-a536-0bfe0b834529 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:58.064498 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Attempting to bind port 7f493b13-b997-4328-8a9e-261bf11e481e on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:40:58.064928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Attempting to bind port 7f493b13-b997-4328-8a9e-261bf11e481e by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:40:58.065195 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Attempting to bind port 7f493b13-b997-4328-8a9e-261bf11e481e on network 122a4d33-a44b-41de-907d-9ba92c71bcd8 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:40:58.084889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Port 7f493b13-b997-4328-8a9e-261bf11e481e on network 122a4d33-a44b-41de-907d-9ba92c71bcd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:40:58.085233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Attempting to bind port 7f493b13-b997-4328-8a9e-261bf11e481e on network 122a4d33-a44b-41de-907d-9ba92c71bcd8 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:40:58.129250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:40:58.148058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Checking segment: {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:40:58.148391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Bound using segment: {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:40:58.148826 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Bound port: 7f493b13-b997-4328-8a9e-261bf11e481e, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0afd070d-f367-4583-82b7-ce09a4c551c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:40:58.154498 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:58.165338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f83fcd-0062-4a36-a536-0bfe0b834529 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Pushing event updated for resources: {'Port': ['ID=e039483a-5ffa-4efc-8ee5-4c7df5728e7c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:58.210147 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 23 Sep 2021 22:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea933854-f61a-4036-ae7a-48ff6372a906 x-openstack-request-id: req-ea933854-f61a-4036-ae7a-48ff6372a906 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:40:58.210678 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6de224f-5315-43cd-b979-737e4c0c233c", "name": "network-vif-deleted", "tag": "01cbc682-9505-4f5d-9709-3fcd7f56e2f3", "status": "failed", "code": 422}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:40:58.211558 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea933854-f61a-4036-ae7a-48ff6372a906 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:40:58.212316 n-d-810775-1 neutron-server[95491]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f6de224f-5315-43cd-b979-737e4c0c233c', 'name': 'network-vif-deleted', 'tag': '01cbc682-9505-4f5d-9709-3fcd7f56e2f3', 'status': 'failed', 'code': 422} returned with failed status Sep 23 22:40:58.232073 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83afa1bc-0ca2-40c7-aa9f-f1f25c12b347 req-d16dccbe-bbb2-4f5c-a46f-d6064d00b60e service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926262 Sep 23 22:40:58.280832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f83fcd-0062-4a36-a536-0bfe0b834529 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Network 9eee4d47-093a-4785-9200-0357470e230a is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:40:58.287219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-63f83fcd-0062-4a36-a536-0bfe0b834529 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:40:58.306076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f83fcd-0062-4a36-a536-0bfe0b834529 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:40:58.317375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': '6a81c335-2695-469d-8050-a9cd933195f5'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:40:58.335615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f83fcd-0062-4a36-a536-0bfe0b834529 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:58.336977 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63f83fcd-0062-4a36-a536-0bfe0b834529 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:58.357776 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2a7f69-ac51-42ef-a16d-e91cee1d7757" -d '{"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "6a81c335-2695-469d-8050-a9cd933195f5"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:40:58.486048 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-63f83fcd-0062-4a36-a536-0bfe0b834529 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7079263 Sep 23 22:40:58.486914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39150) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:40:58.495395 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Request body: {'port': {'network_id': '9eee4d47-093a-4785-9200-0357470e230a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1531345659', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:58.496283 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.api.validators [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] bootfile-name is not in valid_values {{(pid=95491) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 22:40:58.496840 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.api.validators [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] tftp-server is not in valid_values {{(pid=95491) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 22:40:58.501908 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.api.validators [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] server-ip-address is not in valid_values {{(pid=95491) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 22:40:58.584375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] For port 7f493b13-b997-4328-8a9e-261bf11e481e, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:40:58.627188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] For port 7f493b13-b997-4328-8a9e-261bf11e481e, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7f493b13-b997-4328-8a9e-261bf11e481e,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:40:58.649151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847270ce-98f4-4397-b283-36c1496772a5 req-8f3107fb-e809-43ba-8fd4-c24c1a862f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:58.651728 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-847270ce-98f4-4397-b283-36c1496772a5 req-8f3107fb-e809-43ba-8fd4-c24c1a862f00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 1095 time: 0.2117610 Sep 23 22:40:58.669396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69f123-9271-467a-96ef-3740b0363c42 req-524eb7b8-8648-4f21-a4ae-530269fe03f4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:58.677786 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d69f123-9271-467a-96ef-3740b0363c42 req-524eb7b8-8648-4f21-a4ae-530269fe03f4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 944 time: 0.2069519 Sep 23 22:40:58.861862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847270ce-98f4-4397-b283-36c1496772a5 req-3d45dbf4-3ea7-48a2-a07f-9e9269d222b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:58.865141 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-847270ce-98f4-4397-b283-36c1496772a5 req-3d45dbf4-3ea7-48a2-a07f-9e9269d222b9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.1845357 Sep 23 22:40:58.900021 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ad837194-a920-494b-b393-0e077a4b3dc4 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:40:58.909954 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:59.023236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port ad837194-a920-494b-b393-0e077a4b3dc4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:40:59.027361 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:59.102950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Pushing event updated for resources: {'Port': ['ID=7f493b13-b997-4328-8a9e-261bf11e481e,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:59.178389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Made reservation on behalf of 8c881b4dc10a4cf990389bb49eb5dc26 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:40:59.186596 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:59.218650 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-847270ce-98f4-4397-b283-36c1496772a5 req-eca5a36a-18b9-4292-b654-fd3df7c74ccf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=565430ed-92c9-4d07-b40b-9c6946fd78a9 HTTP/1.1" status: 200 len: 217 time: 0.3103335 Sep 23 22:40:59.264110 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] device_id is not set on port 976e1105-263b-4bc3-ae0b-f5bb30a71474 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:40:59.303882 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:59.325653 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847270ce-98f4-4397-b283-36c1496772a5 req-54ee0f47-2e03-4d79-85a4-9c3ffb906ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:59.327545 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-847270ce-98f4-4397-b283-36c1496772a5 req-54ee0f47-2e03-4d79-85a4-9c3ffb906ac1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.0993664 Sep 23 22:40:59.341905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:59.341905 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:59.341905 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-d9f34176-a579-448f-a1df-37e4ece8055e service neutron] 10.222.0.67 "PUT /v2.0/ports/7f493b13-b997-4328-8a9e-261bf11e481e HTTP/1.1" status: 200 len: 1091 time: 3.2067420 Sep 23 22:40:59.377416 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d69f123-9271-467a-96ef-3740b0363c42 req-c4ea4f2e-e2fd-485a-80fb-2fe031e9b79b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6985791 Sep 23 22:40:59.426604 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port ad837194-a920-494b-b393-0e077a4b3dc4, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ad837194-a920-494b-b393-0e077a4b3dc4,segment=NetworkSegment(6a89a4c8-0e70-41d3-9807-97b8e9f1de9a),segment_id=6a89a4c8-0e70-41d3-9807-97b8e9f1de9a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:40:59.464493 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Request body: {'port': {'device_id': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:40:59.581352 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:59.650765 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd51dfa-4aff-4bfc-9770-e63a82d2ab58 x-openstack-request-id: req-8cd51dfa-4aff-4bfc-9770-e63a82d2ab58 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:40:59.652680 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "6a81c335-2695-469d-8050-a9cd933195f5", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:40:59.665399 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8cd51dfa-4aff-4bfc-9770-e63a82d2ab58 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:40:59.665687 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': '6a81c335-2695-469d-8050-a9cd933195f5', 'status': 'completed', 'code': 200} Sep 23 22:40:59.673150 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847270ce-98f4-4397-b283-36c1496772a5 req-c6626408-da7f-4fb9-97a5-c63fb4e0817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:59.699653 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-847270ce-98f4-4397-b283-36c1496772a5 req-c6626408-da7f-4fb9-97a5-c63fb4e0817d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3536873 Sep 23 22:40:59.749457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f879f5f4-5422-41b3-bb71-042313c0d328 None None] Network 9eee4d47-093a-4785-9200-0357470e230a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:40:59.821004 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7f69-ac51-42ef-a16d-e91cee1d7757 req-61861d8f-7180-43ae-b350-880fb819f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:59.824491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7f69-ac51-42ef-a16d-e91cee1d7757 req-61861d8f-7180-43ae-b350-880fb819f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:59.825968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7f69-ac51-42ef-a16d-e91cee1d7757 req-61861d8f-7180-43ae-b350-880fb819f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:59.827489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7f69-ac51-42ef-a16d-e91cee1d7757 req-61861d8f-7180-43ae-b350-880fb819f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:59.828222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7f69-ac51-42ef-a16d-e91cee1d7757 req-61861d8f-7180-43ae-b350-880fb819f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:59.829481 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7f69-ac51-42ef-a16d-e91cee1d7757 req-61861d8f-7180-43ae-b350-880fb819f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:59.831434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7f69-ac51-42ef-a16d-e91cee1d7757 req-61861d8f-7180-43ae-b350-880fb819f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:40:59.834887 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aa2a7f69-ac51-42ef-a16d-e91cee1d7757 req-61861d8f-7180-43ae-b350-880fb819f5c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 6354 time: 0.1211014 Sep 23 22:40:59.858276 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a18e4164-a2c5-47f7-99a2-8950a521edbd None None] Provisioning complete for port ad837194-a920-494b-b393-0e077a4b3dc4 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:40:59.858733 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a18e4164-a2c5-47f7-99a2-8950a521edbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:40:59.868357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Allocated IP 2001:db8::2f4 (9eee4d47-093a-4785-9200-0357470e230a/20448c6b-8472-4a94-868b-83f5e1605c9a/976e1105-263b-4bc3-ae0b-f5bb30a71474) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:40:59.919883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=ad837194-a920-494b-b393-0e077a4b3dc4,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:40:59.975428 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:00.353408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a727ebb-2e18-4bfa-a32c-573a86974c6e req-b251409e-761e-4c98-ba56-08710c0ba320 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:00.377064 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a727ebb-2e18-4bfa-a32c-573a86974c6e req-b251409e-761e-4c98-ba56-08710c0ba320 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:00.407509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a727ebb-2e18-4bfa-a32c-573a86974c6e req-b251409e-761e-4c98-ba56-08710c0ba320 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:00.426686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a727ebb-2e18-4bfa-a32c-573a86974c6e req-b251409e-761e-4c98-ba56-08710c0ba320 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:00.453840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a727ebb-2e18-4bfa-a32c-573a86974c6e req-b251409e-761e-4c98-ba56-08710c0ba320 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:00.460023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a727ebb-2e18-4bfa-a32c-573a86974c6e req-b251409e-761e-4c98-ba56-08710c0ba320 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:00.478448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a727ebb-2e18-4bfa-a32c-573a86974c6e req-b251409e-761e-4c98-ba56-08710c0ba320 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:00.490762 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a727ebb-2e18-4bfa-a32c-573a86974c6e req-b251409e-761e-4c98-ba56-08710c0ba320 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5407 time: 0.6149993 Sep 23 22:41:00.498186 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:00.606095 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-847270ce-98f4-4397-b283-36c1496772a5 req-77fa3cb8-1d13-4a6f-8721-74dea2ba8d7c service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8966064 Sep 23 22:41:00.649133 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7f69-ac51-42ef-a16d-e91cee1d7757 req-96be2a63-ef62-4adb-8320-7c71f55e516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:00.651897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7f69-ac51-42ef-a16d-e91cee1d7757 req-96be2a63-ef62-4adb-8320-7c71f55e516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:00.651897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7f69-ac51-42ef-a16d-e91cee1d7757 req-96be2a63-ef62-4adb-8320-7c71f55e516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:00.652540 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aa2a7f69-ac51-42ef-a16d-e91cee1d7757 req-96be2a63-ef62-4adb-8320-7c71f55e516c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5371034 Sep 23 22:41:00.754815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964b0c9-5601-4778-bb5b-1dcded9e5a2b req-747268c3-12cd-479d-be0e-add3d8372a05 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:00.758343 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4964b0c9-5601-4778-bb5b-1dcded9e5a2b req-747268c3-12cd-479d-be0e-add3d8372a05 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 944 time: 0.2461112 Sep 23 22:41:00.905410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ad837194-a920-494b-b393-0e077a4b3dc4 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:00.972363 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:01.058745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Network 9eee4d47-093a-4785-9200-0357470e230a is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:41:01.068064 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4964b0c9-5601-4778-bb5b-1dcded9e5a2b req-50dc4813-6454-4e9a-90c4-488b86f62482 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249637 Sep 23 22:41:01.076134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:41:01.102274 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:41:01.112031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:01.112246 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2f4a4bd1-1000-4532-a8d5-a5de785b940d None None] Provisioning complete for port e039483a-5ffa-4efc-8ee5-4c7df5728e7c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:01.112714 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2f4a4bd1-1000-4532-a8d5-a5de785b940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:01.113767 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:01.140833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7f69-ac51-42ef-a16d-e91cee1d7757 req-8440fdf9-7015-4dcc-a4e6-40f9d1366d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:01.159135 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aa2a7f69-ac51-42ef-a16d-e91cee1d7757 req-8440fdf9-7015-4dcc-a4e6-40f9d1366d6b service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4971557 Sep 23 22:41:01.179458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Pushing event updated for resources: {'Port': ['ID=976e1105-263b-4bc3-ae0b-f5bb30a71474,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:01.253404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-435ff885-3a54-4685-9703-f35e20cc0330 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.7654419 Sep 23 22:41:01.254118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39200) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:01.268390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2f4a4bd1-1000-4532-a8d5-a5de785b940d None None] Port e039483a-5ffa-4efc-8ee5-4c7df5728e7c cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:41:01.351528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2f4a4bd1-1000-4532-a8d5-a5de785b940d None None] Provisioning complete for port ad837194-a920-494b-b393-0e077a4b3dc4 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:01.352103 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2f4a4bd1-1000-4532-a8d5-a5de785b940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:01.355068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port ad837194-a920-494b-b393-0e077a4b3dc4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:01.355673 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:01.461924 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5bd04b-df11-4b8a-a20c-aaa6bc91fb7b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:01.469829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5bd04b-df11-4b8a-a20c-aaa6bc91fb7b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:01.477578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5bd04b-df11-4b8a-a20c-aaa6bc91fb7b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:01.483132 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fd5bd04b-df11-4b8a-a20c-aaa6bc91fb7b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.2278934 Sep 23 22:41:01.483995 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39212) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:01.613731 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a727ebb-2e18-4bfa-a32c-573a86974c6e req-c7df4dc5-52ed-4136-869d-e61de055ddbd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1038952 Sep 23 22:41:01.796812 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': '7f493b13-b997-4328-8a9e-261bf11e481e'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:41:01.801181 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9a701b-e899-43fd-b369-8ab793c0d904" -d '{"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "7f493b13-b997-4328-8a9e-261bf11e481e"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:41:01.810065 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-847270ce-98f4-4397-b283-36c1496772a5 req-a1ad6842-5397-474b-b49a-550ffd782af9 service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1842794 Sep 23 22:41:01.997398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-60afeaeb-9c1a-4fd1-9a6b-a550ae136282 None None] Provisioning complete for port 976e1105-263b-4bc3-ae0b-f5bb30a71474 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:01.998094 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-60afeaeb-9c1a-4fd1-9a6b-a550ae136282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:02.049012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2298126b-37f0-4907-ab2e-6fd9ea973c84 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:41:02.049950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-60afeaeb-9c1a-4fd1-9a6b-a550ae136282 None None] Port 976e1105-263b-4bc3-ae0b-f5bb30a71474 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:41:02.056894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-595ee5dd-eb23-4e2f-ad64-7ed5b41eefbf tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:02.060197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-595ee5dd-eb23-4e2f-ad64-7ed5b41eefbf tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 812 time: 0.5746276 Sep 23 22:41:02.064638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-60afeaeb-9c1a-4fd1-9a6b-a550ae136282 None None] Provisioning complete for port e039483a-5ffa-4efc-8ee5-4c7df5728e7c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:02.065274 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-60afeaeb-9c1a-4fd1-9a6b-a550ae136282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:02.067410 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:02.070561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e66e06f6-4771-49c9-9e9f-bb845cad09d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Deleting port 976e1105-263b-4bc3-ae0b-f5bb30a71474 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:41:02.071096 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e66e06f6-4771-49c9-9e9f-bb845cad09d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:02.084149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Transition to ACTIVE for port object 2298126b-37f0-4907-ab2e-6fd9ea973c84 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:41:02.113236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-60afeaeb-9c1a-4fd1-9a6b-a550ae136282 None None] Port e039483a-5ffa-4efc-8ee5-4c7df5728e7c cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:41:02.160207 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d885059-c49c-4ce7-b3d9-871ab2a632e5 x-openstack-request-id: req-1d885059-c49c-4ce7-b3d9-871ab2a632e5 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:41:02.160207 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "7f493b13-b997-4328-8a9e-261bf11e481e", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:41:02.160207 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d885059-c49c-4ce7-b3d9-871ab2a632e5 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:41:02.160207 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': '7f493b13-b997-4328-8a9e-261bf11e481e', 'status': 'completed', 'code': 200} Sep 23 22:41:02.204571 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-9294003f-2906-442e-a5da-327e26e0211d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/quotas/7b76146ebc1f4d82b2692c606ba4acda HTTP/1.1" status: 200 len: 375 time: 0.0211589 Sep 23 22:41:02.220156 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 565430ed-92c9-4d07-b40b-9c6946fd78a9 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:41:02.223146 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:02.318861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-fa1f21ba-0e32-45e8-a118-7b2f21ba1313 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132472 Sep 23 22:41:02.493168 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-c6837bd4-7a10-447c-a950-d2add06df62b service neutron] 10.222.0.22 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732948 Sep 23 22:41:02.534230 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a701b-e899-43fd-b369-8ab793c0d904 req-0c0977a4-cb41-457a-b469-f0b351fcb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:02.536251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 565430ed-92c9-4d07-b40b-9c6946fd78a9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=565430ed-92c9-4d07-b40b-9c6946fd78a9,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:02.539606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a701b-e899-43fd-b369-8ab793c0d904 req-0c0977a4-cb41-457a-b469-f0b351fcb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:02.540505 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a701b-e899-43fd-b369-8ab793c0d904 req-0c0977a4-cb41-457a-b469-f0b351fcb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:02.540897 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a701b-e899-43fd-b369-8ab793c0d904 req-0c0977a4-cb41-457a-b469-f0b351fcb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:02.541522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a701b-e899-43fd-b369-8ab793c0d904 req-0c0977a4-cb41-457a-b469-f0b351fcb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:02.542595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a701b-e899-43fd-b369-8ab793c0d904 req-0c0977a4-cb41-457a-b469-f0b351fcb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:02.543133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a701b-e899-43fd-b369-8ab793c0d904 req-0c0977a4-cb41-457a-b469-f0b351fcb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:02.545542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8b9a701b-e899-43fd-b369-8ab793c0d904 req-0c0977a4-cb41-457a-b469-f0b351fcb35b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 6379 time: 0.3396993 Sep 23 22:41:02.550266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=2298126b-37f0-4907-ab2e-6fd9ea973c84,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:02.600002 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e66e06f6-4771-49c9-9e9f-bb845cad09d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:02.614119 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '565430ed-92c9-4d07-b40b-9c6946fd78a9', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'port_id': '565430ed-92c9-4d07-b40b-9c6946fd78a9', 'mac_address': 'fa:16:3e:83:7e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:41:02.659021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e66e06f6-4771-49c9-9e9f-bb845cad09d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Calling delete_port for 976e1105-263b-4bc3-ae0b-f5bb30a71474 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:41:02.683994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704156ca-4168-4834-988c-e9ee2101676f req-f575dc95-2acb-4858-8846-f8c799f70f58 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:02.701303 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-704156ca-4168-4834-988c-e9ee2101676f req-f575dc95-2acb-4858-8846-f8c799f70f58 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 944 time: 0.3572762 Sep 23 22:41:02.809303 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:02.818427 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-ba365728-4af2-4e49-b5be-8cd53d3c3042 service neutron] 10.222.0.22 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241136 Sep 23 22:41:02.847170 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565430ed-92c9-4d07-b40b-9c6946fd78a9 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:41:02.916032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Attempting to bind port 2298126b-37f0-4907-ab2e-6fd9ea973c84 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:41:02.917152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Attempting to bind port 2298126b-37f0-4907-ab2e-6fd9ea973c84 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '793bb933-0d88-4eff-a4f7-cc21e31eb821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:41:02.917673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Attempting to bind port 2298126b-37f0-4907-ab2e-6fd9ea973c84 on network b61d004c-7d39-4789-9f10-cec75881ed41 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:41:02.926150 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 565430ed-92c9-4d07-b40b-9c6946fd78a9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=565430ed-92c9-4d07-b40b-9c6946fd78a9,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:02.950335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Port 2298126b-37f0-4907-ab2e-6fd9ea973c84 on network b61d004c-7d39-4789-9f10-cec75881ed41 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:41:02.956261 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Attempting to bind port 2298126b-37f0-4907-ab2e-6fd9ea973c84 on network b61d004c-7d39-4789-9f10-cec75881ed41 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:41:02.968496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:41:02.968855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Checking segment: {'id': '793bb933-0d88-4eff-a4f7-cc21e31eb821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:41:02.969263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Bound using segment: {'id': '793bb933-0d88-4eff-a4f7-cc21e31eb821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:41:02.969711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Bound port: 2298126b-37f0-4907-ab2e-6fd9ea973c84, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793bb933-0d88-4eff-a4f7-cc21e31eb821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:41:02.970080 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:02.974675 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-704156ca-4168-4834-988c-e9ee2101676f req-9a897cfa-8c41-4816-9cb0-a566c79a6cb5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722447 Sep 23 22:41:03.005132 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a701b-e899-43fd-b369-8ab793c0d904 req-6bfe4712-22c6-4a13-a987-c8113bf49ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:03.005624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a701b-e899-43fd-b369-8ab793c0d904 req-6bfe4712-22c6-4a13-a987-c8113bf49ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:03.006100 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a701b-e899-43fd-b369-8ab793c0d904 req-6bfe4712-22c6-4a13-a987-c8113bf49ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:03.007876 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8b9a701b-e899-43fd-b369-8ab793c0d904 req-6bfe4712-22c6-4a13-a987-c8113bf49ac5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4310493 Sep 23 22:41:03.129982 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:03.132543 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e66e06f6-4771-49c9-9e9f-bb845cad09d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:03.171787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e06f6-4771-49c9-9e9f-bb845cad09d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Pushing event deleted for resources: {'Port': ['ID=976e1105-263b-4bc3-ae0b-f5bb30a71474,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:03.255123 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e66e06f6-4771-49c9-9e9f-bb845cad09d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:03.264185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e66e06f6-4771-49c9-9e9f-bb845cad09d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] 10.222.0.22 "DELETE /v2.0/ports/976e1105-263b-4bc3-ae0b-f5bb30a71474 HTTP/1.1" status: 204 len: 168 time: 1.7679951 Sep 23 22:41:03.269941 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39242) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:03.271496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=565430ed-92c9-4d07-b40b-9c6946fd78a9,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:03.278252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-590d020a-5c71-4fd9-b1cf-d8cb5f980f17 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Request body: {'port': {'name': 'tempest-new-port-name-885059249', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:03.278664 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.api.validators [None req-590d020a-5c71-4fd9-b1cf-d8cb5f980f17 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] bootfile-name is not in valid_values {{(pid=95491) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 22:41:03.279158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.api.validators [None req-590d020a-5c71-4fd9-b1cf-d8cb5f980f17 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] tftp-server is not in valid_values {{(pid=95491) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 22:41:03.279511 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.api.validators [None req-590d020a-5c71-4fd9-b1cf-d8cb5f980f17 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] server-ip-address is not in valid_values {{(pid=95491) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 22:41:03.388521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-590d020a-5c71-4fd9-b1cf-d8cb5f980f17 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:03.399203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] For port 2298126b-37f0-4907-ab2e-6fd9ea973c84, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:41:03.436733 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a701b-e899-43fd-b369-8ab793c0d904 req-eceba6ee-28e7-4212-b568-13aeb5be4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:03.438691 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8b9a701b-e899-43fd-b369-8ab793c0d904 req-eceba6ee-28e7-4212-b568-13aeb5be4c5d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4214218 Sep 23 22:41:03.490478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401ec66-c6eb-46c2-9fef-664c0ce308d1 req-bc7a3dde-a668-499d-b6a0-b870c8ec3b30 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:03.518376 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401ec66-c6eb-46c2-9fef-664c0ce308d1 req-bc7a3dde-a668-499d-b6a0-b870c8ec3b30 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:03.539193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401ec66-c6eb-46c2-9fef-664c0ce308d1 req-bc7a3dde-a668-499d-b6a0-b870c8ec3b30 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:03.562561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401ec66-c6eb-46c2-9fef-664c0ce308d1 req-bc7a3dde-a668-499d-b6a0-b870c8ec3b30 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:03.563540 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['565430ed-92c9-4d07-b40b-9c6946fd78a9'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:03.577684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401ec66-c6eb-46c2-9fef-664c0ce308d1 req-bc7a3dde-a668-499d-b6a0-b870c8ec3b30 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:03.584854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401ec66-c6eb-46c2-9fef-664c0ce308d1 req-bc7a3dde-a668-499d-b6a0-b870c8ec3b30 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:03.594017 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401ec66-c6eb-46c2-9fef-664c0ce308d1 req-bc7a3dde-a668-499d-b6a0-b870c8ec3b30 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:03.603318 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1401ec66-c6eb-46c2-9fef-664c0ce308d1 req-bc7a3dde-a668-499d-b6a0-b870c8ec3b30 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5419 time: 0.5362625 Sep 23 22:41:03.607179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] For port 2298126b-37f0-4907-ab2e-6fd9ea973c84, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2298126b-37f0-4907-ab2e-6fd9ea973c84,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:41:03.749785 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1401ec66-c6eb-46c2-9fef-664c0ce308d1 req-07eeb366-0e75-4fc4-b27b-e44e33f484fc tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1438553 Sep 23 22:41:03.755075 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:03.827098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:03.828200 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:03.851127 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:41:03.852152 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] 10.222.0.67 "PUT /v2.0/ports/2298126b-37f0-4907-ab2e-6fd9ea973c84 HTTP/1.1" status: 200 len: 1091 time: 4.3778021 Sep 23 22:41:03.917163 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc7218d4-d2a3-48d1-8728-1a33b16b18bb req-ee3ef062-b0e7-4da3-b2cf-3cd5b7940c80 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 210 time: 0.1072066 Sep 23 22:41:03.953740 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2a155-5e51-4d03-92ae-104340866ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=2298126b-37f0-4907-ab2e-6fd9ea973c84,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:03.974218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Request body: {'port': {'device_id': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:04.150427 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-590d020a-5c71-4fd9-b1cf-d8cb5f980f17 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:04.168604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': '2298126b-37f0-4907-ab2e-6fd9ea973c84'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:41:04.173569 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b7af89-84e0-4ae5-b698-5d94a1cf0ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "2298126b-37f0-4907-ab2e-6fd9ea973c84"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:41:04.273838 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5006c9b4-5a57-4104-a63d-5ccbbf534e36 x-openstack-request-id: req-5006c9b4-5a57-4104-a63d-5ccbbf534e36 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:41:04.274064 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "2298126b-37f0-4907-ab2e-6fd9ea973c84", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:41:04.274246 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5006c9b4-5a57-4104-a63d-5ccbbf534e36 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:41:04.274656 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': '2298126b-37f0-4907-ab2e-6fd9ea973c84', 'status': 'completed', 'code': 200} Sep 23 22:41:04.284516 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:04.335599 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-590d020a-5c71-4fd9-b1cf-d8cb5f980f17 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:04.360902 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbb464-32c4-46a9-872c-633cdb173d9a req-1592e4fe-c5a0-4aa1-8b54-d6d8d6c46391 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:04.362552 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-68fbb464-32c4-46a9-872c-633cdb173d9a req-1592e4fe-c5a0-4aa1-8b54-d6d8d6c46391 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 945 time: 0.2097311 Sep 23 22:41:04.400244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-590d020a-5c71-4fd9-b1cf-d8cb5f980f17 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] In _notify_port_updated(), no bound segment for port e039483a-5ffa-4efc-8ee5-4c7df5728e7c on network 9eee4d47-093a-4785-9200-0357470e230a {{(pid=95491) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:41:04.407213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d020a-5c71-4fd9-b1cf-d8cb5f980f17 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:04.408159 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-590d020a-5c71-4fd9-b1cf-d8cb5f980f17 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:04.412179 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-590d020a-5c71-4fd9-b1cf-d8cb5f980f17 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] 10.222.0.22 "PUT /v2.0/ports/e039483a-5ffa-4efc-8ee5-4c7df5728e7c HTTP/1.1" status: 200 len: 1129 time: 1.1366673 Sep 23 22:41:04.412912 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39262) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:04.481097 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d020a-5c71-4fd9-b1cf-d8cb5f980f17 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Pushing event updated for resources: {'Port': ['ID=e039483a-5ffa-4efc-8ee5-4c7df5728e7c,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:04.512896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e393bb-e093-4167-b0fe-c49b83d56977 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:04.530484 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-12e393bb-e093-4167-b0fe-c49b83d56977 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] 10.222.0.22 "GET /v2.0/ports/e039483a-5ffa-4efc-8ee5-4c7df5728e7c HTTP/1.1" status: 200 len: 1129 time: 0.1138160 Sep 23 22:41:04.534495 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39264) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:04.556035 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-68fbb464-32c4-46a9-872c-633cdb173d9a req-fdf9cd8d-ff16-4cb7-ae77-7f55fef8c74e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461370 Sep 23 22:41:04.623624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7af89-84e0-4ae5-b698-5d94a1cf0ebd req-8795e5b9-3794-4e9e-9af7-b8d3269d378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:04.624736 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7af89-84e0-4ae5-b698-5d94a1cf0ebd req-8795e5b9-3794-4e9e-9af7-b8d3269d378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:04.624928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7af89-84e0-4ae5-b698-5d94a1cf0ebd req-8795e5b9-3794-4e9e-9af7-b8d3269d378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:04.625558 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7af89-84e0-4ae5-b698-5d94a1cf0ebd req-8795e5b9-3794-4e9e-9af7-b8d3269d378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:04.630827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7af89-84e0-4ae5-b698-5d94a1cf0ebd req-8795e5b9-3794-4e9e-9af7-b8d3269d378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:04.631318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7af89-84e0-4ae5-b698-5d94a1cf0ebd req-8795e5b9-3794-4e9e-9af7-b8d3269d378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:04.631890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7af89-84e0-4ae5-b698-5d94a1cf0ebd req-8795e5b9-3794-4e9e-9af7-b8d3269d378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:04.634219 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-22b7af89-84e0-4ae5-b698-5d94a1cf0ebd req-8795e5b9-3794-4e9e-9af7-b8d3269d378c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 6421 time: 0.2984810 Sep 23 22:41:04.723283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e38e7-acbf-4d52-a355-93b3ca903fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Deleting port e039483a-5ffa-4efc-8ee5-4c7df5728e7c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:41:04.723846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6d2e38e7-acbf-4d52-a355-93b3ca903fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:04.862522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7af89-84e0-4ae5-b698-5d94a1cf0ebd req-d3f424fd-98a3-4ddf-9a52-d621b99b8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:04.863365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7af89-84e0-4ae5-b698-5d94a1cf0ebd req-d3f424fd-98a3-4ddf-9a52-d621b99b8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:04.864404 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7af89-84e0-4ae5-b698-5d94a1cf0ebd req-d3f424fd-98a3-4ddf-9a52-d621b99b8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:04.866247 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-22b7af89-84e0-4ae5-b698-5d94a1cf0ebd req-d3f424fd-98a3-4ddf-9a52-d621b99b8044 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1951377 Sep 23 22:41:05.024656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-816a4cb5-5f14-4902-b89c-6db01273d89a None None] Provisioning complete for port e039483a-5ffa-4efc-8ee5-4c7df5728e7c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:05.025234 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-816a4cb5-5f14-4902-b89c-6db01273d89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:05.076365 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6d2e38e7-acbf-4d52-a355-93b3ca903fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:05.082087 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4606952a-6012-4520-84bd-7257f2c51a42 req-26728caf-db25-4b11-975a-994cfc3b3688 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 210 time: 0.0576518 Sep 23 22:41:05.097960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e38e7-acbf-4d52-a355-93b3ca903fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Calling delete_port for e039483a-5ffa-4efc-8ee5-4c7df5728e7c owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:41:05.129873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-816a4cb5-5f14-4902-b89c-6db01273d89a None None] Port e039483a-5ffa-4efc-8ee5-4c7df5728e7c cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:41:05.144741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7af89-84e0-4ae5-b698-5d94a1cf0ebd req-ea0730d0-4297-4a37-b9e8-2f8c2868e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:05.146950 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-22b7af89-84e0-4ae5-b698-5d94a1cf0ebd req-ea0730d0-4297-4a37-b9e8-2f8c2868e6eb service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2523656 Sep 23 22:41:05.168874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851626-9926-4ec1-987a-2534fab22b33 req-c48f1a66-89c7-4dc4-908d-ab1c050898b2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:05.168874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851626-9926-4ec1-987a-2534fab22b33 req-c48f1a66-89c7-4dc4-908d-ab1c050898b2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:05.173321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851626-9926-4ec1-987a-2534fab22b33 req-c48f1a66-89c7-4dc4-908d-ab1c050898b2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:05.182660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851626-9926-4ec1-987a-2534fab22b33 req-c48f1a66-89c7-4dc4-908d-ab1c050898b2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:05.193791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851626-9926-4ec1-987a-2534fab22b33 req-c48f1a66-89c7-4dc4-908d-ab1c050898b2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:05.195467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4eaf4c4-7f11-4400-86d7-abb4d0325dfe {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:41:05.202047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851626-9926-4ec1-987a-2534fab22b33 req-c48f1a66-89c7-4dc4-908d-ab1c050898b2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:05.206061 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:05.208631 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851626-9926-4ec1-987a-2534fab22b33 req-c48f1a66-89c7-4dc4-908d-ab1c050898b2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:05.210950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96851626-9926-4ec1-987a-2534fab22b33 req-c48f1a66-89c7-4dc4-908d-ab1c050898b2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5419 time: 0.2488229 Sep 23 22:41:05.231386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Transition to ACTIVE for port object f4eaf4c4-7f11-4400-86d7-abb4d0325dfe will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:41:05.309868 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:05.442609 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96851626-9926-4ec1-987a-2534fab22b33 req-66c38105-b122-4dd8-a24e-cff0cf0b221b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2227900 Sep 23 22:41:05.461821 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Pushing event updated for resources: {'Port': ['ID=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:05.555917 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Attempting to bind port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:41:05.556141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Attempting to bind port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '793bb933-0d88-4eff-a4f7-cc21e31eb821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:41:05.556552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Attempting to bind port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe on network b61d004c-7d39-4789-9f10-cec75881ed41 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:41:05.566336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe on network b61d004c-7d39-4789-9f10-cec75881ed41 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:41:05.566700 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Attempting to bind port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe on network b61d004c-7d39-4789-9f10-cec75881ed41 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:41:05.569618 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6d2e38e7-acbf-4d52-a355-93b3ca903fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:05.594971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:41:05.595223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Checking segment: {'id': '793bb933-0d88-4eff-a4f7-cc21e31eb821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:41:05.595685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Bound using segment: {'id': '793bb933-0d88-4eff-a4f7-cc21e31eb821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:41:05.596141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Bound port: f4eaf4c4-7f11-4400-86d7-abb4d0325dfe, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793bb933-0d88-4eff-a4f7-cc21e31eb821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:41:05.596510 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:05.702247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e38e7-acbf-4d52-a355-93b3ca903fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Pushing event deleted for resources: {'Port': ['ID=e039483a-5ffa-4efc-8ee5-4c7df5728e7c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:05.708978 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6d2e38e7-acbf-4d52-a355-93b3ca903fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:05.724716 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6d2e38e7-acbf-4d52-a355-93b3ca903fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] 10.222.0.22 "DELETE /v2.0/ports/e039483a-5ffa-4efc-8ee5-4c7df5728e7c HTTP/1.1" status: 204 len: 168 time: 1.1889248 Sep 23 22:41:05.726219 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39280) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:05.832452 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71869de-9df5-4e4e-9266-e9e959b26009 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Deleting subnet 20448c6b-8472-4a94-868b-83f5e1605c9a {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:41:05.843844 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f71869de-9df5-4e4e-9266-e9e959b26009 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:05.885051 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f51c48-a788-4464-bd76-70b6b001b00f req-2997136e-11bf-459f-b810-fa03d4e0ad82 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:05.888356 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8f51c48-a788-4464-bd76-70b6b001b00f req-2997136e-11bf-459f-b810-fa03d4e0ad82 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 945 time: 0.1401136 Sep 23 22:41:05.903468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] For port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:41:05.908091 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] For port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:41:05.967907 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f71869de-9df5-4e4e-9266-e9e959b26009 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:05.974484 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8f51c48-a788-4464-bd76-70b6b001b00f req-ba2cf88b-7966-431d-a1bc-11836248e500 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778768 Sep 23 22:41:06.002319 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:06.024475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.025227 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:06.027647 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] 10.222.0.67 "PUT /v2.0/ports/f4eaf4c4-7f11-4400-86d7-abb4d0325dfe HTTP/1.1" status: 200 len: 1091 time: 2.0653460 Sep 23 22:41:06.151794 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93241a-148a-4da5-a46b-bb6817368775 service neutron] Pushing event updated for resources: {'Port': ['ID=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:06.222356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 565430ed-92c9-4d07-b40b-9c6946fd78a9 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:06.290223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': 'f4eaf4c4-7f11-4400-86d7-abb4d0325dfe'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:41:06.293869 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6551c410-563d-4246-b317-608e1c9e3701" -d '{"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "f4eaf4c4-7f11-4400-86d7-abb4d0325dfe"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:41:06.305564 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b2ce3e64-7447-4782-9cab-8185a6466f36 req-b1844ca7-c4f6-4bcd-8246-fe508f75c990 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 210 time: 0.0673380 Sep 23 22:41:06.420477 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8749c25c-bf9d-4a03-a995-4e4f4d8ec3df x-openstack-request-id: req-8749c25c-bf9d-4a03-a995-4e4f4d8ec3df {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:41:06.420957 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "f4eaf4c4-7f11-4400-86d7-abb4d0325dfe", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:41:06.421401 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8749c25c-bf9d-4a03-a995-4e4f4d8ec3df {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:41:06.422072 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': 'f4eaf4c4-7f11-4400-86d7-abb4d0325dfe', 'status': 'completed', 'code': 200} Sep 23 22:41:06.424809 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f71869de-9df5-4e4e-9266-e9e959b26009 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:06.467104 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 565430ed-92c9-4d07-b40b-9c6946fd78a9 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:41:06.482981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 565430ed-92c9-4d07-b40b-9c6946fd78a9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:06.483998 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:06.561346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-3dc03013-a0c8-47f9-8ef0-b3b111fd9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.561930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-3dc03013-a0c8-47f9-8ef0-b3b111fd9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.562428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-3dc03013-a0c8-47f9-8ef0-b3b111fd9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.562908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-3dc03013-a0c8-47f9-8ef0-b3b111fd9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.563394 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-3dc03013-a0c8-47f9-8ef0-b3b111fd9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.563876 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-3dc03013-a0c8-47f9-8ef0-b3b111fd9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.564414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-3dc03013-a0c8-47f9-8ef0-b3b111fd9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.566769 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-3dc03013-a0c8-47f9-8ef0-b3b111fd9286 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 6488 time: 0.2640448 Sep 23 22:41:06.584429 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:06.679855 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:06.741542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4e1fb8-9769-4678-af0a-e11b488a338b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565430ed-92c9-4d07-b40b-9c6946fd78a9'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:41:06.745605 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e8b688-e35e-40ce-b2c6-6044f719d369" -d '{"events": [{"server_uuid": "ad4e1fb8-9769-4678-af0a-e11b488a338b", "name": "network-vif-plugged", "status": "completed", "tag": "565430ed-92c9-4d07-b40b-9c6946fd78a9"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:41:06.774263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 565430ed-92c9-4d07-b40b-9c6946fd78a9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=565430ed-92c9-4d07-b40b-9c6946fd78a9,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:06.782650 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-359eef37-96ae-4495-8e73-778430b95c87 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.784598 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-359eef37-96ae-4495-8e73-778430b95c87 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.43 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 812 time: 0.4859636 Sep 23 22:41:06.789617 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-b03fdd28-d351-442e-9080-d82704b26c41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65da3b19-c7ce-4403-aab0-82474cf2997a HTTP/1.1" status: 200 len: 217 time: 0.1969752 Sep 23 22:41:06.810510 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-4dc1f116-123f-4551-a56e-7d42fbb43f1b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Request body: {'port': {'device_id': 'bc2667a6-8e22-4635-86f9-230ea05926ce', 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47', 'admin_state_up': True, 'tenant_id': '7b76146ebc1f4d82b2692c606ba4acda'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:06.828829 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de2fb4b-e883-4687-a172-ce257f225e8c x-openstack-request-id: req-9de2fb4b-e883-4687-a172-ce257f225e8c {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:41:06.828829 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4e1fb8-9769-4678-af0a-e11b488a338b", "name": "network-vif-plugged", "status": "completed", "tag": "565430ed-92c9-4d07-b40b-9c6946fd78a9", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:41:06.828829 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9de2fb4b-e883-4687-a172-ce257f225e8c {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:41:06.828829 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4e1fb8-9769-4678-af0a-e11b488a338b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565430ed-92c9-4d07-b40b-9c6946fd78a9', 'code': 200} Sep 23 22:41:06.914423 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116bb9d-23bf-4a91-b64d-93d47c55a436 req-7366d86a-5ae9-4a1c-aea1-afe3b201cc6c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.922346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116bb9d-23bf-4a91-b64d-93d47c55a436 req-7366d86a-5ae9-4a1c-aea1-afe3b201cc6c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.929076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116bb9d-23bf-4a91-b64d-93d47c55a436 req-7366d86a-5ae9-4a1c-aea1-afe3b201cc6c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.938035 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116bb9d-23bf-4a91-b64d-93d47c55a436 req-7366d86a-5ae9-4a1c-aea1-afe3b201cc6c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.945852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116bb9d-23bf-4a91-b64d-93d47c55a436 req-7366d86a-5ae9-4a1c-aea1-afe3b201cc6c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.952915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116bb9d-23bf-4a91-b64d-93d47c55a436 req-7366d86a-5ae9-4a1c-aea1-afe3b201cc6c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.959445 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116bb9d-23bf-4a91-b64d-93d47c55a436 req-7366d86a-5ae9-4a1c-aea1-afe3b201cc6c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:06.961860 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3116bb9d-23bf-4a91-b64d-93d47c55a436 req-7366d86a-5ae9-4a1c-aea1-afe3b201cc6c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.3100321 Sep 23 22:41:06.990350 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:07.057682 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=565430ed-92c9-4d07-b40b-9c6946fd78a9,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:07.084614 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f71869de-9df5-4e4e-9266-e9e959b26009 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:07.095155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-fe2f0455-108a-4ac5-bd44-4042b5350200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:07.096700 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-fe2f0455-108a-4ac5-bd44-4042b5350200 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=348543d1-f008-4beb-b20f-1d9700a9ee7e HTTP/1.1" status: 200 len: 856 time: 0.2990508 Sep 23 22:41:07.150169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5accb77-2e4a-43e8-9933-8401eec52703 None None] Network 9eee4d47-093a-4785-9200-0357470e230a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:41:07.225927 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f71869de-9df5-4e4e-9266-e9e959b26009 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:07.237506 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f71869de-9df5-4e4e-9266-e9e959b26009 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] 10.222.0.22 "DELETE /v2.0/subnets/20448c6b-8472-4a94-868b-83f5e1605c9a HTTP/1.1" status: 204 len: 168 time: 1.4976015 Sep 23 22:41:07.250051 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39302) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:07.288913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71869de-9df5-4e4e-9266-e9e959b26009 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Pushing event deleted for resources: {'Subnet': ['ID=20448c6b-8472-4a94-868b-83f5e1605c9a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:07.451407 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3116bb9d-23bf-4a91-b64d-93d47c55a436 req-14cac8ec-9d18-42bf-bedf-c3b713168962 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3806980 Sep 23 22:41:07.458859 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-b11bdddb-6bcf-4ea3-93d7-359d401edb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:07.477630 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-b11bdddb-6bcf-4ea3-93d7-359d401edb4f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fa81e9cc-8992-4179-b9e3-9048c56a33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3272977 Sep 23 22:41:07.496869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415e28c4-8cf8-44f2-8fad-fbf9d88e65b0 None None] DHCP port deletion for 9eee4d47-093a-4785-9200-0357470e230a request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:41:07.497824 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:07.543792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97ec35-1c19-41cb-92ca-43cf7db9f1a6 req-edcef843-c8e3-4970-bb7d-c5a90face344 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:07.547804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b97ec35-1c19-41cb-92ca-43cf7db9f1a6 req-edcef843-c8e3-4970-bb7d-c5a90face344 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 946 time: 0.3709824 Sep 23 22:41:07.606799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-415e28c4-8cf8-44f2-8fad-fbf9d88e65b0 None None] Deleting port ad837194-a920-494b-b393-0e077a4b3dc4 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:41:07.611109 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-415e28c4-8cf8-44f2-8fad-fbf9d88e65b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:07.687490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b97ec35-1c19-41cb-92ca-43cf7db9f1a6 req-2f94d11c-922d-4c69-b4da-cb61373b08f4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008170 Sep 23 22:41:07.710092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a21ff-ab24-4f76-811f-bccedbc13704 req-805bf116-ed49-46fc-b222-180ee8d8cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:07.712030 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-377a21ff-ab24-4f76-811f-bccedbc13704 req-805bf116-ed49-46fc-b222-180ee8d8cb65 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 1097 time: 0.6438048 Sep 23 22:41:07.739831 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-415e28c4-8cf8-44f2-8fad-fbf9d88e65b0 None None] For port ad837194-a920-494b-b393-0e077a4b3dc4, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ad837194-a920-494b-b393-0e077a4b3dc4,segment=NetworkSegment(6a89a4c8-0e70-41d3-9807-97b8e9f1de9a),segment_id=6a89a4c8-0e70-41d3-9807-97b8e9f1de9a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:07.740730 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-415e28c4-8cf8-44f2-8fad-fbf9d88e65b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:07.740874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Deleting port ad837194-a920-494b-b393-0e077a4b3dc4 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:41:07.741289 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:07.757753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-415e28c4-8cf8-44f2-8fad-fbf9d88e65b0 None None] Calling delete_port for ad837194-a920-494b-b393-0e077a4b3dc4 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:41:07.858038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] For port ad837194-a920-494b-b393-0e077a4b3dc4, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ad837194-a920-494b-b393-0e077a4b3dc4,segment=NetworkSegment(6a89a4c8-0e70-41d3-9807-97b8e9f1de9a),segment_id=6a89a4c8-0e70-41d3-9807-97b8e9f1de9a)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:07.858419 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:07.880366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Calling delete_port for ad837194-a920-494b-b393-0e077a4b3dc4 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:41:08.031430 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-415e28c4-8cf8-44f2-8fad-fbf9d88e65b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:08.036148 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:08.069886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Pushing event deleted for resources: {'Port': ['ID=ad837194-a920-494b-b393-0e077a4b3dc4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:08.074387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] No DVR routers for this DVR port ad837194-a920-494b-b393-0e077a4b3dc4 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:41:08.116233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e28c4-8cf8-44f2-8fad-fbf9d88e65b0 None None] Pushing event deleted for resources: {'Port': ['ID=ad837194-a920-494b-b393-0e077a4b3dc4,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:08.131737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415e28c4-8cf8-44f2-8fad-fbf9d88e65b0 None None] No DVR routers for this DVR port ad837194-a920-494b-b393-0e077a4b3dc4 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:41:08.143947 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07ca0aec-7b10-4ff0-82cc-9bbcd9f2dbec req-19c8a8a4-8d3c-4ed4-9dcd-d31bc5e0604b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 210 time: 0.4361432 Sep 23 22:41:08.160909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-4dc1f116-123f-4551-a56e-7d42fbb43f1b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Made reservation on behalf of 7b76146ebc1f4d82b2692c606ba4acda for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:41:08.182359 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-4dc1f116-123f-4551-a56e-7d42fbb43f1b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:08.208183 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:08.240663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eee4d47-093a-4785-9200-0357470e230a']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:08.253061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a89a4c8-0e70-41d3-9807-97b8e9f1de9a') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:08.254258 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a89a4c8-0e70-41d3-9807-97b8e9f1de9a') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:08.265869 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:08.281022 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-377a21ff-ab24-4f76-811f-bccedbc13704 req-1c6c8a6a-f992-412b-947a-5571d164a239 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5588095 Sep 23 22:41:08.282926 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:08.284726 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-e11008d9-d940-4199-bd0b-456c0ff8d23b service neutron] 10.222.0.67 "GET /v2.0/networks/fa81e9cc-8992-4179-b9e3-9048c56a33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8058267 Sep 23 22:41:08.292787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:41:08.299638 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:41:08.312132 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:41:08.431808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-4dc1f116-123f-4551-a56e-7d42fbb43f1b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Allocated IP 172.20.0.5 (872c1fac-beaa-464d-807d-5c88e0c5fc47/3bef7f46-c67d-4b9d-b0a8-ff182509722b/90cfd84a-7819-4180-af95-3ea826d063f1) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:41:08.555251 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:08.574174 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:08.580310 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] 10.222.0.22 "DELETE /v2.0/networks/9eee4d47-093a-4785-9200-0357470e230a HTTP/1.1" status: 204 len: 168 time: 1.3211744 Sep 23 22:41:08.599173 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a14c4a-ad68-41f3-9774-2b458c62072b tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115 tempest-ExtraDHCPOptionsIpV6TestJSON-1483593115-project] Pushing event deleted for resources: {'Network': ['ID=9eee4d47-093a-4785-9200-0357470e230a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:08.849453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46ca82-8330-44da-a7dd-b82eb546d896 req-15fac21d-bd76-4d9f-85ad-2956c95d0a0b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:08.849796 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ad837194-a920-494b-b393-0e077a4b3dc4 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:41:08.857154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46ca82-8330-44da-a7dd-b82eb546d896 req-15fac21d-bd76-4d9f-85ad-2956c95d0a0b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:08.862859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46ca82-8330-44da-a7dd-b82eb546d896 req-15fac21d-bd76-4d9f-85ad-2956c95d0a0b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:08.869043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46ca82-8330-44da-a7dd-b82eb546d896 req-15fac21d-bd76-4d9f-85ad-2956c95d0a0b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:08.875938 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46ca82-8330-44da-a7dd-b82eb546d896 req-15fac21d-bd76-4d9f-85ad-2956c95d0a0b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:08.882163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46ca82-8330-44da-a7dd-b82eb546d896 req-15fac21d-bd76-4d9f-85ad-2956c95d0a0b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:08.887288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: ad837194-a920-494b-b393-0e077a4b3dc4 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:41:08.888145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ad837194-a920-494b-b393-0e077a4b3dc4 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:41:08.888466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46ca82-8330-44da-a7dd-b82eb546d896 req-15fac21d-bd76-4d9f-85ad-2956c95d0a0b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:08.897372 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a46ca82-8330-44da-a7dd-b82eb546d896 req-15fac21d-bd76-4d9f-85ad-2956c95d0a0b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.2470798 Sep 23 22:41:08.949317 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a46ca82-8330-44da-a7dd-b82eb546d896 req-48646dd7-9e00-4ef4-bd56-6d8cec5cacae tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480182 Sep 23 22:41:09.021928 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-f2859a85-83bd-4a1b-adea-1ec00b5b14a7 service neutron] 10.222.0.67 "GET /v2.0/networks/fa81e9cc-8992-4179-b9e3-9048c56a33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714509 Sep 23 22:41:09.047401 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-4dc1f116-123f-4551-a56e-7d42fbb43f1b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:09.056696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218a938-a411-404c-b049-c010a50c0b05 req-1eefda23-c611-4c6a-bf6b-2d40d083be29 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:09.058615 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0218a938-a411-404c-b049-c010a50c0b05 req-1eefda23-c611-4c6a-bf6b-2d40d083be29 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 946 time: 0.2297661 Sep 23 22:41:09.099783 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-97ad915c-8042-4182-917f-5e4a553c8153 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=28753d3e-094b-4fb4-afd5-aae7ac4ac79d HTTP/1.1" status: 200 len: 217 time: 0.0654202 Sep 23 22:41:09.212761 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0218a938-a411-404c-b049-c010a50c0b05 req-592d3a86-1b68-4439-90d5-7e63cead6eec tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175466 Sep 23 22:41:09.223711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-44376460-0a7a-4397-8ba5-ec3e517faa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:09.225970 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-44376460-0a7a-4397-8ba5-ec3e517faa27 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.1158173 Sep 23 22:41:09.312002 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-126920d7-5944-4a49-a977-d99c53c5a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:09.315758 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-126920d7-5944-4a49-a977-d99c53c5a0f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0818179 Sep 23 22:41:09.377512 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7efb7c34-dc47-4d22-8495-9759e5e8fab4 req-722a9acd-a75b-4479-aa7a-2c44623c7725 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 210 time: 0.0545006 Sep 23 22:41:09.381095 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-4dc1f116-123f-4551-a56e-7d42fbb43f1b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:09.426140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39336) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:09.558453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-4dc1f116-123f-4551-a56e-7d42fbb43f1b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Network 872c1fac-beaa-464d-807d-5c88e0c5fc47 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:41:09.572760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-4dc1f116-123f-4551-a56e-7d42fbb43f1b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:41:09.579178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1f116-123f-4551-a56e-7d42fbb43f1b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Pushing event updated for resources: {'Port': ['ID=90cfd84a-7819-4180-af95-3ea826d063f1,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:09.583684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-4dc1f116-123f-4551-a56e-7d42fbb43f1b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:41:09.653243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39342) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:09.686366 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bdf841d-ba88-4810-ad36-02d2511efccc req-2e7c9fdb-b579-4247-b6af-5a17ffb519fa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736516 Sep 23 22:41:09.748025 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-b4617fcc-c912-4301-b0bc-7548992f5c8d service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133348 Sep 23 22:41:09.783775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-4dc1f116-123f-4551-a56e-7d42fbb43f1b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:09.784816 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-4dc1f116-123f-4551-a56e-7d42fbb43f1b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:09.831300 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-92dca2ec-3ddd-4d65-83b5-58f2dd5d41cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c881b4dc10a4cf990389bb49eb5dc26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4038885 Sep 23 22:41:09.835233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39346) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:09.835831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf841d-ba88-4810-ad36-02d2511efccc req-e272c04d-f586-421f-b008-0e6b20988b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:09.838969 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bdf841d-ba88-4810-ad36-02d2511efccc req-e272c04d-f586-421f-b008-0e6b20988b0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 1095 time: 0.0793276 Sep 23 22:41:09.919583 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-755fc5a2-4507-40f2-9554-6cda11341f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:09.964800 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-c350afca-f5b5-4aa5-9c70-0de0191bc1b6 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070954 Sep 23 22:41:09.977854 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7b4ad18c-2bbf-4928-b86e-f041c6677c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:09.983388 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-4dc1f116-123f-4551-a56e-7d42fbb43f1b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1823134 Sep 23 22:41:10.038337 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Request body: {'port': {'device_id': 'bc2667a6-8e22-4635-86f9-230ea05926ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:10.042242 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-a6ab63b1-ea64-4657-a570-1228a9c010e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=ca42fb19-a6f2-4eba-902d-4eee3b80849c HTTP/1.1" status: 200 len: 217 time: 0.0715389 Sep 23 22:41:10.059683 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf841d-ba88-4810-ad36-02d2511efccc req-e465b75d-c6e5-46c8-be0c-8df12687a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:10.062590 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bdf841d-ba88-4810-ad36-02d2511efccc req-e465b75d-c6e5-46c8-be0c-8df12687a395 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.1723809 Sep 23 22:41:10.133261 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7b4ad18c-2bbf-4928-b86e-f041c6677c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:10.212491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-e6d0b76c-4144-4bec-a4d3-60416d319da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:10.212491 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-e6d0b76c-4144-4bec-a4d3-60416d319da0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.1495132 Sep 23 22:41:10.216342 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:10.288680 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bdf841d-ba88-4810-ad36-02d2511efccc req-b9ceff33-6823-4b1f-84b2-db630cd5f798 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d473a81d-624e-4664-bbcb-4473adacebb1 HTTP/1.1" status: 200 len: 999 time: 0.2161496 Sep 23 22:41:10.307861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142694dc-e0f5-4d83-9a65-276c981dbb35 req-140c9fef-3683-414b-a529-807331e53b68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:10.314400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142694dc-e0f5-4d83-9a65-276c981dbb35 req-140c9fef-3683-414b-a529-807331e53b68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:10.320968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142694dc-e0f5-4d83-9a65-276c981dbb35 req-140c9fef-3683-414b-a529-807331e53b68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:10.328593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142694dc-e0f5-4d83-9a65-276c981dbb35 req-140c9fef-3683-414b-a529-807331e53b68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:10.335104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142694dc-e0f5-4d83-9a65-276c981dbb35 req-140c9fef-3683-414b-a529-807331e53b68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:10.341989 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142694dc-e0f5-4d83-9a65-276c981dbb35 req-140c9fef-3683-414b-a529-807331e53b68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:10.348093 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142694dc-e0f5-4d83-9a65-276c981dbb35 req-140c9fef-3683-414b-a529-807331e53b68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:10.350166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-142694dc-e0f5-4d83-9a65-276c981dbb35 req-140c9fef-3683-414b-a529-807331e53b68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.2505493 Sep 23 22:41:10.371637 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-755fc5a2-4507-40f2-9554-6cda11341f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:10.391859 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-947d0298-9049-4c40-bbd3-f6cab5796e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:10.393544 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-947d0298-9049-4c40-bbd3-f6cab5796e7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1747503 Sep 23 22:41:10.437039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf841d-ba88-4810-ad36-02d2511efccc req-7be37a86-89f6-49df-bf63-6fec23d87508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:10.439869 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bdf841d-ba88-4810-ad36-02d2511efccc req-7be37a86-89f6-49df-bf63-6fec23d87508 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.0832789 Sep 23 22:41:10.448548 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-142694dc-e0f5-4d83-9a65-276c981dbb35 req-1fdba3f0-c99b-408e-a4cd-7eb321a8f9f6 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905089 Sep 23 22:41:10.513474 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-755fc5a2-4507-40f2-9554-6cda11341f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:10.519332 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7b4ad18c-2bbf-4928-b86e-f041c6677c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:10.522162 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7b4ad18c-2bbf-4928-b86e-f041c6677c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:10.528342 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7b4ad18c-2bbf-4928-b86e-f041c6677c58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c813e3dd-1b60-429b-8d3b-5bdc6018cb95 HTTP/1.1" status: 204 len: 168 time: 0.6799209 Sep 23 22:41:10.564643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093ee0f-9801-4f52-ae40-fd3f0d467750 req-35e7fcd2-95b1-46e3-b665-c798dbf6143a tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:10.568855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf841d-ba88-4810-ad36-02d2511efccc req-a9c8f5c5-942e-4ab7-b49e-ffc9fb7631cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:10.570765 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bdf841d-ba88-4810-ad36-02d2511efccc req-a9c8f5c5-942e-4ab7-b49e-ffc9fb7631cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210575 Sep 23 22:41:10.571959 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3093ee0f-9801-4f52-ae40-fd3f0d467750 req-35e7fcd2-95b1-46e3-b665-c798dbf6143a tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 946 time: 0.2343223 Sep 23 22:41:10.619368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ad18c-2bbf-4928-b86e-f041c6677c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c813e3dd-1b60-429b-8d3b-5bdc6018cb95,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:10.772405 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3093ee0f-9801-4f52-ae40-fd3f0d467750 req-dc113603-6521-4470-b01c-04af8722d8b8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991882 Sep 23 22:41:10.781007 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-909b434f-b6ee-4357-a4a0-aeaf9911fed4 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293402 Sep 23 22:41:11.015042 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-999eab80-cc1c-499e-b510-dd0d86c82fc9 req-8028dc21-9f45-4323-b2fc-0d320d3a8be2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=bb3bea9e83004d54ab7c7daee1f9b323 HTTP/1.1" status: 200 len: 267 time: 0.1305850 Sep 23 22:41:11.062577 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-59420d6a-836b-4983-8e6a-e2f5d00539f9 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725186 Sep 23 22:41:11.104957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cfd84a-7819-4180-af95-3ea826d063f1 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:41:11.161060 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:11.167776 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-032efb84-6233-4f13-8fde-931ada5726a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=6a81c335-2695-469d-8050-a9cd933195f5 HTTP/1.1" status: 200 len: 217 time: 0.0808947 Sep 23 22:41:11.190568 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Transition to ACTIVE for port object 90cfd84a-7819-4180-af95-3ea826d063f1 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:41:11.202043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eab80-cc1c-499e-b510-dd0d86c82fc9 req-47f31f59-6a10-4ab8-8cc1-a9ac0ed72a8f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:11.203725 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-999eab80-cc1c-499e-b510-dd0d86c82fc9 req-47f31f59-6a10-4ab8-8cc1-a9ac0ed72a8f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 946 time: 0.1642780 Sep 23 22:41:11.205834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fc5a2-4507-40f2-9554-6cda11341f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc784be-30e3-4af4-8d63-aff3813fb2d8,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:11.216751 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-755fc5a2-4507-40f2-9554-6cda11341f17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7eb139a8f2c94e43a2876aadc509c62a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5638340 Sep 23 22:41:11.222309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39376) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:11.244600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-999eab80-cc1c-499e-b510-dd0d86c82fc9 req-53f5038e-1194-4bee-acd2-4a510e2623e9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Request body: {'port': {'security_groups': []}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:11.294876 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bdf841d-ba88-4810-ad36-02d2511efccc req-e61c5822-9fdd-40c6-afbe-e22f1007b005 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7104988 Sep 23 22:41:11.300072 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:11.305188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-9bb117bb-632e-412a-a68a-454bca21d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:11.306724 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-9bb117bb-632e-412a-a68a-454bca21d324 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.1314948 Sep 23 22:41:11.307298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c76c7-a56a-49db-a2e1-9cab82883874 req-88a8e6aa-fc63-44c4-ab5b-d596e8a22c53 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:11.315713 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-753c76c7-a56a-49db-a2e1-9cab82883874 req-88a8e6aa-fc63-44c4-ab5b-d596e8a22c53 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 931 time: 0.5486612 Sep 23 22:41:11.367153 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b45a9d4e-3439-40af-bed3-4a84a2c2c288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:11.422665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-999eab80-cc1c-499e-b510-dd0d86c82fc9 req-53f5038e-1194-4bee-acd2-4a510e2623e9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:11.458184 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-753c76c7-a56a-49db-a2e1-9cab82883874 req-ae6fe1d6-db7b-435a-a4a4-f88a7a6c6de0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420114 Sep 23 22:41:11.473460 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b45a9d4e-3439-40af-bed3-4a84a2c2c288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:11.473941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Pushing event updated for resources: {'Port': ['ID=90cfd84a-7819-4180-af95-3ea826d063f1,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:11.518746 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bdf841d-ba88-4810-ad36-02d2511efccc req-52791a0e-db34-4c21-90b4-12af9c72ba76 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929836 Sep 23 22:41:11.546557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-1a24bd0e-1cb2-4863-84a0-90afadf425f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:11.552973 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-1a24bd0e-1cb2-4863-84a0-90afadf425f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2099004 Sep 23 22:41:11.662779 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0850e9-2bd7-4854-9d92-c7752ddc372c req-67e2fb5f-a759-49ae-ab93-d50294e34970 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:11.671208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0850e9-2bd7-4854-9d92-c7752ddc372c req-67e2fb5f-a759-49ae-ab93-d50294e34970 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:11.681276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0850e9-2bd7-4854-9d92-c7752ddc372c req-67e2fb5f-a759-49ae-ab93-d50294e34970 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:11.686309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0850e9-2bd7-4854-9d92-c7752ddc372c req-67e2fb5f-a759-49ae-ab93-d50294e34970 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:11.693732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0850e9-2bd7-4854-9d92-c7752ddc372c req-67e2fb5f-a759-49ae-ab93-d50294e34970 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:11.701709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0850e9-2bd7-4854-9d92-c7752ddc372c req-67e2fb5f-a759-49ae-ab93-d50294e34970 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:11.709095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0850e9-2bd7-4854-9d92-c7752ddc372c req-67e2fb5f-a759-49ae-ab93-d50294e34970 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:11.717576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e0850e9-2bd7-4854-9d92-c7752ddc372c req-67e2fb5f-a759-49ae-ab93-d50294e34970 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.1349258 Sep 23 22:41:11.750949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Attempting to bind port 90cfd84a-7819-4180-af95-3ea826d063f1 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:41:11.751265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Attempting to bind port 90cfd84a-7819-4180-af95-3ea826d063f1 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:41:11.751607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Attempting to bind port 90cfd84a-7819-4180-af95-3ea826d063f1 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:41:11.787640 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b45a9d4e-3439-40af-bed3-4a84a2c2c288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:11.788012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Port 90cfd84a-7819-4180-af95-3ea826d063f1 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:41:11.788012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Attempting to bind port 90cfd84a-7819-4180-af95-3ea826d063f1 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:41:11.788290 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b45a9d4e-3439-40af-bed3-4a84a2c2c288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:11.788290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b45a9d4e-3439-40af-bed3-4a84a2c2c288 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8bc784be-30e3-4af4-8d63-aff3813fb2d8 HTTP/1.1" status: 204 len: 168 time: 0.5563424 Sep 23 22:41:11.808648 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e0850e9-2bd7-4854-9d92-c7752ddc372c req-bd587721-9567-4752-8fda-9dd7da275fc8 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764344 Sep 23 22:41:11.809605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a9d4e-3439-40af-bed3-4a84a2c2c288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc784be-30e3-4af4-8d63-aff3813fb2d8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:11.867563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-999eab80-cc1c-499e-b510-dd0d86c82fc9 req-53f5038e-1194-4bee-acd2-4a510e2623e9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] For port 565430ed-92c9-4d07-b40b-9c6946fd78a9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=565430ed-92c9-4d07-b40b-9c6946fd78a9,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:11.905959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:41:11.906527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Checking segment: {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:41:11.906936 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Bound using segment: {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:41:11.908613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Bound port: 90cfd84a-7819-4180-af95-3ea826d063f1, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:41:11.909003 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:11.971626 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4feb6473-e9f4-4602-9f86-c09d121fc441 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868110 Sep 23 22:41:11.979178 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-999eab80-cc1c-499e-b510-dd0d86c82fc9 req-53f5038e-1194-4bee-acd2-4a510e2623e9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:12.099739 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-999eab80-cc1c-499e-b510-dd0d86c82fc9 req-53f5038e-1194-4bee-acd2-4a510e2623e9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:12.113674 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['fed8c899-d23a-491f-8f31-53b8265873f2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:12.133245 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] For port 90cfd84a-7819-4180-af95-3ea826d063f1, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:41:12.189988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] For port 90cfd84a-7819-4180-af95-3ea826d063f1, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=90cfd84a-7819-4180-af95-3ea826d063f1,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:41:12.209408 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['53f719c8-fe34-4144-871d-46576abc422d', '565430ed-92c9-4d07-b40b-9c6946fd78a9'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:12.224319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eab80-cc1c-499e-b510-dd0d86c82fc9 req-53f5038e-1194-4bee-acd2-4a510e2623e9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:12.225076 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-999eab80-cc1c-499e-b510-dd0d86c82fc9 req-53f5038e-1194-4bee-acd2-4a510e2623e9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:12.241644 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-999eab80-cc1c-499e-b510-dd0d86c82fc9 req-53f5038e-1194-4bee-acd2-4a510e2623e9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "PUT /v2.0/ports/565430ed-92c9-4d07-b40b-9c6946fd78a9 HTTP/1.1" status: 200 len: 905 time: 1.0017645 Sep 23 22:41:12.241644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4e1fb8-9769-4678-af0a-e11b488a338b', 'tag': '565430ed-92c9-4d07-b40b-9c6946fd78a9'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:41:12.242560 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346011af-b9bc-4896-8c1b-980201556ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4e1fb8-9769-4678-af0a-e11b488a338b", "tag": "565430ed-92c9-4d07-b40b-9c6946fd78a9"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:41:12.296260 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:12.356958 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6409167-02ab-4eab-845a-9143caefffb3 x-openstack-request-id: req-a6409167-02ab-4eab-845a-9143caefffb3 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:41:12.357623 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4e1fb8-9769-4678-af0a-e11b488a338b", "tag": "565430ed-92c9-4d07-b40b-9c6946fd78a9", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:41:12.358110 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6409167-02ab-4eab-845a-9143caefffb3 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:41:12.358740 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4e1fb8-9769-4678-af0a-e11b488a338b', 'tag': '565430ed-92c9-4d07-b40b-9c6946fd78a9', 'status': 'completed', 'code': 200} Sep 23 22:41:12.363991 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-50af76bf-d8a9-4de7-a29d-87a250036240 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819692 Sep 23 22:41:12.375773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:12.377354 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:12.379249 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] 10.222.0.43 "PUT /v2.0/ports/90cfd84a-7819-4180-af95-3ea826d063f1 HTTP/1.1" status: 200 len: 1091 time: 2.3479993 Sep 23 22:41:12.426405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5038e-1194-4bee-acd2-4a510e2623e9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event updated for resources: {'Port': ['ID=565430ed-92c9-4d07-b40b-9c6946fd78a9,revision_number=6']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:12.430647 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-8201ed23-39ce-4ef0-97ca-4f9d0e860a11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7f493b13-b997-4328-8a9e-261bf11e481e HTTP/1.1" status: 200 len: 217 time: 0.0442514 Sep 23 22:41:12.512112 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['565430ed-92c9-4d07-b40b-9c6946fd78a9'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:12.632439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d90d31-3f92-41b4-8fa7-79ba823906d3 req-329501ab-4487-4738-a101-c28a2a272742 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:12.640297 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56d90d31-3f92-41b4-8fa7-79ba823906d3 req-329501ab-4487-4738-a101-c28a2a272742 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 908 time: 0.2024002 Sep 23 22:41:12.822118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4ca0c6f6-cc6b-44c7-83ae-2c14b9fe4679 None None] Provisioning complete for port 565430ed-92c9-4d07-b40b-9c6946fd78a9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:12.822964 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4ca0c6f6-cc6b-44c7-83ae-2c14b9fe4679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:12.988055 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717b39c-f338-4da6-a99e-06b85647fbfb req-d191901a-af00-4197-bbc4-dde4238bb484 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.006922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3717b39c-f338-4da6-a99e-06b85647fbfb req-d191901a-af00-4197-bbc4-dde4238bb484 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1158571 Sep 23 22:41:13.106292 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3717b39c-f338-4da6-a99e-06b85647fbfb req-0fded7c6-0602-4c26-b8ab-9f2ac1bd6dbb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815818 Sep 23 22:41:13.123549 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39438) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:13.149038 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346011af-b9bc-4896-8c1b-980201556ec0 req-fbefabac-08e0-4a25-b70b-548dbbd16122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.151711 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-346011af-b9bc-4896-8c1b-980201556ec0 req-fbefabac-08e0-4a25-b70b-548dbbd16122 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 1059 time: 0.7165854 Sep 23 22:41:13.160009 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8e78f1a-bccf-4b54-b2ff-889e3213a19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:13.164584 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-546bbd93-b535-4490-9422-19d3e63dbc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:13.184383 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208456fc-a571-4909-ab5b-ca8a18f41f4b service neutron] Pushing event updated for resources: {'Port': ['ID=90cfd84a-7819-4180-af95-3ea826d063f1,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:13.216564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-e59befaf-e841-4443-a2ee-923c066e8ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.218723 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-e59befaf-e841-4443-a2ee-923c066e8ac2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.7738211 Sep 23 22:41:13.225824 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-4c6d1d9b-e039-483c-aa53-3b684222c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.228269 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-4c6d1d9b-e039-483c-aa53-3b684222c25a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 1094 time: 0.6934693 Sep 23 22:41:13.267249 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39446) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:13.320992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e384893-3d7c-48cf-9d95-edb74aac9ed2 req-773a651f-c78e-4608-a064-80cc33f20f72 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.328760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e384893-3d7c-48cf-9d95-edb74aac9ed2 req-773a651f-c78e-4608-a064-80cc33f20f72 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.335685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e384893-3d7c-48cf-9d95-edb74aac9ed2 req-773a651f-c78e-4608-a064-80cc33f20f72 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.348939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e384893-3d7c-48cf-9d95-edb74aac9ed2 req-773a651f-c78e-4608-a064-80cc33f20f72 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.362007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e384893-3d7c-48cf-9d95-edb74aac9ed2 req-773a651f-c78e-4608-a064-80cc33f20f72 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.374533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e384893-3d7c-48cf-9d95-edb74aac9ed2 req-773a651f-c78e-4608-a064-80cc33f20f72 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.387701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e384893-3d7c-48cf-9d95-edb74aac9ed2 req-773a651f-c78e-4608-a064-80cc33f20f72 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.390718 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-6a091168-d90a-47db-86af-e9ca4e9c23fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90cfd84a-7819-4180-af95-3ea826d063f1 HTTP/1.1" status: 200 len: 217 time: 0.1361086 Sep 23 22:41:13.396474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4e384893-3d7c-48cf-9d95-edb74aac9ed2 req-773a651f-c78e-4608-a064-80cc33f20f72 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.1779850 Sep 23 22:41:13.400149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554621c-712c-43a0-b690-02b3e017c201 req-06e58182-b7a9-4891-b185-523608dc9964 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.408431 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1554621c-712c-43a0-b690-02b3e017c201 req-06e58182-b7a9-4891-b185-523608dc9964 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 943 time: 0.7238796 Sep 23 22:41:13.476082 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4e384893-3d7c-48cf-9d95-edb74aac9ed2 req-48746c5d-38f1-4118-9809-c3f4dacaad8f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736821 Sep 23 22:41:13.504505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-35597153'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:13.550536 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-546bbd93-b535-4490-9422-19d3e63dbc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:13.550680 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1554621c-712c-43a0-b690-02b3e017c201 req-268bf3c2-425d-4660-8f15-4107202b0831 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371007 Sep 23 22:41:13.552855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-9ed53900-5519-444b-aa1c-b699b6f74464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.554474 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-9ed53900-5519-444b-aa1c-b699b6f74464 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3225276 Sep 23 22:41:13.581064 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-96770781-0d25-4ddd-b59b-63f776951b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.582784 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-96770781-0d25-4ddd-b59b-63f776951b25 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bef7f46-c67d-4b9d-b0a8-ff182509722b HTTP/1.1" status: 200 len: 852 time: 0.1703792 Sep 23 22:41:13.615445 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346011af-b9bc-4896-8c1b-980201556ec0 req-70c74fd2-0386-4fa3-a983-261922b7eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.617067 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-346011af-b9bc-4896-8c1b-980201556ec0 req-70c74fd2-0386-4fa3-a983-261922b7eddc service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.4533548 Sep 23 22:41:13.642904 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-e8d416d6-653b-4d25-a7ab-3bc631bd935c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=872c1fac-beaa-464d-807d-5c88e0c5fc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419238 Sep 23 22:41:13.659189 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-546bbd93-b535-4490-9422-19d3e63dbc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:13.746027 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-546bbd93-b535-4490-9422-19d3e63dbc0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bc4d846730df4f75b264059f9d34768d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6172030 Sep 23 22:41:13.747347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bbd93-b535-4490-9422-19d3e63dbc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe814c92-907a-4c25-924b-fc55d6b0c588,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:13.751936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39464) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:13.758913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-346011af-b9bc-4896-8c1b-980201556ec0 req-1134d679-e1c6-47ed-9033-1e4798d1c490 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=565430ed-92c9-4d07-b40b-9c6946fd78a9 HTTP/1.1" status: 200 len: 217 time: 0.1193724 Sep 23 22:41:13.818154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Made reservation on behalf of c8f26f70f88c4e7d9dc9585aeca40dbd for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:41:13.822114 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:13.850525 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:13.859325 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-599678fe-2576-4ada-a371-5d7107f07f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:13.913491 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-599678fe-2576-4ada-a371-5d7107f07f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:13.939547 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-048fcbb8-e3d7-4e3f-8e8a-1606eb2cff5a service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712037 Sep 23 22:41:13.951956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319773-549a-4db5-bc51-575c806fae3c req-1bfcaa2b-bf59-4278-a6c4-da6c38ced55f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:13.956194 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f7319773-549a-4db5-bc51-575c806fae3c req-1bfcaa2b-bf59-4278-a6c4-da6c38ced55f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.3133867 Sep 23 22:41:14.001606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346011af-b9bc-4896-8c1b-980201556ec0 req-7d42301a-1306-4cc4-b8be-e2acbc95f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:14.003199 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-346011af-b9bc-4896-8c1b-980201556ec0 req-7d42301a-1306-4cc4-b8be-e2acbc95f14f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.2121358 Sep 23 22:41:14.038504 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-a2415c99-aa63-4973-bb12-bafaa865c501 service neutron] 10.222.0.43 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759434 Sep 23 22:41:14.132402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-599678fe-2576-4ada-a371-5d7107f07f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:14.136501 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-599678fe-2576-4ada-a371-5d7107f07f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:14.137859 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-599678fe-2576-4ada-a371-5d7107f07f78 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe814c92-907a-4c25-924b-fc55d6b0c588 HTTP/1.1" status: 204 len: 168 time: 0.3846211 Sep 23 22:41:14.144803 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f7319773-549a-4db5-bc51-575c806fae3c req-7e123580-9042-4245-8bed-283ea5d44d5c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694942 Sep 23 22:41:14.159294 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599678fe-2576-4ada-a371-5d7107f07f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe814c92-907a-4c25-924b-fc55d6b0c588,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:14.289746 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:14.305494 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-8146a88a-78ef-4979-8b8e-02fe4a192754 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484852 Sep 23 22:41:14.364403 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:14.415096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:41:14.442218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8d94c2-517c-41a2-ac63-4c47bbd27318,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:14.466592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2667a6-8e22-4635-86f9-230ea05926ce', 'tag': '90cfd84a-7819-4180-af95-3ea826d063f1'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:41:14.469755 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d937a4b-0d3d-48cd-8b4e-bbfc638ead09" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2667a6-8e22-4635-86f9-230ea05926ce", "tag": "90cfd84a-7819-4180-af95-3ea826d063f1"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:41:14.493955 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:14.494776 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Added segment a00a288d-e4e2-466c-964f-3ff64ccfddf3 of type vlan for network a3171785-380b-40f9-bb0f-772974df3f63 Sep 23 22:41:14.555362 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:14.594806 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-3a6e3c86-ff70-4db6-98fd-1897c80ed3aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2298126b-37f0-4907-ab2e-6fd9ea973c84 HTTP/1.1" status: 200 len: 217 time: 0.1207805 Sep 23 22:41:14.596718 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fcf299-e692-48f6-a0a6-e875aee6b592 x-openstack-request-id: req-e9fcf299-e692-48f6-a0a6-e875aee6b592 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:41:14.597062 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2667a6-8e22-4635-86f9-230ea05926ce", "tag": "90cfd84a-7819-4180-af95-3ea826d063f1", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:41:14.597297 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9fcf299-e692-48f6-a0a6-e875aee6b592 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:41:14.597703 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2667a6-8e22-4635-86f9-230ea05926ce', 'tag': '90cfd84a-7819-4180-af95-3ea826d063f1', 'status': 'completed', 'code': 200} Sep 23 22:41:14.601979 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4757238e-2cea-4999-a1c6-4739dfb885ea req-7329522c-06de-4543-bfe5-fa18a8a2fee7 service neutron] 10.222.0.43 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380867 Sep 23 22:41:14.617860 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346011af-b9bc-4896-8c1b-980201556ec0 req-50db107b-bf01-4369-ad89-1eabef19eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:14.620628 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-346011af-b9bc-4896-8c1b-980201556ec0 req-50db107b-bf01-4369-ad89-1eabef19eae8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6011071 Sep 23 22:41:14.701592 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:14.710050 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:14.715779 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:14.773428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-9c3c7a69-ae0e-467b-b746-ea54952c2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:14.774799 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-9c3c7a69-ae0e-467b-b746-ea54952c2149 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=58ea8bde-f95b-46c7-a12b-9f7c0e9039da HTTP/1.1" status: 200 len: 797 time: 0.1704261 Sep 23 22:41:14.809627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Pushing event updated for resources: {'Network': ['ID=a3171785-380b-40f9-bb0f-772974df3f63,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:14.831111 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network a3171785-380b-40f9-bb0f-772974df3f63 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:41:14.836528 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350b083-b750-4665-8ecd-efaca25e1751 req-f61556f1-2a4f-4a70-8df8-8bbe0f14d19e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:14.843899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350b083-b750-4665-8ecd-efaca25e1751 req-f61556f1-2a4f-4a70-8df8-8bbe0f14d19e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:14.850053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350b083-b750-4665-8ecd-efaca25e1751 req-f61556f1-2a4f-4a70-8df8-8bbe0f14d19e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:14.856402 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350b083-b750-4665-8ecd-efaca25e1751 req-f61556f1-2a4f-4a70-8df8-8bbe0f14d19e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:14.863444 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350b083-b750-4665-8ecd-efaca25e1751 req-f61556f1-2a4f-4a70-8df8-8bbe0f14d19e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:14.870280 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350b083-b750-4665-8ecd-efaca25e1751 req-f61556f1-2a4f-4a70-8df8-8bbe0f14d19e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:14.876801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350b083-b750-4665-8ecd-efaca25e1751 req-f61556f1-2a4f-4a70-8df8-8bbe0f14d19e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:14.878889 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2350b083-b750-4665-8ecd-efaca25e1751 req-f61556f1-2a4f-4a70-8df8-8bbe0f14d19e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.2343900 Sep 23 22:41:14.959527 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-055ef30b-b2fa-4da7-adf7-786e2da7c250 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6911769 Sep 23 22:41:14.962245 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-346011af-b9bc-4896-8c1b-980201556ec0 req-eefc6c6e-0bb2-499e-8b18-f47e193c5d65 service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189178 Sep 23 22:41:14.962905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39522) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:14.984723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3749f56c-6e19-458c-bea9-2a163b322005 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Request body: {'subnet': {'network_id': 'a3171785-380b-40f9-bb0f-772974df3f63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:15.013096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-ae7ff074-6a0e-48b3-8415-def98d468a29 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:15.021365 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-ae7ff074-6a0e-48b3-8415-def98d468a29 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 812 time: 0.3594327 Sep 23 22:41:15.030111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d937a4b-0d3d-48cd-8b4e-bbfc638ead09 req-5db5929e-aaa1-4060-a5d2-734662189534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:15.032906 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d937a4b-0d3d-48cd-8b4e-bbfc638ead09 req-5db5929e-aaa1-4060-a5d2-734662189534 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 1094 time: 0.2344296 Sep 23 22:41:15.049523 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2350b083-b750-4665-8ecd-efaca25e1751 req-03182422-b82c-4c22-8650-2aaf00e6a380 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260817 Sep 23 22:41:15.071207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4a542bb9-0752-45c3-a3de-a3fb52919b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:15.074003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4a542bb9-0752-45c3-a3de-a3fb52919b50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b61d004c-7d39-4789-9f10-cec75881ed41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2768943 Sep 23 22:41:15.127986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-c0e93998-7dba-4b32-a2fa-849532beeeab tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/quotas/bb3bea9e83004d54ab7c7daee1f9b323 HTTP/1.1" status: 200 len: 375 time: 0.1054978 Sep 23 22:41:15.247824 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-21814d4a-c92f-42bb-9f8f-a0a643abe3bb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1186800 Sep 23 22:41:15.298589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3749f56c-6e19-458c-bea9-2a163b322005 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Made reservation on behalf of c8f26f70f88c4e7d9dc9585aeca40dbd for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:41:15.304270 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3749f56c-6e19-458c-bea9-2a163b322005 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:15.391491 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-346011af-b9bc-4896-8c1b-980201556ec0 req-4e7b8df7-bca9-4a50-a2fc-90fd5733ab03 service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151211 Sep 23 22:41:15.393375 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-5a8426fe-8ff6-4a86-84d7-5e6631647654 service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789013 Sep 23 22:41:15.401547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d937a4b-0d3d-48cd-8b4e-bbfc638ead09 req-f291a582-612e-4321-ae9a-cbae8d2e0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:15.403099 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d937a4b-0d3d-48cd-8b4e-bbfc638ead09 req-f291a582-612e-4321-ae9a-cbae8d2e0b6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 913 time: 0.3525765 Sep 23 22:41:15.420305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e836e51-6c9b-48e5-8d6d-d0c6368f6a0a req-723c6752-edf7-4c14-a5e2-ba0b4ab2e5b4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:15.421932 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9e836e51-6c9b-48e5-8d6d-d0c6368f6a0a req-723c6752-edf7-4c14-a5e2-ba0b4ab2e5b4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 943 time: 0.1196687 Sep 23 22:41:15.511888 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-2bc1aef2-9b5f-4759-a6bf-7bc2937bcea2 service neutron] 10.222.0.22 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566454 Sep 23 22:41:15.554737 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d937a4b-0d3d-48cd-8b4e-bbfc638ead09 req-0bdb0fc5-6863-40a2-b7a2-b82e7ff763f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90cfd84a-7819-4180-af95-3ea826d063f1 HTTP/1.1" status: 200 len: 217 time: 0.1159396 Sep 23 22:41:15.640403 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0e09383a-d9de-4c0a-929a-ff99700989fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:15.710084 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9e836e51-6c9b-48e5-8d6d-d0c6368f6a0a req-f79d5bff-3a09-4bac-96cb-b08bd303227a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645969 Sep 23 22:41:15.741970 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d937a4b-0d3d-48cd-8b4e-bbfc638ead09 req-9c881077-a3fe-433f-9a20-a0edbe8798d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:15.743908 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d937a4b-0d3d-48cd-8b4e-bbfc638ead09 req-9c881077-a3fe-433f-9a20-a0edbe8798d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bef7f46-c67d-4b9d-b0a8-ff182509722b HTTP/1.1" status: 200 len: 852 time: 0.1863081 Sep 23 22:41:15.766066 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-b83bda23-f75e-41e0-be95-0eb5ceaaec20 service neutron] 10.222.0.22 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532659 Sep 23 22:41:15.804350 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d937a4b-0d3d-48cd-8b4e-bbfc638ead09 req-66c75d8e-182f-4e05-9670-c935adce00a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=872c1fac-beaa-464d-807d-5c88e0c5fc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495777 Sep 23 22:41:15.810072 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-2832ed5e-1dd9-4de4-b7cb-87535c643ecf service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857026 Sep 23 22:41:15.912260 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-05d42142-d2ec-4555-bffc-94756a2691b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe HTTP/1.1" status: 200 len: 217 time: 0.0678680 Sep 23 22:41:15.956094 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3749f56c-6e19-458c-bea9-2a163b322005 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:16.028672 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:16.060770 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4ad6dc22-33c0-4429-8e3e-48953721ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:16.063841 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-4ad6dc22-33c0-4429-8e3e-48953721ada6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=58ea8bde-f95b-46c7-a12b-9f7c0e9039da HTTP/1.1" status: 200 len: 797 time: 0.1305847 Sep 23 22:41:16.097235 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d937a4b-0d3d-48cd-8b4e-bbfc638ead09 req-945200e9-3e28-4509-9337-5ce2f9780b20 service neutron] 10.222.0.43 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821608 Sep 23 22:41:16.120911 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749f56c-6e19-458c-bea9-2a163b322005 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Pushing event updated for resources: {'Subnet': ['ID=0ddb3835-16fb-4e4d-b803-45019bc9dc5f,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:16.152114 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3749f56c-6e19-458c-bea9-2a163b322005 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Checking segment: {'id': 'a00a288d-e4e2-466c-964f-3ff64ccfddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3171785-380b-40f9-bb0f-772974df3f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:41:16.152743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3749f56c-6e19-458c-bea9-2a163b322005 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Network hostable DHCP agents. Network: a3171785-380b-40f9-bb0f-772974df3f63, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:41:16.241349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-e4c7849f-6091-4e43-b261-829ba42d1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:16.243046 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-e4c7849f-6091-4e43-b261-829ba42d1b26 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b61d004c-7d39-4789-9f10-cec75881ed41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1717343 Sep 23 22:41:16.286481 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3749f56c-6e19-458c-bea9-2a163b322005 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Network a3171785-380b-40f9-bb0f-772974df3f63 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:41:16.366349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3749f56c-6e19-458c-bea9-2a163b322005 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, a3171785-380b-40f9-bb0f-772974df3f63) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:41:16.372708 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3749f56c-6e19-458c-bea9-2a163b322005 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:16.373358 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3749f56c-6e19-458c-bea9-2a163b322005 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:16.384364 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddae1404-8962-4859-8c39-7789aa17fdb6 None None] Network a3171785-380b-40f9-bb0f-772974df3f63 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:41:16.467396 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d937a4b-0d3d-48cd-8b4e-bbfc638ead09 req-b729e09c-f367-4ea4-beb1-0ac11dea990d service neutron] 10.222.0.43 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239629 Sep 23 22:41:16.494608 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4d146ef9-5edc-4217-98ec-670db1b3056e req-e5b56baa-0488-4d40-b8d3-9bb648e1b731 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 210 time: 0.0671778 Sep 23 22:41:16.497942 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3749f56c-6e19-458c-bea9-2a163b322005 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5276628 Sep 23 22:41:16.507385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39588) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:16.511750 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb1f9d-0a4d-494c-a827-573cd17bf532 req-e4999708-4dc5-434a-9576-51a072ce1e89 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:16.522520 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb1f9d-0a4d-494c-a827-573cd17bf532 req-e4999708-4dc5-434a-9576-51a072ce1e89 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:16.522916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6941401d-faef-4bf0-8480-8e7bc0e9562e tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Request body: {'port': {'network_id': 'a3171785-380b-40f9-bb0f-772974df3f63', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1150760944'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:16.534833 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb1f9d-0a4d-494c-a827-573cd17bf532 req-e4999708-4dc5-434a-9576-51a072ce1e89 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:16.545275 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb1f9d-0a4d-494c-a827-573cd17bf532 req-e4999708-4dc5-434a-9576-51a072ce1e89 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:16.554202 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb1f9d-0a4d-494c-a827-573cd17bf532 req-e4999708-4dc5-434a-9576-51a072ce1e89 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:16.563529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb1f9d-0a4d-494c-a827-573cd17bf532 req-e4999708-4dc5-434a-9576-51a072ce1e89 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:16.572162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb1f9d-0a4d-494c-a827-573cd17bf532 req-e4999708-4dc5-434a-9576-51a072ce1e89 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:16.583946 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cabb1f9d-0a4d-494c-a827-573cd17bf532 req-e4999708-4dc5-434a-9576-51a072ce1e89 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.3087339 Sep 23 22:41:16.699496 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cabb1f9d-0a4d-494c-a827-573cd17bf532 req-a12c6a0f-7680-4498-957b-65653e2e311a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142256 Sep 23 22:41:16.710382 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-fbd85f35-1c6b-43ff-b41d-e0d2346a1ee4 service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598920 Sep 23 22:41:16.772202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-a3171785-380b-40f9-bb0f-772974df3f63', 'network_id': 'a3171785-380b-40f9-bb0f-772974df3f63', 'tenant_id': 'c8f26f70f88c4e7d9dc9585aeca40dbd', 'fixed_ips': [{'subnet_id': '0ddb3835-16fb-4e4d-b803-45019bc9dc5f'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:41:16.772202 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:16.887016 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a673f705-c85c-4bac-8fb4-5194d5ba7728 req-63f94bd5-174e-48e0-ba54-a762f88633c3 service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687725 Sep 23 22:41:16.946194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6941401d-faef-4bf0-8480-8e7bc0e9562e tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Made reservation on behalf of c8f26f70f88c4e7d9dc9585aeca40dbd for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:41:16.950257 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6941401d-faef-4bf0-8480-8e7bc0e9562e tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:16.979499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-6941401d-faef-4bf0-8480-8e7bc0e9562e tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] device_id is not set on port eca2a03c-3072-41a5-9d31-0699e832ceaf yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:41:17.022872 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1950588-c9a5-4885-8498-b4a1c3865067 req-d9167305-2754-41aa-9af4-876f1e217ba4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:17.043694 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1950588-c9a5-4885-8498-b4a1c3865067 req-d9167305-2754-41aa-9af4-876f1e217ba4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 943 time: 0.1475630 Sep 23 22:41:17.173704 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:17.181783 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Allocated IP 172.20.0.2 (a3171785-380b-40f9-bb0f-772974df3f63/0ddb3835-16fb-4e4d-b803-45019bc9dc5f/8f1c1190-da33-4c1b-af41-b9d7a572199c) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:41:17.182162 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1950588-c9a5-4885-8498-b4a1c3865067 req-f944f778-35ef-4a50-a9b6-94adbbdd051a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359975 Sep 23 22:41:17.383980 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:17.630281 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:17.807219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-6941401d-faef-4bf0-8480-8e7bc0e9562e tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Allocated IP 172.20.0.8 (a3171785-380b-40f9-bb0f-772974df3f63/0ddb3835-16fb-4e4d-b803-45019bc9dc5f/eca2a03c-3072-41a5-9d31-0699e832ceaf) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:41:17.829769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Network a3171785-380b-40f9-bb0f-772974df3f63 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:41:17.844559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:41:17.849584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:41:17.940829 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-92dfb738-2765-4363-86cb-cf552993bc85 req-4156446b-aa4f-4204-b556-bb5d2ce5f253 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 210 time: 0.0768073 Sep 23 22:41:17.971727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551c410-563d-4246-b317-608e1c9e3701 req-a31b8475-d14d-4831-8925-8c8dac6df640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:17.971727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551c410-563d-4246-b317-608e1c9e3701 req-a31b8475-d14d-4831-8925-8c8dac6df640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:17.981846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551c410-563d-4246-b317-608e1c9e3701 req-a31b8475-d14d-4831-8925-8c8dac6df640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:17.982190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551c410-563d-4246-b317-608e1c9e3701 req-a31b8475-d14d-4831-8925-8c8dac6df640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:17.982673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551c410-563d-4246-b317-608e1c9e3701 req-a31b8475-d14d-4831-8925-8c8dac6df640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:17.983153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551c410-563d-4246-b317-608e1c9e3701 req-a31b8475-d14d-4831-8925-8c8dac6df640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:17.983619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551c410-563d-4246-b317-608e1c9e3701 req-a31b8475-d14d-4831-8925-8c8dac6df640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:17.985742 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6551c410-563d-4246-b317-608e1c9e3701 req-a31b8475-d14d-4831-8925-8c8dac6df640 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 6488 time: 0.7015867 Sep 23 22:41:18.084819 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Attempting to bind port 8f1c1190-da33-4c1b-af41-b9d7a572199c on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:41:18.087326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Attempting to bind port 8f1c1190-da33-4c1b-af41-b9d7a572199c by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'a00a288d-e4e2-466c-964f-3ff64ccfddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3171785-380b-40f9-bb0f-772974df3f63'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:41:18.091328 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Attempting to bind port 8f1c1190-da33-4c1b-af41-b9d7a572199c on network a3171785-380b-40f9-bb0f-772974df3f63 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:41:18.095704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Pushing event updated for resources: {'Port': ['ID=8f1c1190-da33-4c1b-af41-b9d7a572199c,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:18.100794 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:18.123403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:41:18.124515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Checking segment: {'id': 'a00a288d-e4e2-466c-964f-3ff64ccfddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3171785-380b-40f9-bb0f-772974df3f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:41:18.125843 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:18.127174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Bound using segment: {'id': 'a00a288d-e4e2-466c-964f-3ff64ccfddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3171785-380b-40f9-bb0f-772974df3f63'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:41:18.128513 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Bound port: 8f1c1190-da33-4c1b-af41-b9d7a572199c, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00a288d-e4e2-466c-964f-3ff64ccfddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3171785-380b-40f9-bb0f-772974df3f63'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:41:18.129548 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:18.225139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551c410-563d-4246-b317-608e1c9e3701 req-823c0012-902f-439b-a01b-a416375d5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:18.231741 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6551c410-563d-4246-b317-608e1c9e3701 req-823c0012-902f-439b-a01b-a416375d5259 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b61d004c-7d39-4789-9f10-cec75881ed41 HTTP/1.1" status: 200 len: 902 time: 0.2370350 Sep 23 22:41:18.278078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01344a-f175-4418-bd2b-0d84f6a98ddf req-3da9ec81-9e3d-475f-81b7-aa3d3f4ef479 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:18.279046 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] For port 8f1c1190-da33-4c1b-af41-b9d7a572199c, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:41:18.285418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] For port 8f1c1190-da33-4c1b-af41-b9d7a572199c, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8f1c1190-da33-4c1b-af41-b9d7a572199c,segment=NetworkSegment(a00a288d-e4e2-466c-964f-3ff64ccfddf3),segment_id=a00a288d-e4e2-466c-964f-3ff64ccfddf3)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:41:18.296499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01344a-f175-4418-bd2b-0d84f6a98ddf req-3da9ec81-9e3d-475f-81b7-aa3d3f4ef479 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:18.310171 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6551c410-563d-4246-b317-608e1c9e3701 req-6976c3a9-2b06-4bb9-8875-4edfe3bfbc83 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe HTTP/1.1" status: 200 len: 217 time: 0.0614908 Sep 23 22:41:18.314025 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01344a-f175-4418-bd2b-0d84f6a98ddf req-3da9ec81-9e3d-475f-81b7-aa3d3f4ef479 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:18.329781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01344a-f175-4418-bd2b-0d84f6a98ddf req-3da9ec81-9e3d-475f-81b7-aa3d3f4ef479 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:18.343161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01344a-f175-4418-bd2b-0d84f6a98ddf req-3da9ec81-9e3d-475f-81b7-aa3d3f4ef479 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:18.354696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01344a-f175-4418-bd2b-0d84f6a98ddf req-3da9ec81-9e3d-475f-81b7-aa3d3f4ef479 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:18.365768 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:18.390563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01344a-f175-4418-bd2b-0d84f6a98ddf req-3da9ec81-9e3d-475f-81b7-aa3d3f4ef479 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:18.406432 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e01344a-f175-4418-bd2b-0d84f6a98ddf req-3da9ec81-9e3d-475f-81b7-aa3d3f4ef479 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.4324851 Sep 23 22:41:18.439919 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551c410-563d-4246-b317-608e1c9e3701 req-907fc8ed-d5e0-4493-a7f8-82f4df20034a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:18.441881 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6551c410-563d-4246-b317-608e1c9e3701 req-907fc8ed-d5e0-4493-a7f8-82f4df20034a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=58ea8bde-f95b-46c7-a12b-9f7c0e9039da HTTP/1.1" status: 200 len: 797 time: 0.1242507 Sep 23 22:41:18.456996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 90cfd84a-7819-4180-af95-3ea826d063f1 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:41:18.457984 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6941401d-faef-4bf0-8480-8e7bc0e9562e tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:18.491913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226845-ceeb-4a87-a5bd-1d540bb8e0b9 req-d926238a-ab01-44f4-836a-7657bdba3998 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:18.491913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9226845-ceeb-4a87-a5bd-1d540bb8e0b9 req-d926238a-ab01-44f4-836a-7657bdba3998 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 943 time: 0.1248820 Sep 23 22:41:18.505384 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e01344a-f175-4418-bd2b-0d84f6a98ddf req-04dddd36-4858-4d04-ac69-af919b841d01 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905404 Sep 23 22:41:18.629362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551c410-563d-4246-b317-608e1c9e3701 req-cf4620b6-384c-4f62-a272-1801a072f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:18.631572 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6551c410-563d-4246-b317-608e1c9e3701 req-cf4620b6-384c-4f62-a272-1801a072f4d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b61d004c-7d39-4789-9f10-cec75881ed41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1697829 Sep 23 22:41:18.638713 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9226845-ceeb-4a87-a5bd-1d540bb8e0b9 req-fa1df277-64e0-479d-b2d6-9aac23724663 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242800 Sep 23 22:41:18.651904 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768a2ff-fd68-468b-a2f4-cb18d4ee6ca7 None None] Pushing event updated for resources: {'Port': ['ID=8f1c1190-da33-4c1b-af41-b9d7a572199c,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:18.682558 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6941401d-faef-4bf0-8480-8e7bc0e9562e tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:18.685197 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 90cfd84a-7819-4180-af95-3ea826d063f1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=90cfd84a-7819-4180-af95-3ea826d063f1,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:18.717086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '90cfd84a-7819-4180-af95-3ea826d063f1', 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47', 'port_id': '90cfd84a-7819-4180-af95-3ea826d063f1', 'mac_address': 'fa:16:3e:33:21:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bef7f46-c67d-4b9d-b0a8-ff182509722b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:41:18.797641 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:18.824276 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:18.851113 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6941401d-faef-4bf0-8480-8e7bc0e9562e tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Network a3171785-380b-40f9-bb0f-772974df3f63 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:41:18.856555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cfd84a-7819-4180-af95-3ea826d063f1 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:41:18.857002 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-6941401d-faef-4bf0-8480-8e7bc0e9562e tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:41:18.866038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941401d-faef-4bf0-8480-8e7bc0e9562e tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:41:18.887716 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 90cfd84a-7819-4180-af95-3ea826d063f1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=90cfd84a-7819-4180-af95-3ea826d063f1,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:18.945875 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6551c410-563d-4246-b317-608e1c9e3701 req-ac9d2fe8-06da-4037-89ff-52e867c32aa4 service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057468 Sep 23 22:41:18.977651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941401d-faef-4bf0-8480-8e7bc0e9562e tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Pushing event updated for resources: {'Port': ['ID=eca2a03c-3072-41a5-9d31-0699e832ceaf,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:19.029596 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:19.056116 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6941401d-faef-4bf0-8480-8e7bc0e9562e tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:19.057459 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6941401d-faef-4bf0-8480-8e7bc0e9562e tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:19.157200 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=90cfd84a-7819-4180-af95-3ea826d063f1,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:19.176438 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6941401d-faef-4bf0-8480-8e7bc0e9562e tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6610663 Sep 23 22:41:19.176438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39700) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:19.200261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Request body: {'port': {'network_id': 'a3171785-380b-40f9-bb0f-772974df3f63', 'name': 'tempest-ExtraDHCPOptionsTestJSON-325548671', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:19.200921 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.api.validators [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] bootfile-name is not in valid_values {{(pid=95491) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 22:41:19.201450 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.api.validators [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] tftp-server is not in valid_values {{(pid=95491) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 22:41:19.202312 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.api.validators [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] server-ip-address is not in valid_values {{(pid=95491) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 22:41:19.284295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['90cfd84a-7819-4180-af95-3ea826d063f1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:19.314328 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6551c410-563d-4246-b317-608e1c9e3701 req-31000fdc-70f0-4688-84af-23740caeaa94 service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550563 Sep 23 22:41:19.340899 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2db924f9-cc76-4c66-8e9d-03f42da11f7f req-f5dcff36-dfd1-4622-a622-c907afa02df3 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 210 time: 0.1161838 Sep 23 22:41:19.611812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Made reservation on behalf of c8f26f70f88c4e7d9dc9585aeca40dbd for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:41:19.616355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:19.726379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] device_id is not set on port 0440194c-d530-40c5-9faf-5ca58a63f639 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:41:19.857051 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852566d2-d34e-4a02-8366-adbb1655a792 req-50f525bd-58a9-47dc-9fe1-be1e2fb1bc29 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:19.866490 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852566d2-d34e-4a02-8366-adbb1655a792 req-50f525bd-58a9-47dc-9fe1-be1e2fb1bc29 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:19.874074 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852566d2-d34e-4a02-8366-adbb1655a792 req-50f525bd-58a9-47dc-9fe1-be1e2fb1bc29 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:19.880644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852566d2-d34e-4a02-8366-adbb1655a792 req-50f525bd-58a9-47dc-9fe1-be1e2fb1bc29 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:19.892215 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852566d2-d34e-4a02-8366-adbb1655a792 req-50f525bd-58a9-47dc-9fe1-be1e2fb1bc29 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:19.900000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852566d2-d34e-4a02-8366-adbb1655a792 req-50f525bd-58a9-47dc-9fe1-be1e2fb1bc29 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:19.907394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852566d2-d34e-4a02-8366-adbb1655a792 req-50f525bd-58a9-47dc-9fe1-be1e2fb1bc29 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:19.914876 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b8183f8-5929-45e1-b58c-1f1afa11157d req-6ded51c6-5492-49ad-84d9-9d413530da97 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1461074 Sep 23 22:41:19.916272 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-852566d2-d34e-4a02-8366-adbb1655a792 req-50f525bd-58a9-47dc-9fe1-be1e2fb1bc29 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.2971020 Sep 23 22:41:19.934717 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dfece-3206-42f6-ae95-5abf65bd08fb req-39ac2e27-e039-4446-944a-ccded70fdc2f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:19.943275 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da6dfece-3206-42f6-ae95-5abf65bd08fb req-39ac2e27-e039-4446-944a-ccded70fdc2f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 944 time: 0.1012099 Sep 23 22:41:20.042219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Allocated IP 172.20.0.11 (a3171785-380b-40f9-bb0f-772974df3f63/0ddb3835-16fb-4e4d-b803-45019bc9dc5f/0440194c-d530-40c5-9faf-5ca58a63f639) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:41:20.068682 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da6dfece-3206-42f6-ae95-5abf65bd08fb req-be7270bb-2161-4a4f-a4ec-f51127410d83 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235592 Sep 23 22:41:20.122023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8183f8-5929-45e1-b58c-1f1afa11157d req-212abf04-22f6-4fd0-8e59-55555def1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:20.125241 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b8183f8-5929-45e1-b58c-1f1afa11157d req-212abf04-22f6-4fd0-8e59-55555def1556 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 1097 time: 0.1509376 Sep 23 22:41:20.256360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-852566d2-d34e-4a02-8366-adbb1655a792 req-a48d659e-ef14-46fc-884c-c852f4924859 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3391054 Sep 23 22:41:20.370801 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:20.405022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-753d5e4c-070a-47b0-9db0-4402ed77fa4c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:20.406772 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-753d5e4c-070a-47b0-9db0-4402ed77fa4c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.67 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 812 time: 0.3096251 Sep 23 22:41:20.420501 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8183f8-5929-45e1-b58c-1f1afa11157d req-0eb014ca-95af-4254-bb9c-307b29357696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:20.422699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b8183f8-5929-45e1-b58c-1f1afa11157d req-0eb014ca-95af-4254-bb9c-307b29357696 service neutron] 10.222.0.67 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 917 time: 0.2595944 Sep 23 22:41:20.456561 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788eb57b-9803-4610-b900-f285621c97c2 None None] Network a3171785-380b-40f9-bb0f-772974df3f63 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:41:20.469427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8db1220c-cfb7-4eb3-af36-c3d4b1a4a15b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Request body: {'port': {'device_id': 'c776cd40-d88a-4019-9645-3ff6e09f0cfa', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'admin_state_up': True, 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:20.498902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 90cfd84a-7819-4180-af95-3ea826d063f1 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:20.520864 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:20.620158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0158311c-6f30-4c96-ac49-f720b169e2f5 None None] Provisioning complete for port 8f1c1190-da33-4c1b-af41-b9d7a572199c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:20.621252 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0158311c-6f30-4c96-ac49-f720b169e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:20.685770 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c1301def-4805-40dc-b245-6e828d060a81 req-65d3dd7c-e366-4b09-8af3-0e6deba399c3 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 210 time: 0.1520381 Sep 23 22:41:20.727636 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Network a3171785-380b-40f9-bb0f-772974df3f63 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:41:20.727636 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:41:20.750003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:41:20.750165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 90cfd84a-7819-4180-af95-3ea826d063f1 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:41:20.755093 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Pushing event updated for resources: {'Port': ['ID=0440194c-d530-40c5-9faf-5ca58a63f639,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:20.755193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 90cfd84a-7819-4180-af95-3ea826d063f1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:20.755193 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:20.815259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:20.815259 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:20.903562 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b8183f8-5929-45e1-b58c-1f1afa11157d req-525be63d-b195-4055-8b45-47a2096e73c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbced89-a474-4b0f-b412-b44171dc5011 HTTP/1.1" status: 200 len: 1002 time: 0.4502428 Sep 23 22:41:20.921839 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0158311c-6f30-4c96-ac49-f720b169e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:20.943944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c4aefbc4-9272-433b-a73f-d52de9513434 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7668271 Sep 23 22:41:20.955910 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:20.959053 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39774) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:20.986517 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8f1c1190-da33-4c1b-af41-b9d7a572199c up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:21.024912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0158311c-6f30-4c96-ac49-f720b169e2f5 None None] For port 8f1c1190-da33-4c1b-af41-b9d7a572199c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8f1c1190-da33-4c1b-af41-b9d7a572199c,segment=NetworkSegment(a00a288d-e4e2-466c-964f-3ff64ccfddf3),segment_id=a00a288d-e4e2-466c-964f-3ff64ccfddf3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:21.051219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2667a6-8e22-4635-86f9-230ea05926ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cfd84a-7819-4180-af95-3ea826d063f1'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:41:21.063560 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425855be-4f3d-4233-a858-9c239c69439c" -d '{"events": [{"server_uuid": "bc2667a6-8e22-4635-86f9-230ea05926ce", "name": "network-vif-plugged", "status": "completed", "tag": "90cfd84a-7819-4180-af95-3ea826d063f1"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:41:21.064607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8183f8-5929-45e1-b58c-1f1afa11157d req-18163e03-6a19-4cab-9e23-f6a5f834f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:21.066203 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b8183f8-5929-45e1-b58c-1f1afa11157d req-18163e03-6a19-4cab-9e23-f6a5f834f362 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 200 len: 855 time: 0.1525204 Sep 23 22:41:21.121435 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 90cfd84a-7819-4180-af95-3ea826d063f1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=90cfd84a-7819-4180-af95-3ea826d063f1,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:21.145776 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023cc3ba-6265-495e-b651-27ece8de0093 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:21.163812 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0158311c-6f30-4c96-ac49-f720b169e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:21.180242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023cc3ba-6265-495e-b651-27ece8de0093 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:21.193427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8db1220c-cfb7-4eb3-af36-c3d4b1a4a15b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Made reservation on behalf of bb3bea9e83004d54ab7c7daee1f9b323 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:41:21.206048 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09492a5b-1f8a-4e51-ad78-f7c30e6cdbe4 x-openstack-request-id: req-09492a5b-1f8a-4e51-ad78-f7c30e6cdbe4 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:41:21.206485 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2667a6-8e22-4635-86f9-230ea05926ce", "name": "network-vif-plugged", "status": "completed", "tag": "90cfd84a-7819-4180-af95-3ea826d063f1", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:41:21.206940 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09492a5b-1f8a-4e51-ad78-f7c30e6cdbe4 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:41:21.207601 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2667a6-8e22-4635-86f9-230ea05926ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cfd84a-7819-4180-af95-3ea826d063f1', 'code': 200} Sep 23 22:41:21.207843 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8db1220c-cfb7-4eb3-af36-c3d4b1a4a15b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:21.259425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023cc3ba-6265-495e-b651-27ece8de0093 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:21.273832 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-023cc3ba-6265-495e-b651-27ece8de0093 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3089995 Sep 23 22:41:21.276179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39784) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:21.391612 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39794) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:21.452812 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:21.490552 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8f1c1190-da33-4c1b-af41-b9d7a572199c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:21.492502 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:21.522758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158311c-6f30-4c96-ac49-f720b169e2f5 None None] Pushing event updated for resources: {'Port': ['ID=8f1c1190-da33-4c1b-af41-b9d7a572199c,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:21.656712 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b94d4-d5c2-4d23-ae29-13e7029198c6 req-3e954895-cd69-4326-b23a-a8edf018782e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:21.680143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b94d4-d5c2-4d23-ae29-13e7029198c6 req-3e954895-cd69-4326-b23a-a8edf018782e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:21.704662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b94d4-d5c2-4d23-ae29-13e7029198c6 req-3e954895-cd69-4326-b23a-a8edf018782e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:21.719079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b94d4-d5c2-4d23-ae29-13e7029198c6 req-3e954895-cd69-4326-b23a-a8edf018782e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:21.738255 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b94d4-d5c2-4d23-ae29-13e7029198c6 req-3e954895-cd69-4326-b23a-a8edf018782e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:21.758764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b94d4-d5c2-4d23-ae29-13e7029198c6 req-3e954895-cd69-4326-b23a-a8edf018782e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:21.775203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b94d4-d5c2-4d23-ae29-13e7029198c6 req-3e954895-cd69-4326-b23a-a8edf018782e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:21.794356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b97be35f-6745-4f5f-9124-e2004e16b72a None None] Provisioning complete for port 0440194c-d530-40c5-9faf-5ca58a63f639 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:21.795474 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b97be35f-6745-4f5f-9124-e2004e16b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:21.795906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a96b94d4-d5c2-4d23-ae29-13e7029198c6 req-3e954895-cd69-4326-b23a-a8edf018782e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.3378961 Sep 23 22:41:21.826216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8183f8-5929-45e1-b58c-1f1afa11157d req-b1b79735-122d-4109-b455-350ec9c6f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:21.827907 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b8183f8-5929-45e1-b58c-1f1afa11157d req-b1b79735-122d-4109-b455-350ec9c6f72a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15f12cf3-76d1-444b-8977-8d9ed31e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7528718 Sep 23 22:41:21.857228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-aa8df7cc-2cbc-4c8a-b13d-af6b21a8476d tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Deleting port 0440194c-d530-40c5-9faf-5ca58a63f639 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:41:21.857766 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa8df7cc-2cbc-4c8a-b13d-af6b21a8476d tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:21.932942 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8db1220c-cfb7-4eb3-af36-c3d4b1a4a15b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Allocated IP 172.20.0.8 (7b269275-d2f2-42f6-a365-60282a573cd2/5c35295b-d496-49fd-b020-8dcae9bebf0e/53b518b7-8578-4432-8caa-1779b3879158) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:41:21.956738 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b11c9-1432-4e0c-b158-a9affa4d1089 req-816b70d6-4534-47c4-a8f3-e7f81d02d1c1 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:21.960812 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-519b11c9-1432-4e0c-b158-a9affa4d1089 req-816b70d6-4534-47c4-a8f3-e7f81d02d1c1 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 944 time: 0.7339251 Sep 23 22:41:21.970543 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-db7ed08f-0919-4765-b783-4a981f4e5f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:22.002720 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a96b94d4-d5c2-4d23-ae29-13e7029198c6 req-a3dabc52-e8eb-4824-aed6-5e2856c9fb79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2043180 Sep 23 22:41:22.019289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e681809-affa-401f-bf31-fda3b32276aa req-c4ec38de-a7d4-48ae-b9f6-41050d45e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:22.022067 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e681809-affa-401f-bf31-fda3b32276aa req-c4ec38de-a7d4-48ae-b9f6-41050d45e525 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 1096 time: 0.4624405 Sep 23 22:41:22.036927 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b97be35f-6745-4f5f-9124-e2004e16b72a None None] Port 0440194c-d530-40c5-9faf-5ca58a63f639 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:41:22.051920 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=90cfd84a-7819-4180-af95-3ea826d063f1,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:22.076492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b97be35f-6745-4f5f-9124-e2004e16b72a None None] Provisioning complete for port eca2a03c-3072-41a5-9d31-0699e832ceaf triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:22.078628 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b97be35f-6745-4f5f-9124-e2004e16b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:22.207822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b97be35f-6745-4f5f-9124-e2004e16b72a None None] Port eca2a03c-3072-41a5-9d31-0699e832ceaf cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:41:22.248625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b97be35f-6745-4f5f-9124-e2004e16b72a None None] Provisioning complete for port 8f1c1190-da33-4c1b-af41-b9d7a572199c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:22.249390 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b97be35f-6745-4f5f-9124-e2004e16b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:22.278964 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-db7ed08f-0919-4765-b783-4a981f4e5f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:22.304892 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa8df7cc-2cbc-4c8a-b13d-af6b21a8476d tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:22.332680 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-519b11c9-1432-4e0c-b158-a9affa4d1089 req-323ab946-0e26-47ea-9437-7ba599749d37 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601496 Sep 23 22:41:22.344397 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d26760d-9cd9-45f1-a5cc-921aa434299e req-70b35837-7573-49c2-a824-1e24bdd92dce tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 210 time: 0.0477548 Sep 23 22:41:22.347795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-aa8df7cc-2cbc-4c8a-b13d-af6b21a8476d tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Calling delete_port for 0440194c-d530-40c5-9faf-5ca58a63f639 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:41:22.378741 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-db7ed08f-0919-4765-b783-4a981f4e5f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:22.408596 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e681809-affa-401f-bf31-fda3b32276aa req-c67e3821-b4ed-4acd-8c77-7a89d76ba53e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678927 Sep 23 22:41:22.466955 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b8183f8-5929-45e1-b58c-1f1afa11157d req-42115462-a342-4d5b-80c4-293aa25bca91 service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118512 Sep 23 22:41:22.543583 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ed08f-0919-4765-b783-4a981f4e5f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c5e8a6-3a4b-4a40-bc01-7e8044c8674f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:22.556721 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-db7ed08f-0919-4765-b783-4a981f4e5f29 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e525210bbfa4ee6b0601a70cb9913ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1563270 Sep 23 22:41:22.557326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39830) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:22.640725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-88515a68-0f04-474d-9969-59e76a1cdd44 None None] Provisioning complete for port 0440194c-d530-40c5-9faf-5ca58a63f639 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:22.641760 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-88515a68-0f04-474d-9969-59e76a1cdd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:22.648973 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b8183f8-5929-45e1-b58c-1f1afa11157d req-aaca8b96-3903-42f7-b16d-02439aa11a74 service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729374 Sep 23 22:41:22.658263 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f6f2a1b-1e26-43e4-a9ea-3b968c7f593a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:22.690373 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8db1220c-cfb7-4eb3-af36-c3d4b1a4a15b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:22.722064 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-88515a68-0f04-474d-9969-59e76a1cdd44 None None] Port 0440194c-d530-40c5-9faf-5ca58a63f639 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:41:22.752716 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-88515a68-0f04-474d-9969-59e76a1cdd44 None None] Provisioning complete for port eca2a03c-3072-41a5-9d31-0699e832ceaf triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:22.753169 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-88515a68-0f04-474d-9969-59e76a1cdd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:22.761730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f6f2a1b-1e26-43e4-a9ea-3b968c7f593a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:22.778681 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8f1c1190-da33-4c1b-af41-b9d7a572199c up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:22.826051 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-88515a68-0f04-474d-9969-59e76a1cdd44 None None] Port eca2a03c-3072-41a5-9d31-0699e832ceaf cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:41:22.855850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8f1c1190-da33-4c1b-af41-b9d7a572199c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:22.856302 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:22.883761 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8db1220c-cfb7-4eb3-af36-c3d4b1a4a15b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:22.902282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['fed8c899-d23a-491f-8f31-53b8265873f2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:22.949512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8db1220c-cfb7-4eb3-af36-c3d4b1a4a15b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Network 7b269275-d2f2-42f6-a365-60282a573cd2 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:41:22.956694 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8db1220c-cfb7-4eb3-af36-c3d4b1a4a15b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:41:22.957402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['53f719c8-fe34-4144-871d-46576abc422d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:22.958830 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1220c-cfb7-4eb3-af36-c3d4b1a4a15b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event updated for resources: {'Port': ['ID=53b518b7-8578-4432-8caa-1779b3879158,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:22.961870 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8db1220c-cfb7-4eb3-af36-c3d4b1a4a15b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:41:22.965823 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa8df7cc-2cbc-4c8a-b13d-af6b21a8476d tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:23.022421 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f6f2a1b-1e26-43e4-a9ea-3b968c7f593a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:23.027311 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f6f2a1b-1e26-43e4-a9ea-3b968c7f593a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:23.029138 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8f6f2a1b-1e26-43e4-a9ea-3b968c7f593a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10c5e8a6-3a4b-4a40-bc01-7e8044c8674f HTTP/1.1" status: 204 len: 168 time: 0.4687662 Sep 23 22:41:23.056410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8db1220c-cfb7-4eb3-af36-c3d4b1a4a15b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:23.059269 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8db1220c-cfb7-4eb3-af36-c3d4b1a4a15b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:23.161911 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8db1220c-cfb7-4eb3-af36-c3d4b1a4a15b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7108555 Sep 23 22:41:23.190903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Request body: {'port': {'device_id': 'c776cd40-d88a-4019-9645-3ff6e09f0cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:23.293577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f2a1b-1e26-43e4-a9ea-3b968c7f593a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c5e8a6-3a4b-4a40-bc01-7e8044c8674f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:23.296744 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8df7cc-2cbc-4c8a-b13d-af6b21a8476d tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Pushing event deleted for resources: {'Port': ['ID=0440194c-d530-40c5-9faf-5ca58a63f639,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:23.560317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcc757-64e5-45d1-8da1-cbca8df4fa70 req-112d02d8-ae01-4862-8d88-8fb6381aa509 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:23.582362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcc757-64e5-45d1-8da1-cbca8df4fa70 req-112d02d8-ae01-4862-8d88-8fb6381aa509 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:23.592272 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcc757-64e5-45d1-8da1-cbca8df4fa70 req-112d02d8-ae01-4862-8d88-8fb6381aa509 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:23.595075 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa8df7cc-2cbc-4c8a-b13d-af6b21a8476d tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:23.609497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-aa8df7cc-2cbc-4c8a-b13d-af6b21a8476d tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] 10.222.0.22 "DELETE /v2.0/ports/0440194c-d530-40c5-9faf-5ca58a63f639 HTTP/1.1" status: 204 len: 168 time: 2.3203738 Sep 23 22:41:23.612777 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39868) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:23.641016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcc757-64e5-45d1-8da1-cbca8df4fa70 req-112d02d8-ae01-4862-8d88-8fb6381aa509 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:23.650916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-92bb26f3-8356-460a-940e-49cb5e96d3d5 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Request body: {'port': {'name': 'tempest-new-port-name-148308475', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:23.653560 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.api.validators [None req-92bb26f3-8356-460a-940e-49cb5e96d3d5 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] bootfile-name is not in valid_values {{(pid=95491) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 22:41:23.654792 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.api.validators [None req-92bb26f3-8356-460a-940e-49cb5e96d3d5 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] tftp-server is not in valid_values {{(pid=95491) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 22:41:23.656564 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.api.validators [None req-92bb26f3-8356-460a-940e-49cb5e96d3d5 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] server-ip-address is not in valid_values {{(pid=95491) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 22:41:23.669909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcc757-64e5-45d1-8da1-cbca8df4fa70 req-112d02d8-ae01-4862-8d88-8fb6381aa509 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:23.682053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcc757-64e5-45d1-8da1-cbca8df4fa70 req-112d02d8-ae01-4862-8d88-8fb6381aa509 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:23.697467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcc757-64e5-45d1-8da1-cbca8df4fa70 req-112d02d8-ae01-4862-8d88-8fb6381aa509 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:23.715775 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cafcc757-64e5-45d1-8da1-cbca8df4fa70 req-112d02d8-ae01-4862-8d88-8fb6381aa509 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.4641502 Sep 23 22:41:23.722123 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:23.742983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5fa66d26-860c-48b3-8310-09b607c77ae4 None None] Provisioning complete for port 53b518b7-8578-4432-8caa-1779b3879158 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:23.742983 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5fa66d26-860c-48b3-8310-09b607c77ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:23.800482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5fa66d26-860c-48b3-8310-09b607c77ae4 None None] Port 53b518b7-8578-4432-8caa-1779b3879158 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:41:23.839399 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f86b2-3b9e-440e-89b0-02b5f4f5da60 req-01703d52-e5b1-45fe-969b-565bc10ffa4b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:23.851026 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-034f86b2-3b9e-440e-89b0-02b5f4f5da60 req-01703d52-e5b1-45fe-969b-565bc10ffa4b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.3539555 Sep 23 22:41:23.911403 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cafcc757-64e5-45d1-8da1-cbca8df4fa70 req-6e78d060-c133-48ed-8ec5-7bd6ec14c303 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1710722 Sep 23 22:41:24.004856 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92bb26f3-8356-460a-940e-49cb5e96d3d5 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:24.070467 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-034f86b2-3b9e-440e-89b0-02b5f4f5da60 req-d4f90281-9cbb-431e-b580-df4ec77100e7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735766 Sep 23 22:41:24.204244 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91312ed1-74ca-4d1d-b7c7-b27f2c241487 req-cc33f6a2-18be-44b1-bd96-e0669c06643b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:24.205925 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-91312ed1-74ca-4d1d-b7c7-b27f2c241487 req-cc33f6a2-18be-44b1-bd96-e0669c06643b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 931 time: 0.1249919 Sep 23 22:41:24.304437 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-91312ed1-74ca-4d1d-b7c7-b27f2c241487 req-78dc2770-450a-4760-8f67-e4009129248d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620854 Sep 23 22:41:24.416022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b518b7-8578-4432-8caa-1779b3879158 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:41:24.419789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39890) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:24.433265 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:24.437839 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92bb26f3-8356-460a-940e-49cb5e96d3d5 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:24.444013 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3b31ac0-e4fe-4f78-8fe6-16be70a57735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:24.465339 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Transition to ACTIVE for port object 53b518b7-8578-4432-8caa-1779b3879158 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:41:24.560377 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92bb26f3-8356-460a-940e-49cb5e96d3d5 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:24.604961 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:24.657407 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb26f3-8356-460a-940e-49cb5e96d3d5 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Pushing event updated for resources: {'Port': ['ID=eca2a03c-3072-41a5-9d31-0699e832ceaf,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:24.669462 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-92bb26f3-8356-460a-940e-49cb5e96d3d5 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] In _notify_port_updated(), no bound segment for port eca2a03c-3072-41a5-9d31-0699e832ceaf on network a3171785-380b-40f9-bb0f-772974df3f63 {{(pid=95491) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:41:24.676593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bb26f3-8356-460a-940e-49cb5e96d3d5 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:24.677350 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92bb26f3-8356-460a-940e-49cb5e96d3d5 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:24.679683 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-92bb26f3-8356-460a-940e-49cb5e96d3d5 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] 10.222.0.22 "PUT /v2.0/ports/eca2a03c-3072-41a5-9d31-0699e832ceaf HTTP/1.1" status: 200 len: 1135 time: 1.0656881 Sep 23 22:41:24.685004 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39898) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:24.694575 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3b31ac0-e4fe-4f78-8fe6-16be70a57735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:24.768083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e328b58b-6aec-4a62-8832-065386a54cbf tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:24.768083 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e328b58b-6aec-4a62-8832-065386a54cbf tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] 10.222.0.22 "GET /v2.0/ports/eca2a03c-3072-41a5-9d31-0699e832ceaf HTTP/1.1" status: 200 len: 1135 time: 0.0776811 Sep 23 22:41:24.781593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39902) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:24.794462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Pushing event updated for resources: {'Port': ['ID=53b518b7-8578-4432-8caa-1779b3879158,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:24.921381 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3b31ac0-e4fe-4f78-8fe6-16be70a57735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:24.935116 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Attempting to bind port 53b518b7-8578-4432-8caa-1779b3879158 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:41:24.935467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Attempting to bind port 53b518b7-8578-4432-8caa-1779b3879158 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:41:24.935862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Attempting to bind port 53b518b7-8578-4432-8caa-1779b3879158 on network 7b269275-d2f2-42f6-a365-60282a573cd2 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:41:24.998077 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Port 53b518b7-8578-4432-8caa-1779b3879158 on network 7b269275-d2f2-42f6-a365-60282a573cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:41:24.998077 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Attempting to bind port 53b518b7-8578-4432-8caa-1779b3879158 on network 7b269275-d2f2-42f6-a365-60282a573cd2 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:41:25.013131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b31ac0-e4fe-4f78-8fe6-16be70a57735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acb362c-7cd2-4eba-8665-1393875eed61,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:25.019127 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b3b31ac0-e4fe-4f78-8fe6-16be70a57735 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f76d06a6040f4a95a77bea48f6db5ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5979817 Sep 23 22:41:25.024669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39910) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:25.025133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:41:25.025552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Checking segment: {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:41:25.025960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Bound using segment: {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:41:25.026418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Bound port: 53b518b7-8578-4432-8caa-1779b3879158, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8894bf-476a-446a-ac91-e37ecb30b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:41:25.026787 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:25.101520 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-19aa0c5c-8aa4-4018-b9d3-7ae54732be01 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Deleting port eca2a03c-3072-41a5-9d31-0699e832ceaf {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:41:25.101902 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19aa0c5c-8aa4-4018-b9d3-7ae54732be01 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:25.163528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d54a6d5a-f2c1-4e42-a709-c89a0ad2a1de None None] Provisioning complete for port eca2a03c-3072-41a5-9d31-0699e832ceaf triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:25.164515 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d54a6d5a-f2c1-4e42-a709-c89a0ad2a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:25.182744 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad40ad45-47d0-4190-aece-a14d3bdcbfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:25.212735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d54a6d5a-f2c1-4e42-a709-c89a0ad2a1de None None] Port eca2a03c-3072-41a5-9d31-0699e832ceaf cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:41:25.244526 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad40ad45-47d0-4190-aece-a14d3bdcbfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:25.314420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc4e55-c976-4844-8c9a-e9c8c9fe230c req-f6c1cd62-087a-4b1f-ba01-39723ea9ccab tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:25.330233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc4e55-c976-4844-8c9a-e9c8c9fe230c req-f6c1cd62-087a-4b1f-ba01-39723ea9ccab tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:25.346349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc4e55-c976-4844-8c9a-e9c8c9fe230c req-f6c1cd62-087a-4b1f-ba01-39723ea9ccab tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:25.360200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc4e55-c976-4844-8c9a-e9c8c9fe230c req-f6c1cd62-087a-4b1f-ba01-39723ea9ccab tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:25.375205 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc4e55-c976-4844-8c9a-e9c8c9fe230c req-f6c1cd62-087a-4b1f-ba01-39723ea9ccab tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:25.381657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7165cd7-b2bc-4a7f-80f7-883c4d2d7f43 req-85315b00-97e4-47c0-bdde-0437063cb122 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:25.384923 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7165cd7-b2bc-4a7f-80f7-883c4d2d7f43 req-85315b00-97e4-47c0-bdde-0437063cb122 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.0998433 Sep 23 22:41:25.387016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc4e55-c976-4844-8c9a-e9c8c9fe230c req-f6c1cd62-087a-4b1f-ba01-39723ea9ccab tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:25.398281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc4e55-c976-4844-8c9a-e9c8c9fe230c req-f6c1cd62-087a-4b1f-ba01-39723ea9ccab tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:25.401484 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2adc4e55-c976-4844-8c9a-e9c8c9fe230c req-f6c1cd62-087a-4b1f-ba01-39723ea9ccab tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.3537750 Sep 23 22:41:25.450663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7165cd7-b2bc-4a7f-80f7-883c4d2d7f43 req-83acc597-a1d4-42c0-9797-e74815107c16 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591109 Sep 23 22:41:25.469950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] For port 53b518b7-8578-4432-8caa-1779b3879158, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:41:25.494273 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19aa0c5c-8aa4-4018-b9d3-7ae54732be01 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:25.544595 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad40ad45-47d0-4190-aece-a14d3bdcbfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:25.547812 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad40ad45-47d0-4190-aece-a14d3bdcbfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:25.549007 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ad40ad45-47d0-4190-aece-a14d3bdcbfdc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2acb362c-7cd2-4eba-8665-1393875eed61 HTTP/1.1" status: 204 len: 168 time: 0.5222094 Sep 23 22:41:25.561574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40ad45-47d0-4190-aece-a14d3bdcbfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acb362c-7cd2-4eba-8665-1393875eed61,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:25.637309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4922d-13ca-440d-806d-d4f807ec4e66 req-348f7908-7930-4e92-a7be-cf5208ede6b3 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:25.640901 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8b4922d-13ca-440d-806d-d4f807ec4e66 req-348f7908-7930-4e92-a7be-cf5208ede6b3 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 943 time: 0.1292765 Sep 23 22:41:25.738010 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8b4922d-13ca-440d-806d-d4f807ec4e66 req-40acdce2-6ae1-44e7-9c51-0bcead61652b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830498 Sep 23 22:41:25.930268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] For port 53b518b7-8578-4432-8caa-1779b3879158, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=53b518b7-8578-4432-8caa-1779b3879158,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:41:25.940778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-19aa0c5c-8aa4-4018-b9d3-7ae54732be01 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Calling delete_port for eca2a03c-3072-41a5-9d31-0699e832ceaf owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:41:25.955764 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2adc4e55-c976-4844-8c9a-e9c8c9fe230c req-b41405c8-7a04-40ab-9510-4ba90f0c42d9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5434413 Sep 23 22:41:26.074231 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:26.121296 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:26.121870 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:26.123502 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] 10.222.0.67 "PUT /v2.0/ports/53b518b7-8578-4432-8caa-1779b3879158 HTTP/1.1" status: 200 len: 1091 time: 2.9392462 Sep 23 22:41:26.123863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c776cd40-d88a-4019-9645-3ff6e09f0cfa', 'tag': '53b518b7-8578-4432-8caa-1779b3879158'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:41:26.143430 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b85c487-3e5b-4126-ae6e-64576c54c9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c776cd40-d88a-4019-9645-3ff6e09f0cfa", "tag": "53b518b7-8578-4432-8caa-1779b3879158"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:41:26.226557 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb8c65f-4d17-49e0-b0a6-b708535c73d4 x-openstack-request-id: req-7cb8c65f-4d17-49e0-b0a6-b708535c73d4 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:41:26.228538 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c776cd40-d88a-4019-9645-3ff6e09f0cfa", "tag": "53b518b7-8578-4432-8caa-1779b3879158", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:41:26.228538 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7cb8c65f-4d17-49e0-b0a6-b708535c73d4 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:41:26.228538 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c776cd40-d88a-4019-9645-3ff6e09f0cfa', 'tag': '53b518b7-8578-4432-8caa-1779b3879158', 'status': 'completed', 'code': 200} Sep 23 22:41:26.244838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01dec2-c1dd-4c2c-9140-02219af2edc4 service neutron] Pushing event updated for resources: {'Port': ['ID=53b518b7-8578-4432-8caa-1779b3879158,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:26.408145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c487-3e5b-4126-ae6e-64576c54c9c2 req-977eca6f-64a6-453c-a706-0c02831f8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:26.410028 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7b85c487-3e5b-4126-ae6e-64576c54c9c2 req-977eca6f-64a6-453c-a706-0c02831f8898 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 1094 time: 0.1167727 Sep 23 22:41:26.422526 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19aa0c5c-8aa4-4018-b9d3-7ae54732be01 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:26.434217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f25e0a-00dd-42d9-aae6-c75216beaa11 req-ee0bba16-4b54-42b8-9fe1-9ec01a7eca73 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:26.441929 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2f25e0a-00dd-42d9-aae6-c75216beaa11 req-ee0bba16-4b54-42b8-9fe1-9ec01a7eca73 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.0994687 Sep 23 22:41:26.507408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa0c5c-8aa4-4018-b9d3-7ae54732be01 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Pushing event deleted for resources: {'Port': ['ID=eca2a03c-3072-41a5-9d31-0699e832ceaf,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:26.621426 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2f25e0a-00dd-42d9-aae6-c75216beaa11 req-59e61983-6bfe-4c36-873b-cf810958be6c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784484 Sep 23 22:41:26.747218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c487-3e5b-4126-ae6e-64576c54c9c2 req-e2c71faf-b95d-4ed1-b05e-e79e93e8cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:26.755175 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7b85c487-3e5b-4126-ae6e-64576c54c9c2 req-e2c71faf-b95d-4ed1-b05e-e79e93e8cbdf service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3096728 Sep 23 22:41:26.770764 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19aa0c5c-8aa4-4018-b9d3-7ae54732be01 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:26.774975 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-19aa0c5c-8aa4-4018-b9d3-7ae54732be01 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] 10.222.0.22 "DELETE /v2.0/ports/eca2a03c-3072-41a5-9d31-0699e832ceaf HTTP/1.1" status: 204 len: 168 time: 1.9924626 Sep 23 22:41:26.776604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39976) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:26.895813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c487-3e5b-4126-ae6e-64576c54c9c2 req-d1f9335a-9a10-4eb2-9250-eba6febb8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:26.900788 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7b85c487-3e5b-4126-ae6e-64576c54c9c2 req-d1f9335a-9a10-4eb2-9250-eba6febb8ebd service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312666 Sep 23 22:41:26.948398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f634ed-9954-4494-acb2-c1a777474734 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Deleting subnet 0ddb3835-16fb-4e4d-b803-45019bc9dc5f {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:41:26.951788 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9f634ed-9954-4494-acb2-c1a777474734 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:27.003186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730b7c8-4962-4358-9a9d-96cdb89f1a31 req-dacce4b2-f268-42ce-ad4e-3bdd05151bcb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:27.004809 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a730b7c8-4962-4358-9a9d-96cdb89f1a31 req-dacce4b2-f268-42ce-ad4e-3bdd05151bcb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 943 time: 0.1100621 Sep 23 22:41:27.005513 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-83acb403-b167-445b-ae4d-3ea84afe7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:27.007045 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-83acb403-b167-445b-ae4d-3ea84afe7a11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 1094 time: 0.0488420 Sep 23 22:41:27.020383 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9f634ed-9954-4494-acb2-c1a777474734 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:27.140736 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-5642c97e-592a-4e65-bfb3-91007070fcc0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53b518b7-8578-4432-8caa-1779b3879158 HTTP/1.1" status: 200 len: 217 time: 0.1175785 Sep 23 22:41:27.247018 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a730b7c8-4962-4358-9a9d-96cdb89f1a31 req-2df4cb40-fd64-48d0-955c-4eb660df2dae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289786 Sep 23 22:41:27.248855 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9f634ed-9954-4494-acb2-c1a777474734 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:27.326365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-a2fffa14-9d4a-44a6-b0aa-f168fe018d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:27.327897 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-a2fffa14-9d4a-44a6-b0aa-f168fe018d45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.1753540 Sep 23 22:41:27.363031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b9957-7c92-4443-b9ad-351fccbd2703 req-805637ff-f20b-4bed-8e4e-11b037467c03 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:27.371138 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b9957-7c92-4443-b9ad-351fccbd2703 req-805637ff-f20b-4bed-8e4e-11b037467c03 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:27.379088 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b9957-7c92-4443-b9ad-351fccbd2703 req-805637ff-f20b-4bed-8e4e-11b037467c03 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:27.387205 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b9957-7c92-4443-b9ad-351fccbd2703 req-805637ff-f20b-4bed-8e4e-11b037467c03 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:27.392165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b9957-7c92-4443-b9ad-351fccbd2703 req-805637ff-f20b-4bed-8e4e-11b037467c03 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:27.398828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b9957-7c92-4443-b9ad-351fccbd2703 req-805637ff-f20b-4bed-8e4e-11b037467c03 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:27.406065 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b9957-7c92-4443-b9ad-351fccbd2703 req-805637ff-f20b-4bed-8e4e-11b037467c03 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:27.408178 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e83b9957-7c92-4443-b9ad-351fccbd2703 req-805637ff-f20b-4bed-8e4e-11b037467c03 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.1583688 Sep 23 22:41:27.481800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-c86ee2b3-a1bb-47f2-8d24-e3abe02597bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:27.483394 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-c86ee2b3-a1bb-47f2-8d24-e3abe02597bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742798 Sep 23 22:41:27.515613 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9f634ed-9954-4494-acb2-c1a777474734 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:27.541718 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e83b9957-7c92-4443-b9ad-351fccbd2703 req-773e044b-bc5a-449d-8258-0b6163db676f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0985672 Sep 23 22:41:27.552295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f634ed-9954-4494-acb2-c1a777474734 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Pushing event deleted for resources: {'Subnet': ['ID=0ddb3835-16fb-4e4d-b803-45019bc9dc5f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:27.559170 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9f634ed-9954-4494-acb2-c1a777474734 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:27.562441 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d9f634ed-9954-4494-acb2-c1a777474734 tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] 10.222.0.22 "DELETE /v2.0/subnets/0ddb3835-16fb-4e4d-b803-45019bc9dc5f HTTP/1.1" status: 204 len: 168 time: 0.7840812 Sep 23 22:41:27.565600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40004) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:27.570133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb1ee33-a0ae-4e3b-ba78-a937cf291645 None None] Network a3171785-380b-40f9-bb0f-772974df3f63 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:41:27.644785 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-0cc1b12b-3ba1-4fe9-8461-45c26517aba3 service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492491 Sep 23 22:41:27.783704 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:27.855688 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-54765f0d-e64e-4616-92b2-abc831525ca2 req-2e60c653-98ba-4cc4-93a7-21ad989e8841 service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019856 Sep 23 22:41:28.153083 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9247f1-83a0-4124-ae3c-a06f74251539 None None] DHCP port deletion for a3171785-380b-40f9-bb0f-772974df3f63 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:41:28.155410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4c4e2-7501-4ce9-bf09-d26a30e23842 req-03a7d7ef-379f-40e1-889d-0dec536eb29a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:28.155410 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83f4c4e2-7501-4ce9-bf09-d26a30e23842 req-03a7d7ef-379f-40e1-889d-0dec536eb29a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.1069684 Sep 23 22:41:28.155410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Deleting port 8f1c1190-da33-4c1b-af41-b9d7a572199c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:41:28.155410 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:28.156459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ca9247f1-83a0-4124-ae3c-a06f74251539 None None] Deleting port 8f1c1190-da33-4c1b-af41-b9d7a572199c {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:41:28.156459 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ca9247f1-83a0-4124-ae3c-a06f74251539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:28.156964 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83f4c4e2-7501-4ce9-bf09-d26a30e23842 req-90fa4eae-1e9e-43e6-bac7-7b54486122de tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052489 Sep 23 22:41:28.156964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] For port 8f1c1190-da33-4c1b-af41-b9d7a572199c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8f1c1190-da33-4c1b-af41-b9d7a572199c,segment=NetworkSegment(a00a288d-e4e2-466c-964f-3ff64ccfddf3),segment_id=a00a288d-e4e2-466c-964f-3ff64ccfddf3)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:28.156964 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:28.156964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Calling delete_port for 8f1c1190-da33-4c1b-af41-b9d7a572199c owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:41:28.159993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ca9247f1-83a0-4124-ae3c-a06f74251539 None None] For port 8f1c1190-da33-4c1b-af41-b9d7a572199c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8f1c1190-da33-4c1b-af41-b9d7a572199c,segment=NetworkSegment(a00a288d-e4e2-466c-964f-3ff64ccfddf3),segment_id=a00a288d-e4e2-466c-964f-3ff64ccfddf3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:28.159993 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ca9247f1-83a0-4124-ae3c-a06f74251539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:28.159993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ca9247f1-83a0-4124-ae3c-a06f74251539 None None] Calling delete_port for 8f1c1190-da33-4c1b-af41-b9d7a572199c owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:41:28.393377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87660eef-845e-4dfa-a458-6762d0d2ce88 req-7ea38f21-a1c3-4ec1-9165-0f87698aed74 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:28.395565 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87660eef-845e-4dfa-a458-6762d0d2ce88 req-7ea38f21-a1c3-4ec1-9165-0f87698aed74 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 943 time: 0.0663922 Sep 23 22:41:28.432212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:28.454104 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ca9247f1-83a0-4124-ae3c-a06f74251539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:28.494683 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Pushing event deleted for resources: {'Port': ['ID=8f1c1190-da33-4c1b-af41-b9d7a572199c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:28.497253 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] No DVR routers for this DVR port 8f1c1190-da33-4c1b-af41-b9d7a572199c on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:41:28.534323 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87660eef-845e-4dfa-a458-6762d0d2ce88 req-e63b46ce-565b-4b5d-b7bd-fe77e0df7ca1 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222174 Sep 23 22:41:28.556095 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9247f1-83a0-4124-ae3c-a06f74251539 None None] Pushing event deleted for resources: {'Port': ['ID=8f1c1190-da33-4c1b-af41-b9d7a572199c,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:28.572729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9247f1-83a0-4124-ae3c-a06f74251539 None None] No DVR routers for this DVR port 8f1c1190-da33-4c1b-af41-b9d7a572199c on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:41:28.650912 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:28.674893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3171785-380b-40f9-bb0f-772974df3f63']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:28.694243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00a288d-e4e2-466c-964f-3ff64ccfddf3') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:28.694243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00a288d-e4e2-466c-964f-3ff64ccfddf3') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:28.739147 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:28.762893 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:28.772184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8f1c1190-da33-4c1b-af41-b9d7a572199c no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:41:28.781607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:41:28.782506 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:41:28.787999 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:41:28.794771 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 8f1c1190-da33-4c1b-af41-b9d7a572199c {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:41:28.795110 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8f1c1190-da33-4c1b-af41-b9d7a572199c not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:41:28.839594 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257faa-b0c4-4456-913e-3008132c6990 req-288b4a37-9948-46d4-8401-f57ece604209 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:28.851761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257faa-b0c4-4456-913e-3008132c6990 req-288b4a37-9948-46d4-8401-f57ece604209 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:28.860966 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257faa-b0c4-4456-913e-3008132c6990 req-288b4a37-9948-46d4-8401-f57ece604209 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:28.869773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257faa-b0c4-4456-913e-3008132c6990 req-288b4a37-9948-46d4-8401-f57ece604209 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:28.876771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257faa-b0c4-4456-913e-3008132c6990 req-288b4a37-9948-46d4-8401-f57ece604209 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:28.885394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257faa-b0c4-4456-913e-3008132c6990 req-288b4a37-9948-46d4-8401-f57ece604209 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:28.893368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257faa-b0c4-4456-913e-3008132c6990 req-288b4a37-9948-46d4-8401-f57ece604209 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:28.895389 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54257faa-b0c4-4456-913e-3008132c6990 req-288b4a37-9948-46d4-8401-f57ece604209 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.1910753 Sep 23 22:41:29.020247 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54257faa-b0c4-4456-913e-3008132c6990 req-9183d1d7-b094-455c-b28c-0e280bbb87dc tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1025841 Sep 23 22:41:29.118635 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:29.127579 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:29.135844 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] 10.222.0.22 "DELETE /v2.0/networks/a3171785-380b-40f9-bb0f-772974df3f63 HTTP/1.1" status: 204 len: 168 time: 1.5642664 Sep 23 22:41:29.175080 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936d74f-1041-4664-920c-396f0212cb6a tempest-ExtraDHCPOptionsTestJSON-1068939635 tempest-ExtraDHCPOptionsTestJSON-1068939635-project] Pushing event deleted for resources: {'Network': ['ID=a3171785-380b-40f9-bb0f-772974df3f63,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:29.333123 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a177a-057a-4645-85e2-fe4b7017cd1e req-806dbb63-71ec-4fbd-b068-96758abe3282 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:29.334848 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-755a177a-057a-4645-85e2-fe4b7017cd1e req-806dbb63-71ec-4fbd-b068-96758abe3282 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.1099570 Sep 23 22:41:29.401425 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-755a177a-057a-4645-85e2-fe4b7017cd1e req-390c063e-1f03-44b3-98b0-c56703655f00 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528343 Sep 23 22:41:29.712990 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f20dd-57c1-48d9-9525-9453f3007e0a req-6ddee02a-89cc-4ee6-b22b-e773151872d4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:29.714993 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be7f20dd-57c1-48d9-9525-9453f3007e0a req-6ddee02a-89cc-4ee6-b22b-e773151872d4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 943 time: 0.0650439 Sep 23 22:41:29.786212 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be7f20dd-57c1-48d9-9525-9453f3007e0a req-83f18ca3-17ef-4297-aace-19354d2d5de4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577965 Sep 23 22:41:29.944186 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40104) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:30.166795 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6eed4c5e-6ce6-4ef6-a7aa-9a7fbaca75ee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8f26f70f88c4e7d9dc9585aeca40dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209587 Sep 23 22:41:30.171483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40120) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:30.220638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e00837-d142-413e-92cc-612226dcd51f req-7217f83c-9792-4af7-8f8f-45159fbb92d2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:30.226641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e00837-d142-413e-92cc-612226dcd51f req-7217f83c-9792-4af7-8f8f-45159fbb92d2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:30.237870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e00837-d142-413e-92cc-612226dcd51f req-7217f83c-9792-4af7-8f8f-45159fbb92d2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:30.244073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e00837-d142-413e-92cc-612226dcd51f req-7217f83c-9792-4af7-8f8f-45159fbb92d2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:30.250014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e00837-d142-413e-92cc-612226dcd51f req-7217f83c-9792-4af7-8f8f-45159fbb92d2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:30.256588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e00837-d142-413e-92cc-612226dcd51f req-7217f83c-9792-4af7-8f8f-45159fbb92d2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:30.263362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e00837-d142-413e-92cc-612226dcd51f req-7217f83c-9792-4af7-8f8f-45159fbb92d2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:30.271997 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-45e00837-d142-413e-92cc-612226dcd51f req-7217f83c-9792-4af7-8f8f-45159fbb92d2 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.1306584 Sep 23 22:41:30.279410 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a8eb52e6-a140-4128-856b-f663e1311771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:30.337099 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-45e00837-d142-413e-92cc-612226dcd51f req-bf431146-9ba2-4b12-aac3-b7d960563145 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641174 Sep 23 22:41:30.339132 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a8eb52e6-a140-4128-856b-f663e1311771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:30.534787 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a8eb52e6-a140-4128-856b-f663e1311771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:30.538049 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a8eb52e6-a140-4128-856b-f663e1311771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:30.540842 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a8eb52e6-a140-4128-856b-f663e1311771 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff8d94c2-517c-41a2-ac63-4c47bbd27318 HTTP/1.1" status: 204 len: 168 time: 0.3664858 Sep 23 22:41:30.561387 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb52e6-a140-4128-856b-f663e1311771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8d94c2-517c-41a2-ac63-4c47bbd27318,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:30.598823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69610559-d81d-47f9-8aa1-a42d10cb68f2 req-307e4d1b-d808-4845-a98e-78958162511e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:30.602040 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69610559-d81d-47f9-8aa1-a42d10cb68f2 req-307e4d1b-d808-4845-a98e-78958162511e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.1046915 Sep 23 22:41:30.725879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-69610559-d81d-47f9-8aa1-a42d10cb68f2 req-d56a91d6-204e-4ad2-b443-5e39b9e905b5 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994842 Sep 23 22:41:30.969320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3092919-78d8-4aad-935e-c2d20a708224 req-4911b45c-68f0-4c8d-a82b-15c8910601de tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:30.970982 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a3092919-78d8-4aad-935e-c2d20a708224 req-4911b45c-68f0-4c8d-a82b-15c8910601de tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 943 time: 0.0897284 Sep 23 22:41:31.027838 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a3092919-78d8-4aad-935e-c2d20a708224 req-de916b7e-be93-45ee-8989-12d74e19d3ef tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471528 Sep 23 22:41:31.539891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1873c63-c7b3-49d3-9585-33fc3f1256ad req-220ddc20-f428-45a4-8e25-d7464a6d8828 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:31.554800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1873c63-c7b3-49d3-9585-33fc3f1256ad req-220ddc20-f428-45a4-8e25-d7464a6d8828 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:31.568159 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1873c63-c7b3-49d3-9585-33fc3f1256ad req-220ddc20-f428-45a4-8e25-d7464a6d8828 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:31.581952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1873c63-c7b3-49d3-9585-33fc3f1256ad req-220ddc20-f428-45a4-8e25-d7464a6d8828 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:31.594717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1873c63-c7b3-49d3-9585-33fc3f1256ad req-220ddc20-f428-45a4-8e25-d7464a6d8828 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:31.607130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1873c63-c7b3-49d3-9585-33fc3f1256ad req-220ddc20-f428-45a4-8e25-d7464a6d8828 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:31.619380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1873c63-c7b3-49d3-9585-33fc3f1256ad req-220ddc20-f428-45a4-8e25-d7464a6d8828 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:31.622700 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1873c63-c7b3-49d3-9585-33fc3f1256ad req-220ddc20-f428-45a4-8e25-d7464a6d8828 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.1825321 Sep 23 22:41:31.626433 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40198) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:31.699440 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1873c63-c7b3-49d3-9585-33fc3f1256ad req-e01075b5-b34b-44f5-96f2-ab919d555ab3 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650311 Sep 23 22:41:31.896770 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff0dadbc-9629-4aad-8eb4-56a480f89127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:31.976834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075921a-0458-414e-8d44-a63ddbc9c9fe req-97255238-b537-44f1-94c7-27892d30c19a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:31.989136 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6075921a-0458-414e-8d44-a63ddbc9c9fe req-97255238-b537-44f1-94c7-27892d30c19a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.1163359 Sep 23 22:41:32.064789 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6075921a-0458-414e-8d44-a63ddbc9c9fe req-a9f9b0da-4958-4be8-840e-706ca702d90d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714090 Sep 23 22:41:32.126366 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff0dadbc-9629-4aad-8eb4-56a480f89127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:32.205019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df378f8-4f55-49b8-82f7-d9f90e86a7d4 req-6e178805-9883-4d39-b16a-a5a294927101 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:32.210222 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6df378f8-4f55-49b8-82f7-d9f90e86a7d4 req-6e178805-9883-4d39-b16a-a5a294927101 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 943 time: 0.0745811 Sep 23 22:41:32.241361 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff0dadbc-9629-4aad-8eb4-56a480f89127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:32.262984 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6df378f8-4f55-49b8-82f7-d9f90e86a7d4 req-ed45ee8b-9f57-43e4-8ac3-0d65cc3a924d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472348 Sep 23 22:41:32.292992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dadbc-9629-4aad-8eb4-56a480f89127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118b2447-4307-459d-82b4-f89452e5dae8,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:32.305624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 53b518b7-8578-4432-8caa-1779b3879158 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:41:32.312377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40236) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:32.314493 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ff0dadbc-9629-4aad-8eb4-56a480f89127 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25c355dfc9ab46c7bdcf7eb9a0769482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6858728 Sep 23 22:41:32.443851 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2c32c202-9003-4b6c-9f8f-2d4f90988dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:32.490522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40246) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:32.513948 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2c32c202-9003-4b6c-9f8f-2d4f90988dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:32.664327 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'network': {'name': 'tempest-RoutersTest-1997170811'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:32.746099 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2c32c202-9003-4b6c-9f8f-2d4f90988dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:32.749155 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2c32c202-9003-4b6c-9f8f-2d4f90988dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:32.756356 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2c32c202-9003-4b6c-9f8f-2d4f90988dc4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/118b2447-4307-459d-82b4-f89452e5dae8 HTTP/1.1" status: 204 len: 168 time: 0.4370282 Sep 23 22:41:32.780289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32c202-9003-4b6c-9f8f-2d4f90988dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118b2447-4307-459d-82b4-f89452e5dae8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:32.822052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:41:32.824864 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 53b518b7-8578-4432-8caa-1779b3879158, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=53b518b7-8578-4432-8caa-1779b3879158,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:32.839606 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:32.842620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '53b518b7-8578-4432-8caa-1779b3879158', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'port_id': '53b518b7-8578-4432-8caa-1779b3879158', 'mac_address': 'fa:16:3e:ab:82:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:41:32.858822 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:32.895787 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:32.934318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b518b7-8578-4432-8caa-1779b3879158 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:41:32.997380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 53b518b7-8578-4432-8caa-1779b3879158, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=53b518b7-8578-4432-8caa-1779b3879158,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:33.054413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d89bf-d59c-439f-b7f1-1c5bf076c51a req-e07d3622-6a7c-4888-93e2-cb28e36cbbcb tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:33.072725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d89bf-d59c-439f-b7f1-1c5bf076c51a req-e07d3622-6a7c-4888-93e2-cb28e36cbbcb tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:33.076617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d89bf-d59c-439f-b7f1-1c5bf076c51a req-e07d3622-6a7c-4888-93e2-cb28e36cbbcb tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:33.083207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d89bf-d59c-439f-b7f1-1c5bf076c51a req-e07d3622-6a7c-4888-93e2-cb28e36cbbcb tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:33.090771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d89bf-d59c-439f-b7f1-1c5bf076c51a req-e07d3622-6a7c-4888-93e2-cb28e36cbbcb tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:33.094996 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:33.096896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d89bf-d59c-439f-b7f1-1c5bf076c51a req-e07d3622-6a7c-4888-93e2-cb28e36cbbcb tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:33.103737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d89bf-d59c-439f-b7f1-1c5bf076c51a req-e07d3622-6a7c-4888-93e2-cb28e36cbbcb tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:33.105982 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f8d89bf-d59c-439f-b7f1-1c5bf076c51a req-e07d3622-6a7c-4888-93e2-cb28e36cbbcb tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.1839051 Sep 23 22:41:33.231998 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f8d89bf-d59c-439f-b7f1-1c5bf076c51a req-d202bc6a-5a31-4e4f-a198-2c5c5496c068 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040258 Sep 23 22:41:33.245889 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:33.269968 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=53b518b7-8578-4432-8caa-1779b3879158,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:33.314457 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa28df9-1bb8-4e8a-a185-89c985482f73 req-aed6579f-b926-419c-b9c9-3453140d4b15 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:33.318406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8fa28df9-1bb8-4e8a-a185-89c985482f73 req-aed6579f-b926-419c-b9c9-3453140d4b15 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.1095958 Sep 23 22:41:33.378158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8fa28df9-1bb8-4e8a-a185-89c985482f73 req-9e62a7a7-ee9d-4f2a-927c-0afbef1093e2 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523579 Sep 23 22:41:33.387334 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:33.442412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed5d728-2393-4ca7-bed2-a6901da1f80c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:33.449454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:41:33.472930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:33.473592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:33.474184 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:33.474729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:33.475266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:33.475901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:33.476240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:33.476578 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:33.477001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:33.477307 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:33.477638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:33.478008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:33.505539 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['53b518b7-8578-4432-8caa-1779b3879158'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:33.507999 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:33.510849 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Added segment 8e9e9620-bee6-4170-acf0-bf9a61ef8ea8 of type vlan for network 8f450011-2c5b-48a8-b7da-3c7b34e47d71 Sep 23 22:41:33.589855 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:33.610698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b9ee7-87cc-4276-9247-dee4627ed0e9 req-1151424f-99da-4593-861a-96100b7a5688 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:33.612941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-203b9ee7-87cc-4276-9247-dee4627ed0e9 req-1151424f-99da-4593-861a-96100b7a5688 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 944 time: 0.1271827 Sep 23 22:41:33.687907 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-203b9ee7-87cc-4276-9247-dee4627ed0e9 req-de4fc72b-9cc2-4e6f-b88e-07e0ea65e616 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608888 Sep 23 22:41:33.849666 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:33.861953 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:33.863048 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:33.983267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Network': ['ID=8f450011-2c5b-48a8-b7da-3c7b34e47d71,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:33.994714 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 8f450011-2c5b-48a8-b7da-3c7b34e47d71 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:41:34.096593 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a3673e33-018f-4631-bd2b-3de21c314776 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6009140 Sep 23 22:41:34.099171 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40296) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:34.109413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b859f893-d870-4a57-a0da-9922b1858a61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'network': {'name': 'tempest-RoutersTest-1582239594'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:34.144737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40298) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:34.165079 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6c3934f8-8cb8-43c3-bd8b-35006477a08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:34.317007 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b859f893-d870-4a57-a0da-9922b1858a61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:41:34.322767 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b859f893-d870-4a57-a0da-9922b1858a61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:34.424619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b859f893-d870-4a57-a0da-9922b1858a61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:41:34.451674 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b859f893-d870-4a57-a0da-9922b1858a61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:34.452029 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-b859f893-d870-4a57-a0da-9922b1858a61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Added segment 511ff0b8-571d-4175-a498-2f871dbdb901 of type vlan for network d18d211f-9ae9-4bc5-b159-3d67c83d5d8c Sep 23 22:41:34.512083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a804d-7333-4073-a72d-59ceccca8ca6 req-077b4f4f-5c68-4ea5-a96f-e779811300f5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:34.518483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a804d-7333-4073-a72d-59ceccca8ca6 req-077b4f4f-5c68-4ea5-a96f-e779811300f5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:34.525930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a804d-7333-4073-a72d-59ceccca8ca6 req-077b4f4f-5c68-4ea5-a96f-e779811300f5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:34.534074 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a804d-7333-4073-a72d-59ceccca8ca6 req-077b4f4f-5c68-4ea5-a96f-e779811300f5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:34.543183 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a804d-7333-4073-a72d-59ceccca8ca6 req-077b4f4f-5c68-4ea5-a96f-e779811300f5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:34.550861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a804d-7333-4073-a72d-59ceccca8ca6 req-077b4f4f-5c68-4ea5-a96f-e779811300f5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:34.561545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a804d-7333-4073-a72d-59ceccca8ca6 req-077b4f4f-5c68-4ea5-a96f-e779811300f5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:34.561545 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-757a804d-7333-4073-a72d-59ceccca8ca6 req-077b4f4f-5c68-4ea5-a96f-e779811300f5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.2152405 Sep 23 22:41:34.572977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6a1de-72b0-4ff7-a0a5-725faddf518f req-2128a010-dae4-4a0d-9dda-75bccf2b3f57 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:34.576279 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f3a6a1de-72b0-4ff7-a0a5-725faddf518f req-2128a010-dae4-4a0d-9dda-75bccf2b3f57 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.1097519 Sep 23 22:41:34.609357 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b859f893-d870-4a57-a0da-9922b1858a61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:34.648411 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f3a6a1de-72b0-4ff7-a0a5-725faddf518f req-2776f046-bfe5-4d60-bcc5-ab4841a64331 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425053 Sep 23 22:41:34.657682 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6c3934f8-8cb8-43c3-bd8b-35006477a08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:34.668522 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-757a804d-7333-4073-a72d-59ceccca8ca6 req-964466c4-1a98-4722-9a26-2dc2941fd31f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992126 Sep 23 22:41:34.778063 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6c3934f8-8cb8-43c3-bd8b-35006477a08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:34.819809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3934f8-8cb8-43c3-bd8b-35006477a08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d033a309-2ebc-4159-b4df-1b06798c5a9d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:34.825189 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6c3934f8-8cb8-43c3-bd8b-35006477a08e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d4ce47b411f4c0983626da12dbad041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6789670 Sep 23 22:41:34.829669 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40310) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:34.843488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db373589-f513-4995-981d-221c69e0552e req-2ae2caf0-057a-4781-8a1a-35ad1dcfa516 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:34.845475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-db373589-f513-4995-981d-221c69e0552e req-2ae2caf0-057a-4781-8a1a-35ad1dcfa516 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 944 time: 0.0672662 Sep 23 22:41:34.848729 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b859f893-d870-4a57-a0da-9922b1858a61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:34.855338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b859f893-d870-4a57-a0da-9922b1858a61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:34.856087 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b859f893-d870-4a57-a0da-9922b1858a61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:34.917405 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-db373589-f513-4995-981d-221c69e0552e req-7571962a-6552-4555-900e-e6d7207c8e61 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580680 Sep 23 22:41:34.967911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859f893-d870-4a57-a0da-9922b1858a61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Network': ['ID=d18d211f-9ae9-4bc5-b159-3d67c83d5d8c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:34.985762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network d18d211f-9ae9-4bc5-b159-3d67c83d5d8c details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:41:34.992792 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bc32642-9371-45d2-9641-47aff0991bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:35.032551 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bc32642-9371-45d2-9641-47aff0991bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:35.107637 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b859f893-d870-4a57-a0da-9922b1858a61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0068831 Sep 23 22:41:35.112145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40316) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:35.119420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1e5ff85e-4bd9-4aa6-acfe-8bdf2a800d43 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'subnet': {'network_id': '8f450011-2c5b-48a8-b7da-3c7b34e47d71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:35.295990 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bc32642-9371-45d2-9641-47aff0991bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:35.298358 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bc32642-9371-45d2-9641-47aff0991bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:35.300635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7bc32642-9371-45d2-9641-47aff0991bfc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d033a309-2ebc-4159-b4df-1b06798c5a9d HTTP/1.1" status: 204 len: 168 time: 0.4686031 Sep 23 22:41:35.316207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc32642-9371-45d2-9641-47aff0991bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d033a309-2ebc-4159-b4df-1b06798c5a9d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:35.372484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5ff85e-4bd9-4aa6-acfe-8bdf2a800d43 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:41:35.380419 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff85e-4bd9-4aa6-acfe-8bdf2a800d43 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:35.771610 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff85e-4bd9-4aa6-acfe-8bdf2a800d43 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:35.861662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ba75-f57a-4d75-b262-340b47d38bea req-bcc40312-b123-440d-9f7b-39e8d9018c16 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:35.863481 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1154ba75-f57a-4d75-b262-340b47d38bea req-bcc40312-b123-440d-9f7b-39e8d9018c16 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.0921557 Sep 23 22:41:35.917123 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1154ba75-f57a-4d75-b262-340b47d38bea req-e3042827-ec6d-4cbe-9833-dece3636b00d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Sep 23 22:41:35.965396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edfbc8-09a1-4457-970d-5ba29307bec4 req-67246608-6ad4-44c2-a4a7-ee5310a8b83a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:35.971781 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edfbc8-09a1-4457-970d-5ba29307bec4 req-67246608-6ad4-44c2-a4a7-ee5310a8b83a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:35.978534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edfbc8-09a1-4457-970d-5ba29307bec4 req-67246608-6ad4-44c2-a4a7-ee5310a8b83a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:35.988475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edfbc8-09a1-4457-970d-5ba29307bec4 req-67246608-6ad4-44c2-a4a7-ee5310a8b83a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:36.001925 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edfbc8-09a1-4457-970d-5ba29307bec4 req-67246608-6ad4-44c2-a4a7-ee5310a8b83a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:36.008034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edfbc8-09a1-4457-970d-5ba29307bec4 req-67246608-6ad4-44c2-a4a7-ee5310a8b83a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:36.014223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edfbc8-09a1-4457-970d-5ba29307bec4 req-67246608-6ad4-44c2-a4a7-ee5310a8b83a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:36.016203 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60edfbc8-09a1-4457-970d-5ba29307bec4 req-67246608-6ad4-44c2-a4a7-ee5310a8b83a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.2147610 Sep 23 22:41:36.017018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ff85e-4bd9-4aa6-acfe-8bdf2a800d43 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Checking segment: {'id': '8e9e9620-bee6-4170-acf0-bf9a61ef8ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f450011-2c5b-48a8-b7da-3c7b34e47d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:41:36.017427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5ff85e-4bd9-4aa6-acfe-8bdf2a800d43 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network hostable DHCP agents. Network: 8f450011-2c5b-48a8-b7da-3c7b34e47d71, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:41:36.021031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ff85e-4bd9-4aa6-acfe-8bdf2a800d43 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Subnet': ['ID=3817bc77-fe3d-48c6-8746-38f86fa6233b,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:36.112172 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60edfbc8-09a1-4457-970d-5ba29307bec4 req-863f37f7-35c5-421b-8696-b2942ffe4feb tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812974 Sep 23 22:41:36.114391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b234cd-39a3-455f-b9d3-acafe3b6cb9d req-d9d9aad1-60e1-4027-bc6d-825269366fb3 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:36.135332 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18b234cd-39a3-455f-b9d3-acafe3b6cb9d req-d9d9aad1-60e1-4027-bc6d-825269366fb3 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 944 time: 0.1040301 Sep 23 22:41:36.162710 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5ff85e-4bd9-4aa6-acfe-8bdf2a800d43 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 8f450011-2c5b-48a8-b7da-3c7b34e47d71 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:41:36.194603 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18b234cd-39a3-455f-b9d3-acafe3b6cb9d req-a427ff86-d887-47e7-9e16-32e6d41df58d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571861 Sep 23 22:41:36.288549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-1e5ff85e-4bd9-4aa6-acfe-8bdf2a800d43 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 8f450011-2c5b-48a8-b7da-3c7b34e47d71) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:41:36.293839 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5ff85e-4bd9-4aa6-acfe-8bdf2a800d43 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:36.293839 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff85e-4bd9-4aa6-acfe-8bdf2a800d43 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:36.303122 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221cddf7-dae5-464d-adcf-d8d1fc0fb628 None None] Network 8f450011-2c5b-48a8-b7da-3c7b34e47d71 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:41:36.332366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 53b518b7-8578-4432-8caa-1779b3879158 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:36.405800 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1e5ff85e-4bd9-4aa6-acfe-8bdf2a800d43 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2923653 Sep 23 22:41:36.411303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40344) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:36.418941 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-684bea5e-7454-4ebd-bda2-f105c0deb7b3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'subnet': {'network_id': 'd18d211f-9ae9-4bc5-b159-3d67c83d5d8c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:36.640126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684bea5e-7454-4ebd-bda2-f105c0deb7b3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:41:36.644094 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684bea5e-7454-4ebd-bda2-f105c0deb7b3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:36.745399 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:36.758240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-8f450011-2c5b-48a8-b7da-3c7b34e47d71', 'network_id': '8f450011-2c5b-48a8-b7da-3c7b34e47d71', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'fixed_ips': [{'subnet_id': '3817bc77-fe3d-48c6-8746-38f86fa6233b'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:41:36.759938 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:36.766508 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 53b518b7-8578-4432-8caa-1779b3879158 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:41:36.772935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 53b518b7-8578-4432-8caa-1779b3879158 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:36.773597 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:36.988279 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:37.026758 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684bea5e-7454-4ebd-bda2-f105c0deb7b3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:37.095781 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 53b518b7-8578-4432-8caa-1779b3879158, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=53b518b7-8578-4432-8caa-1779b3879158,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:37.104186 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c776cd40-d88a-4019-9645-3ff6e09f0cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b518b7-8578-4432-8caa-1779b3879158'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:41:37.110996 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d165823-3b71-4a02-bba0-c06142d3bb47" -d '{"events": [{"server_uuid": "c776cd40-d88a-4019-9645-3ff6e09f0cfa", "name": "network-vif-plugged", "status": "completed", "tag": "53b518b7-8578-4432-8caa-1779b3879158"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:41:37.155927 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Allocated IP 172.20.0.2 (8f450011-2c5b-48a8-b7da-3c7b34e47d71/3817bc77-fe3d-48c6-8746-38f86fa6233b/de4006ab-1b71-4c9f-94f4-4d34fcceb34e) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:41:37.157714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bea5e-7454-4ebd-bda2-f105c0deb7b3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Subnet': ['ID=5897138e-8163-4d5c-843b-431fc3d986e9,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:37.195977 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a788cf-56b6-47a8-87a2-bf38dd30d443 x-openstack-request-id: req-38a788cf-56b6-47a8-87a2-bf38dd30d443 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:41:37.196340 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c776cd40-d88a-4019-9645-3ff6e09f0cfa", "name": "network-vif-plugged", "status": "completed", "tag": "53b518b7-8578-4432-8caa-1779b3879158", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:41:37.197962 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-38a788cf-56b6-47a8-87a2-bf38dd30d443 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:41:37.198752 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c776cd40-d88a-4019-9645-3ff6e09f0cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b518b7-8578-4432-8caa-1779b3879158', 'code': 200} Sep 23 22:41:37.220425 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:37.225530 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcd3b1-2de7-44c7-b6df-ba0bb0dcec1a req-c2a428df-69d5-49c9-87ea-6698f3649097 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:37.229380 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-25dcd3b1-2de7-44c7-b6df-ba0bb0dcec1a req-c2a428df-69d5-49c9-87ea-6698f3649097 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.1678987 Sep 23 22:41:37.238951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684bea5e-7454-4ebd-bda2-f105c0deb7b3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Checking segment: {'id': '511ff0b8-571d-4175-a498-2f871dbdb901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd18d211f-9ae9-4bc5-b159-3d67c83d5d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:41:37.241642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684bea5e-7454-4ebd-bda2-f105c0deb7b3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network hostable DHCP agents. Network: d18d211f-9ae9-4bc5-b159-3d67c83d5d8c, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:41:37.391356 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-25dcd3b1-2de7-44c7-b6df-ba0bb0dcec1a req-0c08b230-bf84-4cf8-b065-99d5848000e8 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419256 Sep 23 22:41:37.443079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684bea5e-7454-4ebd-bda2-f105c0deb7b3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network d18d211f-9ae9-4bc5-b159-3d67c83d5d8c is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:41:37.459636 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=53b518b7-8578-4432-8caa-1779b3879158,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:37.527070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54331ddd-d5f7-4dbf-9e6b-9946227d1c24 req-37cb6fbf-65db-412a-9bcf-3bdc97f9405b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:37.533909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54331ddd-d5f7-4dbf-9e6b-9946227d1c24 req-37cb6fbf-65db-412a-9bcf-3bdc97f9405b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:37.543008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54331ddd-d5f7-4dbf-9e6b-9946227d1c24 req-37cb6fbf-65db-412a-9bcf-3bdc97f9405b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:37.547952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54331ddd-d5f7-4dbf-9e6b-9946227d1c24 req-37cb6fbf-65db-412a-9bcf-3bdc97f9405b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:37.555179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54331ddd-d5f7-4dbf-9e6b-9946227d1c24 req-37cb6fbf-65db-412a-9bcf-3bdc97f9405b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:37.558234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb65ead-6ec3-43bb-9b5b-52578aa47ee6 req-b56242ca-4e23-49f0-bdee-a41515b32090 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:37.566384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54331ddd-d5f7-4dbf-9e6b-9946227d1c24 req-37cb6fbf-65db-412a-9bcf-3bdc97f9405b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:37.571600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9cb65ead-6ec3-43bb-9b5b-52578aa47ee6 req-b56242ca-4e23-49f0-bdee-a41515b32090 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.0994689 Sep 23 22:41:37.581091 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54331ddd-d5f7-4dbf-9e6b-9946227d1c24 req-37cb6fbf-65db-412a-9bcf-3bdc97f9405b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:37.581786 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:37.586008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-684bea5e-7454-4ebd-bda2-f105c0deb7b3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, d18d211f-9ae9-4bc5-b159-3d67c83d5d8c) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:41:37.599204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684bea5e-7454-4ebd-bda2-f105c0deb7b3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:37.600458 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684bea5e-7454-4ebd-bda2-f105c0deb7b3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:37.610449 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-54331ddd-d5f7-4dbf-9e6b-9946227d1c24 req-37cb6fbf-65db-412a-9bcf-3bdc97f9405b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5431 time: 0.3133907 Sep 23 22:41:37.623611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea3b27a-c8ce-498d-95bd-adc41646458d None None] Network d18d211f-9ae9-4bc5-b159-3d67c83d5d8c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:41:37.648710 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cc2c9-e901-4f79-8706-da7254568532 req-0a8bc2e9-405c-4dd9-bdef-30971bd60f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:37.651480 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8d6cc2c9-e901-4f79-8706-da7254568532 req-0a8bc2e9-405c-4dd9-bdef-30971bd60f7f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 1096 time: 0.2829189 Sep 23 22:41:37.654943 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9cb65ead-6ec3-43bb-9b5b-52578aa47ee6 req-77dffd0d-a075-4ddb-bea1-e381891f30c7 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754442 Sep 23 22:41:37.796085 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8d6cc2c9-e901-4f79-8706-da7254568532 req-0374ae04-83b1-4bd7-9f1c-af3eeda9887a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968831 Sep 23 22:41:37.807485 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-54331ddd-d5f7-4dbf-9e6b-9946227d1c24 req-d143df09-107c-416b-b378-f2fd1e3595c4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1954629 Sep 23 22:41:37.834384 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-684bea5e-7454-4ebd-bda2-f105c0deb7b3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4014380 Sep 23 22:41:37.834384 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40374) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:37.834384 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0f453b76-0e2a-4864-9f5c-6ab8f7c74bcf tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1229056763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:41:37.857374 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:37.920946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Pushing event updated for resources: {'Port': ['ID=de4006ab-1b71-4c9f-94f4-4d34fcceb34e,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:37.971308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Network 8f450011-2c5b-48a8-b7da-3c7b34e47d71 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:41:37.982358 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:41:37.989974 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:41:38.041564 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f453b76-0e2a-4864-9f5c-6ab8f7c74bcf tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:38.043296 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f453b76-0e2a-4864-9f5c-6ab8f7c74bcf tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:38.101591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Attempting to bind port de4006ab-1b71-4c9f-94f4-4d34fcceb34e on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:41:38.101880 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Attempting to bind port de4006ab-1b71-4c9f-94f4-4d34fcceb34e by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '8e9e9620-bee6-4170-acf0-bf9a61ef8ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f450011-2c5b-48a8-b7da-3c7b34e47d71'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:41:38.102189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Attempting to bind port de4006ab-1b71-4c9f-94f4-4d34fcceb34e on network 8f450011-2c5b-48a8-b7da-3c7b34e47d71 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:41:38.109433 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-d18d211f-9ae9-4bc5-b159-3d67c83d5d8c', 'network_id': 'd18d211f-9ae9-4bc5-b159-3d67c83d5d8c', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'fixed_ips': [{'subnet_id': '5897138e-8163-4d5c-843b-431fc3d986e9'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:41:38.110313 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:38.116609 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:41:38.116982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Checking segment: {'id': '8e9e9620-bee6-4170-acf0-bf9a61ef8ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f450011-2c5b-48a8-b7da-3c7b34e47d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:41:38.117407 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:38.117795 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Bound using segment: {'id': '8e9e9620-bee6-4170-acf0-bf9a61ef8ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f450011-2c5b-48a8-b7da-3c7b34e47d71'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:41:38.118877 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Bound port: de4006ab-1b71-4c9f-94f4-4d34fcceb34e, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9e9620-bee6-4170-acf0-bf9a61ef8ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f450011-2c5b-48a8-b7da-3c7b34e47d71'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:41:38.119276 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:38.336450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] For port de4006ab-1b71-4c9f-94f4-4d34fcceb34e, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:41:38.343848 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 7f493b13-b997-4328-8a9e-261bf11e481e details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:41:38.387943 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] For port de4006ab-1b71-4c9f-94f4-4d34fcceb34e, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=de4006ab-1b71-4c9f-94f4-4d34fcceb34e,segment=NetworkSegment(8e9e9620-bee6-4170-acf0-bf9a61ef8ea8),segment_id=8e9e9620-bee6-4170-acf0-bf9a61ef8ea8)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:41:38.485301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Allocated IP 172.21.0.2 (d18d211f-9ae9-4bc5-b159-3d67c83d5d8c/5897138e-8163-4d5c-843b-431fc3d986e9/681683d0-105b-499a-9a52-e0d393cc4a60) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:41:38.524443 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:38.702441 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f453b76-0e2a-4864-9f5c-6ab8f7c74bcf tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:38.749978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353b5bb-31b6-4a8b-841e-01becc5b882d None None] Pushing event updated for resources: {'Port': ['ID=de4006ab-1b71-4c9f-94f4-4d34fcceb34e,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:38.816062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 7f493b13-b997-4328-8a9e-261bf11e481e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7f493b13-b997-4328-8a9e-261bf11e481e,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:38.823965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1b99c-a4ed-4cb4-b397-24f8931e0756 req-68e4237e-de9f-43e7-ac8f-89afa5b24565 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:38.835302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '7f493b13-b997-4328-8a9e-261bf11e481e', 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8', 'port_id': '7f493b13-b997-4328-8a9e-261bf11e481e', 'mac_address': 'fa:16:3e:a9:76:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b711bb-422e-48ab-b295-11456f279491', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:41:38.840634 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-baf1b99c-a4ed-4cb4-b397-24f8931e0756 req-68e4237e-de9f-43e7-ac8f-89afa5b24565 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.1857800 Sep 23 22:41:38.840634 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f453b76-0e2a-4864-9f5c-6ab8f7c74bcf tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:38.888206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8715bc4-42b3-4b38-847a-7f1f28a2ba35 req-9496d49f-47c5-41ca-9ad7-8ebf96b722a9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:38.899115 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c8715bc4-42b3-4b38-847a-7f1f28a2ba35 req-9496d49f-47c5-41ca-9ad7-8ebf96b722a9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.1036928 Sep 23 22:41:38.942101 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-baf1b99c-a4ed-4cb4-b397-24f8931e0756 req-fab31668-fccd-4625-b3db-64489c9c0f6e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048856 Sep 23 22:41:38.961810 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:38.985053 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c8715bc4-42b3-4b38-847a-7f1f28a2ba35 req-4f2f42ed-6d51-416b-bfde-720abcd8331e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846198 Sep 23 22:41:39.000105 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f453b76-0e2a-4864-9f5c-6ab8f7c74bcf tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:39.023472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0f453b76-0e2a-4864-9f5c-6ab8f7c74bcf tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1858232 Sep 23 22:41:39.024076 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f493b13-b997-4328-8a9e-261bf11e481e {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:41:39.026406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40390) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:39.043411 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:39.055888 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 7f493b13-b997-4328-8a9e-261bf11e481e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7f493b13-b997-4328-8a9e-261bf11e481e,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:39.181346 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:39.262300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Network d18d211f-9ae9-4bc5-b159-3d67c83d5d8c is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:41:39.265221 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:39.265886 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 2298126b-37f0-4907-ab2e-6fd9ea973c84 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:41:39.276739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:41:39.285645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:41:39.309798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Pushing event updated for resources: {'Port': ['ID=681683d0-105b-499a-9a52-e0d393cc4a60,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:39.521772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=7f493b13-b997-4328-8a9e-261bf11e481e,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:39.529141 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Attempting to bind port 681683d0-105b-499a-9a52-e0d393cc4a60 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:41:39.529141 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Attempting to bind port 681683d0-105b-499a-9a52-e0d393cc4a60 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '511ff0b8-571d-4175-a498-2f871dbdb901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd18d211f-9ae9-4bc5-b159-3d67c83d5d8c'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:41:39.529613 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Attempting to bind port 681683d0-105b-499a-9a52-e0d393cc4a60 on network d18d211f-9ae9-4bc5-b159-3d67c83d5d8c {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:41:39.546729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19e28b-8b95-47fe-ae14-7193ac0ad3dd req-fc3b77a4-aa9f-48b4-a786-4d654ecfa603 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:39.553361 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:41:39.553743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19e28b-8b95-47fe-ae14-7193ac0ad3dd req-fc3b77a4-aa9f-48b4-a786-4d654ecfa603 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:39.553928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Checking segment: {'id': '511ff0b8-571d-4175-a498-2f871dbdb901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd18d211f-9ae9-4bc5-b159-3d67c83d5d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:41:39.554515 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:39.555533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Bound using segment: {'id': '511ff0b8-571d-4175-a498-2f871dbdb901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd18d211f-9ae9-4bc5-b159-3d67c83d5d8c'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:41:39.556403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Bound port: 681683d0-105b-499a-9a52-e0d393cc4a60, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511ff0b8-571d-4175-a498-2f871dbdb901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd18d211f-9ae9-4bc5-b159-3d67c83d5d8c'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:41:39.556956 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:39.560385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19e28b-8b95-47fe-ae14-7193ac0ad3dd req-fc3b77a4-aa9f-48b4-a786-4d654ecfa603 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:39.568315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19e28b-8b95-47fe-ae14-7193ac0ad3dd req-fc3b77a4-aa9f-48b4-a786-4d654ecfa603 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:39.575906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19e28b-8b95-47fe-ae14-7193ac0ad3dd req-fc3b77a4-aa9f-48b4-a786-4d654ecfa603 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:39.582263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19e28b-8b95-47fe-ae14-7193ac0ad3dd req-fc3b77a4-aa9f-48b4-a786-4d654ecfa603 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:39.590675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19e28b-8b95-47fe-ae14-7193ac0ad3dd req-fc3b77a4-aa9f-48b4-a786-4d654ecfa603 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:39.592892 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d19e28b-8b95-47fe-ae14-7193ac0ad3dd req-fc3b77a4-aa9f-48b4-a786-4d654ecfa603 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5432 time: 0.3850284 Sep 23 22:41:39.667589 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 2298126b-37f0-4907-ab2e-6fd9ea973c84, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2298126b-37f0-4907-ab2e-6fd9ea973c84,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:39.725721 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d19e28b-8b95-47fe-ae14-7193ac0ad3dd req-5745aeb6-2230-4215-9853-98562d375587 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966861 Sep 23 22:41:39.799617 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:39.866366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '2298126b-37f0-4907-ab2e-6fd9ea973c84', 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41', 'port_id': '2298126b-37f0-4907-ab2e-6fd9ea973c84', 'mac_address': 'fa:16:3e:37:27:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ea8bde-f95b-46c7-a12b-9f7c0e9039da', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:41:39.875894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] For port 681683d0-105b-499a-9a52-e0d393cc4a60, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:41:39.877919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] For port 681683d0-105b-499a-9a52-e0d393cc4a60, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=681683d0-105b-499a-9a52-e0d393cc4a60,segment=NetworkSegment(511ff0b8-571d-4175-a498-2f871dbdb901),segment_id=511ff0b8-571d-4175-a498-2f871dbdb901)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:41:39.974432 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:40.022576 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2298126b-37f0-4907-ab2e-6fd9ea973c84 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:41:40.052232 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:40.240284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725675e-7342-448d-887e-6ffeab1c5e21 None None] Pushing event updated for resources: {'Port': ['ID=681683d0-105b-499a-9a52-e0d393cc4a60,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:40.310314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 2298126b-37f0-4907-ab2e-6fd9ea973c84, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2298126b-37f0-4907-ab2e-6fd9ea973c84,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:40.364261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0e800-153d-4ddf-bffc-6e02c9a47f21 req-e214c3bb-a3e6-49a3-80a8-f0edef5ed524 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:40.375971 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7c0e800-153d-4ddf-bffc-6e02c9a47f21 req-e214c3bb-a3e6-49a3-80a8-f0edef5ed524 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.1976728 Sep 23 22:41:40.457700 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7c0e800-153d-4ddf-bffc-6e02c9a47f21 req-1f71499f-6ed0-4705-b1ed-0bc0f3c6213b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803390 Sep 23 22:41:40.509680 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:40.511596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 65da3b19-c7ce-4403-aab0-82474cf2997a details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:41:40.597955 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Allocated IP 172.20.0.1 (8f450011-2c5b-48a8-b7da-3c7b34e47d71/3817bc77-fe3d-48c6-8746-38f86fa6233b/0b08eab1-582d-4828-b7b3-571a147434ae) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:41:40.708276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ca9f0-4c0f-4e29-8662-845093384aec req-d991c08f-eb05-4c8c-a569-11e158257180 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:40.739811 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-251ca9f0-4c0f-4e29-8662-845093384aec req-d991c08f-eb05-4c8c-a569-11e158257180 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.5252888 Sep 23 22:41:40.783012 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.resource_extend [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:41:40.847269 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:41:40.923917 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=2298126b-37f0-4907-ab2e-6fd9ea973c84,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:41.050271 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5234afe-bd30-401d-ba69-7959d68628e0 None None] Network 8f450011-2c5b-48a8-b7da-3c7b34e47d71 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:41:41.057316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608aeaa-e6c3-410f-91f9-4082a42e27eb req-6238a5c1-d4b7-418e-a0d5-927228702091 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:41.116196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608aeaa-e6c3-410f-91f9-4082a42e27eb req-6238a5c1-d4b7-418e-a0d5-927228702091 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:41.164604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608aeaa-e6c3-410f-91f9-4082a42e27eb req-6238a5c1-d4b7-418e-a0d5-927228702091 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:41.184225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device de4006ab-1b71-4c9f-94f4-4d34fcceb34e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:41.189745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608aeaa-e6c3-410f-91f9-4082a42e27eb req-6238a5c1-d4b7-418e-a0d5-927228702091 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:41.212026 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608aeaa-e6c3-410f-91f9-4082a42e27eb req-6238a5c1-d4b7-418e-a0d5-927228702091 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:41.234534 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-251ca9f0-4c0f-4e29-8662-845093384aec req-63c79521-84e6-4b10-9ce8-8dfb1e01474c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934301 Sep 23 22:41:41.278297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608aeaa-e6c3-410f-91f9-4082a42e27eb req-6238a5c1-d4b7-418e-a0d5-927228702091 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:41.343458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608aeaa-e6c3-410f-91f9-4082a42e27eb req-6238a5c1-d4b7-418e-a0d5-927228702091 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:41.367178 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1608aeaa-e6c3-410f-91f9-4082a42e27eb req-6238a5c1-d4b7-418e-a0d5-927228702091 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5433 time: 0.4478040 Sep 23 22:41:41.454586 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:41.499756 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1608aeaa-e6c3-410f-91f9-4082a42e27eb req-a24ec995-0744-4b73-adaf-b3c289642afb tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206424 Sep 23 22:41:41.660629 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 65da3b19-c7ce-4403-aab0-82474cf2997a, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=65da3b19-c7ce-4403-aab0-82474cf2997a,segment=NetworkSegment(1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7),segment_id=1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:41.682885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-12581108-e045-4981-9096-b422ba93e42b None None] Provisioning complete for port de4006ab-1b71-4c9f-94f4-4d34fcceb34e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:41.683292 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-12581108-e045-4981-9096-b422ba93e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:41.731372 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:41.737955 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '65da3b19-c7ce-4403-aab0-82474cf2997a', 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'port_id': '65da3b19-c7ce-4403-aab0-82474cf2997a', 'mac_address': 'fa:16:3e:59:2c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:41:41.776663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f97bd0-0459-46f5-9610-aef8e3e47aa2 req-a6fbeb3e-5c69-4121-b947-64ab8696eac3 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:41.799015 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6f97bd0-0459-46f5-9610-aef8e3e47aa2 req-a6fbeb3e-5c69-4121-b947-64ab8696eac3 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.1365702 Sep 23 22:41:41.805173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 8f450011-2c5b-48a8-b7da-3c7b34e47d71 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:41:41.813995 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:41:41.822732 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:41:41.893368 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6f97bd0-0459-46f5-9610-aef8e3e47aa2 req-e61f8fad-caeb-41b5-84bc-24f80a7a51b4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931511 Sep 23 22:41:41.896164 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:41.927286 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:42.005627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=0b08eab1-582d-4828-b7b3-571a147434ae,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:42.035395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port de4006ab-1b71-4c9f-94f4-4d34fcceb34e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:42.035785 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:42.096672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65da3b19-c7ce-4403-aab0-82474cf2997a {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:41:42.105780 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-12581108-e045-4981-9096-b422ba93e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:42.271312 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 65da3b19-c7ce-4403-aab0-82474cf2997a, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=65da3b19-c7ce-4403-aab0-82474cf2997a,segment=NetworkSegment(1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7),segment_id=1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:42.318808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-12581108-e045-4981-9096-b422ba93e42b None None] For port de4006ab-1b71-4c9f-94f4-4d34fcceb34e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=de4006ab-1b71-4c9f-94f4-4d34fcceb34e,segment=NetworkSegment(8e9e9620-bee6-4170-acf0-bf9a61ef8ea8),segment_id=8e9e9620-bee6-4170-acf0-bf9a61ef8ea8)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:42.363893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50612531-9e83-43d8-9bd0-442cf7b45706 None None] Network d18d211f-9ae9-4bc5-b159-3d67c83d5d8c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:41:42.396497 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:42.397768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ca42fb19-a6f2-4eba-902d-4eee3b80849c details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:41:42.530975 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-12581108-e045-4981-9096-b422ba93e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:42.860845 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-dad23fc5-0f4f-463a-9932-ae1e320dc78d None None] Provisioning complete for port 681683d0-105b-499a-9a52-e0d393cc4a60 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:42.861577 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dad23fc5-0f4f-463a-9932-ae1e320dc78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:42.913718 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.resource_extend [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:41:42.920639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d6af5-79fe-4254-a2cd-dd40fa704c22 req-467b6c93-c5fd-47b6-b251-bed4d0ba87d5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:42.927397 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:42.930247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93953be3-7b95-470a-ba7b-fe2a64428cd5 req-5c36af09-88f3-41a0-8337-c7d1b233011a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:42.931904 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-203d6af5-79fe-4254-a2cd-dd40fa704c22 req-467b6c93-c5fd-47b6-b251-bed4d0ba87d5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.8604975 Sep 23 22:41:42.939733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93953be3-7b95-470a-ba7b-fe2a64428cd5 req-5c36af09-88f3-41a0-8337-c7d1b233011a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:42.947505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93953be3-7b95-470a-ba7b-fe2a64428cd5 req-5c36af09-88f3-41a0-8337-c7d1b233011a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:42.960151 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93953be3-7b95-470a-ba7b-fe2a64428cd5 req-5c36af09-88f3-41a0-8337-c7d1b233011a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:42.970950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93953be3-7b95-470a-ba7b-fe2a64428cd5 req-5c36af09-88f3-41a0-8337-c7d1b233011a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:42.987756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93953be3-7b95-470a-ba7b-fe2a64428cd5 req-5c36af09-88f3-41a0-8337-c7d1b233011a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:43.006885 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93953be3-7b95-470a-ba7b-fe2a64428cd5 req-5c36af09-88f3-41a0-8337-c7d1b233011a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:43.019882 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ca42fb19-a6f2-4eba-902d-4eee3b80849c, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ca42fb19-a6f2-4eba-902d-4eee3b80849c,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:43.021367 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-93953be3-7b95-470a-ba7b-fe2a64428cd5 req-5c36af09-88f3-41a0-8337-c7d1b233011a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5434 time: 0.2118809 Sep 23 22:41:43.036113 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-203d6af5-79fe-4254-a2cd-dd40fa704c22 req-342d9097-ee5d-49b5-97a7-fb9312416679 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032393 Sep 23 22:41:43.055039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=65da3b19-c7ce-4403-aab0-82474cf2997a,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:43.143767 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-93953be3-7b95-470a-ba7b-fe2a64428cd5 req-8395e02d-becb-49e2-a78f-d0d215fda3d5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1204257 Sep 23 22:41:43.192070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'ca42fb19-a6f2-4eba-902d-4eee3b80849c', 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8', 'port_id': 'ca42fb19-a6f2-4eba-902d-4eee3b80849c', 'mac_address': 'fa:16:3e:20:3c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b711bb-422e-48ab-b295-11456f279491', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:41:43.204224 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:43.363377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12581108-e045-4981-9096-b422ba93e42b None None] Pushing event updated for resources: {'Port': ['ID=de4006ab-1b71-4c9f-94f4-4d34fcceb34e,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:43.435573 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:43.439536 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:41:43.439890 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:41:43.481663 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dad23fc5-0f4f-463a-9932-ae1e320dc78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:43.482511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca42fb19-a6f2-4eba-902d-4eee3b80849c {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:41:43.489936 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-856f8ce6-3ac0-43d1-9321-bd82265416d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:43.532061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ca42fb19-a6f2-4eba-902d-4eee3b80849c, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ca42fb19-a6f2-4eba-902d-4eee3b80849c,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:43.562222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-dad23fc5-0f4f-463a-9932-ae1e320dc78d None None] For port 681683d0-105b-499a-9a52-e0d393cc4a60, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=681683d0-105b-499a-9a52-e0d393cc4a60,segment=NetworkSegment(511ff0b8-571d-4175-a498-2f871dbdb901),segment_id=511ff0b8-571d-4175-a498-2f871dbdb901)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:43.628144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a85611-6c3e-40e4-a1ec-c971e6f5285d req-d1a5ea75-287d-4da9-913c-28bb0089b9f7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:43.629974 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1a85611-6c3e-40e4-a1ec-c971e6f5285d req-d1a5ea75-287d-4da9-913c-28bb0089b9f7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.2280762 Sep 23 22:41:43.635089 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:43.635851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6a81c335-2695-469d-8050-a9cd933195f5 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:41:43.785503 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dad23fc5-0f4f-463a-9932-ae1e320dc78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:43.793896 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1a85611-6c3e-40e4-a1ec-c971e6f5285d req-233d4e17-0057-4abc-aa4e-b332fb5a1862 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303496 Sep 23 22:41:43.909044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6a81c335-2695-469d-8050-a9cd933195f5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6a81c335-2695-469d-8050-a9cd933195f5,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:43.936283 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ca42fb19-a6f2-4eba-902d-4eee3b80849c,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:43.941132 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:43.953797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '6a81c335-2695-469d-8050-a9cd933195f5', 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8', 'port_id': '6a81c335-2695-469d-8050-a9cd933195f5', 'mac_address': 'fa:16:3e:6d:17:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b711bb-422e-48ab-b295-11456f279491', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:41:43.979054 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:43.979410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:43.979762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:43.980098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:43.980433 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:43.980763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:43.981087 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:43.981440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:43.981763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:43.982086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:43.982406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:43.982725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:44.015631 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:44.053467 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e4a5f5bd-d216-4490-ab30-3c1c64242cfa None None] Provisioning complete for port de4006ab-1b71-4c9f-94f4-4d34fcceb34e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:44.054001 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e4a5f5bd-d216-4490-ab30-3c1c64242cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:44.105358 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 681683d0-105b-499a-9a52-e0d393cc4a60 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:44.166394 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:44.169135 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:44.213909 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad23fc5-0f4f-463a-9932-ae1e320dc78d None None] Pushing event updated for resources: {'Port': ['ID=681683d0-105b-499a-9a52-e0d393cc4a60,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:44.230530 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a81c335-2695-469d-8050-a9cd933195f5 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:41:44.318606 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6a81c335-2695-469d-8050-a9cd933195f5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6a81c335-2695-469d-8050-a9cd933195f5,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:44.322543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 681683d0-105b-499a-9a52-e0d393cc4a60 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:44.323039 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:44.372838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5686b6-28ad-43ee-b2d9-f84f55dfff19 req-ddf1128d-2add-46c1-92c5-9e303f58c636 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:44.392907 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d5686b6-28ad-43ee-b2d9-f84f55dfff19 req-ddf1128d-2add-46c1-92c5-9e303f58c636 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.1406896 Sep 23 22:41:44.398514 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:44.399246 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 28753d3e-094b-4fb4-afd5-aae7ac4ac79d details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:41:44.415543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=0b08eab1-582d-4828-b7b3-571a147434ae,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:44.510125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c46bc-326c-4024-b8a2-23b126bd6c54 req-0af87a91-1262-4995-9d8e-678603b96c56 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:44.519173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c46bc-326c-4024-b8a2-23b126bd6c54 req-0af87a91-1262-4995-9d8e-678603b96c56 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:44.527817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c46bc-326c-4024-b8a2-23b126bd6c54 req-0af87a91-1262-4995-9d8e-678603b96c56 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:44.535408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c46bc-326c-4024-b8a2-23b126bd6c54 req-0af87a91-1262-4995-9d8e-678603b96c56 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:44.543886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c46bc-326c-4024-b8a2-23b126bd6c54 req-0af87a91-1262-4995-9d8e-678603b96c56 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:44.552260 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c46bc-326c-4024-b8a2-23b126bd6c54 req-0af87a91-1262-4995-9d8e-678603b96c56 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:44.557006 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c46bc-326c-4024-b8a2-23b126bd6c54 req-0af87a91-1262-4995-9d8e-678603b96c56 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:44.572606 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c72c46bc-326c-4024-b8a2-23b126bd6c54 req-0af87a91-1262-4995-9d8e-678603b96c56 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5435 time: 0.2473037 Sep 23 22:41:44.587697 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d5686b6-28ad-43ee-b2d9-f84f55dfff19 req-ccfed9bd-a6d0-4ac0-92e0-b318c7c9110a tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897902 Sep 23 22:41:44.605981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=28753d3e-094b-4fb4-afd5-aae7ac4ac79d,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:44.628218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 8f450011-2c5b-48a8-b7da-3c7b34e47d71 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:41:44.634529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:41:44.666866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e4a5f5bd-d216-4490-ab30-3c1c64242cfa None None] Provisioning complete for port 0b08eab1-582d-4828-b7b3-571a147434ae triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:44.667701 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e4a5f5bd-d216-4490-ab30-3c1c64242cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:44.673351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=6a81c335-2695-469d-8050-a9cd933195f5,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:44.732296 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '28753d3e-094b-4fb4-afd5-aae7ac4ac79d', 'network_id': '122a4d33-a44b-41de-907d-9ba92c71bcd8', 'port_id': '28753d3e-094b-4fb4-afd5-aae7ac4ac79d', 'mac_address': 'fa:16:3e:2b:13:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b711bb-422e-48ab-b295-11456f279491', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:41:44.754676 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c72c46bc-326c-4024-b8a2-23b126bd6c54 req-70dab762-048b-46f6-b950-4573614e663f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1802766 Sep 23 22:41:44.856205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e4a5f5bd-d216-4490-ab30-3c1c64242cfa None None] Port 0b08eab1-582d-4828-b7b3-571a147434ae cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:41:44.866641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-cd98b21d-faff-4a51-b3af-d959868b86cd req-34219eb8-2374-48a8-9802-d1a5a28ba54d service neutron] (95491) timed out ('10.222.0.22', 35702) {{(pid=95491) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 22:41:45.081344 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:45.088515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device de4006ab-1b71-4c9f-94f4-4d34fcceb34e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:45.103269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 83c6ab3c-461d-4761-97d2-eedb296c9b03 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:41:45.156118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babf787-671c-463d-9ff4-991898e6ddf1 req-457efe91-3349-41de-bdd8-bc54c7f28364 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:45.164614 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5babf787-671c-463d-9ff4-991898e6ddf1 req-457efe91-3349-41de-bdd8-bc54c7f28364 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.1200173 Sep 23 22:41:45.185098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28753d3e-094b-4fb4-afd5-aae7ac4ac79d {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:41:45.211047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=28753d3e-094b-4fb4-afd5-aae7ac4ac79d,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:45.212543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2223d213-db40-47da-92aa-c5392339b036 None None] Provisioning complete for port 681683d0-105b-499a-9a52-e0d393cc4a60 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:45.215654 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2223d213-db40-47da-92aa-c5392339b036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:45.252365 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5babf787-671c-463d-9ff4-991898e6ddf1 req-7ba4351d-a353-4dd6-9c34-895cfaad0b89 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796247 Sep 23 22:41:45.328928 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:45.330994 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f4eaf4c4-7f11-4400-86d7-abb4d0325dfe details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:41:45.358464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:41:45.369583 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40472) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:45.381635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-03615b0f-6470-4bc2-a8d8-4f7ca8ebdebe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/83c6ab3c-461d-4761-97d2-eedb296c9b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3533969 Sep 23 22:41:45.392371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:45.454277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceb7761-2a9c-4946-8f9e-503bffa63b30 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:45.460102 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7ceb7761-2a9c-4946-8f9e-503bffa63b30 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports/0b08eab1-582d-4828-b7b3-571a147434ae HTTP/1.1" status: 200 len: 910 time: 0.0894232 Sep 23 22:41:45.464016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40474) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:45.479907 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a896d74-61f0-4ce5-a8a0-d24e784cb3a1 None None] Sync routers for ids ['83c6ab3c-461d-4761-97d2-eedb296c9b03'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:41:45.503725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port de4006ab-1b71-4c9f-94f4-4d34fcceb34e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:45.504182 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:45.580407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'f4eaf4c4-7f11-4400-86d7-abb4d0325dfe', 'network_id': 'b61d004c-7d39-4789-9f10-cec75881ed41', 'port_id': 'f4eaf4c4-7f11-4400-86d7-abb4d0325dfe', 'mac_address': 'fa:16:3e:6c:66:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ea8bde-f95b-46c7-a12b-9f7c0e9039da', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:41:45.719047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a896d74-61f0-4ce5-a8a0-d24e784cb3a1 None None] Routers {'83c6ab3c-461d-4761-97d2-eedb296c9b03'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:41:45.720227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9a896d74-61f0-4ce5-a8a0-d24e784cb3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:41:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['83c6ab3c-461d-4761-97d2-eedb296c9b03'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:45.766810 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 681683d0-105b-499a-9a52-e0d393cc4a60 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:45.769016 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9a896d74-61f0-4ce5-a8a0-d24e784cb3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:45.851061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=28753d3e-094b-4fb4-afd5-aae7ac4ac79d,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:45.914756 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7988e46-0352-4cc8-9e7f-900391898057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:46.037640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a896d74-61f0-4ce5-a8a0-d24e784cb3a1 None None] Routers {'83c6ab3c-461d-4761-97d2-eedb296c9b03'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:41:46.038757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9a896d74-61f0-4ce5-a8a0-d24e784cb3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:41:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['83c6ab3c-461d-4761-97d2-eedb296c9b03'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:46.047626 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:46.052881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131cc19-5433-45e2-8375-1bf08a00e3de req-e1a66e0a-01a1-4e1a-9c84-5e2eaca025ef tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:46.054619 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f131cc19-5433-45e2-8375-1bf08a00e3de req-e1a66e0a-01a1-4e1a-9c84-5e2eaca025ef tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.2529783 Sep 23 22:41:46.151578 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:46.157206 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9a896d74-61f0-4ce5-a8a0-d24e784cb3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:46.157206 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a896d74-61f0-4ce5-a8a0-d24e784cb3a1 None None] The sync data for ids ['83c6ab3c-461d-4761-97d2-eedb296c9b03'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:41:46.168284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4eaf4c4-7f11-4400-86d7-abb4d0325dfe {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:41:46.174662 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a0c25-de9c-47b2-8e86-ab18bdfa4eb7 req-3d6691fe-0a63-453f-b415-cb3043320ba4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:46.178661 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f131cc19-5433-45e2-8375-1bf08a00e3de req-1b293487-5c8c-4589-ad88-3f417fd25531 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029644 Sep 23 22:41:46.184722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a0c25-de9c-47b2-8e86-ab18bdfa4eb7 req-3d6691fe-0a63-453f-b415-cb3043320ba4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:46.193884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a0c25-de9c-47b2-8e86-ab18bdfa4eb7 req-3d6691fe-0a63-453f-b415-cb3043320ba4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:46.203594 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a0c25-de9c-47b2-8e86-ab18bdfa4eb7 req-3d6691fe-0a63-453f-b415-cb3043320ba4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:46.211217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a0c25-de9c-47b2-8e86-ab18bdfa4eb7 req-3d6691fe-0a63-453f-b415-cb3043320ba4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:46.232381 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a0c25-de9c-47b2-8e86-ab18bdfa4eb7 req-3d6691fe-0a63-453f-b415-cb3043320ba4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:46.242480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a0c25-de9c-47b2-8e86-ab18bdfa4eb7 req-3d6691fe-0a63-453f-b415-cb3043320ba4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:46.246500 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-451a0c25-de9c-47b2-8e86-ab18bdfa4eb7 req-3d6691fe-0a63-453f-b415-cb3043320ba4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5437 time: 0.2834568 Sep 23 22:41:46.270324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 681683d0-105b-499a-9a52-e0d393cc4a60 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:46.270955 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:46.350302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-183cd124-7dd1-4260-b6c5-d7e4074415fe None None] Provisioning complete for port 0b08eab1-582d-4828-b7b3-571a147434ae triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:46.350681 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-183cd124-7dd1-4260-b6c5-d7e4074415fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:46.361666 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:46.390785 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-451a0c25-de9c-47b2-8e86-ab18bdfa4eb7 req-349bddd8-fd6d-427b-8ee4-d30d986f9fcf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067193 Sep 23 22:41:46.451163 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:46.531152 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:46.539596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a166ec-13dd-4c98-9346-42b042c6a45c req-cf405b23-2de5-4022-851c-fd35e40e9ca6 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:46.549824 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d0a166ec-13dd-4c98-9346-42b042c6a45c req-cf405b23-2de5-4022-851c-fd35e40e9ca6 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.1105626 Sep 23 22:41:46.622269 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d0a166ec-13dd-4c98-9346-42b042c6a45c req-2e32400b-0bfa-4ef9-9186-c695a10cafd5 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712221 Sep 23 22:41:46.836454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-183cd124-7dd1-4260-b6c5-d7e4074415fe None None] Port 0b08eab1-582d-4828-b7b3-571a147434ae cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:41:46.854281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:46.963300 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Allocated IP 172.21.0.1 (d18d211f-9ae9-4bc5-b159-3d67c83d5d8c/5897138e-8163-4d5c-843b-431fc3d986e9/39e39875-3cfe-46bc-b277-55a98f345d05) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:41:46.989921 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:47.244995 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:47.414683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0212d-4dd4-4830-bc4f-59d626df3329 req-240d247f-0b31-47d5-8c54-95822b8a1c75 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:47.417791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6ca0212d-4dd4-4830-bc4f-59d626df3329 req-240d247f-0b31-47d5-8c54-95822b8a1c75 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.0709436 Sep 23 22:41:47.473417 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6ca0212d-4dd4-4830-bc4f-59d626df3329 req-cb292bf0-e5f9-4dfa-a62b-f3c3bd989122 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401444 Sep 23 22:41:47.478685 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:47.534758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network d18d211f-9ae9-4bc5-b159-3d67c83d5d8c is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:41:47.538671 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:41:47.541560 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:41:47.603511 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=39e39875-3cfe-46bc-b277-55a98f345d05,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:47.662770 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:47.808289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6306eb-4440-447c-bd36-ceaadbfa41ae req-a5416876-f3c3-4e49-b5b1-b97734d653b7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:47.826419 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6306eb-4440-447c-bd36-ceaadbfa41ae req-a5416876-f3c3-4e49-b5b1-b97734d653b7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:47.843560 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:47.845603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6306eb-4440-447c-bd36-ceaadbfa41ae req-a5416876-f3c3-4e49-b5b1-b97734d653b7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:47.864818 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6306eb-4440-447c-bd36-ceaadbfa41ae req-a5416876-f3c3-4e49-b5b1-b97734d653b7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:47.879523 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6306eb-4440-447c-bd36-ceaadbfa41ae req-a5416876-f3c3-4e49-b5b1-b97734d653b7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:47.903390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6306eb-4440-447c-bd36-ceaadbfa41ae req-a5416876-f3c3-4e49-b5b1-b97734d653b7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:47.913997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6306eb-4440-447c-bd36-ceaadbfa41ae req-a5416876-f3c3-4e49-b5b1-b97734d653b7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:47.929726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d6306eb-4440-447c-bd36-ceaadbfa41ae req-a5416876-f3c3-4e49-b5b1-b97734d653b7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5438 time: 0.2893512 Sep 23 22:41:48.032238 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2592395-e046-4a2d-9e9a-9e2a74c452b5 req-498357a1-9b25-4d72-a13e-93e38667af8a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:48.034169 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f2592395-e046-4a2d-9e9a-9e2a74c452b5 req-498357a1-9b25-4d72-a13e-93e38667af8a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.1591215 Sep 23 22:41:48.061271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40520) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:48.066705 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d6306eb-4440-447c-bd36-ceaadbfa41ae req-36f64259-55db-4ae4-bed2-9b13f3b685b0 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1335099 Sep 23 22:41:48.107208 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bf5f9d81-174d-47f7-a90c-804fe61eda94 None None] Provisioning complete for port 39e39875-3cfe-46bc-b277-55a98f345d05 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:48.107841 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9d81-174d-47f7-a90c-804fe61eda94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:48.158445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['65da3b19-c7ce-4403-aab0-82474cf2997a'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:48.192816 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:48.217186 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['7f493b13-b997-4328-8a9e-261bf11e481e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:48.236263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['f4eaf4c4-7f11-4400-86d7-abb4d0325dfe'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:48.254498 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f2592395-e046-4a2d-9e9a-9e2a74c452b5 req-03272db9-0e6c-408f-8529-caa5287c1806 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074816 Sep 23 22:41:48.351430 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['2298126b-37f0-4907-ab2e-6fd9ea973c84'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:48.383022 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['28753d3e-094b-4fb4-afd5-aae7ac4ac79d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:48.466898 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a1bd432-f7d4-4d68-90fe-79dfb1bb344f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:48.502076 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f9d81-174d-47f7-a90c-804fe61eda94 None None] Port 39e39875-3cfe-46bc-b277-55a98f345d05 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:41:48.773848 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:48.892746 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709b2d5-b291-48ae-95c3-c30f9d19f50c req-7bafe86e-a387-4c04-b7e2-8ba6d3d3b26b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:48.894281 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0709b2d5-b291-48ae-95c3-c30f9d19f50c req-7bafe86e-a387-4c04-b7e2-8ba6d3d3b26b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.2625284 Sep 23 22:41:48.954919 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:48.986809 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a1bd432-f7d4-4d68-90fe-79dfb1bb344f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:49.020331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['6a81c335-2695-469d-8050-a9cd933195f5'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:49.031793 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0709b2d5-b291-48ae-95c3-c30f9d19f50c req-0254acaf-86c2-42ba-a68f-cb8546958bc2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431159 Sep 23 22:41:49.045416 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:49.104043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=39e39875-3cfe-46bc-b277-55a98f345d05,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:49.137194 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a1bd432-f7d4-4d68-90fe-79dfb1bb344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:49.174227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ca42fb19-a6f2-4eba-902d-4eee3b80849c'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:49.220517 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8a1bd432-f7d4-4d68-90fe-79dfb1bb344f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=031ca3168f714868a4d8f72e9eda37d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1535070 Sep 23 22:41:49.221754 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:49.223242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40534) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:49.266133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bd432-f7d4-4d68-90fe-79dfb1bb344f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984f8c02-68f0-4e7c-907f-da6784399897,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:49.515019 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:49.614238 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fedd5-8d51-4875-843e-cee3f0dad462 req-0f72d3f4-d781-4f73-aecc-7e60a4d04b79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:49.629359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fedd5-8d51-4875-843e-cee3f0dad462 req-0f72d3f4-d781-4f73-aecc-7e60a4d04b79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:49.630485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network d18d211f-9ae9-4bc5-b159-3d67c83d5d8c is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:41:49.647167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fedd5-8d51-4875-843e-cee3f0dad462 req-0f72d3f4-d781-4f73-aecc-7e60a4d04b79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:49.664185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fedd5-8d51-4875-843e-cee3f0dad462 req-0f72d3f4-d781-4f73-aecc-7e60a4d04b79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:49.679835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:41:49.680055 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fedd5-8d51-4875-843e-cee3f0dad462 req-0f72d3f4-d781-4f73-aecc-7e60a4d04b79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:49.694621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fedd5-8d51-4875-843e-cee3f0dad462 req-0f72d3f4-d781-4f73-aecc-7e60a4d04b79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:49.713911 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fedd5-8d51-4875-843e-cee3f0dad462 req-0f72d3f4-d781-4f73-aecc-7e60a4d04b79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:49.736918 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c5fedd5-8d51-4875-843e-cee3f0dad462 req-0f72d3f4-d781-4f73-aecc-7e60a4d04b79 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5438 time: 0.3339791 Sep 23 22:41:49.746998 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:50.003929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c5fedd5-8d51-4875-843e-cee3f0dad462 req-eed4ae87-ec30-410d-82c7-f6e9d6bda049 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2439787 Sep 23 22:41:50.137581 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:50.140548 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:50.142284 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/984f8c02-68f0-4e7c-907f-da6784399897 HTTP/1.1" status: 204 len: 168 time: 0.9161177 Sep 23 22:41:50.176426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984f8c02-68f0-4e7c-907f-da6784399897,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:50.232146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:50.235374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:50.237801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:50.240213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:50.242942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:50.246718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:50.248560 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:50.250064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:50.256446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:50.257171 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:50.260236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:50.260821 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb9008-7330-48db-86e7-c5bffe8ca88b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:41:50.270899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4f13103a-6a25-4674-a9f3-50f255818667 None None] Provisioning complete for port 39e39875-3cfe-46bc-b277-55a98f345d05 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:50.271322 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4f13103a-6a25-4674-a9f3-50f255818667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:50.371775 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4f13103a-6a25-4674-a9f3-50f255818667 None None] Port 39e39875-3cfe-46bc-b277-55a98f345d05 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:41:50.420557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cfbff-552a-473c-bcee-1a1b34363f49 req-028dfa0a-d003-4492-ab45-ebde07d2c70e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:50.422885 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d20cfbff-552a-473c-bcee-1a1b34363f49 req-028dfa0a-d003-4492-ab45-ebde07d2c70e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.0982740 Sep 23 22:41:50.504688 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d20cfbff-552a-473c-bcee-1a1b34363f49 req-00ca7e5a-3c23-4fd8-a9c7-ad021ad34e2f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742605 Sep 23 22:41:50.505712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a722cd-bd27-45b4-a718-9daa2108a4fc req-ce0d5cc4-e5f3-4eae-bec7-0217f9d7ea6c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:50.509297 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-48a722cd-bd27-45b4-a718-9daa2108a4fc req-ce0d5cc4-e5f3-4eae-bec7-0217f9d7ea6c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.9796093 Sep 23 22:41:50.549450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 83c6ab3c-461d-4761-97d2-eedb296c9b03 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:41:50.575452 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-48a722cd-bd27-45b4-a718-9daa2108a4fc req-d82554da-330f-4191-9b19-b2ae66f9ad58 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523198 Sep 23 22:41:50.615641 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 53b518b7-8578-4432-8caa-1779b3879158 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:41:50.705856 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:41:50.725495 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40554) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:50.726142 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c66fabba-b079-44a4-acf8-12a8c254489c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/83c6ab3c-461d-4761-97d2-eedb296c9b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2606671 Sep 23 22:41:50.732820 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3107b971-c15a-4003-8542-ce97044bdc2a None None] Sync routers for ids ['83c6ab3c-461d-4761-97d2-eedb296c9b03'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:41:50.752775 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3107b971-c15a-4003-8542-ce97044bdc2a None None] Routers {'83c6ab3c-461d-4761-97d2-eedb296c9b03'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:41:50.753883 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3107b971-c15a-4003-8542-ce97044bdc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:41:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['83c6ab3c-461d-4761-97d2-eedb296c9b03'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:50.807968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06efbc2f-a323-4a13-8631-7c73df9d338e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:50.808907 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-06efbc2f-a323-4a13-8631-7c73df9d338e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports/39e39875-3cfe-46bc-b277-55a98f345d05 HTTP/1.1" status: 200 len: 910 time: 0.0804126 Sep 23 22:41:50.810285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40556) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:50.813594 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 53b518b7-8578-4432-8caa-1779b3879158, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=53b518b7-8578-4432-8caa-1779b3879158,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:50.838851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '53b518b7-8578-4432-8caa-1779b3879158', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'port_id': '53b518b7-8578-4432-8caa-1779b3879158', 'mac_address': 'fa:16:3e:ab:82:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:41:50.844420 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3107b971-c15a-4003-8542-ce97044bdc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:50.862279 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3107b971-c15a-4003-8542-ce97044bdc2a None None] Routers {'83c6ab3c-461d-4761-97d2-eedb296c9b03'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:41:50.866235 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3107b971-c15a-4003-8542-ce97044bdc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:41:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['83c6ab3c-461d-4761-97d2-eedb296c9b03'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:50.939421 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3107b971-c15a-4003-8542-ce97044bdc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:50.939421 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3107b971-c15a-4003-8542-ce97044bdc2a None None] The sync data for ids ['83c6ab3c-461d-4761-97d2-eedb296c9b03'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:41:50.941964 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:50.962645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53b518b7-8578-4432-8caa-1779b3879158 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:41:50.999400 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 53b518b7-8578-4432-8caa-1779b3879158, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=53b518b7-8578-4432-8caa-1779b3879158,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:51.111953 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:51.277660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=53b518b7-8578-4432-8caa-1779b3879158,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:51.320746 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40568) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:51.340120 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-759528f9-20b1-4ea2-a02f-1f9bb352f445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:51.356863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8270bc2-b1e5-474a-bf44-a2283308a614 req-5c444789-274c-42fd-9cdf-6d7fc8bd51f7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:51.365184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8270bc2-b1e5-474a-bf44-a2283308a614 req-5c444789-274c-42fd-9cdf-6d7fc8bd51f7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:51.376291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8270bc2-b1e5-474a-bf44-a2283308a614 req-5c444789-274c-42fd-9cdf-6d7fc8bd51f7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:51.382868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8270bc2-b1e5-474a-bf44-a2283308a614 req-5c444789-274c-42fd-9cdf-6d7fc8bd51f7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:51.395299 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8270bc2-b1e5-474a-bf44-a2283308a614 req-5c444789-274c-42fd-9cdf-6d7fc8bd51f7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:51.407186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8270bc2-b1e5-474a-bf44-a2283308a614 req-5c444789-274c-42fd-9cdf-6d7fc8bd51f7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:51.418826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8270bc2-b1e5-474a-bf44-a2283308a614 req-5c444789-274c-42fd-9cdf-6d7fc8bd51f7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:51.420906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8270bc2-b1e5-474a-bf44-a2283308a614 req-5c444789-274c-42fd-9cdf-6d7fc8bd51f7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5438 time: 0.2492754 Sep 23 22:41:51.503373 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-759528f9-20b1-4ea2-a02f-1f9bb352f445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:51.508959 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8270bc2-b1e5-474a-bf44-a2283308a614 req-281ee9bb-0064-4781-a210-b04cd61689c4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804989 Sep 23 22:41:51.544804 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ab152f4-68a7-45e6-b88d-0c0b18ce3d17 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:51.588215 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-759528f9-20b1-4ea2-a02f-1f9bb352f445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:51.690297 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-759528f9-20b1-4ea2-a02f-1f9bb352f445 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7620c502ed7243f9be202397dfbb37ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3674617 Sep 23 22:41:51.694957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40584) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:51.698488 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759528f9-20b1-4ea2-a02f-1f9bb352f445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b034e9cd-92d9-4c77-8ed8-f4489edc3d62,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:51.742260 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['53b518b7-8578-4432-8caa-1779b3879158'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:41:51.911048 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7dca-7a1b-4278-b2b2-3eb4489ee755 req-4122a60e-e1eb-4ebf-9484-06ebed2568b7 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:51.925400 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-225b7dca-7a1b-4278-b2b2-3eb4489ee755 req-4122a60e-e1eb-4ebf-9484-06ebed2568b7 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 944 time: 0.3126369 Sep 23 22:41:51.931230 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55381ed1-bc5f-4139-b08b-4ca6f517a35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:52.012805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-6ab152f4-68a7-45e6-b88d-0c0b18ce3d17 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port 39e39875-3cfe-46bc-b277-55a98f345d05 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:41:52.013436 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ab152f4-68a7-45e6-b88d-0c0b18ce3d17 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:52.030162 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-225b7dca-7a1b-4278-b2b2-3eb4489ee755 req-0710dd1a-7f5d-4cfa-b26a-dd70c6fa9baf tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969357 Sep 23 22:41:52.043210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55381ed1-bc5f-4139-b08b-4ca6f517a35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:52.158234 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ab152f4-68a7-45e6-b88d-0c0b18ce3d17 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:52.174880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-6ab152f4-68a7-45e6-b88d-0c0b18ce3d17 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for 39e39875-3cfe-46bc-b277-55a98f345d05 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:41:52.177190 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55381ed1-bc5f-4139-b08b-4ca6f517a35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:52.180151 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55381ed1-bc5f-4139-b08b-4ca6f517a35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:52.182451 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-55381ed1-bc5f-4139-b08b-4ca6f517a35e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b034e9cd-92d9-4c77-8ed8-f4489edc3d62 HTTP/1.1" status: 204 len: 168 time: 0.4861083 Sep 23 22:41:52.204614 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55381ed1-bc5f-4139-b08b-4ca6f517a35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b034e9cd-92d9-4c77-8ed8-f4489edc3d62,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:52.346178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834c4bb-e7da-4348-ab29-fab26d16d0dd req-45db2db3-e71d-4593-9d02-0990c420636c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:52.348131 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5834c4bb-e7da-4348-ab29-fab26d16d0dd req-45db2db3-e71d-4593-9d02-0990c420636c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.0791638 Sep 23 22:41:52.506192 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5834c4bb-e7da-4348-ab29-fab26d16d0dd req-f0f9c418-c3d3-4212-b505-e0b82369b251 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985663 Sep 23 22:41:52.620537 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 53b518b7-8578-4432-8caa-1779b3879158 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:52.875295 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ab152f4-68a7-45e6-b88d-0c0b18ce3d17 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:52.886316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 53b518b7-8578-4432-8caa-1779b3879158 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:52.887188 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:52.889742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22db85-9ff1-4d24-8f4b-f74462041070 req-d237ddc2-29da-4a2e-b7ff-3bc02f9e67da tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:52.896253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22db85-9ff1-4d24-8f4b-f74462041070 req-d237ddc2-29da-4a2e-b7ff-3bc02f9e67da tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:52.917816 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22db85-9ff1-4d24-8f4b-f74462041070 req-d237ddc2-29da-4a2e-b7ff-3bc02f9e67da tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:52.932188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22db85-9ff1-4d24-8f4b-f74462041070 req-d237ddc2-29da-4a2e-b7ff-3bc02f9e67da tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:52.952932 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22db85-9ff1-4d24-8f4b-f74462041070 req-d237ddc2-29da-4a2e-b7ff-3bc02f9e67da tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:52.968538 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22db85-9ff1-4d24-8f4b-f74462041070 req-d237ddc2-29da-4a2e-b7ff-3bc02f9e67da tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:52.984992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22db85-9ff1-4d24-8f4b-f74462041070 req-d237ddc2-29da-4a2e-b7ff-3bc02f9e67da tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:53.011862 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d22db85-9ff1-4d24-8f4b-f74462041070 req-d237ddc2-29da-4a2e-b7ff-3bc02f9e67da tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5438 time: 0.3190591 Sep 23 22:41:53.122449 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d22db85-9ff1-4d24-8f4b-f74462041070 req-5e1b3e39-0e22-48e0-beb0-6ccd3ab74d90 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094759 Sep 23 22:41:53.173888 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:53.177455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab152f4-68a7-45e6-b88d-0c0b18ce3d17 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=39e39875-3cfe-46bc-b277-55a98f345d05,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:53.223590 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c776cd40-d88a-4019-9645-3ff6e09f0cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b518b7-8578-4432-8caa-1779b3879158'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:41:53.226202 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ac4b4e-01b0-4dbf-86fc-5e22c5f0391c" -d '{"events": [{"server_uuid": "c776cd40-d88a-4019-9645-3ff6e09f0cfa", "name": "network-vif-plugged", "status": "completed", "tag": "53b518b7-8578-4432-8caa-1779b3879158"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:41:53.248308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 53b518b7-8578-4432-8caa-1779b3879158, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=53b518b7-8578-4432-8caa-1779b3879158,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:53.389271 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:53.522903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101418db-cf11-4f53-bd29-8c3a9dcce92d req-41f509d1-b30b-4523-9333-15bef1462a55 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:53.532028 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-101418db-cf11-4f53-bd29-8c3a9dcce92d req-41f509d1-b30b-4523-9333-15bef1462a55 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 944 time: 0.2257385 Sep 23 22:41:53.567878 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818486b0-3e74-4799-92ad-9f0603e8b2da x-openstack-request-id: req-818486b0-3e74-4799-92ad-9f0603e8b2da {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:41:53.568702 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c776cd40-d88a-4019-9645-3ff6e09f0cfa", "name": "network-vif-plugged", "status": "completed", "tag": "53b518b7-8578-4432-8caa-1779b3879158", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:41:53.569060 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-818486b0-3e74-4799-92ad-9f0603e8b2da {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:41:53.571612 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c776cd40-d88a-4019-9645-3ff6e09f0cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b518b7-8578-4432-8caa-1779b3879158', 'code': 200} Sep 23 22:41:53.587428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=53b518b7-8578-4432-8caa-1779b3879158,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:53.673052 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-101418db-cf11-4f53-bd29-8c3a9dcce92d req-a788aa38-bb40-44a4-9a81-f9aff2bdcfa9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241491 Sep 23 22:41:53.853578 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6ab152f4-68a7-45e6-b88d-0c0b18ce3d17 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:53.876564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a60a47-de1b-4699-8af1-356a5ef6069d req-68ec6e4b-4016-4fae-b915-f10a075c44b3 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:53.878403 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8a60a47-de1b-4699-8af1-356a5ef6069d req-68ec6e4b-4016-4fae-b915-f10a075c44b3 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.1191018 Sep 23 22:41:54.138876 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8a60a47-de1b-4699-8af1-356a5ef6069d req-bcc912da-6cc6-486b-a6da-9585a0ce9067 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512777 Sep 23 22:41:54.315112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35c4cf-ba3c-44cd-8138-350e79235426 req-edb79058-0ff3-4f2c-9cae-0b1586282d0a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:54.325989 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35c4cf-ba3c-44cd-8138-350e79235426 req-edb79058-0ff3-4f2c-9cae-0b1586282d0a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:54.334800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35c4cf-ba3c-44cd-8138-350e79235426 req-edb79058-0ff3-4f2c-9cae-0b1586282d0a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:54.339011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab152f4-68a7-45e6-b88d-0c0b18ce3d17 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 83c6ab3c-461d-4761-97d2-eedb296c9b03 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:41:54.342757 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35c4cf-ba3c-44cd-8138-350e79235426 req-edb79058-0ff3-4f2c-9cae-0b1586282d0a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:54.350273 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35c4cf-ba3c-44cd-8138-350e79235426 req-edb79058-0ff3-4f2c-9cae-0b1586282d0a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:54.358247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35c4cf-ba3c-44cd-8138-350e79235426 req-edb79058-0ff3-4f2c-9cae-0b1586282d0a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:54.364707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35c4cf-ba3c-44cd-8138-350e79235426 req-edb79058-0ff3-4f2c-9cae-0b1586282d0a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:54.366879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cf35c4cf-ba3c-44cd-8138-350e79235426 req-edb79058-0ff3-4f2c-9cae-0b1586282d0a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5438 time: 0.1497595 Sep 23 22:41:54.490610 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cf35c4cf-ba3c-44cd-8138-350e79235426 req-2916ca91-4083-4a0b-922d-938e0474f7f1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1130383 Sep 23 22:41:54.512945 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab152f4-68a7-45e6-b88d-0c0b18ce3d17 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:41:54.529635 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c601aa8-bc27-4a86-943b-6ef21f4abe17 None None] Sync routers for ids ['83c6ab3c-461d-4761-97d2-eedb296c9b03'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:41:54.530167 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6ab152f4-68a7-45e6-b88d-0c0b18ce3d17 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/83c6ab3c-461d-4761-97d2-eedb296c9b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7149863 Sep 23 22:41:54.530254 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40676) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:54.555990 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c601aa8-bc27-4a86-943b-6ef21f4abe17 None None] Routers {'83c6ab3c-461d-4761-97d2-eedb296c9b03'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:41:54.556385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0c601aa8-bc27-4a86-943b-6ef21f4abe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:41:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['83c6ab3c-461d-4761-97d2-eedb296c9b03'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:54.751806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0c601aa8-bc27-4a86-943b-6ef21f4abe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:54.773225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ca42fb19-a6f2-4eba-902d-4eee3b80849c up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:54.981146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c070de7-b278-4e2e-8fa8-33a7e422a0fa req-baddb008-360a-4be9-b7eb-051593de3c5d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:54.982741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c601aa8-bc27-4a86-943b-6ef21f4abe17 None None] Routers {'83c6ab3c-461d-4761-97d2-eedb296c9b03'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:41:54.983390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0c601aa8-bc27-4a86-943b-6ef21f4abe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:41:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['83c6ab3c-461d-4761-97d2-eedb296c9b03'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:55.000834 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c070de7-b278-4e2e-8fa8-33a7e422a0fa req-baddb008-360a-4be9-b7eb-051593de3c5d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.1608574 Sep 23 22:41:55.165197 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7b9d4-783b-45cd-89a0-63f7f8c5d57f req-4c44db84-c6a2-4d9f-b2bc-6911668dda91 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:55.167762 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cff7b9d4-783b-45cd-89a0-63f7f8c5d57f req-4c44db84-c6a2-4d9f-b2bc-6911668dda91 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.4470117 Sep 23 22:41:55.218066 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c070de7-b278-4e2e-8fa8-33a7e422a0fa req-d292b8ae-55d8-404d-b2f6-5312e128f75f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130821 Sep 23 22:41:55.275770 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0c601aa8-bc27-4a86-943b-6ef21f4abe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:41:55.276754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c601aa8-bc27-4a86-943b-6ef21f4abe17 None None] The sync data for ids ['83c6ab3c-461d-4761-97d2-eedb296c9b03'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:41:55.388281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port ca42fb19-a6f2-4eba-902d-4eee3b80849c completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:41:55.396558 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port ca42fb19-a6f2-4eba-902d-4eee3b80849c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:55.397203 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:55.511490 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cff7b9d4-783b-45cd-89a0-63f7f8c5d57f req-9e11f1b7-5718-496f-a3b1-a1c9ef87086c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Deleting port 90cfd84a-7819-4180-af95-3ea826d063f1 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:41:55.512284 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cff7b9d4-783b-45cd-89a0-63f7f8c5d57f req-9e11f1b7-5718-496f-a3b1-a1c9ef87086c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:55.651973 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:55.682900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cff7b9d4-783b-45cd-89a0-63f7f8c5d57f req-9e11f1b7-5718-496f-a3b1-a1c9ef87086c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] For port 90cfd84a-7819-4180-af95-3ea826d063f1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=90cfd84a-7819-4180-af95-3ea826d063f1,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:55.692711 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cff7b9d4-783b-45cd-89a0-63f7f8c5d57f req-9e11f1b7-5718-496f-a3b1-a1c9ef87086c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:55.702076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cff7b9d4-783b-45cd-89a0-63f7f8c5d57f req-9e11f1b7-5718-496f-a3b1-a1c9ef87086c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Calling delete_port for 90cfd84a-7819-4180-af95-3ea826d063f1 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:41:55.720428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca42fb19-a6f2-4eba-902d-4eee3b80849c'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:41:55.725354 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bcbd35-2d58-45a4-bdd9-5ed78b49dc1a" -d '{"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-plugged", "status": "completed", "tag": "ca42fb19-a6f2-4eba-902d-4eee3b80849c"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:41:55.761330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ca42fb19-a6f2-4eba-902d-4eee3b80849c, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ca42fb19-a6f2-4eba-902d-4eee3b80849c,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:55.817621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3205f-0eb2-40ad-b5a2-c82d5d3282dd req-f33c5d4e-279d-41ff-8fcc-6bc4713ba37b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:55.847170 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3205f-0eb2-40ad-b5a2-c82d5d3282dd req-f33c5d4e-279d-41ff-8fcc-6bc4713ba37b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:55.877759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3205f-0eb2-40ad-b5a2-c82d5d3282dd req-f33c5d4e-279d-41ff-8fcc-6bc4713ba37b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:55.880254 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:55.881512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 65da3b19-c7ce-4403-aab0-82474cf2997a up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:55.918492 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3205f-0eb2-40ad-b5a2-c82d5d3282dd req-f33c5d4e-279d-41ff-8fcc-6bc4713ba37b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:56.016881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3205f-0eb2-40ad-b5a2-c82d5d3282dd req-f33c5d4e-279d-41ff-8fcc-6bc4713ba37b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:56.043881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3205f-0eb2-40ad-b5a2-c82d5d3282dd req-f33c5d4e-279d-41ff-8fcc-6bc4713ba37b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:56.081625 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3205f-0eb2-40ad-b5a2-c82d5d3282dd req-f33c5d4e-279d-41ff-8fcc-6bc4713ba37b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:56.093219 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99f3205f-0eb2-40ad-b5a2-c82d5d3282dd req-f33c5d4e-279d-41ff-8fcc-6bc4713ba37b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5438 time: 0.4246540 Sep 23 22:41:56.193903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99f3205f-0eb2-40ad-b5a2-c82d5d3282dd req-ff4eb45a-f05d-4089-8a86-4281f1623154 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0975144 Sep 23 22:41:56.215103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ca42fb19-a6f2-4eba-902d-4eee3b80849c,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:56.230136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcb110-0e2a-4589-ad82-2e46af01c128 req-c1a14059-7a71-45bb-9f1d-dffd22d67e3e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:56.238404 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9cfcb110-0e2a-4589-ad82-2e46af01c128 req-c1a14059-7a71-45bb-9f1d-dffd22d67e3e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 945 time: 0.8640625 Sep 23 22:41:56.391621 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3458fa1-c88c-4fd9-a509-7ac64f3bc07d x-openstack-request-id: req-f3458fa1-c88c-4fd9-a509-7ac64f3bc07d {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:41:56.392118 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-plugged", "status": "completed", "tag": "ca42fb19-a6f2-4eba-902d-4eee3b80849c", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:41:56.392246 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3458fa1-c88c-4fd9-a509-7ac64f3bc07d {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:41:56.392575 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca42fb19-a6f2-4eba-902d-4eee3b80849c', 'code': 200} Sep 23 22:41:56.481933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40714) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:56.566391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 65da3b19-c7ce-4403-aab0-82474cf2997a completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:41:56.566391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 65da3b19-c7ce-4403-aab0-82474cf2997a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:56.566391 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:56.612354 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9cfcb110-0e2a-4589-ad82-2e46af01c128 req-9f52ef48-a19c-43e3-b030-72a6bea21cf6 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084190 Sep 23 22:41:56.816878 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:56.838722 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cff7b9d4-783b-45cd-89a0-63f7f8c5d57f req-9e11f1b7-5718-496f-a3b1-a1c9ef87086c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:56.841355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9ab42-46de-47c0-b4c0-744bb521f68b req-97907f1e-b8ca-4d7a-9b55-878b1be3ce45 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:56.847969 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63d9ab42-46de-47c0-b4c0-744bb521f68b req-97907f1e-b8ca-4d7a-9b55-878b1be3ce45 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.2247274 Sep 23 22:41:56.868637 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e94f6763-d229-4057-ade9-9f7796c8e81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:56.932448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11f1b7-5718-496f-a3b1-a1c9ef87086c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Pushing event deleted for resources: {'Port': ['ID=90cfd84a-7819-4180-af95-3ea826d063f1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:56.994378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 65da3b19-c7ce-4403-aab0-82474cf2997a, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=65da3b19-c7ce-4403-aab0-82474cf2997a,segment=NetworkSegment(1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7),segment_id=1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:56.999752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff7b9d4-783b-45cd-89a0-63f7f8c5d57f req-9e11f1b7-5718-496f-a3b1-a1c9ef87086c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] No DVR routers for this DVR port 90cfd84a-7819-4180-af95-3ea826d063f1 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:41:57.002260 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63d9ab42-46de-47c0-b4c0-744bb521f68b req-1d65aae5-eff9-4d62-be46-ebae3f35af28 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376166 Sep 23 22:41:57.021426 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cff7b9d4-783b-45cd-89a0-63f7f8c5d57f req-9e11f1b7-5718-496f-a3b1-a1c9ef87086c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:57.021426 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cff7b9d4-783b-45cd-89a0-63f7f8c5d57f req-9e11f1b7-5718-496f-a3b1-a1c9ef87086c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.43 "DELETE /v2.0/ports/90cfd84a-7819-4180-af95-3ea826d063f1 HTTP/1.1" status: 204 len: 173 time: 1.8372762 Sep 23 22:41:57.021426 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2667a6-8e22-4635-86f9-230ea05926ce', 'name': 'network-vif-deleted', 'tag': '90cfd84a-7819-4180-af95-3ea826d063f1'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:41:57.021426 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8927360-679c-4354-8176-e7648e0ae986" -d '{"events": [{"server_uuid": "bc2667a6-8e22-4635-86f9-230ea05926ce", "name": "network-vif-deleted", "tag": "90cfd84a-7819-4180-af95-3ea826d063f1"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:41:57.064601 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80da3f45-a1a3-468e-8edd-406d52823893 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:57.114482 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e1735a-2de9-442c-87cc-da63e3e3175d x-openstack-request-id: req-54e1735a-2de9-442c-87cc-da63e3e3175d {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:41:57.114801 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2667a6-8e22-4635-86f9-230ea05926ce", "name": "network-vif-deleted", "tag": "90cfd84a-7819-4180-af95-3ea826d063f1", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:41:57.115046 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54e1735a-2de9-442c-87cc-da63e3e3175d {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:41:57.115465 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2667a6-8e22-4635-86f9-230ea05926ce', 'name': 'network-vif-deleted', 'tag': '90cfd84a-7819-4180-af95-3ea826d063f1', 'status': 'completed', 'code': 200} Sep 23 22:41:57.164541 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:57.165825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 7f493b13-b997-4328-8a9e-261bf11e481e up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:57.408560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=65da3b19-c7ce-4403-aab0-82474cf2997a,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:57.485758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82dbfc-b01b-4109-9d93-d277580f1680 req-2be14eee-22ff-48d6-bedb-00e52a75f36a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:57.496018 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82dbfc-b01b-4109-9d93-d277580f1680 req-2be14eee-22ff-48d6-bedb-00e52a75f36a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:57.504017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82dbfc-b01b-4109-9d93-d277580f1680 req-2be14eee-22ff-48d6-bedb-00e52a75f36a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:57.512917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82dbfc-b01b-4109-9d93-d277580f1680 req-2be14eee-22ff-48d6-bedb-00e52a75f36a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:57.519464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82dbfc-b01b-4109-9d93-d277580f1680 req-2be14eee-22ff-48d6-bedb-00e52a75f36a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:57.536372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82dbfc-b01b-4109-9d93-d277580f1680 req-2be14eee-22ff-48d6-bedb-00e52a75f36a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:57.548407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 7f493b13-b997-4328-8a9e-261bf11e481e completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:41:57.549469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82dbfc-b01b-4109-9d93-d277580f1680 req-2be14eee-22ff-48d6-bedb-00e52a75f36a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:57.554475 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 7f493b13-b997-4328-8a9e-261bf11e481e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:57.554922 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:57.562955 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c82dbfc-b01b-4109-9d93-d277580f1680 req-2be14eee-22ff-48d6-bedb-00e52a75f36a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5440 time: 0.1664765 Sep 23 22:41:57.674428 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c82dbfc-b01b-4109-9d93-d277580f1680 req-b6eaba83-750e-413d-9b78-37c22da8203d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094489 Sep 23 22:41:57.821988 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e94f6763-d229-4057-ade9-9f7796c8e81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:57.916521 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:57.981560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 7f493b13-b997-4328-8a9e-261bf11e481e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7f493b13-b997-4328-8a9e-261bf11e481e,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:58.032093 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e94f6763-d229-4057-ade9-9f7796c8e81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:58.113239 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e94f6763-d229-4057-ade9-9f7796c8e81e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ce0ccf5ff694d358937516d7520bf4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6177187 Sep 23 22:41:58.119094 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40742) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:41:58.122996 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dd977bc2-c128-481d-b48b-9b09c33e1be2 req-cc747d52-d5be-4499-811c-8fe432465454 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2667a6-8e22-4635-86f9-230ea05926ce HTTP/1.1" status: 200 len: 210 time: 0.2070146 Sep 23 22:41:58.145640 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:58.146853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f4eaf4c4-7f11-4400-86d7-abb4d0325dfe up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:58.276309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c722fb-b0a9-4505-89ec-8e11ea8ac0fa req-c2450147-bbd5-4741-9846-91b338fcfc60 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:58.284047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1c722fb-b0a9-4505-89ec-8e11ea8ac0fa req-c2450147-bbd5-4741-9846-91b338fcfc60 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.1844528 Sep 23 22:41:58.288194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f6763-d229-4057-ade9-9f7796c8e81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e2ac6d-2991-4ce3-b880-2d31b8f1bd07,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:58.391455 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f17b204f-9b62-4b46-9f71-478f13464268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:58.397245 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-80da3f45-a1a3-468e-8edd-406d52823893 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port 0b08eab1-582d-4828-b7b3-571a147434ae {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:41:58.397245 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80da3f45-a1a3-468e-8edd-406d52823893 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:58.440794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65da3b19-c7ce-4403-aab0-82474cf2997a'}, {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f493b13-b997-4328-8a9e-261bf11e481e'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:41:58.454489 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b23724-b0ec-44ab-9c70-a52faa11c712" -d '{"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-plugged", "status": "completed", "tag": "65da3b19-c7ce-4403-aab0-82474cf2997a"}, {"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-plugged", "status": "completed", "tag": "7f493b13-b997-4328-8a9e-261bf11e481e"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:41:58.554275 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f17b204f-9b62-4b46-9f71-478f13464268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:58.718084 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1c722fb-b0a9-4505-89ec-8e11ea8ac0fa req-10fd721b-5d59-4257-afa7-1ff04c94cf6f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683646 Sep 23 22:41:58.736122 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 90cfd84a-7819-4180-af95-3ea826d063f1 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:41:58.748301 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 22:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd34421-8b60-474c-b23c-d8c7f675fd71 x-openstack-request-id: req-fbd34421-8b60-474c-b23c-d8c7f675fd71 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:41:58.766936 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-plugged", "status": "completed", "tag": "65da3b19-c7ce-4403-aab0-82474cf2997a", "code": 200}, {"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-plugged", "status": "completed", "tag": "7f493b13-b997-4328-8a9e-261bf11e481e", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:41:58.767243 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fbd34421-8b60-474c-b23c-d8c7f675fd71 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:41:58.789838 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65da3b19-c7ce-4403-aab0-82474cf2997a', 'code': 200} Sep 23 22:41:58.789838 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f493b13-b997-4328-8a9e-261bf11e481e', 'code': 200} Sep 23 22:41:58.828188 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=7f493b13-b997-4328-8a9e-261bf11e481e,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:58.836064 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 90cfd84a-7819-4180-af95-3ea826d063f1 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:41:58.845846 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 90cfd84a-7819-4180-af95-3ea826d063f1 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:41:58.923436 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80da3f45-a1a3-468e-8edd-406d52823893 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:58.990711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-80da3f45-a1a3-468e-8edd-406d52823893 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for 0b08eab1-582d-4828-b7b3-571a147434ae owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:41:59.120461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5f624-85e8-484f-a3bd-b0eb0d7a498c req-51018ce9-eebf-40a1-8451-ca60e5898e4e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:59.121765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:41:59.127078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5f624-85e8-484f-a3bd-b0eb0d7a498c req-51018ce9-eebf-40a1-8451-ca60e5898e4e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:59.129307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:41:59.139253 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:59.139477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5f624-85e8-484f-a3bd-b0eb0d7a498c req-51018ce9-eebf-40a1-8451-ca60e5898e4e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:59.140346 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5f624-85e8-484f-a3bd-b0eb0d7a498c req-51018ce9-eebf-40a1-8451-ca60e5898e4e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:59.146498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5f624-85e8-484f-a3bd-b0eb0d7a498c req-51018ce9-eebf-40a1-8451-ca60e5898e4e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:59.153224 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5f624-85e8-484f-a3bd-b0eb0d7a498c req-51018ce9-eebf-40a1-8451-ca60e5898e4e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:59.159812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5f624-85e8-484f-a3bd-b0eb0d7a498c req-51018ce9-eebf-40a1-8451-ca60e5898e4e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:41:59.162266 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-33b5f624-85e8-484f-a3bd-b0eb0d7a498c req-51018ce9-eebf-40a1-8451-ca60e5898e4e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5441 time: 0.1733718 Sep 23 22:41:59.219133 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f17b204f-9b62-4b46-9f71-478f13464268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:59.225719 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f17b204f-9b62-4b46-9f71-478f13464268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:59.230143 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f17b204f-9b62-4b46-9f71-478f13464268 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/08e2ac6d-2991-4ce3-b880-2d31b8f1bd07 HTTP/1.1" status: 204 len: 168 time: 1.1093900 Sep 23 22:41:59.294960 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-33b5f624-85e8-484f-a3bd-b0eb0d7a498c req-7c456a12-c8c7-4ece-a0be-3a98c0072c10 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1190703 Sep 23 22:41:59.297404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b204f-9b62-4b46-9f71-478f13464268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e2ac6d-2991-4ce3-b880-2d31b8f1bd07,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:41:59.582582 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:59.670483 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80da3f45-a1a3-468e-8edd-406d52823893 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:59.721559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:41:59.889696 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:41:59.892665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6a81c335-2695-469d-8050-a9cd933195f5 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:41:59.927513 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da3f45-a1a3-468e-8edd-406d52823893 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=0b08eab1-582d-4828-b7b3-571a147434ae,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:00.108126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3c952-54a7-45dc-8951-b6b744ca3c12 req-8a016cae-5c47-47c8-9bb2-c3a7cbe0a69f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:00.113698 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1bd3c952-54a7-45dc-8951-b6b744ca3c12 req-8a016cae-5c47-47c8-9bb2-c3a7cbe0a69f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.1694629 Sep 23 22:42:00.203962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:00.303254 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1bd3c952-54a7-45dc-8951-b6b744ca3c12 req-f74163b9-1e5c-41af-8289-2dfbb54ff5c8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753697 Sep 23 22:42:00.338152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 6a81c335-2695-469d-8050-a9cd933195f5 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:42:00.346940 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 6a81c335-2695-469d-8050-a9cd933195f5 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:00.348052 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:00.621475 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-80da3f45-a1a3-468e-8edd-406d52823893 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:00.769935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4eaf4c4-7f11-4400-86d7-abb4d0325dfe'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:42:00.775061 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21acbbd3-7fa7-4be1-8dcf-34e84d2a7a60" -d '{"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-plugged", "status": "completed", "tag": "f4eaf4c4-7f11-4400-86d7-abb4d0325dfe"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:42:01.198660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e2235-7542-41f0-8402-473044bfcc50 req-8de4fec0-0b08-4a42-b8d2-af79020e17be tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:01.231372 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-364e2235-7542-41f0-8402-473044bfcc50 req-8de4fec0-0b08-4a42-b8d2-af79020e17be tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 812 time: 0.4731734 Sep 23 22:42:01.240341 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:01.281005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-364e2235-7542-41f0-8402-473044bfcc50 req-d30b9c3d-b65c-4336-aae0-54dfa8c3ed8b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/quotas/7b76146ebc1f4d82b2692c606ba4acda HTTP/1.1" status: 200 len: 375 time: 0.0476999 Sep 23 22:42:01.351113 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-364e2235-7542-41f0-8402-473044bfcc50 req-0aa670ce-7915-449f-8735-9898798d1efe tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681171 Sep 23 22:42:01.499895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6a81c335-2695-469d-8050-a9cd933195f5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6a81c335-2695-469d-8050-a9cd933195f5,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:01.535787 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:01.538688 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 28753d3e-094b-4fb4-afd5-aae7ac4ac79d up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:42:01.718740 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0c8e-4643-4fab-a8a3-e095609e892c req-39ae6ee1-1f88-414a-ab82-97364bd8a3ce tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:01.762794 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0c8e-4643-4fab-a8a3-e095609e892c req-39ae6ee1-1f88-414a-ab82-97364bd8a3ce tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:01.789214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0c8e-4643-4fab-a8a3-e095609e892c req-39ae6ee1-1f88-414a-ab82-97364bd8a3ce tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:01.796165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0c8e-4643-4fab-a8a3-e095609e892c req-39ae6ee1-1f88-414a-ab82-97364bd8a3ce tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:01.802613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0c8e-4643-4fab-a8a3-e095609e892c req-39ae6ee1-1f88-414a-ab82-97364bd8a3ce tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:01.810962 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0c8e-4643-4fab-a8a3-e095609e892c req-39ae6ee1-1f88-414a-ab82-97364bd8a3ce tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:01.821082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0c8e-4643-4fab-a8a3-e095609e892c req-39ae6ee1-1f88-414a-ab82-97364bd8a3ce tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:01.910337 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-52ba0c8e-4643-4fab-a8a3-e095609e892c req-39ae6ee1-1f88-414a-ab82-97364bd8a3ce tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5443 time: 0.2879605 Sep 23 22:42:01.911236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=6a81c335-2695-469d-8050-a9cd933195f5,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:02.014170 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-52ba0c8e-4643-4fab-a8a3-e095609e892c req-e3b5be2a-e935-40b6-bb55-68f633baf022 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1789165 Sep 23 22:42:02.031036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-364e2235-7542-41f0-8402-473044bfcc50 req-623723c5-9115-445b-b572-4b9a437601c1 service neutron] 10.222.0.22 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6776004 Sep 23 22:42:02.056229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80da3f45-a1a3-468e-8edd-406d52823893 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 83c6ab3c-461d-4761-97d2-eedb296c9b03 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:42:02.171052 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:42:02.174945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:02.174945 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:02.188162 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-364e2235-7542-41f0-8402-473044bfcc50 req-8b2e2ff5-8d0e-4edb-a7f0-95a2cb9c06b0 service neutron] 10.222.0.22 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517417 Sep 23 22:42:02.350739 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:02.398392 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80da3f45-a1a3-468e-8edd-406d52823893 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:42:02.409621 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-80da3f45-a1a3-468e-8edd-406d52823893 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/83c6ab3c-461d-4761-97d2-eedb296c9b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8737237 Sep 23 22:42:02.410674 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40842) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:02.415755 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdcdbfc-2342-45f0-8eaf-f8e960034763 None None] Sync routers for ids ['83c6ab3c-461d-4761-97d2-eedb296c9b03'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:42:02.437621 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdcdbfc-2342-45f0-8eaf-f8e960034763 None None] Routers {'83c6ab3c-461d-4761-97d2-eedb296c9b03'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:42:02.439794 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-dfdcdbfc-2342-45f0-8eaf-f8e960034763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:41:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['83c6ab3c-461d-4761-97d2-eedb296c9b03'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:02.457974 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=28753d3e-094b-4fb4-afd5-aae7ac4ac79d,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:02.489894 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9128c4c2-0579-4742-9c5a-399d29b0da3d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports?device_id=83c6ab3c-461d-4761-97d2-eedb296c9b03 HTTP/1.1" status: 200 len: 205 time: 0.0781324 Sep 23 22:42:02.495170 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40844) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:02.499499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c840370-8671-4c2a-b47a-0f4fb55e5c77 req-245fbf0f-678f-4b2b-be77-7c14e2cfcf4d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:02.502207 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c840370-8671-4c2a-b47a-0f4fb55e5c77 req-245fbf0f-678f-4b2b-be77-7c14e2cfcf4d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.2070653 Sep 23 22:42:02.530163 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-dfdcdbfc-2342-45f0-8eaf-f8e960034763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:02.605561 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:02.606786 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 2298126b-37f0-4907-ab2e-6fd9ea973c84 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:42:02.610665 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdcdbfc-2342-45f0-8eaf-f8e960034763 None None] Routers {'83c6ab3c-461d-4761-97d2-eedb296c9b03'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:42:02.612383 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-dfdcdbfc-2342-45f0-8eaf-f8e960034763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:41:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['83c6ab3c-461d-4761-97d2-eedb296c9b03'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:02.705684 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54508ad-4bf4-4db2-9c6b-c1b586642c5c x-openstack-request-id: req-e54508ad-4bf4-4db2-9c6b-c1b586642c5c {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:42:02.706696 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-plugged", "status": "completed", "tag": "f4eaf4c4-7f11-4400-86d7-abb4d0325dfe", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:42:02.718184 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e54508ad-4bf4-4db2-9c6b-c1b586642c5c {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:42:02.719704 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4eaf4c4-7f11-4400-86d7-abb4d0325dfe', 'code': 200} Sep 23 22:42:02.759462 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c840370-8671-4c2a-b47a-0f4fb55e5c77 req-258e8251-dab9-4645-9820-bc5603c010e7 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2488372 Sep 23 22:42:02.797078 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-dfdcdbfc-2342-45f0-8eaf-f8e960034763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:02.798748 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdcdbfc-2342-45f0-8eaf-f8e960034763 None None] The sync data for ids ['83c6ab3c-461d-4761-97d2-eedb296c9b03'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:42:02.964789 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89b625a1-c663-4461-90ce-8c834e40cfe1 req-700ce253-0914-4d91-b9ce-4bea58321b12 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 210 time: 0.0746386 Sep 23 22:42:02.968358 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=28753d3e-094b-4fb4-afd5-aae7ac4ac79d,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:03.017711 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-adbf0c32-7ec9-4dfd-a339-084deb37227b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:03.077393 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 2298126b-37f0-4907-ab2e-6fd9ea973c84 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:42:03.082810 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 2298126b-37f0-4907-ab2e-6fd9ea973c84 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:03.095711 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:03.137186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7720a1-74e2-41d9-a47e-fee2c3219359 req-05589d45-e7cf-41c3-b368-4681ce18b4e5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:03.145521 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd7720a1-74e2-41d9-a47e-fee2c3219359 req-05589d45-e7cf-41c3-b368-4681ce18b4e5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.3256266 Sep 23 22:42:03.277903 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:03.330884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75049400-8676-479f-8ab4-4d5fe6935cfe req-f2cae569-e433-48d5-a588-232a7810be5e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:03.354883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75049400-8676-479f-8ab4-4d5fe6935cfe req-f2cae569-e433-48d5-a588-232a7810be5e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:03.362425 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75049400-8676-479f-8ab4-4d5fe6935cfe req-f2cae569-e433-48d5-a588-232a7810be5e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:03.370486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75049400-8676-479f-8ab4-4d5fe6935cfe req-f2cae569-e433-48d5-a588-232a7810be5e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:03.377189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75049400-8676-479f-8ab4-4d5fe6935cfe req-f2cae569-e433-48d5-a588-232a7810be5e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:03.383830 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75049400-8676-479f-8ab4-4d5fe6935cfe req-f2cae569-e433-48d5-a588-232a7810be5e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:03.391094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75049400-8676-479f-8ab4-4d5fe6935cfe req-f2cae569-e433-48d5-a588-232a7810be5e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:03.412110 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 2298126b-37f0-4907-ab2e-6fd9ea973c84, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2298126b-37f0-4907-ab2e-6fd9ea973c84,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:03.412598 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-75049400-8676-479f-8ab4-4d5fe6935cfe req-f2cae569-e433-48d5-a588-232a7810be5e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5444 time: 0.2370155 Sep 23 22:42:03.469760 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-75049400-8676-479f-8ab4-4d5fe6935cfe req-338862a0-f54d-4d37-8c54-f5d0db4f6c2a tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556951 Sep 23 22:42:03.525051 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-adbf0c32-7ec9-4dfd-a339-084deb37227b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:03.541817 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-adbf0c32-7ec9-4dfd-a339-084deb37227b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:03.558056 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:03.618772 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd7720a1-74e2-41d9-a47e-fee2c3219359 req-cb918d3c-e8d9-465e-b39b-05e1495b5c8d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716215 Sep 23 22:42:03.731599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=2298126b-37f0-4907-ab2e-6fd9ea973c84,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:04.078050 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-600aeb5b-0f62-4726-8273-3c062b70ce57 req-2f5dbe0b-a850-4434-98d6-e3afdcbc2b10 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 210 time: 0.0499840 Sep 23 22:42:04.081080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2c0aa-8d41-4a41-89b4-0e82fdb30ee8 req-eddce6ee-7663-4a66-8fd9-4f217b4fa140 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:04.086754 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32a2c0aa-8d41-4a41-89b4-0e82fdb30ee8 req-eddce6ee-7663-4a66-8fd9-4f217b4fa140 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.0999348 Sep 23 22:42:04.148260 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-adbf0c32-7ec9-4dfd-a339-084deb37227b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:04.148879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbf0c32-7ec9-4dfd-a339-084deb37227b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Fanout notify agent at l3_agent the message router_deleted on router 83c6ab3c-461d-4761-97d2-eedb296c9b03 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:42:04.155960 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-adbf0c32-7ec9-4dfd-a339-084deb37227b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:04.159799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-adbf0c32-7ec9-4dfd-a339-084deb37227b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/routers/83c6ab3c-461d-4761-97d2-eedb296c9b03 HTTP/1.1" status: 204 len: 168 time: 1.6626732 Sep 23 22:42:04.160416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40890) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:04.183228 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32a2c0aa-8d41-4a41-89b4-0e82fdb30ee8 req-436e3078-87fe-4ff0-9b24-96ad952e3a93 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888016 Sep 23 22:42:04.365035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad909cd5-fd97-485b-9ece-1f46ee3abaf0 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting subnet 5897138e-8163-4d5c-843b-431fc3d986e9 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:42:04.382165 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad909cd5-fd97-485b-9ece-1f46ee3abaf0 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:04.519749 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad909cd5-fd97-485b-9ece-1f46ee3abaf0 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:04.722332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a81c335-2695-469d-8050-a9cd933195f5'}, {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28753d3e-094b-4fb4-afd5-aae7ac4ac79d'}, {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2298126b-37f0-4907-ab2e-6fd9ea973c84'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:42:04.734652 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7e7b68-ed3b-40a1-8151-fa94b7acdf9c" -d '{"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-plugged", "status": "completed", "tag": "6a81c335-2695-469d-8050-a9cd933195f5"}, {"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-plugged", "status": "completed", "tag": "28753d3e-094b-4fb4-afd5-aae7ac4ac79d"}, {"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-plugged", "status": "completed", "tag": "2298126b-37f0-4907-ab2e-6fd9ea973c84"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:42:04.887184 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a88242-ca3c-4a7c-b4c5-d194f029f1f4 req-3148e9a0-5946-487c-83c0-657c936b390a tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:04.905727 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4a88242-ca3c-4a7c-b4c5-d194f029f1f4 req-3148e9a0-5946-487c-83c0-657c936b390a tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.1404393 Sep 23 22:42:04.922388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed74b4-d0f4-42c8-84c7-e63e5cb5740a req-8effd97a-1a3c-428f-8024-4bdd49fd0b0c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:04.931946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed74b4-d0f4-42c8-84c7-e63e5cb5740a req-8effd97a-1a3c-428f-8024-4bdd49fd0b0c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:04.952348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed74b4-d0f4-42c8-84c7-e63e5cb5740a req-8effd97a-1a3c-428f-8024-4bdd49fd0b0c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:04.961980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed74b4-d0f4-42c8-84c7-e63e5cb5740a req-8effd97a-1a3c-428f-8024-4bdd49fd0b0c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:04.970165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed74b4-d0f4-42c8-84c7-e63e5cb5740a req-8effd97a-1a3c-428f-8024-4bdd49fd0b0c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:04.980659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed74b4-d0f4-42c8-84c7-e63e5cb5740a req-8effd97a-1a3c-428f-8024-4bdd49fd0b0c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:04.988725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed74b4-d0f4-42c8-84c7-e63e5cb5740a req-8effd97a-1a3c-428f-8024-4bdd49fd0b0c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:04.991935 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-11ed74b4-d0f4-42c8-84c7-e63e5cb5740a req-8effd97a-1a3c-428f-8024-4bdd49fd0b0c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5445 time: 0.3575270 Sep 23 22:42:05.006728 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4a88242-ca3c-4a7c-b4c5-d194f029f1f4 req-44252826-d231-477c-8bba-e0e926759c82 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964952 Sep 23 22:42:05.033184 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad909cd5-fd97-485b-9ece-1f46ee3abaf0 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:05.084082 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Sep 2021 22:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee98428-1aeb-4c44-87d8-c7133304470f x-openstack-request-id: req-0ee98428-1aeb-4c44-87d8-c7133304470f {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:42:05.086257 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-plugged", "status": "completed", "tag": "6a81c335-2695-469d-8050-a9cd933195f5", "code": 200}, {"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-plugged", "status": "completed", "tag": "28753d3e-094b-4fb4-afd5-aae7ac4ac79d", "code": 200}, {"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-plugged", "status": "completed", "tag": "2298126b-37f0-4907-ab2e-6fd9ea973c84", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:42:05.087083 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ee98428-1aeb-4c44-87d8-c7133304470f {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:42:05.088037 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a81c335-2695-469d-8050-a9cd933195f5', 'code': 200} Sep 23 22:42:05.088899 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28753d3e-094b-4fb4-afd5-aae7ac4ac79d', 'code': 200} Sep 23 22:42:05.089966 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2298126b-37f0-4907-ab2e-6fd9ea973c84', 'code': 200} Sep 23 22:42:05.381403 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-11ed74b4-d0f4-42c8-84c7-e63e5cb5740a req-60b68db0-adea-47d6-a881-7ecfe27d31ca tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1199806 Sep 23 22:42:05.392789 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad909cd5-fd97-485b-9ece-1f46ee3abaf0 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:05.465298 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0bd82555-dd65-4fa7-910a-df9956cf77af req-8b380242-a232-477c-a2bc-de5d638e3e0b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 210 time: 0.1697881 Sep 23 22:42:05.592661 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1ae72-ff9b-4c65-bd58-b6678e45f1e9 req-4238f988-e8f7-490f-bee4-377b178ad929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:05.594073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1ae72-ff9b-4c65-bd58-b6678e45f1e9 req-4238f988-e8f7-490f-bee4-377b178ad929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:05.594795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1ae72-ff9b-4c65-bd58-b6678e45f1e9 req-4238f988-e8f7-490f-bee4-377b178ad929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:05.595448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1ae72-ff9b-4c65-bd58-b6678e45f1e9 req-4238f988-e8f7-490f-bee4-377b178ad929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:05.596094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1ae72-ff9b-4c65-bd58-b6678e45f1e9 req-4238f988-e8f7-490f-bee4-377b178ad929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:05.599008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1ae72-ff9b-4c65-bd58-b6678e45f1e9 req-4238f988-e8f7-490f-bee4-377b178ad929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:05.599708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1ae72-ff9b-4c65-bd58-b6678e45f1e9 req-4238f988-e8f7-490f-bee4-377b178ad929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:05.603148 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-38c1ae72-ff9b-4c65-bd58-b6678e45f1e9 req-4238f988-e8f7-490f-bee4-377b178ad929 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 6502 time: 0.2835152 Sep 23 22:42:05.608366 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad909cd5-fd97-485b-9ece-1f46ee3abaf0 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:05.620750 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa10e0d0-1e70-4405-9daa-c0db1b371695 None None] Network d18d211f-9ae9-4bc5-b159-3d67c83d5d8c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:42:05.634163 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ad909cd5-fd97-485b-9ece-1f46ee3abaf0 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/5897138e-8163-4d5c-843b-431fc3d986e9 HTTP/1.1" status: 204 len: 168 time: 1.4726098 Sep 23 22:42:05.661749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad909cd5-fd97-485b-9ece-1f46ee3abaf0 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Subnet': ['ID=5897138e-8163-4d5c-843b-431fc3d986e9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:05.661749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40934) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:05.717511 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-38c1ae72-ff9b-4c65-bd58-b6678e45f1e9 req-ce1c511f-916c-44b2-81ad-9af571383726 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066556 Sep 23 22:42:05.778410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba547566-a351-4112-9c21-cf277d241c02 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting subnet 3817bc77-fe3d-48c6-8746-38f86fa6233b {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:42:05.782332 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba547566-a351-4112-9c21-cf277d241c02 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:05.911475 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba547566-a351-4112-9c21-cf277d241c02 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:06.005743 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d906663-389c-438a-8cb7-3f078229e240 None None] DHCP port deletion for d18d211f-9ae9-4bc5-b159-3d67c83d5d8c request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:42:06.098149 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8d906663-389c-438a-8cb7-3f078229e240 None None] Deleting port 681683d0-105b-499a-9a52-e0d393cc4a60 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:42:06.099692 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8d906663-389c-438a-8cb7-3f078229e240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:06.256451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8d906663-389c-438a-8cb7-3f078229e240 None None] For port 681683d0-105b-499a-9a52-e0d393cc4a60, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=681683d0-105b-499a-9a52-e0d393cc4a60,segment=NetworkSegment(511ff0b8-571d-4175-a498-2f871dbdb901),segment_id=511ff0b8-571d-4175-a498-2f871dbdb901)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:06.257301 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8d906663-389c-438a-8cb7-3f078229e240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:06.268593 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba547566-a351-4112-9c21-cf277d241c02 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:06.280065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8d906663-389c-438a-8cb7-3f078229e240 None None] Calling delete_port for 681683d0-105b-499a-9a52-e0d393cc4a60 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:42:06.362624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f5700-77af-4214-800c-bfa4a752c96a req-ec669997-c0ce-43c1-945f-686d4f5c8139 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:06.369499 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4c6f5700-77af-4214-800c-bfa4a752c96a req-ec669997-c0ce-43c1-945f-686d4f5c8139 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.2184844 Sep 23 22:42:06.440419 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89be3e-8a79-4fec-a8c6-d26ab8c48e4f req-1103a0cc-fc96-4a90-87aa-0b01d6673a2e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:06.443893 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd89be3e-8a79-4fec-a8c6-d26ab8c48e4f req-1103a0cc-fc96-4a90-87aa-0b01d6673a2e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.2682076 Sep 23 22:42:06.516605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4c6f5700-77af-4214-800c-bfa4a752c96a req-2c3203bd-2f2e-4278-8247-ec64293d1e4c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304467 Sep 23 22:42:06.518598 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8d906663-389c-438a-8cb7-3f078229e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:06.585974 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd89be3e-8a79-4fec-a8c6-d26ab8c48e4f req-f7124772-7e02-4956-a157-38ea9c03fbdc tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074357 Sep 23 22:42:06.654065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d906663-389c-438a-8cb7-3f078229e240 None None] Pushing event deleted for resources: {'Port': ['ID=681683d0-105b-499a-9a52-e0d393cc4a60,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:06.659582 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:06.674367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d906663-389c-438a-8cb7-3f078229e240 None None] No DVR routers for this DVR port 681683d0-105b-499a-9a52-e0d393cc4a60 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:42:06.814068 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-57317c15-3f2d-4524-b7c3-0b924a50a79d req-8667d10a-209c-4570-b78d-6d6decd77a29 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 210 time: 0.1133487 Sep 23 22:42:06.816236 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba547566-a351-4112-9c21-cf277d241c02 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:06.893695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba547566-a351-4112-9c21-cf277d241c02 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Subnet': ['ID=3817bc77-fe3d-48c6-8746-38f86fa6233b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:06.901765 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba547566-a351-4112-9c21-cf277d241c02 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:06.906447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ba547566-a351-4112-9c21-cf277d241c02 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/3817bc77-fe3d-48c6-8746-38f86fa6233b HTTP/1.1" status: 204 len: 168 time: 1.2619405 Sep 23 22:42:06.909328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40962) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:06.923850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fb042f-277b-44bd-acfb-f98113405592 None None] Network 8f450011-2c5b-48a8-b7da-3c7b34e47d71 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:42:06.963798 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e2235-7542-41f0-8402-473044bfcc50 req-2689a25e-63f3-4c0e-896e-b3caba68351f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:06.967620 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-364e2235-7542-41f0-8402-473044bfcc50 req-2689a25e-63f3-4c0e-896e-b3caba68351f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.43 "GET /v2.0/networks?id=872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 200 len: 812 time: 0.5052023 Sep 23 22:42:06.988445 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-364e2235-7542-41f0-8402-473044bfcc50 req-06958cb0-b74e-4d78-840e-d567ca090cdd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Request body: {'port': {'device_id': '03f4587d-df2c-4128-8413-e375253a252d', 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47', 'admin_state_up': True, 'tenant_id': '7b76146ebc1f4d82b2692c606ba4acda'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:07.129003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 681683d0-105b-499a-9a52-e0d393cc4a60 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:42:07.143792 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3623c5fb-b27d-4bce-a00f-7d0b4e5acb85 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:07.184415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7d56-dfb8-4c96-936e-0f929ddf3fc3 req-fa59c7a5-42d1-4b9a-afe4-d9cceab41668 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:07.195612 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 681683d0-105b-499a-9a52-e0d393cc4a60 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:42:07.196036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 681683d0-105b-499a-9a52-e0d393cc4a60 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:42:07.201492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7d56-dfb8-4c96-936e-0f929ddf3fc3 req-fa59c7a5-42d1-4b9a-afe4-d9cceab41668 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:07.220781 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7d56-dfb8-4c96-936e-0f929ddf3fc3 req-fa59c7a5-42d1-4b9a-afe4-d9cceab41668 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:07.236027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7d56-dfb8-4c96-936e-0f929ddf3fc3 req-fa59c7a5-42d1-4b9a-afe4-d9cceab41668 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:07.243249 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7d56-dfb8-4c96-936e-0f929ddf3fc3 req-fa59c7a5-42d1-4b9a-afe4-d9cceab41668 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:07.250512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7d56-dfb8-4c96-936e-0f929ddf3fc3 req-fa59c7a5-42d1-4b9a-afe4-d9cceab41668 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:07.258740 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7d56-dfb8-4c96-936e-0f929ddf3fc3 req-fa59c7a5-42d1-4b9a-afe4-d9cceab41668 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:07.267451 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-660c7d56-dfb8-4c96-936e-0f929ddf3fc3 req-fa59c7a5-42d1-4b9a-afe4-d9cceab41668 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5445 time: 0.5396776 Sep 23 22:42:07.373483 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3623c5fb-b27d-4bce-a00f-7d0b4e5acb85 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:07.413963 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-660c7d56-dfb8-4c96-936e-0f929ddf3fc3 req-0b77ff3e-5d72-43c2-b020-300702d0cfd7 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1446314 Sep 23 22:42:07.451184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3623c5fb-b27d-4bce-a00f-7d0b4e5acb85 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18d211f-9ae9-4bc5-b159-3d67c83d5d8c']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:07.467297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fd88b9-9c96-4e27-b211-e49cac8b5478 None None] DHCP port deletion for 8f450011-2c5b-48a8-b7da-3c7b34e47d71 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:42:07.479212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3623c5fb-b27d-4bce-a00f-7d0b4e5acb85 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511ff0b8-571d-4175-a498-2f871dbdb901') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:07.479517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3623c5fb-b27d-4bce-a00f-7d0b4e5acb85 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511ff0b8-571d-4175-a498-2f871dbdb901') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:07.516824 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3623c5fb-b27d-4bce-a00f-7d0b4e5acb85 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:07.565408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3623c5fb-b27d-4bce-a00f-7d0b4e5acb85 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:07.578577 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-31fd88b9-9c96-4e27-b211-e49cac8b5478 None None] Deleting port de4006ab-1b71-4c9f-94f4-4d34fcceb34e {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:42:07.579227 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-31fd88b9-9c96-4e27-b211-e49cac8b5478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:07.625428 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3623c5fb-b27d-4bce-a00f-7d0b4e5acb85 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3623c5fb-b27d-4bce-a00f-7d0b4e5acb85 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:42:07.629435 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:42:07.696456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-31fd88b9-9c96-4e27-b211-e49cac8b5478 None None] For port de4006ab-1b71-4c9f-94f4-4d34fcceb34e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=de4006ab-1b71-4c9f-94f4-4d34fcceb34e,segment=NetworkSegment(8e9e9620-bee6-4170-acf0-bf9a61ef8ea8),segment_id=8e9e9620-bee6-4170-acf0-bf9a61ef8ea8)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:07.697151 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-31fd88b9-9c96-4e27-b211-e49cac8b5478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:07.727385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364e2235-7542-41f0-8402-473044bfcc50 req-06958cb0-b74e-4d78-840e-d567ca090cdd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Made reservation on behalf of 7b76146ebc1f4d82b2692c606ba4acda for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:42:07.732697 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-364e2235-7542-41f0-8402-473044bfcc50 req-06958cb0-b74e-4d78-840e-d567ca090cdd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:07.779543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-31fd88b9-9c96-4e27-b211-e49cac8b5478 None None] Calling delete_port for de4006ab-1b71-4c9f-94f4-4d34fcceb34e owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:42:07.916868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba70c9f-4714-47bd-bc02-4097247e244b req-ac689080-507d-471c-bdce-1fe1a42e4d87 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:07.919275 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cba70c9f-4714-47bd-bc02-4097247e244b req-ac689080-507d-471c-bdce-1fe1a42e4d87 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.1847646 Sep 23 22:42:07.988810 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f46c71-c26f-4a4d-9adb-232b137e930a req-1b97eb68-d63c-48f9-9905-6e793c5a138f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:07.993822 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9f46c71-c26f-4a4d-9adb-232b137e930a req-1b97eb68-d63c-48f9-9905-6e793c5a138f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.2860565 Sep 23 22:42:08.033920 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cba70c9f-4714-47bd-bc02-4097247e244b req-a86eb4de-97ba-4425-a6a7-156a50d62102 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085386 Sep 23 22:42:08.043635 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3623c5fb-b27d-4bce-a00f-7d0b4e5acb85 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:08.080291 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3623c5fb-b27d-4bce-a00f-7d0b4e5acb85 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:08.085656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40988) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:08.086619 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3623c5fb-b27d-4bce-a00f-7d0b4e5acb85 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/networks/d18d211f-9ae9-4bc5-b159-3d67c83d5d8c HTTP/1.1" status: 204 len: 168 time: 1.1715417 Sep 23 22:42:08.087882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623c5fb-b27d-4bce-a00f-7d0b4e5acb85 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Network': ['ID=d18d211f-9ae9-4bc5-b159-3d67c83d5d8c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:08.113009 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-31fd88b9-9c96-4e27-b211-e49cac8b5478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:08.152803 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9f46c71-c26f-4a4d-9adb-232b137e930a req-9b48802c-5aea-4298-8a6d-39b4ba71d42d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102569 Sep 23 22:42:08.213071 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fd88b9-9c96-4e27-b211-e49cac8b5478 None None] No DVR routers for this DVR port de4006ab-1b71-4c9f-94f4-4d34fcceb34e on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:42:08.223942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd88b9-9c96-4e27-b211-e49cac8b5478 None None] Pushing event deleted for resources: {'Port': ['ID=de4006ab-1b71-4c9f-94f4-4d34fcceb34e,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:08.239438 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-280c02d7-e753-4f79-83af-2bbc90f1643a req-aeeb2688-397f-45b5-bbfc-7ff874884ac1 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 210 time: 0.0429440 Sep 23 22:42:08.331378 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-969af1c0-6a77-4a4d-a993-f5a86ce6638b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:08.343978 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-364e2235-7542-41f0-8402-473044bfcc50 req-06958cb0-b74e-4d78-840e-d567ca090cdd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Allocated IP 172.20.0.13 (872c1fac-beaa-464d-807d-5c88e0c5fc47/3bef7f46-c67d-4b9d-b0a8-ff182509722b/bc0b3987-4415-4d92-96ee-12cd43e92611) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:42:08.578814 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-969af1c0-6a77-4a4d-a993-f5a86ce6638b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:08.921469 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-969af1c0-6a77-4a4d-a993-f5a86ce6638b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f450011-2c5b-48a8-b7da-3c7b34e47d71']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:08.927819 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-364e2235-7542-41f0-8402-473044bfcc50 req-06958cb0-b74e-4d78-840e-d567ca090cdd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:08.944658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-969af1c0-6a77-4a4d-a993-f5a86ce6638b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9e9620-bee6-4170-acf0-bf9a61ef8ea8') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:08.946974 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-969af1c0-6a77-4a4d-a993-f5a86ce6638b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9e9620-bee6-4170-acf0-bf9a61ef8ea8') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:08.963900 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-969af1c0-6a77-4a4d-a993-f5a86ce6638b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:08.992947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249a323-d1f1-4151-96b0-fde6d0ff28fc req-91836e79-1120-4d77-9fa9-eccc9a3a8a38 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:08.999570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249a323-d1f1-4151-96b0-fde6d0ff28fc req-91836e79-1120-4d77-9fa9-eccc9a3a8a38 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:09.005979 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249a323-d1f1-4151-96b0-fde6d0ff28fc req-91836e79-1120-4d77-9fa9-eccc9a3a8a38 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:09.012716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249a323-d1f1-4151-96b0-fde6d0ff28fc req-91836e79-1120-4d77-9fa9-eccc9a3a8a38 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:09.025407 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249a323-d1f1-4151-96b0-fde6d0ff28fc req-91836e79-1120-4d77-9fa9-eccc9a3a8a38 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:09.031537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249a323-d1f1-4151-96b0-fde6d0ff28fc req-91836e79-1120-4d77-9fa9-eccc9a3a8a38 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:09.037759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249a323-d1f1-4151-96b0-fde6d0ff28fc req-91836e79-1120-4d77-9fa9-eccc9a3a8a38 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:09.046576 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7249a323-d1f1-4151-96b0-fde6d0ff28fc req-91836e79-1120-4d77-9fa9-eccc9a3a8a38 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5445 time: 0.1922901 Sep 23 22:42:09.065805 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-969af1c0-6a77-4a4d-a993-f5a86ce6638b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:09.094228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device de4006ab-1b71-4c9f-94f4-4d34fcceb34e no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:42:09.097862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969af1c0-6a77-4a4d-a993-f5a86ce6638b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:42:09.101304 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-969af1c0-6a77-4a4d-a993-f5a86ce6638b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:42:09.105637 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:42:09.178783 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: de4006ab-1b71-4c9f-94f4-4d34fcceb34e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:42:09.185988 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device de4006ab-1b71-4c9f-94f4-4d34fcceb34e not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:42:09.193810 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7249a323-d1f1-4151-96b0-fde6d0ff28fc req-35b645dc-8e35-4208-89f9-549b100489bd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1462295 Sep 23 22:42:09.237786 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-364e2235-7542-41f0-8402-473044bfcc50 req-06958cb0-b74e-4d78-840e-d567ca090cdd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:09.354337 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-969af1c0-6a77-4a4d-a993-f5a86ce6638b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:09.379595 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-969af1c0-6a77-4a4d-a993-f5a86ce6638b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:09.393770 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-969af1c0-6a77-4a4d-a993-f5a86ce6638b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/networks/8f450011-2c5b-48a8-b7da-3c7b34e47d71 HTTP/1.1" status: 204 len: 168 time: 1.3033693 Sep 23 22:42:09.402260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41018) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:09.439645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-66ae528a-6fc8-4b57-8953-18f265eee6eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'network': {'name': 'tempest-RoutersTest-394582047'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:09.469830 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969af1c0-6a77-4a4d-a993-f5a86ce6638b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Network': ['ID=8f450011-2c5b-48a8-b7da-3c7b34e47d71,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:09.538392 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364e2235-7542-41f0-8402-473044bfcc50 req-06958cb0-b74e-4d78-840e-d567ca090cdd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Network 872c1fac-beaa-464d-807d-5c88e0c5fc47 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:42:09.544595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-364e2235-7542-41f0-8402-473044bfcc50 req-06958cb0-b74e-4d78-840e-d567ca090cdd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:42:09.555420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-364e2235-7542-41f0-8402-473044bfcc50 req-06958cb0-b74e-4d78-840e-d567ca090cdd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:42:09.569611 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06958cb0-b74e-4d78-840e-d567ca090cdd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Pushing event updated for resources: {'Port': ['ID=bc0b3987-4415-4d92-96ee-12cd43e92611,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:09.708204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cac99-c929-4059-9ad4-bc8644ed9673 req-dfcc2cbd-a73b-413c-a90b-f3dd402c37b0 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:09.717531 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c97cac99-c929-4059-9ad4-bc8644ed9673 req-dfcc2cbd-a73b-413c-a90b-f3dd402c37b0 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.4889412 Sep 23 22:42:09.756695 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e2235-7542-41f0-8402-473044bfcc50 req-06958cb0-b74e-4d78-840e-d567ca090cdd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:09.773370 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-364e2235-7542-41f0-8402-473044bfcc50 req-06958cb0-b74e-4d78-840e-d567ca090cdd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:09.827064 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3afc84-019b-4592-9821-17718a1e17e2 req-289e360a-0ea2-4490-8e7b-d441616f8b98 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:09.832759 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b3afc84-019b-4592-9821-17718a1e17e2 req-289e360a-0ea2-4490-8e7b-d441616f8b98 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.2657552 Sep 23 22:42:09.881789 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b3afc84-019b-4592-9821-17718a1e17e2 req-7cb99ca3-21cc-4093-a360-675b91238be4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408945 Sep 23 22:42:09.956638 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-364e2235-7542-41f0-8402-473044bfcc50 req-06958cb0-b74e-4d78-840e-d567ca090cdd tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9784386 Sep 23 22:42:09.983566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Request body: {'port': {'device_id': '03f4587d-df2c-4128-8413-e375253a252d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:10.087703 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:10.168400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1802d0f-c8e9-493e-a441-3e57455fdb03 req-52c2e212-ba9f-4476-977e-7142d45a0f7b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:10.170075 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1802d0f-c8e9-493e-a441-3e57455fdb03 req-52c2e212-ba9f-4476-977e-7142d45a0f7b tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 932 time: 0.0926008 Sep 23 22:42:10.250248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ae528a-6fc8-4b57-8953-18f265eee6eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:42:10.253801 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-66ae528a-6fc8-4b57-8953-18f265eee6eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:10.284821 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cccc2316-bd07-4c92-b193-45c13e472705 req-679b3b0f-a399-49af-b9a7-6412b1519103 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7056777 Sep 23 22:42:10.295454 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c97cac99-c929-4059-9ad4-bc8644ed9673 req-19e0ca38-dab2-43e0-93fa-ebbd401d30e5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765834 Sep 23 22:42:10.307831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ae528a-6fc8-4b57-8953-18f265eee6eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:42:10.333267 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1802d0f-c8e9-493e-a441-3e57455fdb03 req-431598b2-532a-44bc-b8d7-7c106340d69a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436012 Sep 23 22:42:10.337219 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-66ae528a-6fc8-4b57-8953-18f265eee6eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:10.337219 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-66ae528a-6fc8-4b57-8953-18f265eee6eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Added segment 5bbe5ced-0e25-4615-a00b-4137759f5600 of type vlan for network 83f4183e-9596-42a1-8ab8-82e0648a06d8 Sep 23 22:42:10.417145 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-66ae528a-6fc8-4b57-8953-18f265eee6eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:10.469504 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc2316-bd07-4c92-b193-45c13e472705 req-88a26a77-cad0-494c-b8bf-fc3e8e362a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:10.471253 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cccc2316-bd07-4c92-b193-45c13e472705 req-88a26a77-cad0-494c-b8bf-fc3e8e362a2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 1097 time: 0.1450193 Sep 23 22:42:10.509307 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9d2d6-05dc-4a12-8b37-ae25f4054738 req-48eb890f-42dc-4659-aff9-ff33c7e4ec7b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:10.525662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9d2d6-05dc-4a12-8b37-ae25f4054738 req-48eb890f-42dc-4659-aff9-ff33c7e4ec7b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:10.525662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9d2d6-05dc-4a12-8b37-ae25f4054738 req-48eb890f-42dc-4659-aff9-ff33c7e4ec7b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:10.531012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9d2d6-05dc-4a12-8b37-ae25f4054738 req-48eb890f-42dc-4659-aff9-ff33c7e4ec7b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:10.538405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9d2d6-05dc-4a12-8b37-ae25f4054738 req-48eb890f-42dc-4659-aff9-ff33c7e4ec7b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:10.544424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9d2d6-05dc-4a12-8b37-ae25f4054738 req-48eb890f-42dc-4659-aff9-ff33c7e4ec7b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:10.550650 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9d2d6-05dc-4a12-8b37-ae25f4054738 req-48eb890f-42dc-4659-aff9-ff33c7e4ec7b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:10.566095 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-75b9d2d6-05dc-4a12-8b37-ae25f4054738 req-48eb890f-42dc-4659-aff9-ff33c7e4ec7b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5445 time: 0.1669633 Sep 23 22:42:10.577138 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41032) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:10.583981 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ac0ff2e0-e568-4f3c-a724-45a5fe0530d3 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Request body: {'floatingip': {'port_id': '65da3b19-c7ce-4403-aab0-82474cf2997a'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:10.640946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0b3987-4415-4d92-96ee-12cd43e92611 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:42:10.651624 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ac0ff2e0-e568-4f3c-a724-45a5fe0530d3 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:10.669046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc2316-bd07-4c92-b193-45c13e472705 req-386a8757-4901-426c-b1c8-3280590fa5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:10.670635 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cccc2316-bd07-4c92-b193-45c13e472705 req-386a8757-4901-426c-b1c8-3280590fa5a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.1131699 Sep 23 22:42:10.676612 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-66ae528a-6fc8-4b57-8953-18f265eee6eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:10.683748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ae528a-6fc8-4b57-8953-18f265eee6eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:10.684503 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-66ae528a-6fc8-4b57-8953-18f265eee6eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:10.782465 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:10.782641 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cccc2316-bd07-4c92-b193-45c13e472705 req-8b3b53cf-df2d-4b28-936a-ae47e43033be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fed8c899-d23a-491f-8f31-53b8265873f2 HTTP/1.1" status: 200 len: 217 time: 0.0926588 Sep 23 22:42:10.864798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae528a-6fc8-4b57-8953-18f265eee6eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Network': ['ID=83f4183e-9596-42a1-8ab8-82e0648a06d8,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:10.880399 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 83f4183e-9596-42a1-8ab8-82e0648a06d8 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:42:10.895888 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Transition to ACTIVE for port object bc0b3987-4415-4d92-96ee-12cd43e92611 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:42:10.898617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc2316-bd07-4c92-b193-45c13e472705 req-e7f9ae03-45ab-4f0d-8169-b31ae020f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:10.901156 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cccc2316-bd07-4c92-b193-45c13e472705 req-e7f9ae03-45ab-4f0d-8169-b31ae020f0de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.1077716 Sep 23 22:42:10.982338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-66ae528a-6fc8-4b57-8953-18f265eee6eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5615561 Sep 23 22:42:10.986582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41052) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:10.995749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f29d2958-eb7e-48d0-bf29-38623939ffec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'subnet': {'network_id': '83f4183e-9596-42a1-8ab8-82e0648a06d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:11.088596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc2316-bd07-4c92-b193-45c13e472705 req-2b135564-664c-4d6a-b25a-089920411fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:11.090465 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cccc2316-bd07-4c92-b193-45c13e472705 req-2b135564-664c-4d6a-b25a-089920411fa9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803284 Sep 23 22:42:11.281800 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cccc2316-bd07-4c92-b193-45c13e472705 req-047c38b6-4e08-4c57-9124-67ce4415b962 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829772 Sep 23 22:42:11.323883 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29d2958-eb7e-48d0-bf29-38623939ffec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:42:11.362631 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f29d2958-eb7e-48d0-bf29-38623939ffec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:11.729387 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ac0ff2e0-e568-4f3c-a724-45a5fe0530d3 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:11.751429 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:11.882088 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ac0ff2e0-e568-4f3c-a724-45a5fe0530d3 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:11.932548 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Pushing event updated for resources: {'Port': ['ID=bc0b3987-4415-4d92-96ee-12cd43e92611,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:11.958948 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164f1b2-18d9-43c0-b8f0-eb12f57b0dc5 req-1f7b76c7-73eb-4f87-b071-f3bf20699ad7 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:11.962039 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e164f1b2-18d9-43c0-b8f0-eb12f57b0dc5 req-1f7b76c7-73eb-4f87-b071-f3bf20699ad7 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.2301617 Sep 23 22:42:11.988503 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f29d2958-eb7e-48d0-bf29-38623939ffec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:12.052870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2144dfb-4735-4409-8b00-d98ef5551cdb req-25bcdbc5-8e92-491f-b7e6-8397d9d15761 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:12.065283 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2144dfb-4735-4409-8b00-d98ef5551cdb req-25bcdbc5-8e92-491f-b7e6-8397d9d15761 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.5610902 Sep 23 22:42:12.092559 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cccc2316-bd07-4c92-b193-45c13e472705 req-aabf1ef2-7c8f-468b-a4ec-d6512fef04f1 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8038008 Sep 23 22:42:12.156167 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e164f1b2-18d9-43c0-b8f0-eb12f57b0dc5 req-661f8149-dbcf-47d3-98b9-096f0b1979b8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181993 Sep 23 22:42:12.243994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Attempting to bind port bc0b3987-4415-4d92-96ee-12cd43e92611 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:42:12.243994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Attempting to bind port bc0b3987-4415-4d92-96ee-12cd43e92611 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:42:12.243994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Attempting to bind port bc0b3987-4415-4d92-96ee-12cd43e92611 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:42:12.248363 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-ac0ff2e0-e568-4f3c-a724-45a5fe0530d3 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Floating IP ca1abc16-2c34-4cf8-a3be-9901f34038d5 associated. External IP: 172.25.1.203, port: 65da3b19-c7ce-4403-aab0-82474cf2997a. Sep 23 22:42:12.254574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Port bc0b3987-4415-4d92-96ee-12cd43e92611 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:42:12.254574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Attempting to bind port bc0b3987-4415-4d92-96ee-12cd43e92611 on network 872c1fac-beaa-464d-807d-5c88e0c5fc47 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:42:12.324062 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:42:12.324799 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Checking segment: {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:42:12.325437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Bound using segment: {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:42:12.326129 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Bound port: bc0b3987-4415-4d92-96ee-12cd43e92611, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee86bc57-9e1c-4e40-a39c-b79e6200a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:42:12.327876 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:12.337764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d2958-eb7e-48d0-bf29-38623939ffec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Checking segment: {'id': '5bbe5ced-0e25-4615-a00b-4137759f5600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83f4183e-9596-42a1-8ab8-82e0648a06d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:42:12.338254 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29d2958-eb7e-48d0-bf29-38623939ffec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network hostable DHCP agents. Network: 83f4183e-9596-42a1-8ab8-82e0648a06d8, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:42:12.346029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d2958-eb7e-48d0-bf29-38623939ffec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Subnet': ['ID=d3b924e9-cdc5-4cbc-a62c-a057448b5be8,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:12.367606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2144dfb-4735-4409-8b00-d98ef5551cdb req-bd6f3fea-e443-4d43-b585-a68dc4acc004 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720065 Sep 23 22:42:12.522123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29d2958-eb7e-48d0-bf29-38623939ffec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 83f4183e-9596-42a1-8ab8-82e0648a06d8 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:42:12.682133 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-f29d2958-eb7e-48d0-bf29-38623939ffec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 83f4183e-9596-42a1-8ab8-82e0648a06d8) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:42:12.687647 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29d2958-eb7e-48d0-bf29-38623939ffec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:12.687647 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f29d2958-eb7e-48d0-bf29-38623939ffec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:12.697441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4efbe0-5840-434a-8e1b-6c0b87b56b30 None None] Network 83f4183e-9596-42a1-8ab8-82e0648a06d8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:42:12.858982 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f29d2958-eb7e-48d0-bf29-38623939ffec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8699515 Sep 23 22:42:12.860277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41076) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:12.879647 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-68d5e7f4-ce90-4592-8ca4-a1921b0fb80c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1515450554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:13.086655 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-83f4183e-9596-42a1-8ab8-82e0648a06d8', 'network_id': '83f4183e-9596-42a1-8ab8-82e0648a06d8', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'fixed_ips': [{'subnet_id': 'd3b924e9-cdc5-4cbc-a62c-a057448b5be8'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:42:13.091489 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:13.197654 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-68d5e7f4-ce90-4592-8ca4-a1921b0fb80c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:13.201197 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-68d5e7f4-ce90-4592-8ca4-a1921b0fb80c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:13.366009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-68d5e7f4-ce90-4592-8ca4-a1921b0fb80c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:13.494987 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-68d5e7f4-ce90-4592-8ca4-a1921b0fb80c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:13.546303 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-baef8618-9977-4793-98be-79200efc7c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:13.589406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e27f0-41da-4264-b56f-49ca11f2fa08 req-d34cdfbd-27ef-43b8-b795-908dbf2a726e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:13.593200 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee6e27f0-41da-4264-b56f-49ca11f2fa08 req-d34cdfbd-27ef-43b8-b795-908dbf2a726e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 944 time: 1.2735689 Sep 23 22:42:13.705942 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-68d5e7f4-ce90-4592-8ca4-a1921b0fb80c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:13.713265 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-68d5e7f4-ce90-4592-8ca4-a1921b0fb80c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8480597 Sep 23 22:42:13.717805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41094) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:13.733307 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-27561151-ddb7-4d1a-9d04-ae3dc49cda61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'port': {'network_id': '83f4183e-9596-42a1-8ab8-82e0648a06d8', 'name': 'tempest-RoutersTest-842860424'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:13.766621 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] For port bc0b3987-4415-4d92-96ee-12cd43e92611, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:42:13.793948 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] For port bc0b3987-4415-4d92-96ee-12cd43e92611, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=bc0b3987-4415-4d92-96ee-12cd43e92611,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:42:13.811475 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee6e27f0-41da-4264-b56f-49ca11f2fa08 req-ac85b98b-c26a-4bd6-83f2-23feb2394f65 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336613 Sep 23 22:42:13.828079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Allocated IP 172.20.0.2 (83f4183e-9596-42a1-8ab8-82e0648a06d8/d3b924e9-cdc5-4cbc-a62c-a057448b5be8/c77536c1-2fd5-44f9-8758-f25de1cee60b) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:42:13.892364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0ff2e0-e568-4f3c-a724-45a5fe0530d3 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:42:14.045643 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:14.095994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb08ea-7b19-4a46-ac39-fc0eac6e9b30 req-b85938e0-8339-4b0f-8f67-e4d0ef6601da tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:14.098214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-14bb08ea-7b19-4a46-ac39-fc0eac6e9b30 req-b85938e0-8339-4b0f-8f67-e4d0ef6601da tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.4924462 Sep 23 22:42:14.239236 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-14bb08ea-7b19-4a46-ac39-fc0eac6e9b30 req-15d94046-ba1e-4c76-a88f-42eac58d8a37 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1296010 Sep 23 22:42:14.301823 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:14.342616 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:14.343341 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:14.344786 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-364e2235-7542-41f0-8402-473044bfcc50 req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] 10.222.0.43 "PUT /v2.0/ports/bc0b3987-4415-4d92-96ee-12cd43e92611 HTTP/1.1" status: 200 len: 1092 time: 4.3743970 Sep 23 22:42:14.346154 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f4587d-df2c-4128-8413-e375253a252d', 'tag': 'bc0b3987-4415-4d92-96ee-12cd43e92611'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:42:14.355714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27561151-ddb7-4d1a-9d04-ae3dc49cda61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:42:14.360802 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6491b52-9b70-429b-9317-b434737a6a70" -d '{"events": [{"name": "network-changed", "server_uuid": "03f4587d-df2c-4128-8413-e375253a252d", "tag": "bc0b3987-4415-4d92-96ee-12cd43e92611"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:42:14.364434 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27561151-ddb7-4d1a-9d04-ae3dc49cda61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:14.371481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0ff2e0-e568-4f3c-a724-45a5fe0530d3 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:42:14.401474 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ac0ff2e0-e568-4f3c-a724-45a5fe0530d3 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:14.424367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61924165-0dea-458c-8e38-93610d9a25b6 None None] Sync routers for ids ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:42:14.444066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-27561151-ddb7-4d1a-9d04-ae3dc49cda61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] device_id is not set on port b8a81c12-f5fd-466a-8230-4cffd44fb704 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:42:14.464093 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:14.493427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea11f07-d639-4c08-a8ab-c7997992399a service neutron] Pushing event updated for resources: {'Port': ['ID=bc0b3987-4415-4d92-96ee-12cd43e92611,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:14.533261 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a939823f-6442-46bc-9563-947fa8f8218a x-openstack-request-id: req-a939823f-6442-46bc-9563-947fa8f8218a {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:42:14.533261 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f4587d-df2c-4128-8413-e375253a252d", "tag": "bc0b3987-4415-4d92-96ee-12cd43e92611", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:42:14.533741 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a939823f-6442-46bc-9563-947fa8f8218a {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:42:14.535061 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f4587d-df2c-4128-8413-e375253a252d', 'tag': 'bc0b3987-4415-4d92-96ee-12cd43e92611', 'status': 'completed', 'code': 200} Sep 23 22:42:14.569955 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61924165-0dea-458c-8e38-93610d9a25b6 None None] Routers {'8423bc4a-5689-4f3a-a3ad-f384b87816a6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:42:14.571644 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-61924165-0dea-458c-8e38-93610d9a25b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:41:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:14.677401 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ac0ff2e0-e568-4f3c-a724-45a5fe0530d3 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "PUT /v2.0/floatingips/ca1abc16-2c34-4cf8-a3be-9901f34038d5 HTTP/1.1" status: 200 len: 991 time: 4.0955107 Sep 23 22:42:14.708748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dec0e6-dc3a-4d5a-be5d-a0e15d94a854 req-4c78a653-82bb-48c3-88fe-e34845b41bdc tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:14.723282 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-05dec0e6-dc3a-4d5a-be5d-a0e15d94a854 req-4c78a653-82bb-48c3-88fe-e34845b41bdc tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.6952255 Sep 23 22:42:14.770916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-27561151-ddb7-4d1a-9d04-ae3dc49cda61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Allocated IP 172.20.0.3 (83f4183e-9596-42a1-8ab8-82e0648a06d8/d3b924e9-cdc5-4cbc-a62c-a057448b5be8/b8a81c12-f5fd-466a-8230-4cffd44fb704) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:42:14.843357 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-05dec0e6-dc3a-4d5a-be5d-a0e15d94a854 req-41079b1a-6e65-411e-9165-b6e34186660d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182008 Sep 23 22:42:14.867890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6491b52-9b70-429b-9317-b434737a6a70 req-b8d25437-eb9d-4751-8b31-543dd85b00df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:14.876058 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e6491b52-9b70-429b-9317-b434737a6a70 req-b8d25437-eb9d-4751-8b31-543dd85b00df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 1095 time: 0.3670456 Sep 23 22:42:14.906673 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Network 83f4183e-9596-42a1-8ab8-82e0648a06d8 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:42:14.908610 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ecbced89-a474-4b0f-b412-b44171dc5011 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:42:14.970936 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:42:14.982438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:42:15.039943 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Pushing event updated for resources: {'Port': ['ID=c77536c1-2fd5-44f9-8758-f25de1cee60b,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:15.183064 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27561151-ddb7-4d1a-9d04-ae3dc49cda61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:15.189635 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.resource_extend [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:42:15.248941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84232f3d-7507-426a-976a-89e0620f3c2b req-a7a2fd1f-aa10-4ccd-b9aa-519ad965fc11 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:15.272151 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-84232f3d-7507-426a-976a-89e0620f3c2b req-a7a2fd1f-aa10-4ccd-b9aa-519ad965fc11 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 944 time: 0.2177830 Sep 23 22:42:15.375046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6491b52-9b70-429b-9317-b434737a6a70 req-cbac50af-346e-4371-bd92-82df9def7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:15.381912 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e6491b52-9b70-429b-9317-b434737a6a70 req-cbac50af-346e-4371-bd92-82df9def7fc0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4954278 Sep 23 22:42:15.437807 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27561151-ddb7-4d1a-9d04-ae3dc49cda61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:15.461072 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Attempting to bind port c77536c1-2fd5-44f9-8758-f25de1cee60b on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:42:15.462144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Attempting to bind port c77536c1-2fd5-44f9-8758-f25de1cee60b by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '5bbe5ced-0e25-4615-a00b-4137759f5600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83f4183e-9596-42a1-8ab8-82e0648a06d8'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:42:15.464372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Attempting to bind port c77536c1-2fd5-44f9-8758-f25de1cee60b on network 83f4183e-9596-42a1-8ab8-82e0648a06d8 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:42:15.577272 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27561151-ddb7-4d1a-9d04-ae3dc49cda61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=b8a81c12-f5fd-466a-8230-4cffd44fb704,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:15.628208 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-61924165-0dea-458c-8e38-93610d9a25b6 None None] Set router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:42:15.635765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6491b52-9b70-429b-9317-b434737a6a70 req-1103cd0a-c9b8-45ba-91ac-527f16f5dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:15.637493 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e6491b52-9b70-429b-9317-b434737a6a70 req-1103cd0a-c9b8-45ba-91ac-527f16f5dc33 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2468622 Sep 23 22:42:15.646123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27561151-ddb7-4d1a-9d04-ae3dc49cda61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 83f4183e-9596-42a1-8ab8-82e0648a06d8 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:42:15.650227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-27561151-ddb7-4d1a-9d04-ae3dc49cda61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:42:15.655725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27561151-ddb7-4d1a-9d04-ae3dc49cda61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:42:15.660378 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-84232f3d-7507-426a-976a-89e0620f3c2b req-8e6563d5-8b2e-44c6-b99b-b8ffab359b9a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728852 Sep 23 22:42:15.706087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64280dbb-80e3-4801-918b-82abc9589798 req-de249c56-8c4e-43f2-b39d-1aaf1234d1d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:15.714380 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64280dbb-80e3-4801-918b-82abc9589798 req-de249c56-8c4e-43f2-b39d-1aaf1234d1d2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.1252520 Sep 23 22:42:15.783590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27561151-ddb7-4d1a-9d04-ae3dc49cda61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:15.791098 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27561151-ddb7-4d1a-9d04-ae3dc49cda61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:15.819559 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e2235-7542-41f0-8402-473044bfcc50 req-47a1b579-12c1-4d74-b19b-e236dcaccdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:15.830309 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-364e2235-7542-41f0-8402-473044bfcc50 req-47a1b579-12c1-4d74-b19b-e236dcaccdb3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 1095 time: 0.1327713 Sep 23 22:42:15.850290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64280dbb-80e3-4801-918b-82abc9589798 req-fb8f969f-4027-439f-8f99-98326020f526 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1346097 Sep 23 22:42:15.965635 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-27561151-ddb7-4d1a-9d04-ae3dc49cda61 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2435739 Sep 23 22:42:15.968271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41138) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:15.986868 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-364e2235-7542-41f0-8402-473044bfcc50 req-82e124c8-f31d-4305-9f88-3f295cdfcd4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc0b3987-4415-4d92-96ee-12cd43e92611 HTTP/1.1" status: 200 len: 217 time: 0.1482668 Sep 23 22:42:16.056079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:42:16.056079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Checking segment: {'id': '5bbe5ced-0e25-4615-a00b-4137759f5600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83f4183e-9596-42a1-8ab8-82e0648a06d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:42:16.056079 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:16.056079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Bound using segment: {'id': '5bbe5ced-0e25-4615-a00b-4137759f5600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83f4183e-9596-42a1-8ab8-82e0648a06d8'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:42:16.056079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Bound port: c77536c1-2fd5-44f9-8758-f25de1cee60b, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbe5ced-0e25-4615-a00b-4137759f5600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83f4183e-9596-42a1-8ab8-82e0648a06d8'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:42:16.061083 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:16.130557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e2235-7542-41f0-8402-473044bfcc50 req-a14e1698-1e09-4c30-ba0c-d5db3535a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:16.131656 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-364e2235-7542-41f0-8402-473044bfcc50 req-a14e1698-1e09-4c30-ba0c-d5db3535a743 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bef7f46-c67d-4b9d-b0a8-ff182509722b HTTP/1.1" status: 200 len: 852 time: 0.1335900 Sep 23 22:42:16.200757 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-364e2235-7542-41f0-8402-473044bfcc50 req-be90882f-ca7b-43fc-bc7a-480488b3bc1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=872c1fac-beaa-464d-807d-5c88e0c5fc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616026 Sep 23 22:42:16.335939 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ecbced89-a474-4b0f-b412-b44171dc5011,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:16.381555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'port_id': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'mac_address': 'fa:16:3e:09:5f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:42:16.406592 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-41afc4f3-c2fb-4a5d-9e0f-ef8437107176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:16.485634 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-364e2235-7542-41f0-8402-473044bfcc50 req-35b159ec-df02-4fad-bb6e-16fbb8c592e0 service neutron] 10.222.0.43 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775280 Sep 23 22:42:16.532321 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:16.544055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': '65da3b19-c7ce-4403-aab0-82474cf2997a'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:42:16.546596 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d8c465-1b5d-477a-8f8d-8a2537576442" -d '{"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "65da3b19-c7ce-4403-aab0-82474cf2997a"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:42:16.569067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8c498-9e98-43f3-b19b-c04c6ec2333c req-75f59323-eb12-40ce-83ae-9f9f3f89362b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:16.571599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecbced89-a474-4b0f-b412-b44171dc5011 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:42:16.586995 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-23c8c498-9e98-43f3-b19b-c04c6ec2333c req-75f59323-eb12-40ce-83ae-9f9f3f89362b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.4721637 Sep 23 22:42:16.587132 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:16.637735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] For port c77536c1-2fd5-44f9-8758-f25de1cee60b, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:42:16.643541 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] For port c77536c1-2fd5-44f9-8758-f25de1cee60b, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c77536c1-2fd5-44f9-8758-f25de1cee60b,segment=NetworkSegment(5bbe5ced-0e25-4615-a00b-4137759f5600),segment_id=5bbe5ced-0e25-4615-a00b-4137759f5600)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:42:16.660332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-61924165-0dea-458c-8e38-93610d9a25b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:38:23Z', 'updated_at': '2021-09-23T22:38:38Z', 'revision_number': 4, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'gw_port': {'id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:27Z', 'updated_at': '2021-09-23T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'ca1abc16-2c34-4cf8-a3be-9901f34038d5', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'floating_ip_address': '172.25.1.203', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'port_id': '65da3b19-c7ce-4403-aab0-82474cf2997a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'mac_address': 'fa:16:3e:59:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:40:05Z', 'updated_at': '2021-09-23T22:42:11Z', 'revision_number': 1, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be25da35-afbb-4c7a-874b-7ef11658c71f', 'name': '', 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'mac_address': 'fa:16:3e:3c:8d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:36Z', 'updated_at': '2021-09-23T22:38:46Z', 'revision_number': 5, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'subnets': [{'id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:16.666671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ecbced89-a474-4b0f-b412-b44171dc5011,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:16.666924 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51395811-2deb-47e9-97f4-167f36b543e0 x-openstack-request-id: req-51395811-2deb-47e9-97f4-167f36b543e0 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:42:16.667127 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "tag": "65da3b19-c7ce-4403-aab0-82474cf2997a", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:42:16.667329 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51395811-2deb-47e9-97f4-167f36b543e0 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:42:16.667726 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'tag': '65da3b19-c7ce-4403-aab0-82474cf2997a', 'status': 'completed', 'code': 200} Sep 23 22:42:16.707433 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-23c8c498-9e98-43f3-b19b-c04c6ec2333c req-30f1c7c0-c650-4447-9883-7f5ec9015c74 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111190 Sep 23 22:42:16.803028 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61924165-0dea-458c-8e38-93610d9a25b6 None None] Checking router: 8423bc4a-5689-4f3a-a3ad-f384b87816a6 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:42:16.812823 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:16.893709 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-364e2235-7542-41f0-8402-473044bfcc50 req-8c86b895-bb03-4bae-bb86-922b6432a5a1 service neutron] 10.222.0.43 "GET /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973501 Sep 23 22:42:16.956769 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:16.960615 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3dd7-2386-473e-ba0a-dc16e8ae6719 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:16.987109 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ecbced89-a474-4b0f-b412-b44171dc5011,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:17.034873 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-cefee8c2-4f9e-424d-8588-9dcff86001f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:17.035378 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-cefee8c2-4f9e-424d-8588-9dcff86001f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:17.040115 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-cefee8c2-4f9e-424d-8588-9dcff86001f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:17.040869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-cefee8c2-4f9e-424d-8588-9dcff86001f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:17.041437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-cefee8c2-4f9e-424d-8588-9dcff86001f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:17.041926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-cefee8c2-4f9e-424d-8588-9dcff86001f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:17.043602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-cefee8c2-4f9e-424d-8588-9dcff86001f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:17.052203 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-cefee8c2-4f9e-424d-8588-9dcff86001f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 6502 time: 0.2487657 Sep 23 22:42:17.208697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b629c-498a-46a4-a82a-e73151427da4 None None] Pushing event updated for resources: {'Port': ['ID=c77536c1-2fd5-44f9-8758-f25de1cee60b,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:17.260704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ecbced89-a474-4b0f-b412-b44171dc5011'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:42:17.326332 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df9099-7a68-4128-be18-7dbb73dae9c4 req-272596c1-8263-4dba-8799-853204bc9446 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:17.335392 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14df9099-7a68-4128-be18-7dbb73dae9c4 req-272596c1-8263-4dba-8799-853204bc9446 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 944 time: 0.4109116 Sep 23 22:42:17.435262 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61924165-0dea-458c-8e38-93610d9a25b6 None None] Routers {'8423bc4a-5689-4f3a-a3ad-f384b87816a6'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:42:17.436596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-61924165-0dea-458c-8e38-93610d9a25b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:42:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:17.440634 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14df9099-7a68-4128-be18-7dbb73dae9c4 req-b6969a35-c4fb-4232-83af-05ad1982888d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036773 Sep 23 22:42:17.482008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-73d56ff3-d3c7-4afc-894b-298d6e441af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:17.485056 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-73d56ff3-d3c7-4afc-894b-298d6e441af9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fa81e9cc-8992-4179-b9e3-9048c56a33a0 HTTP/1.1" status: 200 len: 918 time: 0.4221344 Sep 23 22:42:17.746790 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-46f12678-3d36-4888-a8d5-4690c68a7d47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65da3b19-c7ce-4403-aab0-82474cf2997a HTTP/1.1" status: 200 len: 999 time: 0.2413077 Sep 23 22:42:17.810857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279d89-72f3-4f26-9dd4-8a618a4a6a87 req-b6e79581-4e53-4fa4-8cce-528a2e973e49 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:17.813375 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f279d89-72f3-4f26-9dd4-8a618a4a6a87 req-b6e79581-4e53-4fa4-8cce-528a2e973e49 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.4634211 Sep 23 22:42:17.842738 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:42:18.043241 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f279d89-72f3-4f26-9dd4-8a618a4a6a87 req-ce24c77a-6cda-4e5a-b162-7d8655a38a2e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2221804 Sep 23 22:42:18.048990 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-38e324ac-af82-4fba-8ffe-c415f7d4758a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:18.058049 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-38e324ac-af82-4fba-8ffe-c415f7d4758a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=348543d1-f008-4beb-b20f-1d9700a9ee7e HTTP/1.1" status: 200 len: 856 time: 0.3114791 Sep 23 22:42:18.198316 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3dd7-2386-473e-ba0a-dc16e8ae6719 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:18.274019 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3dd7-2386-473e-ba0a-dc16e8ae6719 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:18.287408 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:18.321813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-b5fab93b-8875-407c-81cb-301092a3d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:18.329036 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-b5fab93b-8875-407c-81cb-301092a3d2bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fa81e9cc-8992-4179-b9e3-9048c56a33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2535577 Sep 23 22:42:18.372512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470014-d9ca-4790-824a-7c6cdd7ebe83 req-6e2be146-aeed-4f7d-9d67-4f85c2ac64b9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:18.410073 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b4470014-d9ca-4790-824a-7c6cdd7ebe83 req-6e2be146-aeed-4f7d-9d67-4f85c2ac64b9 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.3882740 Sep 23 22:42:18.482264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f3dd7-2386-473e-ba0a-dc16e8ae6719 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=b8a81c12-f5fd-466a-8230-4cffd44fb704,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:18.592660 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:18.775758 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b4470014-d9ca-4790-824a-7c6cdd7ebe83 req-02f4f9e0-23d4-4787-b291-07bbfa0c98ed tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200686 Sep 23 22:42:18.950287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-61924165-0dea-458c-8e38-93610d9a25b6 None None] Set router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:42:18.958410 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:19.137629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-b087bae8-0790-44a0-b83e-937a81b6fc72 service neutron] 10.222.0.67 "GET /v2.0/networks/fa81e9cc-8992-4179-b9e3-9048c56a33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195706 Sep 23 22:42:19.562974 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9d8c465-1b5d-477a-8f8d-8a2537576442 req-21227b23-0530-427a-978e-72996cbba2c3 service neutron] 10.222.0.67 "GET /v2.0/networks/fa81e9cc-8992-4179-b9e3-9048c56a33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170463 Sep 23 22:42:19.698624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c77536c1-2fd5-44f9-8758-f25de1cee60b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:42:19.711524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f305ae-1752-4a00-a635-dd40d3ea5b26 req-ae2f54dd-bff7-4b90-be72-d4f5606637af tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:19.718822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e07e3-b374-4512-85e2-cc9a01c5b041 req-58349894-a649-402b-b6b0-511dcae1b223 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:19.735549 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6f305ae-1752-4a00-a635-dd40d3ea5b26 req-ae2f54dd-bff7-4b90-be72-d4f5606637af tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 944 time: 0.8574419 Sep 23 22:42:19.748334 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8e8e07e3-b374-4512-85e2-cc9a01c5b041 req-58349894-a649-402b-b6b0-511dcae1b223 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.2862794 Sep 23 22:42:19.797387 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3dd7-2386-473e-ba0a-dc16e8ae6719 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:20.092048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c77536c1-2fd5-44f9-8758-f25de1cee60b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:20.092222 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:20.211473 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52093e21-59b8-4719-8d58-85abd859f240 None None] Network 83f4183e-9596-42a1-8ab8-82e0648a06d8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:42:20.273776 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88bd184d-5ea2-487c-8a6f-199d731bb8c6 req-591c12a1-965d-4e41-af64-edd94fb38b9b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4539959 Sep 23 22:42:20.305648 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8e8e07e3-b374-4512-85e2-cc9a01c5b041 req-7bd16487-a823-4e87-8088-c54bc37919f6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5225284 Sep 23 22:42:20.488302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c5caf40c-9f67-4cd2-acb4-a54d7cc1ad96 None None] Provisioning complete for port c77536c1-2fd5-44f9-8758-f25de1cee60b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:20.488681 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c5caf40c-9f67-4cd2-acb4-a54d7cc1ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:20.496252 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd184d-5ea2-487c-8a6f-199d731bb8c6 req-9dfaf620-1d36-4109-90bd-4f1d47c1cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:20.496252 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88bd184d-5ea2-487c-8a6f-199d731bb8c6 req-9dfaf620-1d36-4109-90bd-4f1d47c1cf37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 1096 time: 0.1195502 Sep 23 22:42:20.524281 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6f305ae-1752-4a00-a635-dd40d3ea5b26 req-65dd8d6b-87be-42e3-a398-e4419cd74fa2 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7774713 Sep 23 22:42:20.942773 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3dd7-2386-473e-ba0a-dc16e8ae6719 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:20.964446 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:21.017399 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device bc0b3987-4415-4d92-96ee-12cd43e92611 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:42:21.116571 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd184d-5ea2-487c-8a6f-199d731bb8c6 req-51633b9f-f257-4772-8658-073a14c2fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:21.134431 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88bd184d-5ea2-487c-8a6f-199d731bb8c6 req-51633b9f-f257-4772-8658-073a14c2fccc service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.5978754 Sep 23 22:42:21.275548 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88bd184d-5ea2-487c-8a6f-199d731bb8c6 req-50f7870c-4541-4558-bafa-5c4ca3f468a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53f719c8-fe34-4144-871d-46576abc422d HTTP/1.1" status: 200 len: 217 time: 0.1223867 Sep 23 22:42:21.300259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port bc0b3987-4415-4d92-96ee-12cd43e92611, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=bc0b3987-4415-4d92-96ee-12cd43e92611,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:21.401155 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ecbced89-a474-4b0f-b412-b44171dc5011 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:42:21.542374 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2028-5070-4bd8-bf0c-4d15640178d1 req-32f12c6f-0bcd-457d-be61-6eb222762f46 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:21.557671 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-450f2028-5070-4bd8-bf0c-4d15640178d1 req-32f12c6f-0bcd-457d-be61-6eb222762f46 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 1.0637505 Sep 23 22:42:21.569304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'bc0b3987-4415-4d92-96ee-12cd43e92611', 'network_id': '872c1fac-beaa-464d-807d-5c88e0c5fc47', 'port_id': 'bc0b3987-4415-4d92-96ee-12cd43e92611', 'mac_address': 'fa:16:3e:ad:d7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bef7f46-c67d-4b9d-b0a8-ff182509722b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:42:21.709047 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-450f2028-5070-4bd8-bf0c-4d15640178d1 req-b36fdb00-ba37-4236-966b-585e729d1a1e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475761 Sep 23 22:42:21.719675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd184d-5ea2-487c-8a6f-199d731bb8c6 req-b3885053-b989-40d5-9649-04ca0a84258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:21.725706 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88bd184d-5ea2-487c-8a6f-199d731bb8c6 req-b3885053-b989-40d5-9649-04ca0a84258e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.3942370 Sep 23 22:42:21.916145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd184d-5ea2-487c-8a6f-199d731bb8c6 req-51d994e6-f3e2-4657-a319-d6f19bf85d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:21.924285 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88bd184d-5ea2-487c-8a6f-199d731bb8c6 req-51d994e6-f3e2-4657-a319-d6f19bf85d7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1881690 Sep 23 22:42:21.997302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae571ae0-70d1-4872-86a4-e8481709f6cf req-60f35cb1-612f-425a-ab7c-63d616b3bc20 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:21.998882 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae571ae0-70d1-4872-86a4-e8481709f6cf req-60f35cb1-612f-425a-ab7c-63d616b3bc20 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.4284332 Sep 23 22:42:22.397437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818914ff-17a3-48e9-abb7-ae8f2726048b req-341b9c4a-4fb8-4c06-a940-0d5c662eadd1 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:22.434141 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-818914ff-17a3-48e9-abb7-ae8f2726048b req-341b9c4a-4fb8-4c06-a940-0d5c662eadd1 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 944 time: 0.4274302 Sep 23 22:42:22.528181 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae571ae0-70d1-4872-86a4-e8481709f6cf req-eafa1052-62b6-4bfd-a0fa-7a5a43bd218d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5008676 Sep 23 22:42:22.553168 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c5caf40c-9f67-4cd2-acb4-a54d7cc1ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:22.572627 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:22.624702 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88bd184d-5ea2-487c-8a6f-199d731bb8c6 req-be415dd3-b587-4fb6-8a0b-38dae74ed2b5 service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907301 Sep 23 22:42:22.626127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port c77536c1-2fd5-44f9-8758-f25de1cee60b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c77536c1-2fd5-44f9-8758-f25de1cee60b,segment=NetworkSegment(5bbe5ced-0e25-4615-a00b-4137759f5600),segment_id=5bbe5ced-0e25-4615-a00b-4137759f5600)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:22.637513 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-818914ff-17a3-48e9-abb7-ae8f2726048b req-70d474b3-4964-4679-a81e-1fb6ed65082e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939702 Sep 23 22:42:22.866658 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3dd7-2386-473e-ba0a-dc16e8ae6719 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:22.871429 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:22.955345 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0b3987-4415-4d92-96ee-12cd43e92611 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:42:23.062525 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3dd7-2386-473e-ba0a-dc16e8ae6719 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:23.118176 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port bc0b3987-4415-4d92-96ee-12cd43e92611, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=bc0b3987-4415-4d92-96ee-12cd43e92611,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:23.124242 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88bd184d-5ea2-487c-8a6f-199d731bb8c6 req-ba015a6d-d728-4d5c-b620-cb7ce892a4fa service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843423 Sep 23 22:42:23.250701 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:23.317383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port ecbced89-a474-4b0f-b412-b44171dc5011 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:23.318057 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:23.350951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f3dd7-2386-473e-ba0a-dc16e8ae6719 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=b8a81c12-f5fd-466a-8230-4cffd44fb704,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:23.399512 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3dd7-2386-473e-ba0a-dc16e8ae6719 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:23.435313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f9325-c4a8-4cc2-a51a-e9b3611f20f5 req-a8dba542-b8a5-4918-8b93-5b209dcde853 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:23.448674 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-073f9325-c4a8-4cc2-a51a-e9b3611f20f5 req-a8dba542-b8a5-4918-8b93-5b209dcde853 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.3220570 Sep 23 22:42:23.496857 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=c77536c1-2fd5-44f9-8758-f25de1cee60b,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:23.590874 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-073f9325-c4a8-4cc2-a51a-e9b3611f20f5 req-3aad394e-cced-4c36-a702-2ae8e4104e39 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407652 Sep 23 22:42:23.906398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=bc0b3987-4415-4d92-96ee-12cd43e92611,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:23.954082 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['bc0b3987-4415-4d92-96ee-12cd43e92611'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:42:23.964565 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-c5caf40c-9f67-4cd2-acb4-a54d7cc1ad96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:42:23.978899 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-c5caf40c-9f67-4cd2-acb4-a54d7cc1ad96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:42:24.076958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1f3dd7-2386-473e-ba0a-dc16e8ae6719 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 83f4183e-9596-42a1-8ab8-82e0648a06d8 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:42:24.103546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-1f1f3dd7-2386-473e-ba0a-dc16e8ae6719 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:42:24.201456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7f089-772b-4026-9ab0-90f308dd8bfa req-2abe9be0-df08-4372-8534-1a33c4e4f254 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:24.213822 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-95e7f089-772b-4026-9ab0-90f308dd8bfa req-2abe9be0-df08-4372-8534-1a33c4e4f254 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 945 time: 0.2705617 Sep 23 22:42:24.354430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7891fb4-be40-48b6-aac8-87d5f1247506 req-5c36da57-93fc-48f4-bfa1-8fb58f7e1195 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:24.364434 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7891fb4-be40-48b6-aac8-87d5f1247506 req-5c36da57-93fc-48f4-bfa1-8fb58f7e1195 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.2798502 Sep 23 22:42:24.376452 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-61924165-0dea-458c-8e38-93610d9a25b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:38:23Z', 'updated_at': '2021-09-23T22:38:38Z', 'revision_number': 4, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'gw_port': {'id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:27Z', 'updated_at': '2021-09-23T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'ca1abc16-2c34-4cf8-a3be-9901f34038d5', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'floating_ip_address': '172.25.1.203', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'port_id': '65da3b19-c7ce-4403-aab0-82474cf2997a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'mac_address': 'fa:16:3e:59:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:40:05Z', 'updated_at': '2021-09-23T22:42:11Z', 'revision_number': 1, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be25da35-afbb-4c7a-874b-7ef11658c71f', 'name': '', 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'mac_address': 'fa:16:3e:3c:8d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:36Z', 'updated_at': '2021-09-23T22:38:46Z', 'revision_number': 5, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'subnets': [{'id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:24.494924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7891fb4-be40-48b6-aac8-87d5f1247506 req-f82907b1-4c45-4228-82f3-56b4adc1a26c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1291051 Sep 23 22:42:24.548946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61924165-0dea-458c-8e38-93610d9a25b6 None None] The sync data for ids ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'] in n-d-810775-1 is: [{'id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:38:23Z', 'updated_at': '2021-09-23T22:38:38Z', 'revision_number': 4, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'gw_port': {'id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:27Z', 'updated_at': '2021-09-23T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'ca1abc16-2c34-4cf8-a3be-9901f34038d5', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'floating_ip_address': '172.25.1.203', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'port_id': '65da3b19-c7ce-4403-aab0-82474cf2997a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'mac_address': 'fa:16:3e:59:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:40:05Z', 'updated_at': '2021-09-23T22:42:11Z', 'revision_number': 1, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be25da35-afbb-4c7a-874b-7ef11658c71f', 'name': '', 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'mac_address': 'fa:16:3e:3c:8d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:36Z', 'updated_at': '2021-09-23T22:38:46Z', 'revision_number': 5, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'subnets': [{'id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:42:24.579601 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-95e7f089-772b-4026-9ab0-90f308dd8bfa req-92b88254-16ce-4c26-8da6-c9a374cf670f tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560262 Sep 23 22:42:24.796096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1f3dd7-2386-473e-ba0a-dc16e8ae6719 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 7f30291e-3368-4d49-a23d-58506d5257e8 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:42:24.938377 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:25.024578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ecbced89-a474-4b0f-b412-b44171dc5011,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:25.036275 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700177a9-40ea-4e0b-b530-e945dd9608f7 req-1f24e87d-3888-4cba-bf67-f1912d153122 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:25.048286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:42:25.062015 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f72e94-25c6-4d44-9879-567a60115d88" -d '{"events": [{"server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "name": "network-vif-plugged", "status": "completed", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:42:25.068329 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-700177a9-40ea-4e0b-b530-e945dd9608f7 req-1f24e87d-3888-4cba-bf67-f1912d153122 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.1504703 Sep 23 22:42:25.186561 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c77536c1-2fd5-44f9-8758-f25de1cee60b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:42:25.247551 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d22a63c-daa8-4144-8dfb-d37634caf6f5 None None] New status for floating IP ca1abc16-2c34-4cf8-a3be-9901f34038d5: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:42:25.255191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8b05cd5f-aa04-4bc9-855d-457a3126e747 None None] Provisioning complete for port b8a81c12-f5fd-466a-8230-4cffd44fb704 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:25.255574 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8b05cd5f-aa04-4bc9-855d-457a3126e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:25.256306 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-700177a9-40ea-4e0b-b530-e945dd9608f7 req-1e60cedd-7a4c-4f21-b927-913f0f754059 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864579 Sep 23 22:42:25.261968 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:25.278810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1f3dd7-2386-473e-ba0a-dc16e8ae6719 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:42:25.301761 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1f1f3dd7-2386-473e-ba0a-dc16e8ae6719 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/7f30291e-3368-4d49-a23d-58506d5257e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3321731 Sep 23 22:42:25.306868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41314) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:25.825125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f42837-83d1-4d47-84cb-4548419a92fd req-fca61273-62ba-4805-875a-dabf9b4a997f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:25.828432 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62f42837-83d1-4d47-84cb-4548419a92fd req-fca61273-62ba-4805-875a-dabf9b4a997f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.1460476 Sep 23 22:42:25.837734 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bda9651-54a1-44a1-acb9-d20ed1a179b6 x-openstack-request-id: req-2bda9651-54a1-44a1-acb9-d20ed1a179b6 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:42:25.850401 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "name": "network-vif-plugged", "status": "completed", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:42:25.850401 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2bda9651-54a1-44a1-acb9-d20ed1a179b6 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:42:25.850401 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'code': 200} Sep 23 22:42:25.871344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ccb3f8-d98a-4ef8-830e-de47366c71fb None None] Sync routers for ids ['7f30291e-3368-4d49-a23d-58506d5257e8'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:42:25.879077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8b05cd5f-aa04-4bc9-855d-457a3126e747 None None] Port b8a81c12-f5fd-466a-8230-4cffd44fb704 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:42:25.903949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ccb3f8-d98a-4ef8-830e-de47366c71fb None None] Routers {'7f30291e-3368-4d49-a23d-58506d5257e8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:42:25.903949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-70ccb3f8-d98a-4ef8-830e-de47366c71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:42:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['7f30291e-3368-4d49-a23d-58506d5257e8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:25.945215 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62f42837-83d1-4d47-84cb-4548419a92fd req-5c0db8bc-ab74-421c-9957-732dbbc3f0a2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969069 Sep 23 22:42:25.954412 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-70ccb3f8-d98a-4ef8-830e-de47366c71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:25.961219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c77536c1-2fd5-44f9-8758-f25de1cee60b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:25.961219 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:26.028466 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ecbced89-a474-4b0f-b412-b44171dc5011,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:26.139429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8b05cd5f-aa04-4bc9-855d-457a3126e747 None None] Provisioning complete for port c77536c1-2fd5-44f9-8758-f25de1cee60b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:26.140247 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8b05cd5f-aa04-4bc9-855d-457a3126e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:26.221310 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ec985-9f32-4901-86ce-a234a27f1a33 req-f540db1e-059e-45d0-913f-5f94ef205572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:26.221310 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-714ec985-9f32-4901-86ce-a234a27f1a33 req-f540db1e-059e-45d0-913f-5f94ef205572 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 1096 time: 0.2370200 Sep 23 22:42:26.360707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cd2d43-84f6-44c7-bc3a-a6cbe5d31913 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:26.363963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-30cd2d43-84f6-44c7-bc3a-a6cbe5d31913 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports/b8a81c12-f5fd-466a-8230-4cffd44fb704 HTTP/1.1" status: 200 len: 976 time: 1.0542421 Sep 23 22:42:26.406812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ccb3f8-d98a-4ef8-830e-de47366c71fb None None] Routers {'7f30291e-3368-4d49-a23d-58506d5257e8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:42:26.407865 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-70ccb3f8-d98a-4ef8-830e-de47366c71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:42:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['7f30291e-3368-4d49-a23d-58506d5257e8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:26.409866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41334) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:26.634456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-70ccb3f8-d98a-4ef8-830e-de47366c71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:26.636414 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ccb3f8-d98a-4ef8-830e-de47366c71fb None None] The sync data for ids ['7f30291e-3368-4d49-a23d-58506d5257e8'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:42:26.643522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ec985-9f32-4901-86ce-a234a27f1a33 req-1fb8bae1-8cea-4b7b-bc30-4ef89a8b1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:26.651332 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-714ec985-9f32-4901-86ce-a234a27f1a33 req-1fb8bae1-8cea-4b7b-bc30-4ef89a8b1fd6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.3846531 Sep 23 22:42:26.731289 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-714ec985-9f32-4901-86ce-a234a27f1a33 req-89d41189-75c0-4411-8b89-db5e9e6a4665 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53b518b7-8578-4432-8caa-1779b3879158 HTTP/1.1" status: 200 len: 217 time: 0.0752540 Sep 23 22:42:26.790897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53102f8-f9ed-4299-9523-bda59328bc58 req-fcdd0838-69b1-4e8c-bb7a-77b7ba4eb8e0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:26.805532 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f53102f8-f9ed-4299-9523-bda59328bc58 req-fcdd0838-69b1-4e8c-bb7a-77b7ba4eb8e0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 945 time: 0.4417026 Sep 23 22:42:26.826584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ec985-9f32-4901-86ce-a234a27f1a33 req-0f9e2db8-8224-4cf4-91e2-69bafef05de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:26.830433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-714ec985-9f32-4901-86ce-a234a27f1a33 req-0f9e2db8-8224-4cf4-91e2-69bafef05de4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.0898607 Sep 23 22:42:26.847196 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723051c-5d12-4933-9aaf-07685699757a req-191ede9e-f1e0-4fb1-ae2c-3b6335e5088b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:26.863000 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7723051c-5d12-4933-9aaf-07685699757a req-191ede9e-f1e0-4fb1-ae2c-3b6335e5088b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.2789912 Sep 23 22:42:26.984294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-52b4f500-96e6-43e3-b4d1-122f5155cb65 None None] Provisioning complete for port b8a81c12-f5fd-466a-8230-4cffd44fb704 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:26.984880 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-52b4f500-96e6-43e3-b4d1-122f5155cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:26.990897 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7723051c-5d12-4933-9aaf-07685699757a req-10b50668-a7c3-4637-a05b-eda117f4f4a2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260729 Sep 23 22:42:27.011397 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ec985-9f32-4901-86ce-a234a27f1a33 req-84c912a2-6bd5-41d6-b663-9a3a09e68488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:27.012495 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f53102f8-f9ed-4299-9523-bda59328bc58 req-edf0ba29-59ec-4ae9-8703-6bbf41cf4789 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055719 Sep 23 22:42:27.019376 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-714ec985-9f32-4901-86ce-a234a27f1a33 req-84c912a2-6bd5-41d6-b663-9a3a09e68488 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421497 Sep 23 22:42:27.102476 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-52b4f500-96e6-43e3-b4d1-122f5155cb65 None None] Port b8a81c12-f5fd-466a-8230-4cffd44fb704 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:42:27.280420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device bc0b3987-4415-4d92-96ee-12cd43e92611 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:42:27.448394 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-714ec985-9f32-4901-86ce-a234a27f1a33 req-48db0887-34b9-4c03-a02d-2a212bb85ac8 service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207704 Sep 23 22:42:27.473557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa3666-0c4b-4210-a82c-b63d67996a94 req-ce0ac84f-2a1b-4b66-b796-34291c02bd63 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:27.475433 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e3e0288d-ac4c-47b8-b12b-568bc2c01e2f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:27.484934 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d0fa3666-0c4b-4210-a82c-b63d67996a94 req-ce0ac84f-2a1b-4b66-b796-34291c02bd63 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.2274425 Sep 23 22:42:27.541968 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port bc0b3987-4415-4d92-96ee-12cd43e92611 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:42:27.547733 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port bc0b3987-4415-4d92-96ee-12cd43e92611 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:27.548569 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:27.715510 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d0fa3666-0c4b-4210-a82c-b63d67996a94 req-d05cfaf9-3115-4aaf-bfd0-9e026fad1f5c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2294798 Sep 23 22:42:27.955804 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:27.957603 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-714ec985-9f32-4901-86ce-a234a27f1a33 req-215049b4-4644-443c-af18-5c0f262b8b19 service neutron] 10.222.0.67 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698725 Sep 23 22:42:28.132784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f4587d-df2c-4128-8413-e375253a252d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0b3987-4415-4d92-96ee-12cd43e92611'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:42:28.136044 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb17ef5-da5c-4bd5-b0e2-a924cd63fa84" -d '{"events": [{"server_uuid": "03f4587d-df2c-4128-8413-e375253a252d", "name": "network-vif-plugged", "status": "completed", "tag": "bc0b3987-4415-4d92-96ee-12cd43e92611"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:42:28.163295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port bc0b3987-4415-4d92-96ee-12cd43e92611, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=bc0b3987-4415-4d92-96ee-12cd43e92611,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:28.203247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e3e0288d-ac4c-47b8-b12b-568bc2c01e2f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port b8a81c12-f5fd-466a-8230-4cffd44fb704 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:42:28.203671 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e3e0288d-ac4c-47b8-b12b-568bc2c01e2f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:28.314433 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038e049-d7dc-4475-a404-8043d7cfc3ea req-720c4ef6-db9c-409c-a3b0-ca26a7ddefaa tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:28.327412 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d038e049-d7dc-4475-a404-8043d7cfc3ea req-720c4ef6-db9c-409c-a3b0-ca26a7ddefaa tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 945 time: 0.1136396 Sep 23 22:42:28.386670 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d038e049-d7dc-4475-a404-8043d7cfc3ea req-16015eae-3b7c-473d-af90-dbf72f7f907d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584064 Sep 23 22:42:28.435790 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e3e0288d-ac4c-47b8-b12b-568bc2c01e2f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:28.454069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e3e0288d-ac4c-47b8-b12b-568bc2c01e2f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for b8a81c12-f5fd-466a-8230-4cffd44fb704 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:42:28.495786 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b107c7-3a61-4238-aba7-950906635796 req-45f37067-af12-4c1f-b430-35c79de66e22 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:28.498651 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6b107c7-3a61-4238-aba7-950906635796 req-45f37067-af12-4c1f-b430-35c79de66e22 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 945 time: 0.2650011 Sep 23 22:42:28.511465 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b42569-be4e-40d3-a1d1-e15053fca877 x-openstack-request-id: req-48b42569-be4e-40d3-a1d1-e15053fca877 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:42:28.511780 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f4587d-df2c-4128-8413-e375253a252d", "name": "network-vif-plugged", "status": "completed", "tag": "bc0b3987-4415-4d92-96ee-12cd43e92611", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:42:28.512217 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48b42569-be4e-40d3-a1d1-e15053fca877 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:42:28.512754 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f4587d-df2c-4128-8413-e375253a252d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0b3987-4415-4d92-96ee-12cd43e92611', 'code': 200} Sep 23 22:42:28.562180 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:28.737501 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6b107c7-3a61-4238-aba7-950906635796 req-f428ebc9-690b-473d-aaa5-8d4311709c8e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986706 Sep 23 22:42:28.743459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=bc0b3987-4415-4d92-96ee-12cd43e92611,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:28.754320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904aaa6-c2c8-466a-9a7a-894325727f47 req-72a2ca4e-420a-4638-94f8-fc7917b37055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:28.756357 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a904aaa6-c2c8-466a-9a7a-894325727f47 req-72a2ca4e-420a-4638-94f8-fc7917b37055 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 1097 time: 0.1341848 Sep 23 22:42:28.850614 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a904aaa6-c2c8-466a-9a7a-894325727f47 req-cf3e23ce-bb7a-4426-8491-2561a3dde572 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813544 Sep 23 22:42:28.940713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 53b518b7-8578-4432-8caa-1779b3879158 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:42:29.095470 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e3e0288d-ac4c-47b8-b12b-568bc2c01e2f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:29.117901 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:29.242778 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 53b518b7-8578-4432-8caa-1779b3879158, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=53b518b7-8578-4432-8caa-1779b3879158,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:29.329460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0288d-ac4c-47b8-b12b-568bc2c01e2f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=b8a81c12-f5fd-466a-8230-4cffd44fb704,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:29.368641 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:29.563502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204cc89-0b04-4b0d-8dd5-bf6c27e7ba3b req-67c3b584-81cb-4360-892a-4e72aafd56a6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:29.572133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6204cc89-0b04-4b0d-8dd5-bf6c27e7ba3b req-67c3b584-81cb-4360-892a-4e72aafd56a6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.7156193 Sep 23 22:42:29.591904 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=53b518b7-8578-4432-8caa-1779b3879158,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:29.663249 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6204cc89-0b04-4b0d-8dd5-bf6c27e7ba3b req-795d85ad-d971-4033-a1cc-4853307ee8ee tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899253 Sep 23 22:42:29.747793 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e3e0288d-ac4c-47b8-b12b-568bc2c01e2f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:29.897225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c8b51-b91f-44a4-b590-cc175062485a req-f6bb9e9b-87e8-4da4-aafa-4603e1fda219 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:29.902630 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-125c8b51-b91f-44a4-b590-cc175062485a req-f6bb9e9b-87e8-4da4-aafa-4603e1fda219 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 946 time: 0.2527361 Sep 23 22:42:29.949055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea54061-d49b-4257-9d19-9cfbda802646 req-4b7a1b46-341e-4a9c-8ae7-909273945f46 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:29.950830 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2ea54061-d49b-4257-9d19-9cfbda802646 req-4b7a1b46-341e-4a9c-8ae7-909273945f46 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 943 time: 0.0614021 Sep 23 22:42:30.053723 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-125c8b51-b91f-44a4-b590-cc175062485a req-96206222-548b-4dc8-b382-05e2db8167a1 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974154 Sep 23 22:42:30.066932 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e0288d-ac4c-47b8-b12b-568bc2c01e2f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 7f30291e-3368-4d49-a23d-58506d5257e8 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:42:30.097832 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2ea54061-d49b-4257-9d19-9cfbda802646 req-5f2a31b7-604e-4a9e-aa53-2977712e4ae8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389828 Sep 23 22:42:30.219778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e0288d-ac4c-47b8-b12b-568bc2c01e2f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:42:30.235005 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8325db5d-0314-4a4d-a3ef-b55abd6ac290 None None] Sync routers for ids ['7f30291e-3368-4d49-a23d-58506d5257e8'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:42:30.238690 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41416) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:30.245674 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e3e0288d-ac4c-47b8-b12b-568bc2c01e2f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/7f30291e-3368-4d49-a23d-58506d5257e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8291433 Sep 23 22:42:30.249618 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325db5d-0314-4a4d-a3ef-b55abd6ac290 None None] Routers {'7f30291e-3368-4d49-a23d-58506d5257e8'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:42:30.250417 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8325db5d-0314-4a4d-a3ef-b55abd6ac290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:42:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['7f30291e-3368-4d49-a23d-58506d5257e8'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:30.335893 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8325db5d-0314-4a4d-a3ef-b55abd6ac290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:30.361514 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325db5d-0314-4a4d-a3ef-b55abd6ac290 None None] Routers {'7f30291e-3368-4d49-a23d-58506d5257e8'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:42:30.363161 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8325db5d-0314-4a4d-a3ef-b55abd6ac290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:42:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['7f30291e-3368-4d49-a23d-58506d5257e8'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:30.514808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c776cd40-d88a-4019-9645-3ff6e09f0cfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b518b7-8578-4432-8caa-1779b3879158'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:42:30.517187 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0bf53b-0f3e-45cd-b79f-a23446a9a912" -d '{"events": [{"server_uuid": "c776cd40-d88a-4019-9645-3ff6e09f0cfa", "name": "network-vif-unplugged", "status": "completed", "tag": "53b518b7-8578-4432-8caa-1779b3879158"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:42:30.565360 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8325db5d-0314-4a4d-a3ef-b55abd6ac290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:30.567696 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8325db5d-0314-4a4d-a3ef-b55abd6ac290 None None] The sync data for ids ['7f30291e-3368-4d49-a23d-58506d5257e8'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:42:30.689859 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-99880eaf-5920-45d9-a5fa-ca343f400131 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] remove_router_interface failed (client error): The resource could not be found. Sep 23 22:42:30.692683 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-99880eaf-5920-45d9-a5fa-ca343f400131 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/7f30291e-3368-4d49-a23d-58506d5257e8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4528680 Sep 23 22:42:30.699736 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce75803-41e3-46fe-a2de-9f2aeb0d53a2 x-openstack-request-id: req-9ce75803-41e3-46fe-a2de-9f2aeb0d53a2 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:42:30.700053 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c776cd40-d88a-4019-9645-3ff6e09f0cfa", "name": "network-vif-unplugged", "status": "completed", "tag": "53b518b7-8578-4432-8caa-1779b3879158", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:42:30.700307 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41426) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:30.700479 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ce75803-41e3-46fe-a2de-9f2aeb0d53a2 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:42:30.700707 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c776cd40-d88a-4019-9645-3ff6e09f0cfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b518b7-8578-4432-8caa-1779b3879158', 'code': 200} Sep 23 22:42:30.799231 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-68090aa6-aef8-4629-b5bf-f0e6926b3941 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f30291e-3368-4d49-a23d-58506d5257e8 HTTP/1.1" status: 200 len: 205 time: 0.0977025 Sep 23 22:42:30.802825 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41430) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:30.932821 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8497d1-deca-47b1-bf1f-bdb257b15dde req-e0193682-0845-4c42-b44f-717524437438 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:30.938652 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe8497d1-deca-47b1-bf1f-bdb257b15dde req-e0193682-0845-4c42-b44f-717524437438 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.1240311 Sep 23 22:42:30.973423 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4efce2c-c69f-4f5c-8231-785b94ab428f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:31.064798 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe8497d1-deca-47b1-bf1f-bdb257b15dde req-953414a6-2670-4e26-8df2-51c690d55c3a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100957 Sep 23 22:42:31.388901 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4efce2c-c69f-4f5c-8231-785b94ab428f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:31.396157 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2760f3-d6ad-4911-b935-8462922dbe27 req-75a6b717-0b09-4976-9470-7fc54e801149 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:31.398711 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d2760f3-d6ad-4911-b935-8462922dbe27 req-75a6b717-0b09-4976-9470-7fc54e801149 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 943 time: 0.1291499 Sep 23 22:42:31.453200 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4efce2c-c69f-4f5c-8231-785b94ab428f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:31.603093 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d2760f3-d6ad-4911-b935-8462922dbe27 req-db1899fb-d627-4cf2-bd87-0331dcb49f7c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923053 Sep 23 22:42:31.603382 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77929a-a719-40a9-b70b-0c1c3a4714e4 req-ccc291db-9a55-4658-b670-84976187344d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:31.619816 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da77929a-a719-40a9-b70b-0c1c3a4714e4 req-ccc291db-9a55-4658-b670-84976187344d tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 946 time: 0.3025441 Sep 23 22:42:31.708773 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da77929a-a719-40a9-b70b-0c1c3a4714e4 req-0bd115af-cae3-4dfe-ab23-0275c91106ca tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898924 Sep 23 22:42:31.715743 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4efce2c-c69f-4f5c-8231-785b94ab428f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:31.727771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4efce2c-c69f-4f5c-8231-785b94ab428f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Fanout notify agent at l3_agent the message router_deleted on router 7f30291e-3368-4d49-a23d-58506d5257e8 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:42:31.778017 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4efce2c-c69f-4f5c-8231-785b94ab428f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:31.802703 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e4efce2c-c69f-4f5c-8231-785b94ab428f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/routers/7f30291e-3368-4d49-a23d-58506d5257e8 HTTP/1.1" status: 204 len: 168 time: 0.9969761 Sep 23 22:42:31.804847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41450) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:32.254670 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-9042e5a7-af13-4262-b099-0b801bf5c0fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting subnet d3b924e9-cdc5-4cbc-a62c-a057448b5be8 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:42:32.269680 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9042e5a7-af13-4262-b099-0b801bf5c0fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:32.392825 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9042e5a7-af13-4262-b099-0b801bf5c0fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:32.734738 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509a83c-ac0b-4fa1-8bbe-9596d8686a14 req-4b8dbda4-7dfc-4994-b8eb-3609f32b4e55 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:32.737688 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0509a83c-ac0b-4fa1-8bbe-9596d8686a14 req-4b8dbda4-7dfc-4994-b8eb-3609f32b4e55 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.7662513 Sep 23 22:42:32.805052 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9042e5a7-af13-4262-b099-0b801bf5c0fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:32.941513 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0509a83c-ac0b-4fa1-8bbe-9596d8686a14 req-b57d5c6a-45c0-44c4-a4c3-553e7bec1a51 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870050 Sep 23 22:42:32.962713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612d8b-e40a-4bf5-b596-773a3d2fe818 req-5dc6ccf4-6b37-402e-b8ec-2b7d9a963411 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:32.982821 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea612d8b-e40a-4bf5-b596-773a3d2fe818 req-5dc6ccf4-6b37-402e-b8ec-2b7d9a963411 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.1528273 Sep 23 22:42:33.009179 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9042e5a7-af13-4262-b099-0b801bf5c0fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:33.098889 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9042e5a7-af13-4262-b099-0b801bf5c0fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:33.107124 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d94a65c-b9f2-4d92-8499-9e1965a2507e None None] Network 83f4183e-9596-42a1-8ab8-82e0648a06d8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:42:33.112278 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9042e5a7-af13-4262-b099-0b801bf5c0fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/d3b924e9-cdc5-4cbc-a62c-a057448b5be8 HTTP/1.1" status: 204 len: 168 time: 1.3024011 Sep 23 22:42:33.113600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042e5a7-af13-4262-b099-0b801bf5c0fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b924e9-cdc5-4cbc-a62c-a057448b5be8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:33.133234 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea612d8b-e40a-4bf5-b596-773a3d2fe818 req-b4cecb82-1231-4cf0-8f20-aa99c3f8f982 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1463954 Sep 23 22:42:33.139196 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41472) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:33.458535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a69cb-6b6e-4315-b0b6-6ce03ff6bb5d req-54d8fa20-6d07-4cb7-aa7a-d57252f3255c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:33.472668 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-584a69cb-6b6e-4315-b0b6-6ce03ff6bb5d req-54d8fa20-6d07-4cb7-aa7a-d57252f3255c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1735492 Sep 23 22:42:33.582446 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-584a69cb-6b6e-4315-b0b6-6ce03ff6bb5d req-d495e5a2-de21-4e1a-8581-5de91ce3a8f5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025369 Sep 23 22:42:33.630362 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:33.693214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cd268-dd7c-4866-8873-da9c11081764 req-7cb47ec6-125b-4049-84f1-88d9456dc4eb tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:33.699420 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d9cd268-dd7c-4866-8873-da9c11081764 req-7cb47ec6-125b-4049-84f1-88d9456dc4eb tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 946 time: 0.4843030 Sep 23 22:42:33.823452 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afaeaa0-6db9-4484-975f-2820cfa821f4 None None] DHCP port deletion for 83f4183e-9596-42a1-8ab8-82e0648a06d8 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:42:33.985213 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d9cd268-dd7c-4866-8873-da9c11081764 req-d6aad803-f435-45e3-a557-9b04efd1e722 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453625 Sep 23 22:42:33.985998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4afaeaa0-6db9-4484-975f-2820cfa821f4 None None] Deleting port c77536c1-2fd5-44f9-8758-f25de1cee60b {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:42:33.985998 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4afaeaa0-6db9-4484-975f-2820cfa821f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:34.079055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port c77536c1-2fd5-44f9-8758-f25de1cee60b {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:42:34.079695 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:34.201475 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4afaeaa0-6db9-4484-975f-2820cfa821f4 None None] For port c77536c1-2fd5-44f9-8758-f25de1cee60b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c77536c1-2fd5-44f9-8758-f25de1cee60b,segment=NetworkSegment(5bbe5ced-0e25-4615-a00b-4137759f5600),segment_id=5bbe5ced-0e25-4615-a00b-4137759f5600)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:34.202302 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4afaeaa0-6db9-4484-975f-2820cfa821f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:34.232460 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4afaeaa0-6db9-4484-975f-2820cfa821f4 None None] Calling delete_port for c77536c1-2fd5-44f9-8758-f25de1cee60b owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:42:34.238016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] For port c77536c1-2fd5-44f9-8758-f25de1cee60b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c77536c1-2fd5-44f9-8758-f25de1cee60b,segment=NetworkSegment(5bbe5ced-0e25-4615-a00b-4137759f5600),segment_id=5bbe5ced-0e25-4615-a00b-4137759f5600)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:34.238406 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:34.286822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for c77536c1-2fd5-44f9-8758-f25de1cee60b owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:42:34.593602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac5e0b-ce3a-4fb1-a905-5ff73ed705d2 req-eb6596cd-3bdd-4717-a1cb-7cdb56b82006 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:34.595439 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ceac5e0b-ce3a-4fb1-a905-5ff73ed705d2 req-eb6596cd-3bdd-4717-a1cb-7cdb56b82006 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.3022447 Sep 23 22:42:34.606605 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4afaeaa0-6db9-4484-975f-2820cfa821f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:34.675011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242191a-c39c-4126-bf42-22a7622d20e5 req-9f236473-447f-41f3-894f-83efb0a938a4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:34.689266 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8242191a-c39c-4126-bf42-22a7622d20e5 req-9f236473-447f-41f3-894f-83efb0a938a4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.2407980 Sep 23 22:42:34.704630 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ceac5e0b-ce3a-4fb1-a905-5ff73ed705d2 req-73bc03af-1b37-4780-9e45-45c4cf52147b tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970566 Sep 23 22:42:34.728110 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:34.736623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afaeaa0-6db9-4484-975f-2820cfa821f4 None None] Pushing event deleted for resources: {'Port': ['ID=c77536c1-2fd5-44f9-8758-f25de1cee60b,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:34.755028 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afaeaa0-6db9-4484-975f-2820cfa821f4 None None] No DVR routers for this DVR port c77536c1-2fd5-44f9-8758-f25de1cee60b on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:42:34.800385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=c77536c1-2fd5-44f9-8758-f25de1cee60b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:34.841744 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:34.842262 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:34.842514 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:34.849694 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:34.850317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:34.850896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:34.851517 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:34.852022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:34.852622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:34.853143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:34.853653 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:34.854144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:34.869796 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8242191a-c39c-4126-bf42-22a7622d20e5 req-f3b708e8-4179-417a-a434-638524a39c47 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731133 Sep 23 22:42:34.878276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No DVR routers for this DVR port c77536c1-2fd5-44f9-8758-f25de1cee60b on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:42:34.939875 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 53b518b7-8578-4432-8caa-1779b3879158 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:42:35.069566 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:35.080386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c77536c1-2fd5-44f9-8758-f25de1cee60b no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:42:35.112455 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: c77536c1-2fd5-44f9-8758-f25de1cee60b {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:42:35.113214 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c77536c1-2fd5-44f9-8758-f25de1cee60b not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:42:35.149711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f4183e-9596-42a1-8ab8-82e0648a06d8']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:35.178708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbe5ced-0e25-4615-a00b-4137759f5600') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:35.180288 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbe5ced-0e25-4615-a00b-4137759f5600') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:35.204704 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:35.227253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae769c8a-682f-4f77-bb8c-488bf886a33b req-dbb79f7f-80b2-481c-ba80-4cde2c9c818a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:35.230141 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae769c8a-682f-4f77-bb8c-488bf886a33b req-dbb79f7f-80b2-481c-ba80-4cde2c9c818a tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 946 time: 0.1455038 Sep 23 22:42:35.261455 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:35.302907 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae769c8a-682f-4f77-bb8c-488bf886a33b req-d0b22750-40eb-4abd-bb01-99d0c1fb84b7 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563941 Sep 23 22:42:35.313807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:42:35.316499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:42:35.326885 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:42:35.717236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:35.765983 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:35.771728 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/networks/83f4183e-9596-42a1-8ab8-82e0648a06d8 HTTP/1.1" status: 204 len: 168 time: 2.6303804 Sep 23 22:42:35.775780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41520) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:35.782297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f3446bce-5e29-41c5-a3fb-3f84fc873d65 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'network': {'name': 'tempest-RoutersTest-758760668'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:35.853383 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d63e9-e3d2-44a9-9d90-e54907144918 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Network': ['ID=83f4183e-9596-42a1-8ab8-82e0648a06d8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:35.995226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3446bce-5e29-41c5-a3fb-3f84fc873d65 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:42:36.013583 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3446bce-5e29-41c5-a3fb-3f84fc873d65 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:36.190515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3446bce-5e29-41c5-a3fb-3f84fc873d65 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:42:36.196163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41532) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:36.245487 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3446bce-5e29-41c5-a3fb-3f84fc873d65 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:36.252154 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-f3446bce-5e29-41c5-a3fb-3f84fc873d65 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Added segment f68ee2da-6361-48ed-aa68-c143f3150847 of type vlan for network c882218c-7dfa-4f0f-8326-5ccc42333a78 Sep 23 22:42:36.392544 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3446bce-5e29-41c5-a3fb-3f84fc873d65 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:36.440911 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ad0c4-b069-4bcd-895d-406d8d5b85d1 req-ad47ab83-add0-4c5f-87ee-8b284b7b1ff4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:36.450024 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-536ad0c4-b069-4bcd-895d-406d8d5b85d1 req-ad47ab83-add0-4c5f-87ee-8b284b7b1ff4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.1081188 Sep 23 22:42:36.479742 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a96bf29-71f8-487b-9761-c0710af4c4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:36.534502 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-536ad0c4-b069-4bcd-895d-406d8d5b85d1 req-c9df706e-6014-45b5-96e8-b5da0f2411b4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830200 Sep 23 22:42:36.596808 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:36.696319 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3446bce-5e29-41c5-a3fb-3f84fc873d65 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:36.705555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3446bce-5e29-41c5-a3fb-3f84fc873d65 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:36.707303 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3446bce-5e29-41c5-a3fb-3f84fc873d65 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:36.849327 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a96bf29-71f8-487b-9761-c0710af4c4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:36.892582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3446bce-5e29-41c5-a3fb-3f84fc873d65 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Network': ['ID=c882218c-7dfa-4f0f-8326-5ccc42333a78,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:36.907756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network c882218c-7dfa-4f0f-8326-5ccc42333a78 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:42:36.941362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89194c-22bb-445a-962f-2f7a9b563192 req-120fdceb-9d02-4ad1-a77e-63f54b1b3c60 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:36.943763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164b591-9059-4c7e-ac90-38afcf16b5fb req-06ec04f3-f33f-4cea-9153-b014630d208e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:36.945722 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b89194c-22bb-445a-962f-2f7a9b563192 req-120fdceb-9d02-4ad1-a77e-63f54b1b3c60 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 946 time: 0.2992587 Sep 23 22:42:36.985484 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a164b591-9059-4c7e-ac90-38afcf16b5fb req-06ec04f3-f33f-4cea-9153-b014630d208e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1754467 Sep 23 22:42:37.087351 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a164b591-9059-4c7e-ac90-38afcf16b5fb req-2d92d2c7-008c-4cfc-94ed-7a2bb4ee3bf3 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003003 Sep 23 22:42:37.095289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a96bf29-71f8-487b-9761-c0710af4c4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:37.136375 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b89194c-22bb-445a-962f-2f7a9b563192 req-2d665160-ac53-4b44-a6cd-ffb12ec25139 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358218 Sep 23 22:42:37.269128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96bf29-71f8-487b-9761-c0710af4c4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb42e9c-e312-46a8-8eee-61b7fba2d014,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:37.269128 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9a96bf29-71f8-487b-9761-c0710af4c4fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7669f40093ff40a1beeeed9fbaae901d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0400937 Sep 23 22:42:37.273629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41548) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:37.342219 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f3446bce-5e29-41c5-a3fb-3f84fc873d65 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5642672 Sep 23 22:42:37.344901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41550) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:37.350587 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e427f9c8-14f6-495d-9167-c68961f02fbc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'subnet': {'network_id': 'c882218c-7dfa-4f0f-8326-5ccc42333a78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:37.369668 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63525230-7eb8-4816-b2da-a82b3f181c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:37.409940 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63525230-7eb8-4816-b2da-a82b3f181c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:37.602656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e427f9c8-14f6-495d-9167-c68961f02fbc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:42:37.604921 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63525230-7eb8-4816-b2da-a82b3f181c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:37.614204 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63525230-7eb8-4816-b2da-a82b3f181c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:37.614369 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e427f9c8-14f6-495d-9167-c68961f02fbc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:37.614534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-63525230-7eb8-4816-b2da-a82b3f181c28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6fb42e9c-e312-46a8-8eee-61b7fba2d014 HTTP/1.1" status: 204 len: 168 time: 0.3340609 Sep 23 22:42:37.626253 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63525230-7eb8-4816-b2da-a82b3f181c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb42e9c-e312-46a8-8eee-61b7fba2d014,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:37.874192 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dec55f-bcce-4fce-882f-05b378c88540 req-f34f60b1-2e48-46e4-910e-863aa0050da7 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:37.877356 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03dec55f-bcce-4fce-882f-05b378c88540 req-f34f60b1-2e48-46e4-910e-863aa0050da7 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.1119270 Sep 23 22:42:37.995034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03dec55f-bcce-4fce-882f-05b378c88540 req-cb59bbb8-f179-4a39-b7b2-c744931c2b35 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003964 Sep 23 22:42:38.056112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc7e06-f6f5-4ef2-9036-995527b72e18 req-f7070b33-da63-4467-ba4a-d9e4a24166e0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:38.059899 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9dc7e06-f6f5-4ef2-9036-995527b72e18 req-f7070b33-da63-4467-ba4a-d9e4a24166e0 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.43 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 946 time: 0.3412840 Sep 23 22:42:38.364442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77d98c-5049-46de-8291-a2210b829e83 req-95073894-eb84-42a9-9537-1bcae255908c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:38.369929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb77d98c-5049-46de-8291-a2210b829e83 req-95073894-eb84-42a9-9537-1bcae255908c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 946 time: 0.0563595 Sep 23 22:42:38.449918 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a2e87-a1f8-44b9-b203-03e492ffe208 req-664da051-f92e-4fd1-a3db-8cbcebc1a86f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:38.457819 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495a2e87-a1f8-44b9-b203-03e492ffe208 req-664da051-f92e-4fd1-a3db-8cbcebc1a86f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.2084646 Sep 23 22:42:38.469831 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb77d98c-5049-46de-8291-a2210b829e83 req-019624f9-3f38-4290-8efa-cc16ac68d13c tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874047 Sep 23 22:42:38.523638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-e9dc7e06-f6f5-4ef2-9036-995527b72e18 req-e98624b0-669f-4921-9da0-9b528df829ed tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Deleting port bc0b3987-4415-4d92-96ee-12cd43e92611 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:42:38.524243 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e9dc7e06-f6f5-4ef2-9036-995527b72e18 req-e98624b0-669f-4921-9da0-9b528df829ed tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:38.544474 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-495a2e87-a1f8-44b9-b203-03e492ffe208 req-4e00c7e1-abe4-49ce-b512-677edd68b142 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855496 Sep 23 22:42:38.589922 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e427f9c8-14f6-495d-9167-c68961f02fbc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:38.863998 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427f9c8-14f6-495d-9167-c68961f02fbc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Subnet': ['ID=5ddad45b-8251-4890-97f2-b21d8ce3ab99,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:39.047664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-e9dc7e06-f6f5-4ef2-9036-995527b72e18 req-e98624b0-669f-4921-9da0-9b528df829ed tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] For port bc0b3987-4415-4d92-96ee-12cd43e92611, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=bc0b3987-4415-4d92-96ee-12cd43e92611,segment=NetworkSegment(ee86bc57-9e1c-4e40-a39c-b79e6200a515),segment_id=ee86bc57-9e1c-4e40-a39c-b79e6200a515)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:39.048759 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e9dc7e06-f6f5-4ef2-9036-995527b72e18 req-e98624b0-669f-4921-9da0-9b528df829ed tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:39.087107 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-e9dc7e06-f6f5-4ef2-9036-995527b72e18 req-e98624b0-669f-4921-9da0-9b528df829ed tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Calling delete_port for bc0b3987-4415-4d92-96ee-12cd43e92611 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:42:39.316136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41584) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:39.354960 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d54e5f9-1634-4c79-a957-336e48ee7ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:39.364148 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e14d4a-83cd-4413-9f6c-50efbbaff420 req-36cfb7e6-3109-4778-b84a-0b1c2879044e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:39.367320 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19e14d4a-83cd-4413-9f6c-50efbbaff420 req-36cfb7e6-3109-4778-b84a-0b1c2879044e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.1592779 Sep 23 22:42:39.383177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e427f9c8-14f6-495d-9167-c68961f02fbc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Checking segment: {'id': 'f68ee2da-6361-48ed-aa68-c143f3150847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c882218c-7dfa-4f0f-8326-5ccc42333a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:42:39.393221 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e427f9c8-14f6-495d-9167-c68961f02fbc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network hostable DHCP agents. Network: c882218c-7dfa-4f0f-8326-5ccc42333a78, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:42:39.517504 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19e14d4a-83cd-4413-9f6c-50efbbaff420 req-90a236ea-a980-420c-9afc-769382b5603c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1328852 Sep 23 22:42:39.636314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e427f9c8-14f6-495d-9167-c68961f02fbc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network c882218c-7dfa-4f0f-8326-5ccc42333a78 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:42:39.735445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf98b8d-a681-4909-8092-34bc9a3fca26 req-1735a89b-56e3-4dbd-8d53-53e90c4e4098 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:39.742586 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2cf98b8d-a681-4909-8092-34bc9a3fca26 req-1735a89b-56e3-4dbd-8d53-53e90c4e4098 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 946 time: 0.1124268 Sep 23 22:42:39.776289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9224c-1841-4a62-adb8-73ea0880ff14 req-2f79cb40-0088-45d2-9b16-19c998347b8b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:39.779330 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-77d9224c-1841-4a62-adb8-73ea0880ff14 req-2f79cb40-0088-45d2-9b16-19c998347b8b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1307392 Sep 23 22:42:39.807848 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2cf98b8d-a681-4909-8092-34bc9a3fca26 req-99f03add-b60d-4d75-9788-05b7b96e8a0e tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c478461-9fac-43ba-b297-4458b1da5e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625894 Sep 23 22:42:39.823425 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e9dc7e06-f6f5-4ef2-9036-995527b72e18 req-e98624b0-669f-4921-9da0-9b528df829ed tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:39.887691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-e427f9c8-14f6-495d-9167-c68961f02fbc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, c882218c-7dfa-4f0f-8326-5ccc42333a78) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:42:39.900404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33111629-7861-407c-9c90-dd8f80759ab2 None None] Network c882218c-7dfa-4f0f-8326-5ccc42333a78 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:42:39.912449 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98624b0-669f-4921-9da0-9b528df829ed tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Pushing event deleted for resources: {'Port': ['ID=bc0b3987-4415-4d92-96ee-12cd43e92611,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:39.928080 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d54e5f9-1634-4c79-a957-336e48ee7ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:39.933041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e427f9c8-14f6-495d-9167-c68961f02fbc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:39.942132 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e427f9c8-14f6-495d-9167-c68961f02fbc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:40.015561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-77d9224c-1841-4a62-adb8-73ea0880ff14 req-c6fe1777-b1eb-4492-9585-7c24a708beb5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245069 Sep 23 22:42:40.067380 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d54e5f9-1634-4c79-a957-336e48ee7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:40.067711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dc7e06-f6f5-4ef2-9036-995527b72e18 req-e98624b0-669f-4921-9da0-9b528df829ed tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] No DVR routers for this DVR port bc0b3987-4415-4d92-96ee-12cd43e92611 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:42:40.073580 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-e9dc7e06-f6f5-4ef2-9036-995527b72e18 req-e98624b0-669f-4921-9da0-9b528df829ed tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:40.079135 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9dc7e06-f6f5-4ef2-9036-995527b72e18 req-e98624b0-669f-4921-9da0-9b528df829ed tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.43 "DELETE /v2.0/ports/bc0b3987-4415-4d92-96ee-12cd43e92611 HTTP/1.1" status: 204 len: 173 time: 2.0124230 Sep 23 22:42:40.079871 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f4587d-df2c-4128-8413-e375253a252d', 'name': 'network-vif-deleted', 'tag': 'bc0b3987-4415-4d92-96ee-12cd43e92611'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:42:40.086307 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cdecb7-2302-4379-a139-f169e6a594ff" -d '{"events": [{"server_uuid": "03f4587d-df2c-4128-8413-e375253a252d", "name": "network-vif-deleted", "tag": "bc0b3987-4415-4d92-96ee-12cd43e92611"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:42:40.102632 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7d54e5f9-1634-4c79-a957-336e48ee7ae9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9008f195d8e042ba9e8100b1a508b2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7812476 Sep 23 22:42:40.118966 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41600) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:40.159677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54e5f9-1634-4c79-a957-336e48ee7ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4333af8c-a37d-444e-ad84-bb6424c1f354,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:40.177744 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd9532e-60fa-43ea-b9f1-642808dc9e72 x-openstack-request-id: req-3fd9532e-60fa-43ea-b9f1-642808dc9e72 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:42:40.187708 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f4587d-df2c-4128-8413-e375253a252d", "name": "network-vif-deleted", "tag": "bc0b3987-4415-4d92-96ee-12cd43e92611", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:42:40.187708 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3fd9532e-60fa-43ea-b9f1-642808dc9e72 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:42:40.187708 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f4587d-df2c-4128-8413-e375253a252d', 'name': 'network-vif-deleted', 'tag': 'bc0b3987-4415-4d92-96ee-12cd43e92611', 'status': 'completed', 'code': 200} Sep 23 22:42:40.227762 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e427f9c8-14f6-495d-9167-c68961f02fbc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8769009 Sep 23 22:42:40.228755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41602) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:40.235639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8ea3f7d1-7db6-435d-a628-236f5b2acc8f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-283186979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:40.247272 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c7c3-b9d1-4af0-bfa8-a5c704294fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:40.312880 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c7c3-b9d1-4af0-bfa8-a5c704294fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:40.376829 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-c882218c-7dfa-4f0f-8326-5ccc42333a78', 'network_id': 'c882218c-7dfa-4f0f-8326-5ccc42333a78', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'fixed_ips': [{'subnet_id': '5ddad45b-8251-4890-97f2-b21d8ce3ab99'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:42:40.378271 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:40.467633 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ea3f7d1-7db6-435d-a628-236f5b2acc8f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:40.469267 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ea3f7d1-7db6-435d-a628-236f5b2acc8f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:40.656396 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c7c3-b9d1-4af0-bfa8-a5c704294fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:40.659243 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c7c3-b9d1-4af0-bfa8-a5c704294fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:40.664730 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-dcc9c7c3-b9d1-4af0-bfa8-a5c704294fbb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4333af8c-a37d-444e-ad84-bb6424c1f354 HTTP/1.1" status: 204 len: 168 time: 0.5528953 Sep 23 22:42:40.674234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9c7c3-b9d1-4af0-bfa8-a5c704294fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4333af8c-a37d-444e-ad84-bb6424c1f354,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:40.695484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724c00e-524d-420d-bf0a-cc6038f4c5b6 req-c06297f9-8463-480d-a056-e927fd89f8cc tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:40.695839 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4724c00e-524d-420d-bf0a-cc6038f4c5b6 req-c06297f9-8463-480d-a056-e927fd89f8cc tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.0879691 Sep 23 22:42:40.774511 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4724c00e-524d-420d-bf0a-cc6038f4c5b6 req-e809399d-682b-4588-a866-2d80597f999e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740409 Sep 23 22:42:40.803229 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ea3f7d1-7db6-435d-a628-236f5b2acc8f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:40.893813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Allocated IP 172.20.0.2 (c882218c-7dfa-4f0f-8326-5ccc42333a78/5ddad45b-8251-4890-97f2-b21d8ce3ab99/2cd6be7f-aacd-42dd-aba4-24debe101dcc) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:42:40.995959 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ea3f7d1-7db6-435d-a628-236f5b2acc8f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:41.115542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7aefbaa1-bedd-462f-abed-c7d527d1b88a req-8831c401-e56e-4d45-b91c-05d55b187fd4 tempest-DeleteServersTestJSON-1901893663 tempest-DeleteServersTestJSON-1901893663-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f4587d-df2c-4128-8413-e375253a252d HTTP/1.1" status: 200 len: 210 time: 0.1033804 Sep 23 22:42:41.184951 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ea3f7d1-7db6-435d-a628-236f5b2acc8f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:41.186898 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8ea3f7d1-7db6-435d-a628-236f5b2acc8f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9568024 Sep 23 22:42:41.190237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41620) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:41.301561 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:41.348745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device bc0b3987-4415-4d92-96ee-12cd43e92611 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:42:41.383267 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: bc0b3987-4415-4d92-96ee-12cd43e92611 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:42:41.384076 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device bc0b3987-4415-4d92-96ee-12cd43e92611 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:42:41.434614 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4872ef-72e7-4a5f-955b-6350e454362d req-05511996-6a16-4312-afb4-040558d1892e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:41.445071 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e4872ef-72e7-4a5f-955b-6350e454362d req-05511996-6a16-4312-afb4-040558d1892e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1328385 Sep 23 22:42:41.489216 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:41.535639 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e4872ef-72e7-4a5f-955b-6350e454362d req-78d4e6f5-6daf-49f5-8cdb-30fb81ecadac tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874734 Sep 23 22:42:41.541127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Network c882218c-7dfa-4f0f-8326-5ccc42333a78 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:42:41.596531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:42:41.601528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:42:41.677556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Pushing event updated for resources: {'Port': ['ID=2cd6be7f-aacd-42dd-aba4-24debe101dcc,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:41.693535 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Attempting to bind port 2cd6be7f-aacd-42dd-aba4-24debe101dcc on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:42:41.694050 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Attempting to bind port 2cd6be7f-aacd-42dd-aba4-24debe101dcc by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f68ee2da-6361-48ed-aa68-c143f3150847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c882218c-7dfa-4f0f-8326-5ccc42333a78'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:42:41.696161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Attempting to bind port 2cd6be7f-aacd-42dd-aba4-24debe101dcc on network c882218c-7dfa-4f0f-8326-5ccc42333a78 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:42:41.702812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:42:41.702812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Checking segment: {'id': 'f68ee2da-6361-48ed-aa68-c143f3150847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c882218c-7dfa-4f0f-8326-5ccc42333a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:42:41.703223 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:41.703675 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Bound using segment: {'id': 'f68ee2da-6361-48ed-aa68-c143f3150847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c882218c-7dfa-4f0f-8326-5ccc42333a78'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:42:41.704275 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Bound port: 2cd6be7f-aacd-42dd-aba4-24debe101dcc, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68ee2da-6361-48ed-aa68-c143f3150847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c882218c-7dfa-4f0f-8326-5ccc42333a78'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:42:41.704763 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:41.937528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] For port 2cd6be7f-aacd-42dd-aba4-24debe101dcc, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:42:41.976494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] For port 2cd6be7f-aacd-42dd-aba4-24debe101dcc, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2cd6be7f-aacd-42dd-aba4-24debe101dcc,segment=NetworkSegment(f68ee2da-6361-48ed-aa68-c143f3150847),segment_id=f68ee2da-6361-48ed-aa68-c143f3150847)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:42:42.031555 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:42.135861 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:42.416900 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb8712-2002-4d7b-840d-42a40028201c None None] Pushing event updated for resources: {'Port': ['ID=2cd6be7f-aacd-42dd-aba4-24debe101dcc,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:42.620335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41648) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:42.667824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bac26-869d-4d27-993c-4e73f32312b0 req-b1936e89-855b-48e9-b04c-b4cd4929db0a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:42.687370 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-697a1f4d-effe-4154-9b6a-8b604a1043d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:42.688511 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c03bac26-869d-4d27-993c-4e73f32312b0 req-b1936e89-855b-48e9-b04c-b4cd4929db0a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.5454175 Sep 23 22:42:42.940138 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c03bac26-869d-4d27-993c-4e73f32312b0 req-9fcc8953-2534-4bf8-84f2-b341f26be892 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2407598 Sep 23 22:42:43.078785 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Allocated IP 172.20.0.1 (c882218c-7dfa-4f0f-8326-5ccc42333a78/5ddad45b-8251-4890-97f2-b21d8ce3ab99/357e7836-ee66-4a7d-bc46-bc3262ec762d) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:42:43.121491 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-697a1f4d-effe-4154-9b6a-8b604a1043d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:43.130947 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6d2d6142-f05a-4b1e-b782-1e8e8a5d1fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:43.186331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a995c-4fd2-40e0-a936-81d0dfec7a1b req-ebcb2ef8-6ce3-490b-b0f2-7f9dc8df3d5a tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:43.191416 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-524a995c-4fd2-40e0-a936-81d0dfec7a1b req-ebcb2ef8-6ce3-490b-b0f2-7f9dc8df3d5a tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1521471 Sep 23 22:42:43.238483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2cd6be7f-aacd-42dd-aba4-24debe101dcc up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:42:43.275366 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-697a1f4d-effe-4154-9b6a-8b604a1043d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:43.370322 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-524a995c-4fd2-40e0-a936-81d0dfec7a1b req-017d2c9b-fac0-4af5-b396-39c2e7ecd4cc tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674316 Sep 23 22:42:43.427879 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:43.433612 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 2cd6be7f-aacd-42dd-aba4-24debe101dcc triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:43.434414 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-697a1f4d-effe-4154-9b6a-8b604a1043d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d9c9337cc844e0aa2953a09843c4c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8115442 Sep 23 22:42:43.435605 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:43.455071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41666) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:43.514628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a1f4d-effe-4154-9b6a-8b604a1043d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e00a9ee-b3f8-4590-9256-bc9003c66480,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:43.613772 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:43.628025 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33acbce3-914a-48ea-b8b1-03c351c6aab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:43.668799 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33acbce3-914a-48ea-b8b1-03c351c6aab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:43.686445 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:43.691753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 2cd6be7f-aacd-42dd-aba4-24debe101dcc, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2cd6be7f-aacd-42dd-aba4-24debe101dcc,segment=NetworkSegment(f68ee2da-6361-48ed-aa68-c143f3150847),segment_id=f68ee2da-6361-48ed-aa68-c143f3150847)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:43.791651 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:43.978960 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33acbce3-914a-48ea-b8b1-03c351c6aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:43.986665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33acbce3-914a-48ea-b8b1-03c351c6aab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:43.986665 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-33acbce3-914a-48ea-b8b1-03c351c6aab3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e00a9ee-b3f8-4590-9256-bc9003c66480 HTTP/1.1" status: 204 len: 168 time: 0.5265915 Sep 23 22:42:44.005469 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acbce3-914a-48ea-b8b1-03c351c6aab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e00a9ee-b3f8-4590-9256-bc9003c66480,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:44.097704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network c882218c-7dfa-4f0f-8326-5ccc42333a78 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:42:44.121141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:42:44.135017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:42:44.182587 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=2cd6be7f-aacd-42dd-aba4-24debe101dcc,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:44.213644 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:44.214347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:44.214890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:44.215417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:44.216135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:44.216713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:44.217341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:44.221821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:44.225208 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:44.225208 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:44.225208 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:44.225208 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:44.391860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=357e7836-ee66-4a7d-bc46-bc3262ec762d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:44.448895 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:44.504573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6a1c8-7f8a-48f8-b837-b7cabe32b2b9 req-0cf4099f-4cd3-4db3-8972-8358dcddeb55 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:44.513730 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89d6a1c8-7f8a-48f8-b837-b7cabe32b2b9 req-0cf4099f-4cd3-4db3-8972-8358dcddeb55 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.2439566 Sep 23 22:42:44.686726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18294eb-0344-45dc-b25a-0f199d90fcc9 None None] Network c882218c-7dfa-4f0f-8326-5ccc42333a78 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:42:44.727081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89d6a1c8-7f8a-48f8-b837-b7cabe32b2b9 req-01373dcb-fed8-4fa9-b083-0f275db2e607 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1941512 Sep 23 22:42:44.887210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c28758-54b7-4643-aea7-1801d936d4eb req-9a24aab2-e5c3-4751-b161-33a9251242cb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:44.893860 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d8c28758-54b7-4643-aea7-1801d936d4eb req-9a24aab2-e5c3-4751-b161-33a9251242cb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.3153520 Sep 23 22:42:44.925416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-24ba3356-3baf-4731-a417-b46fc8a7fbe4 None None] Provisioning complete for port 2cd6be7f-aacd-42dd-aba4-24debe101dcc triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:44.932875 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-24ba3356-3baf-4731-a417-b46fc8a7fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:44.983657 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d8c28758-54b7-4643-aea7-1801d936d4eb req-f8609132-3501-4d21-8d8f-751ebb1f812d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872471 Sep 23 22:42:45.144055 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2cd6be7f-aacd-42dd-aba4-24debe101dcc up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:42:45.312764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 2cd6be7f-aacd-42dd-aba4-24debe101dcc triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:45.319183 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:45.361875 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:45.767487 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-51339722-95ca-4e31-9533-12fb06e0c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:45.793307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c7894dcf-4c6b-4539-abb2-158d9df7fb5c None None] Provisioning complete for port 2cd6be7f-aacd-42dd-aba4-24debe101dcc triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:45.794163 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c7894dcf-4c6b-4539-abb2-158d9df7fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:46.170239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c7894dcf-4c6b-4539-abb2-158d9df7fb5c None None] Provisioning complete for port 357e7836-ee66-4a7d-bc46-bc3262ec762d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:46.170775 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c7894dcf-4c6b-4539-abb2-158d9df7fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:46.216876 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9f8ac-d830-447b-a460-471537d6e072 req-c5a062b9-da15-4549-bfee-0e85e4fc6307 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:46.228807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-09a9f8ac-d830-447b-a460-471537d6e072 req-c5a062b9-da15-4549-bfee-0e85e4fc6307 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.1737654 Sep 23 22:42:46.375314 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-09a9f8ac-d830-447b-a460-471537d6e072 req-83f4e514-3af1-4e56-9f7d-90d05bebc3d7 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1403680 Sep 23 22:42:46.646175 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:46.702873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c7894dcf-4c6b-4539-abb2-158d9df7fb5c None None] Port 357e7836-ee66-4a7d-bc46-bc3262ec762d cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:42:46.845261 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c354b896-9a67-4db8-9a66-4f97447ee001 None None] Provisioning complete for port 357e7836-ee66-4a7d-bc46-bc3262ec762d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:46.852347 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c354b896-9a67-4db8-9a66-4f97447ee001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:46.860331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77100b1-e769-4bfd-90f9-7e6391ac5c40 req-53a8777b-cf55-4dad-94c9-aecb443fa305 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:46.867956 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d77100b1-e769-4bfd-90f9-7e6391ac5c40 req-53a8777b-cf55-4dad-94c9-aecb443fa305 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1907580 Sep 23 22:42:46.973314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c354b896-9a67-4db8-9a66-4f97447ee001 None None] Port 357e7836-ee66-4a7d-bc46-bc3262ec762d cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:42:46.974931 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:47.020560 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d77100b1-e769-4bfd-90f9-7e6391ac5c40 req-b74cc190-fece-43dd-9643-24179918c8ad tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345282 Sep 23 22:42:47.046063 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:47.167093 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:47.267461 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:47.269549 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=357e7836-ee66-4a7d-bc46-bc3262ec762d,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:47.349459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c165313-5c3a-42a9-831a-c7bd84c80fc0 req-77ab424b-c800-45fd-bfa2-99144e77ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:47.351959 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c165313-5c3a-42a9-831a-c7bd84c80fc0 req-77ab424b-c800-45fd-bfa2-99144e77ad2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 1097 time: 0.0556867 Sep 23 22:42:47.402346 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network c882218c-7dfa-4f0f-8326-5ccc42333a78 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:42:47.404955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:42:47.691082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c165313-5c3a-42a9-831a-c7bd84c80fc0 req-97ed60bb-37b1-4263-b6ed-c3041cc9e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:47.692802 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c165313-5c3a-42a9-831a-c7bd84c80fc0 req-97ed60bb-37b1-4263-b6ed-c3041cc9e708 service neutron] 10.222.0.67 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 917 time: 0.3335629 Sep 23 22:42:47.891649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3df73a-0383-4652-b6b9-9beb59bd6045 req-2ab027fd-c115-4adc-967e-dcdbbb05b0e2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:47.899194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c3df73a-0383-4652-b6b9-9beb59bd6045 req-2ab027fd-c115-4adc-967e-dcdbbb05b0e2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.2260346 Sep 23 22:42:47.918925 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c165313-5c3a-42a9-831a-c7bd84c80fc0 req-dce0d0c3-ba93-48c3-8bdc-2a840f83a66a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbced89-a474-4b0f-b412-b44171dc5011 HTTP/1.1" status: 200 len: 1002 time: 0.2133417 Sep 23 22:42:47.954926 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c3df73a-0383-4652-b6b9-9beb59bd6045 req-cf46f980-094b-4ba1-a3ae-b68be94d0329 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462048 Sep 23 22:42:47.965728 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:48.020448 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c171d761-6776-46f8-9461-b7aa87193cc0 None None] Provisioning complete for port 357e7836-ee66-4a7d-bc46-bc3262ec762d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:42:48.020738 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c171d761-6776-46f8-9461-b7aa87193cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:48.039737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router f3ab3cd7-1260-4efe-b4f7-26e7844f3f66 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:42:48.072229 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c171d761-6776-46f8-9461-b7aa87193cc0 None None] Port 357e7836-ee66-4a7d-bc46-bc3262ec762d cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:42:48.156588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89c760-e5e4-490f-9b4e-1f75aa362785 req-c96114af-d0d3-4511-9dbb-c5df8c367fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:48.159658 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-df89c760-e5e4-490f-9b4e-1f75aa362785 req-c96114af-d0d3-4511-9dbb-c5df8c367fbf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 1095 time: 0.3182781 Sep 23 22:42:48.176413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e302f9-0e49-4bda-b381-894e35707b50 req-2251293e-512c-4780-b11d-fa57f51dec74 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:48.180057 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62e302f9-0e49-4bda-b381-894e35707b50 req-2251293e-512c-4780-b11d-fa57f51dec74 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.3336046 Sep 23 22:42:48.182926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c165313-5c3a-42a9-831a-c7bd84c80fc0 req-73ed58cf-4104-4bc3-bb32-2b6ba7e5c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:48.187303 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c165313-5c3a-42a9-831a-c7bd84c80fc0 req-73ed58cf-4104-4bc3-bb32-2b6ba7e5c124 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 200 len: 855 time: 0.1405418 Sep 23 22:42:48.250336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:42:48.259262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4e3f4e41-7147-46fc-bd4b-891ff05c2c68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/f3ab3cd7-1260-4efe-b4f7-26e7844f3f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0670834 Sep 23 22:42:48.261769 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41788) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:48.267895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fec3879-2689-41f9-b1bd-113d52263091 None None] Sync routers for ids ['f3ab3cd7-1260-4efe-b4f7-26e7844f3f66'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:42:48.289217 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fec3879-2689-41f9-b1bd-113d52263091 None None] Routers {'f3ab3cd7-1260-4efe-b4f7-26e7844f3f66'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:42:48.290668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6fec3879-2689-41f9-b1bd-113d52263091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['f3ab3cd7-1260-4efe-b4f7-26e7844f3f66'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:48.383226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e38a1a-8df4-49f0-8425-436998845d59 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:48.393655 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6fec3879-2689-41f9-b1bd-113d52263091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:48.394229 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a1e38a1a-8df4-49f0-8425-436998845d59 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports/357e7836-ee66-4a7d-bc46-bc3262ec762d HTTP/1.1" status: 200 len: 910 time: 0.1293585 Sep 23 22:42:48.394847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41792) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:48.419566 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fec3879-2689-41f9-b1bd-113d52263091 None None] Routers {'f3ab3cd7-1260-4efe-b4f7-26e7844f3f66'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:42:48.420296 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6fec3879-2689-41f9-b1bd-113d52263091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['f3ab3cd7-1260-4efe-b4f7-26e7844f3f66'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:48.513023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c165313-5c3a-42a9-831a-c7bd84c80fc0 req-4c703210-6f69-4cd0-88bf-171c019b1686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:48.514718 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c165313-5c3a-42a9-831a-c7bd84c80fc0 req-4c703210-6f69-4cd0-88bf-171c019b1686 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15f12cf3-76d1-444b-8977-8d9ed31e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3139198 Sep 23 22:42:48.521495 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6fec3879-2689-41f9-b1bd-113d52263091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:48.524251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fec3879-2689-41f9-b1bd-113d52263091 None None] The sync data for ids ['f3ab3cd7-1260-4efe-b4f7-26e7844f3f66'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:42:48.564116 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62e302f9-0e49-4bda-b381-894e35707b50 req-322e68d5-1bb6-4af0-855f-634f77aaff14 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3595669 Sep 23 22:42:48.649571 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89c760-e5e4-490f-9b4e-1f75aa362785 req-5d1daaeb-ceca-407a-80e4-6580f3a6b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:48.651300 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-df89c760-e5e4-490f-9b4e-1f75aa362785 req-5d1daaeb-ceca-407a-80e4-6580f3a6b210 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.4641285 Sep 23 22:42:48.676471 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:49.287403 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c165313-5c3a-42a9-831a-c7bd84c80fc0 req-a20634d9-6c1a-45c2-87c6-574f5c8c3ea9 service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157290 Sep 23 22:42:49.312246 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-df89c760-e5e4-490f-9b4e-1f75aa362785 req-6916b8a6-a23a-44d2-8a43-951881aefbcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d473a81d-624e-4664-bbcb-4473adacebb1 HTTP/1.1" status: 200 len: 999 time: 0.6459701 Sep 23 22:42:49.396526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8262cf-2c89-43ad-8e7f-b11a9718bddf req-c85d4f51-ea55-472c-8aeb-e87e28f5f604 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:49.399102 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a8262cf-2c89-43ad-8e7f-b11a9718bddf req-c85d4f51-ea55-472c-8aeb-e87e28f5f604 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.2736681 Sep 23 22:42:49.503741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89c760-e5e4-490f-9b4e-1f75aa362785 req-b0d60ecb-69b6-4838-b0e6-6c1f0335480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:49.505314 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-df89c760-e5e4-490f-9b4e-1f75aa362785 req-b0d60ecb-69b6-4838-b0e6-6c1f0335480a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.1814628 Sep 23 22:42:49.578440 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c165313-5c3a-42a9-831a-c7bd84c80fc0 req-60d84a2d-11ef-4cc4-a033-0bd2ddf179c8 service neutron] 10.222.0.67 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820997 Sep 23 22:42:49.583331 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a8262cf-2c89-43ad-8e7f-b11a9718bddf req-b783025a-f4a0-4d8a-9972-7a4d1c4b2462 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309206 Sep 23 22:42:49.614991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89c760-e5e4-490f-9b4e-1f75aa362785 req-a6eddc79-1c3d-4bd3-bbd6-868e72998c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:49.618642 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-df89c760-e5e4-490f-9b4e-1f75aa362785 req-a6eddc79-1c3d-4bd3-bbd6-868e72998c25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037164 Sep 23 22:42:49.822178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41822) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:49.835156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-75675260-36cc-4ccf-8af9-80b5a462b3cb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-198280810', 'description': 'tempest-secgroup-smoke-198280810 description', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:49.980139 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-df89c760-e5e4-490f-9b4e-1f75aa362785 req-3403bd7d-cb6c-4d7f-9a32-283af971d6f0 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517728 Sep 23 22:42:49.993100 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0a7477e-2b12-455e-8e21-0050bbff60c3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:50.215456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324da28-f300-4eff-bfe5-032c1b9785de req-7578cd33-84ba-4686-bfdb-1aa09d27885c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:50.217952 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2324da28-f300-4eff-bfe5-032c1b9785de req-7578cd33-84ba-4686-bfdb-1aa09d27885c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.3737504 Sep 23 22:42:50.219226 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-75675260-36cc-4ccf-8af9-80b5a462b3cb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:50.275755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41840) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:50.307813 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-75675260-36cc-4ccf-8af9-80b5a462b3cb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:50.433694 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2324da28-f300-4eff-bfe5-032c1b9785de req-b97907f9-e904-466b-ab28-ad1e83b17e3b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995015 Sep 23 22:42:50.472924 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-df89c760-e5e4-490f-9b4e-1f75aa362785 req-2e09249c-65d3-4e85-acdd-7b67737786de service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748185 Sep 23 22:42:50.703433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Deleting subnet 3bef7f46-c67d-4b9d-b0a8-ff182509722b {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:42:50.709660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:50.829769 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-75675260-36cc-4ccf-8af9-80b5a462b3cb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:50.865527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7477e-2b12-455e-8e21-0050bbff60c3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port 357e7836-ee66-4a7d-bc46-bc3262ec762d {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:42:50.867533 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0a7477e-2b12-455e-8e21-0050bbff60c3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:50.889903 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:50.969137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.018639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ecbced89-a474-4b0f-b412-b44171dc5011 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:42:51.027244 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-75675260-36cc-4ccf-8af9-80b5a462b3cb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.105151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75675260-36cc-4ccf-8af9-80b5a462b3cb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2242c779-eed5-4959-9b10-152e0e350126,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:51.148214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39254b3-0e94-4d15-8b06-1d59f89d57fb req-87f2e9a0-1a1e-4352-b9d6-abb723db15c8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:51.159165 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a39254b3-0e94-4d15-8b06-1d59f89d57fb req-87f2e9a0-1a1e-4352-b9d6-abb723db15c8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.3657885 Sep 23 22:42:51.205789 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0a7477e-2b12-455e-8e21-0050bbff60c3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.246059 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.258693 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a39254b3-0e94-4d15-8b06-1d59f89d57fb req-865be480-6c41-4389-a930-5e2013404c41 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963728 Sep 23 22:42:51.263447 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7477e-2b12-455e-8e21-0050bbff60c3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for 357e7836-ee66-4a7d-bc46-bc3262ec762d owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:42:51.310335 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bef7f46-c67d-4b9d-b0a8-ff182509722b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:51.316311 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.326752 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:51.327154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:51.327414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:51.327749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:51.328431 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:51.328431 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:51.328828 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:51.329184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:51.329519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:51.329831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:51.331424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:51.331424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:42:51.337747 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.342857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1936e945-993f-4593-983f-3d9c8efd6452 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3bef7f46-c67d-4b9d-b0a8-ff182509722b HTTP/1.1" status: 204 len: 168 time: 1.0657215 Sep 23 22:42:51.343517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41856) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:51.387518 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ecbced89-a474-4b0f-b412-b44171dc5011,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:51.389158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:42:51.392157 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ba5bca-e21c-4947-bd5e-bfc35f641869" -d '{"events": [{"server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "name": "network-vif-unplugged", "status": "completed", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:42:51.458363 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34b70c36-8e18-4d1a-b86d-5a59e8a1c897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.478870 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-75675260-36cc-4ccf-8af9-80b5a462b3cb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.579970 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.586709 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d47315a-e9ee-41ed-ae7c-80fc9b1256fb x-openstack-request-id: req-6d47315a-e9ee-41ed-ae7c-80fc9b1256fb {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:42:51.587119 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "name": "network-vif-unplugged", "status": "completed", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:42:51.587328 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d47315a-e9ee-41ed-ae7c-80fc9b1256fb {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:42:51.587762 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'code': 200} Sep 23 22:42:51.677800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ecbced89-a474-4b0f-b412-b44171dc5011,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:51.693348 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34b70c36-8e18-4d1a-b86d-5a59e8a1c897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.727955 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-75675260-36cc-4ccf-8af9-80b5a462b3cb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.745587 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-34b70c36-8e18-4d1a-b86d-5a59e8a1c897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872c1fac-beaa-464d-807d-5c88e0c5fc47']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:51.759596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-34b70c36-8e18-4d1a-b86d-5a59e8a1c897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee86bc57-9e1c-4e40-a39c-b79e6200a515') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:51.759870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-34b70c36-8e18-4d1a-b86d-5a59e8a1c897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee86bc57-9e1c-4e40-a39c-b79e6200a515') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:51.767950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75675260-36cc-4ccf-8af9-80b5a462b3cb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7565f1-8e23-4103-b818-0ec17e8022b3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:51.779327 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34b70c36-8e18-4d1a-b86d-5a59e8a1c897 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.788774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6a885-e393-4f9d-bea7-3bcbfc8c4c96 req-b5df4242-79a4-4d48-9bbd-59a9e5df63a4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:51.790539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-34e6a885-e393-4f9d-bea7-3bcbfc8c4c96 req-b5df4242-79a4-4d48-9bbd-59a9e5df63a4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.0935366 Sep 23 22:42:51.818102 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34b70c36-8e18-4d1a-b86d-5a59e8a1c897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.840096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b70c36-8e18-4d1a-b86d-5a59e8a1c897 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:42:51.840692 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34b70c36-8e18-4d1a-b86d-5a59e8a1c897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:42:51.843802 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:42:51.848232 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0a7477e-2b12-455e-8e21-0050bbff60c3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.909081 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-75675260-36cc-4ccf-8af9-80b5a462b3cb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:51.911718 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-75675260-36cc-4ccf-8af9-80b5a462b3cb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0868461 Sep 23 22:42:51.919373 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7477e-2b12-455e-8e21-0050bbff60c3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=357e7836-ee66-4a7d-bc46-bc3262ec762d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:51.924182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41868) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:51.929663 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c067250c-b359-4a91-929a-46c9e71883b8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '1e7565f1-8e23-4103-b818-0ec17e8022b3', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:51.967647 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-34e6a885-e393-4f9d-bea7-3bcbfc8c4c96 req-739adb98-4949-4bb6-aae3-37c87d2a1a8f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578398 Sep 23 22:42:52.166487 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0a7477e-2b12-455e-8e21-0050bbff60c3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:52.172129 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c067250c-b359-4a91-929a-46c9e71883b8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:52.207241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039b09d-ee28-4b0e-9014-0ec0568f532f req-1b250c9a-6375-4fb5-ab37-eb1914bf0940 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:52.220681 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c039b09d-ee28-4b0e-9014-0ec0568f532f req-1b250c9a-6375-4fb5-ab37-eb1914bf0940 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1025641 Sep 23 22:42:52.279062 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c039b09d-ee28-4b0e-9014-0ec0568f532f req-59e26939-40d6-4263-a96d-734693ccc4a2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570152 Sep 23 22:42:52.302741 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34b70c36-8e18-4d1a-b86d-5a59e8a1c897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:52.324894 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-34b70c36-8e18-4d1a-b86d-5a59e8a1c897 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:52.329241 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-34b70c36-8e18-4d1a-b86d-5a59e8a1c897 admin admin] 10.222.0.22 "DELETE /v2.0/networks/872c1fac-beaa-464d-807d-5c88e0c5fc47 HTTP/1.1" status: 204 len: 168 time: 0.9824104 Sep 23 22:42:52.385296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b70c36-8e18-4d1a-b86d-5a59e8a1c897 admin admin] Pushing event deleted for resources: {'Network': ['ID=872c1fac-beaa-464d-807d-5c88e0c5fc47,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:52.462111 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c067250c-b359-4a91-929a-46c9e71883b8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:52.529275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eb719-4a05-4d42-b205-1f441353b563 req-a2e7a403-856d-46a3-931f-91d3f641af2e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:52.530913 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c8eb719-4a05-4d42-b205-1f441353b563 req-a2e7a403-856d-46a3-931f-91d3f641af2e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 944 time: 0.0697677 Sep 23 22:42:52.577983 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c8eb719-4a05-4d42-b205-1f441353b563 req-3efac704-42c7-42b3-9fe4-38b55e5eb63d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401359 Sep 23 22:42:52.614517 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ec7a1-2525-4f36-bc7c-01ee4770b39b req-0e67bac6-9b17-4be7-96c4-b33c619909a6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:52.617817 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c86ec7a1-2525-4f36-bc7c-01ee4770b39b req-0e67bac6-9b17-4be7-96c4-b33c619909a6 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1537988 Sep 23 22:42:52.622195 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c067250c-b359-4a91-929a-46c9e71883b8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:52.648755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a7477e-2b12-455e-8e21-0050bbff60c3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router f3ab3cd7-1260-4efe-b4f7-26e7844f3f66 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:42:52.688052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067250c-b359-4a91-929a-46c9e71883b8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac9131f-af0d-42df-8911-08608bf9065d,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:52.795031 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c86ec7a1-2525-4f36-bc7c-01ee4770b39b req-cc930567-5ae7-4de5-853d-0449365f899a tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650405 Sep 23 22:42:52.804542 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a7477e-2b12-455e-8e21-0050bbff60c3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:42:52.833724 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e0a7477e-2b12-455e-8e21-0050bbff60c3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/f3ab3cd7-1260-4efe-b4f7-26e7844f3f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4341166 Sep 23 22:42:52.835984 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41890) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:52.867130 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ad102a-ba91-42f8-ac65-695303fe6146 None None] Sync routers for ids ['f3ab3cd7-1260-4efe-b4f7-26e7844f3f66'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:42:52.879863 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0cf42d0b-5a04-42d3-8ef0-482271ea5155 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3ab3cd7-1260-4efe-b4f7-26e7844f3f66 HTTP/1.1" status: 200 len: 205 time: 0.0426471 Sep 23 22:42:52.885137 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41894) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:52.894972 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c067250c-b359-4a91-929a-46c9e71883b8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:52.897790 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ad102a-ba91-42f8-ac65-695303fe6146 None None] Routers {'f3ab3cd7-1260-4efe-b4f7-26e7844f3f66'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:42:52.898836 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-19ad102a-ba91-42f8-ac65-695303fe6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['f3ab3cd7-1260-4efe-b4f7-26e7844f3f66'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:52.899981 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c067250c-b359-4a91-929a-46c9e71883b8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9746003 Sep 23 22:42:52.900305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41896) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:52.911593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a2a25670-0354-46a2-8bdd-60770b807688 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '1e7565f1-8e23-4103-b818-0ec17e8022b3', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:53.020696 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-19ad102a-ba91-42f8-ac65-695303fe6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:53.038888 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ad102a-ba91-42f8-ac65-695303fe6146 None None] Routers {'f3ab3cd7-1260-4efe-b4f7-26e7844f3f66'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:42:53.039565 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-19ad102a-ba91-42f8-ac65-695303fe6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['f3ab3cd7-1260-4efe-b4f7-26e7844f3f66'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:53.072939 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4754af6-8925-499f-91a4-b938ec270ed9 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:53.099272 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-19ad102a-ba91-42f8-ac65-695303fe6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:53.102416 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ad102a-ba91-42f8-ac65-695303fe6146 None None] The sync data for ids ['f3ab3cd7-1260-4efe-b4f7-26e7844f3f66'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:42:53.170416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41904) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:53.255917 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a2a25670-0354-46a2-8bdd-60770b807688 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:53.285159 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-60166927-cdd0-420f-bf59-b9d17e1866d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7b76146ebc1f4d82b2692c606ba4acda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131492 Sep 23 22:42:53.295766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41912) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:53.389748 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a2a25670-0354-46a2-8bdd-60770b807688 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:53.392900 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4754af6-8925-499f-91a4-b938ec270ed9 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:53.395491 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4754af6-8925-499f-91a4-b938ec270ed9 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:53.395746 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9806801f-439b-4d46-a826-9fded43e8510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:53.441289 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9806801f-439b-4d46-a826-9fded43e8510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:53.556122 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a2a25670-0354-46a2-8bdd-60770b807688 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:53.594025 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4754af6-8925-499f-91a4-b938ec270ed9 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:53.596314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4754af6-8925-499f-91a4-b938ec270ed9 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Fanout notify agent at l3_agent the message router_deleted on router f3ab3cd7-1260-4efe-b4f7-26e7844f3f66 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:42:53.605320 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a25670-0354-46a2-8bdd-60770b807688 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b607f1-704a-42e1-9703-a0c44a222cfd,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:53.610705 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4754af6-8925-499f-91a4-b938ec270ed9 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:53.613061 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e4754af6-8925-499f-91a4-b938ec270ed9 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/routers/f3ab3cd7-1260-4efe-b4f7-26e7844f3f66 HTTP/1.1" status: 204 len: 168 time: 0.7254684 Sep 23 22:42:53.618299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41916) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:53.679912 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9806801f-439b-4d46-a826-9fded43e8510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:53.683179 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9806801f-439b-4d46-a826-9fded43e8510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:53.690303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9806801f-439b-4d46-a826-9fded43e8510 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c478461-9fac-43ba-b297-4458b1da5e47 HTTP/1.1" status: 204 len: 168 time: 0.3922331 Sep 23 22:42:53.721513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806801f-439b-4d46-a826-9fded43e8510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c478461-9fac-43ba-b297-4458b1da5e47,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:53.759749 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a2a25670-0354-46a2-8bdd-60770b807688 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:53.765998 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a2a25670-0354-46a2-8bdd-60770b807688 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8593481 Sep 23 22:42:53.765998 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41922) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:53.771686 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-30cbb1a9-b9c3-4149-9098-544353b6e770 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '1e7565f1-8e23-4103-b818-0ec17e8022b3', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:54.076746 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-30cbb1a9-b9c3-4149-9098-544353b6e770 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:54.193275 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-30cbb1a9-b9c3-4149-9098-544353b6e770 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:54.193512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ae9002-3c63-4e98-95ae-e3b1e1888317 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting subnet 5ddad45b-8251-4890-97f2-b21d8ce3ab99 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:42:54.200129 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-28ae9002-3c63-4e98-95ae-e3b1e1888317 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:54.261698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55b1c8-35a0-461c-85da-3c9c9a9aa435 req-4376eeb5-88ed-451a-bead-545a916fa780 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:54.263453 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2b55b1c8-35a0-461c-85da-3c9c9a9aa435 req-4376eeb5-88ed-451a-bead-545a916fa780 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1319818 Sep 23 22:42:54.269746 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-28ae9002-3c63-4e98-95ae-e3b1e1888317 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:54.354318 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-30cbb1a9-b9c3-4149-9098-544353b6e770 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:54.371332 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2b55b1c8-35a0-461c-85da-3c9c9a9aa435 req-d6ac3c0b-723d-4730-a41a-bb8af7b84d6b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777681 Sep 23 22:42:54.433380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbb1a9-b9c3-4149-9098-544353b6e770 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2885aa7c-892c-425b-8734-ec6e1c18451e,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:54.451002 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-28ae9002-3c63-4e98-95ae-e3b1e1888317 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:54.585216 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-30cbb1a9-b9c3-4149-9098-544353b6e770 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:54.588086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-30cbb1a9-b9c3-4149-9098-544353b6e770 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8192883 Sep 23 22:42:54.589832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41940) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:54.594728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-669edb5b-425e-41b2-b998-3678c9d4aded tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '1e7565f1-8e23-4103-b818-0ec17e8022b3', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:54.768970 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-28ae9002-3c63-4e98-95ae-e3b1e1888317 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:54.795668 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-28ae9002-3c63-4e98-95ae-e3b1e1888317 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:54.797221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a4727e-3f67-429d-910f-c02e72a36672 None None] Network c882218c-7dfa-4f0f-8326-5ccc42333a78 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:42:54.801258 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-28ae9002-3c63-4e98-95ae-e3b1e1888317 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/5ddad45b-8251-4890-97f2-b21d8ce3ab99 HTTP/1.1" status: 204 len: 168 time: 1.1812656 Sep 23 22:42:54.802499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41948) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:54.805775 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-669edb5b-425e-41b2-b998-3678c9d4aded tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:54.837373 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae9002-3c63-4e98-95ae-e3b1e1888317 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Subnet': ['ID=5ddad45b-8251-4890-97f2-b21d8ce3ab99,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:54.863532 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:42:55.000400 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:55.059642 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-669edb5b-425e-41b2-b998-3678c9d4aded tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:55.061365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ecbced89-a474-4b0f-b412-b44171dc5011 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:42:55.104573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port 2cd6be7f-aacd-42dd-aba4-24debe101dcc {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:42:55.104952 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:55.164651 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-669edb5b-425e-41b2-b998-3678c9d4aded tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:55.186017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6103143-05f4-4573-9213-ddf886b0a56b None None] DHCP port deletion for c882218c-7dfa-4f0f-8326-5ccc42333a78 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:42:55.214624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669edb5b-425e-41b2-b998-3678c9d4aded tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72b29fe-4c9b-42f7-91b1-1da78e3437d2,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:55.235128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] For port 2cd6be7f-aacd-42dd-aba4-24debe101dcc, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2cd6be7f-aacd-42dd-aba4-24debe101dcc,segment=NetworkSegment(f68ee2da-6361-48ed-aa68-c143f3150847),segment_id=f68ee2da-6361-48ed-aa68-c143f3150847)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:55.235765 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:55.260156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for 2cd6be7f-aacd-42dd-aba4-24debe101dcc owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:42:55.314584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c6103143-05f4-4573-9213-ddf886b0a56b None None] Deleting port 2cd6be7f-aacd-42dd-aba4-24debe101dcc {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:42:55.315047 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c6103143-05f4-4573-9213-ddf886b0a56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:55.344877 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-669edb5b-425e-41b2-b998-3678c9d4aded tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:55.346210 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-669edb5b-425e-41b2-b998-3678c9d4aded tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7553258 Sep 23 22:42:55.354894 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41962) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:55.361874 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f43318d2-ff67-4d8d-b1f6-666b857fd0fe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '1e7565f1-8e23-4103-b818-0ec17e8022b3', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:55.436802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c6103143-05f4-4573-9213-ddf886b0a56b None None] For port 2cd6be7f-aacd-42dd-aba4-24debe101dcc, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=2cd6be7f-aacd-42dd-aba4-24debe101dcc,segment=NetworkSegment(f68ee2da-6361-48ed-aa68-c143f3150847),segment_id=f68ee2da-6361-48ed-aa68-c143f3150847)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:42:55.437311 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c6103143-05f4-4573-9213-ddf886b0a56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:55.458613 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c6103143-05f4-4573-9213-ddf886b0a56b None None] Calling delete_port for 2cd6be7f-aacd-42dd-aba4-24debe101dcc owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:42:55.548075 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-f43318d2-ff67-4d8d-b1f6-666b857fd0fe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Project 0a3bbdae5cca4bf3aaf957611b45b827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:42:55.573456 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f43318d2-ff67-4d8d-b1f6-666b857fd0fe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:55.636166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb91084-d8db-4d66-ba39-496080ffee30 req-d9f33b97-02b0-47a5-8459-ddac5dc0f046 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:55.637869 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-abb91084-d8db-4d66-ba39-496080ffee30 req-d9f33b97-02b0-47a5-8459-ddac5dc0f046 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1042309 Sep 23 22:42:55.676587 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:55.685039 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c6103143-05f4-4573-9213-ddf886b0a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:55.702101 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f43318d2-ff67-4d8d-b1f6-666b857fd0fe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:55.722337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6103143-05f4-4573-9213-ddf886b0a56b None None] No DVR routers for this DVR port 2cd6be7f-aacd-42dd-aba4-24debe101dcc on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:42:55.758946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=2cd6be7f-aacd-42dd-aba4-24debe101dcc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:55.762988 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6103143-05f4-4573-9213-ddf886b0a56b None None] Pushing event deleted for resources: {'Port': ['ID=2cd6be7f-aacd-42dd-aba4-24debe101dcc,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:55.786264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No DVR routers for this DVR port 2cd6be7f-aacd-42dd-aba4-24debe101dcc on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:42:55.796210 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-abb91084-d8db-4d66-ba39-496080ffee30 req-aabee1de-db55-43cf-96db-08532bb4f372 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448007 Sep 23 22:42:55.833833 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f43318d2-ff67-4d8d-b1f6-666b857fd0fe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:55.876347 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43318d2-ff67-4d8d-b1f6-666b857fd0fe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f690fec0-3097-47fc-854e-9fc3c0acc1e4,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:55.936075 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:55.966892 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c882218c-7dfa-4f0f-8326-5ccc42333a78']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:56.003577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68ee2da-6361-48ed-aa68-c143f3150847') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:56.004464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68ee2da-6361-48ed-aa68-c143f3150847') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:42:56.019287 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:56.037076 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f43318d2-ff67-4d8d-b1f6-666b857fd0fe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:56.044067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41990) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:56.050119 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f43318d2-ff67-4d8d-b1f6-666b857fd0fe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6977766 Sep 23 22:42:56.051835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b046654b-948d-40db-85f4-a5c61002ab3f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '1e7565f1-8e23-4103-b818-0ec17e8022b3', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:56.068312 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:56.089781 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:42:56.090816 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:42:56.101302 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:42:56.227087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41994) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:56.314071 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-b046654b-948d-40db-85f4-a5c61002ab3f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Project 0a3bbdae5cca4bf3aaf957611b45b827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:42:56.323557 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b046654b-948d-40db-85f4-a5c61002ab3f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:56.369911 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1637399760-network', 'tenant_id': '54dbd8211657479aa35946c22c2cb15e'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:56.371651 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:56.384365 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:56.404718 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/networks/c882218c-7dfa-4f0f-8326-5ccc42333a78 HTTP/1.1" status: 204 len: 168 time: 1.5780427 Sep 23 22:42:56.416784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42002) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:56.431934 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-471103528', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:56.475532 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb67278-b6e7-4311-9960-834076bb6a51 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Network': ['ID=c882218c-7dfa-4f0f-8326-5ccc42333a78,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:56.519214 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b046654b-948d-40db-85f4-a5c61002ab3f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:56.655426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] Made reservation on behalf of 54dbd8211657479aa35946c22c2cb15e for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:42:56.657515 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:56.671999 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:56.681647 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b046654b-948d-40db-85f4-a5c61002ab3f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:56.718391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046654b-948d-40db-85f4-a5c61002ab3f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e55eb61-b081-42c2-858e-3546575d99d1,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:56.816271 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:56.818002 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:56.857355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b464d-de8e-4472-85a3-1e2ff6d8a68c req-2a633093-a44c-441e-97b7-c1328c8886dc tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:56.867377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1e7b464d-de8e-4472-85a3-1e2ff6d8a68c req-2a633093-a44c-441e-97b7-c1328c8886dc tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1122279 Sep 23 22:42:56.964175 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:56.977018 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1e7b464d-de8e-4472-85a3-1e2ff6d8a68c req-8d9ea428-1a57-4c81-b0d0-28f117ea017f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030815 Sep 23 22:42:56.977379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-baf8d3fe-450b-4bc9-b983-067c80111fe9 req-ce79f3a5-a75b-4eea-8ab9-2dc6954c57ff service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:42:56.982607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e719c-b6ba-4ab4-b075-6b65205f8dba req-9ef06431-0b1c-47a4-a525-70fd1ec79062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:56.999588 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f21e719c-b6ba-4ab4-b075-6b65205f8dba req-9ef06431-0b1c-47a4-a525-70fd1ec79062 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 1095 time: 0.1158028 Sep 23 22:42:57.000001 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-baf8d3fe-450b-4bc9-b983-067c80111fe9 req-ce79f3a5-a75b-4eea-8ab9-2dc6954c57ff service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206835 Sep 23 22:42:57.062413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2cd6be7f-aacd-42dd-aba4-24debe101dcc no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:42:57.105166 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:57.118339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 2cd6be7f-aacd-42dd-aba4-24debe101dcc {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:42:57.118961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 2cd6be7f-aacd-42dd-aba4-24debe101dcc not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:42:57.190302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e719c-b6ba-4ab4-b075-6b65205f8dba req-48bdf708-073f-4d46-ac37-3f3493529d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:57.193251 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f21e719c-b6ba-4ab4-b075-6b65205f8dba req-48bdf708-073f-4d46-ac37-3f3493529d07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 200 len: 913 time: 0.1956682 Sep 23 22:42:57.268109 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:57.351858 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f21e719c-b6ba-4ab4-b075-6b65205f8dba req-fe65c4bd-e3d7-47cc-bcea-39a6e0c56af2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d473a81d-624e-4664-bbcb-4473adacebb1 HTTP/1.1" status: 200 len: 999 time: 0.1497059 Sep 23 22:42:57.362978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700cc271-d6a1-466b-83d5-f3300ffc119b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:57.374110 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:57.377633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:42:57.407550 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:57.407550 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] Added segment 62583715-9818-45ce-afee-a9eb76660405 of type vlan for network 525229b0-5da2-463c-8c88-97b0d9d890b9 Sep 23 22:42:57.449298 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e719c-b6ba-4ab4-b075-6b65205f8dba req-6942312b-9f97-4e4d-9402-118a7b96bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:57.452318 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f21e719c-b6ba-4ab4-b075-6b65205f8dba req-6942312b-9f97-4e4d-9402-118a7b96bb6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 200 len: 851 time: 0.0940926 Sep 23 22:42:57.520172 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:57.564320 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b046654b-948d-40db-85f4-a5c61002ab3f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:57.564320 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b046654b-948d-40db-85f4-a5c61002ab3f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5154481 Sep 23 22:42:57.566695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42024) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:57.575005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-1b0e7745-793a-403a-a2bc-0fe671dae69e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'network': {'name': 'tempest-network-smoke--1624419484', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'port_security_enabled': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:57.720335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e719c-b6ba-4ab4-b075-6b65205f8dba req-ad88ce71-95ea-4878-ac08-f9fc47d06e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:57.723509 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f21e719c-b6ba-4ab4-b075-6b65205f8dba req-ad88ce71-95ea-4878-ac08-f9fc47d06e22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b269275-d2f2-42f6-a365-60282a573cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2618537 Sep 23 22:42:57.762353 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:57.764783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:57.766012 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:57.786419 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0e7745-793a-403a-a2bc-0fe671dae69e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Made reservation on behalf of 0a3bbdae5cca4bf3aaf957611b45b827 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:42:57.792657 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7745-793a-403a-a2bc-0fe671dae69e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:57.796401 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06aef9d-4f87-435e-96da-b0ee00a8910c req-1c064933-4125-4816-80e2-93b24ec1a354 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:57.811680 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d06aef9d-4f87-435e-96da-b0ee00a8910c req-1c064933-4125-4816-80e2-93b24ec1a354 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 944 time: 0.2355871 Sep 23 22:42:57.847732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0e7745-793a-403a-a2bc-0fe671dae69e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:42:57.862981 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7745-793a-403a-a2bc-0fe671dae69e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:57.863485 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-1b0e7745-793a-403a-a2bc-0fe671dae69e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Added segment 06fb67b3-e4c2-42c9-9760-c53b0be7c2cd of type vlan for network f766095b-4cf6-472c-acfe-7efa29261fed Sep 23 22:42:57.942103 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d06aef9d-4f87-435e-96da-b0ee00a8910c req-3ce32294-987c-4dd7-8ba0-53f67973e436 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1288862 Sep 23 22:42:57.965623 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7745-793a-403a-a2bc-0fe671dae69e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:58.151307 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9223282 Sep 23 22:42:58.152633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57841dbf-acee-43c8-b5c8-d4bd0a1cb272 admin admin] Pushing event updated for resources: {'Network': ['ID=525229b0-5da2-463c-8c88-97b0d9d890b9,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:58.164629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42040) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:58.174858 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 525229b0-5da2-463c-8c88-97b0d9d890b9 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:42:58.222341 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f21e719c-b6ba-4ab4-b075-6b65205f8dba req-8e3de8a7-e44c-45cd-9a00-81838b8386b1 service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833927 Sep 23 22:42:58.234912 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a6607b63-332c-45af-8d44-fbd231be33db admin admin] Request body: {'subnet': {'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1637399760-subnet', 'tenant_id': '54dbd8211657479aa35946c22c2cb15e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:58.329667 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7745-793a-403a-a2bc-0fe671dae69e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:58.335971 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0e7745-793a-403a-a2bc-0fe671dae69e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:58.336781 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7745-793a-403a-a2bc-0fe671dae69e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:58.348111 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:58.383640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c4a9-ae32-4655-a5e3-bfbf39ae9c50 req-3bbeeebf-b74b-433b-97fc-b53f0c521c73 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:58.385507 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0892c4a9-ae32-4655-a5e3-bfbf39ae9c50 req-3bbeeebf-b74b-433b-97fc-b53f0c521c73 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.1467381 Sep 23 22:42:58.398624 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f21e719c-b6ba-4ab4-b075-6b65205f8dba req-fcc49d0c-c9b5-4ddd-bd7f-2c40d2806f1f service neutron] 10.222.0.43 "GET /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674736 Sep 23 22:42:58.424384 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:58.454080 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6607b63-332c-45af-8d44-fbd231be33db admin admin] Made reservation on behalf of 54dbd8211657479aa35946c22c2cb15e for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:42:58.456639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a6607b63-332c-45af-8d44-fbd231be33db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:58.516149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42048) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:58.566079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e7745-793a-403a-a2bc-0fe671dae69e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Network': ['ID=f766095b-4cf6-472c-acfe-7efa29261fed,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:58.581252 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network f766095b-4cf6-472c-acfe-7efa29261fed details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:42:58.587183 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1b0e7745-793a-403a-a2bc-0fe671dae69e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0189421 Sep 23 22:42:58.587456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42054) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:42:58.594289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'admin_state_up': True, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:42:58.714571 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0892c4a9-ae32-4655-a5e3-bfbf39ae9c50 req-07a16c88-5449-478f-8a79-46918b30dc35 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971566 Sep 23 22:42:58.768584 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:58.771582 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:58.878070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Allocated IP 172.25.1.211 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/90b96106-0c8f-47f2-9cc6-b88d7eb6ab4e) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:42:58.931629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5513722f-291c-4e66-9009-d97255d95517 req-a78431bf-ac87-4d61-9b4c-ed53fa57d4aa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4137299 Sep 23 22:42:58.972074 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:58.978940 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-5513722f-291c-4e66-9009-d97255d95517 req-ae9f66aa-e6dd-4a7b-b001-307a4da5f8e1 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:42:58.980086 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5513722f-291c-4e66-9009-d97255d95517 req-ae9f66aa-e6dd-4a7b-b001-307a4da5f8e1 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0364449 Sep 23 22:42:59.113993 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:59.218012 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a6607b63-332c-45af-8d44-fbd231be33db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:59.325154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad026a-a8f7-4e2d-a724-012bb75a123f req-d28c0171-637c-4d6d-a034-797d21d92482 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:59.333283 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddad026a-a8f7-4e2d-a724-012bb75a123f req-d28c0171-637c-4d6d-a034-797d21d92482 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 944 time: 0.2111979 Sep 23 22:42:59.383429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6607b63-332c-45af-8d44-fbd231be33db admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f489e0c-5e01-4476-b706-eb671613c7a3,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:59.405538 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddad026a-a8f7-4e2d-a724-012bb75a123f req-a9787ad0-1ded-4ef8-9ae5-5ca2dd098f3f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712759 Sep 23 22:42:59.406554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6607b63-332c-45af-8d44-fbd231be33db admin admin] Checking segment: {'id': '62583715-9818-45ce-afee-a9eb76660405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:42:59.406923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6607b63-332c-45af-8d44-fbd231be33db admin admin] Network hostable DHCP agents. Network: 525229b0-5da2-463c-8c88-97b0d9d890b9, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:42:59.435815 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:59.491346 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:59.535967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:42:59.539252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:42:59.543345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:42:59.580494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=90b96106-0c8f-47f2-9cc6-b88d7eb6ab4e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:42:59.642788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6607b63-332c-45af-8d44-fbd231be33db admin admin] Network 525229b0-5da2-463c-8c88-97b0d9d890b9 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:42:59.928562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-a6607b63-332c-45af-8d44-fbd231be33db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 525229b0-5da2-463c-8c88-97b0d9d890b9) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:42:59.956522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6607b63-332c-45af-8d44-fbd231be33db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:42:59.960139 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a6607b63-332c-45af-8d44-fbd231be33db admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:42:59.968140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5abe6a-4e2a-425a-8af4-e59735e1cbc0 None None] Network 525229b0-5da2-463c-8c88-97b0d9d890b9 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:43:00.101067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651175fe-6440-44e7-9775-0180b20d0b67 req-dd69be32-191a-4eeb-81bd-b5db4bad08b3 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:00.119766 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-651175fe-6440-44e7-9775-0180b20d0b67 req-dd69be32-191a-4eeb-81bd-b5db4bad08b3 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.2749999 Sep 23 22:43:00.213417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:00.224402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b761c9-1a5c-4528-9a59-497380e3bffe None None] Network 525229b0-5da2-463c-8c88-97b0d9d890b9 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:43:00.275577 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:00.285656 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-651175fe-6440-44e7-9775-0180b20d0b67 req-289618aa-9890-40f4-855f-d721fb930fa3 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638060 Sep 23 22:43:00.302498 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a6607b63-332c-45af-8d44-fbd231be33db admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1356492 Sep 23 22:43:00.336990 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:00.531889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.25.1.174 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/3450535a-ac0e-4aff-b6bf-b37c61aed336) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:43:00.911079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44225c0-4ab9-491d-8f5e-15e1632ef5b0 req-e540becd-1fdf-4241-a54f-71c5382cbe75 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:00.913703 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f44225c0-4ab9-491d-8f5e-15e1632ef5b0 req-e540becd-1fdf-4241-a54f-71c5382cbe75 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 944 time: 0.2417493 Sep 23 22:43:00.965035 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:01.129884 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f44225c0-4ab9-491d-8f5e-15e1632ef5b0 req-1963b8c3-f3c3-4fb1-828a-7305435b0aa7 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829654 Sep 23 22:43:01.134604 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:01.253712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=3450535a-ac0e-4aff-b6bf-b37c61aed336,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:01.296926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:43:01.299150 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:01.305009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:43:01.317059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8ff45-7d9a-4bd2-9f51-d5629edfd8fc req-5d2c99da-541a-4f3f-b562-419a50e3b5eb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:01.325570 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ac8ff45-7d9a-4bd2-9f51-d5629edfd8fc req-5d2c99da-541a-4f3f-b562-419a50e3b5eb tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.8697059 Sep 23 22:43:01.418957 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ac8ff45-7d9a-4bd2-9f51-d5629edfd8fc req-d28ec8b1-7873-49b7-bb47-da3a8311c37b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921032 Sep 23 22:43:01.618143 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:01.982467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513722f-291c-4e66-9009-d97255d95517 req-8d082bd9-3875-4b69-bf2b-a4f8f6989a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:01.984088 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5513722f-291c-4e66-9009-d97255d95517 req-8d082bd9-3875-4b69-bf2b-a4f8f6989a16 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860&tenant_id=105c7207854f488985a813c37073f45f HTTP/1.1" status: 200 len: 1095 time: 0.2436054 Sep 23 22:43:01.998931 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:02.107311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 5165f0ad-7d38-4435-abb2-1457fc77993c is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:43:02.291461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:43:02.306886 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed57c489-f3a4-4f8e-8fa3-d7aefc631f16 None None] Sync routers for ids ['5165f0ad-7d38-4435-abb2-1457fc77993c'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:43:02.329792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed57c489-f3a4-4f8e-8fa3-d7aefc631f16 None None] Routers {'5165f0ad-7d38-4435-abb2-1457fc77993c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:02.330913 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ed57c489-f3a4-4f8e-8fa3-d7aefc631f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5165f0ad-7d38-4435-abb2-1457fc77993c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:02.423493 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ed57c489-f3a4-4f8e-8fa3-d7aefc631f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:02.444764 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:02.445892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed57c489-f3a4-4f8e-8fa3-d7aefc631f16 None None] Routers {'5165f0ad-7d38-4435-abb2-1457fc77993c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:02.447036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ed57c489-f3a4-4f8e-8fa3-d7aefc631f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5165f0ad-7d38-4435-abb2-1457fc77993c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:02.449624 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-63ca0aee-45cc-4eb7-aeb1-b9db6ca712b7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.0244946 Sep 23 22:43:02.450329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42144) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:02.518704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ed57c489-f3a4-4f8e-8fa3-d7aefc631f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:02.520465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed57c489-f3a4-4f8e-8fa3-d7aefc631f16 None None] The sync data for ids ['5165f0ad-7d38-4435-abb2-1457fc77993c'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:43:02.716120 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c680a081-d240-4b1e-8517-2c4fa4a3fd5c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/routers/5165f0ad-7d38-4435-abb2-1457fc77993c HTTP/1.1" status: 200 len: 880 time: 0.2643399 Sep 23 22:43:02.720477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42156) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:02.738137 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-e19bc91f-0695-47ea-aa30-a45bfc07540a tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:02.746982 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-e19bc91f-0695-47ea-aa30-a45bfc07540a tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/networks?id=525229b0-5da2-463c-8c88-97b0d9d890b9 HTTP/1.1" status: 200 len: 818 time: 1.0170221 Sep 23 22:43:02.815128 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-d2cc1ff5-40d1-49ad-8084-92becf116e34 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/quotas/54dbd8211657479aa35946c22c2cb15e HTTP/1.1" status: 200 len: 375 time: 0.0670819 Sep 23 22:43:02.815811 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:02.819487 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:02.939659 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-0742028c-15d8-4974-96e3-bc75dcca6a9a tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=54dbd8211657479aa35946c22c2cb15e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1093407 Sep 23 22:43:03.108277 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1af8a0a5-01b7-4429-9873-42f440c177dd tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3861156 Sep 23 22:43:03.113092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42164) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:03.119268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-35faa00e-1040-47c0-b4dd-2d2b4babe374 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-471103528'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:03.311564 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-49af430f-9a51-4d0b-8030-167b15fd397f service neutron] 10.222.0.22 "GET /v2.0/networks/525229b0-5da2-463c-8c88-97b0d9d890b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489721 Sep 23 22:43:03.474651 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:03.494634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ecbced89-a474-4b0f-b412-b44171dc5011,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:03.500147 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-f958a56f-930a-494d-a213-4176d3401edd service neutron] 10.222.0.22 "GET /v2.0/networks/525229b0-5da2-463c-8c88-97b0d9d890b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478527 Sep 23 22:43:03.639046 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35faa00e-1040-47c0-b4dd-2d2b4babe374 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:03.669502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:43:03.743102 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbced89-a474-4b0f-b412-b44171dc5011 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:43:03.753217 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:03.772958 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Transition to ACTIVE for port object ecbced89-a474-4b0f-b412-b44171dc5011 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:43:03.847452 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35faa00e-1040-47c0-b4dd-2d2b4babe374 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:03.978257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35faa00e-1040-47c0-b4dd-2d2b4babe374 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 5165f0ad-7d38-4435-abb2-1457fc77993c has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:43:04.008360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router 5aa5da1d-ae75-48eb-b58e-83cf591da76e is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:43:04.008360 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:04.167001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35faa00e-1040-47c0-b4dd-2d2b4babe374 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:43:04.176563 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35faa00e-1040-47c0-b4dd-2d2b4babe374 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:04.183779 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b3dc95-a4cb-4234-a77e-e7acaeebdece None None] Sync routers for ids ['5165f0ad-7d38-4435-abb2-1457fc77993c'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:43:04.203407 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-35faa00e-1040-47c0-b4dd-2d2b4babe374 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/5165f0ad-7d38-4435-abb2-1457fc77993c HTTP/1.1" status: 200 len: 887 time: 1.0878224 Sep 23 22:43:04.209175 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b3dc95-a4cb-4234-a77e-e7acaeebdece None None] Routers {'5165f0ad-7d38-4435-abb2-1457fc77993c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:04.210247 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-32b3dc95-a4cb-4234-a77e-e7acaeebdece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5165f0ad-7d38-4435-abb2-1457fc77993c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:04.210546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42188) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:04.272013 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-32b3dc95-a4cb-4234-a77e-e7acaeebdece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:04.299591 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b3dc95-a4cb-4234-a77e-e7acaeebdece None None] Routers {'5165f0ad-7d38-4435-abb2-1457fc77993c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:04.300792 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-32b3dc95-a4cb-4234-a77e-e7acaeebdece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5165f0ad-7d38-4435-abb2-1457fc77993c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:04.375437 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-32b3dc95-a4cb-4234-a77e-e7acaeebdece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:04.376462 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b3dc95-a4cb-4234-a77e-e7acaeebdece None None] The sync data for ids ['5165f0ad-7d38-4435-abb2-1457fc77993c'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:43:04.533135 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-272d2ec8-635e-47d9-b375-1212d60b4e5a tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/routers/5165f0ad-7d38-4435-abb2-1457fc77993c HTTP/1.1" status: 200 len: 887 time: 0.3200691 Sep 23 22:43:04.533135 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42204) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:04.595719 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7d023282-343d-4ef8-99a4-599b8577e478 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports?device_id=5165f0ad-7d38-4435-abb2-1457fc77993c HTTP/1.1" status: 200 len: 205 time: 0.0586805 Sep 23 22:43:04.599250 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42208) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:04.684267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Pushing event updated for resources: {'Port': ['ID=ecbced89-a474-4b0f-b412-b44171dc5011,revision_number=9']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:04.724773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] No DVR routers for this DVR port ecbced89-a474-4b0f-b412-b44171dc5011 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:43:04.792729 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7bad558-32c3-412d-b45c-1258f7565c22 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:04.848480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54998-ed43-4da8-8f15-57feb5a13055 req-f8fb3dc1-2511-4487-94e1-33ffc3e0548e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:04.858621 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dc54998-ed43-4da8-8f15-57feb5a13055 req-f8fb3dc1-2511-4487-94e1-33ffc3e0548e tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 944 time: 0.4234037 Sep 23 22:43:04.873922 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:43:04.889974 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Sync routers for ids ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:43:04.909179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Routers {'5aa5da1d-ae75-48eb-b58e-83cf591da76e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:04.909840 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:05.033679 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dc54998-ed43-4da8-8f15-57feb5a13055 req-ce1e94e5-83ab-4728-b2fd-010d65a426d1 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1707156 Sep 23 22:43:05.185027 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:05.190824 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-25293d4d-dc1b-4e06-93fc-df0cd3eda2d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.5975206 Sep 23 22:43:05.191337 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42220) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:05.199307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Set router 5aa5da1d-ae75-48eb-b58e-83cf591da76e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:43:05.231052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Attempting to bind port ecbced89-a474-4b0f-b412-b44171dc5011 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:43:05.231390 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Attempting to bind port ecbced89-a474-4b0f-b412-b44171dc5011 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:43:05.231715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Attempting to bind port ecbced89-a474-4b0f-b412-b44171dc5011 on network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:05.235600 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7bad558-32c3-412d-b45c-1258f7565c22 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:05.249846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Port ecbced89-a474-4b0f-b412-b44171dc5011 on network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:43:05.250455 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Attempting to bind port ecbced89-a474-4b0f-b412-b44171dc5011 on network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:05.260825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:43:05.261194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Checking segment: {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:43:05.263822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Bound using segment: {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:43:05.264418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Bound port: ecbced89-a474-4b0f-b412-b44171dc5011, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:43:05.264867 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:05.456697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:43:05.462646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=ecbced89-a474-4b0f-b412-b44171dc5011,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:43:05.523364 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-a7bad558-32c3-412d-b45c-1258f7565c22 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port 90b96106-0c8f-47f2-9cc6-b88d7eb6ab4e {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:43:05.523827 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7bad558-32c3-412d-b45c-1258f7565c22 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:05.569452 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4eaa1fc9-8a6f-4e97-a7a2-7fc53cb95e3e tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=0a3bbdae5cca4bf3aaf957611b45b827&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3532004 Sep 23 22:43:05.572498 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42232) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:05.680619 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:42:58Z', 'updated_at': '2021-09-23T22:43:01Z', 'revision_number': 3, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:00Z', 'updated_at': '2021-09-23T22:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:05.752355 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Checking router: 5aa5da1d-ae75-48eb-b58e-83cf591da76e for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:43:05.752707 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Updating router 5aa5da1d-ae75-48eb-b58e-83cf591da76e port 3450535a-ac0e-4aff-b6bf-b37c61aed336 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:43:05.782819 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:05.789484 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7bad558-32c3-412d-b45c-1258f7565c22 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:05.800160 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:05.823400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-a7bad558-32c3-412d-b45c-1258f7565c22 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for 90b96106-0c8f-47f2-9cc6-b88d7eb6ab4e owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:43:05.909550 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2b39c575-28fd-4295-8f13-bbdd0d4c56b9 req-86c62603-cdda-49d3-a6a6-462d44e7b99e tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 210 time: 0.2522359 Sep 23 22:43:05.978130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230017c8-357d-4175-8a8a-bdbfd071555b req-a3588481-0d20-4f0e-a190-723d59133ab2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:05.987966 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-230017c8-357d-4175-8a8a-bdbfd071555b req-a3588481-0d20-4f0e-a190-723d59133ab2 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=c776cd40-d88a-4019-9645-3ff6e09f0cfa HTTP/1.1" status: 200 len: 943 time: 0.4450383 Sep 23 22:43:06.153075 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:06.154245 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:06.157080 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5513722f-291c-4e66-9009-d97255d95517 req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] 10.222.0.43 "PUT /v2.0/ports/ecbced89-a474-4b0f-b412-b44171dc5011 HTTP/1.1" status: 200 len: 1092 time: 4.1623671 Sep 23 22:43:06.167676 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:06.170992 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f0f44e-690e-4102-bae5-c1457392c0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:06.234076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776baeac-aad0-4d54-947c-4e6928dcc71e tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:06.240212 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-776baeac-aad0-4d54-947c-4e6928dcc71e tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6604164 Sep 23 22:43:06.257962 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8360cf-9226-4f03-accc-18cf8a4e6c7c service neutron] Pushing event updated for resources: {'Port': ['ID=ecbced89-a474-4b0f-b412-b44171dc5011,revision_number=10']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:06.266521 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42250) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:06.321688 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:06.419257 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:06.562065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78b0ef-01d9-4f2d-9dce-d2e15fa46546 None None] Pushing event updated for resources: {'Port': ['ID=3450535a-ac0e-4aff-b6bf-b37c61aed336,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:06.573510 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Attempting to bind port 3450535a-ac0e-4aff-b6bf-b37c61aed336 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:43:06.573963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Attempting to bind port 3450535a-ac0e-4aff-b6bf-b37c61aed336 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:43:06.574422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Attempting to bind port 3450535a-ac0e-4aff-b6bf-b37c61aed336 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:06.585927 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:43:06.587225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:43:06.588188 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:06.589100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:43:06.590179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Bound port: 3450535a-ac0e-4aff-b6bf-b37c61aed336, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:43:06.591272 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:06.598925 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:06.713838 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] For port 3450535a-ac0e-4aff-b6bf-b37c61aed336, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:43:06.718398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] For port 3450535a-ac0e-4aff-b6bf-b37c61aed336, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3450535a-ac0e-4aff-b6bf-b37c61aed336,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:43:06.721970 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-230017c8-357d-4175-8a8a-bdbfd071555b req-5c0e7014-83da-48ec-bdc2-fa5605547c50 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Deleting port 53b518b7-8578-4432-8caa-1779b3879158 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:43:06.722639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-230017c8-357d-4175-8a8a-bdbfd071555b req-5c0e7014-83da-48ec-bdc2-fa5605547c50 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:06.779187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7bad558-32c3-412d-b45c-1258f7565c22 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:06.823201 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-395b485a-5f8e-4d9a-87f1-fd3ee0063e9a tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5557415 Sep 23 22:43:06.838009 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:06.844053 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42258) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:06.883235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-58800910-e148-4208-8e54-aa98a60c13df tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2079150929', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:06.920764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513722f-291c-4e66-9009-d97255d95517 req-d2d4d8fe-d3ad-4a68-9e41-a4a9c8bfefcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:06.924822 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5513722f-291c-4e66-9009-d97255d95517 req-d2d4d8fe-d3ad-4a68-9e41-a4a9c8bfefcc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 1096 time: 0.6874542 Sep 23 22:43:06.949844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bad558-32c3-412d-b45c-1258f7565c22 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=90b96106-0c8f-47f2-9cc6-b88d7eb6ab4e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:06.969346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87f5df-9807-4804-8952-6124470cd8cd req-9fee97b6-e9ed-4025-9c38-e8d4594edcd6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:06.972750 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c87f5df-9807-4804-8952-6124470cd8cd req-9fee97b6-e9ed-4025-9c38-e8d4594edcd6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.2063642 Sep 23 22:43:07.054319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Routers {'5aa5da1d-ae75-48eb-b58e-83cf591da76e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:07.057216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:07.114351 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513722f-291c-4e66-9009-d97255d95517 req-fda5618b-4c76-4e53-8e7c-e04f5a83b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:07.125967 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5513722f-291c-4e66-9009-d97255d95517 req-fda5618b-4c76-4e53-8e7c-e04f5a83b593 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 917 time: 0.1836460 Sep 23 22:43:07.126325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-230017c8-357d-4175-8a8a-bdbfd071555b req-5c0e7014-83da-48ec-bdc2-fa5605547c50 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] For port 53b518b7-8578-4432-8caa-1779b3879158, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=53b518b7-8578-4432-8caa-1779b3879158,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:07.126325 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-230017c8-357d-4175-8a8a-bdbfd071555b req-5c0e7014-83da-48ec-bdc2-fa5605547c50 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:07.188363 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7bad558-32c3-412d-b45c-1258f7565c22 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:07.192210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-230017c8-357d-4175-8a8a-bdbfd071555b req-5c0e7014-83da-48ec-bdc2-fa5605547c50 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Calling delete_port for 53b518b7-8578-4432-8caa-1779b3879158 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:43:07.274538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c87f5df-9807-4804-8952-6124470cd8cd req-77c1d280-1998-4c61-ab06-0effe49863c6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2794797 Sep 23 22:43:07.366460 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5513722f-291c-4e66-9009-d97255d95517 req-bf1f502e-7e48-42b9-a0c9-5f96e30ff79e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbced89-a474-4b0f-b412-b44171dc5011 HTTP/1.1" status: 200 len: 1000 time: 0.2280245 Sep 23 22:43:07.403464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58800910-e148-4208-8e54-aa98a60c13df tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Made reservation on behalf of 0a3bbdae5cca4bf3aaf957611b45b827 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:43:07.414464 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58800910-e148-4208-8e54-aa98a60c13df tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:07.418631 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78b0ef-01d9-4f2d-9dce-d2e15fa46546 None None] Pushing event updated for resources: {'Port': ['ID=3450535a-ac0e-4aff-b6bf-b37c61aed336,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:07.502011 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7bad558-32c3-412d-b45c-1258f7565c22 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:07.502862 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc57bb0-6908-4887-9935-35946a6f44ff x-openstack-request-id: req-bfc57bb0-6908-4887-9935-35946a6f44ff {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:07.503339 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:07.503745 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bfc57bb0-6908-4887-9935-35946a6f44ff {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:07.504368 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'status': 'completed', 'code': 200} Sep 23 22:43:07.515660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7bad558-32c3-412d-b45c-1258f7565c22 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:07.560494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] Set router 5aa5da1d-ae75-48eb-b58e-83cf591da76e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:43:07.592019 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513722f-291c-4e66-9009-d97255d95517 req-7fd40f83-1a0d-478b-81e0-89d50e803382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:07.599376 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5513722f-291c-4e66-9009-d97255d95517 req-7fd40f83-1a0d-478b-81e0-89d50e803382 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 200 len: 855 time: 0.2221215 Sep 23 22:43:07.737573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513722f-291c-4e66-9009-d97255d95517 req-77b2c797-3499-4d73-8610-9433408cef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:07.749290 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5513722f-291c-4e66-9009-d97255d95517 req-77b2c797-3499-4d73-8610-9433408cef84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15f12cf3-76d1-444b-8977-8d9ed31e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331301 Sep 23 22:43:07.868189 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c4c14355-48fb-42a0-87e9-61a735cec8a2 req-9d65ebb8-05db-434f-b41c-0629cf04f47f tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 210 time: 0.1109395 Sep 23 22:43:08.028204 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5513722f-291c-4e66-9009-d97255d95517 req-f51b1a41-fb1a-44cd-bad4-d7bf6676af4e service neutron] 10.222.0.43 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735305 Sep 23 22:43:08.107975 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:42:58Z', 'updated_at': '2021-09-23T22:43:01Z', 'revision_number': 3, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:00Z', 'updated_at': '2021-09-23T22:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:08.183145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3e499b-b5d5-4d74-bb0a-40aa4ae09fae None None] The sync data for ids ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'] in n-d-810775-1 is: [{'id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:42:58Z', 'updated_at': '2021-09-23T22:43:01Z', 'revision_number': 3, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:00Z', 'updated_at': '2021-09-23T22:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:43:08.296383 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5513722f-291c-4e66-9009-d97255d95517 req-bde9ec9b-b41f-495c-97f0-0724da519813 service neutron] 10.222.0.43 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555599 Sep 23 22:43:08.305327 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7bad558-32c3-412d-b45c-1258f7565c22 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:08.310038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bad558-32c3-412d-b45c-1258f7565c22 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Fanout notify agent at l3_agent the message router_deleted on router 5165f0ad-7d38-4435-abb2-1457fc77993c {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:43:08.325589 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7bad558-32c3-412d-b45c-1258f7565c22 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:08.332664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42278) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:08.332803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a7bad558-32c3-412d-b45c-1258f7565c22 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/routers/5165f0ad-7d38-4435-abb2-1457fc77993c HTTP/1.1" status: 204 len: 168 time: 3.7299438 Sep 23 22:43:08.380126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-57d831f0-a095-4d51-a4b8-dd67cc4b8c36 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'network': {'name': 'tempest-RoutersTest-379089194'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:08.469383 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58800910-e148-4208-8e54-aa98a60c13df tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:08.579361 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-230017c8-357d-4175-8a8a-bdbfd071555b req-5c0e7014-83da-48ec-bdc2-fa5605547c50 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:08.593587 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['fed8c899-d23a-491f-8f31-53b8265873f2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:43:08.617371 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d831f0-a095-4d51-a4b8-dd67cc4b8c36 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:43:08.624784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e7014-83da-48ec-bdc2-fa5605547c50 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event deleted for resources: {'Port': ['ID=53b518b7-8578-4432-8caa-1779b3879158,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:08.625618 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57d831f0-a095-4d51-a4b8-dd67cc4b8c36 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:08.674692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['53f719c8-fe34-4144-871d-46576abc422d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:43:08.689673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58800910-e148-4208-8e54-aa98a60c13df tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Subnet': ['ID=8905368a-212e-4e7a-bcc5-2e1a71c807e9,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:08.808197 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-230017c8-357d-4175-8a8a-bdbfd071555b req-5c0e7014-83da-48ec-bdc2-fa5605547c50 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] No DVR routers for this DVR port 53b518b7-8578-4432-8caa-1779b3879158 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:43:08.810393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58800910-e148-4208-8e54-aa98a60c13df tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Checking segment: {'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:43:08.810767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58800910-e148-4208-8e54-aa98a60c13df tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network hostable DHCP agents. Network: f766095b-4cf6-472c-acfe-7efa29261fed, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:43:08.814056 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-230017c8-357d-4175-8a8a-bdbfd071555b req-5c0e7014-83da-48ec-bdc2-fa5605547c50 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:08.814639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d831f0-a095-4d51-a4b8-dd67cc4b8c36 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:43:08.816221 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-230017c8-357d-4175-8a8a-bdbfd071555b req-5c0e7014-83da-48ec-bdc2-fa5605547c50 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "DELETE /v2.0/ports/53b518b7-8578-4432-8caa-1779b3879158 HTTP/1.1" status: 204 len: 173 time: 2.8073075 Sep 23 22:43:08.817191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c776cd40-d88a-4019-9645-3ff6e09f0cfa', 'name': 'network-vif-deleted', 'tag': '53b518b7-8578-4432-8caa-1779b3879158'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:08.821631 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8079e45a-3827-4382-b99d-b185de1abf42" -d '{"events": [{"server_uuid": "c776cd40-d88a-4019-9645-3ff6e09f0cfa", "name": "network-vif-deleted", "tag": "53b518b7-8578-4432-8caa-1779b3879158"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:08.965805 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57d831f0-a095-4d51-a4b8-dd67cc4b8c36 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:08.966701 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-57d831f0-a095-4d51-a4b8-dd67cc4b8c36 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Added segment ee039b40-2914-4f45-a5cd-536116a09e2f of type vlan for network 5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea Sep 23 22:43:08.978000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0f44e-690e-4102-bae5-c1457392c0bc req-47fad696-6456-4838-928e-1af5be44ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:09.037721 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1f0f44e-690e-4102-bae5-c1457392c0bc req-47fad696-6456-4838-928e-1af5be44ccc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 1096 time: 0.5317018 Sep 23 22:43:09.081917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58800910-e148-4208-8e54-aa98a60c13df tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network f766095b-4cf6-472c-acfe-7efa29261fed is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:43:09.191317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-58800910-e148-4208-8e54-aa98a60c13df tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, f766095b-4cf6-472c-acfe-7efa29261fed) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:09.201830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58800910-e148-4208-8e54-aa98a60c13df tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:09.205255 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58800910-e148-4208-8e54-aa98a60c13df tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:09.267288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87691949-e16d-40f9-af8d-4a29c65c900d None None] Network f766095b-4cf6-472c-acfe-7efa29261fed requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:43:09.331193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3450535a-ac0e-4aff-b6bf-b37c61aed336 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:43:09.345187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029292-ee35-44b0-85c1-09b86035c42a req-9279c718-3c37-435c-8bcc-7e40137cc978 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:09.351928 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c029292-ee35-44b0-85c1-09b86035c42a req-9279c718-3c37-435c-8bcc-7e40137cc978 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.7702498 Sep 23 22:43:09.385571 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57d831f0-a095-4d51-a4b8-dd67cc4b8c36 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:09.452448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-58800910-e148-4208-8e54-aa98a60c13df tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6074076 Sep 23 22:43:09.457282 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42312) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:09.877036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d83c3ba4-4aa8-4b76-8887-933cce2025f3 req-54a1a845-0d4f-4954-97ca-24ce86b58ec5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2462683 Sep 23 22:43:10.031522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0f44e-690e-4102-bae5-c1457392c0bc req-759b2c7b-4613-4a3a-a3d2-f59a9736c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:10.033458 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1f0f44e-690e-4102-bae5-c1457392c0bc req-759b2c7b-4613-4a3a-a3d2-f59a9736c0bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 917 time: 0.9741278 Sep 23 22:43:10.120836 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c029292-ee35-44b0-85c1-09b86035c42a req-333c5b1e-3583-4c72-a488-e2084a538aea tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7263694 Sep 23 22:43:10.420372 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57d831f0-a095-4d51-a4b8-dd67cc4b8c36 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:10.429949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d831f0-a095-4d51-a4b8-dd67cc4b8c36 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:10.430606 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-57d831f0-a095-4d51-a4b8-dd67cc4b8c36 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:10.525642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 3450535a-ac0e-4aff-b6bf-b37c61aed336 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:10.526260 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:10.560315 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceffec0-124e-4e80-bc86-b69982987d8d x-openstack-request-id: req-5ceffec0-124e-4e80-bc86-b69982987d8d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:10.561389 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c776cd40-d88a-4019-9645-3ff6e09f0cfa", "name": "network-vif-deleted", "tag": "53b518b7-8578-4432-8caa-1779b3879158", "status": "failed", "code": 422}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:10.561876 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ceffec0-124e-4e80-bc86-b69982987d8d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:10.562888 n-d-810775-1 neutron-server[95491]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c776cd40-d88a-4019-9645-3ff6e09f0cfa', 'name': 'network-vif-deleted', 'tag': '53b518b7-8578-4432-8caa-1779b3879158', 'status': 'failed', 'code': 422} returned with failed status Sep 23 22:43:10.650683 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-f766095b-4cf6-472c-acfe-7efa29261fed', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ips': [{'subnet_id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:43:10.651931 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:10.659666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c3ba4-4aa8-4b76-8887-933cce2025f3 req-ff6dcdcf-6418-4780-a1f3-6782b62717ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:10.661815 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d83c3ba4-4aa8-4b76-8887-933cce2025f3 req-ff6dcdcf-6418-4780-a1f3-6782b62717ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9889af0e50e64e8e84bc19439ad34f61&device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 1100 time: 0.3976464 Sep 23 22:43:10.738376 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d831f0-a095-4d51-a4b8-dd67cc4b8c36 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Network': ['ID=5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:10.849152 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ea261d7d-d2bf-4900-8053-a22fb0a5e311 req-c20312cc-4ff2-4efd-9123-89f93f22b7ba tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 210 time: 0.2337916 Sep 23 22:43:10.866108 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1f0f44e-690e-4102-bae5-c1457392c0bc req-0713c3a4-e4b8-4b42-af89-3b8b87d6d777 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbced89-a474-4b0f-b412-b44171dc5011 HTTP/1.1" status: 200 len: 1000 time: 0.7425492 Sep 23 22:43:10.874728 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-57d831f0-a095-4d51-a4b8-dd67cc4b8c36 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.5340343 Sep 23 22:43:10.876992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42336) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:10.895184 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8669f583-7e90-417d-96dd-6781dfb79cbe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'subnet': {'network_id': '5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:11.080120 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:11.161685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-718de8a7-4d71-4c67-89f0-6a4fc952101f tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:11.164184 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-718de8a7-4d71-4c67-89f0-6a4fc952101f tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.67 "GET /v2.0/networks?id=525229b0-5da2-463c-8c88-97b0d9d890b9 HTTP/1.1" status: 200 len: 818 time: 0.1521680 Sep 23 22:43:11.197096 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-a5a3c382-9467-4e2e-b546-90a19e4e2c34 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Request body: {'port': {'device_id': '14a545e9-5787-437e-8f30-fbaad8de2634', 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9', 'admin_state_up': True, 'tenant_id': '54dbd8211657479aa35946c22c2cb15e'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:11.222411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:43:11.255025 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c3ba4-4aa8-4b76-8887-933cce2025f3 req-480dd112-0b63-434c-bc29-cd4c023f7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:11.263726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d83c3ba4-4aa8-4b76-8887-933cce2025f3 req-480dd112-0b63-434c-bc29-cd4c023f7ec9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a297645-4fb4-4a06-816d-188d2e72f707 HTTP/1.1" status: 200 len: 870 time: 0.5285287 Sep 23 22:43:11.474782 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d83c3ba4-4aa8-4b76-8887-933cce2025f3 req-574b6d19-4d00-48d2-b5a2-33a1c47ce3fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=e2c0f670-5d45-46da-acf1-75ac35723eee HTTP/1.1" status: 200 len: 217 time: 0.1477883 Sep 23 22:43:11.535062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42348) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:11.640017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Allocated IP 172.20.0.2 (f766095b-4cf6-472c-acfe-7efa29261fed/8905368a-212e-4e7a-bcc5-2e1a71c807e9/7d53ca68-e69e-418b-a717-2d2ccdcdcf65) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:43:11.668644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0f44e-690e-4102-bae5-c1457392c0bc req-3800bf68-5a07-476c-aa9d-74b3f9dc67c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:11.670395 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1f0f44e-690e-4102-bae5-c1457392c0bc req-3800bf68-5a07-476c-aa9d-74b3f9dc67c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 200 len: 855 time: 0.7487092 Sep 23 22:43:11.929970 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:12.022480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6467a-feed-4d50-a646-9fcf3fa56ea3 req-7358c058-0379-4a53-b11c-63f005d9cb7f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:12.028369 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3c6467a-feed-4d50-a646-9fcf3fa56ea3 req-7358c058-0379-4a53-b11c-63f005d9cb7f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.5637898 Sep 23 22:43:12.072402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 3450535a-ac0e-4aff-b6bf-b37c61aed336, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3450535a-ac0e-4aff-b6bf-b37c61aed336,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:12.175407 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:12.189287 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0f44e-690e-4102-bae5-c1457392c0bc req-3ae926ad-9fa7-4381-bb06-6750a0a41a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:12.197373 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1f0f44e-690e-4102-bae5-c1457392c0bc req-3ae926ad-9fa7-4381-bb06-6750a0a41a29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15f12cf3-76d1-444b-8977-8d9ed31e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3777349 Sep 23 22:43:12.210179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8669f583-7e90-417d-96dd-6781dfb79cbe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:43:12.217016 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8669f583-7e90-417d-96dd-6781dfb79cbe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:12.538967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c3ba4-4aa8-4b76-8887-933cce2025f3 req-0c68fd11-4ad0-4735-ad1a-5856745b3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:12.540930 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d83c3ba4-4aa8-4b76-8887-933cce2025f3 req-0c68fd11-4ad0-4735-ad1a-5856745b3d5c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 1.0356989 Sep 23 22:43:12.571192 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b30275bc-8171-4230-b59f-8194bec296b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:12.634991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=3450535a-ac0e-4aff-b6bf-b37c61aed336,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:12.707521 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:12.792736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24dc9a-d1c8-4b93-a3b1-a44ae33d5c05 req-ce431f5e-193b-4ed8-8616-b6dc6b15cdd5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:12.794982 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3b24dc9a-d1c8-4b93-a3b1-a44ae33d5c05 req-ce431f5e-193b-4ed8-8616-b6dc6b15cdd5 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 908 time: 1.0154638 Sep 23 22:43:12.832182 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c3ba4-4aa8-4b76-8887-933cce2025f3 req-d08e4c31-f78b-464c-9e32-047db88630ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:12.834936 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d83c3ba4-4aa8-4b76-8887-933cce2025f3 req-d08e4c31-f78b-464c-9e32-047db88630ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2803040 Sep 23 22:43:12.842216 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:12.918363 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-744e20e7-1a16-4147-b288-d6c2992b7e99 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:12.920528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-744e20e7-1a16-4147-b288-d6c2992b7e99 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.43 "GET /v2.0/networks?id=525229b0-5da2-463c-8c88-97b0d9d890b9 HTTP/1.1" status: 200 len: 818 time: 0.5099533 Sep 23 22:43:12.926000 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-b30275bc-8171-4230-b59f-8194bec296b3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:43:12.926000 n-d-810775-1 neutron-server[95491]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:43:12.926000 n-d-810775-1 neutron-server[95491]: [parameters: {'project_id_1': 'dd07d85e94154c11a1dd3ce09f852fa0', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 42, 52, 707999)}] Sep 23 22:43:12.926000 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:43:12.926911 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-b30275bc-8171-4230-b59f-8194bec296b3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:43:12.967570 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bd8d3029-9722-4b2d-b26d-1dba41352f3d req-630ff9d6-108c-48e5-85a3-9f89914f4a89 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0347140 Sep 23 22:43:13.012233 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.20.0.1 (f766095b-4cf6-472c-acfe-7efa29261fed/8905368a-212e-4e7a-bcc5-2e1a71c807e9/e573e752-62e4-4c51-8cc8-c9447649522a) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:43:13.032001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Network f766095b-4cf6-472c-acfe-7efa29261fed is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:43:13.034254 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8669f583-7e90-417d-96dd-6781dfb79cbe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:13.037546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Pushing event updated for resources: {'Port': ['ID=7d53ca68-e69e-418b-a717-2d2ccdcdcf65,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:13.040996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:13.085987 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:43:13.230925 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-665d7b95-b95e-495d-ae64-a1a32a7b05c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:13.267308 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3c6467a-feed-4d50-a646-9fcf3fa56ea3 req-91bb0ad7-d508-42cb-9b54-01b91d5b5f89 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.2046721 Sep 23 22:43:13.344815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Attempting to bind port 7d53ca68-e69e-418b-a717-2d2ccdcdcf65 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:43:13.345166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-a5a3c382-9467-4e2e-b546-90a19e4e2c34 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Made reservation on behalf of 54dbd8211657479aa35946c22c2cb15e for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:43:13.348204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Attempting to bind port 7d53ca68-e69e-418b-a717-2d2ccdcdcf65 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:43:13.348843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Attempting to bind port 7d53ca68-e69e-418b-a717-2d2ccdcdcf65 on network f766095b-4cf6-472c-acfe-7efa29261fed {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:13.351483 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-a5a3c382-9467-4e2e-b546-90a19e4e2c34 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:13.361414 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:43:13.363140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Checking segment: {'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:43:13.363795 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:13.366218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Bound using segment: {'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:43:13.366972 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Bound port: 7d53ca68-e69e-418b-a717-2d2ccdcdcf65, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:43:13.367996 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:13.429924 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b30275bc-8171-4230-b59f-8194bec296b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:13.485615 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1f0f44e-690e-4102-bae5-c1457392c0bc req-62932bd6-d4c8-47cf-8b2e-d1f8784bed0e service neutron] 10.222.0.43 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155058 Sep 23 22:43:13.497949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8669f583-7e90-417d-96dd-6781dfb79cbe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Checking segment: {'id': 'ee039b40-2914-4f45-a5cd-536116a09e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:43:13.498390 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8669f583-7e90-417d-96dd-6781dfb79cbe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network hostable DHCP agents. Network: 5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:43:13.516760 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:13.520172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669f583-7e90-417d-96dd-6781dfb79cbe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Subnet': ['ID=bbb30236-3f05-4c08-bbae-20a28f597e08,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:13.549209 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] For port 7d53ca68-e69e-418b-a717-2d2ccdcdcf65, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:43:13.558331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] For port 7d53ca68-e69e-418b-a717-2d2ccdcdcf65, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7d53ca68-e69e-418b-a717-2d2ccdcdcf65,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:43:13.659317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167af0de-34f2-4168-b89d-e93b3d1f3df6 req-69d0f269-0e06-49ea-b118-79f5262e8763 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:13.661034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-167af0de-34f2-4168-b89d-e93b3d1f3df6 req-69d0f269-0e06-49ea-b118-79f5262e8763 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 908 time: 0.1831141 Sep 23 22:43:13.675923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8abf0627-88ac-4a80-8f96-3a05e95cae67 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Request body: {'port': {'device_id': '4a6b4f48-7c5c-416a-8b52-8e682a331a12', 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9', 'admin_state_up': True, 'tenant_id': '54dbd8211657479aa35946c22c2cb15e'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:13.706092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-50c14aff-81ad-4f50-b4be-9598559595c4 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:13.707728 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-50c14aff-81ad-4f50-b4be-9598559595c4 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.67 "GET /v2.0/networks?id=525229b0-5da2-463c-8c88-97b0d9d890b9 HTTP/1.1" status: 200 len: 818 time: 0.8056545 Sep 23 22:43:13.732677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-fb4f8e0d-207a-443a-b0fa-94447204c508 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Request body: {'port': {'device_id': '0631ba59-1561-425c-80ae-64329b88c8a7', 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9', 'admin_state_up': True, 'tenant_id': '54dbd8211657479aa35946c22c2cb15e'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:13.923004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8669f583-7e90-417d-96dd-6781dfb79cbe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:43:13.923321 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:13.947493 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1f0f44e-690e-4102-bae5-c1457392c0bc req-8b6c10b7-cbb0-4438-a7db-0ca17b692fa4 service neutron] 10.222.0.43 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886076 Sep 23 22:43:14.036289 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057f0f2-357f-4702-b6c4-09424c1d4a8c None None] Pushing event updated for resources: {'Port': ['ID=7d53ca68-e69e-418b-a717-2d2ccdcdcf65,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:14.050477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-a5a3c382-9467-4e2e-b546-90a19e4e2c34 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Allocated IP 172.20.0.12 (525229b0-5da2-463c-8c88-97b0d9d890b9/0f489e0c-5e01-4476-b706-eb671613c7a3/586c84bc-3d39-4db1-bbbf-89656eab17cc) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:43:14.090129 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:14.138401 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-8669f583-7e90-417d-96dd-6781dfb79cbe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:14.150394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151f6446-e8e4-4c3b-9c07-7a4b8e5b1790 None None] Network 5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:43:14.166073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8669f583-7e90-417d-96dd-6781dfb79cbe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:14.172055 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8669f583-7e90-417d-96dd-6781dfb79cbe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:14.184824 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed73cc1c-2836-4fa2-9339-013274a530e5 req-729db2a2-11df-45de-aeef-30f25fa2a078 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0596426 Sep 23 22:43:14.201765 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d83c3ba4-4aa8-4b76-8887-933cce2025f3 req-1197e2fb-a995-44f3-b24a-69f052d2a9d6 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377600 Sep 23 22:43:14.302082 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b30275bc-8171-4230-b59f-8194bec296b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:14.358408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network f766095b-4cf6-472c-acfe-7efa29261fed is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:43:14.425711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:14.490803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:43:14.578631 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b30275bc-8171-4230-b59f-8194bec296b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:14.645007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-167af0de-34f2-4168-b89d-e93b3d1f3df6 req-ab67590f-6ca3-41a7-a7ef-709bc1da1b8e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Deleting port 565430ed-92c9-4d07-b40b-9c6946fd78a9 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:43:14.645527 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-167af0de-34f2-4168-b89d-e93b3d1f3df6 req-ab67590f-6ca3-41a7-a7ef-709bc1da1b8e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:14.673268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3450535a-ac0e-4aff-b6bf-b37c61aed336 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:43:14.770500 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea', 'network_id': '5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'fixed_ips': [{'subnet_id': 'bbb30236-3f05-4c08-bbae-20a28f597e08'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:43:14.780499 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:14.789238 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8669f583-7e90-417d-96dd-6781dfb79cbe tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9126275 Sep 23 22:43:14.795674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42384) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:14.814292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-48104b27-bab7-45d3-b010-e27dae3208b6 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1363918621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:14.827441 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-167af0de-34f2-4168-b89d-e93b3d1f3df6 req-ab67590f-6ca3-41a7-a7ef-709bc1da1b8e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] For port 565430ed-92c9-4d07-b40b-9c6946fd78a9, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=565430ed-92c9-4d07-b40b-9c6946fd78a9,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:14.828874 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-167af0de-34f2-4168-b89d-e93b3d1f3df6 req-ab67590f-6ca3-41a7-a7ef-709bc1da1b8e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:14.885340 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b30275bc-8171-4230-b59f-8194bec296b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd07d85e94154c11a1dd3ce09f852fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3323824 Sep 23 22:43:14.885613 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-a5a3c382-9467-4e2e-b546-90a19e4e2c34 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:14.891684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4143bd-28b7-4d20-bcf9-d0a3754c5161 req-9409f6d9-34b3-476e-90a9-08592788b11b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:14.893427 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b4143bd-28b7-4d20-bcf9-d0a3754c5161 req-9409f6d9-34b3-476e-90a9-08592788b11b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 908 time: 0.9000270 Sep 23 22:43:14.894172 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=e573e752-62e4-4c51-8cc8-c9447649522a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:14.906493 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42390) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:14.930432 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-167af0de-34f2-4168-b89d-e93b3d1f3df6 req-ab67590f-6ca3-41a7-a7ef-709bc1da1b8e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Calling delete_port for 565430ed-92c9-4d07-b40b-9c6946fd78a9 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:43:14.935454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0829e-9bba-4ae4-a2ee-5546f726c167 req-232f4dc0-df46-4c67-a988-7bfa345f6f7c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:14.940807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fae0829e-9bba-4ae4-a2ee-5546f726c167 req-232f4dc0-df46-4c67-a988-7bfa345f6f7c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.3045657 Sep 23 22:43:14.954678 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-fb4f8e0d-207a-443a-b0fa-94447204c508 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:43:14.954678 n-d-810775-1 neutron-server[95490]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:43:14.954678 n-d-810775-1 neutron-server[95490]: [parameters: {'project_id_1': '54dbd8211657479aa35946c22c2cb15e', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 42, 54, 262)}] Sep 23 22:43:14.954678 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:43:14.955476 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-fb4f8e0d-207a-443a-b0fa-94447204c508 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:43:14.956179 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [None req-48104b27-bab7-45d3-b010-e27dae3208b6 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:43:14.956179 n-d-810775-1 neutron-server[95490]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:43:14.956179 n-d-810775-1 neutron-server[95490]: [parameters: {'project_id_1': 'e1d7d9f053a2440bbf5823619fb816ac', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 42, 54, 840522)}] Sep 23 22:43:14.956179 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:43:14.956772 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [None req-48104b27-bab7-45d3-b010-e27dae3208b6 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:43:15.059910 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fae0829e-9bba-4ae4-a2ee-5546f726c167 req-b0478d49-d7ce-45f4-8b99-c1e92ab15b7d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177614 Sep 23 22:43:15.084603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 3450535a-ac0e-4aff-b6bf-b37c61aed336 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:15.085713 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:15.117770 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-887e6bbc-e58e-4fae-bd34-7d9dc18119c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:15.147673 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:15.181987 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-887e6bbc-e58e-4fae-bd34-7d9dc18119c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:15.209832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8abf0627-88ac-4a80-8f96-3a05e95cae67 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Made reservation on behalf of 54dbd8211657479aa35946c22c2cb15e for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:43:15.219212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8abf0627-88ac-4a80-8f96-3a05e95cae67 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:15.236294 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-a5a3c382-9467-4e2e-b546-90a19e4e2c34 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:15.290082 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Allocated IP 172.20.0.2 (5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea/bbb30236-3f05-4c08-bbae-20a28f597e08/5a36ac55-2140-4e6c-9213-9faf3dd8ebf1) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:43:15.347367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3c382-9467-4e2e-b546-90a19e4e2c34 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Pushing event updated for resources: {'Port': ['ID=586c84bc-3d39-4db1-bbbf-89656eab17cc,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:15.380739 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-a5a3c382-9467-4e2e-b546-90a19e4e2c34 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Network 525229b0-5da2-463c-8c88-97b0d9d890b9 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:43:15.385292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-a5a3c382-9467-4e2e-b546-90a19e4e2c34 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:15.391645 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-a5a3c382-9467-4e2e-b546-90a19e4e2c34 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:43:15.555558 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-a5a3c382-9467-4e2e-b546-90a19e4e2c34 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:15.556191 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-a5a3c382-9467-4e2e-b546-90a19e4e2c34 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:15.639791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-fb4f8e0d-207a-443a-b0fa-94447204c508 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Made reservation on behalf of 54dbd8211657479aa35946c22c2cb15e for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:43:15.650267 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-fb4f8e0d-207a-443a-b0fa-94447204c508 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:15.665046 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d83c3ba4-4aa8-4b76-8887-933cce2025f3 req-4473c34b-c827-498f-95f8-9f8fd775cc35 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3910058 Sep 23 22:43:15.695156 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:15.700441 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30275bc-8171-4230-b59f-8194bec296b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cb5e91-9075-41df-a1f5-0c4417c5cf87,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:15.781573 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18eaf01b-408b-49c8-89d3-23e62fa535e1 req-65c273b5-c108-412d-ba3b-305068d720b3 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 210 time: 0.1542935 Sep 23 22:43:15.782611 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-48104b27-bab7-45d3-b010-e27dae3208b6 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:15.783750 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-48104b27-bab7-45d3-b010-e27dae3208b6 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:15.896818 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-53cb7084-e44b-47b7-88a1-02b74ba66c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:15.904776 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:15.920249 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-fb4f8e0d-207a-443a-b0fa-94447204c508 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Allocated IP 172.20.0.2 (525229b0-5da2-463c-8c88-97b0d9d890b9/0f489e0c-5e01-4476-b706-eb671613c7a3/29831dcb-3822-4bf2-ac69-d694c8d7ccff) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:43:15.928492 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-a5a3c382-9467-4e2e-b546-90a19e4e2c34 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7351825 Sep 23 22:43:15.952832 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Request body: {'port': {'device_id': '14a545e9-5787-437e-8f30-fbaad8de2634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:15.998060 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:16.069039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Network 5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:43:16.073559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Pushing event updated for resources: {'Port': ['ID=5a36ac55-2140-4e6c-9213-9faf3dd8ebf1,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:16.093908 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:16.100952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:43:16.206940 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-48104b27-bab7-45d3-b010-e27dae3208b6 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:16.209906 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:16.315942 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-887e6bbc-e58e-4fae-bd34-7d9dc18119c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:16.325474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a536d8a-7b5d-4459-a388-5ad9572c3bfd None None] Network f766095b-4cf6-472c-acfe-7efa29261fed requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:43:16.346981 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-887e6bbc-e58e-4fae-bd34-7d9dc18119c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:16.363902 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-887e6bbc-e58e-4fae-bd34-7d9dc18119c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30cb5e91-9075-41df-a1f5-0c4417c5cf87 HTTP/1.1" status: 204 len: 168 time: 1.4571922 Sep 23 22:43:16.524892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7d53ca68-e69e-418b-a717-2d2ccdcdcf65 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:43:16.536118 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e6bbc-e58e-4fae-bd34-7d9dc18119c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cb5e91-9075-41df-a1f5-0c4417c5cf87,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:16.550803 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-48104b27-bab7-45d3-b010-e27dae3208b6 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:16.669509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-94088be5-ddd3-4a5b-9240-c90f7f709287 None None] Provisioning complete for port 7d53ca68-e69e-418b-a717-2d2ccdcdcf65 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:16.671427 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-94088be5-ddd3-4a5b-9240-c90f7f709287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:16.766722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Attempting to bind port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:43:16.767222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Attempting to bind port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ee039b40-2914-4f45-a5cd-536116a09e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:43:16.767711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Attempting to bind port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 on network 5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:16.809397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c86d6-5215-4abb-84ad-5d22321e8045 req-8d4edd7d-47ed-4ff6-9a70-38940c892b92 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:16.827626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d18c86d6-5215-4abb-84ad-5d22321e8045 req-8d4edd7d-47ed-4ff6-9a70-38940c892b92 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.3586457 Sep 23 22:43:16.827809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:43:16.827809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Checking segment: {'id': 'ee039b40-2914-4f45-a5cd-536116a09e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:43:16.827809 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:16.827809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Bound using segment: {'id': 'ee039b40-2914-4f45-a5cd-536116a09e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:43:16.827809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Bound port: 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee039b40-2914-4f45-a5cd-536116a09e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:43:16.827809 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:16.837478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a288c-941e-4fa1-9b3d-92fd656d9397 req-ec1a11ae-3830-418e-8865-9412cc78ca2c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:16.839743 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce0a288c-941e-4fa1-9b3d-92fd656d9397 req-ec1a11ae-3830-418e-8865-9412cc78ca2c tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 908 time: 0.5970173 Sep 23 22:43:16.927171 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d18c86d6-5215-4abb-84ad-5d22321e8045 req-9fcefd28-61ed-4658-a25e-7633aa542d19 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093583 Sep 23 22:43:17.019940 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:17.033633 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-48104b27-bab7-45d3-b010-e27dae3208b6 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:17.044981 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-48104b27-bab7-45d3-b010-e27dae3208b6 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.2419677 Sep 23 22:43:17.046008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42420) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:17.049398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7d53ca68-e69e-418b-a717-2d2ccdcdcf65 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:17.049783 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:17.073965 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:17.294164 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-94088be5-ddd3-4a5b-9240-c90f7f709287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:17.296728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 565430ed-92c9-4d07-b40b-9c6946fd78a9 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:43:17.409555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] For port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:43:17.421938 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 565430ed-92c9-4d07-b40b-9c6946fd78a9 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:43:17.422350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 565430ed-92c9-4d07-b40b-9c6946fd78a9 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:43:17.524171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] For port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5a36ac55-2140-4e6c-9213-9faf3dd8ebf1,segment=NetworkSegment(ee039b40-2914-4f45-a5cd-536116a09e2f),segment_id=ee039b40-2914-4f45-a5cd-536116a09e2f)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:43:17.569449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-94088be5-ddd3-4a5b-9240-c90f7f709287 None None] For port 7d53ca68-e69e-418b-a717-2d2ccdcdcf65, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7d53ca68-e69e-418b-a717-2d2ccdcdcf65,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:17.640862 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:17.871741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297bd76-4f9a-424a-8297-c1a5b6d60b15 None None] Pushing event updated for resources: {'Port': ['ID=5a36ac55-2140-4e6c-9213-9faf3dd8ebf1,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:17.896940 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-94088be5-ddd3-4a5b-9240-c90f7f709287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:18.132982 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e55a7c85-e778-4632-ad7c-d4ddda65130c req-d9c6a7e6-4fbb-46a1-b9fb-14d8fb427362 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 210 time: 0.0743115 Sep 23 22:43:18.136404 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-fb4f8e0d-207a-443a-b0fa-94447204c508 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:18.202190 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-167af0de-34f2-4168-b89d-e93b3d1f3df6 req-ab67590f-6ca3-41a7-a7ef-709bc1da1b8e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:18.336676 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-547b7f29-cc9c-4405-b049-ea72f47caf62 req-0390a0bd-b58a-4ee1-86aa-a3f34e68509e tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 210 time: 0.2373405 Sep 23 22:43:18.452031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67590f-6ca3-41a7-a7ef-709bc1da1b8e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event deleted for resources: {'Port': ['ID=565430ed-92c9-4d07-b40b-9c6946fd78a9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:18.679823 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:18.688726 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:18.692276 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94088be5-ddd3-4a5b-9240-c90f7f709287 None None] Pushing event updated for resources: {'Port': ['ID=7d53ca68-e69e-418b-a717-2d2ccdcdcf65,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:18.699723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e94d13ec-73df-41f9-b38e-7ca7cd34bdae None None] Provisioning complete for port e573e752-62e4-4c51-8cc8-c9447649522a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:18.702274 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e94d13ec-73df-41f9-b38e-7ca7cd34bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:18.874418 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:18.916571 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:18.965926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-167af0de-34f2-4168-b89d-e93b3d1f3df6 req-ab67590f-6ca3-41a7-a7ef-709bc1da1b8e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] No DVR routers for this DVR port 565430ed-92c9-4d07-b40b-9c6946fd78a9 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:43:18.970901 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-167af0de-34f2-4168-b89d-e93b3d1f3df6 req-ab67590f-6ca3-41a7-a7ef-709bc1da1b8e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:18.978256 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-167af0de-34f2-4168-b89d-e93b3d1f3df6 req-ab67590f-6ca3-41a7-a7ef-709bc1da1b8e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.67 "DELETE /v2.0/ports/565430ed-92c9-4d07-b40b-9c6946fd78a9 HTTP/1.1" status: 204 len: 173 time: 5.2494771 Sep 23 22:43:18.978256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4e1fb8-9769-4678-af0a-e11b488a338b', 'name': 'network-vif-deleted', 'tag': '565430ed-92c9-4d07-b40b-9c6946fd78a9'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:18.982499 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a44448-29bf-407b-a1af-110baae12164" -d '{"events": [{"server_uuid": "ad4e1fb8-9769-4678-af0a-e11b488a338b", "name": "network-vif-deleted", "tag": "565430ed-92c9-4d07-b40b-9c6946fd78a9"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:19.012584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e94d13ec-73df-41f9-b38e-7ca7cd34bdae None None] Port e573e752-62e4-4c51-8cc8-c9447649522a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:43:19.029892 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:19.047623 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16ec67-f454-4cbe-886a-5249186e8005 req-8e15d7d7-4127-4fd2-a077-e39a42faef4c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:19.061149 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-df16ec67-f454-4cbe-886a-5249186e8005 req-8e15d7d7-4127-4fd2-a077-e39a42faef4c tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.7091281 Sep 23 22:43:19.112329 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed3a5ac-b239-4b8c-ab26-818d6a2f6d9d x-openstack-request-id: req-1ed3a5ac-b239-4b8c-ab26-818d6a2f6d9d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:19.117464 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4e1fb8-9769-4678-af0a-e11b488a338b", "name": "network-vif-deleted", "tag": "565430ed-92c9-4d07-b40b-9c6946fd78a9", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:19.117464 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ed3a5ac-b239-4b8c-ab26-818d6a2f6d9d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:19.117464 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4e1fb8-9769-4678-af0a-e11b488a338b', 'name': 'network-vif-deleted', 'tag': '565430ed-92c9-4d07-b40b-9c6946fd78a9', 'status': 'completed', 'code': 200} Sep 23 22:43:19.134038 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:43:19.146666 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:43:19.186025 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e94d13ec-73df-41f9-b38e-7ca7cd34bdae None None] Provisioning complete for port 7d53ca68-e69e-418b-a717-2d2ccdcdcf65 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:19.186691 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e94d13ec-73df-41f9-b38e-7ca7cd34bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:19.207167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=e573e752-62e4-4c51-8cc8-c9447649522a,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:19.224795 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-fb4f8e0d-207a-443a-b0fa-94447204c508 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:19.311035 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-fb4f8e0d-207a-443a-b0fa-94447204c508 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Network 525229b0-5da2-463c-8c88-97b0d9d890b9 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:43:19.352958 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-fb4f8e0d-207a-443a-b0fa-94447204c508 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:19.364173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-fb4f8e0d-207a-443a-b0fa-94447204c508 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:43:19.460082 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:19.520139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-fb4f8e0d-207a-443a-b0fa-94447204c508 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:19.524385 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-fb4f8e0d-207a-443a-b0fa-94447204c508 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:19.595808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8abf0627-88ac-4a80-8f96-3a05e95cae67 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Allocated IP 172.20.0.4 (525229b0-5da2-463c-8c88-97b0d9d890b9/0f489e0c-5e01-4476-b706-eb671613c7a3/bc49f585-0fdc-4d47-906d-be6d573a1740) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:43:19.611630 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:19.615285 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-df16ec67-f454-4cbe-886a-5249186e8005 req-954062ae-e4ae-42c3-ad6b-f8b49ac386dc tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5457249 Sep 23 22:43:19.651364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fd9801c-a257-43e9-9f54-05e7f7d6c550 req-6ef66133-1b82-4528-a692-78da50e946fe tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad4e1fb8-9769-4678-af0a-e11b488a338b HTTP/1.1" status: 200 len: 210 time: 0.2567077 Sep 23 22:43:19.750010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f8e0d-207a-443a-b0fa-94447204c508 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Pushing event updated for resources: {'Port': ['ID=29831dcb-3822-4bf2-ac69-d694c8d7ccff,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:19.787337 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-fb4f8e0d-207a-443a-b0fa-94447204c508 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0569112 Sep 23 22:43:19.896565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ea98f74b-fc48-447d-9978-38935410fee1 None None] Provisioning complete for port e573e752-62e4-4c51-8cc8-c9447649522a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:19.901323 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea98f74b-fc48-447d-9978-38935410fee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:19.998337 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Request body: {'port': {'device_id': '0631ba59-1561-425c-80ae-64329b88c8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:20.098292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ea98f74b-fc48-447d-9978-38935410fee1 None None] Port e573e752-62e4-4c51-8cc8-c9447649522a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:43:20.244940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network f766095b-4cf6-472c-acfe-7efa29261fed is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:43:20.255201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:20.255481 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:20.354577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de93b1a-eb65-47f1-aa2b-ad52e2b28dd3 req-75cb8576-89ae-4719-80e3-5999d8a9c5ac tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:20.354577 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0de93b1a-eb65-47f1-aa2b-ad52e2b28dd3 req-75cb8576-89ae-4719-80e3-5999d8a9c5ac tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 931 time: 0.3351550 Sep 23 22:43:20.406941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7d53ca68-e69e-418b-a717-2d2ccdcdcf65 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:43:20.619001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7d53ca68-e69e-418b-a717-2d2ccdcdcf65 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:20.619395 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:20.898087 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0de93b1a-eb65-47f1-aa2b-ad52e2b28dd3 req-0c200568-c666-483d-bb01-8fd4331a0c40 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399633 Sep 23 22:43:20.924476 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:43:21.047087 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b9f870-17bd-4d78-a36f-12f76afe124b None None] Network 5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:43:21.067903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Allocated IP 172.20.0.1 (5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea/bbb30236-3f05-4c08-bbae-20a28f597e08/4b6b45a7-6768-4d29-a2a0-6fea6f16d80f) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:43:21.131761 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8abf0627-88ac-4a80-8f96-3a05e95cae67 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:21.179006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router 5aa5da1d-ae75-48eb-b58e-83cf591da76e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:43:21.234440 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf47894-f4e1-40b6-aedd-04271b794ee0 req-9cc29153-a4dd-49d9-99e4-56b87e3133a0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:21.242956 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddf47894-f4e1-40b6-aedd-04271b794ee0 req-9cc29153-a4dd-49d9-99e4-56b87e3133a0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.4061153 Sep 23 22:43:21.251353 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42492) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:21.257420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b1d0d10f-f26d-40e2-9b3f-c8694cf3db05 None None] Provisioning complete for port e573e752-62e4-4c51-8cc8-c9447649522a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:21.257910 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b1d0d10f-f26d-40e2-9b3f-c8694cf3db05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:21.304279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0d10f-f26d-40e2-9b3f-c8694cf3db05 None None] Port e573e752-62e4-4c51-8cc8-c9447649522a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:43:21.417854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:21.418566 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:21.500712 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddf47894-f4e1-40b6-aedd-04271b794ee0 req-b0eb5d20-e102-484f-ad9d-510afe240333 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2568421 Sep 23 22:43:21.523693 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:21.598505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:43:21.614363 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a43808c0-70ff-4f98-a7fb-21225bca6108 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "PUT /v2.0/routers/5aa5da1d-ae75-48eb-b58e-83cf591da76e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1522100 Sep 23 22:43:21.617258 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Sync routers for ids ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:43:21.645647 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Routers {'5aa5da1d-ae75-48eb-b58e-83cf591da76e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:21.650503 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-550ca107-c114-46ff-8972-f13579e961ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:21.651292 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8abf0627-88ac-4a80-8f96-3a05e95cae67 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:21.653703 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f2113db-4d7a-4206-bb95-6c84ed46d371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:21.755931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf0627-88ac-4a80-8f96-3a05e95cae67 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Pushing event updated for resources: {'Port': ['ID=bc49f585-0fdc-4d47-906d-be6d573a1740,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:21.790896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8abf0627-88ac-4a80-8f96-3a05e95cae67 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Network 525229b0-5da2-463c-8c88-97b0d9d890b9 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:43:21.795141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8abf0627-88ac-4a80-8f96-3a05e95cae67 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:21.802551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8abf0627-88ac-4a80-8f96-3a05e95cae67 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:43:21.818522 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-be51c271-4164-4365-8bb4-7d1c03711848 None None] Provisioning complete for port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:21.818958 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-be51c271-4164-4365-8bb4-7d1c03711848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:21.884283 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:21.899401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8abf0627-88ac-4a80-8f96-3a05e95cae67 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:21.900488 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8abf0627-88ac-4a80-8f96-3a05e95cae67 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:22.010513 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:43:22.027792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:22.040732 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:43:22.055920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=4b6b45a7-6768-4d29-a2a0-6fea6f16d80f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:22.081660 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Set router 5aa5da1d-ae75-48eb-b58e-83cf591da76e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:43:22.177815 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-edfaa9c3-f399-4c8f-a461-d41a6a588a4b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3006310 Sep 23 22:43:22.263861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc0f24-c360-49f7-9648-17408054e72d req-483d0379-afa4-4de4-9738-26ce4a9fb4f8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:22.271386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586c84bc-3d39-4db1-bbbf-89656eab17cc {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:43:22.272362 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96dc0f24-c360-49f7-9648-17408054e72d req-483d0379-afa4-4de4-9738-26ce4a9fb4f8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 945 time: 0.1592588 Sep 23 22:43:22.283049 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:22.301683 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:22.326562 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f2113db-4d7a-4206-bb95-6c84ed46d371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:22.343249 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Transition to ACTIVE for port object 586c84bc-3d39-4db1-bbbf-89656eab17cc will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:43:22.471508 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1f2113db-4d7a-4206-bb95-6c84ed46d371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:22.472428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5a36ac55-2140-4e6c-9213-9faf3dd8ebf1,segment=NetworkSegment(ee039b40-2914-4f45-a5cd-536116a09e2f),segment_id=ee039b40-2914-4f45-a5cd-536116a09e2f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:22.509145 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-be51c271-4164-4365-8bb4-7d1c03711848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:22.509967 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-b961e876-f310-4780-bdd5-725a84d8c76e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-198280810&fields=id&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 267 time: 0.1649590 Sep 23 22:43:22.527242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-e4646c83-6bb3-4017-adb8-330a9551141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:22.533478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-e4646c83-6bb3-4017-adb8-330a9551141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:22.533478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-e4646c83-6bb3-4017-adb8-330a9551141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:22.533478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-e4646c83-6bb3-4017-adb8-330a9551141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:22.533478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-e4646c83-6bb3-4017-adb8-330a9551141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:22.539152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-e4646c83-6bb3-4017-adb8-330a9551141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:22.539738 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-e4646c83-6bb3-4017-adb8-330a9551141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:22.548984 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-e4646c83-6bb3-4017-adb8-330a9551141c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 6502 time: 0.2686861 Sep 23 22:43:22.592678 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:22.614010 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96dc0f24-c360-49f7-9648-17408054e72d req-98c5c558-4e7b-414b-b5c4-f6f4186cf95d tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136702 Sep 23 22:43:22.624705 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:22.711075 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8abf0627-88ac-4a80-8f96-3a05e95cae67 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0389745 Sep 23 22:43:22.773618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Request body: {'port': {'device_id': '4a6b4f48-7c5c-416a-8b52-8e682a331a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:22.789007 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:22.849942 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1f2113db-4d7a-4206-bb95-6c84ed46d371 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=793fba775c4f4ab6931fda84d4ba5bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5948918 Sep 23 22:43:22.906929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42526) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:22.912258 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-be51c271-4164-4365-8bb4-7d1c03711848 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:43:22.916560 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-be51c271-4164-4365-8bb4-7d1c03711848 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:43:22.916914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2113db-4d7a-4206-bb95-6c84ed46d371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11272cf8-4499-4771-b44e-2fdee87923f1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:22.923223 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=5a36ac55-2140-4e6c-9213-9faf3dd8ebf1,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:23.196167 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-550ca107-c114-46ff-8972-f13579e961ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:42:58Z', 'updated_at': '2021-09-23T22:43:15Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:00Z', 'updated_at': '2021-09-23T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e573e752-62e4-4c51-8cc8-c9447649522a', 'name': '', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:28:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:11Z', 'updated_at': '2021-09-23T22:43:16Z', 'revision_number': 2, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:23.212484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b473e-3ba5-4e45-b418-72814e265a12 req-7bae5c6f-1f57-4eda-8014-12c968592677 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:23.214948 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f73b473e-3ba5-4e45-b418-72814e265a12 req-7bae5c6f-1f57-4eda-8014-12c968592677 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 931 time: 0.4702992 Sep 23 22:43:23.302987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Pushing event updated for resources: {'Port': ['ID=586c84bc-3d39-4db1-bbbf-89656eab17cc,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:23.337706 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f73b473e-3ba5-4e45-b418-72814e265a12 req-1e2a9839-f862-4340-8342-d894c9b49308 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001050 Sep 23 22:43:23.397918 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:23.426648 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-39b83f37-fa90-484c-91a0-330109d66d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:23.454725 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Checking router: 5aa5da1d-ae75-48eb-b58e-83cf591da76e for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:43:23.455301 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-39b83f37-fa90-484c-91a0-330109d66d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:23.455918 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Updating router 5aa5da1d-ae75-48eb-b58e-83cf591da76e port e573e752-62e4-4c51-8cc8-c9447649522a binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:43:23.699560 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:23.716106 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0c60ae09-290e-4990-8bd8-359c66dab5df None None] Provisioning complete for port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:23.719970 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c60ae09-290e-4990-8bd8-359c66dab5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:23.760480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-aa3bcab8-dff6-4acf-a638-a25abfb863c9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:23.763064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-aa3bcab8-dff6-4acf-a638-a25abfb863c9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/networks?id=f766095b-4cf6-472c-acfe-7efa29261fed HTTP/1.1" status: 200 len: 797 time: 1.2519960 Sep 23 22:43:23.774410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.67', 50774) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:23.934477 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0c60ae09-290e-4990-8bd8-359c66dab5df None None] Provisioning complete for port 4b6b45a7-6768-4d29-a2a0-6fea6f16d80f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:23.935294 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c60ae09-290e-4990-8bd8-359c66dab5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:23.948483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29831dcb-3822-4bf2-ac69-d694c8d7ccff {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:43:23.989456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-33b331ac-4402-4936-85e8-b4544433e02a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/quotas/0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 375 time: 0.1822400 Sep 23 22:43:23.989738 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-697d62da-a574-427a-bfe1-668efc98267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:23.990338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-697d62da-a574-427a-bfe1-668efc98267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:23.991054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-697d62da-a574-427a-bfe1-668efc98267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:23.993232 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:23.994262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-697d62da-a574-427a-bfe1-668efc98267a service neutron] 10.222.0.67 "GET /v2.0/networks?id=fa81e9cc-8992-4179-b9e3-9048c56a33a0&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=b61d004c-7d39-4789-9f10-cec75881ed41&id=b61d004c-7d39-4789-9f10-cec75881ed41 HTTP/1.1" status: 200 len: 2298 time: 1.3914773 Sep 23 22:43:24.014987 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0c60ae09-290e-4990-8bd8-359c66dab5df None None] Port 4b6b45a7-6768-4d29-a2a0-6fea6f16d80f cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:43:24.126682 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-39b83f37-fa90-484c-91a0-330109d66d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:24.129393 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-39b83f37-fa90-484c-91a0-330109d66d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:24.130039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fab39-526d-4d3f-a557-90b8389c16fd req-4cac04ef-6e4a-4d2f-a467-9da6fb6d9c9b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:24.133243 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-39b83f37-fa90-484c-91a0-330109d66d6b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11272cf8-4499-4771-b44e-2fdee87923f1 HTTP/1.1" status: 204 len: 168 time: 1.2074776 Sep 23 22:43:24.133444 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b39fab39-526d-4d3f-a557-90b8389c16fd req-4cac04ef-6e4a-4d2f-a467-9da6fb6d9c9b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.67 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 945 time: 0.3554931 Sep 23 22:43:24.135266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Transition to ACTIVE for port object 29831dcb-3822-4bf2-ac69-d694c8d7ccff will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:43:24.139232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Attempting to bind port 586c84bc-3d39-4db1-bbbf-89656eab17cc on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:43:24.139826 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Attempting to bind port 586c84bc-3d39-4db1-bbbf-89656eab17cc by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '62583715-9818-45ce-afee-a9eb76660405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:43:24.140402 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Attempting to bind port 586c84bc-3d39-4db1-bbbf-89656eab17cc on network 525229b0-5da2-463c-8c88-97b0d9d890b9 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:24.147942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6e74e-7ba1-4c4b-822a-73720af44fd5 req-cf64172c-36d6-4349-ab0a-5ed3ef1d9af8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:24.149740 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a0d6e74e-7ba1-4c4b-822a-73720af44fd5 req-cf64172c-36d6-4349-ab0a-5ed3ef1d9af8 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.1872473 Sep 23 22:43:24.154327 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-ab202487-7353-4932-9431-9c6d7c789c13 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65da3b19-c7ce-4403-aab0-82474cf2997a HTTP/1.1" status: 200 len: 1001 time: 0.1247711 Sep 23 22:43:24.164763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Port 586c84bc-3d39-4db1-bbbf-89656eab17cc on network 525229b0-5da2-463c-8c88-97b0d9d890b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:43:24.166579 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Attempting to bind port 586c84bc-3d39-4db1-bbbf-89656eab17cc on network 525229b0-5da2-463c-8c88-97b0d9d890b9 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:24.177349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:43:24.178193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Checking segment: {'id': '62583715-9818-45ce-afee-a9eb76660405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:43:24.178790 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Bound using segment: {'id': '62583715-9818-45ce-afee-a9eb76660405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:43:24.179492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Bound port: 586c84bc-3d39-4db1-bbbf-89656eab17cc, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62583715-9818-45ce-afee-a9eb76660405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:43:24.180067 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:24.198902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b83f37-fa90-484c-91a0-330109d66d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11272cf8-4499-4771-b44e-2fdee87923f1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:24.231972 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:24.246126 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a0d6e74e-7ba1-4c4b-822a-73720af44fd5 req-98f8acad-166a-4d53-a1fc-f655339e5613 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863223 Sep 23 22:43:24.272402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-d0475bb4-a5eb-49d0-bd45-4242fe0d6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:24.274419 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-d0475bb4-a5eb-49d0-bd45-4242fe0d6701 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=348543d1-f008-4beb-b20f-1d9700a9ee7e HTTP/1.1" status: 200 len: 856 time: 0.1072283 Sep 23 22:43:24.278145 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:24.292945 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-35679e22-23a9-43e4-96d6-dd2865fbbe43 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2705340 Sep 23 22:43:24.459106 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:24.509975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-9f3afe81-dee6-4151-af1b-b2bd0b3c5f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:24.511576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-9f3afe81-dee6-4151-af1b-b2bd0b3c5f94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fa81e9cc-8992-4179-b9e3-9048c56a33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2252853 Sep 23 22:43:24.520779 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:24.533127 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-3436561e-0bb1-43a2-9086-0965ac165d98 service neutron] 10.222.0.22 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551571 Sep 23 22:43:24.673199 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beccd5d-d47f-4136-8d05-8b1dc898caec None None] Pushing event updated for resources: {'Port': ['ID=e573e752-62e4-4c51-8cc8-c9447649522a,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:24.708487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-c8ad1bd6-de7e-47c0-b388-dba25b40db02 service neutron] 10.222.0.67 "GET /v2.0/networks/fa81e9cc-8992-4179-b9e3-9048c56a33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839755 Sep 23 22:43:24.776486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27733e49-7fa1-4c13-965a-b20d210072f8 req-bbcee642-b9ec-4272-b17b-06db805340bf tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:24.806433 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27733e49-7fa1-4c13-965a-b20d210072f8 req-bbcee642-b9ec-4272-b17b-06db805340bf tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 945 time: 0.3998251 Sep 23 22:43:24.845930 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccd5d-d47f-4136-8d05-8b1dc898caec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:24.846633 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccd5d-d47f-4136-8d05-8b1dc898caec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:24.847399 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccd5d-d47f-4136-8d05-8b1dc898caec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:24.847939 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccd5d-d47f-4136-8d05-8b1dc898caec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:24.850578 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccd5d-d47f-4136-8d05-8b1dc898caec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:24.851277 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccd5d-d47f-4136-8d05-8b1dc898caec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:24.851864 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccd5d-d47f-4136-8d05-8b1dc898caec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:24.852743 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccd5d-d47f-4136-8d05-8b1dc898caec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:24.853935 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccd5d-d47f-4136-8d05-8b1dc898caec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:24.855091 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccd5d-d47f-4136-8d05-8b1dc898caec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:24.855739 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccd5d-d47f-4136-8d05-8b1dc898caec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:24.857007 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beccd5d-d47f-4136-8d05-8b1dc898caec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:24.878085 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Attempting to bind port e573e752-62e4-4c51-8cc8-c9447649522a on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:43:24.886509 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Attempting to bind port e573e752-62e4-4c51-8cc8-c9447649522a by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:43:24.901644 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Attempting to bind port e573e752-62e4-4c51-8cc8-c9447649522a on network f766095b-4cf6-472c-acfe-7efa29261fed {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:24.904760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:43:24.920250 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:43:24.920989 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Checking segment: {'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:43:24.921839 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:24.922906 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Bound using segment: {'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:43:24.923900 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Bound port: e573e752-62e4-4c51-8cc8-c9447649522a, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:43:24.924635 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:25.018144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:25.019741 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:25.110424 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-550ca107-c114-46ff-8972-f13579e961ba None None] For port e573e752-62e4-4c51-8cc8-c9447649522a, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:43:25.143642 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-550ca107-c114-46ff-8972-f13579e961ba None None] For port e573e752-62e4-4c51-8cc8-c9447649522a, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e573e752-62e4-4c51-8cc8-c9447649522a,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:43:25.200315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27733e49-7fa1-4c13-965a-b20d210072f8 req-1ee09277-3a09-4a21-aff8-ce12703f4f39 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892851 Sep 23 22:43:25.321675 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-26027243-e3f5-43d6-80c4-d9d3806e533c None None] Provisioning complete for port e573e752-62e4-4c51-8cc8-c9447649522a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:25.322663 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-26027243-e3f5-43d6-80c4-d9d3806e533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:25.426209 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-26027243-e3f5-43d6-80c4-d9d3806e533c None None] Port e573e752-62e4-4c51-8cc8-c9447649522a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:43:25.482943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Pushing event updated for resources: {'Port': ['ID=29831dcb-3822-4bf2-ac69-d694c8d7ccff,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:25.488926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] For port 586c84bc-3d39-4db1-bbbf-89656eab17cc, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:43:25.500024 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-a9490c4b-b9e7-4c12-8e5d-e88ed8fccc76 service neutron] 10.222.0.67 "GET /v2.0/networks/fa81e9cc-8992-4179-b9e3-9048c56a33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7787683 Sep 23 22:43:25.502839 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-3739d517-713d-4260-a622-0ef90ac9216d service neutron] 10.222.0.22 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9003570 Sep 23 22:43:25.525099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] For port 586c84bc-3d39-4db1-bbbf-89656eab17cc, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=586c84bc-3d39-4db1-bbbf-89656eab17cc,segment=NetworkSegment(62583715-9818-45ce-afee-a9eb76660405),segment_id=62583715-9818-45ce-afee-a9eb76660405)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:43:25.550856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc49f585-0fdc-4d47-906d-be6d573a1740 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:43:25.606006 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-b39fab39-526d-4d3f-a557-90b8389c16fd req-03925cf8-94be-4763-8bf6-b9d3c6dfedea tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Deleting port 53f719c8-fe34-4144-871d-46576abc422d {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:43:25.606371 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b39fab39-526d-4d3f-a557-90b8389c16fd req-03925cf8-94be-4763-8bf6-b9d3c6dfedea tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:25.649459 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:25.663086 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:25.667042 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-bca97ba6-a97b-4bb0-9ce0-dd76ce15833b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=28753d3e-094b-4fb4-afd5-aae7ac4ac79d HTTP/1.1" status: 200 len: 217 time: 0.1549537 Sep 23 22:43:25.690307 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937a49a-2647-4541-88cb-bcf1bebecdca req-7f2c1fb7-fad9-4a68-b3cb-fcd544a715f1 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:25.693852 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2937a49a-2647-4541-88cb-bcf1bebecdca req-7f2c1fb7-fad9-4a68-b3cb-fcd544a715f1 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 943 time: 0.3382173 Sep 23 22:43:25.752960 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Routers {'5aa5da1d-ae75-48eb-b58e-83cf591da76e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:25.753716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-550ca107-c114-46ff-8972-f13579e961ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:25.920277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-11757120-a5f9-4d39-ae49-57920788b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:25.922544 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-11757120-a5f9-4d39-ae49-57920788b3b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.2480645 Sep 23 22:43:25.962959 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Transition to ACTIVE for port object bc49f585-0fdc-4d47-906d-be6d573a1740 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:43:26.134150 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:26.159127 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-550ca107-c114-46ff-8972-f13579e961ba None None] Set router 5aa5da1d-ae75-48eb-b58e-83cf591da76e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:43:26.163057 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:26.321553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2937a49a-2647-4541-88cb-bcf1bebecdca req-ed3f4eac-6a71-45f6-be1d-34bcc4111c0c tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991976 Sep 23 22:43:26.356856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-23b1a45a-c92e-41cb-9d0b-14de60373ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:26.358730 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-23b1a45a-c92e-41cb-9d0b-14de60373ee3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3877420 Sep 23 22:43:26.377660 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beccd5d-d47f-4136-8d05-8b1dc898caec None None] Pushing event updated for resources: {'Port': ['ID=e573e752-62e4-4c51-8cc8-c9447649522a,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:26.475809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5fb8df48-d60b-416a-ac52-f086aefc312b None None] Provisioning complete for port e573e752-62e4-4c51-8cc8-c9447649522a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:26.481930 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5fb8df48-d60b-416a-ac52-f086aefc312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:26.616254 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Pushing event updated for resources: {'Port': ['ID=bc49f585-0fdc-4d47-906d-be6d573a1740,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:26.723156 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5fb8df48-d60b-416a-ac52-f086aefc312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:26.846369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Pushing event updated for resources: {'Port': ['ID=586c84bc-3d39-4db1-bbbf-89656eab17cc,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:26.860372 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:26.861306 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:26.863254 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-aa98ddba-2433-4646-a4e6-d92b210a4491 service neutron] 10.222.0.67 "PUT /v2.0/ports/586c84bc-3d39-4db1-bbbf-89656eab17cc HTTP/1.1" status: 200 len: 1092 time: 10.9180861 Sep 23 22:43:26.863900 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5fb8df48-d60b-416a-ac52-f086aefc312b None None] For port e573e752-62e4-4c51-8cc8-c9447649522a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e573e752-62e4-4c51-8cc8-c9447649522a,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:26.871285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a545e9-5787-437e-8f30-fbaad8de2634', 'tag': '586c84bc-3d39-4db1-bbbf-89656eab17cc'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:26.883021 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ef25ea-dc0a-4538-bf8a-2b1c8fce5c75" -d '{"events": [{"name": "network-changed", "server_uuid": "14a545e9-5787-437e-8f30-fbaad8de2634", "tag": "586c84bc-3d39-4db1-bbbf-89656eab17cc"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:26.891658 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8320909e-156f-4d94-a32d-7e5ac3980bae req-113aceb3-52f2-4370-adb9-3534277960a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 210 time: 0.3189836 Sep 23 22:43:27.046676 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5fb8df48-d60b-416a-ac52-f086aefc312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:27.080839 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-0d16a25a-2990-492e-8e3b-cea9ddb6a862 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7037668 Sep 23 22:43:27.090789 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-550ca107-c114-46ff-8972-f13579e961ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:42:58Z', 'updated_at': '2021-09-23T22:43:15Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:00Z', 'updated_at': '2021-09-23T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e573e752-62e4-4c51-8cc8-c9447649522a', 'name': '', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:28:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:11Z', 'updated_at': '2021-09-23T22:43:25Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:27.162572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c29c6e-a9b4-413d-b7fe-89f0884525b4 req-d1bb989b-2968-4fc3-ae41-c2d6fd84a4e2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:27.162572 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a3c29c6e-a9b4-413d-b7fe-89f0884525b4 req-d1bb989b-2968-4fc3-ae41-c2d6fd84a4e2 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.7431028 Sep 23 22:43:27.162572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Attempting to bind port 29831dcb-3822-4bf2-ac69-d694c8d7ccff on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:43:27.162572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Attempting to bind port 29831dcb-3822-4bf2-ac69-d694c8d7ccff by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '62583715-9818-45ce-afee-a9eb76660405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:43:27.162572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Attempting to bind port 29831dcb-3822-4bf2-ac69-d694c8d7ccff on network 525229b0-5da2-463c-8c88-97b0d9d890b9 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:27.178354 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ca107-c114-46ff-8972-f13579e961ba None None] The sync data for ids ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'] in n-d-810775-1 is: [{'id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:42:58Z', 'updated_at': '2021-09-23T22:43:15Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:00Z', 'updated_at': '2021-09-23T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e573e752-62e4-4c51-8cc8-c9447649522a', 'name': '', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:28:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:11Z', 'updated_at': '2021-09-23T22:43:25Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:43:27.200173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 53f719c8-fe34-4144-871d-46576abc422d no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:43:27.315417 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Attempting to bind port bc49f585-0fdc-4d47-906d-be6d573a1740 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:43:27.316769 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Attempting to bind port bc49f585-0fdc-4d47-906d-be6d573a1740 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '62583715-9818-45ce-afee-a9eb76660405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:43:27.322894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8df48-d60b-416a-ac52-f086aefc312b None None] Pushing event updated for resources: {'Port': ['ID=e573e752-62e4-4c51-8cc8-c9447649522a,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:27.338260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Attempting to bind port bc49f585-0fdc-4d47-906d-be6d573a1740 on network 525229b0-5da2-463c-8c88-97b0d9d890b9 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:27.367820 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Port 29831dcb-3822-4bf2-ac69-d694c8d7ccff on network 525229b0-5da2-463c-8c88-97b0d9d890b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:43:27.368149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Attempting to bind port 29831dcb-3822-4bf2-ac69-d694c8d7ccff on network 525229b0-5da2-463c-8c88-97b0d9d890b9 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:27.400674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-b39fab39-526d-4d3f-a557-90b8389c16fd req-03925cf8-94be-4763-8bf6-b9d3c6dfedea tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] For port 53f719c8-fe34-4144-871d-46576abc422d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=53f719c8-fe34-4144-871d-46576abc422d,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:27.400674 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b39fab39-526d-4d3f-a557-90b8389c16fd req-03925cf8-94be-4763-8bf6-b9d3c6dfedea tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:27.422198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Port bc49f585-0fdc-4d47-906d-be6d573a1740 on network 525229b0-5da2-463c-8c88-97b0d9d890b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:43:27.422719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Attempting to bind port bc49f585-0fdc-4d47-906d-be6d573a1740 on network 525229b0-5da2-463c-8c88-97b0d9d890b9 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:27.521202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4e27a-34a4-48c7-8373-4dbe9c36ef6f req-4a9fcbf2-503f-419b-96ff-4770ccafd437 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:27.534127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-deb4e27a-34a4-48c7-8373-4dbe9c36ef6f req-4a9fcbf2-503f-419b-96ff-4770ccafd437 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 945 time: 0.4401822 Sep 23 22:43:27.535559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:43:27.536129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Checking segment: {'id': '62583715-9818-45ce-afee-a9eb76660405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:43:27.536958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Bound using segment: {'id': '62583715-9818-45ce-afee-a9eb76660405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:43:27.541379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Bound port: bc49f585-0fdc-4d47-906d-be6d573a1740, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62583715-9818-45ce-afee-a9eb76660405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:43:27.542186 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:27.655949 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:27.691972 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef82847-35c6-48ae-ab45-b7c6bba29075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f719c8-fe34-4144-871d-46576abc422d'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:27.694965 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea3754c-ff52-409a-ae5e-ca84d01e9bd9" -d '{"events": [{"server_uuid": "cef82847-35c6-48ae-ab45-b7c6bba29075", "name": "network-vif-unplugged", "status": "completed", "tag": "53f719c8-fe34-4144-871d-46576abc422d"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:27.702542 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:27.720443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 53f719c8-fe34-4144-871d-46576abc422d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=53f719c8-fe34-4144-871d-46576abc422d,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:27.793085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-b39fab39-526d-4d3f-a557-90b8389c16fd req-03925cf8-94be-4763-8bf6-b9d3c6dfedea tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Calling delete_port for 53f719c8-fe34-4144-871d-46576abc422d owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:43:27.810938 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:43:27.810938 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Checking segment: {'id': '62583715-9818-45ce-afee-a9eb76660405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:43:27.810938 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Bound using segment: {'id': '62583715-9818-45ce-afee-a9eb76660405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:43:27.810938 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Bound port: 29831dcb-3822-4bf2-ac69-d694c8d7ccff, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62583715-9818-45ce-afee-a9eb76660405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:43:27.810938 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:27.893007 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:27.913224 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:28.015939 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=53f719c8-fe34-4144-871d-46576abc422d,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:28.092178 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-deb4e27a-34a4-48c7-8373-4dbe9c36ef6f req-96bef0a3-2c48-4761-bc18-757772dfb0be tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448961 Sep 23 22:43:28.302703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] For port bc49f585-0fdc-4d47-906d-be6d573a1740, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:43:28.310133 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] For port bc49f585-0fdc-4d47-906d-be6d573a1740, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=bc49f585-0fdc-4d47-906d-be6d573a1740,segment=NetworkSegment(62583715-9818-45ce-afee-a9eb76660405),segment_id=62583715-9818-45ce-afee-a9eb76660405)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:43:28.320289 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-77143347-6d1c-4e83-bd65-a51aee82e5b6 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2217965 Sep 23 22:43:28.323245 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a3c29c6e-a9b4-413d-b7fe-89f0884525b4 req-d382e640-7b63-4b1e-b8cc-7df88f587be6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0615354 Sep 23 22:43:28.386407 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198372d8-5905-43f7-8988-81463e6ee454 x-openstack-request-id: req-198372d8-5905-43f7-8988-81463e6ee454 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:28.386757 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a545e9-5787-437e-8f30-fbaad8de2634", "tag": "586c84bc-3d39-4db1-bbbf-89656eab17cc", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:28.399602 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-198372d8-5905-43f7-8988-81463e6ee454 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:28.400229 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a545e9-5787-437e-8f30-fbaad8de2634', 'tag': '586c84bc-3d39-4db1-bbbf-89656eab17cc', 'status': 'completed', 'code': 200} Sep 23 22:43:28.459423 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-bafbf9a2-58c0-4ff2-b132-dfcc16ca44cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=ca42fb19-a6f2-4eba-902d-4eee3b80849c HTTP/1.1" status: 200 len: 217 time: 0.1310222 Sep 23 22:43:28.477207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-e48cf9f7-3972-4e88-b0b3-ca8ac7f79f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:28.485351 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-e48cf9f7-3972-4e88-b0b3-ca8ac7f79f6c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54dbd8211657479aa35946c22c2cb15e&device_id=14a545e9-5787-437e-8f30-fbaad8de2634 HTTP/1.1" status: 200 len: 1095 time: 1.3562622 Sep 23 22:43:28.560450 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2013ca5-f43f-4c45-8dc7-f094c39b051f x-openstack-request-id: req-a2013ca5-f43f-4c45-8dc7-f094c39b051f {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:28.561669 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef82847-35c6-48ae-ab45-b7c6bba29075", "name": "network-vif-unplugged", "status": "completed", "tag": "53f719c8-fe34-4144-871d-46576abc422d", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:28.562468 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a2013ca5-f43f-4c45-8dc7-f094c39b051f {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:28.563016 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef82847-35c6-48ae-ab45-b7c6bba29075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f719c8-fe34-4144-871d-46576abc422d', 'code': 200} Sep 23 22:43:28.647758 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:28.761793 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-0021c8c0-c9f3-4cab-9769-33aedd298226 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=586c84bc-3d39-4db1-bbbf-89656eab17cc HTTP/1.1" status: 200 len: 217 time: 0.2064056 Sep 23 22:43:28.780882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=4b6b45a7-6768-4d29-a2a0-6fea6f16d80f,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:28.781061 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:28.885756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] For port 29831dcb-3822-4bf2-ac69-d694c8d7ccff, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:43:28.902675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] For port 29831dcb-3822-4bf2-ac69-d694c8d7ccff, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=29831dcb-3822-4bf2-ac69-d694c8d7ccff,segment=NetworkSegment(62583715-9818-45ce-afee-a9eb76660405),segment_id=62583715-9818-45ce-afee-a9eb76660405)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:43:28.919305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-d618585e-dd04-4b4c-8581-d8abcff1aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:28.920796 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-d618585e-dd04-4b4c-8581-d8abcff1aac0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.4519594 Sep 23 22:43:29.064458 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e573e752-62e4-4c51-8cc8-c9447649522a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:43:29.065826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Pushing event updated for resources: {'Port': ['ID=bc49f585-0fdc-4d47-906d-be6d573a1740,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:29.100599 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a4fec6f1-db8a-472c-ad0c-51f211cc8044 req-592abb15-2e9b-490b-85a5-8c72ab6009d9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 210 time: 0.3002605 Sep 23 22:43:29.143652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:29.144319 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:29.146006 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-8becb506-8101-4749-b5ec-fc5b1ee9ebab service neutron] 10.222.0.43 "PUT /v2.0/ports/bc49f585-0fdc-4d47-906d-be6d573a1740 HTTP/1.1" status: 200 len: 1091 time: 6.3786993 Sep 23 22:43:29.147713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6b4f48-7c5c-416a-8b52-8e682a331a12', 'tag': 'bc49f585-0fdc-4d47-906d-be6d573a1740'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:29.150421 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582bd630-a892-4f55-9a45-9e770214be08" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6b4f48-7c5c-416a-8b52-8e682a331a12", "tag": "bc49f585-0fdc-4d47-906d-be6d573a1740"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:29.153020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e573e752-62e4-4c51-8cc8-c9447649522a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:29.153799 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:29.191146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-4cc0f632-d6d7-4f6c-9b93-d5cc72c6bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:29.193158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-4cc0f632-d6d7-4f6c-9b93-d5cc72c6bdf3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1199305 Sep 23 22:43:29.300984 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:29.477547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:29.477547 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:29.480009 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] 10.222.0.67 "PUT /v2.0/ports/29831dcb-3822-4bf2-ac69-d694c8d7ccff HTTP/1.1" status: 200 len: 1091 time: 9.5270066 Sep 23 22:43:29.576045 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c353b7-5793-4da4-b54b-1ec134f12ded req-f020468b-7ead-4f5e-b47e-8155e38b05a2 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:29.579903 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-85c353b7-5793-4da4-b54b-1ec134f12ded req-f020468b-7ead-4f5e-b47e-8155e38b05a2 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 943 time: 0.9028223 Sep 23 22:43:29.599507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-71c013d1-dae5-4399-a6fc-85795b74118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:29.602005 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-71c013d1-dae5-4399-a6fc-85795b74118e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f489e0c-5e01-4476-b706-eb671613c7a3 HTTP/1.1" status: 200 len: 858 time: 0.7934349 Sep 23 22:43:29.603028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18d982-5e5d-4681-874a-82909f444749 service neutron] Pushing event updated for resources: {'Port': ['ID=29831dcb-3822-4bf2-ac69-d694c8d7ccff,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:29.684596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:43:29.687235 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-28061731-315d-45cf-a768-acc585c952f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=525229b0-5da2-463c-8c88-97b0d9d890b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630531 Sep 23 22:43:29.689066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:29.769523 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e296b-157a-4d3a-b435-e34ab0fa6655 req-0c06405c-f52c-4f10-aeae-51fc13cf639f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:29.771891 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f24e296b-157a-4d3a-b435-e34ab0fa6655 req-0c06405c-f52c-4f10-aeae-51fc13cf639f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 943 time: 0.5679982 Sep 23 22:43:29.829900 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-85c353b7-5793-4da4-b54b-1ec134f12ded req-200670d6-146c-44d2-aa5b-d7d355a3d9a5 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203965 Sep 23 22:43:29.848191 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f24e296b-157a-4d3a-b435-e34ab0fa6655 req-c35da8cd-4a27-4c15-a625-42c13f6c703f tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664432 Sep 23 22:43:29.850867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-c4505cda-342c-4de9-a044-7d1a32f3bad7 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445124 Sep 23 22:43:29.962305 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab85c419-f6ba-419c-9d0f-88014c68cab6 x-openstack-request-id: req-ab85c419-f6ba-419c-9d0f-88014c68cab6 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:29.963878 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6b4f48-7c5c-416a-8b52-8e682a331a12", "tag": "bc49f585-0fdc-4d47-906d-be6d573a1740", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:29.963878 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab85c419-f6ba-419c-9d0f-88014c68cab6 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:29.964381 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6b4f48-7c5c-416a-8b52-8e682a331a12', 'tag': 'bc49f585-0fdc-4d47-906d-be6d573a1740', 'status': 'completed', 'code': 200} Sep 23 22:43:29.979681 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-b06eb464-f994-4257-9cfc-cb6a5d17484b service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218796 Sep 23 22:43:30.014721 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-b4f972bb-06a0-4881-8d33-a3a008d79661 service neutron] 10.222.0.67 "GET /v2.0/networks/525229b0-5da2-463c-8c88-97b0d9d890b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155291 Sep 23 22:43:30.054040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-d26c4bbd-dd88-4183-ae9f-3aab2c23a331 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=6a81c335-2695-469d-8050-a9cd933195f5 HTTP/1.1" status: 200 len: 217 time: 0.0513706 Sep 23 22:43:30.128509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bd630-a892-4f55-9a45-9e770214be08 req-bca74b7c-1623-45c5-8ad3-7bf2fec5bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:30.131086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-582bd630-a892-4f55-9a45-9e770214be08 req-bca74b7c-1623-45c5-8ad3-7bf2fec5bf50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54dbd8211657479aa35946c22c2cb15e&device_id=4a6b4f48-7c5c-416a-8b52-8e682a331a12 HTTP/1.1" status: 200 len: 1094 time: 0.1432061 Sep 23 22:43:30.133781 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-17ed566e-6190-4208-b79f-44ea2d07ba1c None None] Provisioning complete for port 4b6b45a7-6768-4d29-a2a0-6fea6f16d80f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:30.136929 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-17ed566e-6190-4208-b79f-44ea2d07ba1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:30.150976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0f973-41d8-480f-90b5-2af2f2ec4006 req-cee8e692-4b96-48af-9fc8-29cd6ddb2f16 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:30.156288 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1c0f973-41d8-480f-90b5-2af2f2ec4006 req-cee8e692-4b96-48af-9fc8-29cd6ddb2f16 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.2100782 Sep 23 22:43:30.159825 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-e034b35d-19db-4f62-be1e-f2c840ff6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:30.162363 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-e034b35d-19db-4f62-be1e-f2c840ff6bbc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.0928936 Sep 23 22:43:30.205708 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b39fab39-526d-4d3f-a557-90b8389c16fd req-03925cf8-94be-4763-8bf6-b9d3c6dfedea tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:30.241590 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['fed8c899-d23a-491f-8f31-53b8265873f2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:43:30.373881 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d4da128d-bdcb-4422-8cd9-a53af527b471 req-7882309a-e71a-4e96-b27b-47944572e8db tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 210 time: 0.1064088 Sep 23 22:43:30.384462 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-17ed566e-6190-4208-b79f-44ea2d07ba1c None None] Port 4b6b45a7-6768-4d29-a2a0-6fea6f16d80f cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:43:30.409207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-8120e261-878d-49e8-a539-ece104144b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:30.411633 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-8120e261-878d-49e8-a539-ece104144b3b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2399967 Sep 23 22:43:30.469814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0631ba59-1561-425c-80ae-64329b88c8a7', 'tag': '29831dcb-3822-4bf2-ac69-d694c8d7ccff'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:30.474123 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb8aa5f-cfe4-4176-b372-1a0a7704aa84" -d '{"events": [{"name": "network-changed", "server_uuid": "0631ba59-1561-425c-80ae-64329b88c8a7", "tag": "29831dcb-3822-4bf2-ac69-d694c8d7ccff"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:30.539896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 5951daaf-a4d4-4a6c-924a-33e2b542726a is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:43:30.546033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03925cf8-94be-4763-8bf6-b9d3c6dfedea tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event deleted for resources: {'Port': ['ID=53f719c8-fe34-4144-871d-46576abc422d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:30.562718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bd630-a892-4f55-9a45-9e770214be08 req-34a4518f-9d17-470e-b800-4335a3670162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:30.564482 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-582bd630-a892-4f55-9a45-9e770214be08 req-34a4518f-9d17-470e-b800-4335a3670162 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=54dbd8211657479aa35946c22c2cb15e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4212449 Sep 23 22:43:30.586670 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b03e87c-a3af-469d-92e4-d2e7e1705fe5 x-openstack-request-id: req-3b03e87c-a3af-469d-92e4-d2e7e1705fe5 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:30.587364 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0631ba59-1561-425c-80ae-64329b88c8a7", "tag": "29831dcb-3822-4bf2-ac69-d694c8d7ccff", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:30.588046 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b03e87c-a3af-469d-92e4-d2e7e1705fe5 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:30.588821 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0631ba59-1561-425c-80ae-64329b88c8a7', 'tag': '29831dcb-3822-4bf2-ac69-d694c8d7ccff', 'status': 'completed', 'code': 200} Sep 23 22:43:30.594227 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e1c0f973-41d8-480f-90b5-2af2f2ec4006 req-3c8ffd68-553e-4f8a-8e48-429ef8be9af4 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3954804 Sep 23 22:43:30.698979 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39fab39-526d-4d3f-a557-90b8389c16fd req-03925cf8-94be-4763-8bf6-b9d3c6dfedea tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] No DVR routers for this DVR port 53f719c8-fe34-4144-871d-46576abc422d on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:43:30.709290 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-b39fab39-526d-4d3f-a557-90b8389c16fd req-03925cf8-94be-4763-8bf6-b9d3c6dfedea tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:30.713572 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b39fab39-526d-4d3f-a557-90b8389c16fd req-03925cf8-94be-4763-8bf6-b9d3c6dfedea tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.67 "DELETE /v2.0/ports/53f719c8-fe34-4144-871d-46576abc422d HTTP/1.1" status: 204 len: 173 time: 6.5568197 Sep 23 22:43:30.745379 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-58cb7d3c-024e-4cae-b2fd-c2fb91eb5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:30.746985 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-58cb7d3c-024e-4cae-b2fd-c2fb91eb5bee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54dbd8211657479aa35946c22c2cb15e&device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 1094 time: 0.2789540 Sep 23 22:43:30.751892 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-3439913a-840e-4ddb-b21c-234e474ea29f service neutron] 10.222.0.67 "GET /v2.0/networks/525229b0-5da2-463c-8c88-97b0d9d890b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292960 Sep 23 22:43:30.838115 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-ea6d2505-96c6-43c9-a6f5-86a75b470fab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29831dcb-3822-4bf2-ac69-d694c8d7ccff HTTP/1.1" status: 200 len: 217 time: 0.0572746 Sep 23 22:43:30.838882 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-e56a98c6-ca03-4649-a039-9395d9694be0 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184101 Sep 23 22:43:30.925465 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:43:30.937898 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5c121c4a-c8fc-4d01-9428-547a4e389d4c tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/5951daaf-a4d4-4a6c-924a-33e2b542726a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2262685 Sep 23 22:43:30.943664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42644) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:30.949149 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17898050-4f59-49f7-947a-10dd6011a41e None None] Sync routers for ids ['5951daaf-a4d4-4a6c-924a-33e2b542726a'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:43:30.955761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bd630-a892-4f55-9a45-9e770214be08 req-f49f147f-8d33-44cd-b840-4f92d16acf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:30.968093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-582bd630-a892-4f55-9a45-9e770214be08 req-f49f147f-8d33-44cd-b840-4f92d16acf99 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2897382 Sep 23 22:43:30.986795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-237c68b8-0a99-4805-9af6-5ea0ddf8b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:30.988477 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-237c68b8-0a99-4805-9af6-5ea0ddf8b80b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f489e0c-5e01-4476-b706-eb671613c7a3 HTTP/1.1" status: 200 len: 858 time: 0.1353915 Sep 23 22:43:31.029617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17898050-4f59-49f7-947a-10dd6011a41e None None] Routers {'5951daaf-a4d4-4a6c-924a-33e2b542726a'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:31.030719 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-17898050-4f59-49f7-947a-10dd6011a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5951daaf-a4d4-4a6c-924a-33e2b542726a'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:31.063036 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-457fab4c-4f4a-4355-b344-d003ec80f255 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=525229b0-5da2-463c-8c88-97b0d9d890b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653560 Sep 23 22:43:31.094671 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f19039-a364-45f9-8d56-7c275da78802 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:31.096449 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-55f19039-a364-45f9-8d56-7c275da78802 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports/4b6b45a7-6768-4d29-a2a0-6fea6f16d80f HTTP/1.1" status: 200 len: 910 time: 0.1520030 Sep 23 22:43:31.113964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42648) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:31.145375 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4d42f63f-86f7-4b25-b050-a088aa8aeb72 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bbb30236-3f05-4c08-bbae-20a28f597e08'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:31.231074 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-17898050-4f59-49f7-947a-10dd6011a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:31.248531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17898050-4f59-49f7-947a-10dd6011a41e None None] Routers {'5951daaf-a4d4-4a6c-924a-33e2b542726a'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:31.251182 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-17898050-4f59-49f7-947a-10dd6011a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5951daaf-a4d4-4a6c-924a-33e2b542726a'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:31.346256 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-7e8b5e20-0804-40ba-b921-d4d7247a5c9f service neutron] 10.222.0.67 "GET /v2.0/networks/525229b0-5da2-463c-8c88-97b0d9d890b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735760 Sep 23 22:43:31.363406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-17898050-4f59-49f7-947a-10dd6011a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:31.374311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17898050-4f59-49f7-947a-10dd6011a41e None None] The sync data for ids ['5951daaf-a4d4-4a6c-924a-33e2b542726a'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:43:31.402904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6b323-66cb-442a-ae1e-d7cac9fff7ee req-63a7e6ca-e134-453a-9ae7-959443d72ad8 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:31.410886 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e8e6b323-66cb-442a-ae1e-d7cac9fff7ee req-63a7e6ca-e134-453a-9ae7-959443d72ad8 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 943 time: 0.2088368 Sep 23 22:43:31.422841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef25ea-dc0a-4538-bf8a-2b1c8fce5c75 req-d6bc33bd-bd89-4cf6-bd4e-c6c8dbc21ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:31.425802 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-45ef25ea-dc0a-4538-bf8a-2b1c8fce5c75 req-d6bc33bd-bd89-4cf6-bd4e-c6c8dbc21ec1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54dbd8211657479aa35946c22c2cb15e&device_id=14a545e9-5787-437e-8f30-fbaad8de2634 HTTP/1.1" status: 200 len: 1095 time: 0.2202191 Sep 23 22:43:31.446276 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c398ecd-21d1-4380-83ae-22ec4a6e47ce req-35888de4-e4da-4039-859f-a743c3961711 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 210 time: 0.2096283 Sep 23 22:43:31.491285 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-5e59f5e5-37cc-4a4b-b891-7b42a1d244a3 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6382098 Sep 23 22:43:31.584602 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-f54f549d-3517-415c-a6bd-f1a631fb5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:31.587030 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-f54f549d-3517-415c-a6bd-f1a631fb5a83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=54dbd8211657479aa35946c22c2cb15e&device_id=4a6b4f48-7c5c-416a-8b52-8e682a331a12 HTTP/1.1" status: 200 len: 1094 time: 0.4119740 Sep 23 22:43:31.595844 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-576d5e7f-b817-4a33-b7a7-1a0100790410 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7f493b13-b997-4328-8a9e-261bf11e481e HTTP/1.1" status: 200 len: 217 time: 0.0959709 Sep 23 22:43:31.713688 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e8e6b323-66cb-442a-ae1e-d7cac9fff7ee req-8abb0607-425b-4bf3-986f-b1a50e6de62e tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003838 Sep 23 22:43:31.756058 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-44de1672-af9e-4bbf-bf02-3597e8b3f0c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc49f585-0fdc-4d47-906d-be6d573a1740 HTTP/1.1" status: 200 len: 217 time: 0.1570344 Sep 23 22:43:31.853469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9cf2bc6-290a-4778-a2f6-617f05751212 req-daf9d5f2-cbcc-4b63-8b57-f3ecbfb54930 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 210 time: 0.1872914 Sep 23 22:43:31.853744 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:43:31.869990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-baa1b779-1c1c-4a5a-b80d-41700395247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:31.871303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-baa1b779-1c1c-4a5a-b80d-41700395247c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.2621195 Sep 23 22:43:31.927508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-077a51b8-e192-40ce-bdc1-aafe0ebf5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:31.929532 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-077a51b8-e192-40ce-bdc1-aafe0ebf5865 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0f489e0c-5e01-4476-b706-eb671613c7a3 HTTP/1.1" status: 200 len: 858 time: 0.1659617 Sep 23 22:43:32.023312 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-868bc5a6-1211-4614-8dcd-1fa5e9ba05ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=525229b0-5da2-463c-8c88-97b0d9d890b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857887 Sep 23 22:43:32.029174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-acfc56d2-1983-4763-accb-5c6d23bbe5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:32.031255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-acfc56d2-1983-4763-accb-5c6d23bbe5da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1487644 Sep 23 22:43:32.074978 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d42f63f-86f7-4b25-b050-a088aa8aeb72 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:32.396457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-a49428fd-70f2-4ab2-bfe6-436d266cab40 service neutron] 10.222.0.43 "GET /v2.0/networks/525229b0-5da2-463c-8c88-97b0d9d890b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634055 Sep 23 22:43:32.413818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef25ea-dc0a-4538-bf8a-2b1c8fce5c75 req-eba1990a-58cf-4cfe-ab65-14d50ea628af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:32.416101 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-45ef25ea-dc0a-4538-bf8a-2b1c8fce5c75 req-eba1990a-58cf-4cfe-ab65-14d50ea628af service neutron] 10.222.0.67 "GET /v2.0/networks?id=525229b0-5da2-463c-8c88-97b0d9d890b9 HTTP/1.1" status: 200 len: 919 time: 0.9450479 Sep 23 22:43:32.444152 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-e6defc6c-783f-41e9-b04a-9692cee1bf59 service neutron] 10.222.0.67 "GET /v2.0/networks/525229b0-5da2-463c-8c88-97b0d9d890b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0846238 Sep 23 22:43:32.530871 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-7dffd1f2-9579-4892-9a2e-5e82803c3daa tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:32.532780 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-7dffd1f2-9579-4892-9a2e-5e82803c3daa tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.43 "GET /v2.0/networks?id=f766095b-4cf6-472c-acfe-7efa29261fed HTTP/1.1" status: 200 len: 797 time: 0.3830388 Sep 23 22:43:32.546546 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-40e459ed-919d-4821-ae51-414ed0e3a7e3 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673748 Sep 23 22:43:32.590644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef82847-35c6-48ae-ab45-b7c6bba29075', 'name': 'network-vif-deleted', 'tag': '53f719c8-fe34-4144-871d-46576abc422d'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:32.598658 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a42212e-40be-4e4b-a187-a498defe9562" -d '{"events": [{"server_uuid": "cef82847-35c6-48ae-ab45-b7c6bba29075", "name": "network-vif-deleted", "tag": "53f719c8-fe34-4144-871d-46576abc422d"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:32.626753 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-45ef25ea-dc0a-4538-bf8a-2b1c8fce5c75 req-d976ebad-7c2f-4fa2-a0e1-82e63c5f2435 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=586c84bc-3d39-4db1-bbbf-89656eab17cc HTTP/1.1" status: 200 len: 217 time: 0.2000997 Sep 23 22:43:32.636874 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca728c-39b8-4cbb-88fa-e476e48bb153 req-aa3a9491-d766-4765-8189-1a59dcffaa8a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:32.639029 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-57ca728c-39b8-4cbb-88fa-e476e48bb153 req-aa3a9491-d766-4765-8189-1a59dcffaa8a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 945 time: 0.4664259 Sep 23 22:43:32.715490 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef25ea-dc0a-4538-bf8a-2b1c8fce5c75 req-e8a297d4-0b2b-4594-b823-ff1f7fbda4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:32.717537 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-45ef25ea-dc0a-4538-bf8a-2b1c8fce5c75 req-e8a297d4-0b2b-4594-b823-ff1f7fbda4b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f489e0c-5e01-4476-b706-eb671613c7a3 HTTP/1.1" status: 200 len: 858 time: 0.0774307 Sep 23 22:43:32.981872 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-45ef25ea-dc0a-4538-bf8a-2b1c8fce5c75 req-5db2abaf-e9f6-44ae-b5e0-cf69cfec5fc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=525229b0-5da2-463c-8c88-97b0d9d890b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1850486 Sep 23 22:43:33.009821 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-57ca728c-39b8-4cbb-88fa-e476e48bb153 req-cebd4f9a-a23c-4bc0-8edc-59baf185a220 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2909021 Sep 23 22:43:33.034487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad34632-7b8a-4946-8adf-5e1988f706b6 req-ad82e2fc-f8a3-4996-a43d-5912093fae3a tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=cef82847-35c6-48ae-ab45-b7c6bba29075 HTTP/1.1" status: 200 len: 210 time: 0.2641139 Sep 23 22:43:33.037574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8aa5f-cfe4-4176-b372-1a0a7704aa84 req-ad95283b-3760-4107-9b53-eb295c35920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:33.039741 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cb8aa5f-cfe4-4176-b372-1a0a7704aa84 req-ad95283b-3760-4107-9b53-eb295c35920f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54dbd8211657479aa35946c22c2cb15e&device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 1094 time: 0.2768972 Sep 23 22:43:33.146814 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-4a5377c9-bd66-4a08-85fe-dba45ce602bc tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 379 time: 0.5852668 Sep 23 22:43:33.161534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-5fa4b1f5-f7ac-4f99-a965-925e44e9ca8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'port': {'device_id': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'admin_state_up': True, 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'security_groups': ['1e7565f1-8e23-4103-b818-0ec17e8022b3']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:33.306174 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1419d7be-1fb8-4d5d-8d16-c65546e0ea81 x-openstack-request-id: req-1419d7be-1fb8-4d5d-8d16-c65546e0ea81 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:33.306174 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef82847-35c6-48ae-ab45-b7c6bba29075", "name": "network-vif-deleted", "tag": "53f719c8-fe34-4144-871d-46576abc422d", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:33.306174 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1419d7be-1fb8-4d5d-8d16-c65546e0ea81 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:33.306174 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef82847-35c6-48ae-ab45-b7c6bba29075', 'name': 'network-vif-deleted', 'tag': '53f719c8-fe34-4144-871d-46576abc422d', 'status': 'completed', 'code': 200} Sep 23 22:43:33.381292 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9d42b848-fc35-4897-ae32-488a5f9d21ad req-b31ae04d-527c-4886-b2c9-8f3a44fe8fd4 service neutron] 10.222.0.43 "GET /v2.0/networks/525229b0-5da2-463c-8c88-97b0d9d890b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9773080 Sep 23 22:43:33.423535 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0fef8556-0f4a-4282-b0d4-86a8048d606e req-37ed2331-7e03-4ff1-97c5-ec0b7e3bbb72 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 210 time: 0.0461819 Sep 23 22:43:33.444255 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-45ef25ea-dc0a-4538-bf8a-2b1c8fce5c75 req-84f66384-d3d3-455c-b896-b53bd493e40b service neutron] 10.222.0.67 "GET /v2.0/networks/525229b0-5da2-463c-8c88-97b0d9d890b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298441 Sep 23 22:43:33.488969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8aa5f-cfe4-4176-b372-1a0a7704aa84 req-5d4a6216-4a8e-4527-baed-4db10354932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:33.492131 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cb8aa5f-cfe4-4176-b372-1a0a7704aa84 req-5d4a6216-4a8e-4527-baed-4db10354932d service neutron] 10.222.0.67 "GET /v2.0/networks?id=525229b0-5da2-463c-8c88-97b0d9d890b9 HTTP/1.1" status: 200 len: 919 time: 0.4427898 Sep 23 22:43:33.507751 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-4f5683c3-3b1a-4132-b3e8-6792c812df9e service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9418590 Sep 23 22:43:33.597037 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cb8aa5f-cfe4-4176-b372-1a0a7704aa84 req-c8980678-0a6f-467b-90b2-379c90c05c92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29831dcb-3822-4bf2-ac69-d694c8d7ccff HTTP/1.1" status: 200 len: 217 time: 0.0915263 Sep 23 22:43:33.638905 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-d930abe3-551b-48ab-8fe7-edb08c9d8835 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2298126b-37f0-4907-ab2e-6fd9ea973c84 HTTP/1.1" status: 200 len: 217 time: 0.0807071 Sep 23 22:43:33.691678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device ecbced89-a474-4b0f-b412-b44171dc5011 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:43:33.716957 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc66e46-99d3-4730-8658-169bbb821b48 req-c73bd1c0-ca06-43c5-8ab6-bc788e009837 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:33.718659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bcc66e46-99d3-4730-8658-169bbb821b48 req-c73bd1c0-ca06-43c5-8ab6-bc788e009837 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 943 time: 0.3236868 Sep 23 22:43:33.759983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-45ef25ea-dc0a-4538-bf8a-2b1c8fce5c75 req-e91b5624-1fb0-4f89-9a7b-0db8184139ae service neutron] 10.222.0.67 "GET /v2.0/networks/525229b0-5da2-463c-8c88-97b0d9d890b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082731 Sep 23 22:43:33.762016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8aa5f-cfe4-4176-b372-1a0a7704aa84 req-0bdbf12b-9653-4314-8f30-428d2a9af7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:33.763666 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cb8aa5f-cfe4-4176-b372-1a0a7704aa84 req-0bdbf12b-9653-4314-8f30-428d2a9af7eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f489e0c-5e01-4476-b706-eb671613c7a3 HTTP/1.1" status: 200 len: 858 time: 0.1149271 Sep 23 22:43:33.829856 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cb8aa5f-cfe4-4176-b372-1a0a7704aa84 req-96e6ec60-fdab-46f4-a6e0-af866b474e35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=525229b0-5da2-463c-8c88-97b0d9d890b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468748 Sep 23 22:43:33.831827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-029ad15b-5f10-44f6-b61d-2277c5fcb6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:33.834413 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-029ad15b-5f10-44f6-b61d-2277c5fcb6f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=58ea8bde-f95b-46c7-a12b-9f7c0e9039da HTTP/1.1" status: 200 len: 797 time: 0.1848872 Sep 23 22:43:33.914078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bcc66e46-99d3-4730-8658-169bbb821b48 req-528f4b4b-b5a3-4a82-8f92-7c8041f1a1c3 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478200 Sep 23 22:43:34.038127 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-971f5cf3-0063-443b-8fda-77da64dab1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:34.041358 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=ecbced89-a474-4b0f-b412-b44171dc5011,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:34.046162 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-971f5cf3-0063-443b-8fda-77da64dab1b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b61d004c-7d39-4789-9f10-cec75881ed41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1961346 Sep 23 22:43:34.048074 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d42f63f-86f7-4b25-b050-a088aa8aeb72 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:34.070824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'port_id': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'mac_address': 'fa:16:3e:09:5f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:43:34.112468 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cb8aa5f-cfe4-4176-b372-1a0a7704aa84 req-474a055d-9cdd-4f2d-af0e-9cfd424c8b84 service neutron] 10.222.0.67 "GET /v2.0/networks/525229b0-5da2-463c-8c88-97b0d9d890b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608707 Sep 23 22:43:34.216700 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:34.249750 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbced89-a474-4b0f-b412-b44171dc5011 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:43:34.290334 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=ecbced89-a474-4b0f-b412-b44171dc5011,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:34.298564 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d42f63f-86f7-4b25-b050-a088aa8aeb72 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:34.303609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-5fa4b1f5-f7ac-4f99-a965-925e44e9ca8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Made reservation on behalf of 0a3bbdae5cca4bf3aaf957611b45b827 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:43:34.307611 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-5fa4b1f5-f7ac-4f99-a965-925e44e9ca8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:34.409243 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cb8aa5f-cfe4-4176-b372-1a0a7704aa84 req-53792ef1-d328-4fe3-bd1e-e1325bf59949 service neutron] 10.222.0.67 "GET /v2.0/networks/525229b0-5da2-463c-8c88-97b0d9d890b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871771 Sep 23 22:43:34.413298 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:34.500199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafef060-3e53-4190-9f51-bbf7400d2fcf req-ac79123b-554a-475d-97b2-1a7a06cc1729 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:34.503087 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fafef060-3e53-4190-9f51-bbf7400d2fcf req-ac79123b-554a-475d-97b2-1a7a06cc1729 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.0931377 Sep 23 22:43:34.541001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=ecbced89-a474-4b0f-b412-b44171dc5011,revision_number=11']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:34.555118 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fafef060-3e53-4190-9f51-bbf7400d2fcf req-63b7f516-6fa8-48a7-8b96-218e0552cfe6 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408511 Sep 23 22:43:34.704201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['ecbced89-a474-4b0f-b412-b44171dc5011'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:43:34.798878 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3bdcd648-83a4-413b-8fe3-53051b34b3db req-7fcc0056-180d-42cc-b1aa-b64b0c3523b9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 210 time: 0.0342140 Sep 23 22:43:34.950486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d42f63f-86f7-4b25-b050-a088aa8aeb72 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:34.951172 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d42f63f-86f7-4b25-b050-a088aa8aeb72 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:34.952697 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4d42f63f-86f7-4b25-b050-a088aa8aeb72 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/ports/4b6b45a7-6768-4d29-a2a0-6fea6f16d80f HTTP/1.1" status: 200 len: 910 time: 3.8369787 Sep 23 22:43:34.957594 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42708) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:34.997857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-7791e533-795e-4c07-9ca9-472379b8e12d service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9438183 Sep 23 22:43:35.004166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42f63f-86f7-4b25-b050-a088aa8aeb72 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=4b6b45a7-6768-4d29-a2a0-6fea6f16d80f,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:35.212500 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 586c84bc-3d39-4db1-bbbf-89656eab17cc details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:43:35.260815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abc790-b7c0-4030-a24c-a3b3d9ac8819 req-263e11db-d75b-49d5-8c35-a74d435c3e0a tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:35.262672 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d2abc790-b7c0-4030-a24c-a3b3d9ac8819 req-263e11db-d75b-49d5-8c35-a74d435c3e0a tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 943 time: 0.1686056 Sep 23 22:43:35.272699 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-5fa4b1f5-f7ac-4f99-a965-925e44e9ca8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.20.0.13 (f766095b-4cf6-472c-acfe-7efa29261fed/8905368a-212e-4e7a-bcc5-2e1a71c807e9/11986104-0fd4-40d1-bc13-dade7e4c5644) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:43:35.280598 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-394ede8b-6d1a-4897-a85f-037209c9e9fd service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646751 Sep 23 22:43:35.332521 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d2abc790-b7c0-4030-a24c-a3b3d9ac8819 req-50683ca8-2e66-4bdc-83ad-40f4ce95ef29 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582683 Sep 23 22:43:35.349566 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-400e5db5-cdf0-4684-87d4-474177744614 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe HTTP/1.1" status: 200 len: 217 time: 0.0607190 Sep 23 22:43:35.383079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 586c84bc-3d39-4db1-bbbf-89656eab17cc, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=586c84bc-3d39-4db1-bbbf-89656eab17cc,segment=NetworkSegment(62583715-9818-45ce-afee-a9eb76660405),segment_id=62583715-9818-45ce-afee-a9eb76660405)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:35.400725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '586c84bc-3d39-4db1-bbbf-89656eab17cc', 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9', 'port_id': '586c84bc-3d39-4db1-bbbf-89656eab17cc', 'mac_address': 'fa:16:3e:22:10:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f489e0c-5e01-4476-b706-eb671613c7a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:43:35.457744 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:35.481596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586c84bc-3d39-4db1-bbbf-89656eab17cc {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:43:35.503409 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 586c84bc-3d39-4db1-bbbf-89656eab17cc, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=586c84bc-3d39-4db1-bbbf-89656eab17cc,segment=NetworkSegment(62583715-9818-45ce-afee-a9eb76660405),segment_id=62583715-9818-45ce-afee-a9eb76660405)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:35.529317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d228e-df69-4fc1-a126-17d98d47caf1 req-32363b28-129e-41a8-bad8-63dec6b577ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:35.531208 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e14d228e-df69-4fc1-a126-17d98d47caf1 req-32363b28-129e-41a8-bad8-63dec6b577ae tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1962485 Sep 23 22:43:35.538398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-b80c8cfd-e3cd-4958-8e29-f1e5945e0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:35.540039 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-b80c8cfd-e3cd-4958-8e29-f1e5945e0f03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=58ea8bde-f95b-46c7-a12b-9f7c0e9039da HTTP/1.1" status: 200 len: 797 time: 0.1619389 Sep 23 22:43:35.560282 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:35.618425 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:35.622292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575915c-5dec-458a-91fb-21e5fb327eb5 req-db60da48-48ae-4626-bd55-b103aa681b98 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:35.624463 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1575915c-5dec-458a-91fb-21e5fb327eb5 req-db60da48-48ae-4626-bd55-b103aa681b98 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.43 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.2551425 Sep 23 22:43:35.705214 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device ecbced89-a474-4b0f-b412-b44171dc5011 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:43:35.743586 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e14d228e-df69-4fc1-a126-17d98d47caf1 req-cd108b5e-099d-4f41-94b2-603f543e4169 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997755 Sep 23 22:43:35.818015 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-5fa4b1f5-f7ac-4f99-a965-925e44e9ca8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:35.831283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274d7ae-6384-48c8-a609-99df30861e94 req-2dc6c9c1-18a6-4fea-b6a0-b42aa3b40609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:35.834851 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-2dc6c9c1-18a6-4fea-b6a0-b42aa3b40609 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b61d004c-7d39-4789-9f10-cec75881ed41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2537165 Sep 23 22:43:35.957012 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=586c84bc-3d39-4db1-bbbf-89656eab17cc,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:35.976062 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59607f27-9fad-4012-96e2-a4af0cd94c36 req-a6bfb6c9-edec-4aad-99f2-769a40cdc425 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:35.978793 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59607f27-9fad-4012-96e2-a4af0cd94c36 req-a6bfb6c9-edec-4aad-99f2-769a40cdc425 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 946 time: 0.1873102 Sep 23 22:43:36.070687 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59607f27-9fad-4012-96e2-a4af0cd94c36 req-96f2976c-b06d-4435-843f-c75d305173e7 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550351 Sep 23 22:43:36.072810 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ea24b02-16a7-43e1-b55d-04b866eaf83a req-eb34142c-2251-4eaa-8c50-24db9b819a69 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 210 time: 0.0790274 Sep 23 22:43:36.117772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-1575915c-5dec-458a-91fb-21e5fb327eb5 req-d42fa0b7-78fb-41fb-a31e-abfb9e150215 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Deleting port fed8c899-d23a-491f-8f31-53b8265873f2 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:43:36.119000 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1575915c-5dec-458a-91fb-21e5fb327eb5 req-d42fa0b7-78fb-41fb-a31e-abfb9e150215 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:36.120783 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['586c84bc-3d39-4db1-bbbf-89656eab17cc'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:43:36.156029 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-00df1d8f-8f93-484a-86ae-16f54d766461 service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051157 Sep 23 22:43:36.179548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port ecbced89-a474-4b0f-b412-b44171dc5011 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:43:36.190769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port ecbced89-a474-4b0f-b412-b44171dc5011 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:36.191237 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:36.305678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port 4b6b45a7-6768-4d29-a2a0-6fea6f16d80f {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:43:36.306214 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:36.308846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-5fa4b1f5-f7ac-4f99-a965-925e44e9ca8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:36.512259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-5fa4b1f5-f7ac-4f99-a965-925e44e9ca8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network f766095b-4cf6-472c-acfe-7efa29261fed is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:43:36.525468 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-5fa4b1f5-f7ac-4f99-a965-925e44e9ca8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:36.529890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-5fa4b1f5-f7ac-4f99-a965-925e44e9ca8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:43:36.563729 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:36.600379 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for 4b6b45a7-6768-4d29-a2a0-6fea6f16d80f owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:43:36.631370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-5fa4b1f5-f7ac-4f99-a965-925e44e9ca8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:36.632009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-5fa4b1f5-f7ac-4f99-a965-925e44e9ca8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:36.662023 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-1575915c-5dec-458a-91fb-21e5fb327eb5 req-d42fa0b7-78fb-41fb-a31e-abfb9e150215 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] For port fed8c899-d23a-491f-8f31-53b8265873f2, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=fed8c899-d23a-491f-8f31-53b8265873f2,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:36.662463 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1575915c-5dec-458a-91fb-21e5fb327eb5 req-d42fa0b7-78fb-41fb-a31e-abfb9e150215 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:36.665397 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:36.699006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4b1f5-f7ac-4f99-a965-925e44e9ca8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=11986104-0fd4-40d1-bc13-dade7e4c5644,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:36.738578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-1575915c-5dec-458a-91fb-21e5fb327eb5 req-d42fa0b7-78fb-41fb-a31e-abfb9e150215 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Calling delete_port for fed8c899-d23a-491f-8f31-53b8265873f2 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:43:36.760270 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e274d7ae-6384-48c8-a609-99df30861e94 req-d09cd3c1-c33a-4a54-b4a9-023ed19a08cc service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955651 Sep 23 22:43:36.875631 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:36.891266 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86be1fd5-2212-484b-b079-778ef47cd690" -d '{"events": [{"server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "name": "network-vif-plugged", "status": "completed", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:36.909087 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=ecbced89-a474-4b0f-b412-b44171dc5011,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:37.023220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd329c-7350-42ca-90e9-55a12f3c38a4 req-cc41fd3a-fad0-4693-875e-c2c0bfb887c7 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:37.039377 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5bcd329c-7350-42ca-90e9-55a12f3c38a4 req-cc41fd3a-fad0-4693-875e-c2c0bfb887c7 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 943 time: 0.4275007 Sep 23 22:43:37.056854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-5fa4b1f5-f7ac-4f99-a965-925e44e9ca8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9080470 Sep 23 22:43:37.101065 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Request body: {'port': {'device_id': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:37.118727 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:37.123259 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:37.139271 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-873e88cb-d4f7-429c-8063-5e8fed857536 None None] Provisioning complete for port 11986104-0fd4-40d1-bc13-dade7e4c5644 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:37.139271 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-873e88cb-d4f7-429c-8063-5e8fed857536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:37.149154 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8c9f8-ccd7-48ac-a7be-eb1936bba3c9 req-5f7ca746-0174-4390-9e6b-07e201a51586 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:37.151626 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-65e8c9f8-ccd7-48ac-a7be-eb1936bba3c9 req-5f7ca746-0174-4390-9e6b-07e201a51586 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 946 time: 0.1424055 Sep 23 22:43:37.213757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 29831dcb-3822-4bf2-ac69-d694c8d7ccff details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:43:37.224922 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:37.235508 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5bcd329c-7350-42ca-90e9-55a12f3c38a4 req-dbba8d70-0f51-4c87-8694-b85b30360aa3 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934648 Sep 23 22:43:37.265222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-873e88cb-d4f7-429c-8063-5e8fed857536 None None] Port 11986104-0fd4-40d1-bc13-dade7e4c5644 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:43:37.272768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=ecbced89-a474-4b0f-b412-b44171dc5011,revision_number=12']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:37.402271 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-65e8c9f8-ccd7-48ac-a7be-eb1936bba3c9 req-0c85ef50-e365-4401-8550-261e4bd74727 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=67912a63-0c7f-41d4-91fe-107444def1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312037 Sep 23 22:43:37.416517 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1575915c-5dec-458a-91fb-21e5fb327eb5 req-d42fa0b7-78fb-41fb-a31e-abfb9e150215 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:37.432532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['fed8c899-d23a-491f-8f31-53b8265873f2'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:43:37.506672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fa0b7-78fb-41fb-a31e-abfb9e150215 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event deleted for resources: {'Port': ['ID=fed8c899-d23a-491f-8f31-53b8265873f2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:37.518910 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:37.555494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 29831dcb-3822-4bf2-ac69-d694c8d7ccff, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=29831dcb-3822-4bf2-ac69-d694c8d7ccff,segment=NetworkSegment(62583715-9818-45ce-afee-a9eb76660405),segment_id=62583715-9818-45ce-afee-a9eb76660405)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:37.590394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '29831dcb-3822-4bf2-ac69-d694c8d7ccff', 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9', 'port_id': '29831dcb-3822-4bf2-ac69-d694c8d7ccff', 'mac_address': 'fa:16:3e:93:9f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f489e0c-5e01-4476-b706-eb671613c7a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:43:37.636303 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733836a2-e005-4e40-ba68-1e4bb097bc0a x-openstack-request-id: req-733836a2-e005-4e40-ba68-1e4bb097bc0a {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:37.637234 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "name": "network-vif-plugged", "status": "completed", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:37.639415 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-733836a2-e005-4e40-ba68-1e4bb097bc0a {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:37.639415 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'code': 200} Sep 23 22:43:37.731279 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=4b6b45a7-6768-4d29-a2a0-6fea6f16d80f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:37.781125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-1575915c-5dec-458a-91fb-21e5fb327eb5 req-d42fa0b7-78fb-41fb-a31e-abfb9e150215 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] No DVR routers for this DVR port fed8c899-d23a-491f-8f31-53b8265873f2 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:43:37.793905 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1575915c-5dec-458a-91fb-21e5fb327eb5 req-d42fa0b7-78fb-41fb-a31e-abfb9e150215 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:37.805017 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1575915c-5dec-458a-91fb-21e5fb327eb5 req-d42fa0b7-78fb-41fb-a31e-abfb9e150215 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.43 "DELETE /v2.0/ports/fed8c899-d23a-491f-8f31-53b8265873f2 HTTP/1.1" status: 204 len: 173 time: 2.1570354 Sep 23 22:43:37.814515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442f9e21-6ece-4ae6-8f6d-c8947b1058ed', 'name': 'network-vif-deleted', 'tag': 'fed8c899-d23a-491f-8f31-53b8265873f2'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:37.819850 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d458979-19ee-4bdf-b336-4f9e4f0670c0" -d '{"events": [{"server_uuid": "442f9e21-6ece-4ae6-8f6d-c8947b1058ed", "name": "network-vif-deleted", "tag": "fed8c899-d23a-491f-8f31-53b8265873f2"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:37.828608 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:37.833212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device bc49f585-0fdc-4d47-906d-be6d573a1740 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:43:38.022877 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:38.022877 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:38.022877 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:38.027703 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:38.028960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:38.029364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:38.029709 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:38.030052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:38.034705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:38.037992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:38.037992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:38.037992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:38.090231 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29831dcb-3822-4bf2-ac69-d694c8d7ccff {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:43:38.127369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 29831dcb-3822-4bf2-ac69-d694c8d7ccff, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=29831dcb-3822-4bf2-ac69-d694c8d7ccff,segment=NetworkSegment(62583715-9818-45ce-afee-a9eb76660405),segment_id=62583715-9818-45ce-afee-a9eb76660405)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:38.154609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec2156-6e3d-4210-b0e5-3e3ca1a12756 req-9a482203-d2fb-486f-a3e0-a52662676cd6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:38.167553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-65ec2156-6e3d-4210-b0e5-3e3ca1a12756 req-9a482203-d2fb-486f-a3e0-a52662676cd6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 932 time: 0.6430025 Sep 23 22:43:38.232260 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:38.348460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-65ec2156-6e3d-4210-b0e5-3e3ca1a12756 req-8ce631bf-4fc6-496d-91bd-339c51750428 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798899 Sep 23 22:43:38.403250 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab0a13-9168-42a4-9b44-6e74e1a377a1 req-d8665791-98c5-4b7a-8598-48ac6edd0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:38.403250 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bab0a13-9168-42a4-9b44-6e74e1a377a1 req-d8665791-98c5-4b7a-8598-48ac6edd0ad9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 1098 time: 0.3687098 Sep 23 22:43:38.413986 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=29831dcb-3822-4bf2-ac69-d694c8d7ccff,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:38.427213 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port bc49f585-0fdc-4d47-906d-be6d573a1740, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=bc49f585-0fdc-4d47-906d-be6d573a1740,segment=NetworkSegment(62583715-9818-45ce-afee-a9eb76660405),segment_id=62583715-9818-45ce-afee-a9eb76660405)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:38.448492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'bc49f585-0fdc-4d47-906d-be6d573a1740', 'network_id': '525229b0-5da2-463c-8c88-97b0d9d890b9', 'port_id': 'bc49f585-0fdc-4d47-906d-be6d573a1740', 'mac_address': 'fa:16:3e:ef:2e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f489e0c-5e01-4476-b706-eb671613c7a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:43:38.459908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02d5d8-60f8-4107-b583-e14fab40c0b1 req-3197ce8d-fdab-43e6-946e-2f6176d5febf tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:38.462782 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f02d5d8-60f8-4107-b583-e14fab40c0b1 req-3197ce8d-fdab-43e6-946e-2f6176d5febf tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 947 time: 0.7180727 Sep 23 22:43:38.473627 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:38.479585 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73fe10a-70d2-47db-bd46-a1b0a16a7b22 x-openstack-request-id: req-d73fe10a-70d2-47db-bd46-a1b0a16a7b22 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:38.479886 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442f9e21-6ece-4ae6-8f6d-c8947b1058ed", "name": "network-vif-deleted", "tag": "fed8c899-d23a-491f-8f31-53b8265873f2", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:38.480138 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d73fe10a-70d2-47db-bd46-a1b0a16a7b22 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:38.480544 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442f9e21-6ece-4ae6-8f6d-c8947b1058ed', 'name': 'network-vif-deleted', 'tag': 'fed8c899-d23a-491f-8f31-53b8265873f2', 'status': 'completed', 'code': 200} Sep 23 22:43:38.494328 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2bab0a13-9168-42a4-9b44-6e74e1a377a1 req-4956918b-7a28-4940-a29c-5050b8ade555 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971849 Sep 23 22:43:38.505392 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:38.528705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc49f585-0fdc-4d47-906d-be6d573a1740 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:43:38.553686 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port bc49f585-0fdc-4d47-906d-be6d573a1740, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=bc49f585-0fdc-4d47-906d-be6d573a1740,segment=NetworkSegment(62583715-9818-45ce-afee-a9eb76660405),segment_id=62583715-9818-45ce-afee-a9eb76660405)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:38.579605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11986104-0fd4-40d1-bc13-dade7e4c5644 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:43:38.597337 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:38.639023 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Transition to ACTIVE for port object 11986104-0fd4-40d1-bc13-dade7e4c5644 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:43:38.655404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb48201-7670-4e7b-bb4e-7356439485a4 req-9bf28ed1-1aab-4e83-a342-aa4cb7d76e7e tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:38.658732 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7eb48201-7670-4e7b-bb4e-7356439485a4 req-9bf28ed1-1aab-4e83-a342-aa4cb7d76e7e tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 944 time: 0.1283133 Sep 23 22:43:38.658975 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f02d5d8-60f8-4107-b583-e14fab40c0b1 req-7b1a9e36-5c0c-4ca0-b3fc-56ac7975c79a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1600494 Sep 23 22:43:38.718199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['29831dcb-3822-4bf2-ac69-d694c8d7ccff'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:43:38.782871 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7eb48201-7670-4e7b-bb4e-7356439485a4 req-368ebe46-7a58-4fd1-a7a3-d7f8293a32b9 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860810 Sep 23 22:43:38.793606 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:38.815133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 5951daaf-a4d4-4a6c-924a-33e2b542726a has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:43:38.885668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=bc49f585-0fdc-4d47-906d-be6d573a1740,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:38.917981 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aedbdb91-8c1a-4ec9-9c69-8f3c6ebddc3b req-d8a938e9-88fa-44e0-9ebe-a1901c13a10e tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=442f9e21-6ece-4ae6-8f6d-c8947b1058ed HTTP/1.1" status: 200 len: 210 time: 0.0519419 Sep 23 22:43:38.924583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:43:38.931640 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7c1b1081-b14b-499c-ab01-21ef1e26f9fc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/5951daaf-a4d4-4a6c-924a-33e2b542726a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9718444 Sep 23 22:43:38.934859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42772) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:38.941759 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ab5a2-f918-466d-8ea8-0755818e12fb None None] Sync routers for ids ['5951daaf-a4d4-4a6c-924a-33e2b542726a'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:43:38.966835 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ab5a2-f918-466d-8ea8-0755818e12fb None None] Routers {'5951daaf-a4d4-4a6c-924a-33e2b542726a'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:38.968555 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8b1ab5a2-f918-466d-8ea8-0755818e12fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5951daaf-a4d4-4a6c-924a-33e2b542726a'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:38.980408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:38.990426 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42774) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:38.993042 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5090b056-e047-484c-a661-35bc628b6424 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports?device_id=5951daaf-a4d4-4a6c-924a-33e2b542726a HTTP/1.1" status: 200 len: 205 time: 0.0398169 Sep 23 22:43:39.075494 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8b1ab5a2-f918-466d-8ea8-0755818e12fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:39.096187 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['bc49f585-0fdc-4d47-906d-be6d573a1740'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:43:39.109971 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ab5a2-f918-466d-8ea8-0755818e12fb None None] Routers {'5951daaf-a4d4-4a6c-924a-33e2b542726a'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:39.111464 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8b1ab5a2-f918-466d-8ea8-0755818e12fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5951daaf-a4d4-4a6c-924a-33e2b542726a'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:39.114596 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8df5ca66-f3a0-4c00-8140-b6a035c2dd23 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:39.141273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Pushing event updated for resources: {'Port': ['ID=11986104-0fd4-40d1-bc13-dade7e4c5644,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:39.188240 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8b1ab5a2-f918-466d-8ea8-0755818e12fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:39.191600 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ab5a2-f918-466d-8ea8-0755818e12fb None None] The sync data for ids ['5951daaf-a4d4-4a6c-924a-33e2b542726a'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:43:39.222607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 586c84bc-3d39-4db1-bbbf-89656eab17cc up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:43:39.312690 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Attempting to bind port 11986104-0fd4-40d1-bc13-dade7e4c5644 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:43:39.313412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Attempting to bind port 11986104-0fd4-40d1-bc13-dade7e4c5644 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:43:39.313412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Attempting to bind port 11986104-0fd4-40d1-bc13-dade7e4c5644 on network f766095b-4cf6-472c-acfe-7efa29261fed {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:39.327053 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Port 11986104-0fd4-40d1-bc13-dade7e4c5644 on network f766095b-4cf6-472c-acfe-7efa29261fed not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:43:39.327422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Attempting to bind port 11986104-0fd4-40d1-bc13-dade7e4c5644 on network f766095b-4cf6-472c-acfe-7efa29261fed {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:39.336086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:43:39.347247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Checking segment: {'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:43:39.347803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Bound using segment: {'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:43:39.351739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Bound port: 11986104-0fd4-40d1-bc13-dade7e4c5644, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:43:39.352265 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:39.386778 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8df5ca66-f3a0-4c00-8140-b6a035c2dd23 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:39.389344 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8df5ca66-f3a0-4c00-8140-b6a035c2dd23 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:39.528411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 586c84bc-3d39-4db1-bbbf-89656eab17cc completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:43:39.537844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 586c84bc-3d39-4db1-bbbf-89656eab17cc triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:39.542781 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:39.560451 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] For port 11986104-0fd4-40d1-bc13-dade7e4c5644, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:43:39.561395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b8673-c759-4eac-a8f3-31217c56f7f1 req-3c57385b-6081-44a6-ad09-1a85988210a5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:39.567244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] For port 11986104-0fd4-40d1-bc13-dade7e4c5644, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=11986104-0fd4-40d1-bc13-dade7e4c5644,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:43:39.581395 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-127b8673-c759-4eac-a8f3-31217c56f7f1 req-3c57385b-6081-44a6-ad09-1a85988210a5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 944 time: 0.0892658 Sep 23 22:43:39.644359 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-127b8673-c759-4eac-a8f3-31217c56f7f1 req-030efcf4-811a-4248-9dc3-04b2522a6e07 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616474 Sep 23 22:43:39.729074 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device fed8c899-d23a-491f-8f31-53b8265873f2 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:43:39.760760 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8df5ca66-f3a0-4c00-8140-b6a035c2dd23 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:39.767819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df5ca66-f3a0-4c00-8140-b6a035c2dd23 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Fanout notify agent at l3_agent the message router_deleted on router 5951daaf-a4d4-4a6c-924a-33e2b542726a {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:43:39.767985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: fed8c899-d23a-491f-8f31-53b8265873f2 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:43:39.767985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device fed8c899-d23a-491f-8f31-53b8265873f2 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:43:39.767985 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:39.771351 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8df5ca66-f3a0-4c00-8140-b6a035c2dd23 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:39.772809 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8df5ca66-f3a0-4c00-8140-b6a035c2dd23 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/routers/5951daaf-a4d4-4a6c-924a-33e2b542726a HTTP/1.1" status: 204 len: 168 time: 0.7810144 Sep 23 22:43:39.777810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42790) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:39.805221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a545e9-5787-437e-8f30-fbaad8de2634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586c84bc-3d39-4db1-bbbf-89656eab17cc'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:39.808228 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b32f9b9-3477-4fda-b176-09ae2a6f8286" -d '{"events": [{"server_uuid": "14a545e9-5787-437e-8f30-fbaad8de2634", "name": "network-vif-plugged", "status": "completed", "tag": "586c84bc-3d39-4db1-bbbf-89656eab17cc"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:39.848415 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 586c84bc-3d39-4db1-bbbf-89656eab17cc, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=586c84bc-3d39-4db1-bbbf-89656eab17cc,segment=NetworkSegment(62583715-9818-45ce-afee-a9eb76660405),segment_id=62583715-9818-45ce-afee-a9eb76660405)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:39.878305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae077ce-4dcc-4dc4-8cd2-303c3c21e8f5 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting subnet bbb30236-3f05-4c08-bbae-20a28f597e08 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:43:39.902621 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:39.912008 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ae077ce-4dcc-4dc4-8cd2-303c3c21e8f5 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:39.984519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:39.985754 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:39.986118 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a3cec-1821-4bf4-92ba-050ea05c8bcc req-2bab087a-6624-4c49-b0c3-277c8f32641d tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:39.987939 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-170a3cec-1821-4bf4-92ba-050ea05c8bcc req-2bab087a-6624-4c49-b0c3-277c8f32641d tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 944 time: 0.1247165 Sep 23 22:43:39.995475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] 10.222.0.43 "PUT /v2.0/ports/11986104-0fd4-40d1-bc13-dade7e4c5644 HTTP/1.1" status: 200 len: 1092 time: 2.9202607 Sep 23 22:43:40.012165 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:40.111538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e3437-2d81-4e3c-9719-141a524a3211 req-1a21f185-e394-4394-8fa3-bec2b0c7f46f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:40.141876 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-df8e3437-2d81-4e3c-9719-141a524a3211 req-1a21f185-e394-4394-8fa3-bec2b0c7f46f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 947 time: 0.2536819 Sep 23 22:43:40.146968 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-170a3cec-1821-4bf4-92ba-050ea05c8bcc req-6fecf409-18ed-4632-93a3-ba288b20183a tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510389 Sep 23 22:43:40.156058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=586c84bc-3d39-4db1-bbbf-89656eab17cc,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:40.162659 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ae077ce-4dcc-4dc4-8cd2-303c3c21e8f5 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:40.229260 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc64419f-9bea-4a15-8ca3-0698acf984f9 x-openstack-request-id: req-dc64419f-9bea-4a15-8ca3-0698acf984f9 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:40.229718 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a545e9-5787-437e-8f30-fbaad8de2634", "name": "network-vif-plugged", "status": "completed", "tag": "586c84bc-3d39-4db1-bbbf-89656eab17cc", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:40.230144 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc64419f-9bea-4a15-8ca3-0698acf984f9 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:40.230585 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a545e9-5787-437e-8f30-fbaad8de2634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586c84bc-3d39-4db1-bbbf-89656eab17cc', 'code': 200} Sep 23 22:43:40.585034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:40.587845 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b00233d-9f7a-476a-a0b9-f188e0f231ce" -d '{"events": [{"name": "network-changed", "server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:40.661292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24691681-4fed-46cc-a0df-66fa98a7823a service neutron] Pushing event updated for resources: {'Port': ['ID=11986104-0fd4-40d1-bc13-dade7e4c5644,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:40.731313 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-df8e3437-2d81-4e3c-9719-141a524a3211 req-53ecb9a3-9744-4a43-b419-11be2d26eb4f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5880036 Sep 23 22:43:40.800785 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-5a17357c-53f6-43b3-a81c-9b9f24a8e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:40.802891 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-5a17357c-53f6-43b3-a81c-9b9f24a8e539 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 1095 time: 0.5519791 Sep 23 22:43:40.809184 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7131faf-4b65-4ca2-898a-6ebe20393377 x-openstack-request-id: req-a7131faf-4b65-4ca2-898a-6ebe20393377 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:40.809483 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:40.809734 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7131faf-4b65-4ca2-898a-6ebe20393377 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:40.810232 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'status': 'completed', 'code': 200} Sep 23 22:43:40.815979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9914-92da-413a-878b-90bd16bbf895 req-1a4ac639-5e2f-4171-a8f5-7c7a54563e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:40.818595 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82ad9914-92da-413a-878b-90bd16bbf895 req-1a4ac639-5e2f-4171-a8f5-7c7a54563e08 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=14a545e9-5787-437e-8f30-fbaad8de2634 HTTP/1.1" status: 200 len: 1097 time: 0.2252042 Sep 23 22:43:40.876180 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ae077ce-4dcc-4dc4-8cd2-303c3c21e8f5 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:40.911474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-76d2c18f-afd2-4b36-857f-efaaab41cd8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11986104-0fd4-40d1-bc13-dade7e4c5644 HTTP/1.1" status: 200 len: 217 time: 0.0922544 Sep 23 22:43:41.018812 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82ad9914-92da-413a-878b-90bd16bbf895 req-b5440c25-82cd-439c-85b9-f5dfdaa60d27 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884825 Sep 23 22:43:41.041093 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65a519-413b-4ae8-8bee-ad6193f11193 req-95f87897-bfd9-4ba8-993e-fffdc0fbc37f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:41.042782 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f65a519-413b-4ae8-8bee-ad6193f11193 req-95f87897-bfd9-4ba8-993e-fffdc0fbc37f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 944 time: 0.1712737 Sep 23 22:43:41.047205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-de83a087-126f-4314-8f8f-21902763d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:41.048899 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-de83a087-126f-4314-8f8f-21902763d515 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8905368a-212e-4e7a-bcc5-2e1a71c807e9 HTTP/1.1" status: 200 len: 835 time: 0.1070042 Sep 23 22:43:41.134711 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f65a519-413b-4ae8-8bee-ad6193f11193 req-4ac729f1-9b7c-4d90-a9f4-528e8384b9f3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790553 Sep 23 22:43:41.165583 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-09164d41-125d-4bd0-9f3e-9303e5d0793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:41.167148 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-09164d41-125d-4bd0-9f3e-9303e5d0793b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f766095b-4cf6-472c-acfe-7efa29261fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117165 Sep 23 22:43:41.238642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 29831dcb-3822-4bf2-ac69-d694c8d7ccff up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:43:41.261568 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ae077ce-4dcc-4dc4-8cd2-303c3c21e8f5 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:41.330917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae077ce-4dcc-4dc4-8cd2-303c3c21e8f5 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb30236-3f05-4c08-bbae-20a28f597e08,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:41.347203 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a3d6bc-9e7e-4ac3-a648-3da0a845f932 None None] Network 5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:43:41.362435 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ae077ce-4dcc-4dc4-8cd2-303c3c21e8f5 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:41.366266 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0ae077ce-4dcc-4dc4-8cd2-303c3c21e8f5 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/bbb30236-3f05-4c08-bbae-20a28f597e08 HTTP/1.1" status: 204 len: 168 time: 1.5873110 Sep 23 22:43:41.370551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42842) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:41.426984 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-9d78f8e1-d1de-4c79-848c-53be02f087a2 service neutron] 10.222.0.43 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514870 Sep 23 22:43:41.461372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 29831dcb-3822-4bf2-ac69-d694c8d7ccff completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:43:41.473375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 29831dcb-3822-4bf2-ac69-d694c8d7ccff triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:41.474107 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:41.605795 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fb88d7d-af88-4577-8df6-e774e9ec00d9 req-fec8f644-8bed-4c09-bfe5-bb24422789cb service neutron] 10.222.0.43 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700251 Sep 23 22:43:41.623067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b650856-fd9f-45c4-b7b7-89aa88f57d38 req-879bdc18-1102-405c-a056-472bf0a62451 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:41.634693 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4b650856-fd9f-45c4-b7b7-89aa88f57d38 req-879bdc18-1102-405c-a056-472bf0a62451 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 944 time: 0.3606675 Sep 23 22:43:41.678518 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:41.688625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804a59ff-31e9-47d3-98e4-2bc59b8c8c15 None None] DHCP port deletion for 5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:43:41.696247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd46a8f-7d49-467a-b9b5-4f2f407af244 req-1ef1eb36-86a9-4ca5-8f6e-e81d14b2d217 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:41.705769 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:41.707440 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbd46a8f-7d49-467a-b9b5-4f2f407af244 req-1ef1eb36-86a9-4ca5-8f6e-e81d14b2d217 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.2942331 Sep 23 22:43:41.728840 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device bc49f585-0fdc-4d47-906d-be6d573a1740 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:43:41.758926 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4b650856-fd9f-45c4-b7b7-89aa88f57d38 req-22b63eab-9d15-4f8d-937e-1f4c34685c53 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225009 Sep 23 22:43:41.837673 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbd46a8f-7d49-467a-b9b5-4f2f407af244 req-859fa481-fb34-4c68-9808-cb5c488c5427 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279941 Sep 23 22:43:41.885472 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 29831dcb-3822-4bf2-ac69-d694c8d7ccff, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=29831dcb-3822-4bf2-ac69-d694c8d7ccff,segment=NetworkSegment(62583715-9818-45ce-afee-a9eb76660405),segment_id=62583715-9818-45ce-afee-a9eb76660405)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:41.911552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:43:41.921408 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:41.932033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-804a59ff-31e9-47d3-98e4-2bc59b8c8c15 None None] Deleting port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:43:41.944235 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-804a59ff-31e9-47d3-98e4-2bc59b8c8c15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:42.028320 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00233d-9f7a-476a-a0b9-f188e0f231ce req-c1a0f25d-050a-4e56-881c-d3fc16e14a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:42.031002 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b00233d-9f7a-476a-a0b9-f188e0f231ce req-c1a0f25d-050a-4e56-881c-d3fc16e14a05 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 1095 time: 0.1213067 Sep 23 22:43:42.080374 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-804a59ff-31e9-47d3-98e4-2bc59b8c8c15 None None] For port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5a36ac55-2140-4e6c-9213-9faf3dd8ebf1,segment=NetworkSegment(ee039b40-2914-4f45-a5cd-536116a09e2f),segment_id=ee039b40-2914-4f45-a5cd-536116a09e2f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:42.081085 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-804a59ff-31e9-47d3-98e4-2bc59b8c8c15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:42.096276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] For port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5a36ac55-2140-4e6c-9213-9faf3dd8ebf1,segment=NetworkSegment(ee039b40-2914-4f45-a5cd-536116a09e2f),segment_id=ee039b40-2914-4f45-a5cd-536116a09e2f)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:42.096594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:42.097669 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:42.189684 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-804a59ff-31e9-47d3-98e4-2bc59b8c8c15 None None] Calling delete_port for 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:43:42.190486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:43:42.210811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00233d-9f7a-476a-a0b9-f188e0f231ce req-3415f014-68a8-49bd-9243-8d19460cc8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:42.217522 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b00233d-9f7a-476a-a0b9-f188e0f231ce req-3415f014-68a8-49bd-9243-8d19460cc8c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f766095b-4cf6-472c-acfe-7efa29261fed HTTP/1.1" status: 200 len: 898 time: 0.1743586 Sep 23 22:43:42.217804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port bc49f585-0fdc-4d47-906d-be6d573a1740 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:43:42.229207 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port bc49f585-0fdc-4d47-906d-be6d573a1740 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:42.229597 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:42.234842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0631ba59-1561-425c-80ae-64329b88c8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29831dcb-3822-4bf2-ac69-d694c8d7ccff'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:42.237889 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd2aa5e-be7b-4f9a-9fa4-ed67d144ae4e" -d '{"events": [{"server_uuid": "0631ba59-1561-425c-80ae-64329b88c8a7", "name": "network-vif-plugged", "status": "completed", "tag": "29831dcb-3822-4bf2-ac69-d694c8d7ccff"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:42.295079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef879e76-779b-4b5f-a1f9-661adf1485c9 req-97833f25-3ef3-42ff-a254-3558c6ff2277 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:42.298143 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef879e76-779b-4b5f-a1f9-661adf1485c9 req-97833f25-3ef3-42ff-a254-3558c6ff2277 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 947 time: 0.2777200 Sep 23 22:43:42.378148 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b00233d-9f7a-476a-a0b9-f188e0f231ce req-363721c7-ef8f-432f-bd25-ee701856971a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11986104-0fd4-40d1-bc13-dade7e4c5644 HTTP/1.1" status: 200 len: 217 time: 0.1466696 Sep 23 22:43:42.399713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=29831dcb-3822-4bf2-ac69-d694c8d7ccff,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:42.413068 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef879e76-779b-4b5f-a1f9-661adf1485c9 req-18834d1b-0112-4b26-aa9c-529ea1b4bf84 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512137 Sep 23 22:43:42.521166 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24fd800-09f9-4d2d-9074-3219248898d4 x-openstack-request-id: req-b24fd800-09f9-4d2d-9074-3219248898d4 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:42.521166 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0631ba59-1561-425c-80ae-64329b88c8a7", "name": "network-vif-plugged", "status": "completed", "tag": "29831dcb-3822-4bf2-ac69-d694c8d7ccff", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:42.521166 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b24fd800-09f9-4d2d-9074-3219248898d4 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:42.521166 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0631ba59-1561-425c-80ae-64329b88c8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29831dcb-3822-4bf2-ac69-d694c8d7ccff', 'code': 200} Sep 23 22:43:42.530935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00233d-9f7a-476a-a0b9-f188e0f231ce req-f016afe1-f932-4235-a420-94d5a9ce1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:42.533098 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:42.533781 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b00233d-9f7a-476a-a0b9-f188e0f231ce req-f016afe1-f932-4235-a420-94d5a9ce1f61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8905368a-212e-4e7a-bcc5-2e1a71c807e9 HTTP/1.1" status: 200 len: 835 time: 0.1357896 Sep 23 22:43:42.548054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9af42-7377-4301-af03-01269778911d req-cd721a75-d67f-4133-902f-5a9dcdb2cbed tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:42.558028 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aca9af42-7377-4301-af03-01269778911d req-cd721a75-d67f-4133-902f-5a9dcdb2cbed tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 944 time: 0.1949167 Sep 23 22:43:42.581630 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port bc49f585-0fdc-4d47-906d-be6d573a1740, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=bc49f585-0fdc-4d47-906d-be6d573a1740,segment=NetworkSegment(62583715-9818-45ce-afee-a9eb76660405),segment_id=62583715-9818-45ce-afee-a9eb76660405)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:42.702632 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:42.707326 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aca9af42-7377-4301-af03-01269778911d req-51ddaa3f-0761-4f7a-94c2-ecf4ec337e09 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450174 Sep 23 22:43:42.716289 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-804a59ff-31e9-47d3-98e4-2bc59b8c8c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:42.744684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afffdb-f509-4f35-8106-f5ce7fd06fdb req-6ff6a23b-5e44-489c-9707-722a444819ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:42.747407 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-11afffdb-f509-4f35-8106-f5ce7fd06fdb req-6ff6a23b-5e44-489c-9707-722a444819ff service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 1096 time: 0.1444919 Sep 23 22:43:42.826403 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=5a36ac55-2140-4e6c-9213-9faf3dd8ebf1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:42.827334 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a59ff-31e9-47d3-98e4-2bc59b8c8c15 None None] Pushing event deleted for resources: {'Port': ['ID=5a36ac55-2140-4e6c-9213-9faf3dd8ebf1,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:42.866608 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:42.872630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No DVR routers for this DVR port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:43:42.876087 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:43:42.885403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00233d-9f7a-476a-a0b9-f188e0f231ce req-caea8b1a-c0b8-4be4-a985-98df119c6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:42.886785 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b00233d-9f7a-476a-a0b9-f188e0f231ce req-caea8b1a-c0b8-4be4-a985-98df119c6cf1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f766095b-4cf6-472c-acfe-7efa29261fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3262026 Sep 23 22:43:42.887372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804a59ff-31e9-47d3-98e4-2bc59b8c8c15 None None] No DVR routers for this DVR port 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:43:43.030719 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:43.100588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:43.110856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115c5e0-210e-4640-acf2-657ab3686939 req-15843f26-dec5-421d-9792-6ac5a4c86667 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:43.123650 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee039b40-2914-4f45-a5cd-536116a09e2f') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:43.124211 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee039b40-2914-4f45-a5cd-536116a09e2f') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:43.125798 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7115c5e0-210e-4640-acf2-657ab3686939 req-15843f26-dec5-421d-9792-6ac5a4c86667 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.43 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.3768589 Sep 23 22:43:43.147905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=bc49f585-0fdc-4d47-906d-be6d573a1740,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:43.162678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:43:43.163026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a36ac55-2140-4e6c-9213-9faf3dd8ebf1 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:43:43.183412 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:43.243793 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db5ae4-cfb2-445c-bc61-3c390c28b189 req-8d3ada6e-a39d-47d2-a672-9f243acdb956 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:43.246999 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-15db5ae4-cfb2-445c-bc61-3c390c28b189 req-8d3ada6e-a39d-47d2-a672-9f243acdb956 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 945 time: 0.1977239 Sep 23 22:43:43.270812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:43.293705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:43:43.293705 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:43:43.297867 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:43:43.366971 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-11afffdb-f509-4f35-8106-f5ce7fd06fdb req-3ab46d54-7928-44a0-8f5d-7874f404d70b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013665 Sep 23 22:43:43.443880 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-775fd04e-1858-44bc-ba19-603f0bc38b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:43.445996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a639742-14a9-45ad-9078-fb55ae83f1ce req-2a2f85a1-8a6f-4a4d-84cc-64f9018668f8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:43.465360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a639742-14a9-45ad-9078-fb55ae83f1ce req-2a2f85a1-8a6f-4a4d-84cc-64f9018668f8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.2008419 Sep 23 22:43:43.495130 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b00233d-9f7a-476a-a0b9-f188e0f231ce req-e542a411-4cf1-4c73-a615-e240a7fccca5 service neutron] 10.222.0.43 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789552 Sep 23 22:43:43.582580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7115c5e0-210e-4640-acf2-657ab3686939 req-fed9da41-66ee-4458-a7c2-280dca896378 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Deleting port d473a81d-624e-4664-bbcb-4473adacebb1 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:43:43.584739 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7115c5e0-210e-4640-acf2-657ab3686939 req-fed9da41-66ee-4458-a7c2-280dca896378 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:43.599385 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a639742-14a9-45ad-9078-fb55ae83f1ce req-63f82bdb-f2cd-4cfc-bd4f-a8da8057a451 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318376 Sep 23 22:43:43.768585 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b00233d-9f7a-476a-a0b9-f188e0f231ce req-43b13389-e6be-4b81-9201-304281a80c2e service neutron] 10.222.0.43 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642136 Sep 23 22:43:43.806944 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-15db5ae4-cfb2-445c-bc61-3c390c28b189 req-cfb81d01-5362-4ec2-b21e-e2b4b53501c1 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5464699 Sep 23 22:43:43.952935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7115c5e0-210e-4640-acf2-657ab3686939 req-fed9da41-66ee-4458-a7c2-280dca896378 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] For port d473a81d-624e-4664-bbcb-4473adacebb1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d473a81d-624e-4664-bbcb-4473adacebb1,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:43.954547 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7115c5e0-210e-4640-acf2-657ab3686939 req-fed9da41-66ee-4458-a7c2-280dca896378 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:43.962724 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbfa3d-4161-4dbe-83f7-a5125945587d req-e42ff34c-c799-4d5b-8c7f-3e6b7d98a56f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:43.965666 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-17fbfa3d-4161-4dbe-83f7-a5125945587d req-e42ff34c-c799-4d5b-8c7f-3e6b7d98a56f tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 947 time: 0.0846527 Sep 23 22:43:44.056167 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:44.088500 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:44.093428 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/networks/5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea HTTP/1.1" status: 204 len: 168 time: 2.7227252 Sep 23 22:43:44.097626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42878) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:44.099189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605c58e-7c86-4e63-a8f1-54cc6b360212 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Network': ['ID=5fdc9f9c-b6f7-4699-88cd-9842a5bfdcea,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:44.113222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-58432715-0307-4e69-ae72-a2a96a014adc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-755215634', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:44.121710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-17fbfa3d-4161-4dbe-83f7-a5125945587d req-52027907-4c5b-4f74-982c-bcb8d848698d tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1397729 Sep 23 22:43:44.270293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bef82-27ce-453a-89e4-62b23f4dea45 req-e96fdd51-db97-40dc-9fc6-5e1c409b3048 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:44.271893 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a21bef82-27ce-453a-89e4-62b23f4dea45 req-e96fdd51-db97-40dc-9fc6-5e1c409b3048 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 944 time: 0.1259618 Sep 23 22:43:44.515333 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6b4f48-7c5c-416a-8b52-8e682a331a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc49f585-0fdc-4d47-906d-be6d573a1740'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:44.521779 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54720760-3276-4f7f-8390-f70525387011" -d '{"events": [{"server_uuid": "4a6b4f48-7c5c-416a-8b52-8e682a331a12", "name": "network-vif-plugged", "status": "completed", "tag": "bc49f585-0fdc-4d47-906d-be6d573a1740"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:44.566665 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857b576c-feb2-4149-8fab-ebb4284eb5fe x-openstack-request-id: req-857b576c-feb2-4149-8fab-ebb4284eb5fe {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:44.568047 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6b4f48-7c5c-416a-8b52-8e682a331a12", "name": "network-vif-plugged", "status": "completed", "tag": "bc49f585-0fdc-4d47-906d-be6d573a1740", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:44.568324 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-857b576c-feb2-4149-8fab-ebb4284eb5fe {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:44.568963 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6b4f48-7c5c-416a-8b52-8e682a331a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc49f585-0fdc-4d47-906d-be6d573a1740', 'code': 200} Sep 23 22:43:44.724209 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58432715-0307-4e69-ae72-a2a96a014adc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:44.733607 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58432715-0307-4e69-ae72-a2a96a014adc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:44.788775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1033-152a-426b-8b60-ec38438540a4 req-0eb6a7ad-03d1-4432-974b-fb3a8950a5d8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:44.791797 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-971e1033-152a-426b-8b60-ec38438540a4 req-0eb6a7ad-03d1-4432-974b-fb3a8950a5d8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 944 time: 0.0825844 Sep 23 22:43:44.814223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a21bef82-27ce-453a-89e4-62b23f4dea45 req-005392a9-a8a3-4a1b-9d14-13dcc09c2ce4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5113351 Sep 23 22:43:44.824022 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7115c5e0-210e-4640-acf2-657ab3686939 req-fed9da41-66ee-4458-a7c2-280dca896378 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:44.840504 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7115c5e0-210e-4640-acf2-657ab3686939 req-fed9da41-66ee-4458-a7c2-280dca896378 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:44.840504 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-7115c5e0-210e-4640-acf2-657ab3686939 req-fed9da41-66ee-4458-a7c2-280dca896378 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Floating IP 0b06eb72-036c-4594-a89b-345b05d73298 disassociated. External IP: 172.25.1.159, port: d473a81d-624e-4664-bbcb-4473adacebb1. Sep 23 22:43:44.840504 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7115c5e0-210e-4640-acf2-657ab3686939 req-fed9da41-66ee-4458-a7c2-280dca896378 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Calling delete_port for d473a81d-624e-4664-bbcb-4473adacebb1 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:43:44.883573 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-971e1033-152a-426b-8b60-ec38438540a4 req-0789d09b-a82b-4ddc-8c6a-a6ecf63fd9c8 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups?id=8769a59c-3056-44e8-ab34-7eb1292e4d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905213 Sep 23 22:43:44.978759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc094863-e4c0-41c5-ac46-383223bdb7ab req-b4f71072-4ff2-42b7-ac48-7964a2b40dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:44.980347 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc094863-e4c0-41c5-ac46-383223bdb7ab req-b4f71072-4ff2-42b7-ac48-7964a2b40dab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4a6b4f48-7c5c-416a-8b52-8e682a331a12 HTTP/1.1" status: 200 len: 1096 time: 0.2796059 Sep 23 22:43:45.012383 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58432715-0307-4e69-ae72-a2a96a014adc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:45.100610 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af057d8-4862-4a7d-9007-03f2e55a82ca req-3c452e8d-4573-43d6-bc84-b93ddd513fa9 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:45.108655 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0af057d8-4862-4a7d-9007-03f2e55a82ca req-3c452e8d-4573-43d6-bc84-b93ddd513fa9 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 945 time: 0.1501691 Sep 23 22:43:45.141354 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc094863-e4c0-41c5-ac46-383223bdb7ab req-2de054d7-9b36-4b2c-b6f9-8fd99301bbcf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206200 Sep 23 22:43:45.184495 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0af057d8-4862-4a7d-9007-03f2e55a82ca req-702c2d63-19f3-4a83-ade4-104f7fda1399 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718889 Sep 23 22:43:45.259095 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58432715-0307-4e69-ae72-a2a96a014adc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:45.282468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640883b9-eedc-4e6e-beb3-9c444540b6d0 req-bf0dcfb6-c8dc-4447-bd10-c72b7fb138fd tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:45.284173 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-640883b9-eedc-4e6e-beb3-9c444540b6d0 req-bf0dcfb6-c8dc-4447-bd10-c72b7fb138fd tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 947 time: 0.0572977 Sep 23 22:43:45.337172 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-640883b9-eedc-4e6e-beb3-9c444540b6d0 req-06522b10-13a7-47e2-968b-da58d4d428ab tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449688 Sep 23 22:43:45.544910 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7115c5e0-210e-4640-acf2-657ab3686939 req-fed9da41-66ee-4458-a7c2-280dca896378 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:45.548681 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58432715-0307-4e69-ae72-a2a96a014adc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:45.549780 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-58432715-0307-4e69-ae72-a2a96a014adc tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.4506974 Sep 23 22:43:45.555666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42900) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:45.562241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b2ccb2c8-c4bb-4332-aa6e-c4ff15f88ee4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'network': {'name': 'tempest-RoutersTest-494603557'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:45.599999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9da41-66ee-4458-a7c2-280dca896378 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event deleted for resources: {'Port': ['ID=d473a81d-624e-4664-bbcb-4473adacebb1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:45.695918 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c6b48dd-3275-46b7-8587-cf5bfda9ed94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:45.738895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 11986104-0fd4-40d1-bc13-dade7e4c5644 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:43:45.744475 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d473a81d-624e-4664-bbcb-4473adacebb1 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:43:45.778111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ccb2c8-c4bb-4332-aa6e-c4ff15f88ee4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:43:45.785428 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b2ccb2c8-c4bb-4332-aa6e-c4ff15f88ee4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:45.790202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: d473a81d-624e-4664-bbcb-4473adacebb1 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:43:45.791211 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d473a81d-624e-4664-bbcb-4473adacebb1 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:43:45.833812 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ccb2c8-c4bb-4332-aa6e-c4ff15f88ee4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:43:45.850922 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b2ccb2c8-c4bb-4332-aa6e-c4ff15f88ee4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:45.851778 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-b2ccb2c8-c4bb-4332-aa6e-c4ff15f88ee4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Added segment 575fa3b8-741f-4076-bf9a-963f675c9236 of type vlan for network 1d7fbe4f-c46f-4a47-a760-245a7c534284 Sep 23 22:43:45.855103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7115c5e0-210e-4640-acf2-657ab3686939 req-fed9da41-66ee-4458-a7c2-280dca896378 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Router fa563f5d-7811-4b20-b970-c5cba8461a2f has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:43:46.019521 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b2ccb2c8-c4bb-4332-aa6e-c4ff15f88ee4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:46.095649 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 11986104-0fd4-40d1-bc13-dade7e4c5644, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=11986104-0fd4-40d1-bc13-dade7e4c5644,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:46.131376 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cb618ab8-3ba6-42e2-b087-ed9c45da8579 req-91dda5c8-7bd9-4dfb-92ed-dc958acb666a tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 210 time: 0.0787163 Sep 23 22:43:46.151527 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'port_id': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'mac_address': 'fa:16:3e:c5:43:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:43:46.228831 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:46.234206 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:46.256435 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11986104-0fd4-40d1-bc13-dade7e4c5644 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:43:46.304890 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b2ccb2c8-c4bb-4332-aa6e-c4ff15f88ee4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:46.322062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 11986104-0fd4-40d1-bc13-dade7e4c5644, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=11986104-0fd4-40d1-bc13-dade7e4c5644,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:46.323681 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ccb2c8-c4bb-4332-aa6e-c4ff15f88ee4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:46.324991 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b2ccb2c8-c4bb-4332-aa6e-c4ff15f88ee4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:46.403830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7115c5e0-210e-4640-acf2-657ab3686939 req-fed9da41-66ee-4458-a7c2-280dca896378 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:43:46.420353 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8805987-6eda-4076-a308-1580cafeae81 None None] Sync routers for ids ['fa563f5d-7811-4b20-b970-c5cba8461a2f'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:43:46.430445 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:46.456881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8805987-6eda-4076-a308-1580cafeae81 None None] Routers {'fa563f5d-7811-4b20-b970-c5cba8461a2f'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:46.461148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b8805987-6eda-4076-a308-1580cafeae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fa563f5d-7811-4b20-b970-c5cba8461a2f'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:46.568401 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b2ccb2c8-c4bb-4332-aa6e-c4ff15f88ee4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0113533 Sep 23 22:43:46.569373 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7115c5e0-210e-4640-acf2-657ab3686939 req-fed9da41-66ee-4458-a7c2-280dca896378 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] No DVR routers for this DVR port d473a81d-624e-4664-bbcb-4473adacebb1 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:43:46.569572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42914) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:46.572303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccb2c8-c4bb-4332-aa6e-c4ff15f88ee4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Network': ['ID=1d7fbe4f-c46f-4a47-a760-245a7c534284,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:46.577406 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7115c5e0-210e-4640-acf2-657ab3686939 req-fed9da41-66ee-4458-a7c2-280dca896378 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:46.597396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8e7ba04b-3cbd-404c-8a0d-e7b8c5e9416f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'subnet': {'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:46.605254 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7115c5e0-210e-4640-acf2-657ab3686939 req-fed9da41-66ee-4458-a7c2-280dca896378 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.43 "DELETE /v2.0/ports/d473a81d-624e-4664-bbcb-4473adacebb1 HTTP/1.1" status: 204 len: 173 time: 3.4769111 Sep 23 22:43:46.624399 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-deleted', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:46.635346 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab39744-939c-419b-a18b-9c3ad67d3306" -d '{"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-deleted", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:46.719874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb7d5b-18dd-4d0c-96b1-1ea0d70886c8 req-3fc91922-b858-4940-b190-1e245bfc3de6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:46.729943 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-65cb7d5b-18dd-4d0c-96b1-1ea0d70886c8 req-3fc91922-b858-4940-b190-1e245bfc3de6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 944 time: 0.6524119 Sep 23 22:43:46.844221 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a8358-2e2c-4736-beb7-135e05957354 req-62dd615d-b441-433b-9916-b22c68102c9f tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:46.849675 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 1d7fbe4f-c46f-4a47-a760-245a7c534284 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:43:46.867164 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-903a8358-2e2c-4736-beb7-135e05957354 req-62dd615d-b441-433b-9916-b22c68102c9f tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 945 time: 0.1867576 Sep 23 22:43:46.923512 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-65cb7d5b-18dd-4d0c-96b1-1ea0d70886c8 req-8446f556-8098-419b-84d9-6f192e986edb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791024 Sep 23 22:43:46.970652 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-903a8358-2e2c-4736-beb7-135e05957354 req-68b33eef-22bf-4838-be60-b4b20ba36805 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971758 Sep 23 22:43:47.004301 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7ba04b-3cbd-404c-8a0d-e7b8c5e9416f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:43:47.009643 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba04b-3cbd-404c-8a0d-e7b8c5e9416f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:47.014370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['11986104-0fd4-40d1-bc13-dade7e4c5644'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:43:47.028488 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a4c7a2-99b4-4296-b4f1-dcd30b65876d x-openstack-request-id: req-f1a4c7a2-99b4-4296-b4f1-dcd30b65876d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:47.029467 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fbde87-f8a7-43c0-b3ed-f4054932fdbc", "name": "network-vif-deleted", "tag": "d473a81d-624e-4664-bbcb-4473adacebb1", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:47.030221 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1a4c7a2-99b4-4296-b4f1-dcd30b65876d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:47.031236 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fbde87-f8a7-43c0-b3ed-f4054932fdbc', 'name': 'network-vif-deleted', 'tag': 'd473a81d-624e-4664-bbcb-4473adacebb1', 'status': 'completed', 'code': 200} Sep 23 22:43:47.032107 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=11986104-0fd4-40d1-bc13-dade7e4c5644,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:47.406105 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:47.452527 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ea24088-73c0-4650-a941-5d3db3b698ed req-b83ae4be-cd46-447d-b04c-5f3ea5797214 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/ports?device_id=90fbde87-f8a7-43c0-b3ed-f4054932fdbc HTTP/1.1" status: 200 len: 210 time: 0.0871670 Sep 23 22:43:47.560708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:47.561734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:47.562542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:47.563338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:47.564133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:47.565144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:47.565973 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:47.567441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:47.568296 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:47.569197 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:47.570202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:47.571055 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:47.647438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484cde6-3a78-48c2-ade3-b6a783b52b90 req-af0eb082-60a0-48db-a62b-b9dc1c6e2c56 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:47.654293 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b8805987-6eda-4076-a308-1580cafeae81 None None] Set router fa563f5d-7811-4b20-b970-c5cba8461a2f gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:43:47.662985 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0484cde6-3a78-48c2-ade3-b6a783b52b90 req-af0eb082-60a0-48db-a62b-b9dc1c6e2c56 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a6b4f48-7c5c-416a-8b52-8e682a331a12 HTTP/1.1" status: 200 len: 945 time: 0.4869158 Sep 23 22:43:47.674656 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba04b-3cbd-404c-8a0d-e7b8c5e9416f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:47.884131 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0484cde6-3a78-48c2-ade3-b6a783b52b90 req-55dcf312-02ff-4d1d-9fdb-cba4a2bdf633 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025928 Sep 23 22:43:47.906886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ba04b-3cbd-404c-8a0d-e7b8c5e9416f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Subnet': ['ID=ba5a3e02-fb44-48dd-ad4d-65660afc7145,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:47.962280 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7ba04b-3cbd-404c-8a0d-e7b8c5e9416f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Checking segment: {'id': '575fa3b8-741f-4076-bf9a-963f675c9236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:43:47.962867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7ba04b-3cbd-404c-8a0d-e7b8c5e9416f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network hostable DHCP agents. Network: 1d7fbe4f-c46f-4a47-a760-245a7c534284, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:43:48.124045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2f285-b8b5-40a6-aa05-81a957bff71c req-e58a89cd-9332-4319-8168-982920910bf6 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:48.125949 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a1e2f285-b8b5-40a6-aa05-81a957bff71c req-e58a89cd-9332-4319-8168-982920910bf6 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=14a545e9-5787-437e-8f30-fbaad8de2634 HTTP/1.1" status: 200 len: 946 time: 0.0881336 Sep 23 22:43:48.203368 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a1e2f285-b8b5-40a6-aa05-81a957bff71c req-9cc4c030-1b27-43d6-8757-5bf641a39474 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654430 Sep 23 22:43:48.212666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6755494-9029-4133-8f89-24dbf9a76137 req-07cbf45a-594d-4bb1-a0c9-1037326b9ede tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:48.215700 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c6755494-9029-4133-8f89-24dbf9a76137 req-07cbf45a-594d-4bb1-a0c9-1037326b9ede tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 945 time: 0.1347558 Sep 23 22:43:48.257162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7ba04b-3cbd-404c-8a0d-e7b8c5e9416f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 1d7fbe4f-c46f-4a47-a760-245a7c534284 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:43:48.288314 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:48.305216 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c6755494-9029-4133-8f89-24dbf9a76137 req-6d6364b4-5067-4e60-a149-e3a168377695 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616100 Sep 23 22:43:48.360621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b8805987-6eda-4076-a308-1580cafeae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:12Z', 'updated_at': '2021-09-23T22:32:30Z', 'revision_number': 4, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'gw_port': {'id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:15Z', 'updated_at': '2021-09-23T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3c5da82f-252a-41ba-946d-c7cbd91d5092', 'name': '', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'mac_address': 'fa:16:3e:e0:57:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:27Z', 'updated_at': '2021-09-23T22:32:36Z', 'revision_number': 5, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'subnets': [{'id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:48.404213 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8805987-6eda-4076-a308-1580cafeae81 None None] Checking router: fa563f5d-7811-4b20-b970-c5cba8461a2f for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:43:48.435219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8805987-6eda-4076-a308-1580cafeae81 None None] Routers {'fa563f5d-7811-4b20-b970-c5cba8461a2f'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:48.436232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b8805987-6eda-4076-a308-1580cafeae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fa563f5d-7811-4b20-b970-c5cba8461a2f'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:48.491221 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-8e7ba04b-3cbd-404c-8a0d-e7b8c5e9416f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 1d7fbe4f-c46f-4a47-a760-245a7c534284) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:48.508009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7ba04b-3cbd-404c-8a0d-e7b8c5e9416f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:48.509091 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba04b-3cbd-404c-8a0d-e7b8c5e9416f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:48.540765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dde427-0538-4ee5-bf2d-38ff54928a8a None None] Network 1d7fbe4f-c46f-4a47-a760-245a7c534284 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:43:48.680735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b8805987-6eda-4076-a308-1580cafeae81 None None] Set router fa563f5d-7811-4b20-b970-c5cba8461a2f gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:43:48.742057 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8e7ba04b-3cbd-404c-8a0d-e7b8c5e9416f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1656649 Sep 23 22:43:48.743967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42972) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:48.745499 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:48.815160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42978) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:48.949064 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7f38d443-bfb3-4fea-aa23-b888e4413c3b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:48.976680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-1d7fbe4f-c46f-4a47-a760-245a7c534284', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:43:48.977725 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:49.011757 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7f38d443-bfb3-4fea-aa23-b888e4413c3b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:49.315481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ffa64-224d-45ad-91cd-d0f59397e163 req-7257b5c7-5afd-40dc-8bf2-26d9af753ddb tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:49.320266 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-786ffa64-224d-45ad-91cd-d0f59397e163 req-7257b5c7-5afd-40dc-8bf2-26d9af753ddb tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=14a545e9-5787-437e-8f30-fbaad8de2634 HTTP/1.1" status: 200 len: 946 time: 0.0948014 Sep 23 22:43:49.329077 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:49.355734 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7f38d443-bfb3-4fea-aa23-b888e4413c3b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:49.358553 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7f38d443-bfb3-4fea-aa23-b888e4413c3b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:49.363791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7f38d443-bfb3-4fea-aa23-b888e4413c3b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "DELETE /v2.0/security-groups/8769a59c-3056-44e8-ab34-7eb1292e4d1b HTTP/1.1" status: 204 len: 168 time: 0.5431087 Sep 23 22:43:49.373205 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42992) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:49.430910 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38d443-bfb3-4fea-aa23-b888e4413c3b tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8769a59c-3056-44e8-ab34-7eb1292e4d1b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:49.434715 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-9348e02d-43cf-4b14-91bf-04b37098ac07 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] show failed (client error): The resource could not be found. Sep 23 22:43:49.435813 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9348e02d-43cf-4b14-91bf-04b37098ac07 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "GET /v2.0/security-groups/8769a59c-3056-44e8-ab34-7eb1292e4d1b HTTP/1.1" status: 404 len: 347 time: 0.0599265 Sep 23 22:43:49.442898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42994) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:49.548237 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Allocated IP 172.20.0.2 (1d7fbe4f-c46f-4a47-a760-245a7c534284/ba5a3e02-fb44-48dd-ad4d-65660afc7145/90c0d51e-ad95-4f0c-861c-6008c0f8894c) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:43:49.565172 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b8805987-6eda-4076-a308-1580cafeae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:12Z', 'updated_at': '2021-09-23T22:32:30Z', 'revision_number': 4, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'gw_port': {'id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:15Z', 'updated_at': '2021-09-23T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3c5da82f-252a-41ba-946d-c7cbd91d5092', 'name': '', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'mac_address': 'fa:16:3e:e0:57:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:27Z', 'updated_at': '2021-09-23T22:32:36Z', 'revision_number': 5, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'subnets': [{'id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:49.598657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8805987-6eda-4076-a308-1580cafeae81 None None] The sync data for ids ['fa563f5d-7811-4b20-b970-c5cba8461a2f'] in n-d-810775-1 is: [{'id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:12Z', 'updated_at': '2021-09-23T22:32:30Z', 'revision_number': 4, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'gw_port': {'id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:15Z', 'updated_at': '2021-09-23T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3c5da82f-252a-41ba-946d-c7cbd91d5092', 'name': '', 'network_id': '7b269275-d2f2-42f6-a365-60282a573cd2', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'mac_address': 'fa:16:3e:e0:57:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:27Z', 'updated_at': '2021-09-23T22:32:36Z', 'revision_number': 5, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'subnets': [{'id': '5c35295b-d496-49fd-b020-8dcae9bebf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:43:49.612378 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-786ffa64-224d-45ad-91cd-d0f59397e163 req-4a5456a9-2ced-4b5e-98d2-1816d851ce58 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823720 Sep 23 22:43:49.729630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7482d4-7c64-474a-8deb-a15f1b7359da req-a0fdf2d8-f682-41b4-a5f4-8873d21bdd43 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:49.733191 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6a7482d4-7c64-474a-8deb-a15f1b7359da req-a0fdf2d8-f682-41b4-a5f4-8873d21bdd43 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 945 time: 0.2285104 Sep 23 22:43:49.758477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f668a-1911-4535-b00c-c31c04403cf4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Deleting port 2800d7ed-03d2-4b88-94be-633cb433eef0 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:43:49.759054 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd7f668a-1911-4535-b00c-c31c04403cf4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:49.762153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 11986104-0fd4-40d1-bc13-dade7e4c5644 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:43:49.836204 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6a7482d4-7c64-474a-8deb-a15f1b7359da req-a655f402-5286-4522-bc23-70014c8d9df6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916243 Sep 23 22:43:49.864066 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:49.881468 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd7f668a-1911-4535-b00c-c31c04403cf4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:49.881802 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd7f668a-1911-4535-b00c-c31c04403cf4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:49.901735 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f668a-1911-4535-b00c-c31c04403cf4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Calling delete_port for 2800d7ed-03d2-4b88-94be-633cb433eef0 owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:43:50.008621 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595238ac-4dae-40ab-b4c2-83fb5be70d76 None None] New status for floating IP 0b06eb72-036c-4594-a89b-345b05d73298: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:43:50.011049 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:50.071953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Network 1d7fbe4f-c46f-4a47-a760-245a7c534284 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:43:50.072635 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 11986104-0fd4-40d1-bc13-dade7e4c5644 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:43:50.079862 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:50.083793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 11986104-0fd4-40d1-bc13-dade7e4c5644 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:50.084154 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:50.086484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:43:50.109488 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Pushing event updated for resources: {'Port': ['ID=90c0d51e-ad95-4f0c-861c-6008c0f8894c,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:50.138188 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Allocated IP 172.20.0.1 (1d7fbe4f-c46f-4a47-a760-245a7c534284/ba5a3e02-fb44-48dd-ad4d-65660afc7145/f24c72c1-edac-4c6e-8a0b-60f60f08c033) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:43:50.212070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Attempting to bind port 90c0d51e-ad95-4f0c-861c-6008c0f8894c on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:43:50.212451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Attempting to bind port 90c0d51e-ad95-4f0c-861c-6008c0f8894c by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '575fa3b8-741f-4076-bf9a-963f675c9236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:43:50.212823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Attempting to bind port 90c0d51e-ad95-4f0c-861c-6008c0f8894c on network 1d7fbe4f-c46f-4a47-a760-245a7c534284 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:50.223221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:43:50.224395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Checking segment: {'id': '575fa3b8-741f-4076-bf9a-963f675c9236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:43:50.224395 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:50.225253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Bound using segment: {'id': '575fa3b8-741f-4076-bf9a-963f675c9236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:43:50.225253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Bound port: 90c0d51e-ad95-4f0c-861c-6008c0f8894c, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575fa3b8-741f-4076-bf9a-963f675c9236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:43:50.225659 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:50.257491 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd7f668a-1911-4535-b00c-c31c04403cf4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:50.257681 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.db.api [None req-595238ac-4dae-40ab-b4c2-83fb5be70d76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:43:50.260817 n-d-810775-1 neutron-server[95493]: DEBUG oslo_db.api [None req-595238ac-4dae-40ab-b4c2-83fb5be70d76 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:43:50.338646 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:50.359544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f668a-1911-4535-b00c-c31c04403cf4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Pushing event deleted for resources: {'Port': ['ID=2800d7ed-03d2-4b88-94be-633cb433eef0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:50.365525 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] For port 90c0d51e-ad95-4f0c-861c-6008c0f8894c, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:43:50.382979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:50.386117 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b901e2-d61d-4c3c-84cb-2c4dab7b6db5" -d '{"events": [{"server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "name": "network-vif-plugged", "status": "completed", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:50.397740 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:50.406476 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] For port 90c0d51e-ad95-4f0c-861c-6008c0f8894c, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=90c0d51e-ad95-4f0c-861c-6008c0f8894c,segment=NetworkSegment(575fa3b8-741f-4076-bf9a-963f675c9236),segment_id=575fa3b8-741f-4076-bf9a-963f675c9236)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:43:50.410978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 11986104-0fd4-40d1-bc13-dade7e4c5644, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=11986104-0fd4-40d1-bc13-dade7e4c5644,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:50.445028 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7b7927-c55f-45fe-8b30-07246292bdbd x-openstack-request-id: req-cd7b7927-c55f-45fe-8b30-07246292bdbd {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:50.445374 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "name": "network-vif-plugged", "status": "completed", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:50.445635 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd7b7927-c55f-45fe-8b30-07246292bdbd {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:50.446045 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'code': 200} Sep 23 22:43:50.496132 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd7f668a-1911-4535-b00c-c31c04403cf4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:50.500108 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd7f668a-1911-4535-b00c-c31c04403cf4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:50.503912 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bd7f668a-1911-4535-b00c-c31c04403cf4 tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] 10.222.0.22 "DELETE /v2.0/floatingips/0b06eb72-036c-4594-a89b-345b05d73298 HTTP/1.1" status: 204 len: 168 time: 1.0592632 Sep 23 22:43:50.511252 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:50.511808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43044) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:50.574817 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:50.588578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7de86-ff7c-4d5e-8bdd-ec974325d72f req-24222a0f-6693-4984-8a07-65681dcba4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:50.591127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6b7de86-ff7c-4d5e-8bdd-ec974325d72f req-24222a0f-6693-4984-8a07-65681dcba4c7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 1096 time: 0.0757759 Sep 23 22:43:50.600665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bcbc2-eccc-436a-97b0-130b3e35f487 None None] Pushing event updated for resources: {'Port': ['ID=90c0d51e-ad95-4f0c-861c-6008c0f8894c,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:50.651024 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:50.728577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 1d7fbe4f-c46f-4a47-a760-245a7c534284 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:43:50.741796 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6b7de86-ff7c-4d5e-8bdd-ec974325d72f req-bcf21ece-0e80-4317-a184-082c7c9fda3d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421132 Sep 23 22:43:50.743156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:50.746519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:43:50.763649 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595238ac-4dae-40ab-b4c2-83fb5be70d76 None None] New status for floating IP 0b06eb72-036c-4594-a89b-345b05d73298: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:43:50.779638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=11986104-0fd4-40d1-bc13-dade7e4c5644,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:50.939960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732086a-7f23-44fa-96bf-20336a2f6250 req-a2e93481-66ec-4b2b-b159-53af04e8ca47 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:50.951477 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:50.970102 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1732086a-7f23-44fa-96bf-20336a2f6250 req-a2e93481-66ec-4b2b-b159-53af04e8ca47 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=14a545e9-5787-437e-8f30-fbaad8de2634 HTTP/1.1" status: 200 len: 946 time: 0.1720705 Sep 23 22:43:51.044857 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1732086a-7f23-44fa-96bf-20336a2f6250 req-8bd445f4-dddc-4292-b6b1-f49644e4296c tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734122 Sep 23 22:43:51.219703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=f24c72c1-edac-4c6e-8a0b-60f60f08c033,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:51.268003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15810e47-813b-43ea-9511-307a650260be req-c55d58e9-f2ee-4f5f-8842-c95f5189f56c tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:51.269658 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15810e47-813b-43ea-9511-307a650260be req-c55d58e9-f2ee-4f5f-8842-c95f5189f56c tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.67 "GET /v2.0/ports?device_id=14a545e9-5787-437e-8f30-fbaad8de2634 HTTP/1.1" status: 200 len: 946 time: 0.4567890 Sep 23 22:43:51.370786 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67807c-4330-48a5-a54a-bebff9a349dc req-22c01a3e-ff99-4f42-8fd9-3395e6dc0cd2 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:51.372404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd67807c-4330-48a5-a54a-bebff9a349dc req-22c01a3e-ff99-4f42-8fd9-3395e6dc0cd2 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.2282243 Sep 23 22:43:51.870422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd67807c-4330-48a5-a54a-bebff9a349dc req-d0444c9c-53ea-47c9-bbcd-8278dbe21c36 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468480 Sep 23 22:43:51.871108 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:51.991870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-15810e47-813b-43ea-9511-307a650260be req-98b35240-beee-4996-9d07-74fd06fcb2a5 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Deleting port 586c84bc-3d39-4db1-bbbf-89656eab17cc {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:43:51.992230 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-15810e47-813b-43ea-9511-307a650260be req-98b35240-beee-4996-9d07-74fd06fcb2a5 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:52.310338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781da49d-3454-4646-ab25-979a1e7c140a req-7bea5584-3420-46df-8d84-1c736605f730 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:52.314524 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-781da49d-3454-4646-ab25-979a1e7c140a req-7bea5584-3420-46df-8d84-1c736605f730 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=14a545e9-5787-437e-8f30-fbaad8de2634 HTTP/1.1" status: 200 len: 946 time: 0.1410720 Sep 23 22:43:52.332778 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7f7365-7843-47b1-bc2b-c6f725ff7fb7 None None] Network 1d7fbe4f-c46f-4a47-a760-245a7c534284 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:43:52.422961 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-781da49d-3454-4646-ab25-979a1e7c140a req-f25631e7-3b7d-473e-83f6-a58f51ce3611 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909719 Sep 23 22:43:52.428762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-65d9fe7a-a38e-40f0-8526-442a8a1cce63 None None] Provisioning complete for port 90c0d51e-ad95-4f0c-861c-6008c0f8894c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:52.429481 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-65d9fe7a-a38e-40f0-8526-442a8a1cce63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:52.515622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-15810e47-813b-43ea-9511-307a650260be req-98b35240-beee-4996-9d07-74fd06fcb2a5 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] For port 586c84bc-3d39-4db1-bbbf-89656eab17cc, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=586c84bc-3d39-4db1-bbbf-89656eab17cc,segment=NetworkSegment(62583715-9818-45ce-afee-a9eb76660405),segment_id=62583715-9818-45ce-afee-a9eb76660405)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:52.516431 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-15810e47-813b-43ea-9511-307a650260be req-98b35240-beee-4996-9d07-74fd06fcb2a5 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:52.557841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-15810e47-813b-43ea-9511-307a650260be req-98b35240-beee-4996-9d07-74fd06fcb2a5 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Calling delete_port for 586c84bc-3d39-4db1-bbbf-89656eab17cc owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:43:52.622209 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-65d9fe7a-a38e-40f0-8526-442a8a1cce63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:52.684468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-65d9fe7a-a38e-40f0-8526-442a8a1cce63 None None] For port 90c0d51e-ad95-4f0c-861c-6008c0f8894c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=90c0d51e-ad95-4f0c-861c-6008c0f8894c,segment=NetworkSegment(575fa3b8-741f-4076-bf9a-963f675c9236),segment_id=575fa3b8-741f-4076-bf9a-963f675c9236)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:52.743934 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:52.838509 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-65d9fe7a-a38e-40f0-8526-442a8a1cce63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:52.902659 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9fe7a-a38e-40f0-8526-442a8a1cce63 None None] Pushing event updated for resources: {'Port': ['ID=90c0d51e-ad95-4f0c-861c-6008c0f8894c,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:52.906656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 90c0d51e-ad95-4f0c-861c-6008c0f8894c up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:43:52.953078 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:53.013677 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 90c0d51e-ad95-4f0c-861c-6008c0f8894c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:53.014215 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:53.072945 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=f24c72c1-edac-4c6e-8a0b-60f60f08c033,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:53.085310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4663ca1f-8b19-4786-ba61-d3c9622101dd None None] Provisioning complete for port 90c0d51e-ad95-4f0c-861c-6008c0f8894c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:53.085988 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4663ca1f-8b19-4786-ba61-d3c9622101dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:53.120366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:53.120656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:53.120944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:53.121307 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:53.122032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:53.122032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:53.122337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:53.123207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:53.123573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:53.123873 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:53.124158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:53.125343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:43:53.149751 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:53.155056 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f44afa67-8f15-43ea-88f2-372a8d598be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:53.281871 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-15810e47-813b-43ea-9511-307a650260be req-98b35240-beee-4996-9d07-74fd06fcb2a5 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:53.319981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['bc49f585-0fdc-4d47-906d-be6d573a1740'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:43:53.376092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['586c84bc-3d39-4db1-bbbf-89656eab17cc', '29831dcb-3822-4bf2-ac69-d694c8d7ccff'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:43:53.390174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48685db1-76b9-42c3-a544-9039874329b3 req-920e4983-f564-487b-92e8-f01319658501 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:53.391858 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-48685db1-76b9-42c3-a544-9039874329b3 req-920e4983-f564-487b-92e8-f01319658501 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.3564775 Sep 23 22:43:53.407537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b35240-beee-4996-9d07-74fd06fcb2a5 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Pushing event deleted for resources: {'Port': ['ID=586c84bc-3d39-4db1-bbbf-89656eab17cc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:53.572543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 1d7fbe4f-c46f-4a47-a760-245a7c534284 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:43:53.575853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4663ca1f-8b19-4786-ba61-d3c9622101dd None None] Provisioning complete for port f24c72c1-edac-4c6e-8a0b-60f60f08c033 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:53.576500 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4663ca1f-8b19-4786-ba61-d3c9622101dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:53.603259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-15810e47-813b-43ea-9511-307a650260be req-98b35240-beee-4996-9d07-74fd06fcb2a5 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] No DVR routers for this DVR port 586c84bc-3d39-4db1-bbbf-89656eab17cc on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:43:53.609941 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:53.617622 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-15810e47-813b-43ea-9511-307a650260be req-98b35240-beee-4996-9d07-74fd06fcb2a5 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:53.619818 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15810e47-813b-43ea-9511-307a650260be req-98b35240-beee-4996-9d07-74fd06fcb2a5 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.67 "DELETE /v2.0/ports/586c84bc-3d39-4db1-bbbf-89656eab17cc HTTP/1.1" status: 204 len: 173 time: 2.3398442 Sep 23 22:43:53.622679 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a545e9-5787-437e-8f30-fbaad8de2634', 'name': 'network-vif-deleted', 'tag': '586c84bc-3d39-4db1-bbbf-89656eab17cc'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:43:53.626532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4663ca1f-8b19-4786-ba61-d3c9622101dd None None] Port f24c72c1-edac-4c6e-8a0b-60f60f08c033 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:43:53.638083 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a799d126-c305-4ee7-9fb7-ad8a7b0b867e" -d '{"events": [{"server_uuid": "14a545e9-5787-437e-8f30-fbaad8de2634", "name": "network-vif-deleted", "tag": "586c84bc-3d39-4db1-bbbf-89656eab17cc"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:43:53.652691 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-48685db1-76b9-42c3-a544-9039874329b3 req-a0ed199e-ef4f-479e-9cd4-9a65d4ca49c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463655 Sep 23 22:43:53.788305 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d19877d9-ecf4-4111-ad04-03539aa1e283 req-a58f4043-cc5c-40ea-92a4-8f772b015286 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=14a545e9-5787-437e-8f30-fbaad8de2634 HTTP/1.1" status: 200 len: 210 time: 0.1683400 Sep 23 22:43:53.825804 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdf7a4c-3987-407f-8ab8-5fe4349531d3 x-openstack-request-id: req-6cdf7a4c-3987-407f-8ab8-5fe4349531d3 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:43:53.826515 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a545e9-5787-437e-8f30-fbaad8de2634", "name": "network-vif-deleted", "tag": "586c84bc-3d39-4db1-bbbf-89656eab17cc", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:43:53.826995 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6cdf7a4c-3987-407f-8ab8-5fe4349531d3 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:43:53.827661 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a545e9-5787-437e-8f30-fbaad8de2634', 'name': 'network-vif-deleted', 'tag': '586c84bc-3d39-4db1-bbbf-89656eab17cc', 'status': 'completed', 'code': 200} Sep 23 22:43:53.948701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e9027309-4c6c-4fdb-97b6-2bd5529bdd7c None None] Provisioning complete for port f24c72c1-edac-4c6e-8a0b-60f60f08c033 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:53.948701 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e9027309-4c6c-4fdb-97b6-2bd5529bdd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:54.060907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f610f2d-81a8-4a45-8b11-ff89a3c3264c req-89316574-a48c-4133-bd1d-7b10e06951d1 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:54.062532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e9027309-4c6c-4fdb-97b6-2bd5529bdd7c None None] Port f24c72c1-edac-4c6e-8a0b-60f60f08c033 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:43:54.062699 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f610f2d-81a8-4a45-8b11-ff89a3c3264c req-89316574-a48c-4133-bd1d-7b10e06951d1 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.1626103 Sep 23 22:43:54.183951 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f610f2d-81a8-4a45-8b11-ff89a3c3264c req-8c590912-bb90-4858-b87c-11631bf32b22 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000640 Sep 23 22:43:54.193760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-3a7ebf5d-cfb1-479b-855f-f0bce65b0261 None None] Provisioning complete for port f24c72c1-edac-4c6e-8a0b-60f60f08c033 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:54.193952 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3a7ebf5d-cfb1-479b-855f-f0bce65b0261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:54.228473 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f44afa67-8f15-43ea-88f2-372a8d598be3 admin admin] Deleting port 3c5da82f-252a-41ba-946d-c7cbd91d5092 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:43:54.230095 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f44afa67-8f15-43ea-88f2-372a8d598be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:54.233532 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43170) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:54.234472 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ebf5d-cfb1-479b-855f-f0bce65b0261 None None] Port f24c72c1-edac-4c6e-8a0b-60f60f08c033 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:43:54.334120 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a79ae7e-b4ac-4b53-a696-92e248d0c423 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:54.335740 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2a79ae7e-b4ac-4b53-a696-92e248d0c423 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 1092 time: 0.1011522 Sep 23 22:43:54.339778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43176) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:54.340856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:43:54.345802 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:54.358172 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-f44afa67-8f15-43ea-88f2-372a8d598be3 admin admin] For port 3c5da82f-252a-41ba-946d-c7cbd91d5092, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3c5da82f-252a-41ba-946d-c7cbd91d5092,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:54.358544 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f44afa67-8f15-43ea-88f2-372a8d598be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:54.376046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f44afa67-8f15-43ea-88f2-372a8d598be3 admin admin] Calling delete_port for 3c5da82f-252a-41ba-946d-c7cbd91d5092 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:43:54.575746 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:54.708297 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:54.786957 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 90c0d51e-ad95-4f0c-861c-6008c0f8894c up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:43:54.854903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:43:54.870140 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4dfb4fe6-3251-458f-9947-6383ea2761f8 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/16a4ba06-eeb1-4467-b5bf-18d435a74c80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1238036 Sep 23 22:43:54.874666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43196) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:54.891564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e8aacb54-0324-4ab7-81ed-c2cc7a9671ea tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'network': {'name': 'tempest-RoutersTest-743070574'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:54.966749 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.25.1.4 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/777b176f-b72d-42a1-b7bd-0b9fd988697c) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:43:55.131645 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aacb54-0324-4ab7-81ed-c2cc7a9671ea tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:43:55.141756 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8aacb54-0324-4ab7-81ed-c2cc7a9671ea tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:55.163222 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-592a8a49-8c73-4066-81c7-44396d0b4b7d req-74c5f943-326f-4aed-b4c2-9cc5c374fa96 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=14a545e9-5787-437e-8f30-fbaad8de2634 HTTP/1.1" status: 200 len: 210 time: 0.0998769 Sep 23 22:43:55.196840 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Sync routers for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:43:55.237861 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:55.240527 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:55.287719 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8aacb54-0324-4ab7-81ed-c2cc7a9671ea tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:43:55.311816 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8aacb54-0324-4ab7-81ed-c2cc7a9671ea tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:55.312037 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-e8aacb54-0324-4ab7-81ed-c2cc7a9671ea tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Added segment ca46f1e9-748b-4c70-ae6a-5f3b76087bf4 of type vlan for network cfb7cb8d-eee2-4867-972b-dfb812185235 Sep 23 22:43:55.317632 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:55.327298 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 586c84bc-3d39-4db1-bbbf-89656eab17cc no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:43:55.362710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 586c84bc-3d39-4db1-bbbf-89656eab17cc {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:43:55.363058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 586c84bc-3d39-4db1-bbbf-89656eab17cc not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:43:55.367580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 90c0d51e-ad95-4f0c-861c-6008c0f8894c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:55.368192 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:55.374191 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8aacb54-0324-4ab7-81ed-c2cc7a9671ea tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:55.382123 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f44afa67-8f15-43ea-88f2-372a8d598be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:55.410682 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:43:55.434500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44afa67-8f15-43ea-88f2-372a8d598be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c5da82f-252a-41ba-946d-c7cbd91d5092,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:55.707057 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f44afa67-8f15-43ea-88f2-372a8d598be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:55.800327 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8aacb54-0324-4ab7-81ed-c2cc7a9671ea tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:55.806997 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aacb54-0324-4ab7-81ed-c2cc7a9671ea tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:55.807653 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8aacb54-0324-4ab7-81ed-c2cc7a9671ea tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:55.832403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:43:51Z', 'revision_number': 2, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:52Z', 'revision_number': 2, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:55.846593 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:55.889330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Checking router: 16a4ba06-eeb1-4467-b5bf-18d435a74c80 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:43:55.889970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Updating router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 port f24c72c1-edac-4c6e-8a0b-60f60f08c033 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:43:55.934129 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:55.940636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aacb54-0324-4ab7-81ed-c2cc7a9671ea tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Network': ['ID=cfb7cb8d-eee2-4867-972b-dfb812185235,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:55.957372 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:43:55.963457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network cfb7cb8d-eee2-4867-972b-dfb812185235 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:43:55.974937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:55.977646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=777b176f-b72d-42a1-b7bd-0b9fd988697c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:55.984768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:43:55.992160 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e8aacb54-0324-4ab7-81ed-c2cc7a9671ea tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1132677 Sep 23 22:43:56.013296 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43220) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:56.018663 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-106499be-fffb-479b-84ab-55855beff298 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'subnet': {'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:43:56.205877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44afa67-8f15-43ea-88f2-372a8d598be3 admin admin] Router fa563f5d-7811-4b20-b970-c5cba8461a2f has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:43:56.388278 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44afa67-8f15-43ea-88f2-372a8d598be3 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:43:56.403290 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe7f8f1-5733-4ab4-bdce-4584a677b9fb None None] Sync routers for ids ['fa563f5d-7811-4b20-b970-c5cba8461a2f'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:43:56.416177 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe7f8f1-5733-4ab4-bdce-4584a677b9fb None None] Routers {'fa563f5d-7811-4b20-b970-c5cba8461a2f'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:56.428128 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0fe7f8f1-5733-4ab4-bdce-4584a677b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fa563f5d-7811-4b20-b970-c5cba8461a2f'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:56.432640 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f44afa67-8f15-43ea-88f2-372a8d598be3 admin admin] 10.222.0.22 "PUT /v2.0/routers/fa563f5d-7811-4b20-b970-c5cba8461a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9163709 Sep 23 22:43:56.432640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43238) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:56.528155 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:56.661318 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-0fe7f8f1-5733-4ab4-bdce-4584a677b9fb None None] Set router fa563f5d-7811-4b20-b970-c5cba8461a2f gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:43:56.679660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:56.679891 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:56.926895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106499be-fffb-479b-84ab-55855beff298 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:43:56.936646 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-106499be-fffb-479b-84ab-55855beff298 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:56.998163 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab0553-b1a2-448d-9d4d-0987604a4c23 None None] Pushing event updated for resources: {'Port': ['ID=f24c72c1-edac-4c6e-8a0b-60f60f08c033,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:57.100026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Attempting to bind port f24c72c1-edac-4c6e-8a0b-60f60f08c033 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:43:57.100410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Attempting to bind port f24c72c1-edac-4c6e-8a0b-60f60f08c033 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '575fa3b8-741f-4076-bf9a-963f675c9236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:43:57.100786 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Attempting to bind port f24c72c1-edac-4c6e-8a0b-60f60f08c033 on network 1d7fbe4f-c46f-4a47-a760-245a7c534284 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:43:57.115022 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:43:57.115421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Checking segment: {'id': '575fa3b8-741f-4076-bf9a-963f675c9236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:43:57.115869 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:57.116341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Bound using segment: {'id': '575fa3b8-741f-4076-bf9a-963f675c9236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:43:57.116856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Bound port: f24c72c1-edac-4c6e-8a0b-60f60f08c033, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575fa3b8-741f-4076-bf9a-963f675c9236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:43:57.119036 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:57.176654 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:57.252905 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:57.263303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] For port f24c72c1-edac-4c6e-8a0b-60f60f08c033, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:43:57.268262 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] For port f24c72c1-edac-4c6e-8a0b-60f60f08c033, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f24c72c1-edac-4c6e-8a0b-60f60f08c033,segment=NetworkSegment(575fa3b8-741f-4076-bf9a-963f675c9236),segment_id=575fa3b8-741f-4076-bf9a-963f675c9236)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:43:57.307269 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0fe7f8f1-5733-4ab4-bdce-4584a677b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:12Z', 'updated_at': '2021-09-23T22:43:55Z', 'revision_number': 5, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'gw_port': {'id': '7a384d14-c9f0-41cf-b5e7-6c9a86e3c953', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:32:15Z', 'updated_at': '2021-09-23T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:57.357911 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe7f8f1-5733-4ab4-bdce-4584a677b9fb None None] Checking router: fa563f5d-7811-4b20-b970-c5cba8461a2f for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:43:57.374282 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe7f8f1-5733-4ab4-bdce-4584a677b9fb None None] Routers {'fa563f5d-7811-4b20-b970-c5cba8461a2f'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:57.376827 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0fe7f8f1-5733-4ab4-bdce-4584a677b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fa563f5d-7811-4b20-b970-c5cba8461a2f'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:57.406601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] Deleting port 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:43:57.407431 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:57.481017 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:57.536127 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-0fe7f8f1-5733-4ab4-bdce-4584a677b9fb None None] Set router fa563f5d-7811-4b20-b970-c5cba8461a2f gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:43:57.607708 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] For port 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7a384d14-c9f0-41cf-b5e7-6c9a86e3c953,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:57.608242 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:57.624648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5c1c7bec-7fa5-4162-b988-3a0616286116 None None] Provisioning complete for port f24c72c1-edac-4c6e-8a0b-60f60f08c033 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:57.624648 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5c1c7bec-7fa5-4162-b988-3a0616286116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:57.655103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:43:57.656249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:57.678047 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0fe7f8f1-5733-4ab4-bdce-4584a677b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:12Z', 'updated_at': '2021-09-23T22:43:57Z', 'revision_number': 6, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:57.687982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] Calling delete_port for 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:43:57.694834 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:57.765179 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe7f8f1-5733-4ab4-bdce-4584a677b9fb None None] The sync data for ids ['fa563f5d-7811-4b20-b970-c5cba8461a2f'] in n-d-810775-1 is: [{'id': 'fa563f5d-7811-4b20-b970-c5cba8461a2f', 'name': 'tempest-ServerActionsTestJSON-1259315133-router', 'tenant_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:32:12Z', 'updated_at': '2021-09-23T22:43:57Z', 'revision_number': 6, 'project_id': 'bb3bea9e83004d54ab7c7daee1f9b323', 'gw_port_host': None}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:43:57.896804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab0553-b1a2-448d-9d4d-0987604a4c23 None None] Pushing event updated for resources: {'Port': ['ID=f24c72c1-edac-4c6e-8a0b-60f60f08c033,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:58.001937 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:43:58.077798 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5c1c7bec-7fa5-4162-b988-3a0616286116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:58.097070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab499e-bf3c-4157-8df6-af5f470bcdf7 req-f9028f6f-863c-46dc-bb88-cc96d39923de tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:58.103360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab499e-bf3c-4157-8df6-af5f470bcdf7 req-f9028f6f-863c-46dc-bb88-cc96d39923de tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:58.105203 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d9ab499e-bf3c-4157-8df6-af5f470bcdf7 req-f9028f6f-863c-46dc-bb88-cc96d39923de tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7&device_id=4a6b4f48-7c5c-416a-8b52-8e682a331a12 HTTP/1.1" status: 200 len: 1681 time: 0.1765428 Sep 23 22:43:58.127519 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:58.172924 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a384d14-c9f0-41cf-b5e7-6c9a86e3c953,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:58.217424 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d9ab499e-bf3c-4157-8df6-af5f470bcdf7 req-0dc4d7d9-48d6-4edd-8230-2b3c4efbc821 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960495 Sep 23 22:43:58.232484 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-106499be-fffb-479b-84ab-55855beff298 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:58.260224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5c1c7bec-7fa5-4162-b988-3a0616286116 None None] For port f24c72c1-edac-4c6e-8a0b-60f60f08c033, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f24c72c1-edac-4c6e-8a0b-60f60f08c033,segment=NetworkSegment(575fa3b8-741f-4076-bf9a-963f675c9236),segment_id=575fa3b8-741f-4076-bf9a-963f675c9236)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:43:58.302874 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:58.415255 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5c1c7bec-7fa5-4162-b988-3a0616286116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:58.431069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106499be-fffb-479b-84ab-55855beff298 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Subnet': ['ID=2dc57227-0b7d-4599-b4cb-6061b03d66d9,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:58.451020 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:58.451970 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:58.474523 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:58.522875 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106499be-fffb-479b-84ab-55855beff298 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Checking segment: {'id': 'ca46f1e9-748b-4c70-ae6a-5f3b76087bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:43:58.523358 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106499be-fffb-479b-84ab-55855beff298 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network hostable DHCP agents. Network: cfb7cb8d-eee2-4867-972b-dfb812185235, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:43:58.540771 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c7bec-7fa5-4162-b988-3a0616286116 None None] Pushing event updated for resources: {'Port': ['ID=f24c72c1-edac-4c6e-8a0b-60f60f08c033,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:58.565284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8c2a4ca8-ca09-4fd8-983a-72e03c36c4e2 None None] Provisioning complete for port f24c72c1-edac-4c6e-8a0b-60f60f08c033 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:43:58.565959 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c2a4ca8-ca09-4fd8-983a-72e03c36c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:58.588852 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:58.633538 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:43:51Z', 'revision_number': 2, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:57Z', 'revision_number': 4, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:43:58.675611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3bf20a-1959-4c81-934b-902efe9213b3 None None] The sync data for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 is: [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:43:51Z', 'revision_number': 2, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:57Z', 'revision_number': 4, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:43:58.713837 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:58.713837 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa563f5d-7811-4b20-b970-c5cba8461a2f {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:43:58.717615 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:58.722134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2dd0d05d-0856-4b39-99e1-bb003701f941 admin admin] 10.222.0.22 "DELETE /v2.0/routers/fa563f5d-7811-4b20-b970-c5cba8461a2f HTTP/1.1" status: 204 len: 168 time: 2.2772920 Sep 23 22:43:58.725812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43322) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:58.760911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=777b176f-b72d-42a1-b7bd-0b9fd988697c,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:58.784674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106499be-fffb-479b-84ab-55855beff298 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network cfb7cb8d-eee2-4867-972b-dfb812185235 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:43:58.813785 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:58.859521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-379111ef-0708-44b1-8e1f-75ecc663933c admin admin] Deleting subnet 5c35295b-d496-49fd-b020-8dcae9bebf0e {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:43:58.863677 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-379111ef-0708-44b1-8e1f-75ecc663933c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:58.879501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:43:58.925548 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-379111ef-0708-44b1-8e1f-75ecc663933c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:58.950825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:43:58.951496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7a384d14-c9f0-41cf-b5e7-6c9a86e3c953 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:43:58.952124 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3c5da82f-252a-41ba-946d-c7cbd91d5092 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:43:59.000346 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 3c5da82f-252a-41ba-946d-c7cbd91d5092 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:43:59.001017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3c5da82f-252a-41ba-946d-c7cbd91d5092 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:43:59.029955 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-106499be-fffb-479b-84ab-55855beff298 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, cfb7cb8d-eee2-4867-972b-dfb812185235) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:43:59.044960 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a07a006-5c72-47ce-bc68-e6ad07c5e59f None None] Network cfb7cb8d-eee2-4867-972b-dfb812185235 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:43:59.046106 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-379111ef-0708-44b1-8e1f-75ecc663933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:59.046847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106499be-fffb-479b-84ab-55855beff298 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:43:59.048237 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-106499be-fffb-479b-84ab-55855beff298 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:59.166772 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Floating IP 36cc2965-27bd-4438-9e85-8809aec09c35 associated. External IP: 172.25.1.4, port: 11986104-0fd4-40d1-bc13-dade7e4c5644. Sep 23 22:43:59.255949 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-106499be-fffb-479b-84ab-55855beff298 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2413473 Sep 23 22:43:59.260463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43334) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:59.431648 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-379111ef-0708-44b1-8e1f-75ecc663933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:59.587356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379111ef-0708-44b1-8e1f-75ecc663933c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c35295b-d496-49fd-b020-8dcae9bebf0e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:43:59.612562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5685a7-cdb1-42da-8f29-1df881bce672 None None] Network 7b269275-d2f2-42f6-a365-60282a573cd2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:43:59.664446 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-379111ef-0708-44b1-8e1f-75ecc663933c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:59.668891 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-379111ef-0708-44b1-8e1f-75ecc663933c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5c35295b-d496-49fd-b020-8dcae9bebf0e HTTP/1.1" status: 204 len: 168 time: 0.9414546 Sep 23 22:43:59.670105 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-cfb7cb8d-eee2-4867-972b-dfb812185235', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:43:59.671273 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43346) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:43:59.675033 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:43:59.845869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router 5aa5da1d-ae75-48eb-b58e-83cf591da76e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:43:59.866205 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:00.174837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:44:00.197278 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] Deleting port 3b667f90-c11c-44de-9544-83b3d054f03b {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:44:00.197750 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:00.308926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6d0c9-fe52-42e2-a771-c3512a7d4db5 None None] Sync routers for ids ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:44:00.333787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] For port 3b667f90-c11c-44de-9544-83b3d054f03b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3b667f90-c11c-44de-9544-83b3d054f03b,segment=NetworkSegment(6a8894bf-476a-446a-ac91-e37ecb30b103),segment_id=6a8894bf-476a-446a-ac91-e37ecb30b103)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:00.334364 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:00.353963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd6d0c9-fe52-42e2-a771-c3512a7d4db5 None None] Routers {'5aa5da1d-ae75-48eb-b58e-83cf591da76e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:00.354938 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6bd6d0c9-fe52-42e2-a771-c3512a7d4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:00.355934 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] Calling delete_port for 3b667f90-c11c-44de-9544-83b3d054f03b owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:44:00.386524 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:00.513714 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bd6bf8c6-5025-4360-bbf4-9f62d54f6325 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.1680958 Sep 23 22:44:00.513714 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:44:00.515613 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d161b7-7140-4642-802a-d89015c88101" -d '{"events": [{"name": "network-changed", "server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:44:00.681090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43239a89-afa7-4b38-a4fa-057f3eaa6c66 req-a7177332-0fff-4878-b879-a4756b8c6686 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:00.687896 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43239a89-afa7-4b38-a4fa-057f3eaa6c66 req-a7177332-0fff-4878-b879-a4756b8c6686 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a6b4f48-7c5c-416a-8b52-8e682a331a12 HTTP/1.1" status: 200 len: 945 time: 0.0895951 Sep 23 22:44:00.780140 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43239a89-afa7-4b38-a4fa-057f3eaa6c66 req-4ccc0d1e-7cd8-4ab5-bfec-9bbfcc3aa220 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799756 Sep 23 22:44:00.782623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Allocated IP 172.21.0.2 (cfb7cb8d-eee2-4867-972b-dfb812185235/2dc57227-0b7d-4599-b4cb-6061b03d66d9/3aec0562-484f-468e-840b-21537eff7311) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:44:00.858329 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:00.864863 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:00.908672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-6bd6d0c9-fe52-42e2-a771-c3512a7d4db5 None None] Set router 5aa5da1d-ae75-48eb-b58e-83cf591da76e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:00.966270 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] No DVR routers for this DVR port 3b667f90-c11c-44de-9544-83b3d054f03b on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:44:00.979147 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648ce239-39e8-4f7b-b2a5-1fd333cbfe97 x-openstack-request-id: req-648ce239-39e8-4f7b-b2a5-1fd333cbfe97 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:44:00.979725 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:44:00.980076 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-648ce239-39e8-4f7b-b2a5-1fd333cbfe97 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:44:00.980539 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'status': 'completed', 'code': 200} Sep 23 22:44:00.984887 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f24c72c1-edac-4c6e-8a0b-60f60f08c033 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:00.988324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b80a79a-d98d-4a1c-a0cd-0c90ac92e5e3 None None] DHCP port deletion for 7b269275-d2f2-42f6-a365-60282a573cd2 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:44:01.016935 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b667f90-c11c-44de-9544-83b3d054f03b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:01.151589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:01.189009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b089b1-3ac5-46b3-84da-a3f860e23914 req-e63fb420-b143-492a-869f-096d93f58216 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:01.190681 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-14b089b1-3ac5-46b3-84da-a3f860e23914 req-e63fb420-b143-492a-869f-096d93f58216 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.4513309 Sep 23 22:44:01.215512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b269275-d2f2-42f6-a365-60282a573cd2']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:01.239947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8894bf-476a-446a-ac91-e37ecb30b103') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:01.240313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8894bf-476a-446a-ac91-e37ecb30b103') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:01.261289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:01.282278 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:01.298758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:44:01.299780 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:44:01.304222 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:44:01.326832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bac665-fda2-48b1-9357-38d0af793600 req-2c31267c-843a-4ed2-a3fc-8c2a605a0a75 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:01.328497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-14bac665-fda2-48b1-9357-38d0af793600 req-2c31267c-843a-4ed2-a3fc-8c2a605a0a75 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6b4f48-7c5c-416a-8b52-8e682a331a12 HTTP/1.1" status: 200 len: 945 time: 0.2432203 Sep 23 22:44:01.404278 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-14b089b1-3ac5-46b3-84da-a3f860e23914 req-284c7ec3-3b5a-4308-bbff-10cc4c905d84 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965778 Sep 23 22:44:01.472382 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43398) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:01.533692 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d161b7-7140-4642-802a-d89015c88101 req-d00944b6-5616-4666-8fe6-910d3d026143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:01.535419 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18d161b7-7140-4642-802a-d89015c88101 req-d00944b6-5616-4666-8fe6-910d3d026143 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 1097 time: 0.4282074 Sep 23 22:44:01.607997 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port f24c72c1-edac-4c6e-8a0b-60f60f08c033 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:01.608774 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:01.668030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-14bac665-fda2-48b1-9357-38d0af793600 req-1fb3e947-f9b7-46f3-8a4d-61e085683c45 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Deleting port bc49f585-0fdc-4d47-906d-be6d573a1740 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:44:01.671233 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-14bac665-fda2-48b1-9357-38d0af793600 req-1fb3e947-f9b7-46f3-8a4d-61e085683c45 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:01.811343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d161b7-7140-4642-802a-d89015c88101 req-abbde527-69b1-4546-aa0a-69de393c5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:01.813934 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18d161b7-7140-4642-802a-d89015c88101 req-abbde527-69b1-4546-aa0a-69de393c5ea9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f766095b-4cf6-472c-acfe-7efa29261fed HTTP/1.1" status: 200 len: 898 time: 0.2706025 Sep 23 22:44:01.930454 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:01.944416 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:01.961589 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:01.966088 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7b269275-d2f2-42f6-a365-60282a573cd2 HTTP/1.1" status: 204 len: 168 time: 2.2735591 Sep 23 22:44:01.982375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39befd5b-00e3-475f-942f-1d95ea801463 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b269275-d2f2-42f6-a365-60282a573cd2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:02.017757 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6f94f0b0-15d2-4055-b5cf-c907f60eaea3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/36cc2965-27bd-4438-9e85-8809aec09c35 HTTP/1.1" status: 200 len: 990 time: 0.5424922 Sep 23 22:44:02.088338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6bd6d0c9-fe52-42e2-a771-c3512a7d4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:42:58Z', 'updated_at': '2021-09-23T22:43:15Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:00Z', 'updated_at': '2021-09-23T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '36cc2965-27bd-4438-9e85-8809aec09c35', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'port_id': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'mac_address': 'fa:16:3e:c5:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:43:56Z', 'updated_at': '2021-09-23T22:43:56Z', 'revision_number': 0, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e573e752-62e4-4c51-8cc8-c9447649522a', 'name': '', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:28:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:11Z', 'updated_at': '2021-09-23T22:43:26Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:02.127321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6d0c9-fe52-42e2-a771-c3512a7d4db5 None None] Checking router: 5aa5da1d-ae75-48eb-b58e-83cf591da76e for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:44:02.129337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-14bac665-fda2-48b1-9357-38d0af793600 req-1fb3e947-f9b7-46f3-8a4d-61e085683c45 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] For port bc49f585-0fdc-4d47-906d-be6d573a1740, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=bc49f585-0fdc-4d47-906d-be6d573a1740,segment=NetworkSegment(62583715-9818-45ce-afee-a9eb76660405),segment_id=62583715-9818-45ce-afee-a9eb76660405)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:02.129908 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-14bac665-fda2-48b1-9357-38d0af793600 req-1fb3e947-f9b7-46f3-8a4d-61e085683c45 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:02.135738 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18d161b7-7140-4642-802a-d89015c88101 req-e0eac575-f3bb-40ee-bc4f-b0569c7c133f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11986104-0fd4-40d1-bc13-dade7e4c5644 HTTP/1.1" status: 200 len: 998 time: 0.2592945 Sep 23 22:44:02.138143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd6d0c9-fe52-42e2-a771-c3512a7d4db5 None None] Routers {'5aa5da1d-ae75-48eb-b58e-83cf591da76e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:02.138901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6bd6d0c9-fe52-42e2-a771-c3512a7d4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:02.168787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-14bac665-fda2-48b1-9357-38d0af793600 req-1fb3e947-f9b7-46f3-8a4d-61e085683c45 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Calling delete_port for bc49f585-0fdc-4d47-906d-be6d573a1740 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:44:02.195791 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:02.206879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca8fdf-74e2-4786-acc8-aade697dc736 req-9153d4f3-1132-449d-bb3c-59fa811eba2d tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:02.209365 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-94ca8fdf-74e2-4786-acc8-aade697dc736 req-9153d4f3-1132-449d-bb3c-59fa811eba2d tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a6b4f48-7c5c-416a-8b52-8e682a331a12 HTTP/1.1" status: 200 len: 945 time: 0.2342474 Sep 23 22:44:02.277864 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Network cfb7cb8d-eee2-4867-972b-dfb812185235 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:02.288082 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:02.293785 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:44:02.307691 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Pushing event updated for resources: {'Port': ['ID=3aec0562-484f-468e-840b-21537eff7311,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:02.328915 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d161b7-7140-4642-802a-d89015c88101 req-a3301afb-289e-4b8a-b1d3-9ea4761f2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:02.330487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18d161b7-7140-4642-802a-d89015c88101 req-a3301afb-289e-4b8a-b1d3-9ea4761f2c52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8905368a-212e-4e7a-bcc5-2e1a71c807e9 HTTP/1.1" status: 200 len: 835 time: 0.1848068 Sep 23 22:44:02.343509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c78ef-f777-40a3-b96b-0ab5c45b87bc req-c6d34a92-478a-404b-b311-70336add09fe tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:02.345023 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aa1c78ef-f777-40a3-b96b-0ab5c45b87bc req-c6d34a92-478a-404b-b311-70336add09fe tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.67 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 945 time: 0.2797971 Sep 23 22:44:02.370576 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-6bd6d0c9-fe52-42e2-a771-c3512a7d4db5 None None] Set router 5aa5da1d-ae75-48eb-b58e-83cf591da76e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:02.418036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Attempting to bind port 3aec0562-484f-468e-840b-21537eff7311 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:44:02.418410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Attempting to bind port 3aec0562-484f-468e-840b-21537eff7311 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ca46f1e9-748b-4c70-ae6a-5f3b76087bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:44:02.418772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Attempting to bind port 3aec0562-484f-468e-840b-21537eff7311 on network cfb7cb8d-eee2-4867-972b-dfb812185235 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:02.430314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:44:02.430582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Allocated IP 172.21.0.1 (cfb7cb8d-eee2-4867-972b-dfb812185235/2dc57227-0b7d-4599-b4cb-6061b03d66d9/222b38bd-7dc4-4033-9957-0b8b40dbcc22) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:44:02.430710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Checking segment: {'id': 'ca46f1e9-748b-4c70-ae6a-5f3b76087bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:02.431076 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:02.431648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Bound using segment: {'id': 'ca46f1e9-748b-4c70-ae6a-5f3b76087bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:44:02.432135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Bound port: 3aec0562-484f-468e-840b-21537eff7311, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca46f1e9-748b-4c70-ae6a-5f3b76087bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:44:02.432867 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:02.448585 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-94ca8fdf-74e2-4786-acc8-aade697dc736 req-bb6619e5-f1c5-4042-81ba-843b3e9de1ba tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/security-groups?id=700cc271-d6a1-466b-83d5-f3300ffc119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268667 Sep 23 22:44:02.560649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d161b7-7140-4642-802a-d89015c88101 req-c86cbef9-41d3-4aae-a5d1-d2bdbe75368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:02.562338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18d161b7-7140-4642-802a-d89015c88101 req-c86cbef9-41d3-4aae-a5d1-d2bdbe75368f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f766095b-4cf6-472c-acfe-7efa29261fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2098711 Sep 23 22:44:02.583241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] For port 3aec0562-484f-468e-840b-21537eff7311, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:44:02.626682 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] For port 3aec0562-484f-468e-840b-21537eff7311, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3aec0562-484f-468e-840b-21537eff7311,segment=NetworkSegment(ca46f1e9-748b-4c70-ae6a-5f3b76087bf4),segment_id=ca46f1e9-748b-4c70-ae6a-5f3b76087bf4)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:44:02.687544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43438) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:02.693445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-18d161b7-7140-4642-802a-d89015c88101 req-1caf7b05-c73b-4eb3-84be-52c2ba73552d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:44:02.698601 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18d161b7-7140-4642-802a-d89015c88101 req-1caf7b05-c73b-4eb3-84be-52c2ba73552d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1272211 Sep 23 22:44:02.789781 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4f31056c-67a7-4600-adbf-878a07f624f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb3bea9e83004d54ab7c7daee1f9b323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1008558 Sep 23 22:44:02.792965 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43442) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:02.795479 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:02.864313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-aa1c78ef-f777-40a3-b96b-0ab5c45b87bc req-075bd20f-c001-4467-99a6-5fdbb8b62358 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Deleting port 29831dcb-3822-4bf2-ac69-d694c8d7ccff {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:44:02.864811 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-aa1c78ef-f777-40a3-b96b-0ab5c45b87bc req-075bd20f-c001-4467-99a6-5fdbb8b62358 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:02.868912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6bd6d0c9-fe52-42e2-a771-c3512a7d4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:42:58Z', 'updated_at': '2021-09-23T22:43:15Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:00Z', 'updated_at': '2021-09-23T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '36cc2965-27bd-4438-9e85-8809aec09c35', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'port_id': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'mac_address': 'fa:16:3e:c5:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:43:56Z', 'updated_at': '2021-09-23T22:43:56Z', 'revision_number': 0, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e573e752-62e4-4c51-8cc8-c9447649522a', 'name': '', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:28:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:11Z', 'updated_at': '2021-09-23T22:43:26Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:02.878110 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-14bac665-fda2-48b1-9357-38d0af793600 req-1fb3e947-f9b7-46f3-8a4d-61e085683c45 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:02.900300 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a6fed3c-a3db-4f58-9669-1a05c8575066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:02.963039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:02.979718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3e947-f9b7-46f3-8a4d-61e085683c45 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Pushing event deleted for resources: {'Port': ['ID=bc49f585-0fdc-4d47-906d-be6d573a1740,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:02.979946 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a6fed3c-a3db-4f58-9669-1a05c8575066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:02.998091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['29831dcb-3822-4bf2-ac69-d694c8d7ccff'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:44:03.001463 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3b667f90-c11c-44de-9544-83b3d054f03b no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:44:03.016498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6d0c9-fe52-42e2-a771-c3512a7d4db5 None None] The sync data for ids ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'] in n-d-810775-1 is: [{'id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:42:58Z', 'updated_at': '2021-09-23T22:43:15Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:00Z', 'updated_at': '2021-09-23T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '36cc2965-27bd-4438-9e85-8809aec09c35', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'port_id': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'mac_address': 'fa:16:3e:c5:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:43:56Z', 'updated_at': '2021-09-23T22:43:56Z', 'revision_number': 0, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e573e752-62e4-4c51-8cc8-c9447649522a', 'name': '', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:28:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:11Z', 'updated_at': '2021-09-23T22:43:26Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:44:03.029664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43452) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:03.080523 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4e7cc-3937-4e8b-9691-ceb2d75d21bd None None] Pushing event updated for resources: {'Port': ['ID=3aec0562-484f-468e-840b-21537eff7311,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:03.083989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 3b667f90-c11c-44de-9544-83b3d054f03b {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:44:03.084357 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3b667f90-c11c-44de-9544-83b3d054f03b not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:44:03.221317 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a6fed3c-a3db-4f58-9669-1a05c8575066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:03.225979 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a6fed3c-a3db-4f58-9669-1a05c8575066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:03.230462 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6a6fed3c-a3db-4f58-9669-1a05c8575066 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67912a63-0c7f-41d4-91fe-107444def1ca HTTP/1.1" status: 204 len: 168 time: 0.4359457 Sep 23 22:44:03.278005 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fed3c-a3db-4f58-9669-1a05c8575066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67912a63-0c7f-41d4-91fe-107444def1ca,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:03.299887 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18d161b7-7140-4642-802a-d89015c88101 req-5cb5ac48-4f6a-497f-a6c8-e3a4045fb337 service neutron] 10.222.0.43 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648024 Sep 23 22:44:03.305981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bac665-fda2-48b1-9357-38d0af793600 req-1fb3e947-f9b7-46f3-8a4d-61e085683c45 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] No DVR routers for this DVR port bc49f585-0fdc-4d47-906d-be6d573a1740 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:44:03.311386 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-14bac665-fda2-48b1-9357-38d0af793600 req-1fb3e947-f9b7-46f3-8a4d-61e085683c45 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:03.315321 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-14bac665-fda2-48b1-9357-38d0af793600 req-1fb3e947-f9b7-46f3-8a4d-61e085683c45 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.43 "DELETE /v2.0/ports/bc49f585-0fdc-4d47-906d-be6d573a1740 HTTP/1.1" status: 204 len: 173 time: 1.9559753 Sep 23 22:44:03.524575 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6040c15-d104-4add-b848-735480076616 None None] New status for floating IP 36cc2965-27bd-4438-9e85-8809aec09c35: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:44:03.822976 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device bc49f585-0fdc-4d47-906d-be6d573a1740 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:44:03.853161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: bc49f585-0fdc-4d47-906d-be6d573a1740 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:44:03.854009 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device bc49f585-0fdc-4d47-906d-be6d573a1740 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:44:03.886747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6b4f48-7c5c-416a-8b52-8e682a331a12', 'name': 'network-vif-deleted', 'tag': 'bc49f585-0fdc-4d47-906d-be6d573a1740'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:44:03.889030 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed088ac-be5b-4aba-94d9-989bc3aec9e5" -d '{"events": [{"server_uuid": "4a6b4f48-7c5c-416a-8b52-8e682a331a12", "name": "network-vif-deleted", "tag": "bc49f585-0fdc-4d47-906d-be6d573a1740"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:44:03.920982 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:03.946600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eaac7094-9d87-4e2b-95f2-398f2b5c329c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/36cc2965-27bd-4438-9e85-8809aec09c35 HTTP/1.1" status: 200 len: 990 time: 0.9102626 Sep 23 22:44:03.974065 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-aa1c78ef-f777-40a3-b96b-0ab5c45b87bc req-075bd20f-c001-4467-99a6-5fdbb8b62358 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] For port 29831dcb-3822-4bf2-ac69-d694c8d7ccff, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=29831dcb-3822-4bf2-ac69-d694c8d7ccff,segment=NetworkSegment(62583715-9818-45ce-afee-a9eb76660405),segment_id=62583715-9818-45ce-afee-a9eb76660405)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:03.974413 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-aa1c78ef-f777-40a3-b96b-0ab5c45b87bc req-075bd20f-c001-4467-99a6-5fdbb8b62358 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:03.979018 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f300f6b1-7bc2-4169-961c-05300917488b req-a62639cd-7733-42be-b3e1-c86dc195a2a2 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a6b4f48-7c5c-416a-8b52-8e682a331a12 HTTP/1.1" status: 200 len: 210 time: 0.0791361 Sep 23 22:44:04.023506 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7525adaf-4bb0-4fbb-9c05-e6dc984195ca x-openstack-request-id: req-7525adaf-4bb0-4fbb-9c05-e6dc984195ca {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:44:04.023834 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6b4f48-7c5c-416a-8b52-8e682a331a12", "name": "network-vif-deleted", "tag": "bc49f585-0fdc-4d47-906d-be6d573a1740", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:44:04.024061 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7525adaf-4bb0-4fbb-9c05-e6dc984195ca {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:44:04.024457 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6b4f48-7c5c-416a-8b52-8e682a331a12', 'name': 'network-vif-deleted', 'tag': 'bc49f585-0fdc-4d47-906d-be6d573a1740', 'status': 'completed', 'code': 200} Sep 23 22:44:04.046942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-aa1c78ef-f777-40a3-b96b-0ab5c45b87bc req-075bd20f-c001-4467-99a6-5fdbb8b62358 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Calling delete_port for 29831dcb-3822-4bf2-ac69-d694c8d7ccff owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:44:04.054572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network cfb7cb8d-eee2-4867-972b-dfb812185235 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:04.069475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:04.086337 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18d161b7-7140-4642-802a-d89015c88101 req-32793bd5-e4c1-44bf-ae3c-4e22a383ebc5 service neutron] 10.222.0.43 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7692149 Sep 23 22:44:04.087761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:44:04.148047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=222b38bd-7dc4-4033-9957-0b8b40dbcc22,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:04.236436 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:04.525092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1223518-2b4a-4275-bf03-0ee291d192c1 None None] Network cfb7cb8d-eee2-4867-972b-dfb812185235 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:04.624099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0c0c97e5-c828-4fe7-a4bc-85ede26a2897 None None] Provisioning complete for port 3aec0562-484f-468e-840b-21537eff7311 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:04.624567 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c0c97e5-c828-4fe7-a4bc-85ede26a2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:04.734869 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-aa1c78ef-f777-40a3-b96b-0ab5c45b87bc req-075bd20f-c001-4467-99a6-5fdbb8b62358 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:04.799753 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bd20f-c001-4467-99a6-5fdbb8b62358 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Pushing event deleted for resources: {'Port': ['ID=29831dcb-3822-4bf2-ac69-d694c8d7ccff,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:04.859957 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1c78ef-f777-40a3-b96b-0ab5c45b87bc req-075bd20f-c001-4467-99a6-5fdbb8b62358 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] No DVR routers for this DVR port 29831dcb-3822-4bf2-ac69-d694c8d7ccff on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:44:04.864000 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-aa1c78ef-f777-40a3-b96b-0ab5c45b87bc req-075bd20f-c001-4467-99a6-5fdbb8b62358 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:04.866281 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aa1c78ef-f777-40a3-b96b-0ab5c45b87bc req-075bd20f-c001-4467-99a6-5fdbb8b62358 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.67 "DELETE /v2.0/ports/29831dcb-3822-4bf2-ac69-d694c8d7ccff HTTP/1.1" status: 204 len: 173 time: 2.5061016 Sep 23 22:44:04.870517 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3aec0562-484f-468e-840b-21537eff7311 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:04.900926 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c0c97e5-c828-4fe7-a4bc-85ede26a2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:04.951427 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43506) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:04.978753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0c0c97e5-c828-4fe7-a4bc-85ede26a2897 None None] For port 3aec0562-484f-468e-840b-21537eff7311, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3aec0562-484f-468e-840b-21537eff7311,segment=NetworkSegment(ca46f1e9-748b-4c70-ae6a-5f3b76087bf4),segment_id=ca46f1e9-748b-4c70-ae6a-5f3b76087bf4)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:04.989450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 3aec0562-484f-468e-840b-21537eff7311 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:04.989664 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:05.111930 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c0c97e5-c828-4fe7-a4bc-85ede26a2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:05.162945 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-11612df6-ff4f-4ee9-998b-cfdc886647ef tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/36cc2965-27bd-4438-9e85-8809aec09c35 HTTP/1.1" status: 200 len: 992 time: 0.2107649 Sep 23 22:44:05.180712 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:05.280709 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c97e5-c828-4fe7-a4bc-85ede26a2897 None None] Pushing event updated for resources: {'Port': ['ID=3aec0562-484f-468e-840b-21537eff7311,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:05.287470 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bec9e72e-a8c3-4232-b87a-7ab180c7e94b req-f56b4148-84d5-4ded-9559-811d9be07d8d tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a6b4f48-7c5c-416a-8b52-8e682a331a12 HTTP/1.1" status: 200 len: 210 time: 0.1107445 Sep 23 22:44:05.339626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bf216e24-1fd4-4381-b7e6-efe60b6d716b None None] Provisioning complete for port 3aec0562-484f-468e-840b-21537eff7311 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:05.340032 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bf216e24-1fd4-4381-b7e6-efe60b6d716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:05.378404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 29831dcb-3822-4bf2-ac69-d694c8d7ccff no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:44:05.405626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 29831dcb-3822-4bf2-ac69-d694c8d7ccff {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:44:05.405968 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 29831dcb-3822-4bf2-ac69-d694c8d7ccff not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:44:05.654024 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bf216e24-1fd4-4381-b7e6-efe60b6d716b None None] Provisioning complete for port 222b38bd-7dc4-4033-9957-0b8b40dbcc22 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:05.654802 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bf216e24-1fd4-4381-b7e6-efe60b6d716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:05.736352 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-bf216e24-1fd4-4381-b7e6-efe60b6d716b None None] Port 222b38bd-7dc4-4033-9957-0b8b40dbcc22 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:44:05.797940 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:05.869333 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-eea610e2-90be-4a3c-9c55-10fca246e52b None None] Provisioning complete for port 222b38bd-7dc4-4033-9957-0b8b40dbcc22 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:05.869887 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eea610e2-90be-4a3c-9c55-10fca246e52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:05.934548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-eea610e2-90be-4a3c-9c55-10fca246e52b None None] Port 222b38bd-7dc4-4033-9957-0b8b40dbcc22 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:44:06.005087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43552) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:06.010231 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:06.084566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0631ba59-1561-425c-80ae-64329b88c8a7', 'name': 'network-vif-deleted', 'tag': '29831dcb-3822-4bf2-ac69-d694c8d7ccff'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:44:06.087538 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf04b04c-36c6-4eb9-a487-64f5fd729b2b" -d '{"events": [{"server_uuid": "0631ba59-1561-425c-80ae-64329b88c8a7", "name": "network-vif-deleted", "tag": "29831dcb-3822-4bf2-ac69-d694c8d7ccff"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:44:06.133972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=222b38bd-7dc4-4033-9957-0b8b40dbcc22,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:06.142776 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27756c1-229d-42b6-8c0b-252d113c26bc x-openstack-request-id: req-f27756c1-229d-42b6-8c0b-252d113c26bc {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:44:06.143066 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0631ba59-1561-425c-80ae-64329b88c8a7", "name": "network-vif-deleted", "tag": "29831dcb-3822-4bf2-ac69-d694c8d7ccff", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:44:06.143412 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f27756c1-229d-42b6-8c0b-252d113c26bc {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:44:06.143858 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0631ba59-1561-425c-80ae-64329b88c8a7', 'name': 'network-vif-deleted', 'tag': '29831dcb-3822-4bf2-ac69-d694c8d7ccff', 'status': 'completed', 'code': 200} Sep 23 22:44:06.145347 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:06.194239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-863570051-network', 'tenant_id': '52f078584bef4ddc8e4ce4aee22daf22'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:06.297788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network cfb7cb8d-eee2-4867-972b-dfb812185235 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:06.297788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:06.444179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:44:06.468059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] Made reservation on behalf of 52f078584bef4ddc8e4ce4aee22daf22 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:44:06.473668 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:06.488806 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:06.497909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43576) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:06.640584 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:06.683433 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-21f7ea07-6a8d-45a3-8d68-8fdf1e94800a req-d7950d67-7863-4093-b738-1b30ba7e56c7 tempest-ListServersNegativeTestJSON-1962535436 tempest-ListServersNegativeTestJSON-1962535436-project] 10.222.0.22 "GET /v2.0/ports?device_id=0631ba59-1561-425c-80ae-64329b88c8a7 HTTP/1.1" status: 200 len: 210 time: 0.1310222 Sep 23 22:44:06.725500 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5a10-6202-4c85-9860-6b594af684ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:06.758579 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:44:06.770456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43584) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:06.776375 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-95b5c5ac-6afb-44e5-aee5-22d31a0e2649 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/16a4ba06-eeb1-4467-b5bf-18d435a74c80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5072305 Sep 23 22:44:06.777965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Sync routers for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:44:06.781492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1e7a8be5-29d8-4753-b5b1-bba130a16cec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'network': {'name': 'tempest-RoutersTest-1322285135'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:06.803753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-371b9bea-6f69-48f5-aa24-6c01bf0714f9 None None] Provisioning complete for port 222b38bd-7dc4-4033-9957-0b8b40dbcc22 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:06.804463 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-371b9bea-6f69-48f5-aa24-6c01bf0714f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:06.814384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3aec0562-484f-468e-840b-21537eff7311 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:06.868833 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:06.872010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:06.872665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:06.972956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-371b9bea-6f69-48f5-aa24-6c01bf0714f9 None None] Port 222b38bd-7dc4-4033-9957-0b8b40dbcc22 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:44:06.998610 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.000832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:07.037032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:44:07.040251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 3aec0562-484f-468e-840b-21537eff7311 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:07.040721 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.055107 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:07.066854 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.067288 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] Added segment 795909d6-8f70-4edc-9ed3-955189840293 of type vlan for network 2af7378b-76bc-4a5a-b9d1-d1227c7d4a07 Sep 23 22:44:07.102011 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [None req-1e7a8be5-29d8-4753-b5b1-bba130a16cec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:44:07.102011 n-d-810775-1 neutron-server[95490]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:44:07.102011 n-d-810775-1 neutron-server[95490]: [parameters: {'project_id_1': 'e1d7d9f053a2440bbf5823619fb816ac', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 43, 46, 798229)}] Sep 23 22:44:07.102011 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:44:07.102793 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [None req-1e7a8be5-29d8-4753-b5b1-bba130a16cec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:44:07.183496 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.201801 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5a10-6202-4c85-9860-6b594af684ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.345254 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:04Z', 'revision_number': 3, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:05Z', 'revision_number': 2, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:07.372624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Checking router: 16a4ba06-eeb1-4467-b5bf-18d435a74c80 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:44:07.372925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Updating router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 port 222b38bd-7dc4-4033-9957-0b8b40dbcc22 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:44:07.399423 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.472231 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5a10-6202-4c85-9860-6b594af684ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.474388 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.476367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:07.477388 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.529647 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a1dc5a10-6202-4c85-9860-6b594af684ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=394f1f3ed91845189186ea3cb3799d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0300241 Sep 23 22:44:07.535605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43610) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:07.552446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] Pushing event updated for resources: {'Network': ['ID=2af7378b-76bc-4a5a-b9d1-d1227c7d4a07,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:07.553811 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc5a10-6202-4c85-9860-6b594af684ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0535896-76f3-4398-a9c5-77f614bf2ab5,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:07.568105 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 2af7378b-76bc-4a5a-b9d1-d1227c7d4a07 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:44:07.602463 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-307e138a-375e-408a-942c-9c30b0238e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.632562 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-307e138a-375e-408a-942c-9c30b0238e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.652673 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ea55e1de-a3bb-40fd-9d15-3d6f4d9f186a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6519163 Sep 23 22:44:07.657282 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43614) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:07.663718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-673f7490-b706-4986-b934-7e328065f1bf admin admin] Request body: {'subnet': {'network_id': '2af7378b-76bc-4a5a-b9d1-d1227c7d4a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-863570051-subnet', 'tenant_id': '52f078584bef4ddc8e4ce4aee22daf22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:07.751747 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43620) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:07.810405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19b1385-ddc3-4812-8609-04fd186164c5 admin admin] Deleting subnet 0f489e0c-5e01-4476-b706-eb671613c7a3 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:44:07.816592 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e19b1385-ddc3-4812-8609-04fd186164c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.833844 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.844330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7a8be5-29d8-4753-b5b1-bba130a16cec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:44:07.848410 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8be5-29d8-4753-b5b1-bba130a16cec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.870785 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-307e138a-375e-408a-942c-9c30b0238e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.873546 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-307e138a-375e-408a-942c-9c30b0238e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.874778 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-307e138a-375e-408a-942c-9c30b0238e55 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0535896-76f3-4398-a9c5-77f614bf2ab5 HTTP/1.1" status: 204 len: 168 time: 0.3376453 Sep 23 22:44:07.886064 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e19b1385-ddc3-4812-8609-04fd186164c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.924009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e138a-375e-408a-942c-9c30b0238e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0535896-76f3-4398-a9c5-77f614bf2ab5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:07.934941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7a8be5-29d8-4753-b5b1-bba130a16cec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:44:07.954654 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8be5-29d8-4753-b5b1-bba130a16cec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.954654 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-1e7a8be5-29d8-4753-b5b1-bba130a16cec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Added segment 61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3 of type vlan for network 6abe1634-ad78-470f-b49f-e354a50854ae Sep 23 22:44:07.964680 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e19b1385-ddc3-4812-8609-04fd186164c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:07.973071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673f7490-b706-4986-b934-7e328065f1bf admin admin] Made reservation on behalf of 52f078584bef4ddc8e4ce4aee22daf22 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:44:07.978159 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-673f7490-b706-4986-b934-7e328065f1bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.035269 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8be5-29d8-4753-b5b1-bba130a16cec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.097083 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.158940 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f368cc-e1d8-4df8-9458-761a020462d4 None None] Pushing event updated for resources: {'Port': ['ID=222b38bd-7dc4-4033-9957-0b8b40dbcc22,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:08.224511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Attempting to bind port 222b38bd-7dc4-4033-9957-0b8b40dbcc22 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:44:08.225659 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Attempting to bind port 222b38bd-7dc4-4033-9957-0b8b40dbcc22 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ca46f1e9-748b-4c70-ae6a-5f3b76087bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:44:08.226028 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Attempting to bind port 222b38bd-7dc4-4033-9957-0b8b40dbcc22 on network cfb7cb8d-eee2-4867-972b-dfb812185235 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:08.232615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:44:08.233203 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Checking segment: {'id': 'ca46f1e9-748b-4c70-ae6a-5f3b76087bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:08.233631 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.234179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Bound using segment: {'id': 'ca46f1e9-748b-4c70-ae6a-5f3b76087bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:44:08.234519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Bound port: 222b38bd-7dc4-4033-9957-0b8b40dbcc22, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca46f1e9-748b-4c70-ae6a-5f3b76087bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:44:08.234906 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.286795 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8be5-29d8-4753-b5b1-bba130a16cec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.297036 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7a8be5-29d8-4753-b5b1-bba130a16cec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:08.297957 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8be5-29d8-4753-b5b1-bba130a16cec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.308296 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e19b1385-ddc3-4812-8609-04fd186164c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.341422 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-673f7490-b706-4986-b934-7e328065f1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.347400 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] For port 222b38bd-7dc4-4033-9957-0b8b40dbcc22, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:44:08.353483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] For port 222b38bd-7dc4-4033-9957-0b8b40dbcc22, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=222b38bd-7dc4-4033-9957-0b8b40dbcc22,segment=NetworkSegment(ca46f1e9-748b-4c70-ae6a-5f3b76087bf4),segment_id=ca46f1e9-748b-4c70-ae6a-5f3b76087bf4)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:44:08.390710 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e19b1385-ddc3-4812-8609-04fd186164c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.396040 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e19b1385-ddc3-4812-8609-04fd186164c5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0f489e0c-5e01-4476-b706-eb671613c7a3 HTTP/1.1" status: 204 len: 168 time: 0.6399345 Sep 23 22:44:08.396040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b1385-ddc3-4812-8609-04fd186164c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f489e0c-5e01-4476-b706-eb671613c7a3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:08.397419 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43644) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:08.472344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f7490-b706-4986-b934-7e328065f1bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76eac4f-434e-478d-bc85-426a2b8dc0f6,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:08.489396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a8be5-29d8-4753-b5b1-bba130a16cec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Network': ['ID=6abe1634-ad78-470f-b49f-e354a50854ae,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:08.491040 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673f7490-b706-4986-b934-7e328065f1bf admin admin] Checking segment: {'id': '795909d6-8f70-4edc-9ed3-955189840293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2af7378b-76bc-4a5a-b9d1-d1227c7d4a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:08.491533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673f7490-b706-4986-b934-7e328065f1bf admin admin] Network hostable DHCP agents. Network: 2af7378b-76bc-4a5a-b9d1-d1227c7d4a07, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:44:08.515284 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.535624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 6abe1634-ad78-470f-b49f-e354a50854ae details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:44:08.563955 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34db54c2-ecf2-47d1-b63a-be9a07c61784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.605927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1e7a8be5-29d8-4753-b5b1-bba130a16cec tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8333318 Sep 23 22:44:08.608722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43652) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:08.620658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b5d682a7-8898-4fe9-aa0b-5f8393e23de3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'subnet': {'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:08.655721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673f7490-b706-4986-b934-7e328065f1bf admin admin] Network 2af7378b-76bc-4a5a-b9d1-d1227c7d4a07 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:44:08.775699 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-673f7490-b706-4986-b934-7e328065f1bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 2af7378b-76bc-4a5a-b9d1-d1227c7d4a07) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:08.788704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673f7490-b706-4986-b934-7e328065f1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:08.788951 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:08.789620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:08.789890 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-673f7490-b706-4986-b934-7e328065f1bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.792469 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f368cc-e1d8-4df8-9458-761a020462d4 None None] Pushing event updated for resources: {'Port': ['ID=222b38bd-7dc4-4033-9957-0b8b40dbcc22,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:08.802620 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34db54c2-ecf2-47d1-b63a-be9a07c61784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.804449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264154a3-b7ee-497f-b620-fec869375158 None None] Network 2af7378b-76bc-4a5a-b9d1-d1227c7d4a07 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:08.843689 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:44:08.860854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-34db54c2-ecf2-47d1-b63a-be9a07c61784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525229b0-5da2-463c-8c88-97b0d9d890b9']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:08.878188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-34db54c2-ecf2-47d1-b63a-be9a07c61784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62583715-9818-45ce-afee-a9eb76660405') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:08.879491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-34db54c2-ecf2-47d1-b63a-be9a07c61784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62583715-9818-45ce-afee-a9eb76660405') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:08.897551 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34db54c2-ecf2-47d1-b63a-be9a07c61784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.924704 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-673f7490-b706-4986-b934-7e328065f1bf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2661977 Sep 23 22:44:08.940159 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34db54c2-ecf2-47d1-b63a-be9a07c61784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.949149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34db54c2-ecf2-47d1-b63a-be9a07c61784 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:44:08.949655 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34db54c2-ecf2-47d1-b63a-be9a07c61784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:44:08.975561 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:44:09.104568 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d682a7-8898-4fe9-aa0b-5f8393e23de3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:44:09.111854 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b5d682a7-8898-4fe9-aa0b-5f8393e23de3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:09.163995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1354c10c-408b-4652-a625-f884dfb1721e None None] Provisioning complete for port 222b38bd-7dc4-4033-9957-0b8b40dbcc22 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:09.164627 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1354c10c-408b-4652-a625-f884dfb1721e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:09.219416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:09.243017 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34db54c2-ecf2-47d1-b63a-be9a07c61784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:09.282862 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34db54c2-ecf2-47d1-b63a-be9a07c61784 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:09.282862 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-34db54c2-ecf2-47d1-b63a-be9a07c61784 admin admin] 10.222.0.22 "DELETE /v2.0/networks/525229b0-5da2-463c-8c88-97b0d9d890b9 HTTP/1.1" status: 204 len: 168 time: 0.8655500 Sep 23 22:44:09.318175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db54c2-ecf2-47d1-b63a-be9a07c61784 admin admin] Pushing event deleted for resources: {'Network': ['ID=525229b0-5da2-463c-8c88-97b0d9d890b9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:09.494529 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fb2fa3-c77c-4d44-a6f3-52cdf92f622f None None] Network 2af7378b-76bc-4a5a-b9d1-d1227c7d4a07 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:09.552570 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1354c10c-408b-4652-a625-f884dfb1721e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:09.673642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1354c10c-408b-4652-a625-f884dfb1721e None None] For port 222b38bd-7dc4-4033-9957-0b8b40dbcc22, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=222b38bd-7dc4-4033-9957-0b8b40dbcc22,segment=NetworkSegment(ca46f1e9-748b-4c70-ae6a-5f3b76087bf4),segment_id=ca46f1e9-748b-4c70-ae6a-5f3b76087bf4)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:09.762900 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:04Z', 'revision_number': 3, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:08Z', 'revision_number': 4, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:09.781903 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b5d682a7-8898-4fe9-aa0b-5f8393e23de3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:09.816588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84026b46-e9b7-48c2-bf0c-24b1871663ac None None] The sync data for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 is: [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:04Z', 'revision_number': 3, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:08Z', 'revision_number': 4, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:44:09.824916 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1354c10c-408b-4652-a625-f884dfb1721e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:09.917233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d682a7-8898-4fe9-aa0b-5f8393e23de3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Subnet': ['ID=0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:09.931444 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d682a7-8898-4fe9-aa0b-5f8393e23de3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Checking segment: {'id': '61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:09.931739 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d682a7-8898-4fe9-aa0b-5f8393e23de3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network hostable DHCP agents. Network: 6abe1634-ad78-470f-b49f-e354a50854ae, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:44:09.963479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354c10c-408b-4652-a625-f884dfb1721e None None] Pushing event updated for resources: {'Port': ['ID=222b38bd-7dc4-4033-9957-0b8b40dbcc22,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:09.990316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-ee0de72d-f840-4002-b395-a9b58d8caaa4 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:09.998321 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-ee0de72d-f840-4002-b395-a9b58d8caaa4 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/networks?id=2af7378b-76bc-4a5a-b9d1-d1227c7d4a07 HTTP/1.1" status: 200 len: 813 time: 0.2563729 Sep 23 22:44:10.015806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7477bbbc-be45-4ee5-b54b-da8518db3b0b None None] Provisioning complete for port 222b38bd-7dc4-4033-9957-0b8b40dbcc22 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:10.016547 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7477bbbc-be45-4ee5-b54b-da8518db3b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:10.026896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-708e9b1e-393a-4f8c-abb8-34781237279e tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/quotas/52f078584bef4ddc8e4ce4aee22daf22 HTTP/1.1" status: 200 len: 375 time: 0.0266850 Sep 23 22:44:10.059289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d682a7-8898-4fe9-aa0b-5f8393e23de3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 6abe1634-ad78-470f-b49f-e354a50854ae is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:44:10.110202 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-a537514b-509b-4fe1-9086-ba1668f69dc2 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=52f078584bef4ddc8e4ce4aee22daf22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820997 Sep 23 22:44:10.192799 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-b5d682a7-8898-4fe9-aa0b-5f8393e23de3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 6abe1634-ad78-470f-b49f-e354a50854ae) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:10.207443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1b1762-5d02-4a0e-8e10-5da9caa2fa69 None None] Network 6abe1634-ad78-470f-b49f-e354a50854ae requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:10.208617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d682a7-8898-4fe9-aa0b-5f8393e23de3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:10.210694 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b5d682a7-8898-4fe9-aa0b-5f8393e23de3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:10.273811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-085fca6a-84cb-41c4-9e05-5ca72c115a76 service neutron] 10.222.0.22 "GET /v2.0/networks/2af7378b-76bc-4a5a-b9d1-d1227c7d4a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623449 Sep 23 22:44:10.276708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43738) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:10.314872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43740) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:10.353660 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9d1aba19-76d6-45dd-8e57-ee56e6cdde92 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54dbd8211657479aa35946c22c2cb15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752146 Sep 23 22:44:10.357059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43744) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:10.395140 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b5d682a7-8898-4fe9-aa0b-5f8393e23de3 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7813506 Sep 23 22:44:10.397902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43748) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:10.494726 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b602e41-53a4-4162-9ec3-fa44888ea321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:10.539248 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-6abe1634-ad78-470f-b49f-e354a50854ae', 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'fixed_ips': [{'subnet_id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:44:10.540357 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:10.557852 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b602e41-53a4-4162-9ec3-fa44888ea321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:10.596110 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-14d6ce7f-593a-46ae-8a2e-9615319b6ac8 service neutron] 10.222.0.22 "GET /v2.0/networks/2af7378b-76bc-4a5a-b9d1-d1227c7d4a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209198 Sep 23 22:44:10.711928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2052449665-network', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:10.806770 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b602e41-53a4-4162-9ec3-fa44888ea321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:10.806770 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b602e41-53a4-4162-9ec3-fa44888ea321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:10.808057 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2b602e41-53a4-4162-9ec3-fa44888ea321 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/700cc271-d6a1-466b-83d5-f3300ffc119b HTTP/1.1" status: 204 len: 168 time: 0.4498904 Sep 23 22:44:10.824902 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b602e41-53a4-4162-9ec3-fa44888ea321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700cc271-d6a1-466b-83d5-f3300ffc119b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:10.890626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] Made reservation on behalf of d707f250aa5940a48cfb93cd1befd7b6 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:44:10.896900 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:10.906426 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 222b38bd-7dc4-4033-9957-0b8b40dbcc22 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:10.910889 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:11.095120 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:11.099589 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Allocated IP 172.22.0.2 (6abe1634-ad78-470f-b49f-e354a50854ae/0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa/abd179f9-12a7-4356-a409-bba4e3906acc) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:44:11.119332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 222b38bd-7dc4-4033-9957-0b8b40dbcc22 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:11.120475 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:11.126798 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:11.153357 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f29d854b-57af-415a-980a-eb880aefed83 req-d6d1e369-095d-4bde-8bec-fe88ba3c96eb tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 210 time: 0.0560124 Sep 23 22:44:11.253229 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:11.340090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:44:11.471462 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:11.471986 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] Added segment f6301537-997a-4ce2-a58e-583168546553 of type vlan for network 19bceef7-8f40-4dc6-ba04-2432ead2b346 Sep 23 22:44:11.485834 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:11.494867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad319437-baf1-4b13-84c9-c810284dec1d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:11.558881 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:11.606018 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:11.721628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Network 6abe1634-ad78-470f-b49f-e354a50854ae is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:11.744586 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:11.746047 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:11.746767 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:11.748077 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:11.750940 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:44:11.766926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Allocated IP 172.22.0.1 (6abe1634-ad78-470f-b49f-e354a50854ae/0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa/cff06318-e0f6-4152-9747-142bfc01ac21) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:44:11.783038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Pushing event updated for resources: {'Port': ['ID=abd179f9-12a7-4356-a409-bba4e3906acc,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:11.888245 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Attempting to bind port abd179f9-12a7-4356-a409-bba4e3906acc on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:44:11.888792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Attempting to bind port abd179f9-12a7-4356-a409-bba4e3906acc by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:44:11.889273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Attempting to bind port abd179f9-12a7-4356-a409-bba4e3906acc on network 6abe1634-ad78-470f-b49f-e354a50854ae {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:11.904359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:44:11.904860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Checking segment: {'id': '61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:11.905428 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:11.905945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Bound using segment: {'id': '61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:44:11.906657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Bound port: abd179f9-12a7-4356-a409-bba4e3906acc, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:44:11.909031 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:11.962372 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6448710 Sep 23 22:44:11.964247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6f447-c102-49e3-b829-ab28176f9080 admin admin] Pushing event updated for resources: {'Network': ['ID=19bceef7-8f40-4dc6-ba04-2432ead2b346,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:11.966299 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43788) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:11.975884 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c3261ecf-a2f5-4259-9c65-757fcd91bc28 admin admin] Request body: {'subnet': {'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2052449665-subnet', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:12.005410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 19bceef7-8f40-4dc6-ba04-2432ead2b346 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:44:12.006492 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:12.030737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] For port abd179f9-12a7-4356-a409-bba4e3906acc, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:44:12.057996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] For port abd179f9-12a7-4356-a409-bba4e3906acc, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=abd179f9-12a7-4356-a409-bba4e3906acc,segment=NetworkSegment(61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3),segment_id=61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:44:12.166666 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:12.167285 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:12.168721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3261ecf-a2f5-4259-9c65-757fcd91bc28 admin admin] Made reservation on behalf of d707f250aa5940a48cfb93cd1befd7b6 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:44:12.175767 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3261ecf-a2f5-4259-9c65-757fcd91bc28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:12.249370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 6abe1634-ad78-470f-b49f-e354a50854ae is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:12.270491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:12.275187 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:44:12.296220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be3f3d-6362-42e0-9230-c5ae4a321764 None None] Pushing event updated for resources: {'Port': ['ID=abd179f9-12a7-4356-a409-bba4e3906acc,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:12.312875 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c0b6e3e1-83ac-4bc2-a70e-9a80d40c0d22 req-e537f8a0-4954-472c-b628-f4d209b81694 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 210 time: 0.0560422 Sep 23 22:44:12.426596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=cff06318-e0f6-4152-9747-142bfc01ac21,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:12.573667 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:12.854583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43806) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:12.855884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device abd179f9-12a7-4356-a409-bba4e3906acc up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:12.923828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port abd179f9-12a7-4356-a409-bba4e3906acc triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:12.924317 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:13.002982 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1b462bd-070d-4c3a-9ad5-3b1d4d19f786 req-9053e870-4ebe-48a4-9002-5d72e17e9b88 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4839511 Sep 23 22:44:13.069702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1594930088-network', 'tenant_id': '1151e1f45810456fa6866c09f41bf7a9'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:13.102310 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3c85c5a5-a66a-4a76-938f-6b54c622a155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:13.131266 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:13.151472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b462bd-070d-4c3a-9ad5-3b1d4d19f786 req-3ce2310a-12c3-4a39-8db6-f7495a01b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:13.153211 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1b462bd-070d-4c3a-9ad5-3b1d4d19f786 req-3ce2310a-12c3-4a39-8db6-f7495a01b82f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=105c7207854f488985a813c37073f45f&device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 1098 time: 0.0774956 Sep 23 22:44:13.155453 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3261ecf-a2f5-4259-9c65-757fcd91bc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:13.204307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port abd179f9-12a7-4356-a409-bba4e3906acc, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=abd179f9-12a7-4356-a409-bba4e3906acc,segment=NetworkSegment(61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3),segment_id=61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:13.226494 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] Made reservation on behalf of 1151e1f45810456fa6866c09f41bf7a9 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:44:13.229016 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:13.240154 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:13.309007 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:13.426635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b462bd-070d-4c3a-9ad5-3b1d4d19f786 req-84452d11-e3fc-4c05-8808-fb6163ec5dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:13.428239 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1b462bd-070d-4c3a-9ad5-3b1d4d19f786 req-84452d11-e3fc-4c05-8808-fb6163ec5dd3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 200 len: 917 time: 0.2439969 Sep 23 22:44:13.490424 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a81df87e-dcb3-4c9e-9522-1c3af7a9391d req-6fe03575-8dc4-47f0-a52c-48ab5d175572 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 210 time: 0.0657353 Sep 23 22:44:13.490821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=abd179f9-12a7-4356-a409-bba4e3906acc,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:13.559443 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:13.562078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3261ecf-a2f5-4259-9c65-757fcd91bc28 admin admin] Checking segment: {'id': 'f6301537-997a-4ce2-a58e-583168546553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:13.562468 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3261ecf-a2f5-4259-9c65-757fcd91bc28 admin admin] Network hostable DHCP agents. Network: 19bceef7-8f40-4dc6-ba04-2432ead2b346, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:44:13.572970 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:13.578383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3261ecf-a2f5-4259-9c65-757fcd91bc28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bdc1636-a781-4383-946a-6ab99b92d91c,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:13.615540 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1b462bd-070d-4c3a-9ad5-3b1d4d19f786 req-e092552a-54c0-44b8-b48d-45a1fed2f19d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbced89-a474-4b0f-b412-b44171dc5011 HTTP/1.1" status: 200 len: 1002 time: 0.1589437 Sep 23 22:44:13.647912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa3ec69-2675-48a2-a472-9ef6852c6a93 None None] Network 6abe1634-ad78-470f-b49f-e354a50854ae requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:13.694878 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:13.699284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f517f901-eda5-498b-b21d-0451f11e1112 None None] Provisioning complete for port abd179f9-12a7-4356-a409-bba4e3906acc triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:13.699916 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f517f901-eda5-498b-b21d-0451f11e1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:13.745674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b0b087-22c0-406b-b9cc-3c3c4d03074d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:13.755512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b462bd-070d-4c3a-9ad5-3b1d4d19f786 req-11a0be95-b861-462b-956b-759d21962cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:13.757697 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1b462bd-070d-4c3a-9ad5-3b1d4d19f786 req-11a0be95-b861-462b-956b-759d21962cb8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 200 len: 855 time: 0.1348352 Sep 23 22:44:13.763524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:44:13.778552 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:13.779465 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] Added segment 23336d33-bc68-40e3-b2b6-906d91760987 of type vlan for network 6f7acb6a-a6f2-449f-8556-60efca655781 Sep 23 22:44:13.852244 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:13.913264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3261ecf-a2f5-4259-9c65-757fcd91bc28 admin admin] Network 19bceef7-8f40-4dc6-ba04-2432ead2b346 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:44:14.055175 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:14.056953 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:14.058807 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:14.107118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b462bd-070d-4c3a-9ad5-3b1d4d19f786 req-b6a38e8b-e6be-40ea-b8fa-51fc902395b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:14.110924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1b462bd-070d-4c3a-9ad5-3b1d4d19f786 req-b6a38e8b-e6be-40ea-b8fa-51fc902395b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15f12cf3-76d1-444b-8977-8d9ed31e3a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2083147 Sep 23 22:44:14.196969 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:14.201039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c3261ecf-a2f5-4259-9c65-757fcd91bc28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 19bceef7-8f40-4dc6-ba04-2432ead2b346) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:14.211686 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3502319 Sep 23 22:44:14.216212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43820) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:14.221984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ed9720db-5456-4972-adee-c42e4c2673a1 admin admin] Request body: {'subnet': {'network_id': '6f7acb6a-a6f2-449f-8556-60efca655781', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1594930088-subnet', 'tenant_id': '1151e1f45810456fa6866c09f41bf7a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:14.224635 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3a9beb-cba7-4e54-9bc9-979122e13af8 None None] Network 19bceef7-8f40-4dc6-ba04-2432ead2b346 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:14.232521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3261ecf-a2f5-4259-9c65-757fcd91bc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:14.233890 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3261ecf-a2f5-4259-9c65-757fcd91bc28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:14.322975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a86a06-6a80-49f0-b899-a616a78b160e admin admin] Pushing event updated for resources: {'Network': ['ID=6f7acb6a-a6f2-449f-8556-60efca655781,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:14.343500 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 6f7acb6a-a6f2-449f-8556-60efca655781 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:44:14.358016 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:14.470437 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1b462bd-070d-4c3a-9ad5-3b1d4d19f786 req-c11d380b-1182-45ca-8798-0a7df975173c service neutron] 10.222.0.43 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497229 Sep 23 22:44:14.526334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9720db-5456-4972-adee-c42e4c2673a1 admin admin] Made reservation on behalf of 1151e1f45810456fa6866c09f41bf7a9 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:44:14.544069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed9720db-5456-4972-adee-c42e4c2673a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:14.619484 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:14.650246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=cff06318-e0f6-4152-9747-142bfc01ac21,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:14.689964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5b92f69a-041d-4e7c-849b-a49b393bd793 None None] Provisioning complete for port cff06318-e0f6-4152-9747-142bfc01ac21 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:14.690335 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5b92f69a-041d-4e7c-849b-a49b393bd793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:14.701217 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-027ad476-fcee-483c-a6a7-a45dc67f9c3c req-eda63614-4923-40a1-94d3-0575dbac5ea9 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 210 time: 0.0492396 Sep 23 22:44:14.780060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1b462bd-070d-4c3a-9ad5-3b1d4d19f786 req-6f406edd-a362-4ae5-ac1f-c7f99098d631 service neutron] 10.222.0.43 "GET /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982180 Sep 23 22:44:14.814576 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device abd179f9-12a7-4356-a409-bba4e3906acc up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:14.822278 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c3261ecf-a2f5-4259-9c65-757fcd91bc28 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8538718 Sep 23 22:44:14.826263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43828) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:14.835197 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2052449665-router', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:14.962578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 6abe1634-ad78-470f-b49f-e354a50854ae is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:14.963320 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5b92f69a-041d-4e7c-849b-a49b393bd793 None None] Port cff06318-e0f6-4152-9747-142bfc01ac21 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:44:14.965840 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:14.980256 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-19bceef7-8f40-4dc6-ba04-2432ead2b346', 'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'fixed_ips': [{'subnet_id': '1bdc1636-a781-4383-946a-6ab99b92d91c'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:44:14.981636 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:15.043872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5b92f69a-041d-4e7c-849b-a49b393bd793 None None] Provisioning complete for port abd179f9-12a7-4356-a409-bba4e3906acc triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:15.044224 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5b92f69a-041d-4e7c-849b-a49b393bd793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:15.092291 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:15.094038 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:15.142134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:44:15.158335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port abd179f9-12a7-4356-a409-bba4e3906acc triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:15.158982 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:15.190408 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:15.357337 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed9720db-5456-4972-adee-c42e4c2673a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:15.464502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:44:15.496429 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Sync routers for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:44:15.500140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9720db-5456-4972-adee-c42e4c2673a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc3e544f-d6b5-4125-acd3-12e50ea3ce61,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:15.537085 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:15.539038 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:43:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:15.539799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8af10d7c-fb49-4aa5-8f72-5a55c0d3a9fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/16a4ba06-eeb1-4467-b5bf-18d435a74c80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1384299 Sep 23 22:44:15.540790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43838) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:15.585748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-da39f5e4-a4f2-4f58-afc0-d956085901ae tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'network': {'name': 'tempest-RoutersTest-2145425930'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:15.606251 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9720db-5456-4972-adee-c42e4c2673a1 admin admin] Checking segment: {'id': '23336d33-bc68-40e3-b2b6-906d91760987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6f7acb6a-a6f2-449f-8556-60efca655781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:15.607256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9720db-5456-4972-adee-c42e4c2673a1 admin admin] Network hostable DHCP agents. Network: 6f7acb6a-a6f2-449f-8556-60efca655781, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:44:15.632538 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Allocated IP 172.20.0.2 (19bceef7-8f40-4dc6-ba04-2432ead2b346/1bdc1636-a781-4383-946a-6ab99b92d91c/927f3373-06de-4c8f-ae4a-37e7e8c02fa6) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:44:15.659572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f6cccea9-741e-4e7c-a296-aea148d0646a None None] Provisioning complete for port cff06318-e0f6-4152-9747-142bfc01ac21 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:15.659967 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f6cccea9-741e-4e7c-a296-aea148d0646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:15.733073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f6cccea9-741e-4e7c-a296-aea148d0646a None None] Port cff06318-e0f6-4152-9747-142bfc01ac21 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:44:15.810639 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:15.823985 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:15.859226 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d62392df-ad36-439f-a525-63bbbc9b3638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:15.895901 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c40cf265-e894-446c-8c65-097ae2b4e28a req-cd4079b2-e232-4353-9724-2aa6cbc9a455 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 210 time: 0.0361586 Sep 23 22:44:15.966224 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9720db-5456-4972-adee-c42e4c2673a1 admin admin] Network 6f7acb6a-a6f2-449f-8556-60efca655781 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:44:15.976465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da39f5e4-a4f2-4f58-afc0-d956085901ae tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:44:15.985268 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da39f5e4-a4f2-4f58-afc0-d956085901ae tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:16.024604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da39f5e4-a4f2-4f58-afc0-d956085901ae tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:44:16.038496 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da39f5e4-a4f2-4f58-afc0-d956085901ae tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:16.039247 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-da39f5e4-a4f2-4f58-afc0-d956085901ae tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Added segment 17465e1c-abd4-4e3f-b8f6-501b09758b28 of type vlan for network 89b711f5-458c-48b0-bfdb-0af0a6eb1dbc Sep 23 22:44:16.059955 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:16.095427 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da39f5e4-a4f2-4f58-afc0-d956085901ae tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:16.110510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-ed9720db-5456-4972-adee-c42e4c2673a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 6f7acb6a-a6f2-449f-8556-60efca655781) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:16.117917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9720db-5456-4972-adee-c42e4c2673a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:16.117917 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed9720db-5456-4972-adee-c42e4c2673a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:16.118406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bfbb38-0b32-4a3f-83b6-e15b1109767c None None] Network 6f7acb6a-a6f2-449f-8556-60efca655781 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:16.130295 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:13Z', 'revision_number': 4, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:09Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff06318-e0f6-4152-9747-142bfc01ac21', 'name': '', 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:11Z', 'updated_at': '2021-09-23T22:44:13Z', 'revision_number': 2, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:16.193272 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Checking router: 16a4ba06-eeb1-4467-b5bf-18d435a74c80 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:44:16.193932 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Updating router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 port cff06318-e0f6-4152-9747-142bfc01ac21 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:44:16.235666 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:16.322947 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee3cc1-4a67-41af-8b86-9e3654eced70 None None] Network 6f7acb6a-a6f2-449f-8556-60efca655781 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:16.331170 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:16.357781 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:16.409188 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:16.417004 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:16.459286 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ed9720db-5456-4972-adee-c42e4c2673a1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2414646 Sep 23 22:44:16.460529 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da39f5e4-a4f2-4f58-afc0-d956085901ae tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:16.475624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da39f5e4-a4f2-4f58-afc0-d956085901ae tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:16.477036 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da39f5e4-a4f2-4f58-afc0-d956085901ae tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:16.539828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Network 19bceef7-8f40-4dc6-ba04-2432ead2b346 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:16.547274 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Pushing event updated for resources: {'Port': ['ID=927f3373-06de-4c8f-ae4a-37e7e8c02fa6,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:16.554657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:16.631804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:44:16.662428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Allocated IP 172.25.1.200 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/e074f558-719e-4b42-951b-7bc3dd9feb3b) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:44:16.850891 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:16.858249 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-d3b66114-97af-48b5-a79d-bb4cbe5fffdf tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:16.861459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-d3b66114-97af-48b5-a79d-bb4cbe5fffdf tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.67 "GET /v2.0/networks?id=2af7378b-76bc-4a5a-b9d1-d1227c7d4a07 HTTP/1.1" status: 200 len: 813 time: 0.3162663 Sep 23 22:44:16.908124 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-da39f5e4-a4f2-4f58-afc0-d956085901ae tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3645556 Sep 23 22:44:16.914782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-0b3f9f48-05c3-433c-a223-686b0a7249e2 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Request body: {'port': {'device_id': '6ad30f13-a81b-4ea2-9624-566a14e8caac', 'network_id': '2af7378b-76bc-4a5a-b9d1-d1227c7d4a07', 'admin_state_up': True, 'tenant_id': '52f078584bef4ddc8e4ce4aee22daf22'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:16.926169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43856) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:16.932634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-eff4b1b5-7b10-4f1d-bd2e-90f118d048dd tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'subnet': {'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:16.971859 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:16.999812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Attempting to bind port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:44:17.000425 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Attempting to bind port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f6301537-997a-4ce2-a58e-583168546553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:44:17.001203 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Attempting to bind port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 on network 19bceef7-8f40-4dc6-ba04-2432ead2b346 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:17.013464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:44:17.014084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Checking segment: {'id': 'f6301537-997a-4ce2-a58e-583168546553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:17.014827 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:17.015488 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Bound using segment: {'id': 'f6301537-997a-4ce2-a58e-583168546553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:44:17.016269 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Bound port: 927f3373-06de-4c8f-ae4a-37e7e8c02fa6, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6301537-997a-4ce2-a58e-583168546553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:44:17.017202 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:17.069060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39f5e4-a4f2-4f58-afc0-d956085901ae tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Network': ['ID=89b711f5-458c-48b0-bfdb-0af0a6eb1dbc,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:17.078709 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:17.118832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 89b711f5-458c-48b0-bfdb-0af0a6eb1dbc details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:44:17.137153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a02c0-11e6-4958-87ec-721c18f111ee req-77fc52d9-ff2e-4100-bbe7-2837f5bc3604 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:17.148581 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2a3a02c0-11e6-4958-87ec-721c18f111ee req-77fc52d9-ff2e-4100-bbe7-2837f5bc3604 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 947 time: 0.1857162 Sep 23 22:44:17.233471 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2a3a02c0-11e6-4958-87ec-721c18f111ee req-c6a94ea1-a749-492b-86e4-2982c08cc431 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824203 Sep 23 22:44:17.287776 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:17.415877 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:17.416180 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Attempting to bind port cff06318-e0f6-4152-9747-142bfc01ac21 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:44:17.416180 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Attempting to bind port cff06318-e0f6-4152-9747-142bfc01ac21 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:44:17.416180 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Attempting to bind port cff06318-e0f6-4152-9747-142bfc01ac21 on network 6abe1634-ad78-470f-b49f-e354a50854ae {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:17.460634 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:44:17.461852 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Checking segment: {'id': '61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:17.463337 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:17.464364 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Bound using segment: {'id': '61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:44:17.465627 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Bound port: cff06318-e0f6-4152-9747-142bfc01ac21, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:44:17.468177 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:17.521338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:17.523755 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] For port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:44:17.531353 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] For port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=927f3373-06de-4c8f-ae4a-37e7e8c02fa6,segment=NetworkSegment(f6301537-997a-4ce2-a58e-583168546553),segment_id=f6301537-997a-4ce2-a58e-583168546553)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:44:17.534953 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:17.564928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:44:17.568487 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Pushing event updated for resources: {'Port': ['ID=e074f558-719e-4b42-951b-7bc3dd9feb3b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:17.578793 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c35870d-9667-4a71-a04c-be29d96e9235 req-0380e88d-1337-42f2-977f-bb029616fe17 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 210 time: 0.1377528 Sep 23 22:44:17.584083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff4b1b5-7b10-4f1d-bd2e-90f118d048dd tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Made reservation on behalf of e1d7d9f053a2440bbf5823619fb816ac for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:44:17.592816 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eff4b1b5-7b10-4f1d-bd2e-90f118d048dd tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:17.631544 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] For port cff06318-e0f6-4152-9747-142bfc01ac21, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:44:17.643125 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] For port cff06318-e0f6-4152-9747-142bfc01ac21, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cff06318-e0f6-4152-9747-142bfc01ac21,segment=NetworkSegment(61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3),segment_id=61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:44:17.651782 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286633c-f4ac-4951-b40c-7bc3282095ee None None] Pushing event updated for resources: {'Port': ['ID=cff06318-e0f6-4152-9747-142bfc01ac21,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:17.685169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6440299c-6d97-4f4c-a0a2-71ea25070aa6 None None] Provisioning complete for port cff06318-e0f6-4152-9747-142bfc01ac21 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:17.687779 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6440299c-6d97-4f4c-a0a2-71ea25070aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:17.692910 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:17.777278 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:17.792993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb4d2a-9f6f-411d-a478-dd9f5a2297b1 None None] Pushing event updated for resources: {'Port': ['ID=927f3373-06de-4c8f-ae4a-37e7e8c02fa6,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:17.837918 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6440299c-6d97-4f4c-a0a2-71ea25070aa6 None None] Port cff06318-e0f6-4152-9747-142bfc01ac21 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:44:17.955998 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:18.022390 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286633c-f4ac-4951-b40c-7bc3282095ee None None] Pushing event updated for resources: {'Port': ['ID=cff06318-e0f6-4152-9747-142bfc01ac21,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:18.033017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-1b932252-88cb-41a2-a161-65aee897a97b tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:18.037730 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:18.038820 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:18.053434 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-1b932252-88cb-41a2-a161-65aee897a97b tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/networks?id=6f7acb6a-a6f2-449f-8556-60efca655781 HTTP/1.1" status: 200 len: 809 time: 0.3746819 Sep 23 22:44:18.105238 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-5494a502-f5b0-434e-9d1f-e31ef83fd688 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/quotas/1151e1f45810456fa6866c09f41bf7a9 HTTP/1.1" status: 200 len: 375 time: 0.0507894 Sep 23 22:44:18.224314 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:18.243748 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:18.255052 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-175addd1-0def-4373-8435-1054599edc07 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1151e1f45810456fa6866c09f41bf7a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1488981 Sep 23 22:44:18.279617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-0b3f9f48-05c3-433c-a223-686b0a7249e2 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Made reservation on behalf of 52f078584bef4ddc8e4ce4aee22daf22 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:44:18.283161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-911e954b-c586-4406-b23e-cefb524fb22a None None] Provisioning complete for port cff06318-e0f6-4152-9747-142bfc01ac21 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:18.284598 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-911e954b-c586-4406-b23e-cefb524fb22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:18.288529 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-0b3f9f48-05c3-433c-a223-686b0a7249e2 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:18.502791 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-911e954b-c586-4406-b23e-cefb524fb22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:18.555312 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6ab24-9e66-430c-88c6-2566dc25ab9b req-37d02fd9-e09f-4300-9889-64c60ceda5aa tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:18.564666 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8cd6ab24-9e66-430c-88c6-2566dc25ab9b req-37d02fd9-e09f-4300-9889-64c60ceda5aa tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 947 time: 0.1459830 Sep 23 22:44:18.573790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-911e954b-c586-4406-b23e-cefb524fb22a None None] For port cff06318-e0f6-4152-9747-142bfc01ac21, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cff06318-e0f6-4152-9747-142bfc01ac21,segment=NetworkSegment(61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3),segment_id=61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:18.642651 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:18.683068 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345dcef-2191-4b73-a485-746bca434914 req-3c45e9ef-f664-46b2-b3bd-8af903333dcb tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:18.684284 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f345dcef-2191-4b73-a485-746bca434914 req-3c45e9ef-f664-46b2-b3bd-8af903333dcb tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 947 time: 0.5380893 Sep 23 22:44:18.705042 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-911e954b-c586-4406-b23e-cefb524fb22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:18.822026 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8cd6ab24-9e66-430c-88c6-2566dc25ab9b req-10100d31-17cf-4b6a-ba0a-8cc0d45a8476 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2473996 Sep 23 22:44:18.822840 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e954b-c586-4406-b23e-cefb524fb22a None None] Pushing event updated for resources: {'Port': ['ID=cff06318-e0f6-4152-9747-142bfc01ac21,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:18.850692 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:13Z', 'revision_number': 4, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:09Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff06318-e0f6-4152-9747-142bfc01ac21', 'name': '', 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:11Z', 'updated_at': '2021-09-23T22:44:17Z', 'revision_number': 4, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:18.910575 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e4167-d1eb-4ef5-9bd3-ecfd828d6f8d None None] The sync data for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 is: [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:13Z', 'revision_number': 4, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:09Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff06318-e0f6-4152-9747-142bfc01ac21', 'name': '', 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:11Z', 'updated_at': '2021-09-23T22:44:17Z', 'revision_number': 4, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:44:18.928996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:18.930211 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:18.937900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-938e7ae1-edd1-4275-ba3d-fb258f1123f9 service neutron] 10.222.0.22 "GET /v2.0/networks/6f7acb6a-a6f2-449f-8556-60efca655781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438756 Sep 23 22:44:19.102883 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-449a25c1-08ca-4fdc-83ec-20fe014dd0e8 req-7a29edf1-d95e-48c6-90d2-9e1bd217a0c3 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 210 time: 0.0922015 Sep 23 22:44:19.175845 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:19.176265 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:19.185515 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eff4b1b5-7b10-4f1d-bd2e-90f118d048dd tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:19.374391 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:19.427046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Router 9e194eee-eda3-4aea-ad3f-b0476d9e0db8 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:44:19.452119 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=927f3373-06de-4c8f-ae4a-37e7e8c02fa6,segment=NetworkSegment(f6301537-997a-4ce2-a58e-583168546553),segment_id=f6301537-997a-4ce2-a58e-583168546553)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:19.551492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0603dfdd-da66-4568-bf64-77328f25e69d None None] Network 19bceef7-8f40-4dc6-ba04-2432ead2b346 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:19.631082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:44:19.657896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Sync routers for ids ['9e194eee-eda3-4aea-ad3f-b0476d9e0db8'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:44:19.667003 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:19.736308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-0b3f9f48-05c3-433c-a223-686b0a7249e2 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Allocated IP 172.20.0.10 (2af7378b-76bc-4a5a-b9d1-d1227c7d4a07/b76eac4f-434e-478d-bc85-426a2b8dc0f6/dc0bac6b-7cd4-4deb-8c74-bab49c97cb55) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:44:19.752560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Routers {'9e194eee-eda3-4aea-ad3f-b0476d9e0db8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:19.753315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9e194eee-eda3-4aea-ad3f-b0476d9e0db8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:19.794286 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:19.800862 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9ab0c11b-7112-4c68-a242-280d88398720 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9673481 Sep 23 22:44:19.800862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43884) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:19.811075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4bda25a4-ff6b-46d9-9064-750092f6bedc None None] Provisioning complete for port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:19.811452 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4bda25a4-ff6b-46d9-9064-750092f6bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:19.814238 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4b1b5-7b10-4f1d-bd2e-90f118d048dd tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Subnet': ['ID=db169a9f-fbe2-47fd-963f-1cad7588c063,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:20.053591 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-9ea00557-c9ec-49ef-97e9-7d8206f5816a service neutron] 10.222.0.22 "GET /v2.0/networks/6f7acb6a-a6f2-449f-8556-60efca655781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0974751 Sep 23 22:44:20.097490 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-0b3f9f48-05c3-433c-a223-686b0a7249e2 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:20.138293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-f345dcef-2191-4b73-a485-746bca434914 req-2fd4a8ed-db51-4483-8a3f-5b545cc15e1a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Deleting port ecbced89-a474-4b0f-b412-b44171dc5011 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:44:20.138638 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f345dcef-2191-4b73-a485-746bca434914 req-2fd4a8ed-db51-4483-8a3f-5b545cc15e1a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:20.139811 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2a38d-74a0-48f9-9ebd-8e377b69e794 req-6141ece4-814d-431b-b569-092c5f9db4d7 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:20.148388 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20b2a38d-74a0-48f9-9ebd-8e377b69e794 req-6141ece4-814d-431b-b569-092c5f9db4d7 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 947 time: 0.1399519 Sep 23 22:44:20.185281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=927f3373-06de-4c8f-ae4a-37e7e8c02fa6,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:20.327349 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Set router 9e194eee-eda3-4aea-ad3f-b0476d9e0db8 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:20.352545 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f345dcef-2191-4b73-a485-746bca434914 req-2fd4a8ed-db51-4483-8a3f-5b545cc15e1a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] For port ecbced89-a474-4b0f-b412-b44171dc5011, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=ecbced89-a474-4b0f-b412-b44171dc5011,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:20.353241 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f345dcef-2191-4b73-a485-746bca434914 req-2fd4a8ed-db51-4483-8a3f-5b545cc15e1a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:20.360521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4b1b5-7b10-4f1d-bd2e-90f118d048dd tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Checking segment: {'id': '17465e1c-abd4-4e3f-b8f6-501b09758b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:20.364630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff4b1b5-7b10-4f1d-bd2e-90f118d048dd tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network hostable DHCP agents. Network: 89b711f5-458c-48b0-bfdb-0af0a6eb1dbc, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:44:20.589388 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8f2e4c4-9c08-4b80-831d-20101b326043 req-11ab511a-06c8-4e15-9f6d-e067743d95a2 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 210 time: 0.0493193 Sep 23 22:44:20.659561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20b2a38d-74a0-48f9-9ebd-8e377b69e794 req-37ef2a73-d938-45fa-a9a8-e8432e87b9e0 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups?id=11152bc4-548d-4f4a-aaa0-4cabb37874e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5093925 Sep 23 22:44:20.722980 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-0b3f9f48-05c3-433c-a223-686b0a7249e2 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:20.777740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff4b1b5-7b10-4f1d-bd2e-90f118d048dd tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 89b711f5-458c-48b0-bfdb-0af0a6eb1dbc is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:44:20.907080 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-0b3f9f48-05c3-433c-a223-686b0a7249e2 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Network 2af7378b-76bc-4a5a-b9d1-d1227c7d4a07 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:20.923892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'name': 'tempest-TestAggregatesBasicOps-2052449665-router', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'e074f558-719e-4b42-951b-7bc3dd9feb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:15Z', 'updated_at': '2021-09-23T22:44:17Z', 'revision_number': 3, 'project_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'gw_port': {'id': 'e074f558-719e-4b42-951b-7bc3dd9feb3b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:16Z', 'updated_at': '2021-09-23T22:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:20.966291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-0b3f9f48-05c3-433c-a223-686b0a7249e2 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:20.985702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-0b3f9f48-05c3-433c-a223-686b0a7249e2 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:44:21.003757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:21.008643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Checking router: 9e194eee-eda3-4aea-ad3f-b0476d9e0db8 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:44:21.009056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Updating router 9e194eee-eda3-4aea-ad3f-b0476d9e0db8 port e074f558-719e-4b42-951b-7bc3dd9feb3b binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:44:21.031573 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5c0983f-7611-456c-b56f-3615df6bf930 req-07f65397-8fda-47dc-9939-d88f01bd194d tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 210 time: 0.1278276 Sep 23 22:44:21.038091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-eff4b1b5-7b10-4f1d-bd2e-90f118d048dd tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 89b711f5-458c-48b0-bfdb-0af0a6eb1dbc) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:21.040077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f9f48-05c3-433c-a223-686b0a7249e2 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Pushing event updated for resources: {'Port': ['ID=dc0bac6b-7cd4-4deb-8c74-bab49c97cb55,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:21.053032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff4b1b5-7b10-4f1d-bd2e-90f118d048dd tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:21.054178 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eff4b1b5-7b10-4f1d-bd2e-90f118d048dd tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:21.075603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385edf5c-d9d2-48db-bc70-2265f4db2034 None None] Network 89b711f5-458c-48b0-bfdb-0af0a6eb1dbc requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:21.108393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-0b3f9f48-05c3-433c-a223-686b0a7249e2 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:21.109523 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-0b3f9f48-05c3-433c-a223-686b0a7249e2 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:21.115339 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f345dcef-2191-4b73-a485-746bca434914 req-2fd4a8ed-db51-4483-8a3f-5b545cc15e1a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:21.115777 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f345dcef-2191-4b73-a485-746bca434914 req-2fd4a8ed-db51-4483-8a3f-5b545cc15e1a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:21.116095 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-f345dcef-2191-4b73-a485-746bca434914 req-2fd4a8ed-db51-4483-8a3f-5b545cc15e1a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Floating IP dab744a0-a040-4f6d-a1d3-30a8d6d1c3ec disassociated. External IP: 172.25.1.170, port: ecbced89-a474-4b0f-b412-b44171dc5011. Sep 23 22:44:21.116439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-f345dcef-2191-4b73-a485-746bca434914 req-2fd4a8ed-db51-4483-8a3f-5b545cc15e1a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Calling delete_port for ecbced89-a474-4b0f-b412-b44171dc5011 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:44:21.145628 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:21.155018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a65fd273-fe2e-4ec6-a5b6-9518e5f451c3 None None] Provisioning complete for port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:21.155399 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a65fd273-fe2e-4ec6-a5b6-9518e5f451c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:21.156937 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:21.236401 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43904) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:21.237705 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eff4b1b5-7b10-4f1d-bd2e-90f118d048dd tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3102465 Sep 23 22:44:21.287562 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-0b3f9f48-05c3-433c-a223-686b0a7249e2 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3778048 Sep 23 22:44:21.308442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-467442f1-57ce-426e-9499-946919e26d88 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:44:21.308442 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-467442f1-57ce-426e-9499-946919e26d88 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084040 Sep 23 22:44:21.370120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:21.370719 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:21.412600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Request body: {'port': {'device_id': '6ad30f13-a81b-4ea2-9624-566a14e8caac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:21.485955 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:21.588265 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f345dcef-2191-4b73-a485-746bca434914 req-2fd4a8ed-db51-4483-8a3f-5b545cc15e1a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:21.677351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-89b711f5-458c-48b0-bfdb-0af0a6eb1dbc', 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'fixed_ips': [{'subnet_id': 'db169a9f-fbe2-47fd-963f-1cad7588c063'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:44:21.677351 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:21.771374 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cff06318-e0f6-4152-9747-142bfc01ac21 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:21.869391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4a8ed-db51-4483-8a3f-5b545cc15e1a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event deleted for resources: {'Port': ['ID=ecbced89-a474-4b0f-b412-b44171dc5011,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:21.910368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Allocated IP 172.20.0.1 (19bceef7-8f40-4dc6-ba04-2432ead2b346/1bdc1636-a781-4383-946a-6ab99b92d91c/c3147831-9e00-416d-8e0c-0d4db10ab7c5) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:44:21.930121 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device ecbced89-a474-4b0f-b412-b44171dc5011 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:44:21.932600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa91cfc-daad-4b09-ae50-a7c2be6954cd req-069271c1-ad47-4942-bf7e-b145904cdf5a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:21.941662 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eaa91cfc-daad-4b09-ae50-a7c2be6954cd req-069271c1-ad47-4942-bf7e-b145904cdf5a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 932 time: 0.2537684 Sep 23 22:44:22.026386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: ecbced89-a474-4b0f-b412-b44171dc5011 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:44:22.026822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device ecbced89-a474-4b0f-b412-b44171dc5011 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:44:22.059156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a8b70-7481-4a8e-8f05-0c289b47ec0a req-4c415227-9953-4f5d-926a-1fe8d50f740c tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:22.062106 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-900a8b70-7481-4a8e-8f05-0c289b47ec0a req-4c415227-9953-4f5d-926a-1fe8d50f740c tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 949 time: 0.2268047 Sep 23 22:44:22.086333 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eaa91cfc-daad-4b09-ae50-a7c2be6954cd req-0521eaf8-0295-40ec-8613-c718c8e13b9a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434374 Sep 23 22:44:22.183063 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f345dcef-2191-4b73-a485-746bca434914 req-2fd4a8ed-db51-4483-8a3f-5b545cc15e1a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Router 4254425f-dd16-498d-9f01-7385a0d175f0 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:44:22.210848 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-900a8b70-7481-4a8e-8f05-0c289b47ec0a req-042aa91d-e834-4649-b833-58ab84e1d2c7 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fff5401-8cee-4dd9-81d7-8811eda4d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971613 Sep 23 22:44:22.258381 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-66476b4c-6fad-486f-a93e-868e101f0b27 req-d2aa8b9f-a48c-48c8-ad28-7e6d06e87e79 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 210 time: 0.0530868 Sep 23 22:44:22.305296 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:22.308828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Allocated IP 172.23.0.2 (89b711f5-458c-48b0-bfdb-0af0a6eb1dbc/db169a9f-fbe2-47fd-963f-1cad7588c063/68bd0b7d-5676-4e01-b72a-3783236cf665) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:44:22.323212 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:22.352342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port cff06318-e0f6-4152-9747-142bfc01ac21 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:22.352342 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:22.381833 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a80061c6-95f1-4ea8-8f0d-7f4ad232e3ff req-7b979df4-69c5-4a23-b0a0-62a96f1c098e tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 210 time: 0.0299063 Sep 23 22:44:22.399493 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:22.538625 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:22.546964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f345dcef-2191-4b73-a485-746bca434914 req-2fd4a8ed-db51-4483-8a3f-5b545cc15e1a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:44:22.579020 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc39d4-9ee5-454b-a223-dd4a109cba73 None None] Sync routers for ids ['4254425f-dd16-498d-9f01-7385a0d175f0'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:44:22.600488 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc39d4-9ee5-454b-a223-dd4a109cba73 None None] Routers {'4254425f-dd16-498d-9f01-7385a0d175f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:22.602195 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-08dc39d4-9ee5-454b-a223-dd4a109cba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4254425f-dd16-498d-9f01-7385a0d175f0'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:22.634898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-f345dcef-2191-4b73-a485-746bca434914 req-2fd4a8ed-db51-4483-8a3f-5b545cc15e1a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] No DVR routers for this DVR port ecbced89-a474-4b0f-b412-b44171dc5011 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:44:22.645742 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:44:22.654277 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f345dcef-2191-4b73-a485-746bca434914 req-2fd4a8ed-db51-4483-8a3f-5b545cc15e1a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:22.658943 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f345dcef-2191-4b73-a485-746bca434914 req-2fd4a8ed-db51-4483-8a3f-5b545cc15e1a tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.43 "DELETE /v2.0/ports/ecbced89-a474-4b0f-b412-b44171dc5011 HTTP/1.1" status: 204 len: 173 time: 3.9605961 Sep 23 22:44:22.660317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'name': 'network-vif-deleted', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:44:22.664599 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5440d36-b6d6-4eaa-b1be-1fad902b4b78" -d '{"events": [{"server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "name": "network-vif-deleted", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:44:22.679254 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:22.705844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Transition to ACTIVE for port object dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:44:22.730322 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:22.778419 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Network 19bceef7-8f40-4dc6-ba04-2432ead2b346 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:22.783163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:22.788258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:44:22.798766 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-08dc39d4-9ee5-454b-a223-dd4a109cba73 None None] Set router 4254425f-dd16-498d-9f01-7385a0d175f0 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:22.805697 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d000337a-d6ff-4219-9a3b-005ca4bdcb9d x-openstack-request-id: req-d000337a-d6ff-4219-9a3b-005ca4bdcb9d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:44:22.806275 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d36f888-71c3-4154-b817-03f8c6b8a860", "name": "network-vif-deleted", "tag": "ecbced89-a474-4b0f-b412-b44171dc5011", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:44:22.806785 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d000337a-d6ff-4219-9a3b-005ca4bdcb9d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:44:22.816824 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d36f888-71c3-4154-b817-03f8c6b8a860', 'name': 'network-vif-deleted', 'tag': 'ecbced89-a474-4b0f-b412-b44171dc5011', 'status': 'completed', 'code': 200} Sep 23 22:44:22.817143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Pushing event updated for resources: {'Port': ['ID=c3147831-9e00-416d-8e0c-0d4db10ab7c5,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:22.845317 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:22.863828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d416d0a-285b-434c-8c44-0cd429eb6f86 None None] Pushing event updated for resources: {'Port': ['ID=e074f558-719e-4b42-951b-7bc3dd9feb3b,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:22.871844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Attempting to bind port e074f558-719e-4b42-951b-7bc3dd9feb3b on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:44:22.872494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Attempting to bind port e074f558-719e-4b42-951b-7bc3dd9feb3b by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:44:22.873381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Attempting to bind port e074f558-719e-4b42-951b-7bc3dd9feb3b on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:22.905309 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:44:22.906018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:22.906821 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:22.907376 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:44:22.908028 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Bound port: e074f558-719e-4b42-951b-7bc3dd9feb3b, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:44:22.908581 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:22.913700 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:22.984859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] For port e074f558-719e-4b42-951b-7bc3dd9feb3b, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:44:22.990952 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:22.993915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] For port e074f558-719e-4b42-951b-7bc3dd9feb3b, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e074f558-719e-4b42-951b-7bc3dd9feb3b,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:44:23.124445 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-08dc39d4-9ee5-454b-a223-dd4a109cba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:59Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3d89bf5d-646b-4154-9262-1f929137e22c', 'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'mac_address': 'fa:16:3e:a6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:58Z', 'updated_at': '2021-09-23T22:32:07Z', 'revision_number': 5, 'project_id': '105c7207854f488985a813c37073f45f', 'subnets': [{'id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:23.138600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Pushing event updated for resources: {'Port': ['ID=dc0bac6b-7cd4-4deb-8c74-bab49c97cb55,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:23.160149 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc39d4-9ee5-454b-a223-dd4a109cba73 None None] Checking router: 4254425f-dd16-498d-9f01-7385a0d175f0 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:44:23.170674 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc39d4-9ee5-454b-a223-dd4a109cba73 None None] Routers {'4254425f-dd16-498d-9f01-7385a0d175f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:23.171378 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-08dc39d4-9ee5-454b-a223-dd4a109cba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4254425f-dd16-498d-9f01-7385a0d175f0'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:23.193666 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:23.215849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Attempting to bind port dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:44:23.216187 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Attempting to bind port dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '795909d6-8f70-4edc-9ed3-955189840293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2af7378b-76bc-4a5a-b9d1-d1227c7d4a07'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:44:23.216514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Attempting to bind port dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 on network 2af7378b-76bc-4a5a-b9d1-d1227c7d4a07 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:23.235361 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7bcb6-3896-435f-9cef-6c8fda1a9bcc req-14e4d926-b356-4f7d-82b6-58f7053196b2 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:23.237057 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5bc7bcb6-3896-435f-9cef-6c8fda1a9bcc req-14e4d926-b356-4f7d-82b6-58f7053196b2 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.43 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 949 time: 0.1346951 Sep 23 22:44:23.238410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Port dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 on network 2af7378b-76bc-4a5a-b9d1-d1227c7d4a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:44:23.238739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Attempting to bind port dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 on network 2af7378b-76bc-4a5a-b9d1-d1227c7d4a07 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:23.255939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:44:23.256284 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Checking segment: {'id': '795909d6-8f70-4edc-9ed3-955189840293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2af7378b-76bc-4a5a-b9d1-d1227c7d4a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:23.256684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Bound using segment: {'id': '795909d6-8f70-4edc-9ed3-955189840293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2af7378b-76bc-4a5a-b9d1-d1227c7d4a07'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:44:23.257709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Bound port: dc0bac6b-7cd4-4deb-8c74-bab49c97cb55, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795909d6-8f70-4edc-9ed3-955189840293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2af7378b-76bc-4a5a-b9d1-d1227c7d4a07'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:44:23.257709 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:23.293845 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:23.339827 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-08dc39d4-9ee5-454b-a223-dd4a109cba73 None None] Set router 4254425f-dd16-498d-9f01-7385a0d175f0 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:23.372497 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:23.410882 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Network 89b711f5-458c-48b0-bfdb-0af0a6eb1dbc is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:23.421344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:23.441090 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:44:23.459340 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Routers {'9e194eee-eda3-4aea-ad3f-b0476d9e0db8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:23.460877 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9e194eee-eda3-4aea-ad3f-b0476d9e0db8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:23.512452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692634f6-34b8-4bab-910a-fabc1f6caff8 req-a7f6f986-7218-447f-8e69-199ba2c4abff tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:23.521181 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-692634f6-34b8-4bab-910a-fabc1f6caff8 req-a7f6f986-7218-447f-8e69-199ba2c4abff tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 949 time: 0.1172771 Sep 23 22:44:23.532069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] For port dc0bac6b-7cd4-4deb-8c74-bab49c97cb55, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:44:23.536920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] For port dc0bac6b-7cd4-4deb-8c74-bab49c97cb55, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dc0bac6b-7cd4-4deb-8c74-bab49c97cb55,segment=NetworkSegment(795909d6-8f70-4edc-9ed3-955189840293),segment_id=795909d6-8f70-4edc-9ed3-955189840293)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:44:23.559573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-5bc7bcb6-3896-435f-9cef-6c8fda1a9bcc req-2b0855a5-3f8c-4fdc-b43e-b8f65370c156 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Deleting port e2c0f670-5d45-46da-acf1-75ac35723eee {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:44:23.560645 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5bc7bcb6-3896-435f-9cef-6c8fda1a9bcc req-2b0855a5-3f8c-4fdc-b43e-b8f65370c156 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:23.573685 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ad1631a7-6d33-4649-95cc-08d1a4902601 None None] Provisioning complete for port c3147831-9e00-416d-8e0c-0d4db10ab7c5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:23.574656 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ad1631a7-6d33-4649-95cc-08d1a4902601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:23.639713 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-08dc39d4-9ee5-454b-a223-dd4a109cba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:59Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3d89bf5d-646b-4154-9262-1f929137e22c', 'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'mac_address': 'fa:16:3e:a6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:58Z', 'updated_at': '2021-09-23T22:32:07Z', 'revision_number': 5, 'project_id': '105c7207854f488985a813c37073f45f', 'subnets': [{'id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:23.645912 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:23.661468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Allocated IP 172.23.0.1 (89b711f5-458c-48b0-bfdb-0af0a6eb1dbc/db169a9f-fbe2-47fd-963f-1cad7588c063/b9e48452-eb63-4518-a191-415d97f5518b) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:44:23.680686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7975a-abca-44f8-991f-e5a87bda5c8d req-2e8f4ec9-2df9-4a9c-98e1-f753722a6ed3 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:23.680922 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5bc7bcb6-3896-435f-9cef-6c8fda1a9bcc req-2b0855a5-3f8c-4fdc-b43e-b8f65370c156 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] For port e2c0f670-5d45-46da-acf1-75ac35723eee, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=e2c0f670-5d45-46da-acf1-75ac35723eee,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:23.681038 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5bc7bcb6-3896-435f-9cef-6c8fda1a9bcc req-2b0855a5-3f8c-4fdc-b43e-b8f65370c156 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:23.682750 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-def7975a-abca-44f8-991f-e5a87bda5c8d req-2e8f4ec9-2df9-4a9c-98e1-f753722a6ed3 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 944 time: 0.4149058 Sep 23 22:44:23.683791 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc39d4-9ee5-454b-a223-dd4a109cba73 None None] The sync data for ids ['4254425f-dd16-498d-9f01-7385a0d175f0'] in n-d-810775-1 is: [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:31:59Z', 'revision_number': 4, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3d89bf5d-646b-4154-9262-1f929137e22c', 'name': '', 'network_id': '15f12cf3-76d1-444b-8977-8d9ed31e3a25', 'tenant_id': '105c7207854f488985a813c37073f45f', 'mac_address': 'fa:16:3e:a6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:58Z', 'updated_at': '2021-09-23T22:32:07Z', 'revision_number': 5, 'project_id': '105c7207854f488985a813c37073f45f', 'subnets': [{'id': 'e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:44:23.702571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-5bc7bcb6-3896-435f-9cef-6c8fda1a9bcc req-2b0855a5-3f8c-4fdc-b43e-b8f65370c156 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Calling delete_port for e2c0f670-5d45-46da-acf1-75ac35723eee owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:44:23.723806 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:23.751590 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-def7975a-abca-44f8-991f-e5a87bda5c8d req-a913c772-8a2b-4194-a5eb-17afcf201333 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583920 Sep 23 22:44:23.869052 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-692634f6-34b8-4bab-910a-fabc1f6caff8 req-68e73ea1-5e2a-4336-8208-187cd739de52 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fff5401-8cee-4dd9-81d7-8811eda4d08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469534 Sep 23 22:44:23.883401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:23.884711 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:23.887174 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] 10.222.0.67 "PUT /v2.0/ports/dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 HTTP/1.1" status: 200 len: 1092 time: 2.5674427 Sep 23 22:44:23.889755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9810d-0f61-4cc1-b002-cd1f0bd0f42d service neutron] Pushing event updated for resources: {'Port': ['ID=dc0bac6b-7cd4-4deb-8c74-bab49c97cb55,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:23.923012 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:24.012780 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d416d0a-285b-434c-8c44-0cd429eb6f86 None None] Pushing event updated for resources: {'Port': ['ID=e074f558-719e-4b42-951b-7bc3dd9feb3b,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:24.115332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ad1631a7-6d33-4649-95cc-08d1a4902601 None None] Port c3147831-9e00-416d-8e0c-0d4db10ab7c5 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:44:24.140030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Attempting to bind port 68bd0b7d-5676-4e01-b72a-3783236cf665 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:44:24.140387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Attempting to bind port 68bd0b7d-5676-4e01-b72a-3783236cf665 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '17465e1c-abd4-4e3f-b8f6-501b09758b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:44:24.140747 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Attempting to bind port 68bd0b7d-5676-4e01-b72a-3783236cf665 on network 89b711f5-458c-48b0-bfdb-0af0a6eb1dbc {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:24.142640 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5bc7bcb6-3896-435f-9cef-6c8fda1a9bcc req-2b0855a5-3f8c-4fdc-b43e-b8f65370c156 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:24.166466 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fe38dac-e293-4e09-81a1-36ac3d8a0896 req-eef22d57-906d-4c7b-aadc-b16d0cd573eb tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d36f888-71c3-4154-b817-03f8c6b8a860 HTTP/1.1" status: 200 len: 210 time: 0.2258999 Sep 23 22:44:24.166745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Pushing event updated for resources: {'Port': ['ID=68bd0b7d-5676-4e01-b72a-3783236cf665,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:24.174665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:44:24.175799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Checking segment: {'id': '17465e1c-abd4-4e3f-b8f6-501b09758b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:24.176440 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:24.176693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Bound using segment: {'id': '17465e1c-abd4-4e3f-b8f6-501b09758b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:44:24.177302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Bound port: 68bd0b7d-5676-4e01-b72a-3783236cf665, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17465e1c-abd4-4e3f-b8f6-501b09758b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:44:24.183853 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:24.193025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Pushing event updated for resources: {'Port': ['ID=c3147831-9e00-416d-8e0c-0d4db10ab7c5,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:24.203206 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] Set router 9e194eee-eda3-4aea-ad3f-b0476d9e0db8 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:24.281826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f34be4e-b9cb-4455-916e-753b7ed4031b req-9e9292ee-080c-4cc6-a4f5-f7c962f9c092 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 210 time: 0.1188447 Sep 23 22:44:24.291116 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:24.296759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d040c-8aec-4f12-ae88-6c9a750a434f None None] New status for floating IP dab744a0-a040-4f6d-a1d3-30a8d6d1c3ec: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:44:24.302766 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:24.309313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0855a5-3f8c-4fdc-b43e-b8f65370c156 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Pushing event deleted for resources: {'Port': ['ID=e2c0f670-5d45-46da-acf1-75ac35723eee,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:24.369755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-1418ef35-9f80-469c-86c1-ad69eac003f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:24.372380 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-1418ef35-9f80-469c-86c1-ad69eac003f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52f078584bef4ddc8e4ce4aee22daf22&device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 1095 time: 0.2271512 Sep 23 22:44:24.412343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc7bcb6-3896-435f-9cef-6c8fda1a9bcc req-2b0855a5-3f8c-4fdc-b43e-b8f65370c156 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] No DVR routers for this DVR port e2c0f670-5d45-46da-acf1-75ac35723eee on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:44:24.444649 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5bc7bcb6-3896-435f-9cef-6c8fda1a9bcc req-2b0855a5-3f8c-4fdc-b43e-b8f65370c156 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:24.447102 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5bc7bcb6-3896-435f-9cef-6c8fda1a9bcc req-2b0855a5-3f8c-4fdc-b43e-b8f65370c156 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.43 "DELETE /v2.0/ports/e2c0f670-5d45-46da-acf1-75ac35723eee HTTP/1.1" status: 204 len: 173 time: 1.2002981 Sep 23 22:44:24.449086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-b98357de-d47c-41f9-90cf-9fd63c9938f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 HTTP/1.1" status: 200 len: 217 time: 0.0442889 Sep 23 22:44:24.495861 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:24.533639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] For port 68bd0b7d-5676-4e01-b72a-3783236cf665, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:44:24.548884 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-0da7022a-0260-41f3-a9a2-8d556333ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:24.552110 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-0da7022a-0260-41f3-a9a2-8d556333ee05 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b76eac4f-434e-478d-bc85-426a2b8dc0f6 HTTP/1.1" status: 200 len: 853 time: 0.0892804 Sep 23 22:44:24.567684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 89b711f5-458c-48b0-bfdb-0af0a6eb1dbc is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:24.584263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] For port 68bd0b7d-5676-4e01-b72a-3783236cf665, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=68bd0b7d-5676-4e01-b72a-3783236cf665,segment=NetworkSegment(17465e1c-abd4-4e3f-b8f6-501b09758b28),segment_id=17465e1c-abd4-4e3f-b8f6-501b09758b28)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:44:24.584567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Network 19bceef7-8f40-4dc6-ba04-2432ead2b346 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:24.585679 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=b9e48452-eb63-4518-a191-415d97f5518b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:24.589380 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:24.598776 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:44:24.606486 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-90283937-d293-47d6-a75d-114a91c9a2b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2af7378b-76bc-4a5a-b9d1-d1227c7d4a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458765 Sep 23 22:44:24.641140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:24.711533 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:24.717177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'name': 'tempest-TestAggregatesBasicOps-2052449665-router', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'e074f558-719e-4b42-951b-7bc3dd9feb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:15Z', 'updated_at': '2021-09-23T22:44:23Z', 'revision_number': 4, 'project_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'gw_port': {'id': 'e074f558-719e-4b42-951b-7bc3dd9feb3b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:16Z', 'updated_at': '2021-09-23T22:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c3147831-9e00-416d-8e0c-0d4db10ab7c5', 'name': '', 'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'mac_address': 'fa:16:3e:83:f6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '1bdc1636-a781-4383-946a-6ab99b92d91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:21Z', 'updated_at': '2021-09-23T22:44:21Z', 'revision_number': 1, 'project_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'subnets': [{'id': '1bdc1636-a781-4383-946a-6ab99b92d91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:24.761738 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d02701-449d-40c1-8ca0-cc2ad88c5c80 None None] The sync data for ids ['9e194eee-eda3-4aea-ad3f-b0476d9e0db8'] in n-d-810775-1 is: [{'id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'name': 'tempest-TestAggregatesBasicOps-2052449665-router', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'e074f558-719e-4b42-951b-7bc3dd9feb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:15Z', 'updated_at': '2021-09-23T22:44:23Z', 'revision_number': 4, 'project_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'gw_port': {'id': 'e074f558-719e-4b42-951b-7bc3dd9feb3b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:16Z', 'updated_at': '2021-09-23T22:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c3147831-9e00-416d-8e0c-0d4db10ab7c5', 'name': '', 'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'mac_address': 'fa:16:3e:83:f6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '1bdc1636-a781-4383-946a-6ab99b92d91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:21Z', 'updated_at': '2021-09-23T22:44:21Z', 'revision_number': 1, 'project_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'subnets': [{'id': '1bdc1636-a781-4383-946a-6ab99b92d91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:44:24.808758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad30f13-a81b-4ea2-9624-566a14e8caac', 'tag': 'dc0bac6b-7cd4-4deb-8c74-bab49c97cb55'}, {'server_uuid': 'df2eac93-59ef-4855-a94f-89e6ae1258f4', 'name': 'network-vif-deleted', 'tag': 'e2c0f670-5d45-46da-acf1-75ac35723eee'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:44:24.814955 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce42010-ecae-4e43-bc69-dcb5fb1e3b62" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad30f13-a81b-4ea2-9624-566a14e8caac", "tag": "dc0bac6b-7cd4-4deb-8c74-bab49c97cb55"}, {"server_uuid": "df2eac93-59ef-4855-a94f-89e6ae1258f4", "name": "network-vif-deleted", "tag": "e2c0f670-5d45-46da-acf1-75ac35723eee"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:44:24.841865 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:24.923369 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-bc131ae5-9a86-46d7-bf6d-f0eb62303d84 service neutron] 10.222.0.67 "GET /v2.0/networks/2af7378b-76bc-4a5a-b9d1-d1227c7d4a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092825 Sep 23 22:44:24.956822 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 22:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09043b62-a091-4ddd-ba3f-6749b78d8e1e x-openstack-request-id: req-09043b62-a091-4ddd-ba3f-6749b78d8e1e {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:44:24.956822 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad30f13-a81b-4ea2-9624-566a14e8caac", "tag": "dc0bac6b-7cd4-4deb-8c74-bab49c97cb55", "status": "completed", "code": 200}, {"server_uuid": "df2eac93-59ef-4855-a94f-89e6ae1258f4", "name": "network-vif-deleted", "tag": "e2c0f670-5d45-46da-acf1-75ac35723eee", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:44:24.956822 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09043b62-a091-4ddd-ba3f-6749b78d8e1e {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:44:24.956822 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad30f13-a81b-4ea2-9624-566a14e8caac', 'tag': 'dc0bac6b-7cd4-4deb-8c74-bab49c97cb55', 'status': 'completed', 'code': 200} Sep 23 22:44:24.956822 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2eac93-59ef-4855-a94f-89e6ae1258f4', 'name': 'network-vif-deleted', 'tag': 'e2c0f670-5d45-46da-acf1-75ac35723eee', 'status': 'completed', 'code': 200} Sep 23 22:44:25.034351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790f3ef-b5a1-4430-aa1b-dfbc8c7cae98 None None] Pushing event updated for resources: {'Port': ['ID=68bd0b7d-5676-4e01-b72a-3783236cf665,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:25.152471 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd4632c4-29ea-4fb6-afda-e4458a0bc2e0 req-61e95367-f119-4a5d-86e6-c6c17f0a9e98 tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 210 time: 0.0727246 Sep 23 22:44:25.231576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c08bc07-810e-4a0d-830a-c3891b564754 req-d0811bd9-3a0a-4d0b-b182-704fa3285662 service neutron] 10.222.0.67 "GET /v2.0/networks/2af7378b-76bc-4a5a-b9d1-d1227c7d4a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052301 Sep 23 22:44:25.267169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f433ab19-fea3-476e-9da6-9ccd43f83291 None None] Provisioning complete for port c3147831-9e00-416d-8e0c-0d4db10ab7c5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:25.267616 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f433ab19-fea3-476e-9da6-9ccd43f83291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:25.390836 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f433ab19-fea3-476e-9da6-9ccd43f83291 None None] Port c3147831-9e00-416d-8e0c-0d4db10ab7c5 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:44:25.656977 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541c515-dfff-40ab-a92f-130becee745b req-0dc7fe4b-cd27-4dc7-9f57-8c17f842385c tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:25.659988 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1541c515-dfff-40ab-a92f-130becee745b req-0dc7fe4b-cd27-4dc7-9f57-8c17f842385c tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 944 time: 0.2350116 Sep 23 22:44:25.719346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Router 9e194eee-eda3-4aea-ad3f-b0476d9e0db8 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:44:25.765804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-34c16319-45e9-41f3-b704-0dd81d7fcd4e req-df40459b-d784-4948-bacc-705f0f196efa tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 210 time: 0.1763837 Sep 23 22:44:25.788358 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1541c515-dfff-40ab-a92f-130becee745b req-d9d0fb6a-e89c-4b75-a8f5-002ad6336219 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140337 Sep 23 22:44:25.797747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce42010-ecae-4e43-bc69-dcb5fb1e3b62 req-944aef6c-2b9f-4faf-9ddc-32c5bddf5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:25.803192 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ce42010-ecae-4e43-bc69-dcb5fb1e3b62 req-944aef6c-2b9f-4faf-9ddc-32c5bddf5fc0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52f078584bef4ddc8e4ce4aee22daf22&device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 1095 time: 0.2117062 Sep 23 22:44:25.898706 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e2c0f670-5d45-46da-acf1-75ac35723eee no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:44:25.903992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-7c103fa4-44f1-4ad1-a8fb-90e4ce148324 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:25.908408 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-7c103fa4-44f1-4ad1-a8fb-90e4ce148324 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.43 "GET /v2.0/networks?id=6f7acb6a-a6f2-449f-8556-60efca655781 HTTP/1.1" status: 200 len: 809 time: 0.5660605 Sep 23 22:44:25.938787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: e2c0f670-5d45-46da-acf1-75ac35723eee {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:44:25.947048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device e2c0f670-5d45-46da-acf1-75ac35723eee not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:44:25.966762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-6c240d15-04bd-4fc6-9e85-d537f60c8066 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Request body: {'port': {'device_id': '72757fb3-69ac-48cb-8b40-39366067bfbc', 'network_id': '6f7acb6a-a6f2-449f-8556-60efca655781', 'admin_state_up': True, 'tenant_id': '1151e1f45810456fa6866c09f41bf7a9'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:25.987149 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:26.047648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43952) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:26.057544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce42010-ecae-4e43-bc69-dcb5fb1e3b62 req-07da36f3-efa2-49aa-b90f-041a4a86cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:26.059139 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ce42010-ecae-4e43-bc69-dcb5fb1e3b62 req-07da36f3-efa2-49aa-b90f-041a4a86cb90 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2af7378b-76bc-4a5a-b9d1-d1227c7d4a07 HTTP/1.1" status: 200 len: 914 time: 0.2361970 Sep 23 22:44:26.351090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:44:26.413900 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0919b9ab-ebfd-487e-af1e-605c1a0e68cf admin admin] 10.222.0.22 "PUT /v2.0/routers/9e194eee-eda3-4aea-ad3f-b0476d9e0db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6137600 Sep 23 22:44:26.482699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ac73d24c-6fcd-4d1d-a6e7-a270b71e9870 req-f0a50fd8-55f2-472b-86e5-b5db8c0c144f tempest-VolumesBackupsTest-380201551 tempest-VolumesBackupsTest-380201551-project] 10.222.0.22 "GET /v2.0/ports?device_id=df2eac93-59ef-4855-a94f-89e6ae1258f4 HTTP/1.1" status: 200 len: 210 time: 0.0977802 Sep 23 22:44:26.559912 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8d19284-0af3-44d3-9ec8-5b3370441e82 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:26.636034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ce42010-ecae-4e43-bc69-dcb5fb1e3b62 req-90b8dfce-c630-4883-9c74-5ed106437298 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 HTTP/1.1" status: 200 len: 217 time: 0.5678501 Sep 23 22:44:26.665840 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8d19284-0af3-44d3-9ec8-5b3370441e82 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:26.775056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce42010-ecae-4e43-bc69-dcb5fb1e3b62 req-c1e5d6e4-289f-4d73-9c62-e83d2aa1bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:26.775056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ce42010-ecae-4e43-bc69-dcb5fb1e3b62 req-c1e5d6e4-289f-4d73-9c62-e83d2aa1bfba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b76eac4f-434e-478d-bc85-426a2b8dc0f6 HTTP/1.1" status: 200 len: 853 time: 0.1248507 Sep 23 22:44:26.824127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ce42010-ecae-4e43-bc69-dcb5fb1e3b62 req-f142d7be-efbb-4c87-ae65-98d784d7e96d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2af7378b-76bc-4a5a-b9d1-d1227c7d4a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429606 Sep 23 22:44:26.920864 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:26.948920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-6c240d15-04bd-4fc6-9e85-d537f60c8066 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Made reservation on behalf of 1151e1f45810456fa6866c09f41bf7a9 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:44:26.952655 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-6c240d15-04bd-4fc6-9e85-d537f60c8066 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:26.977997 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-acc25698-44c7-44d9-b0ed-d291cdfe0f56 req-ff90c56a-d4d0-4c57-89e2-8a257abc2bff tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 210 time: 0.0531344 Sep 23 22:44:27.040826 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:27.083395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc61cbbb-3fcd-4ae7-b465-4a1c1e370a28 None None] Network 89b711f5-458c-48b0-bfdb-0af0a6eb1dbc requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:27.191820 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8d19284-0af3-44d3-9ec8-5b3370441e82 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:27.202492 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8d19284-0af3-44d3-9ec8-5b3370441e82 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:27.211114 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b8d19284-0af3-44d3-9ec8-5b3370441e82 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "DELETE /v2.0/security-groups/11152bc4-548d-4f4a-aaa0-4cabb37874e7 HTTP/1.1" status: 204 len: 168 time: 1.1313491 Sep 23 22:44:27.211114 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43968) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:27.264243 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e074f558-719e-4b42-951b-7bc3dd9feb3b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:27.290662 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event updated for resources: {'Port': ['ID=b9e48452-eb63-4518-a191-415d97f5518b,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:27.303454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d19284-0af3-44d3-9ec8-5b3370441e82 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11152bc4-548d-4f4a-aaa0-4cabb37874e7,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:27.305838 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-904d85cd-e66d-45dd-95b2-4ff851dcc3bc tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] show failed (client error): The resource could not be found. Sep 23 22:44:27.309626 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-904d85cd-e66d-45dd-95b2-4ff851dcc3bc tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "GET /v2.0/security-groups/11152bc4-548d-4f4a-aaa0-4cabb37874e7 HTTP/1.1" status: 404 len: 347 time: 0.0887058 Sep 23 22:44:27.309626 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:27.311003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43970) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:27.370236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b327c83c-5018-49f1-a76c-faa94bb5dbe6 None None] Provisioning complete for port 68bd0b7d-5676-4e01-b72a-3783236cf665 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:27.371392 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b327c83c-5018-49f1-a76c-faa94bb5dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:27.391689 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ce42010-ecae-4e43-bc69-dcb5fb1e3b62 req-0b55a4ae-9780-4914-a5c6-bdd97554c80d service neutron] 10.222.0.67 "GET /v2.0/networks/2af7378b-76bc-4a5a-b9d1-d1227c7d4a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590053 Sep 23 22:44:27.405516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dadb0-ff6d-4cf9-b157-1e2b1ac51dd0 req-0d32f137-9b5b-475d-bc45-ea3acfb218eb tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:27.408535 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-795dadb0-ff6d-4cf9-b157-1e2b1ac51dd0 req-0d32f137-9b5b-475d-bc45-ea3acfb218eb tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 944 time: 0.3767710 Sep 23 22:44:27.415650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e074f558-719e-4b42-951b-7bc3dd9feb3b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:27.416512 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:27.531000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-6c240d15-04bd-4fc6-9e85-d537f60c8066 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Allocated IP 172.20.0.9 (6f7acb6a-a6f2-449f-8556-60efca655781/dc3e544f-d6b5-4125-acd3-12e50ea3ce61/6e94335f-185d-4e41-8d8f-11549514c024) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:44:27.593820 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ce42010-ecae-4e43-bc69-dcb5fb1e3b62 req-b361b141-9c33-482e-8cf8-155ffd72a95b service neutron] 10.222.0.67 "GET /v2.0/networks/2af7378b-76bc-4a5a-b9d1-d1227c7d4a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781883 Sep 23 22:44:27.629435 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-795dadb0-ff6d-4cf9-b157-1e2b1ac51dd0 req-4a2486e9-e754-4922-85bd-f0ac995ede47 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158147 Sep 23 22:44:27.767891 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b327c83c-5018-49f1-a76c-faa94bb5dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:27.782315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Network 89b711f5-458c-48b0-bfdb-0af0a6eb1dbc is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:27.815028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:27.860720 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:27.895929 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b327c83c-5018-49f1-a76c-faa94bb5dbe6 None None] For port 68bd0b7d-5676-4e01-b72a-3783236cf665, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=68bd0b7d-5676-4e01-b72a-3783236cf665,segment=NetworkSegment(17465e1c-abd4-4e3f-b8f6-501b09758b28),segment_id=17465e1c-abd4-4e3f-b8f6-501b09758b28)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:27.904618 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-6c240d15-04bd-4fc6-9e85-d537f60c8066 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:27.915209 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port e074f558-719e-4b42-951b-7bc3dd9feb3b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e074f558-719e-4b42-951b-7bc3dd9feb3b,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:27.974585 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-741fa6b8-3718-4198-b85b-f027896df628 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Deleting port e162ea61-a945-4c2d-a8f0-474d153594ee {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:44:27.975025 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-741fa6b8-3718-4198-b85b-f027896df628 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:28.014651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4807c16-5cb3-4058-bf48-eb5ef99c42c1 req-75b3dbc3-815d-45ba-8ee8-8664b9b97ead tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:28.024890 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4807c16-5cb3-4058-bf48-eb5ef99c42c1 req-75b3dbc3-815d-45ba-8ee8-8664b9b97ead tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 1097 time: 0.0854177 Sep 23 22:44:28.041452 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c4807c16-5cb3-4058-bf48-eb5ef99c42c1 req-948b8daf-e07e-4f0b-b168-05b743279d3b tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:28.063433 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b327c83c-5018-49f1-a76c-faa94bb5dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:28.146416 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:28.157722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 68bd0b7d-5676-4e01-b72a-3783236cf665 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:28.158096 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-6c240d15-04bd-4fc6-9e85-d537f60c8066 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:28.212103 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:44:28.241559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43994) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:28.254828 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1349572894-network', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:28.276868 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-741fa6b8-3718-4198-b85b-f027896df628 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:28.277878 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-741fa6b8-3718-4198-b85b-f027896df628 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:28.289059 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327c83c-5018-49f1-a76c-faa94bb5dbe6 None None] Pushing event updated for resources: {'Port': ['ID=68bd0b7d-5676-4e01-b72a-3783236cf665,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:28.310703 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-132cbcc9-c829-406b-9df7-a876aa289258 None None] Provisioning complete for port b9e48452-eb63-4518-a191-415d97f5518b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:28.311251 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-132cbcc9-c829-406b-9df7-a876aa289258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:28.338343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-741fa6b8-3718-4198-b85b-f027896df628 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Calling delete_port for e162ea61-a945-4c2d-a8f0-474d153594ee owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:44:28.403415 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-132cbcc9-c829-406b-9df7-a876aa289258 None None] Port b9e48452-eb63-4518-a191-415d97f5518b cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:44:28.406494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-6c240d15-04bd-4fc6-9e85-d537f60c8066 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Network 6f7acb6a-a6f2-449f-8556-60efca655781 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:28.431796 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 68bd0b7d-5676-4e01-b72a-3783236cf665 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:28.432317 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:28.432733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c240d15-04bd-4fc6-9e85-d537f60c8066 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Pushing event updated for resources: {'Port': ['ID=6e94335f-185d-4e41-8d8f-11549514c024,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:28.442507 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-6c240d15-04bd-4fc6-9e85-d537f60c8066 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:28.458423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-6c240d15-04bd-4fc6-9e85-d537f60c8066 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:44:28.468559 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c4807c16-5cb3-4058-bf48-eb5ef99c42c1 req-948b8daf-e07e-4f0b-b168-05b743279d3b tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:28.488406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=e074f558-719e-4b42-951b-7bc3dd9feb3b,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:28.509829 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:44:28.521532 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66513bac-97a3-434b-b1f8-84f3a2ca708c req-b522f66f-ba1e-473b-a51c-2eac38244f31 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:28.535817 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Sync routers for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:44:28.541673 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-66513bac-97a3-434b-b1f8-84f3a2ca708c req-b522f66f-ba1e-473b-a51c-2eac38244f31 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 931 time: 0.3777466 Sep 23 22:44:28.554349 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f03f4c8f-95f5-43f6-a988-a3568cd41b55 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/16a4ba06-eeb1-4467-b5bf-18d435a74c80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3161383 Sep 23 22:44:28.554630 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-132cbcc9-c829-406b-9df7-a876aa289258 None None] Provisioning complete for port 68bd0b7d-5676-4e01-b72a-3783236cf665 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:28.554630 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-132cbcc9-c829-406b-9df7-a876aa289258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:28.555266 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:28.555959 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:28.560992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43996) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:28.601737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4ae5903f-4d22-4496-9324-c24255cf9f77 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:28.642302 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c4807c16-5cb3-4058-bf48-eb5ef99c42c1 req-948b8daf-e07e-4f0b-b168-05b743279d3b tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:28.799583 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:29.042031 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4807c16-5cb3-4058-bf48-eb5ef99c42c1 req-948b8daf-e07e-4f0b-b168-05b743279d3b tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9885471 Sep 23 22:44:29.096243 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-66513bac-97a3-434b-b1f8-84f3a2ca708c req-525824ad-79ce-4375-b53f-ead8dcdddcd8 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1b0b087-22c0-406b-b9cc-3c3c4d03074d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526156 Sep 23 22:44:29.098079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-6c240d15-04bd-4fc6-9e85-d537f60c8066 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:29.098536 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-6c240d15-04bd-4fc6-9e85-d537f60c8066 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:29.101807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Sync routers for ids ['9e194eee-eda3-4aea-ad3f-b0476d9e0db8'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:44:29.131241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Routers {'9e194eee-eda3-4aea-ad3f-b0476d9e0db8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:29.133722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9e194eee-eda3-4aea-ad3f-b0476d9e0db8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:29.167457 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b8daf-e07e-4f0b-b168-05b743279d3b tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e82898-ff61-4fa5-83f6-801995b5bba2,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:29.178648 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-741fa6b8-3718-4198-b85b-f027896df628 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:29.184890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] Made reservation on behalf of bd81fd8451c14da3a90ddb7dfb4419f5 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:44:29.187385 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:29.307428 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:29.360811 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fa6b8-3718-4198-b85b-f027896df628 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Pushing event deleted for resources: {'Port': ['ID=e162ea61-a945-4c2d-a8f0-474d153594ee,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:29.443505 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e074f558-719e-4b42-951b-7bc3dd9feb3b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:29.491132 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-741fa6b8-3718-4198-b85b-f027896df628 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:29.500053 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-741fa6b8-3718-4198-b85b-f027896df628 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:29.505137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-741fa6b8-3718-4198-b85b-f027896df628 tempest-AttachVolumeShelveTestJSON-151076747 tempest-AttachVolumeShelveTestJSON-151076747-project] 10.222.0.22 "DELETE /v2.0/floatingips/dab744a0-a040-4f6d-a1d3-30a8d6d1c3ec HTTP/1.1" status: 204 len: 168 time: 2.1918938 Sep 23 22:44:29.528067 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-6c240d15-04bd-4fc6-9e85-d537f60c8066 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5695009 Sep 23 22:44:29.557225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:44:29.564929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Request body: {'port': {'device_id': '72757fb3-69ac-48cb-8b40-39366067bfbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:29.619002 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:25Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:09Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9e48452-eb63-4518-a191-415d97f5518b', 'name': '', 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:ed:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'db169a9f-fbe2-47fd-963f-1cad7588c063', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:22Z', 'updated_at': '2021-09-23T22:44:26Z', 'revision_number': 2, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'db169a9f-fbe2-47fd-963f-1cad7588c063', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff06318-e0f6-4152-9747-142bfc01ac21', 'name': '', 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:11Z', 'updated_at': '2021-09-23T22:44:18Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:29.657583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a0861-8a06-4596-94b4-effc3f205bca req-76b3fcb8-7c4e-4bfe-a6b3-70c4622ddbb9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:29.664583 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f9a0861-8a06-4596-94b4-effc3f205bca req-76b3fcb8-7c4e-4bfe-a6b3-70c4622ddbb9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.1575472 Sep 23 22:44:29.684196 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Checking router: 16a4ba06-eeb1-4467-b5bf-18d435a74c80 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:44:29.686847 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Updating router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 port b9e48452-eb63-4518-a191-415d97f5518b binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:44:29.742295 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:29.786538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2f9a0861-8a06-4596-94b4-effc3f205bca req-26bb9290-a51c-40a6-bafb-f39dbbfb9476 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012764 Sep 23 22:44:29.812107 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-48dd8fbd-8d9e-4938-9236-d97b37624d63 None None] Provisioning complete for port b9e48452-eb63-4518-a191-415d97f5518b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:29.812488 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-48dd8fbd-8d9e-4938-9236-d97b37624d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:29.819574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44008) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:29.932285 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c5a3f9f4-1e03-47f3-9a78-8f9295231315 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/36cc2965-27bd-4438-9e85-8809aec09c35 HTTP/1.1" status: 200 len: 992 time: 0.1089065 Sep 23 22:44:29.962687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port dc0bac6b-7cd4-4deb-8c74-bab49c97cb55, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dc0bac6b-7cd4-4deb-8c74-bab49c97cb55,segment=NetworkSegment(795909d6-8f70-4edc-9ed3-955189840293),segment_id=795909d6-8f70-4edc-9ed3-955189840293)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:30.046365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'dc0bac6b-7cd4-4deb-8c74-bab49c97cb55', 'network_id': '2af7378b-76bc-4a5a-b9d1-d1227c7d4a07', 'port_id': 'dc0bac6b-7cd4-4deb-8c74-bab49c97cb55', 'mac_address': 'fa:16:3e:4d:af:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76eac4f-434e-478d-bc85-426a2b8dc0f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:44:30.052840 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Set router 9e194eee-eda3-4aea-ad3f-b0476d9e0db8 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:30.057373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-48dd8fbd-8d9e-4938-9236-d97b37624d63 None None] Port b9e48452-eb63-4518-a191-415d97f5518b cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:44:30.119982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.extraroute_db [None req-4ae5903f-4d22-4496-9324-c24255cf9f77 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95491) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 22:44:30.122378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e074f558-719e-4b42-951b-7bc3dd9feb3b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:30.122988 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:30.177796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.extraroute_db [None req-4ae5903f-4d22-4496-9324-c24255cf9f77 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Removed routes are [] {{(pid=95491) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 22:44:30.178763 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4ae5903f-4d22-4496-9324-c24255cf9f77 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:30.224395 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:30.244806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eeff12-c67c-4abb-a02c-0dc4138811ea req-580e10e2-4700-46c3-a863-0180c7ce6314 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:30.258626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f7eeff12-c67c-4abb-a02c-0dc4138811ea req-580e10e2-4700-46c3-a863-0180c7ce6314 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 944 time: 0.7333670 Sep 23 22:44:30.378792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5aca76-ab56-42ba-ad14-7edf8bc753d4 req-4c09f4ca-abe5-4bf5-802b-3a1ae885b611 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:30.389196 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a5aca76-ab56-42ba-ad14-7edf8bc753d4 req-4c09f4ca-abe5-4bf5-802b-3a1ae885b611 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 931 time: 0.1475215 Sep 23 22:44:30.482063 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a5aca76-ab56-42ba-ad14-7edf8bc753d4 req-a9bfcb16-7bef-4df0-9e35-59bc0773bb07 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1b0b087-22c0-406b-b9cc-3c3c4d03074d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918167 Sep 23 22:44:30.547703 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:30.601729 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4ae5903f-4d22-4496-9324-c24255cf9f77 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:30.608889 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4ae5903f-4d22-4496-9324-c24255cf9f77 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:30.614554 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:30.637554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-ea1391ab-143f-4f94-8ec0-ba4b5ab3e14e req-29009409-c287-4b0e-8b34-a5196d92a6b2 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:44:30.638637 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ea1391ab-143f-4f94-8ec0-ba4b5ab3e14e req-29009409-c287-4b0e-8b34-a5196d92a6b2 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058472 Sep 23 22:44:30.786314 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:30.796802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cda086-a4a2-4548-be73-04663e932a7e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:30.812350 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f7eeff12-c67c-4abb-a02c-0dc4138811ea req-fcb9a361-4af2-4a2b-847a-17f78154231f tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526013 Sep 23 22:44:30.818020 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:30.906902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae5903f-4d22-4496-9324-c24255cf9f77 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:44:30.916138 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:44:30.925586 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:31.051297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:44:31.112331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port dc0bac6b-7cd4-4deb-8c74-bab49c97cb55, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dc0bac6b-7cd4-4deb-8c74-bab49c97cb55,segment=NetworkSegment(795909d6-8f70-4edc-9ed3-955189840293),segment_id=795909d6-8f70-4edc-9ed3-955189840293)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:31.144675 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae5903f-4d22-4496-9324-c24255cf9f77 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:44:31.155889 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:31.156368 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] Added segment e8d39cf1-9fd4-4017-8661-ab0e6ac86481 of type vlan for network e99091c8-6145-44dd-b8ba-b228175eb5fb Sep 23 22:44:31.164415 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4ae5903f-4d22-4496-9324-c24255cf9f77 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:31.168225 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4ae5903f-4d22-4496-9324-c24255cf9f77 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/16a4ba06-eeb1-4467-b5bf-18d435a74c80 HTTP/1.1" status: 200 len: 933 time: 2.5986152 Sep 23 22:44:31.173067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44028) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:31.363183 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:31.419945 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-45932f11-a6b8-4b0f-903b-6a3d18916edb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/routers/16a4ba06-eeb1-4467-b5bf-18d435a74c80 HTTP/1.1" status: 200 len: 933 time: 0.2444713 Sep 23 22:44:31.427190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44032) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:31.434774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-13cd9d9f-3d2d-4c01-a0f0-bc6cf0da6cef tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'router': {'routes': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:31.491878 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Attempting to bind port b9e48452-eb63-4518-a191-415d97f5518b on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:44:31.492451 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Attempting to bind port b9e48452-eb63-4518-a191-415d97f5518b by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '17465e1c-abd4-4e3f-b8f6-501b09758b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:44:31.493032 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Attempting to bind port b9e48452-eb63-4518-a191-415d97f5518b on network 89b711f5-458c-48b0-bfdb-0af0a6eb1dbc {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:31.513579 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab28d46-9778-4318-80e0-6f7786cf0855 None None] Pushing event updated for resources: {'Port': ['ID=b9e48452-eb63-4518-a191-415d97f5518b,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:31.528927 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:44:31.529853 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Checking segment: {'id': '17465e1c-abd4-4e3f-b8f6-501b09758b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:31.531254 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:31.531254 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Bound using segment: {'id': '17465e1c-abd4-4e3f-b8f6-501b09758b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:44:31.531933 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Bound port: b9e48452-eb63-4518-a191-415d97f5518b, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17465e1c-abd4-4e3f-b8f6-501b09758b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:44:31.532753 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:31.533368 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:31.539119 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab28d46-9778-4318-80e0-6f7786cf0855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:31.540038 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab28d46-9778-4318-80e0-6f7786cf0855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:31.540629 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab28d46-9778-4318-80e0-6f7786cf0855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:31.541287 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab28d46-9778-4318-80e0-6f7786cf0855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:31.541831 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab28d46-9778-4318-80e0-6f7786cf0855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:31.542369 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab28d46-9778-4318-80e0-6f7786cf0855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:31.542911 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab28d46-9778-4318-80e0-6f7786cf0855 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:31.543459 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab28d46-9778-4318-80e0-6f7786cf0855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:31.544874 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab28d46-9778-4318-80e0-6f7786cf0855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:31.544874 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab28d46-9778-4318-80e0-6f7786cf0855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:31.545402 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab28d46-9778-4318-80e0-6f7786cf0855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:31.545860 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab28d46-9778-4318-80e0-6f7786cf0855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:31.730787 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] For port b9e48452-eb63-4518-a191-415d97f5518b, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:44:31.742488 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] For port b9e48452-eb63-4518-a191-415d97f5518b, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b9e48452-eb63-4518-a191-415d97f5518b,segment=NetworkSegment(17465e1c-abd4-4e3f-b8f6-501b09758b28),segment_id=17465e1c-abd4-4e3f-b8f6-501b09758b28)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:44:31.747156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e94335f-185d-4e41-8d8f-11549514c024 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:44:31.777484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 68bd0b7d-5676-4e01-b72a-3783236cf665 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:31.791331 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:31.792234 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f34babb8-8d31-445d-9915-68b38f9f319e None None] Provisioning complete for port b9e48452-eb63-4518-a191-415d97f5518b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:31.792707 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f34babb8-8d31-445d-9915-68b38f9f319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:31.837416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Transition to ACTIVE for port object 6e94335f-185d-4e41-8d8f-11549514c024 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:44:31.842359 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:31.851167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:31.852197 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:31.903934 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=dc0bac6b-7cd4-4deb-8c74-bab49c97cb55,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:31.955301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f34babb8-8d31-445d-9915-68b38f9f319e None None] Port b9e48452-eb63-4518-a191-415d97f5518b cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:44:31.981401 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:31.998073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'name': 'tempest-TestAggregatesBasicOps-2052449665-router', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'e074f558-719e-4b42-951b-7bc3dd9feb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:15Z', 'updated_at': '2021-09-23T22:44:23Z', 'revision_number': 4, 'project_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'gw_port': {'id': 'e074f558-719e-4b42-951b-7bc3dd9feb3b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:16Z', 'updated_at': '2021-09-23T22:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c3147831-9e00-416d-8e0c-0d4db10ab7c5', 'name': '', 'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'mac_address': 'fa:16:3e:83:f6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '1bdc1636-a781-4383-946a-6ab99b92d91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:21Z', 'updated_at': '2021-09-23T22:44:23Z', 'revision_number': 2, 'project_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'subnets': [{'id': '1bdc1636-a781-4383-946a-6ab99b92d91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:32.126813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['dc0bac6b-7cd4-4deb-8c74-bab49c97cb55'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:44:32.153671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] Pushing event updated for resources: {'Network': ['ID=e99091c8-6145-44dd-b8ba-b228175eb5fb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:32.156876 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:32.169007 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-422cbc9e-4366-402c-a28b-6f01d9e1bbc2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.9226902 Sep 23 22:44:32.171080 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44044) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:32.191403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Checking router: 9e194eee-eda3-4aea-ad3f-b0476d9e0db8 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:44:32.191653 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Updating router 9e194eee-eda3-4aea-ad3f-b0476d9e0db8 port c3147831-9e00-416d-8e0c-0d4db10ab7c5 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:44:32.193861 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 68bd0b7d-5676-4e01-b72a-3783236cf665 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:32.198873 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:32.199176 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab28d46-9778-4318-80e0-6f7786cf0855 None None] Pushing event updated for resources: {'Port': ['ID=b9e48452-eb63-4518-a191-415d97f5518b,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:32.203310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network e99091c8-6145-44dd-b8ba-b228175eb5fb details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:44:32.222995 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:32.225998 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:32.255798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5d7d1bbf-ad4a-415a-a9ce-0fdae4e39265 admin admin] Request body: {'subnet': {'network_id': 'e99091c8-6145-44dd-b8ba-b228175eb5fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1349572894-subnet', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:32.479926 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:32.520791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11081521-0e98-4862-b561-9b94183b921d req-92c444cd-7d5a-4520-b79a-55026fd72d6a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:32.531859 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-11081521-0e98-4862-b561-9b94183b921d req-92c444cd-7d5a-4520-b79a-55026fd72d6a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 945 time: 0.3428783 Sep 23 22:44:32.634566 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:32.712260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c77d8a-060f-47d9-9eb3-5798955ddb91 req-668825f4-5406-4ce3-8886-c2c74d5def86 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:32.725492 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-00c77d8a-060f-47d9-9eb3-5798955ddb91 req-668825f4-5406-4ce3-8886-c2c74d5def86 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 943 time: 0.8851628 Sep 23 22:44:32.777298 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9f520721-1b97-4ae8-ac23-5cefa07e1e33 None None] Provisioning complete for port b9e48452-eb63-4518-a191-415d97f5518b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:32.778504 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9f520721-1b97-4ae8-ac23-5cefa07e1e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:32.878307 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-11081521-0e98-4862-b561-9b94183b921d req-48dea53e-de74-4556-ab94-03fabe300b99 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449194 Sep 23 22:44:32.908527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Pushing event updated for resources: {'Port': ['ID=6e94335f-185d-4e41-8d8f-11549514c024,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:33.127860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7d1bbf-ad4a-415a-a9ce-0fdae4e39265 admin admin] Made reservation on behalf of bd81fd8451c14da3a90ddb7dfb4419f5 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:44:33.130582 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1bbf-ad4a-415a-a9ce-0fdae4e39265 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:33.227910 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.extraroute_db [None req-13cd9d9f-3d2d-4c01-a0f0-bc6cf0da6cef tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Added routes are [] {{(pid=95490) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 22:44:33.228855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.extraroute_db [None req-13cd9d9f-3d2d-4c01-a0f0-bc6cf0da6cef tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95490) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 22:44:33.295049 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:30Z', 'revision_number': 6, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:09Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9e48452-eb63-4518-a191-415d97f5518b', 'name': '', 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:ed:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'db169a9f-fbe2-47fd-963f-1cad7588c063', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:22Z', 'updated_at': '2021-09-23T22:44:31Z', 'revision_number': 4, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'db169a9f-fbe2-47fd-963f-1cad7588c063', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff06318-e0f6-4152-9747-142bfc01ac21', 'name': '', 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:11Z', 'updated_at': '2021-09-23T22:44:18Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:33.319454 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13cd9d9f-3d2d-4c01-a0f0-bc6cf0da6cef tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:33.324760 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-00c77d8a-060f-47d9-9eb3-5798955ddb91 req-229a7a70-b0ef-42e7-a93f-bb98065258cb tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1b0b087-22c0-406b-b9cc-3c3c4d03074d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980010 Sep 23 22:44:33.360687 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0cc5b-0cf1-4d40-97d0-0cab90313d87 None None] The sync data for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 is: [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:30Z', 'revision_number': 6, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:09Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9e48452-eb63-4518-a191-415d97f5518b', 'name': '', 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:ed:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'db169a9f-fbe2-47fd-963f-1cad7588c063', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:22Z', 'updated_at': '2021-09-23T22:44:31Z', 'revision_number': 4, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'db169a9f-fbe2-47fd-963f-1cad7588c063', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff06318-e0f6-4152-9747-142bfc01ac21', 'name': '', 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:11Z', 'updated_at': '2021-09-23T22:44:18Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:44:33.368186 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d11b69-2e00-4773-80d3-f6c5c7269161 req-a97eaa56-1abf-4270-9b46-5b5998302bac tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:33.387386 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42d11b69-2e00-4773-80d3-f6c5c7269161 req-a97eaa56-1abf-4270-9b46-5b5998302bac tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.2797353 Sep 23 22:44:33.566377 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-8b06a373-8929-46cc-b21b-dabd021d80f7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1733308 Sep 23 22:44:33.582924 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Attempting to bind port 6e94335f-185d-4e41-8d8f-11549514c024 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:44:33.584796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Attempting to bind port 6e94335f-185d-4e41-8d8f-11549514c024 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '23336d33-bc68-40e3-b2b6-906d91760987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6f7acb6a-a6f2-449f-8556-60efca655781'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:44:33.585644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Attempting to bind port 6e94335f-185d-4e41-8d8f-11549514c024 on network 6f7acb6a-a6f2-449f-8556-60efca655781 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:33.600497 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9f520721-1b97-4ae8-ac23-5cefa07e1e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:33.622578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Port 6e94335f-185d-4e41-8d8f-11549514c024 on network 6f7acb6a-a6f2-449f-8556-60efca655781 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:44:33.623365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Attempting to bind port 6e94335f-185d-4e41-8d8f-11549514c024 on network 6f7acb6a-a6f2-449f-8556-60efca655781 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:33.635943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:44:33.636588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Checking segment: {'id': '23336d33-bc68-40e3-b2b6-906d91760987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6f7acb6a-a6f2-449f-8556-60efca655781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:33.637289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Bound using segment: {'id': '23336d33-bc68-40e3-b2b6-906d91760987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6f7acb6a-a6f2-449f-8556-60efca655781'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:44:33.637971 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Bound port: 6e94335f-185d-4e41-8d8f-11549514c024, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23336d33-bc68-40e3-b2b6-906d91760987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6f7acb6a-a6f2-449f-8556-60efca655781'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:44:33.638536 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:33.759321 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42d11b69-2e00-4773-80d3-f6c5c7269161 req-7b77da1a-351e-4c59-8b84-c49ef33a2a26 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3671947 Sep 23 22:44:33.973507 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:34.028176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] For port 6e94335f-185d-4e41-8d8f-11549514c024, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:44:34.037593 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13cd9d9f-3d2d-4c01-a0f0-bc6cf0da6cef tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:34.045308 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13cd9d9f-3d2d-4c01-a0f0-bc6cf0da6cef tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:34.057528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] For port 6e94335f-185d-4e41-8d8f-11549514c024, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6e94335f-185d-4e41-8d8f-11549514c024,segment=NetworkSegment(23336d33-bc68-40e3-b2b6-906d91760987),segment_id=23336d33-bc68-40e3-b2b6-906d91760987)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:44:34.123413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9f520721-1b97-4ae8-ac23-5cefa07e1e33 None None] For port b9e48452-eb63-4518-a191-415d97f5518b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b9e48452-eb63-4518-a191-415d97f5518b,segment=NetworkSegment(17465e1c-abd4-4e3f-b8f6-501b09758b28),segment_id=17465e1c-abd4-4e3f-b8f6-501b09758b28)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:34.153792 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:34.198979 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1bbf-ad4a-415a-a9ce-0fdae4e39265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:34.209811 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:34.415624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15a94d-a651-4bc9-9f58-271ea720e577 None None] Pushing event updated for resources: {'Port': ['ID=c3147831-9e00-416d-8e0c-0d4db10ab7c5,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:34.468114 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9f520721-1b97-4ae8-ac23-5cefa07e1e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:34.649618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d1bbf-ad4a-415a-a9ce-0fdae4e39265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8044c9c0-6b7d-4d5f-aff1-33b04e17b734,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:34.775211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ccf27-b8f2-443e-8964-83b1112c9de0 req-889e2b34-58b9-4d79-a547-27f7521735d4 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:34.778790 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c8ccf27-b8f2-443e-8964-83b1112c9de0 req-889e2b34-58b9-4d79-a547-27f7521735d4 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 945 time: 0.7009649 Sep 23 22:44:34.779877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Pushing event updated for resources: {'Port': ['ID=6e94335f-185d-4e41-8d8f-11549514c024,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:34.789503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:34.790655 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:34.801257 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-eeeab9e1-2617-4dab-a625-5585a931ad31 service neutron] 10.222.0.43 "PUT /v2.0/ports/6e94335f-185d-4e41-8d8f-11549514c024 HTTP/1.1" status: 200 len: 1091 time: 5.2451880 Sep 23 22:44:34.807526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72757fb3-69ac-48cb-8b40-39366067bfbc', 'tag': '6e94335f-185d-4e41-8d8f-11549514c024'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:44:34.812269 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec87e21-c572-4387-86e0-402414daad4d" -d '{"events": [{"name": "network-changed", "server_uuid": "72757fb3-69ac-48cb-8b40-39366067bfbc", "tag": "6e94335f-185d-4e41-8d8f-11549514c024"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:44:34.849960 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Attempting to bind port c3147831-9e00-416d-8e0c-0d4db10ab7c5 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:44:34.850524 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Attempting to bind port c3147831-9e00-416d-8e0c-0d4db10ab7c5 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f6301537-997a-4ce2-a58e-583168546553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:44:34.850798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Attempting to bind port c3147831-9e00-416d-8e0c-0d4db10ab7c5 on network 19bceef7-8f40-4dc6-ba04-2432ead2b346 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:34.864698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:44:34.865242 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Checking segment: {'id': 'f6301537-997a-4ce2-a58e-583168546553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:34.865677 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:34.866093 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Bound using segment: {'id': 'f6301537-997a-4ce2-a58e-583168546553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:44:34.866609 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Bound port: c3147831-9e00-416d-8e0c-0d4db10ab7c5, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6301537-997a-4ce2-a58e-583168546553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:44:34.870575 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:34.872852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f520721-1b97-4ae8-ac23-5cefa07e1e33 None None] Pushing event updated for resources: {'Port': ['ID=b9e48452-eb63-4518-a191-415d97f5518b,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:35.012455 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c8ccf27-b8f2-443e-8964-83b1112c9de0 req-caf65458-26d1-422f-9558-550550ceceba tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904433 Sep 23 22:44:35.028497 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7d1bbf-ad4a-415a-a9ce-0fdae4e39265 admin admin] Checking segment: {'id': 'e8d39cf1-9fd4-4017-8661-ab0e6ac86481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e99091c8-6145-44dd-b8ba-b228175eb5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:35.029649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7d1bbf-ad4a-415a-a9ce-0fdae4e39265 admin admin] Network hostable DHCP agents. Network: e99091c8-6145-44dd-b8ba-b228175eb5fb, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:44:35.054770 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] For port c3147831-9e00-416d-8e0c-0d4db10ab7c5, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:44:35.089015 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] For port c3147831-9e00-416d-8e0c-0d4db10ab7c5, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c3147831-9e00-416d-8e0c-0d4db10ab7c5,segment=NetworkSegment(f6301537-997a-4ce2-a58e-583168546553),segment_id=f6301537-997a-4ce2-a58e-583168546553)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:44:35.142373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c1a16975-7646-46b0-8f64-e1b4f412b9c3 None None] Provisioning complete for port c3147831-9e00-416d-8e0c-0d4db10ab7c5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:35.145482 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c1a16975-7646-46b0-8f64-e1b4f412b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:35.179928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cd9d9f-3d2d-4c01-a0f0-bc6cf0da6cef tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:44:35.194884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b874753-1387-41b0-9dbb-3cd5cf8c1f80 req-93b506c4-3180-4121-9ab0-840b91f699e8 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:35.203287 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b874753-1387-41b0-9dbb-3cd5cf8c1f80 req-93b506c4-3180-4121-9ab0-840b91f699e8 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 943 time: 0.1890919 Sep 23 22:44:35.272068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c1a16975-7646-46b0-8f64-e1b4f412b9c3 None None] Port c3147831-9e00-416d-8e0c-0d4db10ab7c5 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:44:35.307028 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b874753-1387-41b0-9dbb-3cd5cf8c1f80 req-70b73cc9-5844-4ad6-a730-7060c40d8fe2 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1b0b087-22c0-406b-b9cc-3c3c4d03074d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025934 Sep 23 22:44:35.418078 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cc264f-46ac-46cb-98bb-c1ea6d372b70 x-openstack-request-id: req-72cc264f-46ac-46cb-98bb-c1ea6d372b70 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:44:35.418078 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72757fb3-69ac-48cb-8b40-39366067bfbc", "tag": "6e94335f-185d-4e41-8d8f-11549514c024", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:44:35.418078 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72cc264f-46ac-46cb-98bb-c1ea6d372b70 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:44:35.418078 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72757fb3-69ac-48cb-8b40-39366067bfbc', 'tag': '6e94335f-185d-4e41-8d8f-11549514c024', 'status': 'completed', 'code': 200} Sep 23 22:44:35.421867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cd9d9f-3d2d-4c01-a0f0-bc6cf0da6cef tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:44:35.431718 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-13cd9d9f-3d2d-4c01-a0f0-bc6cf0da6cef tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:35.433713 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-13cd9d9f-3d2d-4c01-a0f0-bc6cf0da6cef tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/16a4ba06-eeb1-4467-b5bf-18d435a74c80 HTTP/1.1" status: 200 len: 699 time: 4.0053401 Sep 23 22:44:35.437041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44086) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:35.446498 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:35.590774 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b8561-bd63-4c00-9448-ae70049896e0 None None] Sync routers for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:44:35.620301 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b8561-bd63-4c00-9448-ae70049896e0 None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:35.621263 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9a5b8561-bd63-4c00-9448-ae70049896e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:35.621466 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b9e48452-eb63-4518-a191-415d97f5518b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:35.626341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15a94d-a651-4bc9-9f58-271ea720e577 None None] Pushing event updated for resources: {'Port': ['ID=c3147831-9e00-416d-8e0c-0d4db10ab7c5,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:35.632201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:35.717082 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Routers {'9e194eee-eda3-4aea-ad3f-b0476d9e0db8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:35.717940 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9e194eee-eda3-4aea-ad3f-b0476d9e0db8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:35.748006 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5dd8d001-d965-4ad3-b27e-0449243b1ea7 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/routers/16a4ba06-eeb1-4467-b5bf-18d435a74c80 HTTP/1.1" status: 200 len: 699 time: 0.3092549 Sep 23 22:44:35.750784 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44090) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:35.917963 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-9a5b8561-bd63-4c00-9448-ae70049896e0 None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:36.055417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] Set router 9e194eee-eda3-4aea-ad3f-b0476d9e0db8 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:36.237908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7d1bbf-ad4a-415a-a9ce-0fdae4e39265 admin admin] Network e99091c8-6145-44dd-b8ba-b228175eb5fb is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:44:36.279689 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f937b24-f67e-49e0-acff-1a5c4de2bf8c req-6f7fabab-230b-4d42-b3f3-c2f25f112a55 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:36.288585 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2f937b24-f67e-49e0-acff-1a5c4de2bf8c req-6f7fabab-230b-4d42-b3f3-c2f25f112a55 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.9719491 Sep 23 22:44:36.294962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-37d8117f-a080-4bab-9486-124b446712f5 None None] Provisioning complete for port c3147831-9e00-416d-8e0c-0d4db10ab7c5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:36.300061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-147d6ba9-132e-4f44-b1ae-4c1fce0d50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:36.301900 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-37d8117f-a080-4bab-9486-124b446712f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:36.302233 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-147d6ba9-132e-4f44-b1ae-4c1fce0d50ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1151e1f45810456fa6866c09f41bf7a9&device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 1094 time: 0.8849425 Sep 23 22:44:36.364725 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-ba05f68f-3b50-4274-866c-5aa0af70d44d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e94335f-185d-4e41-8d8f-11549514c024 HTTP/1.1" status: 200 len: 217 time: 0.0527203 Sep 23 22:44:36.418336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2f937b24-f67e-49e0-acff-1a5c4de2bf8c req-fe2116b6-c653-4d65-87bc-928e1252affd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283364 Sep 23 22:44:36.435866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-5d7d1bbf-ad4a-415a-a9ce-0fdae4e39265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, e99091c8-6145-44dd-b8ba-b228175eb5fb) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:36.450154 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:44:36.490983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7d1bbf-ad4a-415a-a9ce-0fdae4e39265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:36.491607 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1bbf-ad4a-415a-a9ce-0fdae4e39265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:36.536919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-87926ef9-23d6-47b6-a472-0606dc85ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:36.557488 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-87926ef9-23d6-47b6-a472-0606dc85ecdf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dc3e544f-d6b5-4125-acd3-12e50ea3ce61 HTTP/1.1" status: 200 len: 849 time: 0.1665256 Sep 23 22:44:36.700833 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-47897c75-5bed-4aba-958f-063e5db5bc3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f7acb6a-a6f2-449f-8556-60efca655781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420798 Sep 23 22:44:36.901243 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9a5b8561-bd63-4c00-9448-ae70049896e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:33Z', 'revision_number': 7, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:09Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9e48452-eb63-4518-a191-415d97f5518b', 'name': '', 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:ed:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'db169a9f-fbe2-47fd-963f-1cad7588c063', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:22Z', 'updated_at': '2021-09-23T22:44:34Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'db169a9f-fbe2-47fd-963f-1cad7588c063', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff06318-e0f6-4152-9747-142bfc01ac21', 'name': '', 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:11Z', 'updated_at': '2021-09-23T22:44:18Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:36.916920 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5d7d1bbf-ad4a-415a-a9ce-0fdae4e39265 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6586502 Sep 23 22:44:36.923010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44144) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:36.935790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:36.936826 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:36.982116 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1349572894-router', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:36.988163 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b8561-bd63-4c00-9448-ae70049896e0 None None] Checking router: 16a4ba06-eeb1-4467-b5bf-18d435a74c80 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:44:37.016805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f29579-eb94-4d17-b3ef-e3e2c91207b2 None None] Network e99091c8-6145-44dd-b8ba-b228175eb5fb requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:37.037055 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b8561-bd63-4c00-9448-ae70049896e0 None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:37.037797 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9a5b8561-bd63-4c00-9448-ae70049896e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:37.099476 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b12163-3b8f-4cc7-abea-8925c3bb3a3e req-7e9a316b-766a-4553-8cdc-fafb1f676803 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:37.117527 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03b12163-3b8f-4cc7-abea-8925c3bb3a3e req-7e9a316b-766a-4553-8cdc-fafb1f676803 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 945 time: 0.8394966 Sep 23 22:44:37.167199 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-37d8117f-a080-4bab-9486-124b446712f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:37.185505 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b9e48452-eb63-4518-a191-415d97f5518b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:37.186954 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:37.357695 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03b12163-3b8f-4cc7-abea-8925c3bb3a3e req-65b3be29-4f45-44b2-8abb-3a8e67212006 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381489 Sep 23 22:44:37.361229 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-37d8117f-a080-4bab-9486-124b446712f5 None None] For port c3147831-9e00-416d-8e0c-0d4db10ab7c5, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c3147831-9e00-416d-8e0c-0d4db10ab7c5,segment=NetworkSegment(f6301537-997a-4ce2-a58e-583168546553),segment_id=f6301537-997a-4ce2-a58e-583168546553)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:37.433780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d02be9-4c6e-41c9-9b0a-dfa7a533f27a req-2e719090-0f72-44b7-b476-8d42eef0a163 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:37.453262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-66d02be9-4c6e-41c9-9b0a-dfa7a533f27a req-2e719090-0f72-44b7-b476-8d42eef0a163 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 943 time: 0.3565674 Sep 23 22:44:37.465378 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-0e70e815-9ede-43f8-a3d8-c59ba5e3b673 service neutron] 10.222.0.43 "GET /v2.0/networks/6f7acb6a-a6f2-449f-8556-60efca655781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7467079 Sep 23 22:44:37.496342 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:37.497451 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:37.508516 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:37.510218 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-9a5b8561-bd63-4c00-9448-ae70049896e0 None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:37.607208 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-37d8117f-a080-4bab-9486-124b446712f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:37.791111 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:37.825784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port dc0bac6b-7cd4-4deb-8c74-bab49c97cb55, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dc0bac6b-7cd4-4deb-8c74-bab49c97cb55,segment=NetworkSegment(795909d6-8f70-4edc-9ed3-955189840293),segment_id=795909d6-8f70-4edc-9ed3-955189840293)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:37.878630 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8117f-a080-4bab-9486-124b446712f5 None None] Pushing event updated for resources: {'Port': ['ID=c3147831-9e00-416d-8e0c-0d4db10ab7c5,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:37.906122 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad30f13-a81b-4ea2-9624-566a14e8caac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0bac6b-7cd4-4deb-8c74-bab49c97cb55'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:44:37.909100 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f06473-ec9c-4b1c-a8e9-3020072e69bd" -d '{"events": [{"server_uuid": "6ad30f13-a81b-4ea2-9624-566a14e8caac", "name": "network-vif-plugged", "status": "completed", "tag": "dc0bac6b-7cd4-4deb-8c74-bab49c97cb55"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:44:37.952544 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-66d02be9-4c6e-41c9-9b0a-dfa7a533f27a req-7b30d335-ed49-480c-b9a0-258d6b67d7d2 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1b0b087-22c0-406b-b9cc-3c3c4d03074d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794638 Sep 23 22:44:37.975177 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:38.029228 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26446529-064b-4c37-be66-6ce20fdd3a66 req-a01ab7cf-9b0b-4275-8b7b-5a4b497f3fee service neutron] 10.222.0.43 "GET /v2.0/networks/6f7acb6a-a6f2-449f-8556-60efca655781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001130 Sep 23 22:44:38.177979 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:38.182048 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941eb25-eabe-48c5-a4ca-b9202a82eb81 req-090b084e-67c2-49d8-9728-bd518c330330 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:38.197998 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4941eb25-eabe-48c5-a4ca-b9202a82eb81 req-090b084e-67c2-49d8-9728-bd518c330330 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.4003100 Sep 23 22:44:38.350795 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:38.368175 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9a5b8561-bd63-4c00-9448-ae70049896e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:33Z', 'revision_number': 7, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:09Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9e48452-eb63-4518-a191-415d97f5518b', 'name': '', 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:ed:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'db169a9f-fbe2-47fd-963f-1cad7588c063', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:22Z', 'updated_at': '2021-09-23T22:44:34Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'db169a9f-fbe2-47fd-963f-1cad7588c063', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff06318-e0f6-4152-9747-142bfc01ac21', 'name': '', 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:11Z', 'updated_at': '2021-09-23T22:44:18Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:38.402733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec87e21-c572-4387-86e0-402414daad4d req-44ba323a-bf88-4777-8d76-26f76559631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:38.406293 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ec87e21-c572-4387-86e0-402414daad4d req-44ba323a-bf88-4777-8d76-26f76559631a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1151e1f45810456fa6866c09f41bf7a9&device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 1094 time: 0.2167304 Sep 23 22:44:38.447674 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'name': 'tempest-TestAggregatesBasicOps-2052449665-router', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'e074f558-719e-4b42-951b-7bc3dd9feb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:15Z', 'updated_at': '2021-09-23T22:44:23Z', 'revision_number': 4, 'project_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'gw_port': {'id': 'e074f558-719e-4b42-951b-7bc3dd9feb3b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:16Z', 'updated_at': '2021-09-23T22:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c3147831-9e00-416d-8e0c-0d4db10ab7c5', 'name': '', 'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'mac_address': 'fa:16:3e:83:f6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '1bdc1636-a781-4383-946a-6ab99b92d91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:21Z', 'updated_at': '2021-09-23T22:44:35Z', 'revision_number': 4, 'project_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'subnets': [{'id': '1bdc1636-a781-4383-946a-6ab99b92d91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:38.460589 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=dc0bac6b-7cd4-4deb-8c74-bab49c97cb55,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:38.483336 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b8561-bd63-4c00-9448-ae70049896e0 None None] The sync data for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 is: [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:33Z', 'revision_number': 7, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:09Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9e48452-eb63-4518-a191-415d97f5518b', 'name': '', 'network_id': '89b711f5-458c-48b0-bfdb-0af0a6eb1dbc', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:ed:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'db169a9f-fbe2-47fd-963f-1cad7588c063', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:22Z', 'updated_at': '2021-09-23T22:44:34Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'db169a9f-fbe2-47fd-963f-1cad7588c063', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff06318-e0f6-4152-9747-142bfc01ac21', 'name': '', 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:11Z', 'updated_at': '2021-09-23T22:44:18Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:44:38.539890 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:38.681307 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4941eb25-eabe-48c5-a4ca-b9202a82eb81 req-ecacbe7d-25ba-465a-83e0-1cdf7543ae99 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4814012 Sep 23 22:44:38.791491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c3147831-9e00-416d-8e0c-0d4db10ab7c5 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:38.814723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c75502-a4a0-4e00-83f9-d8ff2b83fe56 None None] The sync data for ids ['9e194eee-eda3-4aea-ad3f-b0476d9e0db8'] in n-d-810775-1 is: [{'id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'name': 'tempest-TestAggregatesBasicOps-2052449665-router', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'e074f558-719e-4b42-951b-7bc3dd9feb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:15Z', 'updated_at': '2021-09-23T22:44:23Z', 'revision_number': 4, 'project_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'gw_port': {'id': 'e074f558-719e-4b42-951b-7bc3dd9feb3b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:16Z', 'updated_at': '2021-09-23T22:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c3147831-9e00-416d-8e0c-0d4db10ab7c5', 'name': '', 'network_id': '19bceef7-8f40-4dc6-ba04-2432ead2b346', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'mac_address': 'fa:16:3e:83:f6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '1bdc1636-a781-4383-946a-6ab99b92d91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:21Z', 'updated_at': '2021-09-23T22:44:35Z', 'revision_number': 4, 'project_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'subnets': [{'id': '1bdc1636-a781-4383-946a-6ab99b92d91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:44:39.047087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f44e2-357e-4e13-8506-e590c83448c0 req-7d956ee2-57e5-486d-8c4d-39af157f1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:39.062078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-7d956ee2-57e5-486d-8c4d-39af157f1fe0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 1097 time: 0.5169687 Sep 23 22:44:39.122295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-e99091c8-6145-44dd-b8ba-b228175eb5fb', 'network_id': 'e99091c8-6145-44dd-b8ba-b228175eb5fb', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'fixed_ips': [{'subnet_id': '8044c9c0-6b7d-4d5f-aff1-33b04e17b734'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:44:39.123450 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:39.166771 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30a6544-650c-4dce-a7f8-4d72483e828e x-openstack-request-id: req-d30a6544-650c-4dce-a7f8-4d72483e828e {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:44:39.167411 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad30f13-a81b-4ea2-9624-566a14e8caac", "name": "network-vif-plugged", "status": "completed", "tag": "dc0bac6b-7cd4-4deb-8c74-bab49c97cb55", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:44:39.167834 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d30a6544-650c-4dce-a7f8-4d72483e828e {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:44:39.168566 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad30f13-a81b-4ea2-9624-566a14e8caac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0bac6b-7cd4-4deb-8c74-bab49c97cb55', 'code': 200} Sep 23 22:44:39.324928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c3147831-9e00-416d-8e0c-0d4db10ab7c5 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:39.326085 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:39.343717 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bdd37-080e-44c8-be17-c84246961dd6 req-7a24390f-95c2-4840-86ae-f15c7403babf tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:39.347061 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eb0bdd37-080e-44c8-be17-c84246961dd6 req-7a24390f-95c2-4840-86ae-f15c7403babf tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 946 time: 0.2351289 Sep 23 22:44:39.500886 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eb0bdd37-080e-44c8-be17-c84246961dd6 req-7b28c645-52fd-40f0-bcab-e36c644d9ab1 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229746 Sep 23 22:44:39.570470 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec87e21-c572-4387-86e0-402414daad4d req-002c5283-0323-4100-8d26-6ffb2ff91f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:39.578890 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ec87e21-c572-4387-86e0-402414daad4d req-002c5283-0323-4100-8d26-6ffb2ff91f5d service neutron] 10.222.0.43 "GET /v2.0/networks?id=6f7acb6a-a6f2-449f-8556-60efca655781 HTTP/1.1" status: 200 len: 910 time: 1.1635230 Sep 23 22:44:39.726310 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ec87e21-c572-4387-86e0-402414daad4d req-c1d7e7c7-80d8-4ad0-9af6-fe43f3d6c474 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e94335f-185d-4e41-8d8f-11549514c024 HTTP/1.1" status: 200 len: 217 time: 0.0846164 Sep 23 22:44:39.757461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port b9e48452-eb63-4518-a191-415d97f5518b {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:44:39.757876 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:39.812862 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Allocated IP 172.20.0.2 (e99091c8-6145-44dd-b8ba-b228175eb5fb/8044c9c0-6b7d-4d5f-aff1-33b04e17b734/9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:44:39.831903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f071653-fb46-405a-bbca-4ef19d586a30 req-8e3eca4e-699a-4a08-8a5e-912dac369403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:39.838256 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f071653-fb46-405a-bbca-4ef19d586a30 req-8e3eca4e-699a-4a08-8a5e-912dac369403 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 1097 time: 0.5676732 Sep 23 22:44:39.854704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f44e2-357e-4e13-8506-e590c83448c0 req-2061130d-c979-46ed-aa5b-dca225d26730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:39.855744 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-2061130d-c979-46ed-aa5b-dca225d26730 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f766095b-4cf6-472c-acfe-7efa29261fed HTTP/1.1" status: 200 len: 898 time: 0.7858968 Sep 23 22:44:39.965620 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-682a42bf-f965-4e67-b073-2dd9ebc4d060 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11986104-0fd4-40d1-bc13-dade7e4c5644 HTTP/1.1" status: 200 len: 1000 time: 0.0912058 Sep 23 22:44:39.994114 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] For port b9e48452-eb63-4518-a191-415d97f5518b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b9e48452-eb63-4518-a191-415d97f5518b,segment=NetworkSegment(17465e1c-abd4-4e3f-b8f6-501b09758b28),segment_id=17465e1c-abd4-4e3f-b8f6-501b09758b28)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:39.994465 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:39.995732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18204c53-4d25-4a18-bffd-a4870b86dd3d req-ac976c23-6853-422c-9834-7c44fe794b93 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:40.006483 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18204c53-4d25-4a18-bffd-a4870b86dd3d req-ac976c23-6853-422c-9834-7c44fe794b93 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 943 time: 0.5949538 Sep 23 22:44:40.032600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for b9e48452-eb63-4518-a191-415d97f5518b owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:44:40.185352 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f44e2-357e-4e13-8506-e590c83448c0 req-ee40a69a-c735-4eb9-a7d4-11d60ea33152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:40.191983 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-ee40a69a-c735-4eb9-a7d4-11d60ea33152 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8905368a-212e-4e7a-bcc5-2e1a71c807e9 HTTP/1.1" status: 200 len: 835 time: 0.2133267 Sep 23 22:44:40.322723 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f071653-fb46-405a-bbca-4ef19d586a30 req-d37ccac7-1a3f-41b6-8efa-0e38a70d5670 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656217 Sep 23 22:44:40.328372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec87e21-c572-4387-86e0-402414daad4d req-30d2e401-1818-4714-9425-b98ef04a9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:40.331583 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ec87e21-c572-4387-86e0-402414daad4d req-30d2e401-1818-4714-9425-b98ef04a9533 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dc3e544f-d6b5-4125-acd3-12e50ea3ce61 HTTP/1.1" status: 200 len: 849 time: 0.5882185 Sep 23 22:44:40.428361 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:40.543253 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:40.573895 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ec87e21-c572-4387-86e0-402414daad4d req-eeaa40d9-0bcb-4756-a29d-e0a4469e5ca1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f7acb6a-a6f2-449f-8556-60efca655781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507223 Sep 23 22:44:40.579690 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18204c53-4d25-4a18-bffd-a4870b86dd3d req-14c0cbaf-0d70-4ace-90b1-84ba5548825f tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1b0b087-22c0-406b-b9cc-3c3c4d03074d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718083 Sep 23 22:44:40.614950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Network e99091c8-6145-44dd-b8ba-b228175eb5fb is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:40.618442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:40.626799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:44:40.662272 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:40.710527 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Attempting to bind port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:44:40.715750 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Attempting to bind port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'e8d39cf1-9fd4-4017-8661-ab0e6ac86481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e99091c8-6145-44dd-b8ba-b228175eb5fb'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:44:40.716289 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Attempting to bind port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd on network e99091c8-6145-44dd-b8ba-b228175eb5fb {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:40.739156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:40.742368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Pushing event updated for resources: {'Port': ['ID=9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:40.748474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:44:40.748915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Checking segment: {'id': 'e8d39cf1-9fd4-4017-8661-ab0e6ac86481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e99091c8-6145-44dd-b8ba-b228175eb5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:40.749387 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:40.749788 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Bound using segment: {'id': 'e8d39cf1-9fd4-4017-8661-ab0e6ac86481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e99091c8-6145-44dd-b8ba-b228175eb5fb'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:44:40.750283 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Bound port: 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d39cf1-9fd4-4017-8661-ab0e6ac86481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e99091c8-6145-44dd-b8ba-b228175eb5fb'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:44:40.750672 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:40.791921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f44e2-357e-4e13-8506-e590c83448c0 req-6e538c06-31d4-4b5e-a961-1dd0baa306d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:40.792853 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-6e538c06-31d4-4b5e-a961-1dd0baa306d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f766095b-4cf6-472c-acfe-7efa29261fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4891148 Sep 23 22:44:40.811747 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:40.848214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ec87e21-c572-4387-86e0-402414daad4d req-96224461-e30c-415d-9fad-3aed52032749 service neutron] 10.222.0.43 "GET /v2.0/networks/6f7acb6a-a6f2-449f-8556-60efca655781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598169 Sep 23 22:44:40.903755 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] For port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:44:40.914240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] For port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd,segment=NetworkSegment(e8d39cf1-9fd4-4017-8661-ab0e6ac86481),segment_id=e8d39cf1-9fd4-4017-8661-ab0e6ac86481)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:44:40.930860 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=b9e48452-eb63-4518-a191-415d97f5518b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:41.016579 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:41.038087 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ec87e21-c572-4387-86e0-402414daad4d req-11f0cafb-59eb-496d-a8a8-ebaa67c48fd0 service neutron] 10.222.0.43 "GET /v2.0/networks/6f7acb6a-a6f2-449f-8556-60efca655781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797097 Sep 23 22:44:41.089705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf8479-f08a-4e9d-bcbc-f9f4888274db req-adb12851-a006-489f-bff7-290e9b60e151 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:41.091367 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eccf8479-f08a-4e9d-bcbc-f9f4888274db req-adb12851-a006-489f-bff7-290e9b60e151 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.5849736 Sep 23 22:44:41.127844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534df85-a278-4ad4-a04c-dab145719289 req-84b071b2-b7e8-4579-b110-40ab4afe3c5e tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:41.129694 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1534df85-a278-4ad4-a04c-dab145719289 req-84b071b2-b7e8-4579-b110-40ab4afe3c5e tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 946 time: 0.1674438 Sep 23 22:44:41.134427 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-750025d0-d2a2-44ae-9be0-90e89d41543b service neutron] 10.222.0.43 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297541 Sep 23 22:44:41.193972 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcaf9d-c67a-4c15-9ef7-7e31e0228560 None None] Pushing event updated for resources: {'Port': ['ID=9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:41.248042 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1534df85-a278-4ad4-a04c-dab145719289 req-0fe01e0e-cf26-4ea3-9ba9-cfee886e7124 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103799 Sep 23 22:44:41.407530 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-58ccf3b4-76f8-4d44-a724-06c1b3222cc8 service neutron] 10.222.0.43 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623634 Sep 23 22:44:41.420760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:41.421380 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:41.421928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:41.422480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:41.423028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:41.423610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:41.424187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:41.425456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:41.426017 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:41.429763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:41.432676 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:41.433262 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:41.488547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Allocated IP 172.25.1.90 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/5a705bfe-aed2-419b-af50-e3b89edfdb4d) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:44:41.833678 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eccf8479-f08a-4e9d-bcbc-f9f4888274db req-f05d64cb-82ab-4878-8440-df76d5c39114 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640762 Sep 23 22:44:41.992736 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6e94335f-185d-4e41-8d8f-11549514c024 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:44:41.994035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b544a-f7f1-442b-bd44-2d173e11d191 req-ab3feb31-dd4d-4692-b749-7cf6ff4c7348 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:42.008718 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca5b544a-f7f1-442b-bd44-2d173e11d191 req-ab3feb31-dd4d-4692-b749-7cf6ff4c7348 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 943 time: 0.2080588 Sep 23 22:44:42.128229 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca5b544a-f7f1-442b-bd44-2d173e11d191 req-32de4dbb-5ea8-4808-8711-a68b733c56d9 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1b0b087-22c0-406b-b9cc-3c3c4d03074d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165967 Sep 23 22:44:42.183299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6e94335f-185d-4e41-8d8f-11549514c024, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6e94335f-185d-4e41-8d8f-11549514c024,segment=NetworkSegment(23336d33-bc68-40e3-b2b6-906d91760987),segment_id=23336d33-bc68-40e3-b2b6-906d91760987)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:42.214460 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '6e94335f-185d-4e41-8d8f-11549514c024', 'network_id': '6f7acb6a-a6f2-449f-8556-60efca655781', 'port_id': '6e94335f-185d-4e41-8d8f-11549514c024', 'mac_address': 'fa:16:3e:23:1f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3e544f-d6b5-4125-acd3-12e50ea3ce61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:44:42.305777 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:42.339289 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e94335f-185d-4e41-8d8f-11549514c024 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:44:42.394508 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6e94335f-185d-4e41-8d8f-11549514c024, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6e94335f-185d-4e41-8d8f-11549514c024,segment=NetworkSegment(23336d33-bc68-40e3-b2b6-906d91760987),segment_id=23336d33-bc68-40e3-b2b6-906d91760987)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:42.545503 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:42.778901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=6e94335f-185d-4e41-8d8f-11549514c024,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:42.797087 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:42.811309 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['6e94335f-185d-4e41-8d8f-11549514c024'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:44:42.923927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d1851-bf1a-4b32-a10c-7d62b0023c06 req-e6f44b68-3d5e-4930-87e4-5742ea0e1937 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:42.932780 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-020d1851-bf1a-4b32-a10c-7d62b0023c06 req-e6f44b68-3d5e-4930-87e4-5742ea0e1937 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 946 time: 0.3063431 Sep 23 22:44:42.942853 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:43.048678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:43.136449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f913e796-ab5d-4f89-91c3-0e473eabc8f9 None None] Network e99091c8-6145-44dd-b8ba-b228175eb5fb requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:43.150502 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-62390aa9-a505-4fe0-b18a-badcac6d9890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:43.184996 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-020d1851-bf1a-4b32-a10c-7d62b0023c06 req-012bbfe5-0fbf-4178-92c1-c0f50fe31915 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511768 Sep 23 22:44:43.197939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1748b-3109-4001-a1f3-316304baf416 req-3c4823d1-8212-4a97-a32c-cb4f37a98e03 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:43.201082 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6ed1748b-3109-4001-a1f3-316304baf416 req-3c4823d1-8212-4a97-a32c-cb4f37a98e03 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.1115901 Sep 23 22:44:43.275463 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6ed1748b-3109-4001-a1f3-316304baf416 req-322d0891-c9e7-4c68-bfba-7fbd721b927c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626497 Sep 23 22:44:43.345590 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:43.350200 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:43.365469 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:44:43.379451 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:43.397479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-63d9f6ba-2c09-4be8-b9db-4d13dc3c3b61 None None] Provisioning complete for port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:43.397962 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-63d9f6ba-2c09-4be8-b9db-4d13dc3c3b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:43.405630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ecd7d-15ac-401f-b208-f72b56f96c77 req-072cee62-838f-43b5-95ce-33d7c9f75936 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:43.405630 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b05ecd7d-15ac-401f-b208-f72b56f96c77 req-072cee62-838f-43b5-95ce-33d7c9f75936 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 944 time: 0.0874553 Sep 23 22:44:43.463752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:43.552775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:43.572394 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:44:43.622860 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-63d9f6ba-2c09-4be8-b9db-4d13dc3c3b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:43.676119 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:43.678080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=5a705bfe-aed2-419b-af50-e3b89edfdb4d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:43.708543 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b05ecd7d-15ac-401f-b208-f72b56f96c77 req-0f992e90-6aa6-43b3-87f1-28815327a57d tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1b0b087-22c0-406b-b9cc-3c3c4d03074d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810040 Sep 23 22:44:43.743439 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:44:43.756529 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-edb6e279-d377-4783-a53c-fd2d720c2df4 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/16a4ba06-eeb1-4467-b5bf-18d435a74c80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0019779 Sep 23 22:44:43.757419 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44250) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:43.793533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-63d9f6ba-2c09-4be8-b9db-4d13dc3c3b61 None None] For port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd,segment=NetworkSegment(e8d39cf1-9fd4-4017-8661-ab0e6ac86481),segment_id=e8d39cf1-9fd4-4017-8661-ab0e6ac86481)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:43.797946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41851aa-e32a-47a5-93bb-77d0e5f88518 None None] Sync routers for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:44:43.852099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41851aa-e32a-47a5-93bb-77d0e5f88518 None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:43.853387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c41851aa-e32a-47a5-93bb-77d0e5f88518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:43.905171 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-63d9f6ba-2c09-4be8-b9db-4d13dc3c3b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:43.976099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5893d4-5921-4086-a6a8-64c415d4a7eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting subnet db169a9f-fbe2-47fd-963f-1cad7588c063 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:44:43.985658 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c5893d4-5921-4086-a6a8-64c415d4a7eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:44.140965 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c5893d4-5921-4086-a6a8-64c415d4a7eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:44.205604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44260) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:44.402456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c5893d4-5921-4086-a6a8-64c415d4a7eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:44.482945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6e94335f-185d-4e41-8d8f-11549514c024 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:44.568861 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:44:44.569555 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:44:44.588620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-c41851aa-e32a-47a5-93bb-77d0e5f88518 None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:44.592956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9f6ba-2c09-4be8-b9db-4d13dc3c3b61 None None] Pushing event updated for resources: {'Port': ['ID=9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:44.667773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-65e09281-f878-4e22-a9c9-c757372f5a70 None None] Provisioning complete for port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:44.668257 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-65e09281-f878-4e22-a9c9-c757372f5a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:44.733721 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bfb64-2130-49d6-8931-d20cfe503f86 req-918cf9cd-7ce2-4a30-80cc-2a807ea244d3 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:44.742024 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-611bfb64-2130-49d6-8931-d20cfe503f86 req-918cf9cd-7ce2-4a30-80cc-2a807ea244d3 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 946 time: 0.2507522 Sep 23 22:44:44.832731 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:44.848101 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-611bfb64-2130-49d6-8931-d20cfe503f86 req-90f42fa6-5ea3-4a1f-8d0a-3becd3848f82 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035473 Sep 23 22:44:44.886111 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1f602-0053-4c00-9a4c-15370fd8bbbe req-18b31924-208b-4298-b505-3811d1431c45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:44.904634 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c0b1f602-0053-4c00-9a4c-15370fd8bbbe req-18b31924-208b-4298-b505-3811d1431c45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.3473105 Sep 23 22:44:44.918109 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 6e94335f-185d-4e41-8d8f-11549514c024 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:44:44.976752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 6e94335f-185d-4e41-8d8f-11549514c024 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:44.977159 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:45.042414 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c0b1f602-0053-4c00-9a4c-15370fd8bbbe req-4e2b5374-ebf7-4f42-91f5-664241bd20a6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212115 Sep 23 22:44:45.261511 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cf68c-f03c-4a89-a80f-76b460019f6a req-89454186-2fb3-478a-9720-35068d86272d tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:45.276785 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e45cf68c-f03c-4a89-a80f-76b460019f6a req-89454186-2fb3-478a-9720-35068d86272d tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 944 time: 0.2537897 Sep 23 22:44:45.401240 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c5893d4-5921-4086-a6a8-64c415d4a7eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:45.450651 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:45.510345 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6496ad-b10c-4904-8fbc-fa4bbdeebe85 None None] Network 89b711f5-458c-48b0-bfdb-0af0a6eb1dbc requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:45.523002 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c41851aa-e32a-47a5-93bb-77d0e5f88518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:40Z', 'revision_number': 8, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:09Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff06318-e0f6-4152-9747-142bfc01ac21', 'name': '', 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:11Z', 'updated_at': '2021-09-23T22:44:18Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:45.554625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72757fb3-69ac-48cb-8b40-39366067bfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e94335f-185d-4e41-8d8f-11549514c024'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:44:45.555183 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab52e1d-2a8c-4e74-93b6-c1c5bf5fee35" -d '{"events": [{"server_uuid": "72757fb3-69ac-48cb-8b40-39366067bfbc", "name": "network-vif-plugged", "status": "completed", "tag": "6e94335f-185d-4e41-8d8f-11549514c024"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:44:45.583657 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e45cf68c-f03c-4a89-a80f-76b460019f6a req-7038d264-0bc2-4be2-bc49-716a93575252 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1b0b087-22c0-406b-b9cc-3c3c4d03074d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056872 Sep 23 22:44:45.617935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:45.631011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41851aa-e32a-47a5-93bb-77d0e5f88518 None None] Checking router: 16a4ba06-eeb1-4467-b5bf-18d435a74c80 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:44:45.639274 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6e94335f-185d-4e41-8d8f-11549514c024, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6e94335f-185d-4e41-8d8f-11549514c024,segment=NetworkSegment(23336d33-bc68-40e3-b2b6-906d91760987),segment_id=23336d33-bc68-40e3-b2b6-906d91760987)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:45.678078 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c5893d4-5921-4086-a6a8-64c415d4a7eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:45.681961 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3c5893d4-5921-4086-a6a8-64c415d4a7eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/db169a9f-fbe2-47fd-963f-1cad7588c063 HTTP/1.1" status: 204 len: 168 time: 1.9227686 Sep 23 22:44:45.688449 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5893d4-5921-4086-a6a8-64c415d4a7eb tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Subnet': ['ID=db169a9f-fbe2-47fd-963f-1cad7588c063,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:45.695822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44276) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:45.708677 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c5e7d8-7dde-4a67-8753-da0c31b335b9 x-openstack-request-id: req-29c5e7d8-7dde-4a67-8753-da0c31b335b9 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:44:45.709373 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72757fb3-69ac-48cb-8b40-39366067bfbc", "name": "network-vif-plugged", "status": "completed", "tag": "6e94335f-185d-4e41-8d8f-11549514c024", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:44:45.709863 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29c5e7d8-7dde-4a67-8753-da0c31b335b9 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:44:45.710520 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72757fb3-69ac-48cb-8b40-39366067bfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e94335f-185d-4e41-8d8f-11549514c024', 'code': 200} Sep 23 22:44:45.757420 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:45.761285 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:45.801830 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41851aa-e32a-47a5-93bb-77d0e5f88518 None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:45.802964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c41851aa-e32a-47a5-93bb-77d0e5f88518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:45.851772 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:44:45.907065 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-751d57e9-bfb9-4d2b-820b-fee641f691b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:45.923882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:45.968521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca2297-4247-424b-903c-dae5bd05347d req-446e4941-56be-49d8-8158-70cbd71d9afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:45.973487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-91ca2297-4247-424b-903c-dae5bd05347d req-446e4941-56be-49d8-8158-70cbd71d9afc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 1096 time: 0.1750770 Sep 23 22:44:46.054991 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab63a4-20e7-4006-8ab8-c8877bad7bc0 req-e7dd22ef-3141-4529-842a-d8752fe2cccc tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:46.056700 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c2ab63a4-20e7-4006-8ab8-c8877bad7bc0 req-e7dd22ef-3141-4529-842a-d8752fe2cccc tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 946 time: 0.2487156 Sep 23 22:44:46.088869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=6e94335f-185d-4e41-8d8f-11549514c024,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:46.111866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-c41851aa-e32a-47a5-93bb-77d0e5f88518 None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:46.125543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:46.126174 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:46.152216 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-91ca2297-4247-424b-903c-dae5bd05347d req-324f9fb8-2f1f-4de9-b3c0-bf653100bc1c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f1b0b087-22c0-406b-b9cc-3c3c4d03074d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719763 Sep 23 22:44:46.227916 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:46.298116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c108f46d-ce57-443e-905e-c1eb0e8c734c None None] DHCP port deletion for 89b711f5-458c-48b0-bfdb-0af0a6eb1dbc request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:44:46.356062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port 68bd0b7d-5676-4e01-b72a-3783236cf665 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:44:46.357154 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:46.363976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aff577-2576-497e-8e9d-dd53476351ae req-0db73993-2c2e-4194-b91c-a1ef8faafd41 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:46.369936 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5aff577-2576-497e-8e9d-dd53476351ae req-0db73993-2c2e-4194-b91c-a1ef8faafd41 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 946 time: 0.1665905 Sep 23 22:44:46.462673 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5aff577-2576-497e-8e9d-dd53476351ae req-c14eb35b-6983-40bc-adcd-eb9ab51958cc tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896633 Sep 23 22:44:46.464424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] For port 68bd0b7d-5676-4e01-b72a-3783236cf665, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=68bd0b7d-5676-4e01-b72a-3783236cf665,segment=NetworkSegment(17465e1c-abd4-4e3f-b8f6-501b09758b28),segment_id=17465e1c-abd4-4e3f-b8f6-501b09758b28)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:46.465248 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:46.473973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Router bdcbef36-3ee5-48da-a9fc-e679f05412e5 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:44:46.482939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for 68bd0b7d-5676-4e01-b72a-3783236cf665 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:44:46.603773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c108f46d-ce57-443e-905e-c1eb0e8c734c None None] Deleting port 68bd0b7d-5676-4e01-b72a-3783236cf665 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:44:46.604613 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c108f46d-ce57-443e-905e-c1eb0e8c734c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:46.664897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d41ab-3bb1-4fc6-99dd-db64b60b3f19 req-74c40301-340d-419a-877d-13a2e53c332d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:46.666609 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ac8d41ab-3bb1-4fc6-99dd-db64b60b3f19 req-74c40301-340d-419a-877d-13a2e53c332d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.4162533 Sep 23 22:44:46.670374 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:46.686600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No DVR routers for this DVR port 68bd0b7d-5676-4e01-b72a-3783236cf665 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:44:46.781977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=68bd0b7d-5676-4e01-b72a-3783236cf665,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:46.803764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c108f46d-ce57-443e-905e-c1eb0e8c734c None None] For port 68bd0b7d-5676-4e01-b72a-3783236cf665, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=68bd0b7d-5676-4e01-b72a-3783236cf665,segment=NetworkSegment(17465e1c-abd4-4e3f-b8f6-501b09758b28),segment_id=17465e1c-abd4-4e3f-b8f6-501b09758b28)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:46.804817 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c108f46d-ce57-443e-905e-c1eb0e8c734c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:46.824869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c108f46d-ce57-443e-905e-c1eb0e8c734c None None] Calling delete_port for 68bd0b7d-5676-4e01-b72a-3783236cf665 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:44:46.837245 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:44:46.846166 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Sync routers for ids ['bdcbef36-3ee5-48da-a9fc-e679f05412e5'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:44:46.860290 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Routers {'bdcbef36-3ee5-48da-a9fc-e679f05412e5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:46.861364 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bdcbef36-3ee5-48da-a9fc-e679f05412e5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:46.920926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c41851aa-e32a-47a5-93bb-77d0e5f88518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:40Z', 'revision_number': 8, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:09Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff06318-e0f6-4152-9747-142bfc01ac21', 'name': '', 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:11Z', 'updated_at': '2021-09-23T22:44:18Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:46.972805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41851aa-e32a-47a5-93bb-77d0e5f88518 None None] The sync data for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 is: [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:40Z', 'revision_number': 8, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:09Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff06318-e0f6-4152-9747-142bfc01ac21', 'name': '', 'network_id': '6abe1634-ad78-470f-b49f-e354a50854ae', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:9b:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:11Z', 'updated_at': '2021-09-23T22:44:18Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:44:46.997781 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:44:47.008358 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c108f46d-ce57-443e-905e-c1eb0e8c734c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:47.054556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108f46d-ce57-443e-905e-c1eb0e8c734c None None] Pushing event deleted for resources: {'Port': ['ID=68bd0b7d-5676-4e01-b72a-3783236cf665,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:47.062724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c108f46d-ce57-443e-905e-c1eb0e8c734c None None] No DVR routers for this DVR port 68bd0b7d-5676-4e01-b72a-3783236cf665 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:44:47.070240 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Set router bdcbef36-3ee5-48da-a9fc-e679f05412e5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:47.098796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227de3ce-c3e4-4302-96a7-f0762d65511d req-f75a4ef5-3086-4351-8d73-c17b174c9190 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:47.111381 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-227de3ce-c3e4-4302-96a7-f0762d65511d req-f75a4ef5-3086-4351-8d73-c17b174c9190 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 945 time: 0.1459754 Sep 23 22:44:47.111381 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:47.111381 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e67187e1-a710-451c-b20e-c76c2032f9c2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.1707950 Sep 23 22:44:47.120000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44288) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:47.153237 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:47.295296 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:47.334253 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-227de3ce-c3e4-4302-96a7-f0762d65511d req-fb7b169b-5308-4fc9-9b20-473489f86c3c tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1b0b087-22c0-406b-b9cc-3c3c4d03074d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232392 Sep 23 22:44:47.380663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b711f5-458c-48b0-bfdb-0af0a6eb1dbc']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:47.387527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-c2ab63a4-20e7-4006-8ab8-c8877bad7bc0 req-71d307e4-9d0a-4571-b115-d9895ecb722a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Deleting port dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:44:47.387527 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c2ab63a4-20e7-4006-8ab8-c8877bad7bc0 req-71d307e4-9d0a-4571-b115-d9895ecb722a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:47.506584 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c2ab63a4-20e7-4006-8ab8-c8877bad7bc0 req-71d307e4-9d0a-4571-b115-d9895ecb722a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] For port dc0bac6b-7cd4-4deb-8c74-bab49c97cb55, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=dc0bac6b-7cd4-4deb-8c74-bab49c97cb55,segment=NetworkSegment(795909d6-8f70-4edc-9ed3-955189840293),segment_id=795909d6-8f70-4edc-9ed3-955189840293)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:47.507678 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c2ab63a4-20e7-4006-8ab8-c8877bad7bc0 req-71d307e4-9d0a-4571-b115-d9895ecb722a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:47.522701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-c2ab63a4-20e7-4006-8ab8-c8877bad7bc0 req-71d307e4-9d0a-4571-b115-d9895ecb722a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Calling delete_port for dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:44:47.532811 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'name': 'tempest-TestAggregatesBasicOps-1349572894-router', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:37Z', 'updated_at': '2021-09-23T22:44:44Z', 'revision_number': 3, 'project_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'gw_port': {'id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:40Z', 'updated_at': '2021-09-23T22:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:47.593014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b9e48452-eb63-4518-a191-415d97f5518b no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:44:47.619423 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ac8d41ab-3bb1-4fc6-99dd-db64b60b3f19 req-2b270505-c5a6-4410-ad8a-d3225530d043 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9182849 Sep 23 22:44:47.627763 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Checking router: bdcbef36-3ee5-48da-a9fc-e679f05412e5 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:44:47.628271 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Updating router bdcbef36-3ee5-48da-a9fc-e679f05412e5 port 5a705bfe-aed2-419b-af50-e3b89edfdb4d binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:44:47.635623 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17465e1c-abd4-4e3f-b8f6-501b09758b28') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:47.635975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17465e1c-abd4-4e3f-b8f6-501b09758b28') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:47.657073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: b9e48452-eb63-4518-a191-415d97f5518b {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:44:47.657073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b9e48452-eb63-4518-a191-415d97f5518b not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:44:47.657939 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 68bd0b7d-5676-4e01-b72a-3783236cf665 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:44:47.659256 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:47.718847 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:47.724191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 68bd0b7d-5676-4e01-b72a-3783236cf665 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:44:47.725447 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 68bd0b7d-5676-4e01-b72a-3783236cf665 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:44:47.801975 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:47.803519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:44:47.804105 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:44:47.808092 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:44:47.834493 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-33f4187e-cf4b-49db-b87f-965309de8dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:47.918915 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:47.926293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b12f24-a692-4ea7-941a-68a6fe12a9ae req-f63773b2-0a11-4407-86e8-e9a8211e8a7d tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:47.935872 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9b12f24-a692-4ea7-941a-68a6fe12a9ae req-f63773b2-0a11-4407-86e8-e9a8211e8a7d tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 946 time: 0.2617366 Sep 23 22:44:48.021189 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9b12f24-a692-4ea7-941a-68a6fe12a9ae req-fbb22537-894f-4fd1-8459-9993c3d80a78 tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843701 Sep 23 22:44:48.086592 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c2ab63a4-20e7-4006-8ab8-c8877bad7bc0 req-71d307e4-9d0a-4571-b115-d9895ecb722a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:48.126171 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:48.133453 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:48.143063 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/networks/89b711f5-458c-48b0-bfdb-0af0a6eb1dbc HTTP/1.1" status: 204 len: 168 time: 2.4443967 Sep 23 22:44:48.146967 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44296) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:48.238453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5d6c8-b27f-4458-91e5-5c1c40dcb004 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Network': ['ID=89b711f5-458c-48b0-bfdb-0af0a6eb1dbc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:48.248716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d307e4-9d0a-4571-b115-d9895ecb722a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Pushing event deleted for resources: {'Port': ['ID=dc0bac6b-7cd4-4deb-8c74-bab49c97cb55,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:48.294940 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:48.305480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ab63a4-20e7-4006-8ab8-c8877bad7bc0 req-71d307e4-9d0a-4571-b115-d9895ecb722a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] No DVR routers for this DVR port dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:44:48.311901 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c2ab63a4-20e7-4006-8ab8-c8877bad7bc0 req-71d307e4-9d0a-4571-b115-d9895ecb722a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:48.314533 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:48.315679 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c2ab63a4-20e7-4006-8ab8-c8877bad7bc0 req-71d307e4-9d0a-4571-b115-d9895ecb722a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.67 "DELETE /v2.0/ports/dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 HTTP/1.1" status: 204 len: 173 time: 2.1847167 Sep 23 22:44:48.316194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad30f13-a81b-4ea2-9624-566a14e8caac', 'name': 'network-vif-deleted', 'tag': 'dc0bac6b-7cd4-4deb-8c74-bab49c97cb55'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:44:48.321867 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f27bdca-656f-427e-a544-cf3a5cd4590b" -d '{"events": [{"server_uuid": "6ad30f13-a81b-4ea2-9624-566a14e8caac", "name": "network-vif-deleted", "tag": "dc0bac6b-7cd4-4deb-8c74-bab49c97cb55"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:44:48.376934 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:48.382988 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4e1e30-213b-4e6d-a585-058b5f462ae6 x-openstack-request-id: req-7d4e1e30-213b-4e6d-a585-058b5f462ae6 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:44:48.384592 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad30f13-a81b-4ea2-9624-566a14e8caac", "name": "network-vif-deleted", "tag": "dc0bac6b-7cd4-4deb-8c74-bab49c97cb55", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:44:48.384592 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d4e1e30-213b-4e6d-a585-058b5f462ae6 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:44:48.384592 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad30f13-a81b-4ea2-9624-566a14e8caac', 'name': 'network-vif-deleted', 'tag': 'dc0bac6b-7cd4-4deb-8c74-bab49c97cb55', 'status': 'completed', 'code': 200} Sep 23 22:44:48.602010 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-33f4187e-cf4b-49db-b87f-965309de8dae admin admin] Deleting port 3d89bf5d-646b-4154-9262-1f929137e22c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:44:48.604941 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-33f4187e-cf4b-49db-b87f-965309de8dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:48.607856 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006393c-0872-4a18-8e9c-46318bfb90f6 None None] Pushing event updated for resources: {'Port': ['ID=5a705bfe-aed2-419b-af50-e3b89edfdb4d,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:48.613159 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Attempting to bind port 5a705bfe-aed2-419b-af50-e3b89edfdb4d on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:44:48.614605 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:48.615085 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Attempting to bind port 5a705bfe-aed2-419b-af50-e3b89edfdb4d by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:44:48.615666 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Attempting to bind port 5a705bfe-aed2-419b-af50-e3b89edfdb4d on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:48.644747 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:44:48.645371 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:48.646063 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:48.646708 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:44:48.647669 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Bound port: 5a705bfe-aed2-419b-af50-e3b89edfdb4d, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:44:48.649276 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:48.804457 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd6048-ee3a-40b1-b1c5-e9614f511474 req-c29817cf-66c5-42a4-ab11-5da19d140ac4 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:48.808271 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f3fd6048-ee3a-40b1-b1c5-e9614f511474 req-c29817cf-66c5-42a4-ab11-5da19d140ac4 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 945 time: 0.2689989 Sep 23 22:44:48.836036 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Allocated IP 172.20.0.1 (e99091c8-6145-44dd-b8ba-b228175eb5fb/8044c9c0-6b7d-4d5f-aff1-33b04e17b734/b7ef0991-1e3a-41df-84b6-db7316978dbb) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:44:48.882820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-33f4187e-cf4b-49db-b87f-965309de8dae admin admin] For port 3d89bf5d-646b-4154-9262-1f929137e22c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3d89bf5d-646b-4154-9262-1f929137e22c,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:48.886029 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-33f4187e-cf4b-49db-b87f-965309de8dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:48.898979 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] For port 5a705bfe-aed2-419b-af50-e3b89edfdb4d, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:44:48.917409 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] For port 5a705bfe-aed2-419b-af50-e3b89edfdb4d, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5a705bfe-aed2-419b-af50-e3b89edfdb4d,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:44:48.927561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-33f4187e-cf4b-49db-b87f-965309de8dae admin admin] Calling delete_port for 3d89bf5d-646b-4154-9262-1f929137e22c owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:44:48.932285 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f3fd6048-ee3a-40b1-b1c5-e9614f511474 req-afbc154f-53ce-4084-8b46-4a56112648ac tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1b0b087-22c0-406b-b9cc-3c3c4d03074d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002500 Sep 23 22:44:49.016168 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:49.077743 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:49.109445 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Routers {'bdcbef36-3ee5-48da-a9fc-e679f05412e5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:49.110225 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bdcbef36-3ee5-48da-a9fc-e679f05412e5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:49.141877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d0d14-ab49-4804-967e-72b6bad63066 req-ae2fe1b1-49b4-462b-920c-1f192e9abc0f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:49.145198 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d47d0d14-ab49-4804-967e-72b6bad63066 req-ae2fe1b1-49b4-462b-920c-1f192e9abc0f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.2216074 Sep 23 22:44:49.258793 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006393c-0872-4a18-8e9c-46318bfb90f6 None None] Pushing event updated for resources: {'Port': ['ID=5a705bfe-aed2-419b-af50-e3b89edfdb4d,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:49.270169 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] Set router bdcbef36-3ee5-48da-a9fc-e679f05412e5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:49.288316 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c5189f20-530b-427c-85e1-145055c6bb5f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:49.393710 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d47d0d14-ab49-4804-967e-72b6bad63066 req-95838348-9edb-4450-b0dc-16350824c31c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289083 Sep 23 22:44:49.685418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:44:49.687333 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-abad4660-5588-4fe3-b037-f4fe7e7ccfc6 req-a83d23b4-0779-4598-930d-8025815b350a tempest-ServerAddressesTestJSON-894565318 tempest-ServerAddressesTestJSON-894565318-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad30f13-a81b-4ea2-9624-566a14e8caac HTTP/1.1" status: 200 len: 210 time: 0.0908248 Sep 23 22:44:49.741047 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'name': 'tempest-TestAggregatesBasicOps-1349572894-router', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:37Z', 'updated_at': '2021-09-23T22:44:44Z', 'revision_number': 3, 'project_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'gw_port': {'id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:40Z', 'updated_at': '2021-09-23T22:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:49.799998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:44:49.800655 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device dc0bac6b-7cd4-4deb-8c74-bab49c97cb55 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:44:49.841976 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91634c48-0877-4cbb-b8f0-08286153b0b3 None None] The sync data for ids ['bdcbef36-3ee5-48da-a9fc-e679f05412e5'] in n-d-810775-1 is: [{'id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'name': 'tempest-TestAggregatesBasicOps-1349572894-router', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:37Z', 'updated_at': '2021-09-23T22:44:44Z', 'revision_number': 3, 'project_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'gw_port': {'id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:40Z', 'updated_at': '2021-09-23T22:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:44:49.914089 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-33f4187e-cf4b-49db-b87f-965309de8dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:49.967898 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:50.024130 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Network e99091c8-6145-44dd-b8ba-b228175eb5fb is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:50.029860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4187e-cf4b-49db-b87f-965309de8dae admin admin] Pushing event deleted for resources: {'Port': ['ID=3d89bf5d-646b-4154-9262-1f929137e22c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:50.031415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:50.084678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:44:50.200633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Pushing event updated for resources: {'Port': ['ID=b7ef0991-1e3a-41df-84b6-db7316978dbb,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:50.261006 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:50.681011 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-33f4187e-cf4b-49db-b87f-965309de8dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:50.870826 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:50.886304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2871825e-2c0b-4d7f-982a-5ad6db59600e None None] Provisioning complete for port b7ef0991-1e3a-41df-84b6-db7316978dbb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:50.888035 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2871825e-2c0b-4d7f-982a-5ad6db59600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:50.899827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44332) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:50.988505 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2871825e-2c0b-4d7f-982a-5ad6db59600e None None] Port b7ef0991-1e3a-41df-84b6-db7316978dbb cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:44:50.997771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4ebf0-11cc-474e-8701-7328bee7e9e8 req-21f7335c-81bc-4a7a-85a2-dea9ae4ba7ec tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:50.997771 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1f4ebf0-11cc-474e-8701-7328bee7e9e8 req-21f7335c-81bc-4a7a-85a2-dea9ae4ba7ec tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.3140337 Sep 23 22:44:51.060434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b1ba18-59cb-4029-bfd5-833506f2f7fc admin admin] Deleting subnet b76eac4f-434e-478d-bc85-426a2b8dc0f6 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:44:51.066906 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47b1ba18-59cb-4029-bfd5-833506f2f7fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:51.067918 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-c5189f20-530b-427c-85e1-145055c6bb5f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port cff06318-e0f6-4152-9747-142bfc01ac21 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:44:51.068272 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c5189f20-530b-427c-85e1-145055c6bb5f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:51.172614 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47b1ba18-59cb-4029-bfd5-833506f2f7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:51.204180 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1f4ebf0-11cc-474e-8701-7328bee7e9e8 req-5f10a9e6-3e42-41a2-9dcc-7e87d00a7fd3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990244 Sep 23 22:44:51.528115 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-c5189f20-530b-427c-85e1-145055c6bb5f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] For port cff06318-e0f6-4152-9747-142bfc01ac21, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cff06318-e0f6-4152-9747-142bfc01ac21,segment=NetworkSegment(61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3),segment_id=61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:51.529424 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c5189f20-530b-427c-85e1-145055c6bb5f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:51.542921 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:51.555634 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47b1ba18-59cb-4029-bfd5-833506f2f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:51.576800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-c5189f20-530b-427c-85e1-145055c6bb5f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for cff06318-e0f6-4152-9747-142bfc01ac21 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:44:51.662249 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:51.679346 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a705bfe-aed2-419b-af50-e3b89edfdb4d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:51.720054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f4187e-cf4b-49db-b87f-965309de8dae admin admin] Router 4254425f-dd16-498d-9f01-7385a0d175f0 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:44:51.795278 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Pushing event updated for resources: {'Port': ['ID=b7ef0991-1e3a-41df-84b6-db7316978dbb,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:51.807915 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:51.856092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5a705bfe-aed2-419b-af50-e3b89edfdb4d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:51.856891 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:51.887394 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47b1ba18-59cb-4029-bfd5-833506f2f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:51.983130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1ba18-59cb-4029-bfd5-833506f2f7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76eac4f-434e-478d-bc85-426a2b8dc0f6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:52.052164 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:52.056400 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47b1ba18-59cb-4029-bfd5-833506f2f7fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:52.062732 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-47b1ba18-59cb-4029-bfd5-833506f2f7fc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b76eac4f-434e-478d-bc85-426a2b8dc0f6 HTTP/1.1" status: 204 len: 168 time: 1.1616175 Sep 23 22:44:52.066541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44346) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:52.096427 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 5a705bfe-aed2-419b-af50-e3b89edfdb4d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5a705bfe-aed2-419b-af50-e3b89edfdb4d,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:52.115442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f4187e-cf4b-49db-b87f-965309de8dae admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:44:52.128352 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-33f4187e-cf4b-49db-b87f-965309de8dae admin admin] 10.222.0.22 "PUT /v2.0/routers/4254425f-dd16-498d-9f01-7385a0d175f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9214096 Sep 23 22:44:52.135175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44348) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:52.135853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46cce89-0f5e-4b42-bce0-dcb8b26f4389 None None] Sync routers for ids ['4254425f-dd16-498d-9f01-7385a0d175f0'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:44:52.164274 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46cce89-0f5e-4b42-bce0-dcb8b26f4389 None None] Routers {'4254425f-dd16-498d-9f01-7385a0d175f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:52.165156 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b46cce89-0f5e-4b42-bce0-dcb8b26f4389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4254425f-dd16-498d-9f01-7385a0d175f0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:52.232344 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:52.350623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b46cce89-0f5e-4b42-bce0-dcb8b26f4389 None None] Set router 4254425f-dd16-498d-9f01-7385a0d175f0 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:52.359398 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c5189f20-530b-427c-85e1-145055c6bb5f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:52.417092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Network e99091c8-6145-44dd-b8ba-b228175eb5fb is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:44:52.482362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:44:52.499098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5189f20-530b-427c-85e1-145055c6bb5f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=cff06318-e0f6-4152-9747-142bfc01ac21,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:52.590312 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:52.655432 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af7378b-76bc-4a5a-b9d1-d1227c7d4a07']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:52.733403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b8a58-36bd-4226-934c-6f64c289ac74 req-50f337de-5ef3-41f4-95c3-2c3c56712df5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:52.734936 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:52.738140 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e18b8a58-36bd-4226-934c-6f64c289ac74 req-50f337de-5ef3-41f4-95c3-2c3c56712df5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.2704599 Sep 23 22:44:52.751673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795909d6-8f70-4edc-9ed3-955189840293') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:52.752547 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795909d6-8f70-4edc-9ed3-955189840293') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:52.818933 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:52.892341 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:52.930771 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=5a705bfe-aed2-419b-af50-e3b89edfdb4d,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:52.931154 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Router bdcbef36-3ee5-48da-a9fc-e679f05412e5 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:44:52.940708 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e18b8a58-36bd-4226-934c-6f64c289ac74 req-9818406b-879c-4747-b724-24f19cc379bb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753640 Sep 23 22:44:52.942582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:44:52.945537 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:44:52.947931 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:44:52.954807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:52.957156 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:52.964705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:52.964705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:52.964705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:52.964705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:52.964705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:52.964705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:52.964705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:52.964705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:52.964705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:52.964705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:53.022944 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b46cce89-0f5e-4b42-bce0-dcb8b26f4389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:44:49Z', 'revision_number': 5, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:53.068339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46cce89-0f5e-4b42-bce0-dcb8b26f4389 None None] Checking router: 4254425f-dd16-498d-9f01-7385a0d175f0 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:44:53.078740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46cce89-0f5e-4b42-bce0-dcb8b26f4389 None None] Routers {'4254425f-dd16-498d-9f01-7385a0d175f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:53.079783 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b46cce89-0f5e-4b42-bce0-dcb8b26f4389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4254425f-dd16-498d-9f01-7385a0d175f0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:53.081297 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:53.237586 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:53.263539 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:53.272726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2af7378b-76bc-4a5a-b9d1-d1227c7d4a07 HTTP/1.1" status: 204 len: 168 time: 1.2047319 Sep 23 22:44:53.297460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Pushing event deleted for resources: {'Network': ['ID=2af7378b-76bc-4a5a-b9d1-d1227c7d4a07,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:53.307798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:53.310558 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:53.311672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:53.312314 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:53.312897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:53.313483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:53.314056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:53.315156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:53.315723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:53.316269 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:53.316970 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:53.317559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b86e2-8b75-4ebf-b25a-be71ec6a4996 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:44:53.645452 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:44:53.670112 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Sync routers for ids ['bdcbef36-3ee5-48da-a9fc-e679f05412e5'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:44:53.670934 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b46cce89-0f5e-4b42-bce0-dcb8b26f4389 None None] Set router 4254425f-dd16-498d-9f01-7385a0d175f0 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:53.685195 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-34b8942a-ca0b-4b53-915c-557be341503d admin admin] 10.222.0.22 "PUT /v2.0/routers/bdcbef36-3ee5-48da-a9fc-e679f05412e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5632980 Sep 23 22:44:53.713905 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Routers {'bdcbef36-3ee5-48da-a9fc-e679f05412e5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:53.720733 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bdcbef36-3ee5-48da-a9fc-e679f05412e5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:53.815548 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c5189f20-530b-427c-85e1-145055c6bb5f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:53.835723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a705bfe-aed2-419b-af50-e3b89edfdb4d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:44:53.952846 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ed11c4ae-f7d9-45d5-afef-bb04f8065e81 None None] Provisioning complete for port b7ef0991-1e3a-41df-84b6-db7316978dbb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:53.953487 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ed11c4ae-f7d9-45d5-afef-bb04f8065e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:54.000588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44380) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:54.016915 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:54.170134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-da8db94a-c665-4cda-b070-603e42f0abb8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52f078584bef4ddc8e4ce4aee22daf22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581724 Sep 23 22:44:54.170134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44384) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:54.189764 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Set router bdcbef36-3ee5-48da-a9fc-e679f05412e5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:54.360372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ed11c4ae-f7d9-45d5-afef-bb04f8065e81 None None] Port b7ef0991-1e3a-41df-84b6-db7316978dbb cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:44:54.382814 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5a705bfe-aed2-419b-af50-e3b89edfdb4d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:54.383466 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:54.497233 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-96fa1723-39d6-4355-b9d6-c5742dddacbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:54.515165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b46cce89-0f5e-4b42-bce0-dcb8b26f4389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:44:49Z', 'revision_number': 5, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:54.520360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0160e7-fe48-412f-afe1-d6fb4846eb10 req-32235283-e087-48d2-9439-01174071c071 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:54.535538 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4e0160e7-fe48-412f-afe1-d6fb4846eb10 req-32235283-e087-48d2-9439-01174071c071 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.2746632 Sep 23 22:44:54.542651 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] Deleting port d22c5fc6-03f5-47a8-a158-fac9980500cc {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:44:54.543327 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:54.546928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5189f20-530b-427c-85e1-145055c6bb5f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:44:54.635879 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-96fa1723-39d6-4355-b9d6-c5742dddacbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:54.647572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46cce89-0f5e-4b42-bce0-dcb8b26f4389 None None] The sync data for ids ['4254425f-dd16-498d-9f01-7385a0d175f0'] in n-d-810775-1 is: [{'id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'name': 'tempest-AttachVolumeShelveTestJSON-187369134-router', 'tenant_id': '105c7207854f488985a813c37073f45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:31:45Z', 'updated_at': '2021-09-23T22:44:49Z', 'revision_number': 5, 'project_id': '105c7207854f488985a813c37073f45f', 'gw_port': {'id': 'd22c5fc6-03f5-47a8-a158-fac9980500cc', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254425f-dd16-498d-9f01-7385a0d175f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:31:47Z', 'updated_at': '2021-09-23T22:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:44:54.681530 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4e0160e7-fe48-412f-afe1-d6fb4846eb10 req-6141b595-228e-4273-be2e-fb6ebe6d0d4d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445961 Sep 23 22:44:54.800073 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'name': 'tempest-TestAggregatesBasicOps-1349572894-router', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:37Z', 'updated_at': '2021-09-23T22:44:50Z', 'revision_number': 4, 'project_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'gw_port': {'id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:40Z', 'updated_at': '2021-09-23T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'b7ef0991-1e3a-41df-84b6-db7316978dbb', 'name': '', 'network_id': 'e99091c8-6145-44dd-b8ba-b228175eb5fb', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'mac_address': 'fa:16:3e:64:1f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '8044c9c0-6b7d-4d5f-aff1-33b04e17b734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:48Z', 'updated_at': '2021-09-23T22:44:51Z', 'revision_number': 2, 'project_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'subnets': [{'id': '8044c9c0-6b7d-4d5f-aff1-33b04e17b734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:54.850898 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Checking router: bdcbef36-3ee5-48da-a9fc-e679f05412e5 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:44:54.851157 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Updating router bdcbef36-3ee5-48da-a9fc-e679f05412e5 port b7ef0991-1e3a-41df-84b6-db7316978dbb binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:44:54.880826 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] For port d22c5fc6-03f5-47a8-a158-fac9980500cc, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d22c5fc6-03f5-47a8-a158-fac9980500cc,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:54.881854 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:54.883968 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:54.893756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5189f20-530b-427c-85e1-145055c6bb5f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:44:54.903771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44394) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:54.903994 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c5189f20-530b-427c-85e1-145055c6bb5f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/16a4ba06-eeb1-4467-b5bf-18d435a74c80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7557352 Sep 23 22:44:54.913426 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] Calling delete_port for d22c5fc6-03f5-47a8-a158-fac9980500cc owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:44:54.919382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce37ee8-1b12-43bf-ade7-fdbaa1873652 None None] Sync routers for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:44:54.957713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce37ee8-1b12-43bf-ade7-fdbaa1873652 None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:54.958041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1ce37ee8-1b12-43bf-ade7-fdbaa1873652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:54.991401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4d0edf-8f27-4618-861e-81d030c57a16 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting subnet 0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:44:55.000417 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-96fa1723-39d6-4355-b9d6-c5742dddacbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:55.005187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-96fa1723-39d6-4355-b9d6-c5742dddacbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:55.010967 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-96fa1723-39d6-4355-b9d6-c5742dddacbc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c911e7e-e6cd-4f36-87de-4fb9c9b10e65 HTTP/1.1" status: 204 len: 168 time: 0.8381922 Sep 23 22:44:55.010967 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0edf-8f27-4618-861e-81d030c57a16 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:55.110691 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa1723-39d6-4355-b9d6-c5742dddacbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c911e7e-e6cd-4f36-87de-4fb9c9b10e65,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:55.181533 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0edf-8f27-4618-861e-81d030c57a16 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:55.317818 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1ce37ee8-1b12-43bf-ade7-fdbaa1873652 None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:55.540836 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3d89bf5d-646b-4154-9262-1f929137e22c no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:44:55.588817 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0edf-8f27-4618-861e-81d030c57a16 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:55.677388 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:55.703468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 3d89bf5d-646b-4154-9262-1f929137e22c {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:44:55.704127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3d89bf5d-646b-4154-9262-1f929137e22c not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:44:55.785995 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d22c5fc6-03f5-47a8-a158-fac9980500cc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:55.892352 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:55.981042 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:55.991579 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0edf-8f27-4618-861e-81d030c57a16 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:56.022624 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:56.030340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d0edf-8f27-4618-861e-81d030c57a16 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Subnet': ['ID=0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:56.035269 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0edf-8f27-4618-861e-81d030c57a16 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:56.041838 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3f4d0edf-8f27-4618-861e-81d030c57a16 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa HTTP/1.1" status: 204 len: 168 time: 1.1367016 Sep 23 22:44:56.042902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44418) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:56.080368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1ce37ee8-1b12-43bf-ade7-fdbaa1873652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:51Z', 'revision_number': 9, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:09Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:56.096041 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b145b5-eb64-481d-9753-06eeedfed1dd req-1d2f2089-7bbd-405a-a2fa-043692170edb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:56.097801 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f3b145b5-eb64-481d-9753-06eeedfed1dd req-1d2f2089-7bbd-405a-a2fa-043692170edb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.1935747 Sep 23 22:44:56.212613 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:56.281998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce37ee8-1b12-43bf-ade7-fdbaa1873652 None None] Checking router: 16a4ba06-eeb1-4467-b5bf-18d435a74c80 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:44:56.296461 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40226a8d-273f-42e4-82b2-72457a90aad0 None None] Network 6abe1634-ad78-470f-b49f-e354a50854ae requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:56.328941 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f3b145b5-eb64-481d-9753-06eeedfed1dd req-960072da-a9bd-4650-9898-8b7f70487b92 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655197 Sep 23 22:44:56.339271 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c19e8-e868-4ab4-842d-b3a2f1bd23fd None None] Pushing event updated for resources: {'Port': ['ID=b7ef0991-1e3a-41df-84b6-db7316978dbb,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:56.442894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce37ee8-1b12-43bf-ade7-fdbaa1873652 None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:56.443967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1ce37ee8-1b12-43bf-ade7-fdbaa1873652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:56.448981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port abd179f9-12a7-4356-a409-bba4e3906acc {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:44:56.449233 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Attempting to bind port b7ef0991-1e3a-41df-84b6-db7316978dbb on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:44:56.449626 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Attempting to bind port b7ef0991-1e3a-41df-84b6-db7316978dbb by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'e8d39cf1-9fd4-4017-8661-ab0e6ac86481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e99091c8-6145-44dd-b8ba-b228175eb5fb'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:44:56.464242 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:56.464427 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Attempting to bind port b7ef0991-1e3a-41df-84b6-db7316978dbb on network e99091c8-6145-44dd-b8ba-b228175eb5fb {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:44:56.464427 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:44:56.464427 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Checking segment: {'id': 'e8d39cf1-9fd4-4017-8661-ab0e6ac86481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e99091c8-6145-44dd-b8ba-b228175eb5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:44:56.464427 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:56.464427 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Bound using segment: {'id': 'e8d39cf1-9fd4-4017-8661-ab0e6ac86481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e99091c8-6145-44dd-b8ba-b228175eb5fb'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:44:56.464427 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Bound port: b7ef0991-1e3a-41df-84b6-db7316978dbb, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d39cf1-9fd4-4017-8661-ab0e6ac86481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e99091c8-6145-44dd-b8ba-b228175eb5fb'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:44:56.464427 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:56.644561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] For port abd179f9-12a7-4356-a409-bba4e3906acc, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=abd179f9-12a7-4356-a409-bba4e3906acc,segment=NetworkSegment(61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3),segment_id=61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:56.647929 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:56.688989 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for abd179f9-12a7-4356-a409-bba4e3906acc owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:44:56.869785 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1ce37ee8-1b12-43bf-ade7-fdbaa1873652 None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:57.067793 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] For port b7ef0991-1e3a-41df-84b6-db7316978dbb, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:44:57.095343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5b1f5-1a2f-4f17-ad3c-6a6a95680178 req-7c769f69-6d46-4719-a0d1-b54bea9b0894 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:57.103258 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] For port b7ef0991-1e3a-41df-84b6-db7316978dbb, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b7ef0991-1e3a-41df-84b6-db7316978dbb,segment=NetworkSegment(e8d39cf1-9fd4-4017-8661-ab0e6ac86481),segment_id=e8d39cf1-9fd4-4017-8661-ab0e6ac86481)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:44:57.113804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f9c5b1f5-1a2f-4f17-ad3c-6a6a95680178 req-7c769f69-6d46-4719-a0d1-b54bea9b0894 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 945 time: 0.1296105 Sep 23 22:44:57.151298 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c4fe4c82-14dd-4164-b1a1-e9c94cef4301 None None] Provisioning complete for port b7ef0991-1e3a-41df-84b6-db7316978dbb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:57.151770 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4fe4c82-14dd-4164-b1a1-e9c94cef4301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:57.182647 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:57.228125 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:57.386770 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:57.390890 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:57.420125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No DVR routers for this DVR port abd179f9-12a7-4356-a409-bba4e3906acc on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:44:57.434071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=abd179f9-12a7-4356-a409-bba4e3906acc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:57.523951 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Routers {'bdcbef36-3ee5-48da-a9fc-e679f05412e5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:44:57.526456 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bdcbef36-3ee5-48da-a9fc-e679f05412e5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:57.540739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d3b97-a290-4d7f-a564-9a7c6c22f81c None None] DHCP port deletion for 6abe1634-ad78-470f-b49f-e354a50854ae request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:44:57.609151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe4c82-14dd-4164-b1a1-e9c94cef4301 None None] Port b7ef0991-1e3a-41df-84b6-db7316978dbb cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:44:57.666411 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f9c5b1f5-1a2f-4f17-ad3c-6a6a95680178 req-2a89d295-d814-4cbc-b359-8944f658a98e tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1b0b087-22c0-406b-b9cc-3c3c4d03074d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509226 Sep 23 22:44:57.748090 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:57.749092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4254425f-dd16-498d-9f01-7385a0d175f0 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:44:57.788626 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:57.801732 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b116f6b5-e89b-4efd-9a47-c14b7257f9c2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/4254425f-dd16-498d-9f01-7385a0d175f0 HTTP/1.1" status: 204 len: 168 time: 5.6618750 Sep 23 22:44:57.806186 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44454) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:57.816711 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c19e8-e868-4ab4-842d-b3a2f1bd23fd None None] Pushing event updated for resources: {'Port': ['ID=b7ef0991-1e3a-41df-84b6-db7316978dbb,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:57.908523 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:58.015760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abe1634-ad78-470f-b49f-e354a50854ae']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:58.041953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1ce37ee8-1b12-43bf-ade7-fdbaa1873652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:51Z', 'revision_number': 9, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:09Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:58.096590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:58.097179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ff7ed8-bf5b-4a1a-acea-d940cee5d8e3') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:58.122962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce37ee8-1b12-43bf-ade7-fdbaa1873652 None None] The sync data for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 is: [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:44:51Z', 'revision_number': 9, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': '222b38bd-7dc4-4033-9957-0b8b40dbcc22', 'name': '', 'network_id': 'cfb7cb8d-eee2-4867-972b-dfb812185235', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:e5:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:01Z', 'updated_at': '2021-09-23T22:44:09Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': '2dc57227-0b7d-4599-b4cb-6061b03d66d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:44:58.153407 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44458) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:58.153664 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e65e25ec-deb9-42ee-8386-e472ad0ef481 None None] Provisioning complete for port b7ef0991-1e3a-41df-84b6-db7316978dbb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:44:58.154191 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e65e25ec-deb9-42ee-8386-e472ad0ef481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:58.216035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a991b9-d7ef-4b2a-8b76-3f29fffb8a6a req-c81caff0-d020-43db-a85d-6da14d95ed60 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:58.219460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-38a991b9-d7ef-4b2a-8b76-3f29fffb8a6a req-c81caff0-d020-43db-a85d-6da14d95ed60 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.43 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 945 time: 0.4956157 Sep 23 22:44:58.224037 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:58.254986 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] Set router bdcbef36-3ee5-48da-a9fc-e679f05412e5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:44:58.272623 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cf4b31-cd3e-4aab-aac1-39fd00c086dd admin admin] Deleting subnet e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:44:58.285662 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4b31-cd3e-4aab-aac1-39fd00c086dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:58.367887 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4b31-cd3e-4aab-aac1-39fd00c086dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:58.380787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad08ead-7fe3-46b0-ad54-f0e6a7b79a7a req-279688dd-6630-454d-a855-2bc3be99327c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:58.389725 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ad08ead-7fe3-46b0-ad54-f0e6a7b79a7a req-279688dd-6630-454d-a855-2bc3be99327c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.3622062 Sep 23 22:44:58.452987 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:58.458316 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e65e25ec-deb9-42ee-8386-e472ad0ef481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:58.461339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:44:58.462162 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:58.489977 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ad08ead-7fe3-46b0-ad54-f0e6a7b79a7a req-bf6d9456-f123-496d-91fe-ee2d5fc335a4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983877 Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:44:58.520474 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:44:58.565388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2037662369-network', 'tenant_id': 'ce68ccacab544a6c9092090d08b8c1eb'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:44:58.675773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e65e25ec-deb9-42ee-8386-e472ad0ef481 None None] For port b7ef0991-1e3a-41df-84b6-db7316978dbb, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b7ef0991-1e3a-41df-84b6-db7316978dbb,segment=NetworkSegment(e8d39cf1-9fd4-4017-8661-ab0e6ac86481),segment_id=e8d39cf1-9fd4-4017-8661-ab0e6ac86481)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:58.680096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-38a991b9-d7ef-4b2a-8b76-3f29fffb8a6a req-db9b7fe3-1ef9-49c0-b515-551588f0328c tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Deleting port 6e94335f-185d-4e41-8d8f-11549514c024 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:44:58.680792 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-38a991b9-d7ef-4b2a-8b76-3f29fffb8a6a req-db9b7fe3-1ef9-49c0-b515-551588f0328c tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:58.703568 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4b31-cd3e-4aab-aac1-39fd00c086dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:58.863752 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:58.866642 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e65e25ec-deb9-42ee-8386-e472ad0ef481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:58.875719 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:58.885053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44480) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:58.885352 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/networks/6abe1634-ad78-470f-b49f-e354a50854ae HTTP/1.1" status: 204 len: 168 time: 2.8394454 Sep 23 22:44:58.946800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb72ed-7947-4856-8996-e31d08caf757 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Network': ['ID=6abe1634-ad78-470f-b49f-e354a50854ae,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:58.957790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] Made reservation on behalf of ce68ccacab544a6c9092090d08b8c1eb for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:44:58.960963 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:58.999359 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4b31-cd3e-4aab-aac1-39fd00c086dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:59.132404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e25ec-deb9-42ee-8386-e472ad0ef481 None None] Pushing event updated for resources: {'Port': ['ID=b7ef0991-1e3a-41df-84b6-db7316978dbb,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:59.132933 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:59.145697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf4b31-cd3e-4aab-aac1-39fd00c086dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:44:59.152042 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4b31-cd3e-4aab-aac1-39fd00c086dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:59.157708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd8915f-0765-4051-a918-8603764d3005 None None] Network 15f12cf3-76d1-444b-8977-8d9ed31e3a25 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:44:59.163049 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44486) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:59.169931 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e6cf4b31-cd3e-4aab-aac1-39fd00c086dd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e0e76f52-fa6d-4b7a-b7fd-c9ac62383e57 HTTP/1.1" status: 204 len: 168 time: 1.3620591 Sep 23 22:44:59.186685 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'name': 'tempest-TestAggregatesBasicOps-1349572894-router', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:37Z', 'updated_at': '2021-09-23T22:44:50Z', 'revision_number': 4, 'project_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'gw_port': {'id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:40Z', 'updated_at': '2021-09-23T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'b7ef0991-1e3a-41df-84b6-db7316978dbb', 'name': '', 'network_id': 'e99091c8-6145-44dd-b8ba-b228175eb5fb', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'mac_address': 'fa:16:3e:64:1f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '8044c9c0-6b7d-4d5f-aff1-33b04e17b734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:48Z', 'updated_at': '2021-09-23T22:44:57Z', 'revision_number': 4, 'project_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'subnets': [{'id': '8044c9c0-6b7d-4d5f-aff1-33b04e17b734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:44:59.238247 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94968099-a724-4eeb-98d9-1989e8fa8c02 None None] The sync data for ids ['bdcbef36-3ee5-48da-a9fc-e679f05412e5'] in n-d-810775-1 is: [{'id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'name': 'tempest-TestAggregatesBasicOps-1349572894-router', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:37Z', 'updated_at': '2021-09-23T22:44:50Z', 'revision_number': 4, 'project_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'gw_port': {'id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:40Z', 'updated_at': '2021-09-23T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'b7ef0991-1e3a-41df-84b6-db7316978dbb', 'name': '', 'network_id': 'e99091c8-6145-44dd-b8ba-b228175eb5fb', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'mac_address': 'fa:16:3e:64:1f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '8044c9c0-6b7d-4d5f-aff1-33b04e17b734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:48Z', 'updated_at': '2021-09-23T22:44:57Z', 'revision_number': 4, 'project_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'subnets': [{'id': '8044c9c0-6b7d-4d5f-aff1-33b04e17b734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:44:59.263171 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-542f44e2-357e-4e13-8506-e590c83448c0 req-15c344a0-f6b1-49e8-bbe6-e2cdc463d768 service neutron] show failed (client error): The resource could not be found. Sep 23 22:44:59.264280 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-15c344a0-f6b1-49e8-bbe6-e2cdc463d768 service neutron] 10.222.0.43 "GET /v2.0/ports/11986104-0fd4-40d1-bc13-dade7e4c5644/bindings/n-h2-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.5071697 Sep 23 22:44:59.285823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04227616-63d8-4bcb-94b5-0f05d7132270 req-98dd5763-24a1-4823-9fef-46196ed0dcea tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:59.287456 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-04227616-63d8-4bcb-94b5-0f05d7132270 req-98dd5763-24a1-4823-9fef-46196ed0dcea tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 945 time: 0.4519556 Sep 23 22:44:59.317149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-38a991b9-d7ef-4b2a-8b76-3f29fffb8a6a req-db9b7fe3-1ef9-49c0-b515-551588f0328c tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] For port 6e94335f-185d-4e41-8d8f-11549514c024, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6e94335f-185d-4e41-8d8f-11549514c024,segment=NetworkSegment(23336d33-bc68-40e3-b2b6-906d91760987),segment_id=23336d33-bc68-40e3-b2b6-906d91760987)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:44:59.317554 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-38a991b9-d7ef-4b2a-8b76-3f29fffb8a6a req-db9b7fe3-1ef9-49c0-b515-551588f0328c tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:44:59.416966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44490) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:44:59.494166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device abd179f9-12a7-4356-a409-bba4e3906acc no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:44:59.610625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: abd179f9-12a7-4356-a409-bba4e3906acc {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:44:59.611294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device abd179f9-12a7-4356-a409-bba4e3906acc not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:44:59.612004 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d22c5fc6-03f5-47a8-a158-fac9980500cc no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:44:59.668558 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: d22c5fc6-03f5-47a8-a158-fac9980500cc {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:44:59.668817 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d22c5fc6-03f5-47a8-a158-fac9980500cc not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:44:59.676366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cff06318-e0f6-4152-9747-142bfc01ac21 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:44:59.723061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: cff06318-e0f6-4152-9747-142bfc01ac21 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:44:59.723668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cff06318-e0f6-4152-9747-142bfc01ac21 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:44:59.847145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a1ddf-578f-4daf-8d27-c60aba9fa32b req-d73228e4-bef1-486f-a245-282f95d64542 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:44:59.855378 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cb3a1ddf-578f-4daf-8d27-c60aba9fa32b req-d73228e4-bef1-486f-a245-282f95d64542 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.1827765 Sep 23 22:44:59.923271 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15437d87-5e58-4462-acf8-3c87f0c284e4 None None] DHCP port deletion for 15f12cf3-76d1-444b-8977-8d9ed31e3a25 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:44:59.997899 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-38a991b9-d7ef-4b2a-8b76-3f29fffb8a6a req-db9b7fe3-1ef9-49c0-b515-551588f0328c tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Calling delete_port for 6e94335f-185d-4e41-8d8f-11549514c024 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:00.071092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-15437d87-5e58-4462-acf8-3c87f0c284e4 None None] Deleting port 906bde28-7c14-4a05-8c43-672f9e3b0661 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:00.090255 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-15437d87-5e58-4462-acf8-3c87f0c284e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:00.090733 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:00.124558 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cb3a1ddf-578f-4daf-8d27-c60aba9fa32b req-df26fa41-d31b-4f5c-b719-fc7951df6be5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663758 Sep 23 22:45:00.241458 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-15437d87-5e58-4462-acf8-3c87f0c284e4 None None] For port 906bde28-7c14-4a05-8c43-672f9e3b0661, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=906bde28-7c14-4a05-8c43-672f9e3b0661,segment=NetworkSegment(2cb8fe71-a0a6-4be1-874d-50ae772fcbd3),segment_id=2cb8fe71-a0a6-4be1-874d-50ae772fcbd3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:00.242230 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-15437d87-5e58-4462-acf8-3c87f0c284e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:00.280120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-15437d87-5e58-4462-acf8-3c87f0c284e4 None None] Calling delete_port for 906bde28-7c14-4a05-8c43-672f9e3b0661 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:00.296970 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-04227616-63d8-4bcb-94b5-0f05d7132270 req-d8c21185-4db7-4837-a05f-dc7ebf57b74e tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1b0b087-22c0-406b-b9cc-3c3c4d03074d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9900088 Sep 23 22:45:00.442288 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:00.459376 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5d7475ba-93f6-4415-a286-2ab81de774c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:00.459826 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-512ab1ca-dd87-473a-ae12-3d1981be7720 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:00.465158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5d7475ba-93f6-4415-a286-2ab81de774c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 1097 time: 0.3658526 Sep 23 22:45:00.492308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:00.573163 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:00.615856 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:00.638709 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-15437d87-5e58-4462-acf8-3c87f0c284e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:00.692213 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15437d87-5e58-4462-acf8-3c87f0c284e4 None None] Pushing event deleted for resources: {'Port': ['ID=906bde28-7c14-4a05-8c43-672f9e3b0661,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:00.718332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d35cbd2-f79b-406d-8b74-c89c4267835b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:00.722639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15437d87-5e58-4462-acf8-3c87f0c284e4 None None] No DVR routers for this DVR port 906bde28-7c14-4a05-8c43-672f9e3b0661 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:45:00.771814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:45:00.788136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Deleting port 906bde28-7c14-4a05-8c43-672f9e3b0661 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:00.788473 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:00.820892 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:00.821288 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] Added segment 734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b of type vlan for network 3a0468ba-e642-44ef-9a61-d757b905ab0d Sep 23 22:45:00.974608 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d0773c5-ce1f-4fd1-a7f1-43b1c9e065a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:01.007001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] For port 906bde28-7c14-4a05-8c43-672f9e3b0661, host n-d-810775-1, got binding levels [] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:01.007906 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:01.011269 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:01.024050 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-38a991b9-d7ef-4b2a-8b76-3f29fffb8a6a req-db9b7fe3-1ef9-49c0-b515-551588f0328c tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:01.081602 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Calling delete_port for 906bde28-7c14-4a05-8c43-672f9e3b0661 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:01.093960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.ipam_backend_mixin [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Port 906bde28-7c14-4a05-8c43-672f9e3b0661 was not found and therefore no delete operation was performed {{(pid=95491) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 22:45:01.112838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b7fe3-1ef9-49c0-b515-551588f0328c tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Pushing event deleted for resources: {'Port': ['ID=6e94335f-185d-4e41-8d8f-11549514c024,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:01.148144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-512ab1ca-dd87-473a-ae12-3d1981be7720 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port 222b38bd-7dc4-4033-9957-0b8b40dbcc22 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:01.148465 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-512ab1ca-dd87-473a-ae12-3d1981be7720 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:01.154191 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:01.244508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=906bde28-7c14-4a05-8c43-672f9e3b0661,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:01.269861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a991b9-d7ef-4b2a-8b76-3f29fffb8a6a req-db9b7fe3-1ef9-49c0-b515-551588f0328c tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] No DVR routers for this DVR port 6e94335f-185d-4e41-8d8f-11549514c024 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:45:01.272581 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] No DVR routers for this DVR port 906bde28-7c14-4a05-8c43-672f9e3b0661 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:45:01.279812 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-38a991b9-d7ef-4b2a-8b76-3f29fffb8a6a req-db9b7fe3-1ef9-49c0-b515-551588f0328c tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:01.287039 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-38a991b9-d7ef-4b2a-8b76-3f29fffb8a6a req-db9b7fe3-1ef9-49c0-b515-551588f0328c tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.43 "DELETE /v2.0/ports/6e94335f-185d-4e41-8d8f-11549514c024 HTTP/1.1" status: 204 len: 173 time: 3.0549500 Sep 23 22:45:01.287039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72757fb3-69ac-48cb-8b40-39366067bfbc', 'name': 'network-vif-deleted', 'tag': '6e94335f-185d-4e41-8d8f-11549514c024'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:45:01.287748 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eff02ba-3b10-4842-a70e-c46fb5bb88c7" -d '{"events": [{"server_uuid": "72757fb3-69ac-48cb-8b40-39366067bfbc", "name": "network-vif-deleted", "tag": "6e94335f-185d-4e41-8d8f-11549514c024"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:45:01.352599 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:01.361623 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:01.361623 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:01.449460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] For port 11986104-0fd4-40d1-bc13-dade7e4c5644, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=11986104-0fd4-40d1-bc13-dade7e4c5644,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:01.526686 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1651b1b2-8f74-4416-9010-00cd9ee810de req-e6c771bd-7322-4e03-adc3-20ce83146992 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 210 time: 0.0725327 Sep 23 22:45:01.582363 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-512ab1ca-dd87-473a-ae12-3d1981be7720 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] For port 222b38bd-7dc4-4033-9957-0b8b40dbcc22, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=222b38bd-7dc4-4033-9957-0b8b40dbcc22,segment=NetworkSegment(ca46f1e9-748b-4c70-ae6a-5f3b76087bf4),segment_id=ca46f1e9-748b-4c70-ae6a-5f3b76087bf4)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:01.582363 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-512ab1ca-dd87-473a-ae12-3d1981be7720 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:01.601736 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b7ef0991-1e3a-41df-84b6-db7316978dbb up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:45:01.608218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-512ab1ca-dd87-473a-ae12-3d1981be7720 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for 222b38bd-7dc4-4033-9957-0b8b40dbcc22 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:01.695635 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:01.721019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b7ef0991-1e3a-41df-84b6-db7316978dbb triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:01.721646 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:01.801654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] For port 11986104-0fd4-40d1-bc13-dade7e4c5644, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:45:01.893869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44508) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:01.894428 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.7229877 Sep 23 22:45:01.896348 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b77bfb-65b7-45a3-8f25-a35cba579f6c x-openstack-request-id: req-81b77bfb-65b7-45a3-8f25-a35cba579f6c {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:45:01.896656 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72757fb3-69ac-48cb-8b40-39366067bfbc", "name": "network-vif-deleted", "tag": "6e94335f-185d-4e41-8d8f-11549514c024", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:45:01.896913 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81b77bfb-65b7-45a3-8f25-a35cba579f6c {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:45:01.897604 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72757fb3-69ac-48cb-8b40-39366067bfbc', 'name': 'network-vif-deleted', 'tag': '6e94335f-185d-4e41-8d8f-11549514c024', 'status': 'completed', 'code': 200} Sep 23 22:45:01.917249 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e6d0f415-9b8c-4088-8b2d-3176b4c45b58 admin admin] Request body: {'subnet': {'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2037662369-subnet', 'tenant_id': 'ce68ccacab544a6c9092090d08b8c1eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:01.968553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15394e0d-b5b9-4e0c-88ca-e1afc23f39c2 admin admin] Pushing event updated for resources: {'Network': ['ID=3a0468ba-e642-44ef-9a61-d757b905ab0d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:01.981384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 3a0468ba-e642-44ef-9a61-d757b905ab0d details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:45:01.992640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2f07d-3e49-4218-aa4c-4a08a4d3b852 req-53409212-c177-4d1a-ad81-0309b178924f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:01.994616 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6aa2f07d-3e49-4218-aa4c-4a08a4d3b852 req-53409212-c177-4d1a-ad81-0309b178924f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.6430969 Sep 23 22:45:01.997052 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:02.043657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 906bde28-7c14-4a05-8c43-672f9e3b0661 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:45:02.045008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f12cf3-76d1-444b-8977-8d9ed31e3a25']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:02.062136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-9d0773c5-ce1f-4fd1-a7f1-43b1c9e065a4 admin admin] Deleting port c3147831-9e00-416d-8e0c-0d4db10ab7c5 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:02.062477 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d0773c5-ce1f-4fd1-a7f1-43b1c9e065a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:02.072677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6aa2f07d-3e49-4218-aa4c-4a08a4d3b852 req-3c31229e-e09b-4ed7-b7a6-d4ae2f3751be tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688963 Sep 23 22:45:02.074883 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:02.075404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb8fe71-a0a6-4be1-874d-50ae772fcbd3') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:02.091826 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:02.116215 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d0f415-9b8c-4088-8b2d-3176b4c45b58 admin admin] Made reservation on behalf of ce68ccacab544a6c9092090d08b8c1eb for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:45:02.119886 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f415-9b8c-4088-8b2d-3176b4c45b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:02.131886 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:02.139410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:45:02.149702 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:45:02.154425 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:45:02.235344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 11986104-0fd4-40d1-bc13-dade7e4c5644 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:45:02.240494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 906bde28-7c14-4a05-8c43-672f9e3b0661 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:45:02.240883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 906bde28-7c14-4a05-8c43-672f9e3b0661 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:45:02.279728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-9d0773c5-ce1f-4fd1-a7f1-43b1c9e065a4 admin admin] For port c3147831-9e00-416d-8e0c-0d4db10ab7c5, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c3147831-9e00-416d-8e0c-0d4db10ab7c5,segment=NetworkSegment(f6301537-997a-4ce2-a58e-583168546553),segment_id=f6301537-997a-4ce2-a58e-583168546553)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:02.279974 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d0773c5-ce1f-4fd1-a7f1-43b1c9e065a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:02.298674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-9d0773c5-ce1f-4fd1-a7f1-43b1c9e065a4 admin admin] Calling delete_port for c3147831-9e00-416d-8e0c-0d4db10ab7c5 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:02.357038 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:02.374801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Transition to ACTIVE for port object 11986104-0fd4-40d1-bc13-dade7e4c5644 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:45:02.379526 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:02.383085 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-512ab1ca-dd87-473a-ae12-3d1981be7720 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:02.420560 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:02.420560 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/15f12cf3-76d1-444b-8977-8d9ed31e3a25 HTTP/1.1" status: 204 len: 168 time: 3.2276657 Sep 23 22:45:02.420560 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb6f0f-ee59-499d-b013-9de557eaa0a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=15f12cf3-76d1-444b-8977-8d9ed31e3a25,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:02.450594 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ab1ca-dd87-473a-ae12-3d1981be7720 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=222b38bd-7dc4-4033-9957-0b8b40dbcc22,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:02.621684 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:02.731467 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:45:02.738205 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:45:02.837731 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d9cedc80-de82-478c-bda6-cb65dd36636f req-2b4fa1bb-2382-48d4-98f2-8a733a624b89 tempest-ServerTagsTestJSON-622485452 tempest-ServerTagsTestJSON-622485452-project] 10.222.0.22 "GET /v2.0/ports?device_id=72757fb3-69ac-48cb-8b40-39366067bfbc HTTP/1.1" status: 200 len: 210 time: 0.0509338 Sep 23 22:45:02.866515 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f415-9b8c-4088-8b2d-3176b4c45b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:02.972535 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-512ab1ca-dd87-473a-ae12-3d1981be7720 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:03.018589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0f415-9b8c-4088-8b2d-3176b4c45b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc00b1c-8c3d-4c94-8be0-d9326da2db79,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:03.034171 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Pushing event updated for resources: {'Port': ['ID=11986104-0fd4-40d1-bc13-dade7e4c5644,revision_number=6']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:03.164199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44520) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:03.198344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] No DVR routers for this DVR port 11986104-0fd4-40d1-bc13-dade7e4c5644 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:45:03.290884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6e94335f-185d-4e41-8d8f-11549514c024 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:45:03.326679 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 6e94335f-185d-4e41-8d8f-11549514c024 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:45:03.327364 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6e94335f-185d-4e41-8d8f-11549514c024 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:45:03.398828 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-10b5a981-542d-4cc2-8c43-ab3229b4a761 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=105c7207854f488985a813c37073f45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326117 Sep 23 22:45:03.399726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44522) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:03.481123 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43ee0c09-8347-421e-b2e8-5dfe44ac1ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:03.535029 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43ee0c09-8347-421e-b2e8-5dfe44ac1ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:03.559485 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Attempting to bind port 11986104-0fd4-40d1-bc13-dade7e4c5644 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:45:03.559805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Attempting to bind port 11986104-0fd4-40d1-bc13-dade7e4c5644 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:45:03.560140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Attempting to bind port 11986104-0fd4-40d1-bc13-dade7e4c5644 on network f766095b-4cf6-472c-acfe-7efa29261fed {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:45:03.571546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Port 11986104-0fd4-40d1-bc13-dade7e4c5644 on network f766095b-4cf6-472c-acfe-7efa29261fed not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:45:03.571935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Attempting to bind port 11986104-0fd4-40d1-bc13-dade7e4c5644 on network f766095b-4cf6-472c-acfe-7efa29261fed {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:45:03.589641 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0f415-9b8c-4088-8b2d-3176b4c45b58 admin admin] Checking segment: {'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:45:03.590046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d0f415-9b8c-4088-8b2d-3176b4c45b58 admin admin] Network hostable DHCP agents. Network: 3a0468ba-e642-44ef-9a61-d757b905ab0d, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:45:03.590365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:45:03.590640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Checking segment: {'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:45:03.591057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Bound using segment: {'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:45:03.591650 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Bound port: 11986104-0fd4-40d1-bc13-dade7e4c5644, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:45:03.591871 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:03.691071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] For port 11986104-0fd4-40d1-bc13-dade7e4c5644, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:45:03.694976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] For port 11986104-0fd4-40d1-bc13-dade7e4c5644, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11986104-0fd4-40d1-bc13-dade7e4c5644,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:45:03.760461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ff39e-b3f1-45b7-9724-096b407b461f req-a82e3835-2a71-4e82-846e-f7c51612259a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:03.763368 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-840ff39e-b3f1-45b7-9724-096b407b461f req-a82e3835-2a71-4e82-846e-f7c51612259a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 944 time: 0.1969237 Sep 23 22:45:03.764467 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d0773c5-ce1f-4fd1-a7f1-43b1c9e065a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:03.775792 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43ee0c09-8347-421e-b2e8-5dfe44ac1ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:03.781060 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-43ee0c09-8347-421e-b2e8-5dfe44ac1ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:03.781060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-43ee0c09-8347-421e-b2e8-5dfe44ac1ae5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df53038e-de27-4efe-8854-3af445bb58a7 HTTP/1.1" status: 204 len: 168 time: 0.3771107 Sep 23 22:45:03.796691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d0f415-9b8c-4088-8b2d-3176b4c45b58 admin admin] Network 3a0468ba-e642-44ef-9a61-d757b905ab0d is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:45:03.798092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee0c09-8347-421e-b2e8-5dfe44ac1ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df53038e-de27-4efe-8854-3af445bb58a7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:03.883718 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0773c5-ce1f-4fd1-a7f1-43b1c9e065a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3147831-9e00-416d-8e0c-0d4db10ab7c5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:03.898336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:45:03.901548 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0331fe7-efdf-45e1-8fd7-12a3bdead914" -d '{"events": [{"server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "name": "network-vif-unplugged", "status": "completed", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:45:03.909593 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:04.034901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44530) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:04.038852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-e6d0f415-9b8c-4088-8b2d-3176b4c45b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 3a0468ba-e642-44ef-9a61-d757b905ab0d) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:45:04.047098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d0f415-9b8c-4088-8b2d-3176b4c45b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:04.048242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f415-9b8c-4088-8b2d-3176b4c45b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:04.060311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ebe997-bd9a-4d1b-b69a-e66ce4f56004 None None] Network 3a0468ba-e642-44ef-9a61-d757b905ab0d requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:45:04.100099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512ab1ca-dd87-473a-ae12-3d1981be7720 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:45:04.121598 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:04.127314 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:04.135331 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] 10.222.0.67 "PUT /v2.0/ports/11986104-0fd4-40d1-bc13-dade7e4c5644 HTTP/1.1" status: 200 len: 1092 time: 3.6534171 Sep 23 22:45:04.137771 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662f124c-ff6d-420c-a15a-496b1f208d6f x-openstack-request-id: req-662f124c-ff6d-420c-a15a-496b1f208d6f {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:45:04.138272 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "name": "network-vif-unplugged", "status": "completed", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:45:04.138642 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-662f124c-ff6d-420c-a15a-496b1f208d6f {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:45:04.139287 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'code': 200} Sep 23 22:45:04.247700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdde7a9-cad4-4589-889a-0389bc5b7c05 service neutron] Pushing event updated for resources: {'Port': ['ID=11986104-0fd4-40d1-bc13-dade7e4c5644,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:04.261165 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-840ff39e-b3f1-45b7-9724-096b407b461f req-8a4eeebe-9ae9-432e-985e-b1b14f19c7e9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4790418 Sep 23 22:45:04.281571 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e6d0f415-9b8c-4088-8b2d-3176b4c45b58 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3703275 Sep 23 22:45:04.397327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f44e2-357e-4e13-8506-e590c83448c0 req-52f35aea-7966-464e-a262-02c4953c9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:04.401429 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-52f35aea-7966-464e-a262-02c4953c9c24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 1095 time: 0.1911178 Sep 23 22:45:04.477968 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef043ad-8777-4e16-b1ef-793fffa9f1bd admin admin] Deleting subnet dc3e544f-d6b5-4125-acd3-12e50ea3ce61 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:45:04.637872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a69aca8-500e-4634-8d54-551b3bcb754b None None] Network 3a0468ba-e642-44ef-9a61-d757b905ab0d requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:45:04.661157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f44e2-357e-4e13-8506-e590c83448c0 req-ec0f3420-e3b7-49fb-a739-d3c2c2af8566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:04.662695 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-ec0f3420-e3b7-49fb-a739-d3c2c2af8566 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f766095b-4cf6-472c-acfe-7efa29261fed HTTP/1.1" status: 200 len: 898 time: 0.2556517 Sep 23 22:45:04.750823 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7ef043ad-8777-4e16-b1ef-793fffa9f1bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:04.837884 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7ef043ad-8777-4e16-b1ef-793fffa9f1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:04.842788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512ab1ca-dd87-473a-ae12-3d1981be7720 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:45:04.853011 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-817e96f0-ebbc-4053-9303-e5c6b91e9032 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11986104-0fd4-40d1-bc13-dade7e4c5644 HTTP/1.1" status: 200 len: 998 time: 0.1505871 Sep 23 22:45:04.857852 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded1550c-7c49-4f60-9ffe-73bf19078e80 None None] Sync routers for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:45:04.883455 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-512ab1ca-dd87-473a-ae12-3d1981be7720 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/16a4ba06-eeb1-4467-b5bf-18d435a74c80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9969404 Sep 23 22:45:04.894124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44550) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:04.897499 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1550c-7c49-4f60-9ffe-73bf19078e80 None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:04.898604 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ded1550c-7c49-4f60-9ffe-73bf19078e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:04.966817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7474e9-78b9-483b-aaa9-99a9f8734b3e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting subnet 2dc57227-0b7d-4599-b4cb-6061b03d66d9 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:45:04.973264 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1f7474e9-78b9-483b-aaa9-99a9f8734b3e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:04.976765 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d0773c5-ce1f-4fd1-a7f1-43b1c9e065a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:05.041233 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7ef043ad-8777-4e16-b1ef-793fffa9f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:05.069359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f44e2-357e-4e13-8506-e590c83448c0 req-1ad30a9b-d60c-4891-9203-3ec57030dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:05.079996 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-1ad30a9b-d60c-4891-9203-3ec57030dbd6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8905368a-212e-4e7a-bcc5-2e1a71c807e9 HTTP/1.1" status: 200 len: 835 time: 0.2248611 Sep 23 22:45:05.121419 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1f7474e9-78b9-483b-aaa9-99a9f8734b3e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:05.178049 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f44e2-357e-4e13-8506-e590c83448c0 req-dfec93fc-9938-4e9e-8716-7d6bd34f32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:05.181549 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-dfec93fc-9938-4e9e-8716-7d6bd34f32e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f766095b-4cf6-472c-acfe-7efa29261fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926442 Sep 23 22:45:05.296444 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-ded1550c-7c49-4f60-9ffe-73bf19078e80 None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:05.740696 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-6458b8dc-3846-47c9-8f4f-92b1e49a1e96 service neutron] 10.222.0.67 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145899 Sep 23 22:45:05.744450 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1f7474e9-78b9-483b-aaa9-99a9f8734b3e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:05.768113 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afd804-3339-4f5a-ba1c-afe6a91ab6fe req-41aa7859-71f7-4849-9a2a-5126c10e9c38 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:05.770208 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63afd804-3339-4f5a-ba1c-afe6a91ab6fe req-41aa7859-71f7-4849-9a2a-5126c10e9c38 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 944 time: 0.1659782 Sep 23 22:45:05.835909 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ded1550c-7c49-4f60-9ffe-73bf19078e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:45:02Z', 'revision_number': 10, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:05.880985 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded1550c-7c49-4f60-9ffe-73bf19078e80 None None] Checking router: 16a4ba06-eeb1-4467-b5bf-18d435a74c80 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:45:05.882101 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-cc324979-3920-4251-972f-42231af1d438 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:05.884458 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-5858fa09-94fe-4840-9bd5-9c49546916ea service neutron] 10.222.0.67 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690029 Sep 23 22:45:05.887630 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-cc324979-3920-4251-972f-42231af1d438 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/networks?id=3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 200 len: 815 time: 0.4249663 Sep 23 22:45:05.893671 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-63afd804-3339-4f5a-ba1c-afe6a91ab6fe req-a30d5010-0c98-4042-af85-8884f9a44279 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005828 Sep 23 22:45:05.903369 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1550c-7c49-4f60-9ffe-73bf19078e80 None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:05.903928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0773c5-ce1f-4fd1-a7f1-43b1c9e065a4 admin admin] Router 9e194eee-eda3-4aea-ad3f-b0476d9e0db8 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:45:05.904669 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ded1550c-7c49-4f60-9ffe-73bf19078e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:05.937854 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-bebc8e35-1732-49d4-a9e3-a2d8f4852a20 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/quotas/ce68ccacab544a6c9092090d08b8c1eb HTTP/1.1" status: 200 len: 375 time: 0.0325775 Sep 23 22:45:06.027342 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-ded1550c-7c49-4f60-9ffe-73bf19078e80 None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:06.047286 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7ef043ad-8777-4e16-b1ef-793fffa9f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:06.052928 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-8f24aa06-5c00-4809-a657-5bff2d6ced18 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1134598 Sep 23 22:45:06.103156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-eee0058f-8212-4596-a1c6-40ee9bfd3ffb service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:45:06.104940 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-eee0058f-8212-4596-a1c6-40ee9bfd3ffb service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128520 Sep 23 22:45:06.109717 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef043ad-8777-4e16-b1ef-793fffa9f1bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc3e544f-d6b5-4125-acd3-12e50ea3ce61,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:06.125740 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7ef043ad-8777-4e16-b1ef-793fffa9f1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:06.130857 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7ef043ad-8777-4e16-b1ef-793fffa9f1bd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dc3e544f-d6b5-4125-acd3-12e50ea3ce61 HTTP/1.1" status: 204 len: 168 time: 2.0769765 Sep 23 22:45:06.132450 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44572) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:06.156288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:45:06.160309 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566d5682-9029-4901-9b6f-3989618ce203" -d '{"events": [{"name": "network-changed", "server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:45:06.192362 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1f7474e9-78b9-483b-aaa9-99a9f8734b3e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:06.367347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a327e2-f63d-4676-9a4e-87437ea1fbdd None None] Network cfb7cb8d-eee2-4867-972b-dfb812185235 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:45:06.373629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7474e9-78b9-483b-aaa9-99a9f8734b3e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc57227-0b7d-4599-b4cb-6061b03d66d9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:06.393228 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1f7474e9-78b9-483b-aaa9-99a9f8734b3e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:06.398967 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1f7474e9-78b9-483b-aaa9-99a9f8734b3e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/2dc57227-0b7d-4599-b4cb-6061b03d66d9 HTTP/1.1" status: 204 len: 168 time: 1.5001380 Sep 23 22:45:06.400519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44580) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:06.418236 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44fe3839-0f78-410c-b32d-6b4ae60bedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:06.435224 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbf7196-5a2b-444c-8086-d194ed29f372 x-openstack-request-id: req-1dbf7196-5a2b-444c-8086-d194ed29f372 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:45:06.437234 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:45:06.437749 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1dbf7196-5a2b-444c-8086-d194ed29f372 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:45:06.438596 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'status': 'completed', 'code': 200} Sep 23 22:45:06.507281 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ded1550c-7c49-4f60-9ffe-73bf19078e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:45:02Z', 'revision_number': 10, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:06.588851 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5682-9029-4901-9b6f-3989618ce203 req-d6d946f1-70b9-41fe-a82d-57dee4c7095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:06.590988 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-566d5682-9029-4901-9b6f-3989618ce203 req-d6d946f1-70b9-41fe-a82d-57dee4c7095b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 1095 time: 0.1503663 Sep 23 22:45:06.671685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0773c5-ce1f-4fd1-a7f1-43b1c9e065a4 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:45:06.677021 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded1550c-7c49-4f60-9ffe-73bf19078e80 None None] The sync data for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 is: [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:45:02Z', 'revision_number': 10, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None, '_interfaces': [{'id': 'f24c72c1-edac-4c6e-8a0b-60f60f08c033', 'name': '', 'network_id': '1d7fbe4f-c46f-4a47-a760-245a7c534284', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'mac_address': 'fa:16:3e:a0:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:49Z', 'updated_at': '2021-09-23T22:43:58Z', 'revision_number': 5, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'subnets': [{'id': 'ba5a3e02-fb44-48dd-ad4d-65660afc7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:45:06.699131 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9d0773c5-ce1f-4fd1-a7f1-43b1c9e065a4 admin admin] 10.222.0.22 "PUT /v2.0/routers/9e194eee-eda3-4aea-ad3f-b0476d9e0db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2807260 Sep 23 22:45:06.730795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44586) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:06.779212 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:06.944554 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-f2afa23e-4486-4978-9649-cc4f05695540 service neutron] 10.222.0.22 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7945976 Sep 23 22:45:06.975202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982519c3-d356-4d74-a39c-e48bac295b11 None None] Sync routers for ids ['9e194eee-eda3-4aea-ad3f-b0476d9e0db8'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:45:07.022749 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982519c3-d356-4d74-a39c-e48bac295b11 None None] Routers {'9e194eee-eda3-4aea-ad3f-b0476d9e0db8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:07.023493 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-982519c3-d356-4d74-a39c-e48bac295b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9e194eee-eda3-4aea-ad3f-b0476d9e0db8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:07.098116 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:07.110492 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:07.248017 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port 3aec0562-484f-468e-840b-21537eff7311 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:07.248731 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:07.265824 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-fda42c85-bbaf-406b-a239-ae688bf6b971 service neutron] 10.222.0.22 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052502 Sep 23 22:45:07.304125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-982519c3-d356-4d74-a39c-e48bac295b11 None None] Set router 9e194eee-eda3-4aea-ad3f-b0476d9e0db8 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:07.439566 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44fe3839-0f78-410c-b32d-6b4ae60bedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:07.465487 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9393348f-2c97-4457-af26-b4c5f9b409bc None None] DHCP port deletion for cfb7cb8d-eee2-4867-972b-dfb812185235 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:45:07.469443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 222b38bd-7dc4-4033-9957-0b8b40dbcc22 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:45:07.493034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-44fe3839-0f78-410c-b32d-6b4ae60bedc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7acb6a-a6f2-449f-8556-60efca655781']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:07.506730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5682-9029-4901-9b6f-3989618ce203 req-e47eeb5c-2949-4380-87b2-bf86bfcc93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:07.512327 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-566d5682-9029-4901-9b6f-3989618ce203 req-e47eeb5c-2949-4380-87b2-bf86bfcc93f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 1095 time: 1.0887477 Sep 23 22:45:07.521952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 222b38bd-7dc4-4033-9957-0b8b40dbcc22 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:45:07.523328 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 222b38bd-7dc4-4033-9957-0b8b40dbcc22 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:45:07.537933 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-44fe3839-0f78-410c-b32d-6b4ae60bedc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23336d33-bc68-40e3-b2b6-906d91760987') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:07.537933 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-44fe3839-0f78-410c-b32d-6b4ae60bedc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23336d33-bc68-40e3-b2b6-906d91760987') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:07.549400 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44fe3839-0f78-410c-b32d-6b4ae60bedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:07.568120 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44fe3839-0f78-410c-b32d-6b4ae60bedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:07.575951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fe3839-0f78-410c-b32d-6b4ae60bedc6 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:45:07.576987 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44fe3839-0f78-410c-b32d-6b4ae60bedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:07.586372 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] For port 3aec0562-484f-468e-840b-21537eff7311, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3aec0562-484f-468e-840b-21537eff7311,segment=NetworkSegment(ca46f1e9-748b-4c70-ae6a-5f3b76087bf4),segment_id=ca46f1e9-748b-4c70-ae6a-5f3b76087bf4)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:07.587002 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:07.634485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for 3aec0562-484f-468e-840b-21537eff7311 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:07.643887 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:45:07.692132 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:45:07.696832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5682-9029-4901-9b6f-3989618ce203 req-a63162ae-b4bb-435b-af04-cdc5f4f9ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:07.698761 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-566d5682-9029-4901-9b6f-3989618ce203 req-a63162ae-b4bb-435b-af04-cdc5f4f9ff56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f766095b-4cf6-472c-acfe-7efa29261fed HTTP/1.1" status: 200 len: 898 time: 1.0939341 Sep 23 22:45:07.784267 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-9393348f-2c97-4457-af26-b4c5f9b409bc None None] Deleting port 3aec0562-484f-468e-840b-21537eff7311 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:07.784656 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9393348f-2c97-4457-af26-b4c5f9b409bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:07.903325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9393348f-2c97-4457-af26-b4c5f9b409bc None None] For port 3aec0562-484f-468e-840b-21537eff7311, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3aec0562-484f-468e-840b-21537eff7311,segment=NetworkSegment(ca46f1e9-748b-4c70-ae6a-5f3b76087bf4),segment_id=ca46f1e9-748b-4c70-ae6a-5f3b76087bf4)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:07.905799 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9393348f-2c97-4457-af26-b4c5f9b409bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:07.914796 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-982519c3-d356-4d74-a39c-e48bac295b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'name': 'tempest-TestAggregatesBasicOps-2052449665-router', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'e074f558-719e-4b42-951b-7bc3dd9feb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:15Z', 'updated_at': '2021-09-23T22:45:02Z', 'revision_number': 5, 'project_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'gw_port': {'id': 'e074f558-719e-4b42-951b-7bc3dd9feb3b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:16Z', 'updated_at': '2021-09-23T22:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:07.932902 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44fe3839-0f78-410c-b32d-6b4ae60bedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:07.947495 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44fe3839-0f78-410c-b32d-6b4ae60bedc6 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:07.957357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-44fe3839-0f78-410c-b32d-6b4ae60bedc6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6f7acb6a-a6f2-449f-8556-60efca655781 HTTP/1.1" status: 204 len: 168 time: 1.8168485 Sep 23 22:45:07.995967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982519c3-d356-4d74-a39c-e48bac295b11 None None] Checking router: 9e194eee-eda3-4aea-ad3f-b0476d9e0db8 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:45:07.999874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-9393348f-2c97-4457-af26-b4c5f9b409bc None None] Calling delete_port for 3aec0562-484f-468e-840b-21537eff7311 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:08.047341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982519c3-d356-4d74-a39c-e48bac295b11 None None] Routers {'9e194eee-eda3-4aea-ad3f-b0476d9e0db8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:08.049971 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-982519c3-d356-4d74-a39c-e48bac295b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['9e194eee-eda3-4aea-ad3f-b0476d9e0db8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:08.091704 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] Deleting port e074f558-719e-4b42-951b-7bc3dd9feb3b {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:08.092315 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:08.152821 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-566d5682-9029-4901-9b6f-3989618ce203 req-c6064f06-e2c4-49ef-b61c-715a15af4806 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11986104-0fd4-40d1-bc13-dade7e4c5644 HTTP/1.1" status: 200 len: 998 time: 0.4278700 Sep 23 22:45:08.166110 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f010c-641f-4fd3-8a56-45fc4e5bfb2b req-d16eae58-be8b-4d2e-89f6-01e8cdbd3a87 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:08.178974 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dc9f010c-641f-4fd3-8a56-45fc4e5bfb2b req-d16eae58-be8b-4d2e-89f6-01e8cdbd3a87 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 944 time: 0.6632659 Sep 23 22:45:08.186897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe3839-0f78-410c-b32d-6b4ae60bedc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f7acb6a-a6f2-449f-8556-60efca655781,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:08.223542 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] For port e074f558-719e-4b42-951b-7bc3dd9feb3b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e074f558-719e-4b42-951b-7bc3dd9feb3b,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:08.226877 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:08.259740 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:08.272606 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-982519c3-d356-4d74-a39c-e48bac295b11 None None] Set router 9e194eee-eda3-4aea-ad3f-b0476d9e0db8 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:08.324384 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dc9f010c-641f-4fd3-8a56-45fc4e5bfb2b req-ada165a6-2633-4f2b-b317-5692bfc6a890 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442823 Sep 23 22:45:08.337474 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5682-9029-4901-9b6f-3989618ce203 req-ab39c1e3-f526-4534-b793-5225b0b5371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:08.339031 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-566d5682-9029-4901-9b6f-3989618ce203 req-ab39c1e3-f526-4534-b793-5225b0b5371e service neutron] 10.222.0.67 "GET /v2.0/networks?id=f766095b-4cf6-472c-acfe-7efa29261fed HTTP/1.1" status: 200 len: 898 time: 0.6381037 Sep 23 22:45:08.344655 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5682-9029-4901-9b6f-3989618ce203 req-c012e347-30ba-4e62-b7a0-bcb438b79266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:08.346784 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-566d5682-9029-4901-9b6f-3989618ce203 req-c012e347-30ba-4e62-b7a0-bcb438b79266 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8905368a-212e-4e7a-bcc5-2e1a71c807e9 HTTP/1.1" status: 200 len: 835 time: 0.1647239 Sep 23 22:45:08.356738 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-982519c3-d356-4d74-a39c-e48bac295b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'name': 'tempest-TestAggregatesBasicOps-2052449665-router', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:15Z', 'updated_at': '2021-09-23T22:45:07Z', 'revision_number': 6, 'project_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:08.438445 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9393348f-2c97-4457-af26-b4c5f9b409bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:08.443625 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-566d5682-9029-4901-9b6f-3989618ce203 req-112b4a8c-8118-4f0c-b806-f19717d1a601 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11986104-0fd4-40d1-bc13-dade7e4c5644 HTTP/1.1" status: 200 len: 998 time: 0.0953033 Sep 23 22:45:08.466672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982519c3-d356-4d74-a39c-e48bac295b11 None None] The sync data for ids ['9e194eee-eda3-4aea-ad3f-b0476d9e0db8'] in n-d-810775-1 is: [{'id': '9e194eee-eda3-4aea-ad3f-b0476d9e0db8', 'name': 'tempest-TestAggregatesBasicOps-2052449665-router', 'tenant_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:15Z', 'updated_at': '2021-09-23T22:45:07Z', 'revision_number': 6, 'project_id': 'd707f250aa5940a48cfb93cd1befd7b6', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:45:08.490287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9393348f-2c97-4457-af26-b4c5f9b409bc None None] No DVR routers for this DVR port 3aec0562-484f-468e-840b-21537eff7311 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:45:08.589178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5682-9029-4901-9b6f-3989618ce203 req-284ca7bb-1c68-4293-b90e-5443a2b20256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:08.591245 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-566d5682-9029-4901-9b6f-3989618ce203 req-284ca7bb-1c68-4293-b90e-5443a2b20256 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f766095b-4cf6-472c-acfe-7efa29261fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466777 Sep 23 22:45:08.594037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5682-9029-4901-9b6f-3989618ce203 req-c806926c-d202-4561-9246-04a303c48e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:08.596950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-566d5682-9029-4901-9b6f-3989618ce203 req-c806926c-d202-4561-9246-04a303c48e5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8905368a-212e-4e7a-bcc5-2e1a71c807e9 HTTP/1.1" status: 200 len: 835 time: 0.1435559 Sep 23 22:45:08.600728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393348f-2c97-4457-af26-b4c5f9b409bc None None] Pushing event deleted for resources: {'Port': ['ID=3aec0562-484f-468e-840b-21537eff7311,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:08.683392 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] Calling delete_port for e074f558-719e-4b42-951b-7bc3dd9feb3b owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:08.698739 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5c1a702-9355-4cde-b6af-5511d4aca718 req-ddde2fdf-8e9a-4d21-8c19-ec6087f387a5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 210 time: 0.6216059 Sep 23 22:45:08.750319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5682-9029-4901-9b6f-3989618ce203 req-63d4445a-2e87-42c1-beef-6540cbf32095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:08.752216 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-566d5682-9029-4901-9b6f-3989618ce203 req-63d4445a-2e87-42c1-beef-6540cbf32095 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f766095b-4cf6-472c-acfe-7efa29261fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384287 Sep 23 22:45:08.766372 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No DVR routers for this DVR port 3aec0562-484f-468e-840b-21537eff7311 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:45:08.799253 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-566d5682-9029-4901-9b6f-3989618ce203 req-7d245b45-e580-4d81-b1ef-cb6ee7213e0a service neutron] 10.222.0.43 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986849 Sep 23 22:45:08.845590 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=3aec0562-484f-468e-840b-21537eff7311,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:09.026260 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-566d5682-9029-4901-9b6f-3989618ce203 req-0558c8e2-3689-4fd9-b7a4-3295ab91ce7d service neutron] 10.222.0.43 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195690 Sep 23 22:45:09.033481 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44618) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:09.139593 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-566d5682-9029-4901-9b6f-3989618ce203 req-99116396-8b37-479f-af60-151ddee95cd3 service neutron] 10.222.0.67 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787720 Sep 23 22:45:09.258955 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:09.279408 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:09.301977 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0a643ac3-082d-44dc-9ffb-35b787c2d7d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1151e1f45810456fa6866c09f41bf7a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677510 Sep 23 22:45:09.302483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44626) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:09.334863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb7cb8d-eee2-4867-972b-dfb812185235']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:09.351833 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] Pushing event deleted for resources: {'Port': ['ID=e074f558-719e-4b42-951b-7bc3dd9feb3b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:09.366245 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca46f1e9-748b-4c70-ae6a-5f3b76087bf4') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:09.366867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca46f1e9-748b-4c70-ae6a-5f3b76087bf4') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:09.415299 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:09.429741 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-566d5682-9029-4901-9b6f-3989618ce203 req-7211ac6a-321f-46b6-83bd-1beea5b4ad2a service neutron] 10.222.0.67 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785075 Sep 23 22:45:09.432115 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f454ded-23b9-4f8a-a2fa-941b8e55a0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:09.514553 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:09.538670 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:45:09.541349 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:09.544085 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f454ded-23b9-4f8a-a2fa-941b8e55a0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:09.604389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3aec0562-484f-468e-840b-21537eff7311 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:45:09.608249 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:45:09.698642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 3aec0562-484f-468e-840b-21537eff7311 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:45:09.699205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3aec0562-484f-468e-840b-21537eff7311 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:45:09.699992 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e074f558-719e-4b42-951b-7bc3dd9feb3b no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:45:09.734844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: e074f558-719e-4b42-951b-7bc3dd9feb3b {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:45:09.736102 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e074f558-719e-4b42-951b-7bc3dd9feb3b not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:45:09.737387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c3147831-9e00-416d-8e0c-0d4db10ab7c5 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:45:09.772353 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:09.786182 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f454ded-23b9-4f8a-a2fa-941b8e55a0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:09.786182 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f454ded-23b9-4f8a-a2fa-941b8e55a0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:09.786182 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7f454ded-23b9-4f8a-a2fa-941b8e55a0a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1b0b087-22c0-406b-b9cc-3c3c4d03074d HTTP/1.1" status: 204 len: 168 time: 0.4779055 Sep 23 22:45:09.794120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: c3147831-9e00-416d-8e0c-0d4db10ab7c5 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:45:09.795189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c3147831-9e00-416d-8e0c-0d4db10ab7c5 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:45:09.801229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f454ded-23b9-4f8a-a2fa-941b8e55a0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b0b087-22c0-406b-b9cc-3c3c4d03074d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:09.805342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 11986104-0fd4-40d1-bc13-dade7e4c5644 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:45:09.920134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1943dc7f-dd33-4a2e-888e-66cdf4135a9a req-4c605a7e-4342-408d-8d4d-a4d9a9201db5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 210 time: 0.0662100 Sep 23 22:45:10.018540 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 11986104-0fd4-40d1-bc13-dade7e4c5644, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11986104-0fd4-40d1-bc13-dade7e4c5644,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:10.043539 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'port_id': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'mac_address': 'fa:16:3e:c5:43:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:45:10.102963 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:10.118408 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:10.136104 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11986104-0fd4-40d1-bc13-dade7e4c5644 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:45:10.141570 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:10.151907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44648) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:10.152272 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/networks/cfb7cb8d-eee2-4867-972b-dfb812185235 HTTP/1.1" status: 204 len: 168 time: 3.7462955 Sep 23 22:45:10.155634 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:10.183946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 11986104-0fd4-40d1-bc13-dade7e4c5644, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11986104-0fd4-40d1-bc13-dade7e4c5644,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:10.205895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e206ea8-1280-445a-a6d9-165682dde52a req-b920abf6-a3d8-4529-86b6-3a95cfd54fd7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:10.207826 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e206ea8-1280-445a-a6d9-165682dde52a req-b920abf6-a3d8-4529-86b6-3a95cfd54fd7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 944 time: 0.6014493 Sep 23 22:45:10.209698 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:10.213960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca800d3b-a3b3-48d3-ac62-098e15e50694 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Network': ['ID=cfb7cb8d-eee2-4867-972b-dfb812185235,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:10.303507 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:10.371335 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e206ea8-1280-445a-a6d9-165682dde52a req-6f761223-2a4c-4f6e-8dc8-97c9747a8505 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452589 Sep 23 22:45:10.399753 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:10.402870 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e194eee-eda3-4aea-ad3f-b0476d9e0db8 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:45:10.406581 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:10.408650 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-522ad130-0247-4cb5-bf02-30e73580c65f admin admin] 10.222.0.22 "DELETE /v2.0/routers/9e194eee-eda3-4aea-ad3f-b0476d9e0db8 HTTP/1.1" status: 204 len: 168 time: 3.6636672 Sep 23 22:45:10.413722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44654) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:10.549439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=11986104-0fd4-40d1-bc13-dade7e4c5644,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:10.561851 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-0433b592-e627-455a-8d89-ac21d2ca76dc admin admin] Deleting subnet 1bdc1636-a781-4383-946a-6ab99b92d91c {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:45:10.570821 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0433b592-e627-455a-8d89-ac21d2ca76dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:10.641636 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0433b592-e627-455a-8d89-ac21d2ca76dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:10.777557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['11986104-0fd4-40d1-bc13-dade7e4c5644'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:45:10.889372 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0433b592-e627-455a-8d89-ac21d2ca76dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:11.179623 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1cbe07c6-a633-46c5-b0ba-a9b0322af9f4 req-f79371ab-6f89-4a91-b353-1e57d8697254 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 210 time: 0.1030176 Sep 23 22:45:11.182771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0433b592-e627-455a-8d89-ac21d2ca76dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:11.263687 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433b592-e627-455a-8d89-ac21d2ca76dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bdc1636-a781-4383-946a-6ab99b92d91c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:11.318807 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-04b69aea-9d13-4fa6-9b50-c1ea92f90f5b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:11.326063 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0433b592-e627-455a-8d89-ac21d2ca76dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:11.326460 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0859cd94-b203-4b16-bdf5-a3b5d2b4b248 None None] Network 19bceef7-8f40-4dc6-ba04-2432ead2b346 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:45:11.335002 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0433b592-e627-455a-8d89-ac21d2ca76dc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1bdc1636-a781-4383-946a-6ab99b92d91c HTTP/1.1" status: 204 len: 168 time: 0.9187834 Sep 23 22:45:11.337313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44670) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:11.593250 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:11.706099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] Deleting port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:11.725568 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:11.753450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bf68e6-d0a8-448c-8eb4-378c294a519a None None] DHCP port deletion for 19bceef7-8f40-4dc6-ba04-2432ead2b346 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:45:11.786945 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0745c-53d7-49c5-8171-9572bd4108ef req-173a22b6-ffaa-48a4-b6b0-458314750643 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:11.788924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9c0745c-53d7-49c5-8171-9572bd4108ef req-173a22b6-ffaa-48a4-b6b0-458314750643 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 945 time: 0.1400104 Sep 23 22:45:11.829884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf68e6-d0a8-448c-8eb4-378c294a519a None None] Deleting port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:11.830499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] For port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=927f3373-06de-4c8f-ae4a-37e7e8c02fa6,segment=NetworkSegment(f6301537-997a-4ce2-a58e-583168546553),segment_id=f6301537-997a-4ce2-a58e-583168546553)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:11.830499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:11.831183 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b4bf68e6-d0a8-448c-8eb4-378c294a519a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:11.849334 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] Calling delete_port for 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:11.986222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b4bf68e6-d0a8-448c-8eb4-378c294a519a None None] For port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=927f3373-06de-4c8f-ae4a-37e7e8c02fa6,segment=NetworkSegment(f6301537-997a-4ce2-a58e-583168546553),segment_id=f6301537-997a-4ce2-a58e-583168546553)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:11.986641 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b4bf68e6-d0a8-448c-8eb4-378c294a519a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:12.007606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9c0745c-53d7-49c5-8171-9572bd4108ef req-9aa18607-da2a-4bcd-8fca-aaf1cda798ac tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535070 Sep 23 22:45:12.023552 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf68e6-d0a8-448c-8eb4-378c294a519a None None] Calling delete_port for 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:12.037177 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-04b69aea-9d13-4fa6-9b50-c1ea92f90f5b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port f24c72c1-edac-4c6e-8a0b-60f60f08c033 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:12.037177 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-04b69aea-9d13-4fa6-9b50-c1ea92f90f5b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:12.118717 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:12.172514 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] Pushing event deleted for resources: {'Port': ['ID=927f3373-06de-4c8f-ae4a-37e7e8c02fa6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:12.175759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] No DVR routers for this DVR port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:45:12.205430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-04b69aea-9d13-4fa6-9b50-c1ea92f90f5b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] For port f24c72c1-edac-4c6e-8a0b-60f60f08c033, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f24c72c1-edac-4c6e-8a0b-60f60f08c033,segment=NetworkSegment(575fa3b8-741f-4076-bf9a-963f675c9236),segment_id=575fa3b8-741f-4076-bf9a-963f675c9236)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:12.210492 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-04b69aea-9d13-4fa6-9b50-c1ea92f90f5b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:12.243029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-04b69aea-9d13-4fa6-9b50-c1ea92f90f5b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for f24c72c1-edac-4c6e-8a0b-60f60f08c033 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:12.250296 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b4bf68e6-d0a8-448c-8eb4-378c294a519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:12.306482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf68e6-d0a8-448c-8eb4-378c294a519a None None] Pushing event deleted for resources: {'Port': ['ID=927f3373-06de-4c8f-ae4a-37e7e8c02fa6,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:12.339269 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf68e6-d0a8-448c-8eb4-378c294a519a None None] No DVR routers for this DVR port 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:45:12.365396 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:12.409936 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bceef7-8f40-4dc6-ba04-2432ead2b346']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:12.432006 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6301537-997a-4ce2-a58e-583168546553') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:12.432006 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6301537-997a-4ce2-a58e-583168546553') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:12.447006 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44706) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:12.455898 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:12.478612 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-f66fb642-18e9-4434-8d96-07a5234d4354 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:12.480822 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-f66fb642-18e9-4434-8d96-07a5234d4354 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.43 "GET /v2.0/networks?id=3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 200 len: 815 time: 0.3336220 Sep 23 22:45:12.492507 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:12.507925 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:45:12.508454 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:12.509650 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e518b820-1911-46a9-9622-fdd5b068a933 req-a44b2f58-ea45-4938-ae76-e6dbdc9bb204 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 210 time: 0.0862381 Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:45:12.511232 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:45:12.525326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-93da5e8a-6cd8-42c2-b95e-0a367b56e5e5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Request body: {'port': {'device_id': '394716b1-9fed-4b47-87c0-6b31770ebde5', 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d', 'admin_state_up': True, 'tenant_id': 'ce68ccacab544a6c9092090d08b8c1eb'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:12.785029 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc33fc2-30ff-4071-bf12-1486ceb3dc13 req-64181736-c4dd-472a-8ac3-54e3547ce221 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:12.799099 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afc33fc2-30ff-4071-bf12-1486ceb3dc13 req-64181736-c4dd-472a-8ac3-54e3547ce221 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 945 time: 0.1723745 Sep 23 22:45:12.824080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1398732944-network', 'tenant_id': 'd6deb6a3e492454499d44312d2cbab6e'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:12.894785 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05209cd8-43cb-4e6b-9528-190f69de5c29 req-759f9401-eeb9-4aff-88fa-36409df15d90 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:12.897246 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05209cd8-43cb-4e6b-9528-190f69de5c29 req-759f9401-eeb9-4aff-88fa-36409df15d90 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.43 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 945 time: 0.2727368 Sep 23 22:45:12.900133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afc33fc2-30ff-4071-bf12-1486ceb3dc13 req-332bd5d2-6c1d-4db1-b2af-fc39d0da3ef3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985274 Sep 23 22:45:12.959610 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:12.982778 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:12.990425 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] 10.222.0.22 "DELETE /v2.0/networks/19bceef7-8f40-4dc6-ba04-2432ead2b346 HTTP/1.1" status: 204 len: 168 time: 1.6475561 Sep 23 22:45:12.990668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44716) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:13.023131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8507a2-d49e-4e71-9937-672de32bb07a admin admin] Pushing event deleted for resources: {'Network': ['ID=19bceef7-8f40-4dc6-ba04-2432ead2b346,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:13.078076 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-05209cd8-43cb-4e6b-9528-190f69de5c29 req-d6c92c4c-0920-4f75-b1b9-42b2e98b2dd2 service neutron] delete failed (client error): The resource could not be found. Sep 23 22:45:13.079112 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05209cd8-43cb-4e6b-9528-190f69de5c29 req-d6c92c4c-0920-4f75-b1b9-42b2e98b2dd2 service neutron] 10.222.0.43 "DELETE /v2.0/ports/11986104-0fd4-40d1-bc13-dade7e4c5644/bindings/n-h1-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.1751375 Sep 23 22:45:13.101258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] Made reservation on behalf of d6deb6a3e492454499d44312d2cbab6e for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:45:13.108141 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:13.108450 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-04b69aea-9d13-4fa6-9b50-c1ea92f90f5b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:13.123992 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:13.134789 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5662037d-e3f8-4d8c-8394-e9c38e503a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:13.146415 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b69aea-9d13-4fa6-9b50-c1ea92f90f5b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=f24c72c1-edac-4c6e-8a0b-60f60f08c033,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:13.315677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-93da5e8a-6cd8-42c2-b95e-0a367b56e5e5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Made reservation on behalf of ce68ccacab544a6c9092090d08b8c1eb for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:45:13.319592 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-93da5e8a-6cd8-42c2-b95e-0a367b56e5e5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:13.574001 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-04b69aea-9d13-4fa6-9b50-c1ea92f90f5b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:13.578315 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05209cd8-43cb-4e6b-9528-190f69de5c29 req-9eefc016-0d08-404c-a202-ac38f9785ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:13.581030 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05209cd8-43cb-4e6b-9528-190f69de5c29 req-9eefc016-0d08-404c-a202-ac38f9785ec0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 1096 time: 0.4360578 Sep 23 22:45:13.581214 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:13.661723 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:13.675215 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:45:13.722309 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:45:13.725003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 927f3373-06de-4c8f-ae4a-37e7e8c02fa6 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:45:13.763713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 11986104-0fd4-40d1-bc13-dade7e4c5644 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:45:13.768730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:45:13.789447 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0f4068-5690-42a7-b431-7577994328cb,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:13.809021 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:13.809525 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] Added segment ef9f689f-7ebc-469e-8eeb-957922c9a968 of type vlan for network bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2 Sep 23 22:45:13.906839 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:13.992850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 11986104-0fd4-40d1-bc13-dade7e4c5644 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:45:13.999198 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 11986104-0fd4-40d1-bc13-dade7e4c5644 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:13.999936 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:14.095941 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:14.095941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:14.102725 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:14.165534 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:14.201963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:45:14.205272 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16ae5bd-6b0a-4d43-a7c2-3e7befb95a4b" -d '{"events": [{"server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "name": "network-vif-plugged", "status": "completed", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:45:14.222968 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 11986104-0fd4-40d1-bc13-dade7e4c5644, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11986104-0fd4-40d1-bc13-dade7e4c5644,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:14.263636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] Pushing event updated for resources: {'Network': ['ID=bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:14.277480 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:45:14.310983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bad4ae-e531-4e2c-9991-a435b8d5050d req-7b0481fd-9c6e-44f0-8812-5b1fc48c7788 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:14.321137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56bad4ae-e531-4e2c-9991-a435b8d5050d req-7b0481fd-9c6e-44f0-8812-5b1fc48c7788 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 945 time: 0.2424502 Sep 23 22:45:14.351623 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:14.370616 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56bad4ae-e531-4e2c-9991-a435b8d5050d req-b6efe977-cf18-4623-ba2b-39347356aae5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484319 Sep 23 22:45:14.389488 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3b2cf1bb-5ff6-4e18-b33e-13ac8271a488 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9406974 Sep 23 22:45:14.393780 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44736) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:14.397982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05209cd8-43cb-4e6b-9528-190f69de5c29 req-e624695a-82e2-4a1b-8f98-07b3e409201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:14.399507 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05209cd8-43cb-4e6b-9528-190f69de5c29 req-e624695a-82e2-4a1b-8f98-07b3e409201f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f766095b-4cf6-472c-acfe-7efa29261fed HTTP/1.1" status: 200 len: 898 time: 0.7972541 Sep 23 22:45:14.400102 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b82ba05e-7022-4eca-9d37-a3a4a982b4dd admin admin] Request body: {'subnet': {'network_id': 'bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1398732944-subnet', 'tenant_id': 'd6deb6a3e492454499d44312d2cbab6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:14.414519 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7960923c-ec13-431a-8e79-a0b0a8f75124 req-809655d0-0fa9-4413-a74d-806ce6df8bb5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 210 time: 0.7766173 Sep 23 22:45:14.487473 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=11986104-0fd4-40d1-bc13-dade7e4c5644,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:14.535827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82ba05e-7022-4eca-9d37-a3a4a982b4dd admin admin] Made reservation on behalf of d6deb6a3e492454499d44312d2cbab6e for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:45:14.540822 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b82ba05e-7022-4eca-9d37-a3a4a982b4dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:14.584822 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42f90ef-b09a-435d-8c65-42d78822cc10 x-openstack-request-id: req-a42f90ef-b09a-435d-8c65-42d78822cc10 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:45:14.585954 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "name": "network-vif-plugged", "status": "completed", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:45:14.586954 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a42f90ef-b09a-435d-8c65-42d78822cc10 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:45:14.587918 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'code': 200} Sep 23 22:45:14.769308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b69aea-9d13-4fa6-9b50-c1ea92f90f5b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:45:14.771542 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05209cd8-43cb-4e6b-9528-190f69de5c29 req-586ddc3a-ba47-49d2-bf88-2cd5a9c465d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11986104-0fd4-40d1-bc13-dade7e4c5644 HTTP/1.1" status: 200 len: 1000 time: 0.3537130 Sep 23 22:45:14.795822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-93da5e8a-6cd8-42c2-b95e-0a367b56e5e5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Allocated IP 172.20.0.5 (3a0468ba-e642-44ef-9a61-d757b905ab0d/9cc00b1c-8c3d-4c94-8be0-d9326da2db79/66ac2317-bea4-4041-944c-4d1fe8075694) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:45:14.975546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05209cd8-43cb-4e6b-9528-190f69de5c29 req-73f393bc-93ea-4019-99b9-f613fce8cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:14.977151 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05209cd8-43cb-4e6b-9528-190f69de5c29 req-73f393bc-93ea-4019-99b9-f613fce8cf7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8905368a-212e-4e7a-bcc5-2e1a71c807e9 HTTP/1.1" status: 200 len: 835 time: 0.1968989 Sep 23 22:45:14.986305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b69aea-9d13-4fa6-9b50-c1ea92f90f5b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:45:14.997179 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8516167-5936-49eb-b7db-bd031c6660ce None None] Sync routers for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:45:15.010055 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8516167-5936-49eb-b7db-bd031c6660ce None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:15.010783 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d8516167-5936-49eb-b7db-bd031c6660ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:15.061321 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-04b69aea-9d13-4fa6-9b50-c1ea92f90f5b tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/16a4ba06-eeb1-4467-b5bf-18d435a74c80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9071276 Sep 23 22:45:15.071219 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44742) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:15.094222 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-d8516167-5936-49eb-b7db-bd031c6660ce None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:15.158958 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b82ba05e-7022-4eca-9d37-a3a4a982b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:15.175800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05209cd8-43cb-4e6b-9528-190f69de5c29 req-99b83699-ef97-458c-a999-8d39d3dc2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:15.177837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05209cd8-43cb-4e6b-9528-190f69de5c29 req-99b83699-ef97-458c-a999-8d39d3dc2706 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f766095b-4cf6-472c-acfe-7efa29261fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887004 Sep 23 22:45:15.270309 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-095d32b7-5eae-47be-a147-df7381f2764e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:15.334658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d1a806-5d8b-428a-b042-f7d6125a6850 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting subnet ba5a3e02-fb44-48dd-ad4d-65660afc7145 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:45:15.334764 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d8516167-5936-49eb-b7db-bd031c6660ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:45:12Z', 'revision_number': 11, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:15.338384 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a806-5d8b-428a-b042-f7d6125a6850 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:15.357363 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8516167-5936-49eb-b7db-bd031c6660ce None None] Checking router: 16a4ba06-eeb1-4467-b5bf-18d435a74c80 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:45:15.368437 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8516167-5936-49eb-b7db-bd031c6660ce None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:15.369067 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d8516167-5936-49eb-b7db-bd031c6660ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:44:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:15.378217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ba05e-7022-4eca-9d37-a3a4a982b4dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a8fe80-a61e-4ed6-aea7-f535d3aac7d8,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:15.412015 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a806-5d8b-428a-b042-f7d6125a6850 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:15.451899 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-d8516167-5936-49eb-b7db-bd031c6660ce None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:15.464725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ba05e-7022-4eca-9d37-a3a4a982b4dd admin admin] Checking segment: {'id': 'ef9f689f-7ebc-469e-8eeb-957922c9a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:45:15.465097 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82ba05e-7022-4eca-9d37-a3a4a982b4dd admin admin] Network hostable DHCP agents. Network: bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:45:15.555673 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d8516167-5936-49eb-b7db-bd031c6660ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:45:12Z', 'revision_number': 11, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:15.587598 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8516167-5936-49eb-b7db-bd031c6660ce None None] The sync data for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 is: [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:45:12Z', 'revision_number': 11, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:45:15.608913 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a806-5d8b-428a-b042-f7d6125a6850 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:15.650614 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-93da5e8a-6cd8-42c2-b95e-0a367b56e5e5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:15.662927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82ba05e-7022-4eca-9d37-a3a4a982b4dd admin admin] Network bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:45:15.688086 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34861eaf-ac9b-4e0c-8020-715b04688cda req-91496f79-a39d-46f0-b942-747142fda17e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 210 time: 0.1297915 Sep 23 22:45:15.698295 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05209cd8-43cb-4e6b-9528-190f69de5c29 req-1cc9d130-74cd-43f7-99cc-8e809d56f4c8 service neutron] 10.222.0.43 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877651 Sep 23 22:45:15.739433 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-200acc23-ff1d-4221-9f74-c5b88c938aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:15.779740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a93b32-fcaa-4084-b511-d1e93b3b7b48 req-dab5b82b-f114-484f-ac70-a6aeab688f1f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:15.781579 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-97a93b32-fcaa-4084-b511-d1e93b3b7b48 req-dab5b82b-f114-484f-ac70-a6aeab688f1f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.2010958 Sep 23 22:45:15.967955 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-97a93b32-fcaa-4084-b511-d1e93b3b7b48 req-8a60f9a4-62ad-4d57-ae47-1c1fb0e2560f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403022 Sep 23 22:45:15.992150 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-b82ba05e-7022-4eca-9d37-a3a4a982b4dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:45:15.995641 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a806-5d8b-428a-b042-f7d6125a6850 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:15.996869 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05209cd8-43cb-4e6b-9528-190f69de5c29 req-d0e2ead8-27a8-4e6e-80f1-b18748914fbf service neutron] 10.222.0.43 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852345 Sep 23 22:45:16.011711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f767af14-0486-4cee-b1ef-f16fbf8e22a7 None None] Network bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:45:16.039349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82ba05e-7022-4eca-9d37-a3a4a982b4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:16.040357 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b82ba05e-7022-4eca-9d37-a3a4a982b4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:16.062739 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-93da5e8a-6cd8-42c2-b95e-0a367b56e5e5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:16.138004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1a806-5d8b-428a-b042-f7d6125a6850 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5a3e02-fb44-48dd-ad4d-65660afc7145,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:16.148202 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5d1a806-5d8b-428a-b042-f7d6125a6850 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:16.161987 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f5d1a806-5d8b-428a-b042-f7d6125a6850 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/ba5a3e02-fb44-48dd-ad4d-65660afc7145 HTTP/1.1" status: 204 len: 168 time: 1.0882542 Sep 23 22:45:16.165619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44762) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:16.170474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a6860-470f-478b-8995-59f7be3865e3 None None] Network 1d7fbe4f-c46f-4a47-a760-245a7c534284 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:45:16.171319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-93da5e8a-6cd8-42c2-b95e-0a367b56e5e5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Network 3a0468ba-e642-44ef-9a61-d757b905ab0d is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:45:16.177941 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-93da5e8a-6cd8-42c2-b95e-0a367b56e5e5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:45:16.184557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-93da5e8a-6cd8-42c2-b95e-0a367b56e5e5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:45:16.259724 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da5e8a-6cd8-42c2-b95e-0a367b56e5e5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Pushing event updated for resources: {'Port': ['ID=66ac2317-bea4-4041-944c-4d1fe8075694,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:16.276810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-93da5e8a-6cd8-42c2-b95e-0a367b56e5e5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:16.277569 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-93da5e8a-6cd8-42c2-b95e-0a367b56e5e5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:16.301996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-095d32b7-5eae-47be-a147-df7381f2764e admin admin] Deleting port b7ef0991-1e3a-41df-84b6-db7316978dbb {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:16.302396 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-095d32b7-5eae-47be-a147-df7381f2764e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:16.323550 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:16.349358 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:16.396275 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b82ba05e-7022-4eca-9d37-a3a4a982b4dd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0008159 Sep 23 22:45:16.422768 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-095d32b7-5eae-47be-a147-df7381f2764e admin admin] For port b7ef0991-1e3a-41df-84b6-db7316978dbb, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b7ef0991-1e3a-41df-84b6-db7316978dbb,segment=NetworkSegment(e8d39cf1-9fd4-4017-8661-ab0e6ac86481),segment_id=e8d39cf1-9fd4-4017-8661-ab0e6ac86481)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:16.424137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-095d32b7-5eae-47be-a147-df7381f2764e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:16.437276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Deleting port 90c0d51e-ad95-4f0c-861c-6008c0f8894c {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:16.437628 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:16.441257 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-93da5e8a-6cd8-42c2-b95e-0a367b56e5e5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9278295 Sep 23 22:45:16.452007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-095d32b7-5eae-47be-a147-df7381f2764e admin admin] Calling delete_port for b7ef0991-1e3a-41df-84b6-db7316978dbb owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:16.463881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Request body: {'port': {'device_id': '394716b1-9fed-4b47-87c0-6b31770ebde5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:16.525825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] For port 90c0d51e-ad95-4f0c-861c-6008c0f8894c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=90c0d51e-ad95-4f0c-861c-6008c0f8894c,segment=NetworkSegment(575fa3b8-741f-4076-bf9a-963f675c9236),segment_id=575fa3b8-741f-4076-bf9a-963f675c9236)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:16.526206 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:16.542385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Calling delete_port for 90c0d51e-ad95-4f0c-861c-6008c0f8894c owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:16.633943 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:16.834547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2772e4b-3fa7-49f2-9f43-db88a0c1a7fa None None] Network bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:45:16.864723 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:16.913846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Port': ['ID=90c0d51e-ad95-4f0c-861c-6008c0f8894c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:16.920475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No DVR routers for this DVR port 90c0d51e-ad95-4f0c-861c-6008c0f8894c on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:45:17.035955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822526fa-6ae9-4ca8-8c8a-23364db617c2 req-9891bbc8-28fb-476a-9c91-d6d65bbdb1e2 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:17.044195 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-822526fa-6ae9-4ca8-8c8a-23364db617c2 req-9891bbc8-28fb-476a-9c91-d6d65bbdb1e2 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 931 time: 0.2210023 Sep 23 22:45:17.157080 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:17.186376 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-822526fa-6ae9-4ca8-8c8a-23364db617c2 req-4a434191-a3ce-4e00-b20a-7ff392f2226d tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067588 Sep 23 22:45:17.252838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7fbe4f-c46f-4a47-a760-245a7c534284']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:17.266263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e3cd5b-5a63-43bc-b258-5b1bd44a5fa1 None None] DHCP port deletion for 1d7fbe4f-c46f-4a47-a760-245a7c534284 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:45:17.284649 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:17.302492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575fa3b8-741f-4076-bf9a-963f675c9236') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:17.309363 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575fa3b8-741f-4076-bf9a-963f675c9236') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:17.328090 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:17.368035 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:17.393642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1eeb72-1c44-411f-b8d7-c31d035cf2b0 req-fb145a5e-e752-43ad-80f2-12eb5d626817 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:17.393642 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7f1eeb72-1c44-411f-b8d7-c31d035cf2b0 req-fb145a5e-e752-43ad-80f2-12eb5d626817 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.2279360 Sep 23 22:45:17.401861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:45:17.407115 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:45:17.413452 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:45:17.445805 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-095d32b7-5eae-47be-a147-df7381f2764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:17.450725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 90c0d51e-ad95-4f0c-861c-6008c0f8894c no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:45:17.484392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 90c0d51e-ad95-4f0c-861c-6008c0f8894c {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:45:17.485046 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 90c0d51e-ad95-4f0c-861c-6008c0f8894c not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:45:17.485811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f24c72c1-edac-4c6e-8a0b-60f60f08c033 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:45:17.508840 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: f24c72c1-edac-4c6e-8a0b-60f60f08c033 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:45:17.509504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f24c72c1-edac-4c6e-8a0b-60f60f08c033 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:45:17.556564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d32b7-5eae-47be-a147-df7381f2764e admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ef0991-1e3a-41df-84b6-db7316978dbb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:17.564546 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7f1eeb72-1c44-411f-b8d7-c31d035cf2b0 req-cc332317-e896-4b66-9e2e-73a317a51eb8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467257 Sep 23 22:45:17.597617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ac2317-bea4-4041-944c-4d1fe8075694 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:45:17.608064 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:17.708752 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:17.726817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Transition to ACTIVE for port object 66ac2317-bea4-4041-944c-4d1fe8075694 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:45:17.735604 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:17.739160 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/networks/1d7fbe4f-c46f-4a47-a760-245a7c534284 HTTP/1.1" status: 204 len: 168 time: 1.5715656 Sep 23 22:45:17.761655 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44792) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:17.769554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-78407b2a-ffc1-42cf-a4c8-8677672e506f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'router': {'routes': None}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:17.791760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5a5e8-26de-474f-b605-563ccffd5a9d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Pushing event deleted for resources: {'Network': ['ID=1d7fbe4f-c46f-4a47-a760-245a7c534284,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:18.162644 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:18.172265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44796) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:18.178848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1296760329-network', 'tenant_id': 'c2178fc2e0fe47a5a0ee1e2ca5cab433'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:18.289984 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:18.337824 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-095d32b7-5eae-47be-a147-df7381f2764e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:18.341906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Pushing event updated for resources: {'Port': ['ID=66ac2317-bea4-4041-944c-4d1fe8075694,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:18.361576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.extraroute_db [None req-78407b2a-ffc1-42cf-a4c8-8677672e506f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Added routes are [] {{(pid=95491) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 22:45:18.361881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.extraroute_db [None req-78407b2a-ffc1-42cf-a4c8-8677672e506f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Removed routes are [] {{(pid=95491) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 22:45:18.362239 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-78407b2a-ffc1-42cf-a4c8-8677672e506f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:18.490721 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] Made reservation on behalf of c2178fc2e0fe47a5a0ee1e2ca5cab433 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:45:18.496820 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:18.529053 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:18.629722 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d36032-4b96-4036-95f6-a40641f260f4 req-6af15096-4085-4fc0-9098-ba3dedd806c4 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:18.631428 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f9d36032-4b96-4036-95f6-a40641f260f4 req-6af15096-4085-4fc0-9098-ba3dedd806c4 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 943 time: 0.3325975 Sep 23 22:45:18.682832 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:18.732087 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:18.742227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Attempting to bind port 66ac2317-bea4-4041-944c-4d1fe8075694 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:45:18.742563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Attempting to bind port 66ac2317-bea4-4041-944c-4d1fe8075694 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:45:18.742897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Attempting to bind port 66ac2317-bea4-4041-944c-4d1fe8075694 on network 3a0468ba-e642-44ef-9a61-d757b905ab0d {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:45:18.752812 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-78407b2a-ffc1-42cf-a4c8-8677672e506f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:18.760362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad7950-959c-4542-8306-c3468fcab534 req-67d95b1a-20fe-4ef3-a1a8-134697c6c063 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:18.763226 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67ad7950-959c-4542-8306-c3468fcab534 req-67d95b1a-20fe-4ef3-a1a8-134697c6c063 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.0848947 Sep 23 22:45:18.763387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Port 66ac2317-bea4-4041-944c-4d1fe8075694 on network 3a0468ba-e642-44ef-9a61-d757b905ab0d not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:45:18.763387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Attempting to bind port 66ac2317-bea4-4041-944c-4d1fe8075694 on network 3a0468ba-e642-44ef-9a61-d757b905ab0d {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:45:18.767878 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-78407b2a-ffc1-42cf-a4c8-8677672e506f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:18.790378 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:45:18.790724 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Checking segment: {'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:45:18.791118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Bound using segment: {'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:45:18.791572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Bound port: 66ac2317-bea4-4041-944c-4d1fe8075694, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:45:18.791936 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:18.830457 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-67ad7950-959c-4542-8306-c3468fcab534 req-4b81b69c-99df-424b-a9dd-e538a095a9a5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587184 Sep 23 22:45:18.858913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44806) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:18.880574 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f9d36032-4b96-4036-95f6-a40641f260f4 req-8bb45cd9-d4b2-4bdb-be4d-4647c7052ab8 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291012 Sep 23 22:45:18.927906 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:18.978758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:45:18.987613 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78407b2a-ffc1-42cf-a4c8-8677672e506f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:45:19.011064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-97005e8d-3184-4907-9347-d44357d35bbe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/36cc2965-27bd-4438-9e85-8809aec09c35 HTTP/1.1" status: 200 len: 992 time: 0.1478443 Sep 23 22:45:19.012047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77401af-1221-4394-998e-9ce3212179d5,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:19.036741 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:19.038087 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] Added segment 17322b5c-5545-4c89-82e5-f41dc101bc3c of type vlan for network 34aa5b42-acf5-45af-870f-20597329092c Sep 23 22:45:19.051967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] For port 66ac2317-bea4-4041-944c-4d1fe8075694, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:45:19.102689 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:19.137438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] For port 66ac2317-bea4-4041-944c-4d1fe8075694, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=66ac2317-bea4-4041-944c-4d1fe8075694,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:45:19.146978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78407b2a-ffc1-42cf-a4c8-8677672e506f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:45:19.149782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095d32b7-5eae-47be-a147-df7381f2764e admin admin] Router bdcbef36-3ee5-48da-a9fc-e679f05412e5 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:45:19.155457 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-78407b2a-ffc1-42cf-a4c8-8677672e506f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:19.156836 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-78407b2a-ffc1-42cf-a4c8-8677672e506f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/16a4ba06-eeb1-4467-b5bf-18d435a74c80 HTTP/1.1" status: 200 len: 700 time: 1.3942056 Sep 23 22:45:19.158500 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a3b62d-a57a-409b-9f19-f78ee2e4b8f5 None None] Sync routers for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:45:19.160828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44818) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:19.171307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3b62d-a57a-409b-9f19-f78ee2e4b8f5 None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:19.172212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-34a3b62d-a57a-409b-9f19-f78ee2e4b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:19.200365 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-89e9a314-fcea-437d-9b80-22e4eafcd519 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports?device_id=16a4ba06-eeb1-4467-b5bf-18d435a74c80 HTTP/1.1" status: 200 len: 205 time: 0.0381713 Sep 23 22:45:19.202975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44820) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:19.280194 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-34a3b62d-a57a-409b-9f19-f78ee2e4b8f5 None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:19.293903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095d32b7-5eae-47be-a147-df7381f2764e admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:45:19.307167 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bc6161-0f9c-471e-a428-91a1f0102082 None None] Sync routers for ids ['bdcbef36-3ee5-48da-a9fc-e679f05412e5'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:45:19.307899 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-095d32b7-5eae-47be-a147-df7381f2764e admin admin] 10.222.0.22 "PUT /v2.0/routers/bdcbef36-3ee5-48da-a9fc-e679f05412e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3166456 Sep 23 22:45:19.310316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44826) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:19.339694 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bc6161-0f9c-471e-a428-91a1f0102082 None None] Routers {'bdcbef36-3ee5-48da-a9fc-e679f05412e5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:19.347428 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:19.348876 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:19.349378 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e5bc6161-0f9c-471e-a428-91a1f0102082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bdcbef36-3ee5-48da-a9fc-e679f05412e5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:19.349990 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:19.386486 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:19.399748 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a38d614-b861-4bcb-b144-dfb462f10af2 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:19.427424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-34a3b62d-a57a-409b-9f19-f78ee2e4b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:45:12Z', 'revision_number': 11, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:19.493758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a3b62d-a57a-409b-9f19-f78ee2e4b8f5 None None] Checking router: 16a4ba06-eeb1-4467-b5bf-18d435a74c80 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:45:19.494844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:19.495489 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:19.497425 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] 10.222.0.43 "PUT /v2.0/ports/66ac2317-bea4-4041-944c-4d1fe8075694 HTTP/1.1" status: 200 len: 1091 time: 3.0413566 Sep 23 22:45:19.497920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394716b1-9fed-4b47-87c0-6b31770ebde5', 'tag': '66ac2317-bea4-4041-944c-4d1fe8075694'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:45:19.500700 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbffd47-1a77-49a3-9e69-63f8e1fe0a18" -d '{"events": [{"name": "network-changed", "server_uuid": "394716b1-9fed-4b47-87c0-6b31770ebde5", "tag": "66ac2317-bea4-4041-944c-4d1fe8075694"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:45:19.513932 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3b62d-a57a-409b-9f19-f78ee2e4b8f5 None None] Routers {'16a4ba06-eeb1-4467-b5bf-18d435a74c80'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:19.515330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-34a3b62d-a57a-409b-9f19-f78ee2e4b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:19.542420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad4c55-cb72-48df-9aa5-67a3322c6278 service neutron] Pushing event updated for resources: {'Port': ['ID=66ac2317-bea4-4041-944c-4d1fe8075694,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:19.566376 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:19.608578 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-e5bc6161-0f9c-471e-a428-91a1f0102082 None None] Set router bdcbef36-3ee5-48da-a9fc-e679f05412e5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:19.624602 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4481692 Sep 23 22:45:19.640008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44838) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:19.649934 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-396cd479-cf57-49ca-b705-e21cd274e8e3 admin admin] Request body: {'subnet': {'network_id': '34aa5b42-acf5-45af-870f-20597329092c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1296760329-subnet', 'tenant_id': 'c2178fc2e0fe47a5a0ee1e2ca5cab433', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:19.680056 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0581b3-e0ec-46a0-8a92-0d459580fd68 x-openstack-request-id: req-9d0581b3-e0ec-46a0-8a92-0d459580fd68 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:45:19.680336 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394716b1-9fed-4b47-87c0-6b31770ebde5", "tag": "66ac2317-bea4-4041-944c-4d1fe8075694", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:45:19.680579 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d0581b3-e0ec-46a0-8a92-0d459580fd68 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:45:19.680979 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394716b1-9fed-4b47-87c0-6b31770ebde5', 'tag': '66ac2317-bea4-4041-944c-4d1fe8075694', 'status': 'completed', 'code': 200} Sep 23 22:45:19.726482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43b763-7de9-438e-9b72-ea1e7b2e6da9 admin admin] Pushing event updated for resources: {'Network': ['ID=34aa5b42-acf5-45af-870f-20597329092c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:19.747724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 34aa5b42-acf5-45af-870f-20597329092c details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:45:19.826183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-ef1e3a42-a45c-4759-94ae-6d926c3636c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:19.827811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-ef1e3a42-a45c-4759-94ae-6d926c3636c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 1094 time: 0.1460385 Sep 23 22:45:19.894763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-34a3b62d-a57a-409b-9f19-f78ee2e4b8f5 None None] Set router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:19.906876 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a38d614-b861-4bcb-b144-dfb462f10af2 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:19.909794 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a38d614-b861-4bcb-b144-dfb462f10af2 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:19.917217 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-282d286a-5f39-4829-98bc-2dae40600dda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ac2317-bea4-4041-944c-4d1fe8075694 HTTP/1.1" status: 200 len: 217 time: 0.0790341 Sep 23 22:45:19.919333 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:19.978365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-34a3b62d-a57a-409b-9f19-f78ee2e4b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:45:12Z', 'revision_number': 11, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:20.019132 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a3b62d-a57a-409b-9f19-f78ee2e4b8f5 None None] The sync data for ids ['16a4ba06-eeb1-4467-b5bf-18d435a74c80'] in n-d-810775-1 is: [{'id': '16a4ba06-eeb1-4467-b5bf-18d435a74c80', 'name': 'tempest-RoutersTest-router-755215634', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:43:44Z', 'updated_at': '2021-09-23T22:45:12Z', 'revision_number': 11, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:45:20.034911 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e5bc6161-0f9c-471e-a428-91a1f0102082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'name': 'tempest-TestAggregatesBasicOps-1349572894-router', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:37Z', 'updated_at': '2021-09-23T22:45:17Z', 'revision_number': 5, 'project_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'gw_port': {'id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:40Z', 'updated_at': '2021-09-23T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:20.039672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-29473166-d822-4b7f-90f0-35be3ea26e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:20.041512 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-29473166-d822-4b7f-90f0-35be3ea26e34 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9cc00b1c-8c3d-4c94-8be0-d9326da2db79 HTTP/1.1" status: 200 len: 855 time: 0.1057167 Sep 23 22:45:20.062979 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396cd479-cf57-49ca-b705-e21cd274e8e3 admin admin] Made reservation on behalf of c2178fc2e0fe47a5a0ee1e2ca5cab433 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:45:20.065617 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-396cd479-cf57-49ca-b705-e21cd274e8e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:20.086395 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bc6161-0f9c-471e-a428-91a1f0102082 None None] Checking router: bdcbef36-3ee5-48da-a9fc-e679f05412e5 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:45:20.100882 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bc6161-0f9c-471e-a428-91a1f0102082 None None] Routers {'bdcbef36-3ee5-48da-a9fc-e679f05412e5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:20.100882 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e5bc6161-0f9c-471e-a428-91a1f0102082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bdcbef36-3ee5-48da-a9fc-e679f05412e5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:20.113870 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-551a4d88-a7df-4044-8277-6d20d8818e1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a0468ba-e642-44ef-9a61-d757b905ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459466 Sep 23 22:45:20.206568 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a38d614-b861-4bcb-b144-dfb462f10af2 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:20.207344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d5fef-595c-4fb5-ab40-97aaa8d033ac req-8633d81b-0a12-4970-91a8-975bf3d3c761 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:20.207545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a38d614-b861-4bcb-b144-dfb462f10af2 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Fanout notify agent at l3_agent the message router_deleted on router 16a4ba06-eeb1-4467-b5bf-18d435a74c80 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:45:20.209089 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d5fef-595c-4fb5-ab40-97aaa8d033ac req-8633d81b-0a12-4970-91a8-975bf3d3c761 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 943 time: 0.1817062 Sep 23 22:45:20.223667 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a38d614-b861-4bcb-b144-dfb462f10af2 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:20.230888 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7a38d614-b861-4bcb-b144-dfb462f10af2 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/routers/16a4ba06-eeb1-4467-b5bf-18d435a74c80 HTTP/1.1" status: 204 len: 168 time: 1.0202947 Sep 23 22:45:20.230888 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44858) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:20.242897 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-056d1731-61a9-46d2-9963-3f632a6a3870 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-461602868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:20.298850 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-e5bc6161-0f9c-471e-a428-91a1f0102082 None None] Set router bdcbef36-3ee5-48da-a9fc-e679f05412e5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:20.408379 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-056d1731-61a9-46d2-9963-3f632a6a3870 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:20.408379 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-056d1731-61a9-46d2-9963-3f632a6a3870 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:20.608859 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e5bc6161-0f9c-471e-a428-91a1f0102082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'name': 'tempest-TestAggregatesBasicOps-1349572894-router', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:37Z', 'updated_at': '2021-09-23T22:45:17Z', 'revision_number': 5, 'project_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'gw_port': {'id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:40Z', 'updated_at': '2021-09-23T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:20.634238 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-056d1731-61a9-46d2-9963-3f632a6a3870 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:20.645823 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bc6161-0f9c-471e-a428-91a1f0102082 None None] The sync data for ids ['bdcbef36-3ee5-48da-a9fc-e679f05412e5'] in n-d-810775-1 is: [{'id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'name': 'tempest-TestAggregatesBasicOps-1349572894-router', 'tenant_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:44:37Z', 'updated_at': '2021-09-23T22:45:17Z', 'revision_number': 5, 'project_id': 'bd81fd8451c14da3a90ddb7dfb4419f5', 'gw_port': {'id': '5a705bfe-aed2-419b-af50-e3b89edfdb4d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbef36-3ee5-48da-a9fc-e679f05412e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:44:40Z', 'updated_at': '2021-09-23T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:45:20.653975 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-396cd479-cf57-49ca-b705-e21cd274e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:20.733789 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-056d1731-61a9-46d2-9963-3f632a6a3870 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:20.749543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cd479-cf57-49ca-b705-e21cd274e8e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30894531-ff55-48cd-b7e5-e7712a886a87,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:20.755589 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c83d5fef-595c-4fb5-ab40-97aaa8d033ac req-5173f29e-c71f-44b2-8a34-8ff31054a4ff tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379069 Sep 23 22:45:20.793041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396cd479-cf57-49ca-b705-e21cd274e8e3 admin admin] Checking segment: {'id': '17322b5c-5545-4c89-82e5-f41dc101bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34aa5b42-acf5-45af-870f-20597329092c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:45:20.793041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396cd479-cf57-49ca-b705-e21cd274e8e3 admin admin] Network hostable DHCP agents. Network: 34aa5b42-acf5-45af-870f-20597329092c, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:45:20.838955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] Deleting port 5a705bfe-aed2-419b-af50-e3b89edfdb4d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:20.838955 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:20.841326 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-eb9fb487-b0a5-44c1-a12a-19cb9e0a75cc service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172077 Sep 23 22:45:21.027016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] For port 5a705bfe-aed2-419b-af50-e3b89edfdb4d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5a705bfe-aed2-419b-af50-e3b89edfdb4d,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:21.027392 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:21.028778 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-056d1731-61a9-46d2-9963-3f632a6a3870 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:21.030835 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-056d1731-61a9-46d2-9963-3f632a6a3870 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7981343 Sep 23 22:45:21.034535 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44870) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:21.040277 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42fd5cbd-628e-47e1-b570-40e7ad2504a1 req-eded1b87-c271-4c7a-b79f-3a8a669bb4ac service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831698 Sep 23 22:45:21.043938 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-bd20ddb4-b938-4905-8705-b84d5f9ea127 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:21.047136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] Calling delete_port for 5a705bfe-aed2-419b-af50-e3b89edfdb4d owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:21.123510 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396cd479-cf57-49ca-b705-e21cd274e8e3 admin admin] Network 34aa5b42-acf5-45af-870f-20597329092c is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:45:21.295156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd20ddb4-b938-4905-8705-b84d5f9ea127 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:21.302069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-396cd479-cf57-49ca-b705-e21cd274e8e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 34aa5b42-acf5-45af-870f-20597329092c) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:45:21.308450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396cd479-cf57-49ca-b705-e21cd274e8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:21.309032 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-396cd479-cf57-49ca-b705-e21cd274e8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:21.331108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbffd47-1a77-49a3-9e69-63f8e1fe0a18 req-4c93410d-d377-40f1-a64f-39ea633a6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:21.340178 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482c929f-526e-4734-a923-782672771d0c None None] Network 34aa5b42-acf5-45af-870f-20597329092c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:45:21.346994 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fbffd47-1a77-49a3-9e69-63f8e1fe0a18 req-4c93410d-d377-40f1-a64f-39ea633a6af5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 1094 time: 0.0878634 Sep 23 22:45:21.379151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b7ef0991-1e3a-41df-84b6-db7316978dbb no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:45:21.426790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: b7ef0991-1e3a-41df-84b6-db7316978dbb {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:45:21.427247 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b7ef0991-1e3a-41df-84b6-db7316978dbb not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:45:21.491254 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd20ddb4-b938-4905-8705-b84d5f9ea127 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:21.512293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbffd47-1a77-49a3-9e69-63f8e1fe0a18 req-1f2884ed-295e-4f7f-806e-faacef093925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:21.515461 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fbffd47-1a77-49a3-9e69-63f8e1fe0a18 req-1f2884ed-295e-4f7f-806e-faacef093925 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 200 len: 916 time: 0.1671982 Sep 23 22:45:21.597646 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fbffd47-1a77-49a3-9e69-63f8e1fe0a18 req-71371071-aa04-457c-944a-faca28bd578c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ac2317-bea4-4041-944c-4d1fe8075694 HTTP/1.1" status: 200 len: 217 time: 0.0736589 Sep 23 22:45:21.599893 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:21.614409 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-396cd479-cf57-49ca-b705-e21cd274e8e3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9717734 Sep 23 22:45:21.628928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67c0a83-815e-4cf9-b871-14cee17758c1 None None] Network 34aa5b42-acf5-45af-870f-20597329092c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:45:21.720879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a705bfe-aed2-419b-af50-e3b89edfdb4d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:21.814843 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:21.838204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd20ddb4-b938-4905-8705-b84d5f9ea127 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Router a581d778-e3a1-46dd-af51-6384017ac88d is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:45:21.993748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd20ddb4-b938-4905-8705-b84d5f9ea127 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:45:22.001814 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd20ddb4-b938-4905-8705-b84d5f9ea127 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:22.003284 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bd20ddb4-b938-4905-8705-b84d5f9ea127 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "PUT /v2.0/routers/a581d778-e3a1-46dd-af51-6384017ac88d HTTP/1.1" status: 200 len: 693 time: 0.9667583 Sep 23 22:45:22.007902 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44886) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:22.013984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa38587-fc07-4170-a737-0c23e58e23cb None None] Sync routers for ids ['a581d778-e3a1-46dd-af51-6384017ac88d'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:45:22.037560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa38587-fc07-4170-a737-0c23e58e23cb None None] Routers {'a581d778-e3a1-46dd-af51-6384017ac88d'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:22.040230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8fa38587-fc07-4170-a737-0c23e58e23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a581d778-e3a1-46dd-af51-6384017ac88d'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:22.046408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbffd47-1a77-49a3-9e69-63f8e1fe0a18 req-ceab6ce7-aa28-4c50-a688-bcaa4063197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:22.050787 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fbffd47-1a77-49a3-9e69-63f8e1fe0a18 req-ceab6ce7-aa28-4c50-a688-bcaa4063197a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9cc00b1c-8c3d-4c94-8be0-d9326da2db79 HTTP/1.1" status: 200 len: 855 time: 0.4362810 Sep 23 22:45:22.169190 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:22.175162 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fbffd47-1a77-49a3-9e69-63f8e1fe0a18 req-3388ae25-6899-4898-8ffc-28e3be51539c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a0468ba-e642-44ef-9a61-d757b905ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645790 Sep 23 22:45:22.178502 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:22.200701 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cbcd3ee9-d8f0-46df-ba18-ce3e2d13cc79 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/routers/a581d778-e3a1-46dd-af51-6384017ac88d HTTP/1.1" status: 200 len: 699 time: 0.1840034 Sep 23 22:45:22.210033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44892) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:22.322399 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6718cf-04b6-4444-88e5-0578c803e36d req-23bf772d-ffea-439d-87d3-9f59681543e9 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:22.322641 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-8fa38587-fc07-4170-a737-0c23e58e23cb None None] Set router a581d778-e3a1-46dd-af51-6384017ac88d gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:22.327538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-305ad10c-ecd5-4e83-a157-5e6c2217556e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports?device_id=a581d778-e3a1-46dd-af51-6384017ac88d HTTP/1.1" status: 200 len: 205 time: 0.1127901 Sep 23 22:45:22.330238 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e6718cf-04b6-4444-88e5-0578c803e36d req-23bf772d-ffea-439d-87d3-9f59681543e9 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 943 time: 0.3943346 Sep 23 22:45:22.336294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44894) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:22.414708 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e6718cf-04b6-4444-88e5-0578c803e36d req-cebcec97-7174-4cb5-9ac6-12d8401b1d1d tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660279 Sep 23 22:45:22.445045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8fa38587-fc07-4170-a737-0c23e58e23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a581d778-e3a1-46dd-af51-6384017ac88d', 'name': 'tempest-RoutersTest-router-461602868', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:20Z', 'updated_at': '2021-09-23T22:45:21Z', 'revision_number': 2, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:22.526315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fbffd47-1a77-49a3-9e69-63f8e1fe0a18 req-6ce5b798-30bd-4348-a8dc-11c77c2b3d87 service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375776 Sep 23 22:45:22.539107 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa38587-fc07-4170-a737-0c23e58e23cb None None] Checking router: a581d778-e3a1-46dd-af51-6384017ac88d for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:45:22.571278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa38587-fc07-4170-a737-0c23e58e23cb None None] Routers {'a581d778-e3a1-46dd-af51-6384017ac88d'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:22.576817 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8fa38587-fc07-4170-a737-0c23e58e23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a581d778-e3a1-46dd-af51-6384017ac88d'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:22.674152 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fbffd47-1a77-49a3-9e69-63f8e1fe0a18 req-624f9f5d-463a-42b4-b6b8-206cc5cac35d service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396892 Sep 23 22:45:22.675887 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:22.676635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdcbef36-3ee5-48da-a9fc-e679f05412e5 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:45:22.705670 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:22.724694 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c5ca1409-6937-4130-9797-06f037943f63 admin admin] 10.222.0.22 "DELETE /v2.0/routers/bdcbef36-3ee5-48da-a9fc-e679f05412e5 HTTP/1.1" status: 204 len: 168 time: 3.4110243 Sep 23 22:45:22.734047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44904) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:22.806666 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-8fa38587-fc07-4170-a737-0c23e58e23cb None None] Set router a581d778-e3a1-46dd-af51-6384017ac88d gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:22.841641 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:45:22.882205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7c5745-8168-4572-9bb2-3726717c5b6f admin admin] Deleting subnet 8044c9c0-6b7d-4d5f-aff1-33b04e17b734 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:45:22.892279 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5745-8168-4572-9bb2-3726717c5b6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:22.899106 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8fa38587-fc07-4170-a737-0c23e58e23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a581d778-e3a1-46dd-af51-6384017ac88d', 'name': 'tempest-RoutersTest-router-461602868', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:20Z', 'updated_at': '2021-09-23T22:45:21Z', 'revision_number': 2, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:22.964043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa38587-fc07-4170-a737-0c23e58e23cb None None] The sync data for ids ['a581d778-e3a1-46dd-af51-6384017ac88d'] in n-d-810775-1 is: [{'id': 'a581d778-e3a1-46dd-af51-6384017ac88d', 'name': 'tempest-RoutersTest-router-461602868', 'tenant_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:20Z', 'updated_at': '2021-09-23T22:45:21Z', 'revision_number': 2, 'project_id': 'e1d7d9f053a2440bbf5823619fb816ac', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:45:23.006324 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5745-8168-4572-9bb2-3726717c5b6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:23.181305 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5745-8168-4572-9bb2-3726717c5b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:23.200183 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c199e23e-201d-40c0-a8db-77cb23c889d1 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:23.364068 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-f22d4419-d83b-407b-8288-42fa1c6540e2 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:23.366609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-f22d4419-d83b-407b-8288-42fa1c6540e2 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/networks?id=bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2 HTTP/1.1" status: 200 len: 825 time: 0.3322740 Sep 23 22:45:23.416701 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5745-8168-4572-9bb2-3726717c5b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:23.478381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a705bfe-aed2-419b-af50-e3b89edfdb4d no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:45:23.495137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5745-8168-4572-9bb2-3726717c5b6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:23.499168 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4b7c5745-8168-4572-9bb2-3726717c5b6f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8044c9c0-6b7d-4d5f-aff1-33b04e17b734 HTTP/1.1" status: 204 len: 168 time: 0.7636046 Sep 23 22:45:23.500405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c5745-8168-4572-9bb2-3726717c5b6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8044c9c0-6b7d-4d5f-aff1-33b04e17b734,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:23.503198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44914) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:23.524647 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-caec7e5f-8683-479a-b565-1a997543dda5 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/quotas/d6deb6a3e492454499d44312d2cbab6e HTTP/1.1" status: 200 len: 375 time: 0.0398085 Sep 23 22:45:23.575941 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c199e23e-201d-40c0-a8db-77cb23c889d1 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:23.581140 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c199e23e-201d-40c0-a8db-77cb23c889d1 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:23.673426 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-9eb836b0-778b-42cc-b31a-4d20d7cd36bd tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d6deb6a3e492454499d44312d2cbab6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847239 Sep 23 22:45:23.706133 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:23.789787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9a86b-5ea2-4f88-ab09-8271418db9ae req-86f288de-0dd9-41b4-b2e4-c5acb67757eb tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:23.791819 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59b9a86b-5ea2-4f88-ab09-8271418db9ae req-86f288de-0dd9-41b4-b2e4-c5acb67757eb tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 943 time: 0.2015319 Sep 23 22:45:23.796724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044cc0d7-a409-4d1c-bc07-a8cd81bf6724 None None] Network e99091c8-6145-44dd-b8ba-b228175eb5fb requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:45:23.800062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 5a705bfe-aed2-419b-af50-e3b89edfdb4d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:45:23.800629 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5a705bfe-aed2-419b-af50-e3b89edfdb4d not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:45:23.881635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-7d8c73e4-3041-43a0-876d-38422297f639 service neutron] 10.222.0.22 "GET /v2.0/networks/bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870110 Sep 23 22:45:23.898019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c199e23e-201d-40c0-a8db-77cb23c889d1 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:23.905650 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c199e23e-201d-40c0-a8db-77cb23c889d1 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Fanout notify agent at l3_agent the message router_deleted on router a581d778-e3a1-46dd-af51-6384017ac88d {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:45:23.913954 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59b9a86b-5ea2-4f88-ab09-8271418db9ae req-4efcacd6-c522-4097-b960-c03da4939d43 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779390 Sep 23 22:45:23.923332 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c199e23e-201d-40c0-a8db-77cb23c889d1 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:23.928987 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c199e23e-201d-40c0-a8db-77cb23c889d1 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/routers/a581d778-e3a1-46dd-af51-6384017ac88d HTTP/1.1" status: 204 len: 168 time: 1.5897040 Sep 23 22:45:23.932750 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-73773a66-41bb-4525-b07c-8dda3ae04e54 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1692719 Sep 23 22:45:23.934006 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44916) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:23.943750 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] Deleting port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:23.944123 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:24.078140 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-07bc4930-f217-435a-b852-168f37120566 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports?device_id=a581d778-e3a1-46dd-af51-6384017ac88d HTTP/1.1" status: 200 len: 205 time: 0.1376665 Sep 23 22:45:24.078626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44918) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:24.106480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] For port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd,segment=NetworkSegment(e8d39cf1-9fd4-4017-8661-ab0e6ac86481),segment_id=e8d39cf1-9fd4-4017-8661-ab0e6ac86481)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:24.107167 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:24.139569 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-312f9a47-d18c-45a0-bc46-99f44ca5d799 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] delete failed (client error): The resource could not be found. Sep 23 22:45:24.140669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-312f9a47-d18c-45a0-bc46-99f44ca5d799 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/routers/a581d778-e3a1-46dd-af51-6384017ac88d HTTP/1.1" status: 404 len: 336 time: 0.0610178 Sep 23 22:45:24.144969 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89057083-3106-49e0-868f-d530e4d4556d None None] DHCP port deletion for e99091c8-6145-44dd-b8ba-b228175eb5fb request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:45:24.148389 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44922) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:24.154256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] Calling delete_port for 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:24.229646 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 66ac2317-bea4-4041-944c-4d1fe8075694 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:45:24.253032 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee106c94-cf51-48d0-adcb-ed726fd6e163 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] DELETE failed (client error): The resource could not be found. Sep 23 22:45:24.253962 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee106c94-cf51-48d0-adcb-ed726fd6e163 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:45:24.275351 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ee106c94-cf51-48d0-adcb-ed726fd6e163 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/db169a9f-fbe2-47fd-963f-1cad7588c063 HTTP/1.1" status: 404 len: 337 time: 0.0956686 Sep 23 22:45:24.275351 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-5dea61dc-9c84-40fa-af4f-ccffaa8ffd78 service neutron] 10.222.0.22 "GET /v2.0/networks/bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933156 Sep 23 22:45:24.279258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44926) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:24.301634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-89057083-3106-49e0-868f-d530e4d4556d None None] Deleting port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:24.302635 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-89057083-3106-49e0-868f-d530e4d4556d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:24.343578 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-1257e55a-db78-479a-a2fe-77a7be1ce275 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] DELETE failed (client error): The resource could not be found. Sep 23 22:45:24.344355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1257e55a-db78-479a-a2fe-77a7be1ce275 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:45:24.350136 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1257e55a-db78-479a-a2fe-77a7be1ce275 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/0d491c8d-5d55-4ec0-9034-7e8f4c0cd4aa HTTP/1.1" status: 404 len: 337 time: 0.0703375 Sep 23 22:45:24.352203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44928) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:24.375096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-7ef8d6d4-c217-4ec2-b428-1c013ece3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:24.376623 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-7ef8d6d4-c217-4ec2-b428-1c013ece3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:24.377796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-7ef8d6d4-c217-4ec2-b428-1c013ece3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:24.378701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-7ef8d6d4-c217-4ec2-b428-1c013ece3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:24.379628 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-7ef8d6d4-c217-4ec2-b428-1c013ece3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:24.380487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-7ef8d6d4-c217-4ec2-b428-1c013ece3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:24.381434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-7ef8d6d4-c217-4ec2-b428-1c013ece3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:24.387313 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-7ef8d6d4-c217-4ec2-b428-1c013ece3957 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 6502 time: 0.2997036 Sep 23 22:45:24.424828 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66edd55-05ae-4be3-833b-2f765f69f865 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] DELETE failed (client error): The resource could not be found. Sep 23 22:45:24.425952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66edd55-05ae-4be3-833b-2f765f69f865 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:45:24.431290 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d66edd55-05ae-4be3-833b-2f765f69f865 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/2dc57227-0b7d-4599-b4cb-6061b03d66d9 HTTP/1.1" status: 404 len: 337 time: 0.0760620 Sep 23 22:45:24.435034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44930) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:24.494060 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fee062-259b-4296-9b6a-cc34112db59e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] DELETE failed (client error): The resource could not be found. Sep 23 22:45:24.494685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fee062-259b-4296-9b6a-cc34112db59e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:45:24.498190 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b4fee062-259b-4296-9b6a-cc34112db59e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/ba5a3e02-fb44-48dd-ad4d-65660afc7145 HTTP/1.1" status: 404 len: 337 time: 0.0611694 Sep 23 22:45:24.505842 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44932) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:24.538562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-89057083-3106-49e0-868f-d530e4d4556d None None] For port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd,segment=NetworkSegment(e8d39cf1-9fd4-4017-8661-ab0e6ac86481),segment_id=e8d39cf1-9fd4-4017-8661-ab0e6ac86481)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:24.539825 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-89057083-3106-49e0-868f-d530e4d4556d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:24.556621 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fa3b2372-ce70-4d99-b3b8-8696017fca68 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports?device_id=16a4ba06-eeb1-4467-b5bf-18d435a74c80 HTTP/1.1" status: 200 len: 205 time: 0.0488758 Sep 23 22:45:24.562476 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44934) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:24.582313 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-89057083-3106-49e0-868f-d530e4d4556d None None] Calling delete_port for 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:24.645400 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-a1d94c64-570d-4283-ad55-39b7d79355fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] delete failed (client error): The resource could not be found. Sep 23 22:45:24.646772 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a1d94c64-570d-4283-ad55-39b7d79355fa tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/routers/16a4ba06-eeb1-4467-b5bf-18d435a74c80 HTTP/1.1" status: 404 len: 336 time: 0.0810084 Sep 23 22:45:24.652995 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44940) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:24.664113 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 66ac2317-bea4-4041-944c-4d1fe8075694, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=66ac2317-bea4-4041-944c-4d1fe8075694,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:24.692037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-cbfcb7ac-724c-44d7-a79d-765cb89a2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:24.692721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-cbfcb7ac-724c-44d7-a79d-765cb89a2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:24.693303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-cbfcb7ac-724c-44d7-a79d-765cb89a2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:24.695131 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-cbfcb7ac-724c-44d7-a79d-765cb89a2852 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fa81e9cc-8992-4179-b9e3-9048c56a33a0&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=b61d004c-7d39-4789-9f10-cec75881ed41&id=b61d004c-7d39-4789-9f10-cec75881ed41 HTTP/1.1" status: 200 len: 2298 time: 0.2467775 Sep 23 22:45:24.697815 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1b7d2f83-78bd-4fee-b6d2-a09f0399c9f5 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports?device_id=5951daaf-a4d4-4a6c-924a-33e2b542726a HTTP/1.1" status: 200 len: 205 time: 0.0432141 Sep 23 22:45:24.701846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44942) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:24.737285 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:24.808323 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] No DVR routers for this DVR port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:45:24.829912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '66ac2317-bea4-4041-944c-4d1fe8075694', 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d', 'port_id': '66ac2317-bea4-4041-944c-4d1fe8075694', 'mac_address': 'fa:16:3e:7c:e6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc00b1c-8c3d-4c94-8be0-d9326da2db79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:45:24.832238 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-b8c5b3da-d906-4c81-bf17-c7b4f410366a tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] delete failed (client error): The resource could not be found. Sep 23 22:45:24.838027 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b8c5b3da-d906-4c81-bf17-c7b4f410366a tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/routers/5951daaf-a4d4-4a6c-924a-33e2b542726a HTTP/1.1" status: 404 len: 336 time: 0.1307869 Sep 23 22:45:24.839283 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44946) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:24.908393 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-629747d1-deb9-473c-acbb-fd4ffbc72858 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] DELETE failed (client error): The resource could not be found. Sep 23 22:45:24.909807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629747d1-deb9-473c-acbb-fd4ffbc72858 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:45:24.912021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:24.915702 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-629747d1-deb9-473c-acbb-fd4ffbc72858 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/bbb30236-3f05-4c08-bbae-20a28f597e08 HTTP/1.1" status: 404 len: 337 time: 0.0746439 Sep 23 22:45:24.925828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44950) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:25.020669 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-19dc4406-be88-4011-a050-1180cee40611 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65da3b19-c7ce-4403-aab0-82474cf2997a HTTP/1.1" status: 200 len: 1001 time: 0.3106391 Sep 23 22:45:25.032807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-effc3bb4-6eb4-4f73-a150-02d65aca53de tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports?device_id=5165f0ad-7d38-4435-abb2-1457fc77993c HTTP/1.1" status: 200 len: 205 time: 0.1048498 Sep 23 22:45:25.046066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44954) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:25.060498 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2acdbdfe-d829-4103-909f-ecfbe6c9a441 req-d208834b-1b12-48ef-9076-d09e1b5ee364 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 210 time: 0.0818202 Sep 23 22:45:25.083759 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:25.113330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:25.135953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ac2317-bea4-4041-944c-4d1fe8075694 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:45:25.147259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99091c8-6145-44dd-b8ba-b228175eb5fb']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:25.164962 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d39cf1-9fd4-4017-8661-ab0e6ac86481') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:25.179054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d39cf1-9fd4-4017-8661-ab0e6ac86481') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:25.179054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-3b857cc0-ce86-4239-9d79-4950a830ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:25.179054 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-3b857cc0-ce86-4239-9d79-4950a830ad2f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=348543d1-f008-4beb-b20f-1d9700a9ee7e HTTP/1.1" status: 200 len: 856 time: 0.1226852 Sep 23 22:45:25.179512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 66ac2317-bea4-4041-944c-4d1fe8075694, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=66ac2317-bea4-4041-944c-4d1fe8075694,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:25.189657 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-89057083-3106-49e0-868f-d530e4d4556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:25.192951 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:25.238976 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:25.265660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89057083-3106-49e0-868f-d530e4d4556d None None] Pushing event deleted for resources: {'Port': ['ID=9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:25.270526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89057083-3106-49e0-868f-d530e4d4556d None None] No DVR routers for this DVR port 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:45:25.279374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:45:25.284008 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:25.291097 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-e09d32ee-a0c0-4904-ba9d-c5e64b2f77db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:25.292941 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-e09d32ee-a0c0-4904-ba9d-c5e64b2f77db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fa81e9cc-8992-4179-b9e3-9048c56a33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135340 Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:45:25.294126 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:45:25.307302 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:25.322850 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-b4020e54-c9e7-420f-854b-d03d61660f82 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] delete failed (client error): The resource could not be found. Sep 23 22:45:25.330600 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b4020e54-c9e7-420f-854b-d03d61660f82 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/routers/5165f0ad-7d38-4435-abb2-1457fc77993c HTTP/1.1" status: 404 len: 336 time: 0.2819819 Sep 23 22:45:25.342261 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44966) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:25.408408 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=66ac2317-bea4-4041-944c-4d1fe8075694,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:25.473018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:45:25.504185 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['66ac2317-bea4-4041-944c-4d1fe8075694'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:45:25.510461 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e81df3e1-cb62-4964-885d-b749aad0a307 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3ab3cd7-1260-4efe-b4f7-26e7844f3f66 HTTP/1.1" status: 200 len: 205 time: 0.1642301 Sep 23 22:45:25.514052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44968) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:25.539587 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:45:25.540387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9d6399a4-2e14-4fa3-9d87-55d6d1e25dfd not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:45:25.567948 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edfc5b-fcb5-4bb5-8307-4d7880926587 req-2d9ff36c-7b35-4bc7-971d-a7bd1c920ada tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:25.580297 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-76edfc5b-fcb5-4bb5-8307-4d7880926587 req-2d9ff36c-7b35-4bc7-971d-a7bd1c920ada tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 944 time: 0.3226798 Sep 23 22:45:25.623660 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-f00fce6b-9a33-4dac-b348-c0d269fc666d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] delete failed (client error): The resource could not be found. Sep 23 22:45:25.628067 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f00fce6b-9a33-4dac-b348-c0d269fc666d tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/routers/f3ab3cd7-1260-4efe-b4f7-26e7844f3f66 HTTP/1.1" status: 404 len: 336 time: 0.0573092 Sep 23 22:45:25.631456 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44970) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:25.650117 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-76edfc5b-fcb5-4bb5-8307-4d7880926587 req-232f1f7f-2472-44ea-af5a-75d20bd5c51a tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678580 Sep 23 22:45:25.704502 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-78dacbdb-a73d-4694-a85e-64c3354f4e47 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] DELETE failed (client error): The resource could not be found. Sep 23 22:45:25.705225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78dacbdb-a73d-4694-a85e-64c3354f4e47 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:45:25.710148 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-78dacbdb-a73d-4694-a85e-64c3354f4e47 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/5ddad45b-8251-4890-97f2-b21d8ce3ab99 HTTP/1.1" status: 404 len: 337 time: 0.0771573 Sep 23 22:45:25.712329 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44972) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:25.754160 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-01a54584-8871-4708-8dec-ceb4d04db63a service neutron] 10.222.0.67 "GET /v2.0/networks/fa81e9cc-8992-4179-b9e3-9048c56a33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480606 Sep 23 22:45:25.758072 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:25.791086 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5618009b-fbfd-4c89-ab06-89ed00f8ed75 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f30291e-3368-4d49-a23d-58506d5257e8 HTTP/1.1" status: 200 len: 205 time: 0.0736837 Sep 23 22:45:25.792557 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:25.793502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44974) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:25.797288 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e99091c8-6145-44dd-b8ba-b228175eb5fb HTTP/1.1" status: 204 len: 168 time: 2.2901037 Sep 23 22:45:25.797288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016a86e-51f4-4022-b47c-3d6384b0e303 admin admin] Pushing event deleted for resources: {'Network': ['ID=e99091c8-6145-44dd-b8ba-b228175eb5fb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:25.890076 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-7b0502f4-c18a-4c4a-a2c6-187794e2917e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] delete failed (client error): The resource could not be found. Sep 23 22:45:25.893774 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7b0502f4-c18a-4c4a-a2c6-187794e2917e tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/routers/7f30291e-3368-4d49-a23d-58506d5257e8 HTTP/1.1" status: 404 len: 336 time: 0.0919774 Sep 23 22:45:25.894321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44978) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:25.937294 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e98ef4-194c-48b3-8f79-1d76249ce938 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] DELETE failed (client error): The resource could not be found. Sep 23 22:45:25.938053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e98ef4-194c-48b3-8f79-1d76249ce938 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:45:25.941941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b6e98ef4-194c-48b3-8f79-1d76249ce938 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/d3b924e9-cdc5-4cbc-a62c-a057448b5be8 HTTP/1.1" status: 404 len: 337 time: 0.0462534 Sep 23 22:45:25.945070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44980) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:25.987784 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8fb1648c-1b0b-47da-b364-c96f8c8b5a8f tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "GET /v2.0/ports?device_id=83c6ab3c-461d-4761-97d2-eedb296c9b03 HTTP/1.1" status: 200 len: 205 time: 0.0411227 Sep 23 22:45:25.990242 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44982) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:26.002911 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-79928efb-d16a-4456-b565-0022dbf7a7e6 service neutron] 10.222.0.67 "GET /v2.0/networks/fa81e9cc-8992-4179-b9e3-9048c56a33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170351 Sep 23 22:45:26.058462 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-df921fea-66d0-4c23-b976-3148d0cbad4a tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] delete failed (client error): The resource could not be found. Sep 23 22:45:26.060524 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-df921fea-66d0-4c23-b976-3148d0cbad4a tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/routers/83c6ab3c-461d-4761-97d2-eedb296c9b03 HTTP/1.1" status: 404 len: 336 time: 0.0681152 Sep 23 22:45:26.063042 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44984) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:26.071387 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-9c58a781-92cd-4078-b3be-6be0e5023387 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=28753d3e-094b-4fb4-afd5-aae7ac4ac79d HTTP/1.1" status: 200 len: 217 time: 0.0616775 Sep 23 22:45:26.120261 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c62841-6033-440c-81df-24cb5f0fca69 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] DELETE failed (client error): The resource could not be found. Sep 23 22:45:26.120990 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c62841-6033-440c-81df-24cb5f0fca69 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:45:26.151180 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b3c62841-6033-440c-81df-24cb5f0fca69 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/5897138e-8163-4d5c-843b-431fc3d986e9 HTTP/1.1" status: 404 len: 337 time: 0.0860107 Sep 23 22:45:26.157006 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44988) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:26.192118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-81331fc9-ee01-4de1-b24d-0a77b18b5ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:26.197404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-81331fc9-ee01-4de1-b24d-0a77b18b5ed8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.1112902 Sep 23 22:45:26.238875 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 66ac2317-bea4-4041-944c-4d1fe8075694 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:45:26.239436 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8a7b33-90d9-4c84-ac08-a6e42d999f84 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] DELETE failed (client error): The resource could not be found. Sep 23 22:45:26.240243 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8a7b33-90d9-4c84-ac08-a6e42d999f84 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:45:26.243944 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4b8a7b33-90d9-4c84-ac08-a6e42d999f84 tempest-RoutersTest-1572774152 tempest-RoutersTest-1572774152-project] 10.222.0.22 "DELETE /v2.0/subnets/3817bc77-fe3d-48c6-8746-38f86fa6233b HTTP/1.1" status: 404 len: 337 time: 0.0791283 Sep 23 22:45:26.342301 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-53f735b4-2559-4abb-8bc6-29b748b319c6 req-ef0a8ac6-cff2-46a7-9a83-c4ed85ba604c tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 210 time: 0.0541036 Sep 23 22:45:26.367096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-3613630d-f339-4198-baab-4ada32622265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:26.369983 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-3613630d-f339-4198-baab-4ada32622265 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1639702 Sep 23 22:45:26.529285 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-fdd109a1-0b78-446d-82b5-dcf250fcd28e service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502419 Sep 23 22:45:26.560965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 66ac2317-bea4-4041-944c-4d1fe8075694 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:45:26.568484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 66ac2317-bea4-4041-944c-4d1fe8075694 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:26.569411 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:26.772600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-af73f200-775e-4c2e-8960-179685d6fb90 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344275 Sep 23 22:45:26.802166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45002) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:26.821368 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:26.877994 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 66ac2317-bea4-4041-944c-4d1fe8075694, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=66ac2317-bea4-4041-944c-4d1fe8075694,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:26.879190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394716b1-9fed-4b47-87c0-6b31770ebde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ac2317-bea4-4041-944c-4d1fe8075694'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:45:26.882124 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1e36ef-67aa-448d-a5ed-f65d17e3f3bf" -d '{"events": [{"server_uuid": "394716b1-9fed-4b47-87c0-6b31770ebde5", "name": "network-vif-plugged", "status": "completed", "tag": "66ac2317-bea4-4041-944c-4d1fe8075694"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:45:26.882421 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-9017ece5-20c1-467f-9fbe-1804c992efb3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=ca42fb19-a6f2-4eba-902d-4eee3b80849c HTTP/1.1" status: 200 len: 217 time: 0.0911489 Sep 23 22:45:26.945341 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f97425-13cd-412c-b55b-4f2a734b4ede x-openstack-request-id: req-04f97425-13cd-412c-b55b-4f2a734b4ede {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:45:26.945714 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394716b1-9fed-4b47-87c0-6b31770ebde5", "name": "network-vif-plugged", "status": "completed", "tag": "66ac2317-bea4-4041-944c-4d1fe8075694", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:45:26.946039 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04f97425-13cd-412c-b55b-4f2a734b4ede {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:45:26.946681 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394716b1-9fed-4b47-87c0-6b31770ebde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ac2317-bea4-4041-944c-4d1fe8075694', 'code': 200} Sep 23 22:45:26.955867 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-61824e50-eb5e-47a1-959b-d546b711062c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d707f250aa5940a48cfb93cd1befd7b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518407 Sep 23 22:45:26.961926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45006) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:27.007005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-a7a02668-7e35-4e9f-b991-c6ac59fa7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:27.009824 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-a7a02668-7e35-4e9f-b991-c6ac59fa7962 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.1186438 Sep 23 22:45:27.063242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bb39-f400-46a3-824a-793a9772732a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:27.077406 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827a4cc-f6fd-4a0c-ae88-88ce12014cc1 req-9125ab96-4cc4-4f5c-97a0-a9cd8e05af56 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:27.079223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5827a4cc-f6fd-4a0c-ae88-88ce12014cc1 req-9125ab96-4cc4-4f5c-97a0-a9cd8e05af56 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 944 time: 0.1782293 Sep 23 22:45:27.090374 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:27.129344 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bb39-f400-46a3-824a-793a9772732a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:27.217954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6733f07-523c-4b1a-a55a-d40ea72de835 req-6841b85e-c630-4305-89b5-7eb430083243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:27.221792 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6733f07-523c-4b1a-a55a-d40ea72de835 req-6841b85e-c630-4305-89b5-7eb430083243 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 1096 time: 0.1918111 Sep 23 22:45:27.227182 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5827a4cc-f6fd-4a0c-ae88-88ce12014cc1 req-753502e7-ed12-4c6b-a37a-3c9235b260bb tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065884 Sep 23 22:45:27.230321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-6d994e07-69d1-4f53-b65a-ba74fe23c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:27.233062 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-6d994e07-69d1-4f53-b65a-ba74fe23c0a6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2148674 Sep 23 22:45:27.238267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45010) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:27.265625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=66ac2317-bea4-4041-944c-4d1fe8075694,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:27.376324 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bb39-f400-46a3-824a-793a9772732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:27.379692 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bb39-f400-46a3-824a-793a9772732a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:27.381411 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c3d6bb39-f400-46a3-824a-793a9772732a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad319437-baf1-4b13-84c9-c810284dec1d HTTP/1.1" status: 204 len: 168 time: 0.4166632 Sep 23 22:45:27.398503 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6733f07-523c-4b1a-a55a-d40ea72de835 req-9a823a79-670f-420a-984b-a884c3812520 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637993 Sep 23 22:45:27.418554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6bb39-f400-46a3-824a-793a9772732a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad319437-baf1-4b13-84c9-c810284dec1d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:27.490005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-5ae8ab61-a03c-4bb4-b7e5-b0271bf0b164 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484474 Sep 23 22:45:27.599404 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-34611a5c-9ac0-42f3-a70c-6dda40848498 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1d7d9f053a2440bbf5823619fb816ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3633912 Sep 23 22:45:27.600487 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45020) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:27.678778 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-596c4f0d-e727-4818-9054-e298480c228a req-f2b4c050-25c6-47a1-886b-89308a3742f3 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 210 time: 0.0590606 Sep 23 22:45:27.732613 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfa9b97d-9d27-473f-a62f-c943635421c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:27.753864 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-23ecb8b2-8be1-4e16-a8b8-02eebaebb53e service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552199 Sep 23 22:45:27.790831 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfa9b97d-9d27-473f-a62f-c943635421c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:27.841754 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-0f832d72-a579-485c-92e9-2d0763aaf603 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=6a81c335-2695-469d-8050-a9cd933195f5 HTTP/1.1" status: 200 len: 217 time: 0.0766842 Sep 23 22:45:27.942722 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-6c700a2f-6417-4c66-bd56-370a825cee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:27.945705 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-6c700a2f-6417-4c66-bd56-370a825cee83 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.0951812 Sep 23 22:45:28.004049 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfa9b97d-9d27-473f-a62f-c943635421c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:28.007036 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfa9b97d-9d27-473f-a62f-c943635421c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:28.012544 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bfa9b97d-9d27-473f-a62f-c943635421c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ed5d728-2393-4ca7-bed2-a6901da1f80c HTTP/1.1" status: 204 len: 168 time: 0.4068606 Sep 23 22:45:28.012774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-54ad2069-05b6-42b2-9f90-cca28009e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:28.014926 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-54ad2069-05b6-42b2-9f90-cca28009e0d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0585558 Sep 23 22:45:28.019046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9b97d-9d27-473f-a62f-c943635421c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed5d728-2393-4ca7-bed2-a6901da1f80c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:28.149794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-dfa620b8-3750-41c1-8bd0-f70ce7c8b322 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272917 Sep 23 22:45:28.586707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcf994-ffe6-4858-8078-deb6bf6f723e req-b575a17d-a394-4011-97b3-8ca254bef178 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:28.589185 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d2bcf994-ffe6-4858-8078-deb6bf6f723e req-b575a17d-a394-4011-97b3-8ca254bef178 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 945 time: 0.0938649 Sep 23 22:45:28.687511 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d2bcf994-ffe6-4858-8078-deb6bf6f723e req-0a4eae66-0c4e-4e0b-a91d-f079f3564da0 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891294 Sep 23 22:45:28.846422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-07e27061-4a7d-4212-941b-1127e7c4bd90 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6876328 Sep 23 22:45:28.903676 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5f1de24-e1be-4c06-9701-d538dad85dd6 req-5db37aad-edc7-489d-8727-5b599fb91da4 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 210 time: 0.0727651 Sep 23 22:45:28.965472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-24bfbb5c-cddd-4d06-9d69-fb1c393984a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7f493b13-b997-4328-8a9e-261bf11e481e HTTP/1.1" status: 200 len: 217 time: 0.0695837 Sep 23 22:45:29.014091 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45048) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:29.081806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-97b716f6-df87-4a6c-8ce9-044bf1af4085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:29.081806 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-97b716f6-df87-4a6c-8ce9-044bf1af4085 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.1084378 Sep 23 22:45:29.166576 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2fce3cc8-9204-4b4b-ae5e-cc1782ad38b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd81fd8451c14da3a90ddb7dfb4419f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507885 Sep 23 22:45:29.170656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45052) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:29.178652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-4a396744-e583-4325-b76a-169fbc41cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:29.182768 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-4a396744-e583-4325-b76a-169fbc41cd36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768967 Sep 23 22:45:29.258880 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7d286704-34b5-4554-a038-e5ba1dfc8d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:29.287588 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7d286704-34b5-4554-a038-e5ba1dfc8d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:29.423223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-c81e46d4-9a1b-40ac-9e8e-7bb92ba0d558 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334723 Sep 23 22:45:29.462078 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7d286704-34b5-4554-a038-e5ba1dfc8d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:29.469950 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7d286704-34b5-4554-a038-e5ba1dfc8d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:29.475389 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7d286704-34b5-4554-a038-e5ba1dfc8d3a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8cda086-a4a2-4548-be73-04663e932a7e HTTP/1.1" status: 204 len: 168 time: 0.2992933 Sep 23 22:45:29.622905 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-aa0b95ac-61c8-4186-8561-569277ba0e29 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767671 Sep 23 22:45:29.796215 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-a40d5be7-06d2-4396-96d1-038d4ea2281c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2298126b-37f0-4907-ab2e-6fd9ea973c84 HTTP/1.1" status: 200 len: 217 time: 0.1323314 Sep 23 22:45:29.826295 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-a8d2c0a0-43f3-4625-9632-3e5135b1218d tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:29.831681 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-a8d2c0a0-43f3-4625-9632-3e5135b1218d tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.67 "GET /v2.0/networks?id=bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2 HTTP/1.1" status: 200 len: 825 time: 0.3845637 Sep 23 22:45:29.835489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d286704-34b5-4554-a038-e5ba1dfc8d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cda086-a4a2-4548-be73-04663e932a7e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:29.854600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-48c2e82d-ea7e-41ff-ab8c-41fd12b638f4 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Request body: {'port': {'device_id': 'f5fc57bb-48c2-4b6d-b906-7725283cb229', 'network_id': 'bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2', 'admin_state_up': True, 'tenant_id': 'd6deb6a3e492454499d44312d2cbab6e'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:29.900097 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-29d5336e-42c3-46dd-9248-223ab468872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:29.902053 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-29d5336e-42c3-46dd-9248-223ab468872e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=58ea8bde-f95b-46c7-a12b-9f7c0e9039da HTTP/1.1" status: 200 len: 797 time: 0.1025295 Sep 23 22:45:30.085551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ba7c7-9c28-47db-a782-89b6948f733d req-bf715464-893d-47a4-a8e0-6cae27a41c07 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:30.088986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-290ba7c7-9c28-47db-a782-89b6948f733d req-bf715464-893d-47a4-a8e0-6cae27a41c07 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 945 time: 0.1853321 Sep 23 22:45:30.104462 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-cc8a6787-ca1c-46ae-81d5-72ea65f6417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:30.107502 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-cc8a6787-ca1c-46ae-81d5-72ea65f6417e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b61d004c-7d39-4789-9f10-cec75881ed41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1929135 Sep 23 22:45:30.158921 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1cf3df49-94a0-4027-8a36-106f9a63dff7 req-3a94e4a6-47bd-43f6-b4f5-3ff1f8cdbd03 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 210 time: 0.0630562 Sep 23 22:45:30.343079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-48c2e82d-ea7e-41ff-ab8c-41fd12b638f4 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Made reservation on behalf of d6deb6a3e492454499d44312d2cbab6e for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:45:30.352771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-48c2e82d-ea7e-41ff-ab8c-41fd12b638f4 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:30.366876 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-290ba7c7-9c28-47db-a782-89b6948f733d req-2c4a84ac-be6d-460a-8989-b2068086ccbe tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667410 Sep 23 22:45:30.393193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-afd86f42-b31c-42a8-a33d-bad1f4574787 service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724593 Sep 23 22:45:30.635450 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-6739bf79-a09d-460a-ba1c-bbba723c911a service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267156 Sep 23 22:45:30.778246 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-48c2e82d-ea7e-41ff-ab8c-41fd12b638f4 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Allocated IP 172.20.0.14 (bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2/88a8fe80-a61e-4ed6-aea7-f535d3aac7d8/e13364c0-a117-42ed-8010-4f7c8b642f95) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:45:30.806042 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-4ca37b9a-7c68-4c4a-8863-919620c8606b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe HTTP/1.1" status: 200 len: 217 time: 0.1626248 Sep 23 22:45:30.961321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-fdf0d5f3-7dda-4de8-a3d8-ba1efa979c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:30.964374 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-fdf0d5f3-7dda-4de8-a3d8-ba1efa979c4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=58ea8bde-f95b-46c7-a12b-9f7c0e9039da HTTP/1.1" status: 200 len: 797 time: 0.1495781 Sep 23 22:45:31.132517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729534-6d71-4461-8226-d6b2808e4a5d req-2e4cf861-398d-428d-abe0-45b0ae227352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:31.137425 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-2e4cf861-398d-428d-abe0-45b0ae227352 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b61d004c-7d39-4789-9f10-cec75881ed41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1639614 Sep 23 22:45:31.206028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45098) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:31.292497 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-48c2e82d-ea7e-41ff-ab8c-41fd12b638f4 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:31.493602 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-117bc62e-6878-4412-a8e2-ea2c40cec3ea service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388846 Sep 23 22:45:31.571835 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-99c0711d-6d42-4614-ac19-637284bfa751 req-9b86a17a-ff06-4ea5-ae7d-55a581ea8c89 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 210 time: 0.0774820 Sep 23 22:45:31.673519 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54729534-6d71-4461-8226-d6b2808e4a5d req-f0f407ee-6f79-42ad-b727-996d3fb422a3 service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778879 Sep 23 22:45:31.763102 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-48c2e82d-ea7e-41ff-ab8c-41fd12b638f4 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:31.801309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-48c2e82d-ea7e-41ff-ab8c-41fd12b638f4 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Network bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:45:31.831477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-48c2e82d-ea7e-41ff-ab8c-41fd12b638f4 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:45:31.836460 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-48c2e82d-ea7e-41ff-ab8c-41fd12b638f4 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:45:31.888203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-093f9366-7283-4514-b81f-0000357ab6ec tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group': {'name': 'tempest-secgroup--263774687'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:31.915486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2e82d-ea7e-41ff-ab8c-41fd12b638f4 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Pushing event updated for resources: {'Port': ['ID=e13364c0-a117-42ed-8010-4f7c8b642f95,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:31.953398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-48c2e82d-ea7e-41ff-ab8c-41fd12b638f4 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:31.953398 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-48c2e82d-ea7e-41ff-ab8c-41fd12b638f4 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:32.112401 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-093f9366-7283-4514-b81f-0000357ab6ec tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:32.139649 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-093f9366-7283-4514-b81f-0000357ab6ec tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:32.186020 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-48c2e82d-ea7e-41ff-ab8c-41fd12b638f4 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3394001 Sep 23 22:45:32.223862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Request body: {'port': {'device_id': 'f5fc57bb-48c2-4b6d-b906-7725283cb229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:32.275597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45120) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:32.346597 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:32.482144 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-093f9366-7283-4514-b81f-0000357ab6ec tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:32.599755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1619897448-network', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:32.682118 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-093f9366-7283-4514-b81f-0000357ab6ec tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:32.824906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f9366-7283-4514-b81f-0000357ab6ec tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba770e6d-749a-4a48-9ad2-8aea9485f133,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:32.850464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] Made reservation on behalf of feab7628ed224106877b2bc56eb0be16 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:45:32.855923 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:32.881708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9612c-e5bb-4bf1-a997-7f524c6a62fb req-d0f1e715-215b-42de-ad65-6f67529195b6 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:32.883457 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-45c9612c-e5bb-4bf1-a997-7f524c6a62fb req-d0f1e715-215b-42de-ad65-6f67529195b6 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 932 time: 0.1349621 Sep 23 22:45:32.916694 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:33.021395 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-45c9612c-e5bb-4bf1-a997-7f524c6a62fb req-4ab69a97-484e-441d-a7aa-224dcdaa3217 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/security-groups?id=df0f4068-5690-42a7-b431-7577994328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250374 Sep 23 22:45:33.125135 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13364c0-a117-42ed-8010-4f7c8b642f95 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:45:33.152443 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:33.160441 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-093f9366-7283-4514-b81f-0000357ab6ec tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:33.180915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Transition to ACTIVE for port object e13364c0-a117-42ed-8010-4f7c8b642f95 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:45:33.306279 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-093f9366-7283-4514-b81f-0000357ab6ec tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:33.407886 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:33.482140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Pushing event updated for resources: {'Port': ['ID=e13364c0-a117-42ed-8010-4f7c8b642f95,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:33.489518 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:33.507303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f9366-7283-4514-b81f-0000357ab6ec tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4d6ca8-716d-45d8-be20-a695a31d139e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:33.644832 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:33.669450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Attempting to bind port e13364c0-a117-42ed-8010-4f7c8b642f95 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:45:33.670002 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Attempting to bind port e13364c0-a117-42ed-8010-4f7c8b642f95 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'ef9f689f-7ebc-469e-8eeb-957922c9a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:45:33.670706 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Attempting to bind port e13364c0-a117-42ed-8010-4f7c8b642f95 on network bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:45:33.682225 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Port e13364c0-a117-42ed-8010-4f7c8b642f95 on network bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:45:33.683190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Attempting to bind port e13364c0-a117-42ed-8010-4f7c8b642f95 on network bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:45:33.690009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:45:33.694040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:45:33.694886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Checking segment: {'id': 'ef9f689f-7ebc-469e-8eeb-957922c9a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:45:33.695831 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Bound using segment: {'id': 'ef9f689f-7ebc-469e-8eeb-957922c9a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:45:33.696814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Bound port: e13364c0-a117-42ed-8010-4f7c8b642f95, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9f689f-7ebc-469e-8eeb-957922c9a968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:45:33.697802 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:33.713922 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:33.714499 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] Added segment 5468a20a-5162-4aee-9224-8d2676490170 of type vlan for network ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 Sep 23 22:45:33.780480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c846541a-4186-491e-bac5-cee3407cc9c5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:33.829618 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:33.840652 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-093f9366-7283-4514-b81f-0000357ab6ec tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:33.844870 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-093f9366-7283-4514-b81f-0000357ab6ec tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.6355190 Sep 23 22:45:33.853070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45140) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:33.887788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] For port e13364c0-a117-42ed-8010-4f7c8b642f95, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:45:33.901598 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] For port e13364c0-a117-42ed-8010-4f7c8b642f95, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e13364c0-a117-42ed-8010-4f7c8b642f95,segment=NetworkSegment(ef9f689f-7ebc-469e-8eeb-957922c9a968),segment_id=ef9f689f-7ebc-469e-8eeb-957922c9a968)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:45:33.996951 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b29bfaf5-f2e5-46e1-b0bd-abdc3adc947f tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1354175 Sep 23 22:45:33.997331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45144) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:34.003225 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f8283d10-aa0d-4fad-8642-82da18a8e157 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group': {'name': 'tempest-security--833572788', 'description': 'tempest-security-description-394235982'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:34.035988 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8283d10-aa0d-4fad-8642-82da18a8e157 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:34.094468 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:34.096235 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:34.096705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:34.097992 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:34.108412 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8283d10-aa0d-4fad-8642-82da18a8e157 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:34.151927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:34.159339 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:34.159339 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] 10.222.0.67 "PUT /v2.0/ports/e13364c0-a117-42ed-8010-4f7c8b642f95 HTTP/1.1" status: 200 len: 1092 time: 1.9481266 Sep 23 22:45:34.159339 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fc57bb-48c2-4b6d-b906-7725283cb229', 'tag': 'e13364c0-a117-42ed-8010-4f7c8b642f95'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:45:34.159339 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4495de-3550-414c-b29a-01f007e7b26d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fc57bb-48c2-4b6d-b906-7725283cb229", "tag": "e13364c0-a117-42ed-8010-4f7c8b642f95"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:45:34.217755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9771cc5-c95e-4cc3-9175-b22b091bdcfc service neutron] Pushing event updated for resources: {'Port': ['ID=e13364c0-a117-42ed-8010-4f7c8b642f95,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:34.227572 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8283d10-aa0d-4fad-8642-82da18a8e157 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:34.250623 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8283d10-aa0d-4fad-8642-82da18a8e157 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:34.252650 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f8283d10-aa0d-4fad-8642-82da18a8e157 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "PUT /v2.0/security-groups/6e4d6ca8-716d-45d8-be20-a695a31d139e HTTP/1.1" status: 200 len: 1778 time: 0.2541740 Sep 23 22:45:34.269262 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45156) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:34.336163 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df793edc-4567-4d67-9631-d99e82f35395 x-openstack-request-id: req-df793edc-4567-4d67-9631-d99e82f35395 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:45:34.336776 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fc57bb-48c2-4b6d-b906-7725283cb229", "tag": "e13364c0-a117-42ed-8010-4f7c8b642f95", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:45:34.336776 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df793edc-4567-4d67-9631-d99e82f35395 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:45:34.337146 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fc57bb-48c2-4b6d-b906-7725283cb229', 'tag': 'e13364c0-a117-42ed-8010-4f7c8b642f95', 'status': 'completed', 'code': 200} Sep 23 22:45:34.337789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8283d10-aa0d-4fad-8642-82da18a8e157 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4d6ca8-716d-45d8-be20-a695a31d139e,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:34.400950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1231856 Sep 23 22:45:34.409653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d814fea-c69d-40ba-ad69-81956ca7b4fa admin admin] Pushing event updated for resources: {'Network': ['ID=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:34.411932 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45160) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:34.422816 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:45:34.433154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f9bd5a92-cd50-400f-b75f-8bba216633a7 admin admin] Request body: {'subnet': {'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1619897448-subnet', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:34.474316 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2a6c7b0f-f6bb-4490-a5e7-3edf0ab54e93 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-groups/6e4d6ca8-716d-45d8-be20-a695a31d139e HTTP/1.1" status: 200 len: 1778 time: 0.2104859 Sep 23 22:45:34.476846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45164) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:34.547806 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44410355-b119-4c72-ae8f-2c0baae65b03 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:34.549051 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-cef5926f-0e1a-407d-a71f-875fd4531c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:34.550684 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-cef5926f-0e1a-407d-a71f-875fd4531c4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6deb6a3e492454499d44312d2cbab6e&device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 1095 time: 0.2184546 Sep 23 22:45:34.616980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-e7f57051-015b-4182-8f4d-dc6fe8561e6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e13364c0-a117-42ed-8010-4f7c8b642f95 HTTP/1.1" status: 200 len: 217 time: 0.0486360 Sep 23 22:45:34.625886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cec33-c434-40b9-b8e2-e6d35174eee1 req-8c044cdc-b0f6-4dc8-9a09-fb7660ed6eec tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:34.633951 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd0cec33-c434-40b9-b8e2-e6d35174eee1 req-8c044cdc-b0f6-4dc8-9a09-fb7660ed6eec tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 944 time: 0.3054318 Sep 23 22:45:34.652754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bd5a92-cd50-400f-b75f-8bba216633a7 admin admin] Made reservation on behalf of feab7628ed224106877b2bc56eb0be16 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:45:34.657298 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5a92-cd50-400f-b75f-8bba216633a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:34.662972 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44410355-b119-4c72-ae8f-2c0baae65b03 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:34.742448 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd0cec33-c434-40b9-b8e2-e6d35174eee1 req-9ea8f746-88d3-4273-a4bb-93a08038f036 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/security-groups?id=df0f4068-5690-42a7-b431-7577994328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074574 Sep 23 22:45:34.744286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-78ce9bae-d4aa-4f73-9abd-11c23748dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:34.747087 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-78ce9bae-d4aa-4f73-9abd-11c23748dda5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88a8fe80-a61e-4ed6-aea7-f535d3aac7d8 HTTP/1.1" status: 200 len: 865 time: 0.1103277 Sep 23 22:45:34.806017 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-d3484119-01b4-49d5-87bf-6c498abdc22b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430634 Sep 23 22:45:34.936828 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-5070690e-1556-46d4-9496-fa9307e451d3 service neutron] 10.222.0.67 "GET /v2.0/networks/bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117740 Sep 23 22:45:35.024389 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44410355-b119-4c72-ae8f-2c0baae65b03 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:35.034537 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44410355-b119-4c72-ae8f-2c0baae65b03 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:35.045213 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-44410355-b119-4c72-ae8f-2c0baae65b03 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-groups/6e4d6ca8-716d-45d8-be20-a695a31d139e HTTP/1.1" status: 204 len: 168 time: 0.5667839 Sep 23 22:45:35.050589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45174) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:35.124950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44410355-b119-4c72-ae8f-2c0baae65b03 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4d6ca8-716d-45d8-be20-a695a31d139e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:35.175516 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4564a6ab-e3b5-42a8-a713-ff5f3e0dd9b7 req-65fe981b-441e-4b21-8762-0ca47f41767b service neutron] 10.222.0.67 "GET /v2.0/networks/bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312951 Sep 23 22:45:35.232134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0a5eddbe-f4ca-4703-af5a-427c8123eb3e tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1298301 Sep 23 22:45:35.234218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45178) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:35.259400 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-31f4d682-0409-451a-9868-b376cd95efd1 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] delete failed (client error): The resource could not be found. Sep 23 22:45:35.268968 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-31f4d682-0409-451a-9868-b376cd95efd1 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-groups/6e4d6ca8-716d-45d8-be20-a695a31d139e HTTP/1.1" status: 404 len: 347 time: 0.0316339 Sep 23 22:45:35.270222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45180) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:35.280998 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a79c5167-9e4a-4d0b-9f16-4d0daf357453 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group': {'name': 'tempest-secgroup--216312443'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:35.300657 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45182) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:35.461800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4495de-3550-414c-b29a-01f007e7b26d req-24a5922b-3026-4e55-8be1-f058010d4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:35.465286 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3e4495de-3550-414c-b29a-01f007e7b26d req-24a5922b-3026-4e55-8be1-f058010d4483 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6deb6a3e492454499d44312d2cbab6e&device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 1095 time: 0.1099627 Sep 23 22:45:35.479032 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a79c5167-9e4a-4d0b-9f16-4d0daf357453 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:35.502821 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5a92-cd50-400f-b75f-8bba216633a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:35.503246 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c130f486-cc0f-44e2-a1d8-1a2076deadc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:35.612042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd5a92-cd50-400f-b75f-8bba216633a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66635b10-c781-4b00-9416-9488781bd842,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:35.633832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd5a92-cd50-400f-b75f-8bba216633a7 admin admin] Checking segment: {'id': '5468a20a-5162-4aee-9224-8d2676490170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:45:35.634605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bd5a92-cd50-400f-b75f-8bba216633a7 admin admin] Network hostable DHCP agents. Network: ffd0b9c4-c274-42ec-ac19-51ee1f7719f1, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:45:35.637470 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [None req-c130f486-cc0f-44e2-a1d8-1a2076deadc8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:45:35.637470 n-d-810775-1 neutron-server[95490]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:45:35.637470 n-d-810775-1 neutron-server[95490]: [parameters: {'project_id_1': '135f92ef2cee464db794f1a7cb0fbacc', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 45, 15, 552631)}] Sep 23 22:45:35.637470 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:45:35.638010 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [None req-c130f486-cc0f-44e2-a1d8-1a2076deadc8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:45:35.713296 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4495de-3550-414c-b29a-01f007e7b26d req-15c9bdf1-80c1-40e2-914a-a9b81fa738ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:35.715623 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3e4495de-3550-414c-b29a-01f007e7b26d req-15c9bdf1-80c1-40e2-914a-a9b81fa738ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2 HTTP/1.1" status: 200 len: 926 time: 0.2388372 Sep 23 22:45:35.773101 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3e4495de-3550-414c-b29a-01f007e7b26d req-1d225c1a-1b9f-4ee3-8b2f-9d723ca7f593 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e13364c0-a117-42ed-8010-4f7c8b642f95 HTTP/1.1" status: 200 len: 217 time: 0.0463402 Sep 23 22:45:35.827090 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a79c5167-9e4a-4d0b-9f16-4d0daf357453 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:35.893654 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4495de-3550-414c-b29a-01f007e7b26d req-3e88f801-4704-4449-b563-d357378ded28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:35.896119 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3e4495de-3550-414c-b29a-01f007e7b26d req-3e88f801-4704-4449-b563-d357378ded28 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88a8fe80-a61e-4ed6-aea7-f535d3aac7d8 HTTP/1.1" status: 200 len: 865 time: 0.1120508 Sep 23 22:45:35.925672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bd5a92-cd50-400f-b75f-8bba216633a7 admin admin] Network ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:45:35.957090 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3e4495de-3550-414c-b29a-01f007e7b26d req-13bcf9a1-19d2-4d8a-be99-1092355562c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528579 Sep 23 22:45:36.003082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d6e1d-fd93-4a63-8df1-a7eebbb92b74 req-b516e673-8acf-4030-8884-fb47b5d73724 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:36.005923 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c14d6e1d-fd93-4a63-8df1-a7eebbb92b74 req-b516e673-8acf-4030-8884-fb47b5d73724 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 944 time: 0.1586633 Sep 23 22:45:36.027687 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a79c5167-9e4a-4d0b-9f16-4d0daf357453 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:36.095459 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-f9bd5a92-cd50-400f-b75f-8bba216633a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, ffd0b9c4-c274-42ec-ac19-51ee1f7719f1) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:45:36.104214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bd5a92-cd50-400f-b75f-8bba216633a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:36.105698 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5a92-cd50-400f-b75f-8bba216633a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:36.115832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64135f5-c4a7-4e45-ae0d-c15dbb6506cf None None] Network ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:45:36.146016 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c130f486-cc0f-44e2-a1d8-1a2076deadc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:36.177157 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c5167-9e4a-4d0b-9f16-4d0daf357453 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb0c416-2565-4d94-adff-f836ccfe0db8,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:36.235775 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c14d6e1d-fd93-4a63-8df1-a7eebbb92b74 req-acb63a6e-3369-4900-92f3-1a917f0993f7 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/security-groups?id=df0f4068-5690-42a7-b431-7577994328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075469 Sep 23 22:45:36.257141 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a79c5167-9e4a-4d0b-9f16-4d0daf357453 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:36.261952 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a79c5167-9e4a-4d0b-9f16-4d0daf357453 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9899902 Sep 23 22:45:36.262198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45194) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:36.271333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a429516f-6220-474e-968a-089f16171e8b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group_rule': {'security_group_id': '7fb0c416-2565-4d94-adff-f836ccfe0db8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:36.282541 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3e4495de-3550-414c-b29a-01f007e7b26d req-431d6ff3-31b2-40c3-a32a-7b4222fe4086 service neutron] 10.222.0.67 "GET /v2.0/networks/bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111928 Sep 23 22:45:36.300712 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f9bd5a92-cd50-400f-b75f-8bba216633a7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8805327 Sep 23 22:45:36.301687 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45196) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:36.330331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:36.449906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'fixed_ips': [{'subnet_id': '66635b10-c781-4b00-9416-9488781bd842'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:45:36.451231 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:36.564654 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3e4495de-3550-414c-b29a-01f007e7b26d req-b0b8c40b-db2e-4627-8af3-d5aed4efcc15 service neutron] 10.222.0.67 "GET /v2.0/networks/bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527816 Sep 23 22:45:36.599200 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c130f486-cc0f-44e2-a1d8-1a2076deadc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:36.654695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Allocated IP 172.20.0.2 (ffd0b9c4-c274-42ec-ac19-51ee1f7719f1/66635b10-c781-4b00-9416-9488781bd842/cba72ea2-7559-44e8-8d41-6605b20a83bb) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:45:36.689887 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:36.770395 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c130f486-cc0f-44e2-a1d8-1a2076deadc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:36.784652 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 22:45:36.784652 n-d-810775-1 neutron-server[95491]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 22:45:36.784652 n-d-810775-1 neutron-server[95491]: [parameters: {'project_id_1': 'feab7628ed224106877b2bc56eb0be16', 'expiration_1': datetime.datetime(2021, 9, 23, 22, 45, 16, 341133)}] Sep 23 22:45:36.784652 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:45:36.785429 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:45:36.836679 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45200) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:36.837007 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c130f486-cc0f-44e2-a1d8-1a2076deadc8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=135f92ef2cee464db794f1a7cb0fbacc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5344446 Sep 23 22:45:36.838568 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130f486-cc0f-44e2-a1d8-1a2076deadc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563969ea-4aa5-4dc4-8367-d4ac52cd0947,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:36.868481 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:36.902191 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad26f785-ffe7-4ccd-9992-aca77c2f3c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:36.930295 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad26f785-ffe7-4ccd-9992-aca77c2f3c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:36.962879 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a429516f-6220-474e-968a-089f16171e8b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.002967 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.043509 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a429516f-6220-474e-968a-089f16171e8b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.061467 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Pushing event updated for resources: {'Port': ['ID=cba72ea2-7559-44e8-8d41-6605b20a83bb,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:37.071145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Network ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:45:37.073226 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:45:37.076075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:45:37.130324 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a429516f-6220-474e-968a-089f16171e8b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.139076 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad26f785-ffe7-4ccd-9992-aca77c2f3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.145038 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad26f785-ffe7-4ccd-9992-aca77c2f3c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.149399 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ad26f785-ffe7-4ccd-9992-aca77c2f3c45 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/563969ea-4aa5-4dc4-8367-d4ac52cd0947 HTTP/1.1" status: 204 len: 168 time: 0.3090608 Sep 23 22:45:37.155328 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Attempting to bind port cba72ea2-7559-44e8-8d41-6605b20a83bb on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:45:37.156103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Attempting to bind port cba72ea2-7559-44e8-8d41-6605b20a83bb by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '5468a20a-5162-4aee-9224-8d2676490170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:45:37.156103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Attempting to bind port cba72ea2-7559-44e8-8d41-6605b20a83bb on network ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:45:37.165069 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:45:37.166312 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Checking segment: {'id': '5468a20a-5162-4aee-9224-8d2676490170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:45:37.167510 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.169392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Bound using segment: {'id': '5468a20a-5162-4aee-9224-8d2676490170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:45:37.171637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Bound port: cba72ea2-7559-44e8-8d41-6605b20a83bb, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5468a20a-5162-4aee-9224-8d2676490170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:45:37.174654 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.186651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429516f-6220-474e-968a-089f16171e8b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d0e17e-809a-4efc-958c-699847ac8480,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:37.195763 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26f785-ffe7-4ccd-9992-aca77c2f3c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563969ea-4aa5-4dc4-8367-d4ac52cd0947,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:37.276026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] For port cba72ea2-7559-44e8-8d41-6605b20a83bb, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:45:37.289195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] For port cba72ea2-7559-44e8-8d41-6605b20a83bb, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cba72ea2-7559-44e8-8d41-6605b20a83bb,segment=NetworkSegment(5468a20a-5162-4aee-9224-8d2676490170),segment_id=5468a20a-5162-4aee-9224-8d2676490170)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:45:37.304615 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a429516f-6220-474e-968a-089f16171e8b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.307920 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a429516f-6220-474e-968a-089f16171e8b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0439029 Sep 23 22:45:37.312546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45206) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:37.473993 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d6458f4-d37a-4225-a3a3-278a0d2c3355 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.486777 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.491468 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d6458f4-d37a-4225-a3a3-278a0d2c3355 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.559839 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdde613-7735-42cd-9629-ead2e045e95b req-e00912a4-529f-4601-8dd3-bd633e3aea78 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:37.562442 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9cdde613-7735-42cd-9629-ead2e045e95b req-e00912a4-529f-4601-8dd3-bd633e3aea78 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 944 time: 0.1369698 Sep 23 22:45:37.601765 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.603135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337e6b7-1d73-4cdc-8e34-f815bc0c2771 None None] Pushing event updated for resources: {'Port': ['ID=cba72ea2-7559-44e8-8d41-6605b20a83bb,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:37.607189 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.654026 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9cdde613-7735-42cd-9629-ead2e045e95b req-5b668f7a-9f40-419e-8ad6-d94bf782d952 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/security-groups?id=df0f4068-5690-42a7-b431-7577994328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798752 Sep 23 22:45:37.752194 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d6458f4-d37a-4225-a3a3-278a0d2c3355 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.757284 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d6458f4-d37a-4225-a3a3-278a0d2c3355 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.759650 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0d6458f4-d37a-4225-a3a3-278a0d2c3355 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/59d0e17e-809a-4efc-958c-699847ac8480 HTTP/1.1" status: 204 len: 168 time: 0.4430676 Sep 23 22:45:37.763773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45212) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:37.773926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6458f4-d37a-4225-a3a3-278a0d2c3355 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59d0e17e-809a-4efc-958c-699847ac8480,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:37.919269 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device e13364c0-a117-42ed-8010-4f7c8b642f95 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:45:37.924910 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:37.950502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45218) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:37.958634 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1b71c86c-dac0-46c5-be3a-99bdefe1c3ee tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1847403 Sep 23 22:45:38.025155 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1a47224-0157-4ea4-8b87-58c667fd3136 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:38.069081 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1a47224-0157-4ea4-8b87-58c667fd3136 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:38.130612 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port e13364c0-a117-42ed-8010-4f7c8b642f95, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e13364c0-a117-42ed-8010-4f7c8b642f95,segment=NetworkSegment(ef9f689f-7ebc-469e-8eeb-957922c9a968),segment_id=ef9f689f-7ebc-469e-8eeb-957922c9a968)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:38.147523 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'e13364c0-a117-42ed-8010-4f7c8b642f95', 'network_id': 'bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2', 'port_id': 'e13364c0-a117-42ed-8010-4f7c8b642f95', 'mac_address': 'fa:16:3e:c2:e5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a8fe80-a61e-4ed6-aea7-f535d3aac7d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:45:38.207984 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:38.225711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13364c0-a117-42ed-8010-4f7c8b642f95 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:45:38.253591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port e13364c0-a117-42ed-8010-4f7c8b642f95, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e13364c0-a117-42ed-8010-4f7c8b642f95,segment=NetworkSegment(ef9f689f-7ebc-469e-8eeb-957922c9a968),segment_id=ef9f689f-7ebc-469e-8eeb-957922c9a968)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:38.277513 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1a47224-0157-4ea4-8b87-58c667fd3136 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:38.282935 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1a47224-0157-4ea4-8b87-58c667fd3136 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:38.288480 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c1a47224-0157-4ea4-8b87-58c667fd3136 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-groups/7fb0c416-2565-4d94-adff-f836ccfe0db8 HTTP/1.1" status: 204 len: 168 time: 0.3322303 Sep 23 22:45:38.289177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45226) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:38.323490 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:38.333873 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a47224-0157-4ea4-8b87-58c667fd3136 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb0c416-2565-4d94-adff-f836ccfe0db8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:38.371747 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-922177d0-fae8-405a-b035-d25c07203666 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812831 Sep 23 22:45:38.379346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45228) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:38.384970 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-562a1ef4-c0c9-4cef-adae-f381d40e2878 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group': {'name': 'tempest-secgroup--457391957'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:38.410493 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:38.496844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=e13364c0-a117-42ed-8010-4f7c8b642f95,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:38.587766 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-562a1ef4-c0c9-4cef-adae-f381d40e2878 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:38.846342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['e13364c0-a117-42ed-8010-4f7c8b642f95'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:45:39.129969 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:39.192499 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:39.315284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2458610b-07cf-4ba4-9e28-42a5e13181ac None None] Network ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:45:39.432666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f87ec-c0f4-406e-af6f-e7884f784507 req-a07ac5c7-0425-4c88-b68a-e9ff523ce773 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:39.440533 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-098f87ec-c0f4-406e-af6f-e7884f784507 req-a07ac5c7-0425-4c88-b68a-e9ff523ce773 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 945 time: 0.6385214 Sep 23 22:45:39.445772 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-562a1ef4-c0c9-4cef-adae-f381d40e2878 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:39.488468 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Allocated IP 172.25.1.24 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/877a3f83-c815-4979-ba13-71f34345bba8) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:45:39.536901 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-098f87ec-c0f4-406e-af6f-e7884f784507 req-9e171d4c-08b7-42c0-b0c9-c610bc3a4b55 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/security-groups?id=df0f4068-5690-42a7-b431-7577994328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953526 Sep 23 22:45:39.537638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0427b2da-b208-4d57-86dc-94aef6d2d38e None None] Provisioning complete for port cba72ea2-7559-44e8-8d41-6605b20a83bb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:39.542968 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0427b2da-b208-4d57-86dc-94aef6d2d38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:39.576364 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cba72ea2-7559-44e8-8d41-6605b20a83bb up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:45:39.610190 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-562a1ef4-c0c9-4cef-adae-f381d40e2878 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:39.651599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a1ef4-c0c9-4cef-adae-f381d40e2878 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98eb242-b5b9-4e18-bad2-e785d7613448,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:39.760521 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-562a1ef4-c0c9-4cef-adae-f381d40e2878 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:39.766678 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-562a1ef4-c0c9-4cef-adae-f381d40e2878 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3849931 Sep 23 22:45:39.768682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45256) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:39.777098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-6591c503-c72b-4c4c-ba5c-2aaa02d10b66 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group_rule': {'security_group_id': 'e98eb242-b5b9-4e18-bad2-e785d7613448', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:39.793033 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:39.834701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port cba72ea2-7559-44e8-8d41-6605b20a83bb triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:39.835197 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:39.877698 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0427b2da-b208-4d57-86dc-94aef6d2d38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:39.936130 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0427b2da-b208-4d57-86dc-94aef6d2d38e None None] For port cba72ea2-7559-44e8-8d41-6605b20a83bb, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cba72ea2-7559-44e8-8d41-6605b20a83bb,segment=NetworkSegment(5468a20a-5162-4aee-9224-8d2676490170),segment_id=5468a20a-5162-4aee-9224-8d2676490170)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:39.991312 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:40.038775 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:40.047466 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6591c503-c72b-4c4c-ba5c-2aaa02d10b66 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:40.098787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:45:40.104411 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:45:40.114349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:45:40.170892 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0427b2da-b208-4d57-86dc-94aef6d2d38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:40.192383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=877a3f83-c815-4979-ba13-71f34345bba8,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:40.199174 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6591c503-c72b-4c4c-ba5c-2aaa02d10b66 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:40.273192 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6591c503-c72b-4c4c-ba5c-2aaa02d10b66 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:40.296116 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:45:40.296740 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:45:40.306393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591c503-c72b-4c4c-ba5c-2aaa02d10b66 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2944471b-9d1e-4159-a5c4-d654eecce2d4,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:40.349411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427b2da-b208-4d57-86dc-94aef6d2d38e None None] Pushing event updated for resources: {'Port': ['ID=cba72ea2-7559-44e8-8d41-6605b20a83bb,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:40.363618 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c41e6086-e5d4-43d8-8368-95097ec64a8a None None] Provisioning complete for port cba72ea2-7559-44e8-8d41-6605b20a83bb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:40.365219 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c41e6086-e5d4-43d8-8368-95097ec64a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:40.438449 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6591c503-c72b-4c4c-ba5c-2aaa02d10b66 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:40.443644 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6591c503-c72b-4c4c-ba5c-2aaa02d10b66 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6693606 Sep 23 22:45:40.443644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45264) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:40.448424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-20062846-c3ec-4594-96c2-eaf92bc0cafb tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group_rule': {'security_group_id': 'e98eb242-b5b9-4e18-bad2-e785d7613448', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:40.602802 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20062846-c3ec-4594-96c2-eaf92bc0cafb tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:40.740184 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20062846-c3ec-4594-96c2-eaf92bc0cafb tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:40.761055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe147c2f-b85a-4197-9b7a-90a47ac801ed req-c336556b-e83e-4bba-9b92-aba225f9c5ec tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:40.768844 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe147c2f-b85a-4197-9b7a-90a47ac801ed req-c336556b-e83e-4bba-9b92-aba225f9c5ec tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 945 time: 0.1138182 Sep 23 22:45:40.810589 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:40.884124 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe147c2f-b85a-4197-9b7a-90a47ac801ed req-9aeda22e-c59c-4a69-95ab-9fe9a6fdf845 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/security-groups?id=df0f4068-5690-42a7-b431-7577994328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033275 Sep 23 22:45:40.958168 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20062846-c3ec-4594-96c2-eaf92bc0cafb tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:40.991432 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20062846-c3ec-4594-96c2-eaf92bc0cafb tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fd9df7-dc17-4a74-80d6-62b95503043d,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:41.120404 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20062846-c3ec-4594-96c2-eaf92bc0cafb tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:41.127075 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-20062846-c3ec-4594-96c2-eaf92bc0cafb tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6816669 Sep 23 22:45:41.132330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45282) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:41.135433 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:41.144084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group_rule': {'security_group_id': 'e98eb242-b5b9-4e18-bad2-e785d7613448', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:41.318916 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:41.413885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cba72ea2-7559-44e8-8d41-6605b20a83bb up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:45:41.438587 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:41.472199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Router 934901a9-15fb-4216-89f1-654ed55ea2d3 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:45:41.512303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port cba72ea2-7559-44e8-8d41-6605b20a83bb triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:41.512959 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:41.639965 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:41.688763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8061bdad-f241-446e-9669-f28330323f86,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:41.730649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:41.731011 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:41.731358 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:41.731798 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:41.732028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:41.732367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:41.732698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:41.733036 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:41.738574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:41.738958 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:41.739303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:41.739641 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:41.781497 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:45:41.800665 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Sync routers for ids ['934901a9-15fb-4216-89f1-654ed55ea2d3'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:45:41.813800 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Routers {'934901a9-15fb-4216-89f1-654ed55ea2d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:41.813800 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4031b93c-28f1-4306-a21a-57705155913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['934901a9-15fb-4216-89f1-654ed55ea2d3'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:41.907994 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:41.908147 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:41.915513 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device e13364c0-a117-42ed-8010-4f7c8b642f95 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:45:41.915820 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a75e8d63-635e-480b-81fa-d06e9b431fb9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6058543 Sep 23 22:45:41.915927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8f116c23-1c44-4863-ada9-500dd55ac973 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7748141 Sep 23 22:45:41.916025 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45296) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:41.916136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45298) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:41.925091 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-4e05d88e-f0cd-4236-83d2-f2729900b93e tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group_rule': {'security_group_id': 'e98eb242-b5b9-4e18-bad2-e785d7613448', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:42.016934 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Set router 934901a9-15fb-4216-89f1-654ed55ea2d3 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:42.095277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port e13364c0-a117-42ed-8010-4f7c8b642f95 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:45:42.101542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port e13364c0-a117-42ed-8010-4f7c8b642f95 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:42.104594 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:42.155561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c19b0-1ce4-4ae2-96f3-a5cf124d9d77 req-0f4e1dc2-2e66-4a1e-95d7-83d8c348c491 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:42.159658 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b29c19b0-1ce4-4ae2-96f3-a5cf124d9d77 req-0f4e1dc2-2e66-4a1e-95d7-83d8c348c491 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 945 time: 0.1682189 Sep 23 22:45:42.171368 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e05d88e-f0cd-4236-83d2-f2729900b93e tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:42.281096 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b29c19b0-1ce4-4ae2-96f3-a5cf124d9d77 req-8fdfd80a-944a-499f-9c1f-07f324d05438 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/security-groups?id=df0f4068-5690-42a7-b431-7577994328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872622 Sep 23 22:45:42.299533 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e05d88e-f0cd-4236-83d2-f2729900b93e tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:42.368240 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4031b93c-28f1-4306-a21a-57705155913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:45:40Z', 'revision_number': 3, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:42.376293 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:42.399173 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Checking router: 934901a9-15fb-4216-89f1-654ed55ea2d3 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:45:42.399524 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Updating router 934901a9-15fb-4216-89f1-654ed55ea2d3 port 877a3f83-c815-4979-ba13-71f34345bba8 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:45:42.407769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fc57bb-48c2-4b6d-b906-7725283cb229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13364c0-a117-42ed-8010-4f7c8b642f95'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:45:42.412398 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993d0a8e-580d-4973-bbdc-9bd7545fadd1" -d '{"events": [{"server_uuid": "f5fc57bb-48c2-4b6d-b906-7725283cb229", "name": "network-vif-plugged", "status": "completed", "tag": "e13364c0-a117-42ed-8010-4f7c8b642f95"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:45:42.431498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port e13364c0-a117-42ed-8010-4f7c8b642f95, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e13364c0-a117-42ed-8010-4f7c8b642f95,segment=NetworkSegment(ef9f689f-7ebc-469e-8eeb-957922c9a968),segment_id=ef9f689f-7ebc-469e-8eeb-957922c9a968)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:42.453831 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e05d88e-f0cd-4236-83d2-f2729900b93e tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:42.466257 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:42.493001 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41439fc2-ac63-4fc3-8c92-9c0e58df7c64 x-openstack-request-id: req-41439fc2-ac63-4fc3-8c92-9c0e58df7c64 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:45:42.496552 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fc57bb-48c2-4b6d-b906-7725283cb229", "name": "network-vif-plugged", "status": "completed", "tag": "e13364c0-a117-42ed-8010-4f7c8b642f95", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:45:42.496552 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-41439fc2-ac63-4fc3-8c92-9c0e58df7c64 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:45:42.496552 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fc57bb-48c2-4b6d-b906-7725283cb229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13364c0-a117-42ed-8010-4f7c8b642f95', 'code': 200} Sep 23 22:45:42.552563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05d88e-f0cd-4236-83d2-f2729900b93e tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e67366c-0c5a-440c-9a57-3535e6eb5073,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:42.558180 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:42.677435 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade393e-cc67-4b63-9fee-e6c90f399a38 req-315f32a8-bf98-48c6-ad17-250433090236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:42.684267 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ade393e-cc67-4b63-9fee-e6c90f399a38 req-315f32a8-bf98-48c6-ad17-250433090236 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 1097 time: 0.0779407 Sep 23 22:45:42.690124 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e05d88e-f0cd-4236-83d2-f2729900b93e tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:42.694168 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4e05d88e-f0cd-4236-83d2-f2729900b93e tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7743475 Sep 23 22:45:42.713844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=e13364c0-a117-42ed-8010-4f7c8b642f95,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:42.738650 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45324) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:42.767488 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-bc8e0bb8-d79d-4b9c-9e64-8c7ea543f256 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group_rule': {'security_group_id': 'e98eb242-b5b9-4e18-bad2-e785d7613448', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:42.836186 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ade393e-cc67-4b63-9fee-e6c90f399a38 req-df743603-0f08-434c-a462-13b745814f24 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=df0f4068-5690-42a7-b431-7577994328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431453 Sep 23 22:45:42.895400 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0bb8-d79d-4b9c-9e64-8c7ea543f256 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:43.042563 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0bb8-d79d-4b9c-9e64-8c7ea543f256 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:43.100685 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0477759d-0d54-4b71-bf44-fea85c28db21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:43.139973 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0bb8-d79d-4b9c-9e64-8c7ea543f256 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:43.223785 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:43.253630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e0bb8-d79d-4b9c-9e64-8c7ea543f256 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477fd5d1-57f2-49fe-ac84-c05775802097,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:43.362927 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:43.364932 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc8e0bb8-d79d-4b9c-9e64-8c7ea543f256 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:43.370571 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bc8e0bb8-d79d-4b9c-9e64-8c7ea543f256 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6307378 Sep 23 22:45:43.371313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45340) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:43.439938 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed20e5eb-94f3-4617-ba38-1c9490c5a50d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:43.451088 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed20e5eb-94f3-4617-ba38-1c9490c5a50d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:43.567082 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Attempting to bind port 877a3f83-c815-4979-ba13-71f34345bba8 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:45:43.567985 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Attempting to bind port 877a3f83-c815-4979-ba13-71f34345bba8 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:45:43.569013 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Attempting to bind port 877a3f83-c815-4979-ba13-71f34345bba8 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:45:43.579054 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:45:43.580400 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:45:43.581498 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:43.582524 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:45:43.583619 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Bound port: 877a3f83-c815-4979-ba13-71f34345bba8, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:45:43.584347 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:43.587489 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8582b-0603-427d-b618-ed3f321cf2ab None None] Pushing event updated for resources: {'Port': ['ID=877a3f83-c815-4979-ba13-71f34345bba8,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:43.591761 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:43.614609 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8582b-0603-427d-b618-ed3f321cf2ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:43.614609 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8582b-0603-427d-b618-ed3f321cf2ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:43.614609 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8582b-0603-427d-b618-ed3f321cf2ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:43.614609 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8582b-0603-427d-b618-ed3f321cf2ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:43.614609 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8582b-0603-427d-b618-ed3f321cf2ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:43.614609 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8582b-0603-427d-b618-ed3f321cf2ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:43.614609 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8582b-0603-427d-b618-ed3f321cf2ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:43.614609 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8582b-0603-427d-b618-ed3f321cf2ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:43.614609 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8582b-0603-427d-b618-ed3f321cf2ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:43.614609 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8582b-0603-427d-b618-ed3f321cf2ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:43.614609 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8582b-0603-427d-b618-ed3f321cf2ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:43.614609 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8582b-0603-427d-b618-ed3f321cf2ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:43.624607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec719fa8-00b3-42e5-b3c1-63c2bfb7a11d req-da8ea81f-314f-43be-b08e-b64cf99c7a6b tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:43.633198 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ec719fa8-00b3-42e5-b3c1-63c2bfb7a11d req-da8ea81f-314f-43be-b08e-b64cf99c7a6b tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 946 time: 0.1188896 Sep 23 22:45:43.643608 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed20e5eb-94f3-4617-ba38-1c9490c5a50d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:43.649559 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed20e5eb-94f3-4617-ba38-1c9490c5a50d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:43.651066 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ed20e5eb-94f3-4617-ba38-1c9490c5a50d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/477fd5d1-57f2-49fe-ac84-c05775802097 HTTP/1.1" status: 204 len: 168 time: 0.2786667 Sep 23 22:45:43.655688 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45346) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:43.672153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20e5eb-94f3-4617-ba38-1c9490c5a50d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=477fd5d1-57f2-49fe-ac84-c05775802097,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:43.753444 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-4031b93c-28f1-4306-a21a-57705155913a None None] For port 877a3f83-c815-4979-ba13-71f34345bba8, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:45:43.775222 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-4031b93c-28f1-4306-a21a-57705155913a None None] For port 877a3f83-c815-4979-ba13-71f34345bba8, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=877a3f83-c815-4979-ba13-71f34345bba8,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:45:43.928455 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ec719fa8-00b3-42e5-b3c1-63c2bfb7a11d req-a5917b04-b94c-40a2-aa60-d0d5576cf287 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/security-groups?id=df0f4068-5690-42a7-b431-7577994328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938311 Sep 23 22:45:43.981285 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:44.042292 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4fa8b18a-a02a-4707-bf75-70167ef4388c tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3808393 Sep 23 22:45:44.042531 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45350) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:44.070676 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Routers {'934901a9-15fb-4216-89f1-654ed55ea2d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:44.071858 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4031b93c-28f1-4306-a21a-57705155913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['934901a9-15fb-4216-89f1-654ed55ea2d3'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:44.083305 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c0170b6e-cda4-42cc-b16b-782a8842752d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:44.103646 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c0170b6e-cda4-42cc-b16b-782a8842752d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:44.153189 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8582b-0603-427d-b618-ed3f321cf2ab None None] Pushing event updated for resources: {'Port': ['ID=877a3f83-c815-4979-ba13-71f34345bba8,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:44.184122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Allocated IP 172.20.0.1 (ffd0b9c4-c274-42ec-ac19-51ee1f7719f1/66635b10-c781-4b00-9416-9488781bd842/07c91aa9-dfbc-454a-b057-92a5379991fa) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:45:44.313814 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c0170b6e-cda4-42cc-b16b-782a8842752d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:44.377457 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c0170b6e-cda4-42cc-b16b-782a8842752d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:44.381811 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c0170b6e-cda4-42cc-b16b-782a8842752d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/2e67366c-0c5a-440c-9a57-3535e6eb5073 HTTP/1.1" status: 204 len: 168 time: 0.3384411 Sep 23 22:45:44.386402 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45360) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:44.427636 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-4031b93c-28f1-4306-a21a-57705155913a None None] Set router 934901a9-15fb-4216-89f1-654ed55ea2d3 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:44.478170 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0170b6e-cda4-42cc-b16b-782a8842752d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e67366c-0c5a-440c-9a57-3535e6eb5073,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:44.482224 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:44.612243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45364) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:44.613610 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-42f97c75-566a-4278-9d57-8770380300b9 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2264395 Sep 23 22:45:44.694962 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09f18110-1248-4803-933c-2ee18fd002b0 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:44.713216 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09f18110-1248-4803-933c-2ee18fd002b0 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:44.754963 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:44.835695 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4031b93c-28f1-4306-a21a-57705155913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:45:40Z', 'revision_number': 3, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:44.889402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Network ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:45:44.889829 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4031b93c-28f1-4306-a21a-57705155913a None None] The sync data for ids ['934901a9-15fb-4216-89f1-654ed55ea2d3'] in n-d-810775-1 is: [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:45:40Z', 'revision_number': 3, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:45:44.899621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:45:44.909142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:45:45.058570 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:45.185723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Pushing event updated for resources: {'Port': ['ID=07c91aa9-dfbc-454a-b057-92a5379991fa,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:45.211155 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09f18110-1248-4803-933c-2ee18fd002b0 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:45.271564 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-09f18110-1248-4803-933c-2ee18fd002b0 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:45.273130 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-09f18110-1248-4803-933c-2ee18fd002b0 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/8061bdad-f241-446e-9669-f28330323f86 HTTP/1.1" status: 204 len: 168 time: 0.6607935 Sep 23 22:45:45.277004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45374) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:45.306797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f18110-1248-4803-933c-2ee18fd002b0 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8061bdad-f241-446e-9669-f28330323f86,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:45.361129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-215e76a2-738b-4bdd-853b-732fac87b266 None None] Provisioning complete for port 07c91aa9-dfbc-454a-b057-92a5379991fa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:45.362145 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-215e76a2-738b-4bdd-853b-732fac87b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:45.370203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca15c0-b520-4e1a-91a2-4ea67e57e2a0 req-052d3814-feb5-4afc-b0f5-93231f8b9457 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:45.384494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fbca15c0-b520-4e1a-91a2-4ea67e57e2a0 req-052d3814-feb5-4afc-b0f5-93231f8b9457 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 946 time: 0.3059564 Sep 23 22:45:45.461671 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6cc1c4af-c7aa-414c-9332-6c3822d2d918 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1800218 Sep 23 22:45:45.461799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-215e76a2-738b-4bdd-853b-732fac87b266 None None] Port 07c91aa9-dfbc-454a-b057-92a5379991fa cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:45:45.463647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45382) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:45.504734 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-02dd9262-c28d-4a1d-b93b-6fe6768956b1 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:45.537534 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-02dd9262-c28d-4a1d-b93b-6fe6768956b1 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:45.544114 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fbca15c0-b520-4e1a-91a2-4ea67e57e2a0 req-f3e96a0b-fc50-4bc4-89b6-0d1b48f0c516 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/security-groups?id=df0f4068-5690-42a7-b431-7577994328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750074 Sep 23 22:45:45.734761 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5967493-b5d8-4196-a1d3-8e49bcdaa1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:45.772429 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bc37d-62fc-42fb-9d29-dd74e1b0778f req-fde9bd0c-a6f0-474b-877c-0fd6437af26f tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:45.788050 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-255bc37d-62fc-42fb-9d29-dd74e1b0778f req-fde9bd0c-a6f0-474b-877c-0fd6437af26f tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 946 time: 0.1343460 Sep 23 22:45:45.795999 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-02dd9262-c28d-4a1d-b93b-6fe6768956b1 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:45.805561 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:45.811258 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-02dd9262-c28d-4a1d-b93b-6fe6768956b1 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:45.819078 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-02dd9262-c28d-4a1d-b93b-6fe6768956b1 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/95fd9df7-dc17-4a74-80d6-62b95503043d HTTP/1.1" status: 204 len: 168 time: 0.3474045 Sep 23 22:45:45.822522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45390) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:45.893915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd9262-c28d-4a1d-b93b-6fe6768956b1 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95fd9df7-dc17-4a74-80d6-62b95503043d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:45.988353 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-255bc37d-62fc-42fb-9d29-dd74e1b0778f req-079faae2-f938-44aa-8fc4-acb3655a0459 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/security-groups?id=df0f4068-5690-42a7-b431-7577994328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991348 Sep 23 22:45:46.029220 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bee863d4-76f8-4179-bfe5-2692a554992c tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1944966 Sep 23 22:45:46.030038 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45398) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:46.091958 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:46.105267 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1ff2f8e4-5deb-49e3-a582-430f0a47050b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:46.128118 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1ff2f8e4-5deb-49e3-a582-430f0a47050b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:46.241912 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:46.346749 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1ff2f8e4-5deb-49e3-a582-430f0a47050b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:46.353841 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1ff2f8e4-5deb-49e3-a582-430f0a47050b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:46.355052 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1ff2f8e4-5deb-49e3-a582-430f0a47050b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/2944471b-9d1e-4159-a5c4-d654eecce2d4 HTTP/1.1" status: 204 len: 168 time: 0.3239770 Sep 23 22:45:46.359889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45400) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:46.386517 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2f8e4-5deb-49e3-a582-430f0a47050b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2944471b-9d1e-4159-a5c4-d654eecce2d4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:46.391407 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:46.492675 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Pushing event updated for resources: {'Port': ['ID=07c91aa9-dfbc-454a-b057-92a5379991fa,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:46.512231 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-07bd4577-c038-4dc0-9c6f-000240e2b813 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1509295 Sep 23 22:45:46.513392 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:46.519522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45404) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:46.716132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Network ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:45:46.723452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:45:46.739311 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-554accda-7af8-4123-98a4-f0043c104e4c tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:46.792773 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-554accda-7af8-4123-98a4-f0043c104e4c tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:46.946036 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140fc55-8569-4422-8483-b97144018b9b req-d403b369-9688-4215-95a4-0035d8ba66f0 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:46.951121 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b140fc55-8569-4422-8483-b97144018b9b req-d403b369-9688-4215-95a4-0035d8ba66f0 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 946 time: 0.3338344 Sep 23 22:45:46.993094 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:47.035896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Router 934901a9-15fb-4216-89f1-654ed55ea2d3 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:45:47.054926 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b140fc55-8569-4422-8483-b97144018b9b req-59526548-3cd3-4a44-bfcc-b4d9ee913a57 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/security-groups?id=df0f4068-5690-42a7-b431-7577994328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935714 Sep 23 22:45:47.056523 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-554accda-7af8-4123-98a4-f0043c104e4c tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:47.061347 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-554accda-7af8-4123-98a4-f0043c104e4c tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:47.069308 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-554accda-7af8-4123-98a4-f0043c104e4c tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-groups/e98eb242-b5b9-4e18-bad2-e785d7613448 HTTP/1.1" status: 204 len: 168 time: 0.5483024 Sep 23 22:45:47.070235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45414) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:47.156722 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45418) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:47.263462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554accda-7af8-4123-98a4-f0043c104e4c tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98eb242-b5b9-4e18-bad2-e785d7613448,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:47.334207 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b4b1de5f-116d-4351-a0e3-f7044df04f75 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2571170 Sep 23 22:45:47.338801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7d558f52-4bec-4264-9315-293ab38459e7 None None] Provisioning complete for port 07c91aa9-dfbc-454a-b057-92a5379991fa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:47.339117 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7d558f52-4bec-4264-9315-293ab38459e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:47.357231 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45426) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:47.386322 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:45:47.390197 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-765d067f-f902-4d04-a3cb-0e3cf05701ad tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group': {'name': 'tempest-secgroup--929339368'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:47.394272 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7dcc9da5-b121-4b47-ba61-b3d719c4d197 admin admin] 10.222.0.22 "PUT /v2.0/routers/934901a9-15fb-4216-89f1-654ed55ea2d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4791656 Sep 23 22:45:47.403447 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7d558f52-4bec-4264-9315-293ab38459e7 None None] Port 07c91aa9-dfbc-454a-b057-92a5379991fa cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:45:47.412292 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-697c37ab-e8d4-4f41-b935-6a4b89c72aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:47.580410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 877a3f83-c815-4979-ba13-71f34345bba8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:45:47.593474 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-697c37ab-e8d4-4f41-b935-6a4b89c72aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:47.674308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 877a3f83-c815-4979-ba13-71f34345bba8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:47.674941 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:47.720201 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-697c37ab-e8d4-4f41-b935-6a4b89c72aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:47.821798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c37ab-e8d4-4f41-b935-6a4b89c72aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf11551-9846-4aa1-af3b-41b947cf4d6a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:47.862197 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:47.868671 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-697c37ab-e8d4-4f41-b935-6a4b89c72aea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=781599cadb9b44aebd61c5606b29aa96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7069478 Sep 23 22:45:47.876931 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45440) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:47.924648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 877a3f83-c815-4979-ba13-71f34345bba8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=877a3f83-c815-4979-ba13-71f34345bba8,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:47.942833 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-765d067f-f902-4d04-a3cb-0e3cf05701ad tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:47.964167 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Sync routers for ids ['934901a9-15fb-4216-89f1-654ed55ea2d3'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:45:47.974376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4dab-838f-4c65-b3a3-5523c555107b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:47.982728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Routers {'934901a9-15fb-4216-89f1-654ed55ea2d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:47.984181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['934901a9-15fb-4216-89f1-654ed55ea2d3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:48.028246 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4dab-838f-4c65-b3a3-5523c555107b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:48.083182 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:48.110860 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:48.144527 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-765d067f-f902-4d04-a3cb-0e3cf05701ad tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:48.210249 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4dab-838f-4c65-b3a3-5523c555107b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:48.218207 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4dab-838f-4c65-b3a3-5523c555107b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:48.222309 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5d7a4dab-838f-4c65-b3a3-5523c555107b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4cf11551-9846-4aa1-af3b-41b947cf4d6a HTTP/1.1" status: 204 len: 168 time: 0.3429456 Sep 23 22:45:48.247271 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-765d067f-f902-4d04-a3cb-0e3cf05701ad tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:48.258541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28cace-ab0b-43b6-b4c6-c6036bdbd2c5 req-20c5a9a7-874a-4423-ba3c-217c998633d2 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:48.258541 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce28cace-ab0b-43b6-b4c6-c6036bdbd2c5 req-20c5a9a7-874a-4423-ba3c-217c998633d2 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 946 time: 0.1041474 Sep 23 22:45:48.266495 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a4dab-838f-4c65-b3a3-5523c555107b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf11551-9846-4aa1-af3b-41b947cf4d6a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:48.320821 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce28cace-ab0b-43b6-b4c6-c6036bdbd2c5 req-719db8e5-70ca-4531-90ad-5df1ad76d20d tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/security-groups?id=df0f4068-5690-42a7-b431-7577994328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509396 Sep 23 22:45:48.377677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d067f-f902-4d04-a3cb-0e3cf05701ad tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa4b757-0bed-4659-adcb-3f98d8b4f9a7,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:48.426995 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-765d067f-f902-4d04-a3cb-0e3cf05701ad tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:48.428734 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-765d067f-f902-4d04-a3cb-0e3cf05701ad tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0637720 Sep 23 22:45:48.433225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45454) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:48.438796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6a1efa74-7612-4926-9737-14222f4cef20 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group_rule': {'security_group_id': 'faa4b757-0bed-4659-adcb-3f98d8b4f9a7', 'direction': 'ingress', 'protocol': 17}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:48.605343 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=877a3f83-c815-4979-ba13-71f34345bba8,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:48.617211 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6a1efa74-7612-4926-9737-14222f4cef20 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:48.646557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Set router 934901a9-15fb-4216-89f1-654ed55ea2d3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:48.702406 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:48.705219 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6a1efa74-7612-4926-9737-14222f4cef20 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:48.861005 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6a1efa74-7612-4926-9737-14222f4cef20 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:48.923882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1efa74-7612-4926-9737-14222f4cef20 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59250816-7598-4342-aa55-2b41cbd779af,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:49.004890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45466) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:49.011897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-423626927-network', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:49.072805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:45:45Z', 'revision_number': 4, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '07c91aa9-dfbc-454a-b057-92a5379991fa', 'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'mac_address': 'fa:16:3e:76:f5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '66635b10-c781-4b00-9416-9488781bd842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:43Z', 'updated_at': '2021-09-23T22:45:45Z', 'revision_number': 2, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'subnets': [{'id': '66635b10-c781-4b00-9416-9488781bd842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:49.076034 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6a1efa74-7612-4926-9737-14222f4cef20 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.078107 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6a1efa74-7612-4926-9737-14222f4cef20 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6434722 Sep 23 22:45:49.081334 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45468) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:49.105036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Checking router: 934901a9-15fb-4216-89f1-654ed55ea2d3 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:45:49.105823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Updating router 934901a9-15fb-4216-89f1-654ed55ea2d3 port 07c91aa9-dfbc-454a-b057-92a5379991fa binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:45:49.139096 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.164177 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c8970e1-9210-4222-8ee3-11d752e9a53e tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.174984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] Made reservation on behalf of 18f0cd3a28474202a7ca657443976fcd for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:45:49.178732 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.196653 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.223576 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c8970e1-9210-4222-8ee3-11d752e9a53e tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.382630 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.475217 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 877a3f83-c815-4979-ba13-71f34345bba8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:45:49.484450 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c8970e1-9210-4222-8ee3-11d752e9a53e tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.489616 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c8970e1-9210-4222-8ee3-11d752e9a53e tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.493858 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1c8970e1-9210-4222-8ee3-11d752e9a53e tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-groups/faa4b757-0bed-4659-adcb-3f98d8b4f9a7 HTTP/1.1" status: 204 len: 168 time: 0.4085145 Sep 23 22:45:49.502550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45476) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:49.534061 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8970e1-9210-4222-8ee3-11d752e9a53e tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa4b757-0bed-4659-adcb-3f98d8b4f9a7,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:49.537933 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.599538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:45:49.609097 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3e31eb18-2745-4095-aacd-1ae5f95bebe5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1042955 Sep 23 22:45:49.611570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7de59-e881-433d-a01f-4bf0ca421025 req-7e790a3d-6d7c-4da6-87ce-7f00a5201b28 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:49.615382 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45480) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:49.621854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4e7de59-e881-433d-a01f-4bf0ca421025 req-7e790a3d-6d7c-4da6-87ce-7f00a5201b28 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 946 time: 0.1667528 Sep 23 22:45:49.624282 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-793515e3-65d6-45dd-8c29-6fa603ca2ad9 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group': {'name': 'tempest-secgroup--605763050'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:49.675975 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.676834 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] Added segment d40af207-a45b-4460-9b69-984653630a27 of type vlan for network 2527dbd2-0b80-47de-8cce-189395d3a103 Sep 23 22:45:49.680873 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45482) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:49.688414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bbb24a-807a-4d49-8321-b6dc36e465bd,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:49.718773 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e604426-0e3d-4801-8918-e559cc5968ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.779384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 877a3f83-c815-4979-ba13-71f34345bba8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:49.779984 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.805978 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59c1cb-6651-46e8-8ee0-5a60bd4d8a47 req-d94b2f1a-c1c5-46a7-9702-b729491939f5 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:49.807105 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.808486 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd59c1cb-6651-46e8-8ee0-5a60bd4d8a47 req-d94b2f1a-c1c5-46a7-9702-b729491939f5 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 946 time: 0.0773754 Sep 23 22:45:49.817770 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4e7de59-e881-433d-a01f-4bf0ca421025 req-26eef7a0-5947-45aa-a27b-f15da6fdaef4 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/security-groups?id=df0f4068-5690-42a7-b431-7577994328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946728 Sep 23 22:45:49.835635 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-793515e3-65d6-45dd-8c29-6fa603ca2ad9 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.884162 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.985360 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:49.985360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:49.985953 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.018702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-bd59c1cb-6651-46e8-8ee0-5a60bd4d8a47 req-f1dbc756-b0d2-4404-b3b7-548a59736726 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Deleting port e13364c0-a117-42ed-8010-4f7c8b642f95 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:45:50.019058 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bd59c1cb-6651-46e8-8ee0-5a60bd4d8a47 req-f1dbc756-b0d2-4404-b3b7-548a59736726 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.044611 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.078812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e604426-0e3d-4801-8918-e559cc5968ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.107618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] Pushing event updated for resources: {'Network': ['ID=2527dbd2-0b80-47de-8cce-189395d3a103,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:50.121695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 2527dbd2-0b80-47de-8cce-189395d3a103 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:45:50.169518 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-bd59c1cb-6651-46e8-8ee0-5a60bd4d8a47 req-f1dbc756-b0d2-4404-b3b7-548a59736726 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] For port e13364c0-a117-42ed-8010-4f7c8b642f95, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=e13364c0-a117-42ed-8010-4f7c8b642f95,segment=NetworkSegment(ef9f689f-7ebc-469e-8eeb-957922c9a968),segment_id=ef9f689f-7ebc-469e-8eeb-957922c9a968)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:50.170115 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bd59c1cb-6651-46e8-8ee0-5a60bd4d8a47 req-f1dbc756-b0d2-4404-b3b7-548a59736726 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.196803 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-bd59c1cb-6651-46e8-8ee0-5a60bd4d8a47 req-f1dbc756-b0d2-4404-b3b7-548a59736726 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Calling delete_port for e13364c0-a117-42ed-8010-4f7c8b642f95 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:45:50.225451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257796c9-54e4-434a-91e9-dd10bcd1e9cf None None] Pushing event updated for resources: {'Port': ['ID=07c91aa9-dfbc-454a-b057-92a5379991fa,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:50.264134 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Attempting to bind port 07c91aa9-dfbc-454a-b057-92a5379991fa on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:45:50.264577 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Attempting to bind port 07c91aa9-dfbc-454a-b057-92a5379991fa by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '5468a20a-5162-4aee-9224-8d2676490170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:45:50.270868 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Attempting to bind port 07c91aa9-dfbc-454a-b057-92a5379991fa on network ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:45:50.271364 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:45:50.271744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Checking segment: {'id': '5468a20a-5162-4aee-9224-8d2676490170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:45:50.272155 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.272605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Bound using segment: {'id': '5468a20a-5162-4aee-9224-8d2676490170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:45:50.273238 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Bound port: 07c91aa9-dfbc-454a-b057-92a5379991fa, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5468a20a-5162-4aee-9224-8d2676490170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:45:50.273638 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.280800 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e604426-0e3d-4801-8918-e559cc5968ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.377436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] For port 07c91aa9-dfbc-454a-b057-92a5379991fa, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:45:50.382287 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e604426-0e3d-4801-8918-e559cc5968ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec8e3f2-3351-40fc-94e7-c85fb87cf8ad,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:50.384037 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] For port 07c91aa9-dfbc-454a-b057-92a5379991fa, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=07c91aa9-dfbc-454a-b057-92a5379991fa,segment=NetworkSegment(5468a20a-5162-4aee-9224-8d2676490170),segment_id=5468a20a-5162-4aee-9224-8d2676490170)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:45:50.397225 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-49a9c45c-f75a-469a-a997-7864362f760c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3873222 Sep 23 22:45:50.397225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45494) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:50.398494 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1e604426-0e3d-4801-8918-e559cc5968ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8537e1f8402e4745ad00759c30dda675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7153275 Sep 23 22:45:50.400487 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45496) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:50.414466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-47a849a3-0b2f-4049-aca0-5f29b5db8c71 admin admin] Request body: {'subnet': {'network_id': '2527dbd2-0b80-47de-8cce-189395d3a103', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-423626927-subnet', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd', 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:50.475086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d2304958-3602-4763-a350-16c0c0bc93c4 None None] Provisioning complete for port 07c91aa9-dfbc-454a-b057-92a5379991fa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:50.476051 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d2304958-3602-4763-a350-16c0c0bc93c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.553443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d2304958-3602-4763-a350-16c0c0bc93c4 None None] Port 07c91aa9-dfbc-454a-b057-92a5379991fa cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:45:50.558719 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.565509 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-339afb1d-43d6-4ed9-96e5-5629e1ae4f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.572942 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-793515e3-65d6-45dd-8c29-6fa603ca2ad9 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.604328 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-339afb1d-43d6-4ed9-96e5-5629e1ae4f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.631837 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bd59c1cb-6651-46e8-8ee0-5a60bd4d8a47 req-f1dbc756-b0d2-4404-b3b7-548a59736726 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.639830 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Routers {'934901a9-15fb-4216-89f1-654ed55ea2d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:50.641333 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['934901a9-15fb-4216-89f1-654ed55ea2d3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:50.746622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbc756-b0d2-4404-b3b7-548a59736726 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Pushing event deleted for resources: {'Port': ['ID=e13364c0-a117-42ed-8010-4f7c8b642f95,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:50.752647 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-793515e3-65d6-45dd-8c29-6fa603ca2ad9 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.776564 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['e13364c0-a117-42ed-8010-4f7c8b642f95'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:45:50.802267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd59c1cb-6651-46e8-8ee0-5a60bd4d8a47 req-f1dbc756-b0d2-4404-b3b7-548a59736726 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] No DVR routers for this DVR port e13364c0-a117-42ed-8010-4f7c8b642f95 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:45:50.806870 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bd59c1cb-6651-46e8-8ee0-5a60bd4d8a47 req-f1dbc756-b0d2-4404-b3b7-548a59736726 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.809396 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd59c1cb-6651-46e8-8ee0-5a60bd4d8a47 req-f1dbc756-b0d2-4404-b3b7-548a59736726 tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.67 "DELETE /v2.0/ports/e13364c0-a117-42ed-8010-4f7c8b642f95 HTTP/1.1" status: 204 len: 173 time: 0.9940383 Sep 23 22:45:50.810041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fc57bb-48c2-4b6d-b906-7725283cb229', 'name': 'network-vif-deleted', 'tag': 'e13364c0-a117-42ed-8010-4f7c8b642f95'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:45:50.813005 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc687981-161d-49d9-8927-5da519b89e4e" -d '{"events": [{"server_uuid": "f5fc57bb-48c2-4b6d-b906-7725283cb229", "name": "network-vif-deleted", "tag": "e13364c0-a117-42ed-8010-4f7c8b642f95"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:45:50.849903 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-339afb1d-43d6-4ed9-96e5-5629e1ae4f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.857854 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-339afb1d-43d6-4ed9-96e5-5629e1ae4f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:50.860416 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-339afb1d-43d6-4ed9-96e5-5629e1ae4f62 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ec8e3f2-3351-40fc-94e7-c85fb87cf8ad HTTP/1.1" status: 204 len: 168 time: 0.4636521 Sep 23 22:45:50.869902 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793515e3-65d6-45dd-8c29-6fa603ca2ad9 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c45f49b-d966-48f5-a226-aab0764e2299,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:50.878811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257796c9-54e4-434a-91e9-dd10bcd1e9cf None None] Pushing event updated for resources: {'Port': ['ID=07c91aa9-dfbc-454a-b057-92a5379991fa,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:50.899615 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7554cbab-d12e-48b1-9195-91681d0d059b x-openstack-request-id: req-7554cbab-d12e-48b1-9195-91681d0d059b {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:45:50.900231 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fc57bb-48c2-4b6d-b906-7725283cb229", "name": "network-vif-deleted", "tag": "e13364c0-a117-42ed-8010-4f7c8b642f95", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:45:50.900462 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7554cbab-d12e-48b1-9195-91681d0d059b {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:45:50.901174 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fc57bb-48c2-4b6d-b906-7725283cb229', 'name': 'network-vif-deleted', 'tag': 'e13364c0-a117-42ed-8010-4f7c8b642f95', 'status': 'completed', 'code': 200} Sep 23 22:45:50.913094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a849a3-0b2f-4049-aca0-5f29b5db8c71 admin admin] Made reservation on behalf of 18f0cd3a28474202a7ca657443976fcd for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:45:50.920109 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339afb1d-43d6-4ed9-96e5-5629e1ae4f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec8e3f2-3351-40fc-94e7-c85fb87cf8ad,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:50.931849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-47a849a3-0b2f-4049-aca0-5f29b5db8c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:51.023345 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] Set router 934901a9-15fb-4216-89f1-654ed55ea2d3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:51.124661 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-300c245d-35bf-4c75-aab4-b500a083df49 req-c0af1657-c3ca-4139-952f-82a30b40e6da tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 210 time: 0.1566532 Sep 23 22:45:51.146993 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-793515e3-65d6-45dd-8c29-6fa603ca2ad9 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:51.148482 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-793515e3-65d6-45dd-8c29-6fa603ca2ad9 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5315602 Sep 23 22:45:51.152291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45512) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:51.157914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-28a6e246-115d-4865-91fd-c5f862a06d25 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821274463'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:51.251563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-51c139fe-1871-4900-a6f3-ae42cdbe2730 None None] Provisioning complete for port 07c91aa9-dfbc-454a-b057-92a5379991fa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:51.252176 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-51c139fe-1871-4900-a6f3-ae42cdbe2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:51.330242 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-28a6e246-115d-4865-91fd-c5f862a06d25 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:51.419214 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-51c139fe-1871-4900-a6f3-ae42cdbe2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:51.443317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:45:45Z', 'revision_number': 4, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '07c91aa9-dfbc-454a-b057-92a5379991fa', 'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'mac_address': 'fa:16:3e:76:f5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '66635b10-c781-4b00-9416-9488781bd842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:43Z', 'updated_at': '2021-09-23T22:45:50Z', 'revision_number': 4, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'subnets': [{'id': '66635b10-c781-4b00-9416-9488781bd842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:51.479860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9353f366-8986-414d-bf25-f2275d5635ed None None] The sync data for ids ['934901a9-15fb-4216-89f1-654ed55ea2d3'] in n-d-810775-1 is: [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:45:45Z', 'revision_number': 4, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '07c91aa9-dfbc-454a-b057-92a5379991fa', 'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'mac_address': 'fa:16:3e:76:f5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '66635b10-c781-4b00-9416-9488781bd842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:43Z', 'updated_at': '2021-09-23T22:45:50Z', 'revision_number': 4, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'subnets': [{'id': '66635b10-c781-4b00-9416-9488781bd842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:45:51.481452 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-28a6e246-115d-4865-91fd-c5f862a06d25 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:51.492096 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-47a849a3-0b2f-4049-aca0-5f29b5db8c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:51.501486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-51c139fe-1871-4900-a6f3-ae42cdbe2730 None None] For port 07c91aa9-dfbc-454a-b057-92a5379991fa, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=07c91aa9-dfbc-454a-b057-92a5379991fa,segment=NetworkSegment(5468a20a-5162-4aee-9224-8d2676490170),segment_id=5468a20a-5162-4aee-9224-8d2676490170)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:51.579861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a849a3-0b2f-4049-aca0-5f29b5db8c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98979058-a401-4cbc-a49c-47add1ad926e,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:51.625806 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a849a3-0b2f-4049-aca0-5f29b5db8c71 admin admin] Checking segment: {'id': 'd40af207-a45b-4460-9b69-984653630a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2527dbd2-0b80-47de-8cce-189395d3a103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:45:51.627034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a849a3-0b2f-4049-aca0-5f29b5db8c71 admin admin] Network hostable DHCP agents. Network: 2527dbd2-0b80-47de-8cce-189395d3a103, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:45:51.684413 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-28a6e246-115d-4865-91fd-c5f862a06d25 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:51.728024 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6e246-115d-4865-91fd-c5f862a06d25 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44357fd-c3a9-4a17-acdc-9cb5dd087c62,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:51.752385 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-51c139fe-1871-4900-a6f3-ae42cdbe2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:51.817370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a849a3-0b2f-4049-aca0-5f29b5db8c71 admin admin] Network 2527dbd2-0b80-47de-8cce-189395d3a103 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:45:51.868241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c139fe-1871-4900-a6f3-ae42cdbe2730 None None] Pushing event updated for resources: {'Port': ['ID=07c91aa9-dfbc-454a-b057-92a5379991fa,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:51.871954 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-28a6e246-115d-4865-91fd-c5f862a06d25 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:51.879281 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-28a6e246-115d-4865-91fd-c5f862a06d25 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7256157 Sep 23 22:45:51.882430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45530) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:51.888401 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-52bef14b-fb54-4dd5-921e-c0cf847f246a tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group_rule': {'security_group_id': '1c45f49b-d966-48f5-a226-aab0764e2299', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd44357fd-c3a9-4a17-acdc-9cb5dd087c62', 'remote_ip_prefix': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:51.921471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-47a849a3-0b2f-4049-aca0-5f29b5db8c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 2527dbd2-0b80-47de-8cce-189395d3a103) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:45:51.929932 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a849a3-0b2f-4049-aca0-5f29b5db8c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:51.931004 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-47a849a3-0b2f-4049-aca0-5f29b5db8c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:51.936009 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1424644e-3f36-4f76-a5bf-dbfe3a200969 None None] Network 2527dbd2-0b80-47de-8cce-189395d3a103 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:45:52.098693 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52bef14b-fb54-4dd5-921e-c0cf847f246a tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:52.192013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5975d244-123f-4664-bda0-45a03264838b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-2527dbd2-0b80-47de-8cce-189395d3a103', 'network_id': '2527dbd2-0b80-47de-8cce-189395d3a103', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd', 'fixed_ips': [{'subnet_id': '98979058-a401-4cbc-a49c-47add1ad926e'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:45:52.193248 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:52.202048 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45538) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:52.204250 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-47a849a3-0b2f-4049-aca0-5f29b5db8c71 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8000782 Sep 23 22:45:52.211626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-423626927-router', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:52.301083 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52bef14b-fb54-4dd5-921e-c0cf847f246a tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:52.373490 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f9563c9-b23c-46ea-8a97-5182fe20ddd9 req-7775993c-71b3-44f2-bf07-10ca1f849dbf tempest-ServersNegativeTestMultiTenantJSON-302107140 tempest-ServersNegativeTestMultiTenantJSON-302107140-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fc57bb-48c2-4b6d-b906-7725283cb229 HTTP/1.1" status: 200 len: 210 time: 0.0695598 Sep 23 22:45:52.426376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52bef14b-fb54-4dd5-921e-c0cf847f246a tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:52.435127 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:52.435127 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:52.464719 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bef14b-fb54-4dd5-921e-c0cf847f246a tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30dcb14-41eb-4840-b896-bee950fab48b,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:52.504492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-5975d244-123f-4664-bda0-45a03264838b None None] Allocated IP 172.20.0.2 (2527dbd2-0b80-47de-8cce-189395d3a103/98979058-a401-4cbc-a49c-47add1ad926e/8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:45:52.558838 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:52.614084 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52bef14b-fb54-4dd5-921e-c0cf847f246a tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:52.617971 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-52bef14b-fb54-4dd5-921e-c0cf847f246a tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7314081 Sep 23 22:45:52.618367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45550) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:52.652628 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c55a07bb-c168-490f-b084-bcc1eb7f80ae tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:52.661187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c55a07bb-c168-490f-b084-bcc1eb7f80ae tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:52.779135 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:52.877530 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c55a07bb-c168-490f-b084-bcc1eb7f80ae tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:52.901282 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:52.902514 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c55a07bb-c168-490f-b084-bcc1eb7f80ae tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:52.904509 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c55a07bb-c168-490f-b084-bcc1eb7f80ae tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/f30dcb14-41eb-4840-b896-bee950fab48b HTTP/1.1" status: 204 len: 168 time: 0.2848308 Sep 23 22:45:52.908058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a07bb-c168-490f-b084-bcc1eb7f80ae tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f30dcb14-41eb-4840-b896-bee950fab48b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:52.909386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45558) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:52.959278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975d244-123f-4664-bda0-45a03264838b None None] Pushing event updated for resources: {'Port': ['ID=8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:53.002684 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5975d244-123f-4664-bda0-45a03264838b None None] Network 2527dbd2-0b80-47de-8cce-189395d3a103 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:45:53.007610 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-5975d244-123f-4664-bda0-45a03264838b None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:45:53.011981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975d244-123f-4664-bda0-45a03264838b None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:45:53.019498 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:53.083097 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-16a1f87b-c41b-4f26-b3fb-eb206a430393 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1673822 Sep 23 22:45:53.084604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45562) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:53.084919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5975d244-123f-4664-bda0-45a03264838b None None] Attempting to bind port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:45:53.085347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5975d244-123f-4664-bda0-45a03264838b None None] Attempting to bind port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'd40af207-a45b-4460-9b69-984653630a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2527dbd2-0b80-47de-8cce-189395d3a103'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:45:53.085883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975d244-123f-4664-bda0-45a03264838b None None] Attempting to bind port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 on network 2527dbd2-0b80-47de-8cce-189395d3a103 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:45:53.092936 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975d244-123f-4664-bda0-45a03264838b None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:45:53.094279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975d244-123f-4664-bda0-45a03264838b None None] Checking segment: {'id': 'd40af207-a45b-4460-9b69-984653630a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2527dbd2-0b80-47de-8cce-189395d3a103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:45:53.094645 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:53.095036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975d244-123f-4664-bda0-45a03264838b None None] Bound using segment: {'id': 'd40af207-a45b-4460-9b69-984653630a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2527dbd2-0b80-47de-8cce-189395d3a103'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:45:53.095735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5975d244-123f-4664-bda0-45a03264838b None None] Bound port: 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40af207-a45b-4460-9b69-984653630a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2527dbd2-0b80-47de-8cce-189395d3a103'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:45:53.096218 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:53.182188 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:53.267535 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5975d244-123f-4664-bda0-45a03264838b None None] For port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:45:53.274579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5975d244-123f-4664-bda0-45a03264838b None None] For port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8,segment=NetworkSegment(d40af207-a45b-4460-9b69-984653630a27),segment_id=d40af207-a45b-4460-9b69-984653630a27)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:45:53.284396 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:53.450929 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:53.615735 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:53.617785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45576) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:53.619269 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:53.633605 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-groups/d44357fd-c3a9-4a17-acdc-9cb5dd087c62 HTTP/1.1" status: 204 len: 168 time: 0.5377324 Sep 23 22:45:53.633605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45578) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:53.710504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 07c91aa9-dfbc-454a-b057-92a5379991fa up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:45:53.713082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da50c90-5e39-4919-a2c5-ef90c6131ecc admin admin] Deleting subnet 88a8fe80-a61e-4ed6-aea7-f535d3aac7d8 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:45:53.725582 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975d244-123f-4664-bda0-45a03264838b None None] Pushing event updated for resources: {'Port': ['ID=8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:53.728268 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2da50c90-5e39-4919-a2c5-ef90c6131ecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:53.820470 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44357fd-c3a9-4a17-acdc-9cb5dd087c62,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:53.837526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:53.842389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:53.842744 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:53.843089 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:53.843488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:53.843795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:53.844128 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:53.844456 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:53.844784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:53.845127 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:53.845470 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:53.845793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a4f6-edd5-433e-b089-e51e364ab26b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:53.858904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f500569f-a64e-4e3c-8f43-6ea4f79a4cc5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1173153 Sep 23 22:45:53.860258 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45584) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:53.950519 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2da50c90-5e39-4919-a2c5-ef90c6131ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.012809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:54.015185 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:54.020984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:54.025302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:54.036640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:54.036640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:54.036640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:54.036640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:54.036640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:54.036640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:54.036640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:54.036640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975d244-123f-4664-bda0-45a03264838b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:45:54.066611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device e13364c0-a117-42ed-8010-4f7c8b642f95 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:45:54.141838 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c45e18b-5f99-42ef-957a-cc8b89a8281d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.146062 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.152789 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: e13364c0-a117-42ed-8010-4f7c8b642f95 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:45:54.153169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device e13364c0-a117-42ed-8010-4f7c8b642f95 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:45:54.180885 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2da50c90-5e39-4919-a2c5-ef90c6131ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.188986 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 07c91aa9-dfbc-454a-b057-92a5379991fa triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:54.189589 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.226595 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.339457 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c45e18b-5f99-42ef-957a-cc8b89a8281d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.403143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Allocated IP 172.25.1.242 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/a5e18308-d6df-4e18-ac70-1d63177ac50f) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:45:54.429648 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2da50c90-5e39-4919-a2c5-ef90c6131ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.510588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da50c90-5e39-4919-a2c5-ef90c6131ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a8fe80-a61e-4ed6-aea7-f535d3aac7d8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:54.524655 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2da50c90-5e39-4919-a2c5-ef90c6131ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.528364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2da50c90-5e39-4919-a2c5-ef90c6131ecc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/88a8fe80-a61e-4ed6-aea7-f535d3aac7d8 HTTP/1.1" status: 204 len: 168 time: 0.9091969 Sep 23 22:45:54.534286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45606) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:54.587982 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.627123 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03050f91-b4a4-45de-8018-b814a31649bd req-6a969cd8-f8f2-4817-9e1c-2575ad9861f9 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:45:54.633886 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03050f91-b4a4-45de-8018-b814a31649bd req-6a969cd8-f8f2-4817-9e1c-2575ad9861f9 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/networks?id=3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 200 len: 815 time: 0.2486296 Sep 23 22:45:54.634966 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c45e18b-5f99-42ef-957a-cc8b89a8281d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.639333 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c45e18b-5f99-42ef-957a-cc8b89a8281d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.643740 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5c45e18b-5f99-42ef-957a-cc8b89a8281d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-groups/1c45f49b-d966-48f5-a226-aab0764e2299 HTTP/1.1" status: 204 len: 168 time: 0.7542839 Sep 23 22:45:54.656878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45610) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:54.657935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45e18b-5f99-42ef-957a-cc8b89a8281d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c45f49b-d966-48f5-a226-aab0764e2299,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:54.728775 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9b70d25b-7d19-47be-8126-bf9d09f2f30f tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0679333 Sep 23 22:45:54.729420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45612) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:54.739544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-58867a8c-cd24-414f-9610-9fdbf4894198 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088637163'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:54.748108 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03050f91-b4a4-45de-8018-b814a31649bd req-bd68959b-efcc-4e76-b40b-06b1f27051db tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/quotas/ce68ccacab544a6c9092090d08b8c1eb HTTP/1.1" status: 200 len: 375 time: 0.0681596 Sep 23 22:45:54.753257 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e20d714c-0362-45d4-8ccc-418b9bcad945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.836255 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.946151 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58867a8c-cd24-414f-9610-9fdbf4894198 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.980199 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e20d714c-0362-45d4-8ccc-418b9bcad945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:54.995161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:45:55.001504 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03050f91-b4a4-45de-8018-b814a31649bd req-62f33306-08d4-4d44-8b00-0502cc96f00b tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2379825 Sep 23 22:45:55.011494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:45:55.028662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:45:55.033224 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Pushing event updated for resources: {'Port': ['ID=a5e18308-d6df-4e18-ac70-1d63177ac50f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:55.052303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-e20d714c-0362-45d4-8ccc-418b9bcad945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:55.072111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-e20d714c-0362-45d4-8ccc-418b9bcad945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9f689f-7ebc-469e-8eeb-957922c9a968') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:55.073026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-e20d714c-0362-45d4-8ccc-418b9bcad945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9f689f-7ebc-469e-8eeb-957922c9a968') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:55.122265 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e20d714c-0362-45d4-8ccc-418b9bcad945 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:55.174835 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e20d714c-0362-45d4-8ccc-418b9bcad945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:55.202436 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20d714c-0362-45d4-8ccc-418b9bcad945 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:45:55.203122 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e20d714c-0362-45d4-8ccc-418b9bcad945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:45:55.368154 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:45:55.543098 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58867a8c-cd24-414f-9610-9fdbf4894198 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:55.578452 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45219650-d477-4694-897e-da0ccca49cb5 None None] Network 2527dbd2-0b80-47de-8cce-189395d3a103 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:45:55.584405 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:45:55.586407 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e20d714c-0362-45d4-8ccc-418b9bcad945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:55.605411 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e20d714c-0362-45d4-8ccc-418b9bcad945 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:55.609034 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e20d714c-0362-45d4-8ccc-418b9bcad945 admin admin] 10.222.0.22 "DELETE /v2.0/networks/bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2 HTTP/1.1" status: 204 len: 168 time: 1.0726895 Sep 23 22:45:55.612406 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45632) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:55.633900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d714c-0362-45d4-8ccc-418b9bcad945 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbb2f020-5d5f-46fb-aa8b-7d8eaf51c0d2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:55.675611 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03050f91-b4a4-45de-8018-b814a31649bd req-2f587117-5a46-41b2-8b9e-725cf2e4d51c service neutron] 10.222.0.22 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477578 Sep 23 22:45:55.737519 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58867a8c-cd24-414f-9610-9fdbf4894198 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:55.833388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58867a8c-cd24-414f-9610-9fdbf4894198 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8670b575-e4ce-4e48-9a3d-0e0fbc038cb0,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:55.854349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-86434eba-2d52-4cc9-b8a6-1c5aea4ba591 admin admin] Deleting subnet 30894531-ff55-48cd-b7e5-e7712a886a87 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:45:55.858985 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86434eba-2d52-4cc9-b8a6-1c5aea4ba591 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:55.909019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-55be079c-084e-454b-9e38-571966b20d93 None None] Provisioning complete for port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:55.909786 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-55be079c-084e-454b-9e38-571966b20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:55.909919 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86434eba-2d52-4cc9-b8a6-1c5aea4ba591 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:55.928465 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03050f91-b4a4-45de-8018-b814a31649bd req-3e89f401-046c-4623-835a-510e2acce56e service neutron] 10.222.0.22 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392261 Sep 23 22:45:55.960475 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86434eba-2d52-4cc9-b8a6-1c5aea4ba591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:56.021681 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:56.022399 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:56.066742 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58867a8c-cd24-414f-9610-9fdbf4894198 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:56.074127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-58867a8c-cd24-414f-9610-9fdbf4894198 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3406062 Sep 23 22:45:56.076731 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45642) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:56.090696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f4cdf13c-3ba1-4669-85a7-d26baaf327d3 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group_rule': {'security_group_id': '8670b575-e4ce-4e48-9a3d-0e0fbc038cb0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:56.097221 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-55be079c-084e-454b-9e38-571966b20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:56.152802 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86434eba-2d52-4cc9-b8a6-1c5aea4ba591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:56.191731 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-55be079c-084e-454b-9e38-571966b20d93 None None] For port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8,segment=NetworkSegment(d40af207-a45b-4460-9b69-984653630a27),segment_id=d40af207-a45b-4460-9b69-984653630a27)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:45:56.191972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86434eba-2d52-4cc9-b8a6-1c5aea4ba591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30894531-ff55-48cd-b7e5-e7712a886a87,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:56.197577 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-86434eba-2d52-4cc9-b8a6-1c5aea4ba591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:56.204076 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-86434eba-2d52-4cc9-b8a6-1c5aea4ba591 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/30894531-ff55-48cd-b7e5-e7712a886a87 HTTP/1.1" status: 204 len: 168 time: 0.5859113 Sep 23 22:45:56.204076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45644) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:56.211722 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:56.285940 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-55be079c-084e-454b-9e38-571966b20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:56.298116 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:56.498120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be079c-084e-454b-9e38-571966b20d93 None None] Pushing event updated for resources: {'Port': ['ID=8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:56.548283 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:45:56.549185 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:45:56.761467 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e6d47663-6cb1-4f89-9935-4b8031062979 None None] Provisioning complete for port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:56.762678 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e6d47663-6cb1-4f89-9935-4b8031062979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:56.854709 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4cdf13c-3ba1-4669-85a7-d26baaf327d3 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:56.892878 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-09537ab0-4d55-4c26-98dc-c2c8f4ba9dba req-013f176f-017d-48f0-939a-0384dd29b0ce tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 210 time: 0.1468728 Sep 23 22:45:56.902108 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-047f3ad2-0020-4332-afb8-fcb9477eeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.003984 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4cdf13c-3ba1-4669-85a7-d26baaf327d3 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.182767 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4cdf13c-3ba1-4669-85a7-d26baaf327d3 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.254412 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-047f3ad2-0020-4332-afb8-fcb9477eeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.291849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdf13c-3ba1-4669-85a7-d26baaf327d3 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a26e6f9-583d-434b-8317-bfd81347de68,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:57.333577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-047f3ad2-0020-4332-afb8-fcb9477eeb8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34aa5b42-acf5-45af-870f-20597329092c']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:57.354543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-047f3ad2-0020-4332-afb8-fcb9477eeb8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17322b5c-5545-4c89-82e5-f41dc101bc3c') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:57.354972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-047f3ad2-0020-4332-afb8-fcb9477eeb8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17322b5c-5545-4c89-82e5-f41dc101bc3c') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:57.383350 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-047f3ad2-0020-4332-afb8-fcb9477eeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.386660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.468636 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-047f3ad2-0020-4332-afb8-fcb9477eeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.545343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047f3ad2-0020-4332-afb8-fcb9477eeb8a admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:45:57.546422 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-047f3ad2-0020-4332-afb8-fcb9477eeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:45:57.549822 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:45:57.574854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:45:57.588321 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4cdf13c-3ba1-4669-85a7-d26baaf327d3 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.595233 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f4cdf13c-3ba1-4669-85a7-d26baaf327d3 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5121961 Sep 23 22:45:57.595624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45680) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:57.642392 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3785d03-2758-4cac-bc24-bbdcefbfead0 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.668423 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3785d03-2758-4cac-bc24-bbdcefbfead0 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.698352 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:45:57.698742 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.826861 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-047f3ad2-0020-4332-afb8-fcb9477eeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.839443 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-047f3ad2-0020-4332-afb8-fcb9477eeb8a admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.841697 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-047f3ad2-0020-4332-afb8-fcb9477eeb8a admin admin] 10.222.0.22 "DELETE /v2.0/networks/34aa5b42-acf5-45af-870f-20597329092c HTTP/1.1" status: 204 len: 168 time: 1.6373248 Sep 23 22:45:57.877549 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f3ad2-0020-4332-afb8-fcb9477eeb8a admin admin] Pushing event deleted for resources: {'Network': ['ID=34aa5b42-acf5-45af-870f-20597329092c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:57.881961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Router 1f44fccb-56ef-425e-8514-3fca256785d3 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:45:57.883078 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3785d03-2758-4cac-bc24-bbdcefbfead0 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.916166 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3785d03-2758-4cac-bc24-bbdcefbfead0 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:57.932823 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b3785d03-2758-4cac-bc24-bbdcefbfead0 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/8a26e6f9-583d-434b-8317-bfd81347de68 HTTP/1.1" status: 204 len: 168 time: 0.3351321 Sep 23 22:45:57.940155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45688) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:57.995732 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3785d03-2758-4cac-bc24-bbdcefbfead0 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a26e6f9-583d-434b-8317-bfd81347de68,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:58.085149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a0a98de-e399-4c23-a67d-a237e37272fb req-09968bb7-eba2-4b10-a792-2b15f09e6105 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 210 time: 0.0949411 Sep 23 22:45:58.095062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45692) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:58.106274 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2df3f2e1-fe8e-4cda-8135-356c6d426c5c tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1305132 Sep 23 22:45:58.198842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:45:58.213794 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Sync routers for ids ['1f44fccb-56ef-425e-8514-3fca256785d3'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:45:58.230713 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Routers {'1f44fccb-56ef-425e-8514-3fca256785d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:45:58.237290 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['1f44fccb-56ef-425e-8514-3fca256785d3'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:58.241450 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-70a6d1b1-3e9e-47d9-9fe4-2f501045ae7b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:58.277345 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-70a6d1b1-3e9e-47d9-9fe4-2f501045ae7b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:58.347447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:58.349891 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e11b8b69-bc9a-4df6-a45b-84f2620f5131 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1455805 Sep 23 22:45:58.352640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45696) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:58.399268 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Set router 1f44fccb-56ef-425e-8514-3fca256785d3 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:45:58.518236 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-70a6d1b1-3e9e-47d9-9fe4-2f501045ae7b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:58.523300 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-70a6d1b1-3e9e-47d9-9fe4-2f501045ae7b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:58.529597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45700) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:58.530336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-70a6d1b1-3e9e-47d9-9fe4-2f501045ae7b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-groups/8670b575-e4ce-4e48-9a3d-0e0fbc038cb0 HTTP/1.1" status: 204 len: 168 time: 0.4337978 Sep 23 22:45:58.631022 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2771c9f3-1c47-4bd4-9017-df6e72837b2a tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1001849 Sep 23 22:45:58.637324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45702) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:58.649710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45706) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:58.659308 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f18aa0f5-c358-493a-9b50-2c25f582e3a5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group': {'name': 'tempest-secgroup--779757189'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:45:58.715572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6d1b1-3e9e-47d9-9fe4-2f501045ae7b tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8670b575-e4ce-4e48-9a3d-0e0fbc038cb0,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:58.802852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45710) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:58.804064 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-15b251e4-4db5-462a-a865-992506e73e37 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6deb6a3e492454499d44312d2cbab6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377409 Sep 23 22:45:58.832414 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'name': 'tempest-TestVolumeBackupRestore-423626927-router', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5e18308-d6df-4e18-ac70-1d63177ac50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:52Z', 'updated_at': '2021-09-23T22:45:55Z', 'revision_number': 3, 'project_id': '18f0cd3a28474202a7ca657443976fcd', 'gw_port': {'id': 'a5e18308-d6df-4e18-ac70-1d63177ac50f', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:54Z', 'updated_at': '2021-09-23T22:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:45:58.909332 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Checking router: 1f44fccb-56ef-425e-8514-3fca256785d3 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:45:58.910223 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Updating router 1f44fccb-56ef-425e-8514-3fca256785d3 port a5e18308-d6df-4e18-ac70-1d63177ac50f binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:45:58.916603 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45712) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:45:58.946701 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f18aa0f5-c358-493a-9b50-2c25f582e3a5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:58.975425 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:59.061403 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4c80bd02-6e1e-4ad3-b13b-41f7c37fc487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:59.107523 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4c80bd02-6e1e-4ad3-b13b-41f7c37fc487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:59.229682 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-27edb7d9-cd31-43b2-8507-0fd1464e8141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:59.289774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52e2cfce-0912-4720-8b81-c4a902319e58 req-f8bf2650-a729-47aa-9a1d-631ca4cd9ef1 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 210 time: 0.0805562 Sep 23 22:45:59.328730 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f18aa0f5-c358-493a-9b50-2c25f582e3a5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:59.366102 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:59.430738 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4c80bd02-6e1e-4ad3-b13b-41f7c37fc487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:59.434831 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4c80bd02-6e1e-4ad3-b13b-41f7c37fc487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:59.439595 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4c80bd02-6e1e-4ad3-b13b-41f7c37fc487 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df0f4068-5690-42a7-b431-7577994328cb HTTP/1.1" status: 204 len: 168 time: 0.6351917 Sep 23 22:45:59.451165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80bd02-6e1e-4ad3-b13b-41f7c37fc487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0f4068-5690-42a7-b431-7577994328cb,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:59.451943 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:59.584344 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:59.589712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f18aa0f5-c358-493a-9b50-2c25f582e3a5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:59.670612 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc773851-8862-4796-ada6-ba10cc72dcf5 None None] Pushing event updated for resources: {'Port': ['ID=a5e18308-d6df-4e18-ac70-1d63177ac50f,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:59.706334 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18aa0f5-c358-493a-9b50-2c25f582e3a5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ace7cd6-d808-40fe-a817-118adfa97678,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:45:59.720265 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Attempting to bind port a5e18308-d6df-4e18-ac70-1d63177ac50f on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:45:59.720952 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Attempting to bind port a5e18308-d6df-4e18-ac70-1d63177ac50f by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:45:59.721448 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Attempting to bind port a5e18308-d6df-4e18-ac70-1d63177ac50f on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:45:59.742090 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:45:59.742718 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:45:59.743351 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:59.743992 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:45:59.744773 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Bound port: a5e18308-d6df-4e18-ac70-1d63177ac50f, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:45:59.745424 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:59.798931 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-27edb7d9-cd31-43b2-8507-0fd1464e8141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:59.835392 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Allocated IP 172.20.0.1 (2527dbd2-0b80-47de-8cce-189395d3a103/98979058-a401-4cbc-a49c-47add1ad926e/dccbd1e2-aa77-45d5-ba17-ebe292b7233c) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:45:59.853477 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] For port a5e18308-d6df-4e18-ac70-1d63177ac50f, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:45:59.857667 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:45:59.888100 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] For port a5e18308-d6df-4e18-ac70-1d63177ac50f, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a5e18308-d6df-4e18-ac70-1d63177ac50f,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:45:59.925795 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-27edb7d9-cd31-43b2-8507-0fd1464e8141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:45:59.969281 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-27edb7d9-cd31-43b2-8507-0fd1464e8141 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4123638aa09a44cabe74c4eeaefcbe2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0508976 Sep 23 22:45:59.971891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45730) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:00.005159 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:00.027503 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edb7d9-cd31-43b2-8507-0fd1464e8141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2de742f-cbe3-4197-a2f1-d08785cd8a1a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:00.054491 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f18aa0f5-c358-493a-9b50-2c25f582e3a5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:00.059537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45732) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:00.060064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f18aa0f5-c358-493a-9b50-2c25f582e3a5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4210196 Sep 23 22:46:00.079598 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e514f05a-301f-4dc4-95a8-de551e622d85 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group_rule': {'security_group_id': '9ace7cd6-d808-40fe-a817-118adfa97678', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:00.080482 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc773851-8862-4796-ada6-ba10cc72dcf5 None None] Pushing event updated for resources: {'Port': ['ID=a5e18308-d6df-4e18-ac70-1d63177ac50f,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:00.102446 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cdeaf7a1-0036-4e1a-965a-2ca9dd71d41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:00.114587 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Routers {'1f44fccb-56ef-425e-8514-3fca256785d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:46:00.115664 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['1f44fccb-56ef-425e-8514-3fca256785d3'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:00.154788 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cdeaf7a1-0036-4e1a-965a-2ca9dd71d41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:00.195606 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:00.341212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e514f05a-301f-4dc4-95a8-de551e622d85 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:00.426820 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cdeaf7a1-0036-4e1a-965a-2ca9dd71d41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:00.427309 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:00.430382 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cdeaf7a1-0036-4e1a-965a-2ca9dd71d41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:00.432116 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cdeaf7a1-0036-4e1a-965a-2ca9dd71d41c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2de742f-cbe3-4197-a2f1-d08785cd8a1a HTTP/1.1" status: 204 len: 168 time: 0.4592183 Sep 23 22:46:00.448303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeaf7a1-0036-4e1a-965a-2ca9dd71d41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2de742f-cbe3-4197-a2f1-d08785cd8a1a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:00.471065 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] Set router 1f44fccb-56ef-425e-8514-3fca256785d3 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:46:00.478516 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f24d274-1148-4672-a213-6cc1647ed19b req-b09d3707-38d1-4600-8b9d-07bc0a9642a4 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 210 time: 0.0715551 Sep 23 22:46:00.527537 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e514f05a-301f-4dc4-95a8-de551e622d85 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:00.538627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Network 2527dbd2-0b80-47de-8cce-189395d3a103 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:46:00.544396 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:46:00.549989 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:46:00.597798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Pushing event updated for resources: {'Port': ['ID=dccbd1e2-aa77-45d5-ba17-ebe292b7233c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:00.616366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03050f91-b4a4-45de-8018-b814a31649bd req-f7731104-d569-4b27-9fc7-24dd5af52770 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:00.622083 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03050f91-b4a4-45de-8018-b814a31649bd req-f7731104-d569-4b27-9fc7-24dd5af52770 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.67 "GET /v2.0/networks?id=3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 200 len: 815 time: 0.2574954 Sep 23 22:46:00.652599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-03050f91-b4a4-45de-8018-b814a31649bd req-ec56e767-cbb5-4370-b508-3e32fbbf25ba tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Request body: {'port': {'device_id': 'a44fd80d-70cf-45d2-a2a8-a19b4c08de37', 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d', 'admin_state_up': True, 'tenant_id': 'ce68ccacab544a6c9092090d08b8c1eb'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:00.669715 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:00.682463 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e514f05a-301f-4dc4-95a8-de551e622d85 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:00.752699 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514f05a-301f-4dc4-95a8-de551e622d85 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c1b2dd-d0b0-4c7f-ba5f-26fe2fdd9bed,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:00.853618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45740) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:00.910906 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e514f05a-301f-4dc4-95a8-de551e622d85 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:00.912524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e514f05a-301f-4dc4-95a8-de551e622d85 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8514292 Sep 23 22:46:00.917059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45742) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:00.945392 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3145fea0-f8c2-41c4-8be0-96254fc192df tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules/03c1b2dd-d0b0-4c7f-ba5f-26fe2fdd9bed HTTP/1.1" status: 200 len: 763 time: 0.0271101 Sep 23 22:46:00.949892 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45744) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:00.978304 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c9fb6ba7-2282-4ed9-8ca8-5dc057689917 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c2178fc2e0fe47a5a0ee1e2ca5cab433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1206987 Sep 23 22:46:00.982562 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45748) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:01.026214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03050f91-b4a4-45de-8018-b814a31649bd req-ec56e767-cbb5-4370-b508-3e32fbbf25ba tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Made reservation on behalf of ce68ccacab544a6c9092090d08b8c1eb for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:46:01.044279 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-03050f91-b4a4-45de-8018-b814a31649bd req-ec56e767-cbb5-4370-b508-3e32fbbf25ba tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:01.072853 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'name': 'tempest-TestVolumeBackupRestore-423626927-router', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5e18308-d6df-4e18-ac70-1d63177ac50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:52Z', 'updated_at': '2021-09-23T22:45:55Z', 'revision_number': 3, 'project_id': '18f0cd3a28474202a7ca657443976fcd', 'gw_port': {'id': 'a5e18308-d6df-4e18-ac70-1d63177ac50f', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:54Z', 'updated_at': '2021-09-23T22:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:01.112927 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-991d0369-dc33-456e-b52b-95a685f7fa00 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1566749 Sep 23 22:46:01.112927 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:01.115949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45750) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:01.173573 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fed61f-9fa9-4f4c-b00d-645e8c2a0e36 None None] The sync data for ids ['1f44fccb-56ef-425e-8514-3fca256785d3'] in n-d-810775-1 is: [{'id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'name': 'tempest-TestVolumeBackupRestore-423626927-router', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5e18308-d6df-4e18-ac70-1d63177ac50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:52Z', 'updated_at': '2021-09-23T22:45:55Z', 'revision_number': 3, 'project_id': '18f0cd3a28474202a7ca657443976fcd', 'gw_port': {'id': 'a5e18308-d6df-4e18-ac70-1d63177ac50f', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:54Z', 'updated_at': '2021-09-23T22:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:46:01.207976 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2a87195a-c3c4-4d8b-ad5e-b5f669b214ed None None] Provisioning complete for port dccbd1e2-aa77-45d5-ba17-ebe292b7233c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:01.210730 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2a87195a-c3c4-4d8b-ad5e-b5f669b214ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:01.219333 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec3f7-3789-4487-aa60-d43e60a3f8e1 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:01.228364 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec3f7-3789-4487-aa60-d43e60a3f8e1 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:01.323831 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2a87195a-c3c4-4d8b-ad5e-b5f669b214ed None None] Port dccbd1e2-aa77-45d5-ba17-ebe292b7233c cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:46:01.360129 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec3f7-3789-4487-aa60-d43e60a3f8e1 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:01.378400 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec3f7-3789-4487-aa60-d43e60a3f8e1 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:01.378400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7e2ec3f7-3789-4487-aa60-d43e60a3f8e1 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/03c1b2dd-d0b0-4c7f-ba5f-26fe2fdd9bed HTTP/1.1" status: 204 len: 168 time: 0.2547822 Sep 23 22:46:01.379302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ec3f7-3789-4487-aa60-d43e60a3f8e1 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03c1b2dd-d0b0-4c7f-ba5f-26fe2fdd9bed,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:01.381162 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45758) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:01.382558 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7d61c538-f017-468a-843e-614c626533e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:01.440105 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-03050f91-b4a4-45de-8018-b814a31649bd req-ec56e767-cbb5-4370-b508-3e32fbbf25ba tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Allocated IP 172.20.0.7 (3a0468ba-e642-44ef-9a61-d757b905ab0d/9cc00b1c-8c3d-4c94-8be0-d9326da2db79/da2776d1-0733-425d-a3a9-cbfd01f156db) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:46:01.447302 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7d61c538-f017-468a-843e-614c626533e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:01.507897 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-23790fba-3cc0-4539-b6c8-435d54dca686 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1213267 Sep 23 22:46:01.510396 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45760) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:01.517377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-072c9070-7ad4-414a-b47c-f25a234ffdfa tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group_rule': {'security_group_id': '9ace7cd6-d808-40fe-a817-118adfa97678', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:01.627941 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:01.778106 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:01.851008 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-03050f91-b4a4-45de-8018-b814a31649bd req-ec56e767-cbb5-4370-b508-3e32fbbf25ba tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:01.906545 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-072c9070-7ad4-414a-b47c-f25a234ffdfa tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:01.914076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da74986-2db4-4985-a8b3-943bc4d8a250 req-2b3dc3c3-1cd6-48a2-a632-cf4dda1d9dba tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:01.919833 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1da74986-2db4-4985-a8b3-943bc4d8a250 req-2b3dc3c3-1cd6-48a2-a632-cf4dda1d9dba tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 1097 time: 0.2785578 Sep 23 22:46:01.961778 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-594481a0-8a4b-4b0e-bf41-fc4e62953a14 req-2e175f08-72ce-41fb-81ca-87854a1a2d3c tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 210 time: 0.0662575 Sep 23 22:46:02.010862 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Pushing event updated for resources: {'Port': ['ID=dccbd1e2-aa77-45d5-ba17-ebe292b7233c,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:02.021942 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:02.061280 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1da74986-2db4-4985-a8b3-943bc4d8a250 req-216dc2a4-029c-4963-944b-e1b00b725dc7 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291270 Sep 23 22:46:02.081480 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-03050f91-b4a4-45de-8018-b814a31649bd req-ec56e767-cbb5-4370-b508-3e32fbbf25ba tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:02.087718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45770) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:02.097887 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['66ac2317-bea4-4041-944c-4d1fe8075694'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:46:02.219803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45776) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:02.247783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56e767-cbb5-4370-b508-3e32fbbf25ba tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Pushing event updated for resources: {'Port': ['ID=da2776d1-0733-425d-a3a9-cbfd01f156db,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:02.258603 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7d61c538-f017-468a-843e-614c626533e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:02.262008 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7d61c538-f017-468a-843e-614c626533e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:02.269234 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7d61c538-f017-468a-843e-614c626533e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a77401af-1221-4394-998e-9ce3212179d5 HTTP/1.1" status: 204 len: 168 time: 1.2846923 Sep 23 22:46:02.278845 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-072c9070-7ad4-414a-b47c-f25a234ffdfa tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:02.296407 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03050f91-b4a4-45de-8018-b814a31649bd req-ec56e767-cbb5-4370-b508-3e32fbbf25ba tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Network 3a0468ba-e642-44ef-9a61-d757b905ab0d is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:46:02.302448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61c538-f017-468a-843e-614c626533e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77401af-1221-4394-998e-9ce3212179d5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:02.306980 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-03050f91-b4a4-45de-8018-b814a31649bd req-ec56e767-cbb5-4370-b508-3e32fbbf25ba tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:46:02.314470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-03050f91-b4a4-45de-8018-b814a31649bd req-ec56e767-cbb5-4370-b508-3e32fbbf25ba tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:46:02.373375 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8c54963-ada5-4d68-9bcf-0a62ace94f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:02.467087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03050f91-b4a4-45de-8018-b814a31649bd req-ec56e767-cbb5-4370-b508-3e32fbbf25ba tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:02.468227 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-03050f91-b4a4-45de-8018-b814a31649bd req-ec56e767-cbb5-4370-b508-3e32fbbf25ba tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:02.569962 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Network 2527dbd2-0b80-47de-8cce-189395d3a103 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:46:02.582893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:46:02.743661 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-072c9070-7ad4-414a-b47c-f25a234ffdfa tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:02.823992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c9070-7ad4-414a-b47c-f25a234ffdfa tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535e6980-8a21-48e9-a4b3-abf5d1f5695c,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:02.895988 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8c54963-ada5-4d68-9bcf-0a62ace94f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:02.907354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3320d146-1261-4791-a403-938270e12a40 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port 777b176f-b72d-42a1-b7bd-0b9fd988697c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:46:02.907648 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3320d146-1261-4791-a403-938270e12a40 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:02.929191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Router 1f44fccb-56ef-425e-8514-3fca256785d3 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:46:02.988140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4a4ed076-0f5d-4f46-9e87-51ab5af371ad None None] Provisioning complete for port dccbd1e2-aa77-45d5-ba17-ebe292b7233c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:02.989674 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4a4ed076-0f5d-4f46-9e87-51ab5af371ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:03.067937 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ed076-0f5d-4f46-9e87-51ab5af371ad None None] Port dccbd1e2-aa77-45d5-ba17-ebe292b7233c cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:46:03.096621 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8c54963-ada5-4d68-9bcf-0a62ace94f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:03.135679 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03050f91-b4a4-45de-8018-b814a31649bd req-ec56e767-cbb5-4370-b508-3e32fbbf25ba tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4966521 Sep 23 22:46:03.158976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Request body: {'port': {'device_id': 'a44fd80d-70cf-45d2-a2a8-a19b4c08de37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:03.306938 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:03.540082 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a5e18308-d6df-4e18-ac70-1d63177ac50f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:46:03.678344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a5e18308-d6df-4e18-ac70-1d63177ac50f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:03.681023 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:03.716141 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-072c9070-7ad4-414a-b47c-f25a234ffdfa tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:03.721699 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-072c9070-7ad4-414a-b47c-f25a234ffdfa tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2102015 Sep 23 22:46:03.739047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45802) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:03.809060 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-db1ca44f-b553-4543-805a-c8488c37b934 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules/535e6980-8a21-48e9-a4b3-abf5d1f5695c HTTP/1.1" status: 200 len: 763 time: 0.0679927 Sep 23 22:46:03.816524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45804) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:03.868987 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3320d146-1261-4791-a403-938270e12a40 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:03.869561 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3320d146-1261-4791-a403-938270e12a40 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:03.907854 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c54963-ada5-4d68-9bcf-0a62ace94f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa07646-a4b1-475a-90b9-dd83fc640e45,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:03.940315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e8c54963-ada5-4d68-9bcf-0a62ace94f86 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df9cded07ebc4e9f990a72b65ec93367&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6961913 Sep 23 22:46:03.943651 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:03.951868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3320d146-1261-4791-a403-938270e12a40 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for 777b176f-b72d-42a1-b7bd-0b9fd988697c owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:46:03.955803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45806) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:03.987919 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2776d1-0733-425d-a3a9-cbfd01f156db {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:46:03.999760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port a5e18308-d6df-4e18-ac70-1d63177ac50f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a5e18308-d6df-4e18-ac70-1d63177ac50f,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:04.016348 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:04.019685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e367e30-8e0b-45a6-a590-314c2ec3c75c req-a4a5674f-4225-4828-a00a-21fcd609e741 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:04.022271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e367e30-8e0b-45a6-a590-314c2ec3c75c req-a4a5674f-4225-4828-a00a-21fcd609e741 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 931 time: 0.9498451 Sep 23 22:46:04.063858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Transition to ACTIVE for port object da2776d1-0733-425d-a3a9-cbfd01f156db will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:46:04.112270 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b77e9b10-86d0-4709-84fc-65572fdeebfb tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2914867 Sep 23 22:46:04.114193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45808) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:04.129603 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:04.185869 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f580b45c-5ae9-405f-ad93-89587864aa02 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:04.186747 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:04.201207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:46:04.220232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=a5e18308-d6df-4e18-ac70-1d63177ac50f,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:04.225454 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f580b45c-5ae9-405f-ad93-89587864aa02 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:04.235607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Sync routers for ids ['1f44fccb-56ef-425e-8514-3fca256785d3'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:46:04.243094 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a9de3267-0498-4b68-85f4-2c5cf53bedf3 admin admin] 10.222.0.22 "PUT /v2.0/routers/1f44fccb-56ef-425e-8514-3fca256785d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8881614 Sep 23 22:46:04.250819 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Routers {'1f44fccb-56ef-425e-8514-3fca256785d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:46:04.252040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['1f44fccb-56ef-425e-8514-3fca256785d3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:04.371669 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Pushing event updated for resources: {'Port': ['ID=da2776d1-0733-425d-a3a9-cbfd01f156db,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:04.504467 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Set router 1f44fccb-56ef-425e-8514-3fca256785d3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:46:04.544426 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e367e30-8e0b-45a6-a590-314c2ec3c75c req-4fbf2e1e-a504-417d-84e6-585e2fbcec4d tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998193 Sep 23 22:46:04.545707 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f580b45c-5ae9-405f-ad93-89587864aa02 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:04.557045 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f580b45c-5ae9-405f-ad93-89587864aa02 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:04.570314 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f580b45c-5ae9-405f-ad93-89587864aa02 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/535e6980-8a21-48e9-a4b3-abf5d1f5695c HTTP/1.1" status: 204 len: 168 time: 0.4517062 Sep 23 22:46:04.571059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45820) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:04.580985 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f940d13-ead0-4d1a-b0e6-8c40a40d95af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:04.649580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580b45c-5ae9-405f-ad93-89587864aa02 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=535e6980-8a21-48e9-a4b3-abf5d1f5695c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:04.657220 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Attempting to bind port da2776d1-0733-425d-a3a9-cbfd01f156db on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:46:04.658796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Attempting to bind port da2776d1-0733-425d-a3a9-cbfd01f156db by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:46:04.659378 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Attempting to bind port da2776d1-0733-425d-a3a9-cbfd01f156db on network 3a0468ba-e642-44ef-9a61-d757b905ab0d {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:46:04.674563 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f940d13-ead0-4d1a-b0e6-8c40a40d95af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:04.674916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Port da2776d1-0733-425d-a3a9-cbfd01f156db on network 3a0468ba-e642-44ef-9a61-d757b905ab0d not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:46:04.675098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Attempting to bind port da2776d1-0733-425d-a3a9-cbfd01f156db on network 3a0468ba-e642-44ef-9a61-d757b905ab0d {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:46:04.698191 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:46:04.699084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Checking segment: {'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:46:04.699712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Bound using segment: {'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:46:04.700448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Bound port: da2776d1-0733-425d-a3a9-cbfd01f156db, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:46:04.701036 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:04.758191 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e60bca88-a397-4912-9fde-0811d8052976 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1471272 Sep 23 22:46:04.799526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45828) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:04.805693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8adcfad0-adfd-452b-9bcd-1dbe539748e5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Request body: {'security_group_rule': {'security_group_id': '9ace7cd6-d808-40fe-a817-118adfa97678', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:04.811167 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3320d146-1261-4791-a403-938270e12a40 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:04.897292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] For port da2776d1-0733-425d-a3a9-cbfd01f156db, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:46:04.901765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] For port da2776d1-0733-425d-a3a9-cbfd01f156db, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=da2776d1-0733-425d-a3a9-cbfd01f156db,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:46:04.923229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320d146-1261-4791-a403-938270e12a40 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=777b176f-b72d-42a1-b7bd-0b9fd988697c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:04.961495 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f940d13-ead0-4d1a-b0e6-8c40a40d95af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:04.961495 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f940d13-ead0-4d1a-b0e6-8c40a40d95af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:04.961495 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8f940d13-ead0-4d1a-b0e6-8c40a40d95af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4aa07646-a4b1-475a-90b9-dd83fc640e45 HTTP/1.1" status: 204 len: 168 time: 0.9979095 Sep 23 22:46:05.045052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f940d13-ead0-4d1a-b0e6-8c40a40d95af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa07646-a4b1-475a-90b9-dd83fc640e45,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:05.045978 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:05.122843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:05.125024 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:05.127205 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03050f91-b4a4-45de-8018-b814a31649bd req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] 10.222.0.67 "PUT /v2.0/ports/da2776d1-0733-425d-a3a9-cbfd01f156db HTTP/1.1" status: 200 len: 1091 time: 1.9762425 Sep 23 22:46:05.128907 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-8adcfad0-adfd-452b-9bcd-1dbe539748e5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Project f0cfd1366c744c57b1ead6de9b38f803 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:46:05.130295 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44fd80d-70cf-45d2-a2a8-a19b4c08de37', 'tag': 'da2776d1-0733-425d-a3a9-cbfd01f156db'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:46:05.133781 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a37e7a6-4fbe-43cd-ac23-7639d9f883fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a44fd80d-70cf-45d2-a2a8-a19b4c08de37", "tag": "da2776d1-0733-425d-a3a9-cbfd01f156db"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:46:05.156874 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8adcfad0-adfd-452b-9bcd-1dbe539748e5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:05.172178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b1801-0064-472a-b5f4-23ac8d5387cd service neutron] Pushing event updated for resources: {'Port': ['ID=da2776d1-0733-425d-a3a9-cbfd01f156db,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:05.203118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'name': 'tempest-TestVolumeBackupRestore-423626927-router', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5e18308-d6df-4e18-ac70-1d63177ac50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:52Z', 'updated_at': '2021-09-23T22:46:00Z', 'revision_number': 4, 'project_id': '18f0cd3a28474202a7ca657443976fcd', 'gw_port': {'id': 'a5e18308-d6df-4e18-ac70-1d63177ac50f', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:54Z', 'updated_at': '2021-09-23T22:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'dccbd1e2-aa77-45d5-ba17-ebe292b7233c', 'name': '', 'network_id': '2527dbd2-0b80-47de-8cce-189395d3a103', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd', 'mac_address': 'fa:16:3e:a3:0f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '98979058-a401-4cbc-a49c-47add1ad926e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:59Z', 'updated_at': '2021-09-23T22:46:01Z', 'revision_number': 2, 'project_id': '18f0cd3a28474202a7ca657443976fcd', 'subnets': [{'id': '98979058-a401-4cbc-a49c-47add1ad926e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:05.226266 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3320d146-1261-4791-a403-938270e12a40 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:05.226594 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-3320d146-1261-4791-a403-938270e12a40 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Floating IP 36cc2965-27bd-4438-9e85-8809aec09c35 disassociated (deleted). External IP: 172.25.1.4, port: 11986104-0fd4-40d1-bc13-dade7e4c5644. Sep 23 22:46:05.278125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Checking router: 1f44fccb-56ef-425e-8514-3fca256785d3 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:46:05.278125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Updating router 1f44fccb-56ef-425e-8514-3fca256785d3 port dccbd1e2-aa77-45d5-ba17-ebe292b7233c binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:46:05.347807 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:05.450866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03050f91-b4a4-45de-8018-b814a31649bd req-cb4f0094-01eb-45ec-8d0a-21e686ca9f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:05.457042 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03050f91-b4a4-45de-8018-b814a31649bd req-cb4f0094-01eb-45ec-8d0a-21e686ca9f51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 1094 time: 0.1127646 Sep 23 22:46:05.550617 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03050f91-b4a4-45de-8018-b814a31649bd req-da87d654-77c5-4e58-9b6b-4613b694911a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da2776d1-0733-425d-a3a9-cbfd01f156db HTTP/1.1" status: 200 len: 217 time: 0.0616672 Sep 23 22:46:05.630693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3320d146-1261-4791-a403-938270e12a40 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router 5aa5da1d-ae75-48eb-b58e-83cf591da76e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:46:05.676346 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8adcfad0-adfd-452b-9bcd-1dbe539748e5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:05.678768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03050f91-b4a4-45de-8018-b814a31649bd req-9da87104-98e7-4666-bb87-dcdd14e6bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:05.682246 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03050f91-b4a4-45de-8018-b814a31649bd req-9da87104-98e7-4666-bb87-dcdd14e6bd99 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9cc00b1c-8c3d-4c94-8be0-d9326da2db79 HTTP/1.1" status: 200 len: 855 time: 0.1225405 Sep 23 22:46:05.712245 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a5e18308-d6df-4e18-ac70-1d63177ac50f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:46:05.787140 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03050f91-b4a4-45de-8018-b814a31649bd req-1d13984f-fcc0-42df-965a-45913c7dffd2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a0468ba-e642-44ef-9a61-d757b905ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975034 Sep 23 22:46:05.901059 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a5e18308-d6df-4e18-ac70-1d63177ac50f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:05.915891 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:05.967952 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8adcfad0-adfd-452b-9bcd-1dbe539748e5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:06.031304 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03050f91-b4a4-45de-8018-b814a31649bd req-5a25fd58-48de-4d0a-b710-85661b3ccbc5 service neutron] 10.222.0.67 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353790 Sep 23 22:46:06.080850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcfad0-adfd-452b-9bcd-1dbe539748e5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9fad942-5e33-4865-a13a-ce21663644bb,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:06.185908 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8adcfad0-adfd-452b-9bcd-1dbe539748e5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:06.190080 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8adcfad0-adfd-452b-9bcd-1dbe539748e5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3868060 Sep 23 22:46:06.191921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45890) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:06.206362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3320d146-1261-4791-a403-938270e12a40 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:46:06.221200 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69652a-b2c9-4c81-96d4-c39328d83735 None None] Sync routers for ids ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:46:06.222135 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3320d146-1261-4791-a403-938270e12a40 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:06.263107 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69652a-b2c9-4c81-96d4-c39328d83735 None None] Routers {'5aa5da1d-ae75-48eb-b58e-83cf591da76e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:46:06.267394 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7b69652a-b2c9-4c81-96d4-c39328d83735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:06.336806 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c747a256-82dd-4562-936b-dd2f000351a8 x-openstack-request-id: req-c747a256-82dd-4562-936b-dd2f000351a8 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:46:06.337261 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a44fd80d-70cf-45d2-a2a8-a19b4c08de37", "tag": "da2776d1-0733-425d-a3a9-cbfd01f156db", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:46:06.337602 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c747a256-82dd-4562-936b-dd2f000351a8 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:46:06.338174 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44fd80d-70cf-45d2-a2a8-a19b4c08de37', 'tag': 'da2776d1-0733-425d-a3a9-cbfd01f156db', 'status': 'completed', 'code': 200} Sep 23 22:46:06.340422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3320d146-1261-4791-a403-938270e12a40 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/floatingips/36cc2965-27bd-4438-9e85-8809aec09c35 HTTP/1.1" status: 204 len: 168 time: 4.2515316 Sep 23 22:46:06.342374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:46:06.350450 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa13dda-8665-44de-af2a-eeb42403e6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:46:06.354342 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-758c3321-867f-4a3e-8dfe-00c0c7f59f6d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules/d9fad942-5e33-4865-a13a-ce21663644bb HTTP/1.1" status: 200 len: 769 time: 0.1476080 Sep 23 22:46:06.361777 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45896) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:06.453130 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-024a3457-272a-4930-bb03-ebe16a38abe9 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0825775 Sep 23 22:46:06.455814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45904) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:06.521278 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0b01c-1240-42fd-a7b7-3d6f25dbcee3 req-646f0d30-782d-4058-9dc0-7a74851e2418 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:06.521916 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bb0b01c-1240-42fd-a7b7-3d6f25dbcee3 req-646f0d30-782d-4058-9dc0-7a74851e2418 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 943 time: 0.7334483 Sep 23 22:46:06.525747 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:06.606358 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d4e7397b-6b0f-43bb-abff-661779ff4e5a tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:06.621527 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-7b69652a-b2c9-4c81-96d4-c39328d83735 None None] Set router 5aa5da1d-ae75-48eb-b58e-83cf591da76e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:46:06.627591 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d4e7397b-6b0f-43bb-abff-661779ff4e5a tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:06.647943 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03050f91-b4a4-45de-8018-b814a31649bd req-6759b49a-4e5d-479b-aa09-dcb597f244f8 service neutron] 10.222.0.67 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801084 Sep 23 22:46:06.688618 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bb0b01c-1240-42fd-a7b7-3d6f25dbcee3 req-c64ca81c-94c0-4ec4-88f8-18529552c391 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548457 Sep 23 22:46:06.690005 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:06.752129 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:06.796793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a5cc5-c0ad-4090-ac78-0faebd16e2c6 None None] Pushing event updated for resources: {'Port': ['ID=dccbd1e2-aa77-45d5-ba17-ebe292b7233c,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:06.907021 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d4e7397b-6b0f-43bb-abff-661779ff4e5a tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:06.927545 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d4e7397b-6b0f-43bb-abff-661779ff4e5a tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:06.935952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45922) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:06.956099 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d4e7397b-6b0f-43bb-abff-661779ff4e5a tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/d9fad942-5e33-4865-a13a-ce21663644bb HTTP/1.1" status: 204 len: 168 time: 0.4880219 Sep 23 22:46:06.960520 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7397b-6b0f-43bb-abff-661779ff4e5a tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9fad942-5e33-4865-a13a-ce21663644bb,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:06.986406 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7b69652a-b2c9-4c81-96d4-c39328d83735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:42:58Z', 'updated_at': '2021-09-23T22:43:15Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:00Z', 'updated_at': '2021-09-23T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e573e752-62e4-4c51-8cc8-c9447649522a', 'name': '', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:28:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:11Z', 'updated_at': '2021-09-23T22:43:26Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:07.023214 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Attempting to bind port dccbd1e2-aa77-45d5-ba17-ebe292b7233c on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:46:07.023896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Attempting to bind port dccbd1e2-aa77-45d5-ba17-ebe292b7233c by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'd40af207-a45b-4460-9b69-984653630a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2527dbd2-0b80-47de-8cce-189395d3a103'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:46:07.025535 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69652a-b2c9-4c81-96d4-c39328d83735 None None] Checking router: 5aa5da1d-ae75-48eb-b58e-83cf591da76e for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:46:07.025726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Attempting to bind port dccbd1e2-aa77-45d5-ba17-ebe292b7233c on network 2527dbd2-0b80-47de-8cce-189395d3a103 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:46:07.045782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:46:07.046817 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Checking segment: {'id': 'd40af207-a45b-4460-9b69-984653630a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2527dbd2-0b80-47de-8cce-189395d3a103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:46:07.048383 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:07.050895 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69652a-b2c9-4c81-96d4-c39328d83735 None None] Routers {'5aa5da1d-ae75-48eb-b58e-83cf591da76e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:46:07.051131 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Bound using segment: {'id': 'd40af207-a45b-4460-9b69-984653630a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2527dbd2-0b80-47de-8cce-189395d3a103'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:46:07.051551 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7b69652a-b2c9-4c81-96d4-c39328d83735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:07.055436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Bound port: dccbd1e2-aa77-45d5-ba17-ebe292b7233c, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40af207-a45b-4460-9b69-984653630a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2527dbd2-0b80-47de-8cce-189395d3a103'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:46:07.056274 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:07.109528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e11a1310-26fa-4f7b-bef3-924c90368d5d tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1718836 Sep 23 22:46:07.110249 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45926) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:07.180520 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37e7a6-4fbe-43cd-ac23-7639d9f883fa req-dbcad47f-62e0-4dd5-a8f5-a0a6554480d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:07.180887 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a37e7a6-4fbe-43cd-ac23-7639d9f883fa req-dbcad47f-62e0-4dd5-a8f5-a0a6554480d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 1094 time: 0.1889532 Sep 23 22:46:07.300215 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] For port dccbd1e2-aa77-45d5-ba17-ebe292b7233c, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:46:07.306391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] For port dccbd1e2-aa77-45d5-ba17-ebe292b7233c, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=dccbd1e2-aa77-45d5-ba17-ebe292b7233c,segment=NetworkSegment(d40af207-a45b-4460-9b69-984653630a27),segment_id=d40af207-a45b-4460-9b69-984653630a27)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:46:07.319584 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-621859e3-0d0d-4902-ad63-8e8aeb67e5c5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:07.343676 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-cc2411df-a7bd-4415-b3d1-12cb47febfb6 None None] Provisioning complete for port dccbd1e2-aa77-45d5-ba17-ebe292b7233c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:07.344060 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cc2411df-a7bd-4415-b3d1-12cb47febfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:07.373554 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-621859e3-0d0d-4902-ad63-8e8aeb67e5c5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:07.415473 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-7b69652a-b2c9-4c81-96d4-c39328d83735 None None] Set router 5aa5da1d-ae75-48eb-b58e-83cf591da76e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:46:07.491889 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-cc2411df-a7bd-4415-b3d1-12cb47febfb6 None None] Port dccbd1e2-aa77-45d5-ba17-ebe292b7233c cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:46:07.503704 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:07.550785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37e7a6-4fbe-43cd-ac23-7639d9f883fa req-10dc8932-7296-45f4-8658-fa7250b1ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:07.554284 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a37e7a6-4fbe-43cd-ac23-7639d9f883fa req-10dc8932-7296-45f4-8658-fa7250b1ed9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 200 len: 916 time: 0.3645940 Sep 23 22:46:07.586435 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-621859e3-0d0d-4902-ad63-8e8aeb67e5c5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:07.592168 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-621859e3-0d0d-4902-ad63-8e8aeb67e5c5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:07.598245 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-621859e3-0d0d-4902-ad63-8e8aeb67e5c5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "DELETE /v2.0/security-groups/9ace7cd6-d808-40fe-a817-118adfa97678 HTTP/1.1" status: 204 len: 168 time: 0.4848006 Sep 23 22:46:07.600720 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cbb3c7-da6e-44bd-8a15-8c49e5e9d2aa x-openstack-request-id: req-21cbb3c7-da6e-44bd-8a15-8c49e5e9d2aa {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:46:07.601327 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:46:07.601902 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-21cbb3c7-da6e-44bd-8a15-8c49e5e9d2aa {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:46:07.603541 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'status': 'completed', 'code': 200} Sep 23 22:46:07.604181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45942) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:07.724329 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a37e7a6-4fbe-43cd-ac23-7639d9f883fa req-0dba836a-a157-40ef-94e7-cb1002c6c33d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da2776d1-0733-425d-a3a9-cbfd01f156db HTTP/1.1" status: 200 len: 217 time: 0.1612105 Sep 23 22:46:07.804201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Routers {'1f44fccb-56ef-425e-8514-3fca256785d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:46:07.805703 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:45:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['1f44fccb-56ef-425e-8514-3fca256785d3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:07.805840 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621859e3-0d0d-4902-ad63-8e8aeb67e5c5 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ace7cd6-d808-40fe-a817-118adfa97678,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:07.913754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37e7a6-4fbe-43cd-ac23-7639d9f883fa req-34ddee53-7fae-47bb-a688-587ee592f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:07.929175 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a37e7a6-4fbe-43cd-ac23-7639d9f883fa req-34ddee53-7fae-47bb-a688-587ee592f2a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9cc00b1c-8c3d-4c94-8be0-d9326da2db79 HTTP/1.1" status: 200 len: 855 time: 0.1943729 Sep 23 22:46:08.021662 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a37e7a6-4fbe-43cd-ac23-7639d9f883fa req-54d1b137-037f-42a8-ac27-3ea218dda808 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a0468ba-e642-44ef-9a61-d757b905ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831678 Sep 23 22:46:08.105225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a5cc5-c0ad-4090-ac78-0faebd16e2c6 None None] Pushing event updated for resources: {'Port': ['ID=dccbd1e2-aa77-45d5-ba17-ebe292b7233c,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:08.268120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] Set router 1f44fccb-56ef-425e-8514-3fca256785d3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:46:08.301054 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0c952255-62b7-48a9-b197-33d6b5c689f3 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6819496 Sep 23 22:46:08.320830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45986) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:08.335252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa13dda-8665-44de-af2a-eeb42403e6f2 req-ce9b9e3b-1623-4fb4-a8d1-c66ddbed2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:08.345617 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6aa13dda-8665-44de-af2a-eeb42403e6f2 req-ce9b9e3b-1623-4fb4-a8d1-c66ddbed2e45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 1097 time: 0.6898742 Sep 23 22:46:08.420259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-46929f8d-9c6c-4fe5-baf4-5b9c41fa49fc None None] Provisioning complete for port dccbd1e2-aa77-45d5-ba17-ebe292b7233c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:08.423847 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46929f8d-9c6c-4fe5-baf4-5b9c41fa49fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:08.534004 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d92d0-366c-41f1-b55e-e90a23df8280 req-a60e3af4-46e3-4f0b-8730-500c352b3787 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:08.536331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd3504-d393-4732-92e2-674fb533f8f6 req-91315b2e-c55d-424a-8b2c-f026c9d65c4a tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:08.541978 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-425d92d0-366c-41f1-b55e-e90a23df8280 req-a60e3af4-46e3-4f0b-8730-500c352b3787 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.7644844 Sep 23 22:46:08.542972 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-45dd3504-d393-4732-92e2-674fb533f8f6 req-91315b2e-c55d-424a-8b2c-f026c9d65c4a tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 943 time: 0.5405977 Sep 23 22:46:08.653385 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7b69652a-b2c9-4c81-96d4-c39328d83735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:42:58Z', 'updated_at': '2021-09-23T22:43:15Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:00Z', 'updated_at': '2021-09-23T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e573e752-62e4-4c51-8cc8-c9447649522a', 'name': '', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:28:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:11Z', 'updated_at': '2021-09-23T22:43:26Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:08.742383 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-425d92d0-366c-41f1-b55e-e90a23df8280 req-3b9916ba-be40-4312-b033-eaa9bae5bfc6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857316 Sep 23 22:46:08.849385 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69652a-b2c9-4c81-96d4-c39328d83735 None None] The sync data for ids ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'] in n-d-810775-1 is: [{'id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:42:58Z', 'updated_at': '2021-09-23T22:43:15Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:00Z', 'updated_at': '2021-09-23T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e573e752-62e4-4c51-8cc8-c9447649522a', 'name': '', 'network_id': 'f766095b-4cf6-472c-acfe-7efa29261fed', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:28:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:11Z', 'updated_at': '2021-09-23T22:43:26Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8905368a-212e-4e7a-bcc5-2e1a71c807e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:46:08.851669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a37e7a6-4fbe-43cd-ac23-7639d9f883fa req-d9079f66-22a5-4ef1-ae7b-6b3bdd5540ae service neutron] 10.222.0.67 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7834008 Sep 23 22:46:08.873440 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-45dd3504-d393-4732-92e2-674fb533f8f6 req-b995af6b-4ae0-4d2e-841d-a028a765d861 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032129 Sep 23 22:46:08.902278 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8b6c1e2b-f99a-4128-9b10-c32fc35f1e20 tempest-SecGroupIPv6Test-647041717 tempest-SecGroupIPv6Test-647041717-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5821216 Sep 23 22:46:09.015165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa13dda-8665-44de-af2a-eeb42403e6f2 req-8f923859-dce9-4c9f-a593-1d04dad59caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:09.024005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6aa13dda-8665-44de-af2a-eeb42403e6f2 req-8f923859-dce9-4c9f-a593-1d04dad59caa service neutron] 10.222.0.67 "GET /v2.0/networks?id=f766095b-4cf6-472c-acfe-7efa29261fed HTTP/1.1" status: 200 len: 898 time: 0.6106470 Sep 23 22:46:09.072307 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46929f8d-9c6c-4fe5-baf4-5b9c41fa49fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:09.185195 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6aa13dda-8665-44de-af2a-eeb42403e6f2 req-ab6a063d-1bcc-4fb7-a962-2aab84f3f5d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11986104-0fd4-40d1-bc13-dade7e4c5644 HTTP/1.1" status: 200 len: 217 time: 0.1487958 Sep 23 22:46:09.260598 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54fa4c-2b9c-4b11-a83d-0b2b42d7ff26 req-2161297e-8b50-4c4e-894a-e5f6c548f238 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:09.263442 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae54fa4c-2b9c-4b11-a83d-0b2b42d7ff26 req-2161297e-8b50-4c4e-894a-e5f6c548f238 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.67 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.2919025 Sep 23 22:46:09.280064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a37e7a6-4fbe-43cd-ac23-7639d9f883fa req-922ba739-ea8e-4c99-9908-735540f224f8 service neutron] 10.222.0.67 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052868 Sep 23 22:46:09.384330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa13dda-8665-44de-af2a-eeb42403e6f2 req-6a116294-32be-4b06-8354-779458619291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:09.387701 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6aa13dda-8665-44de-af2a-eeb42403e6f2 req-6a116294-32be-4b06-8354-779458619291 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8905368a-212e-4e7a-bcc5-2e1a71c807e9 HTTP/1.1" status: 200 len: 835 time: 0.1928337 Sep 23 22:46:09.463112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-ae54fa4c-2b9c-4b11-a83d-0b2b42d7ff26 req-2e8b51fb-1e51-486b-870e-85f4ae93f089 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port 11986104-0fd4-40d1-bc13-dade7e4c5644 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:46:09.463357 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ae54fa4c-2b9c-4b11-a83d-0b2b42d7ff26 req-2e8b51fb-1e51-486b-870e-85f4ae93f089 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:09.476953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa13dda-8665-44de-af2a-eeb42403e6f2 req-80750ee9-837e-4cbd-a3de-a80678c9f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:09.479379 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6aa13dda-8665-44de-af2a-eeb42403e6f2 req-80750ee9-837e-4cbd-a3de-a80678c9f2c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f766095b-4cf6-472c-acfe-7efa29261fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814915 Sep 23 22:46:09.599797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0321b6-d9ab-4484-a90a-366fb86b383f None None] New status for floating IP 36cc2965-27bd-4438-9e85-8809aec09c35: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:46:09.737143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-ae54fa4c-2b9c-4b11-a83d-0b2b42d7ff26 req-2e8b51fb-1e51-486b-870e-85f4ae93f089 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] For port 11986104-0fd4-40d1-bc13-dade7e4c5644, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=11986104-0fd4-40d1-bc13-dade7e4c5644,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:09.738456 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ae54fa4c-2b9c-4b11-a83d-0b2b42d7ff26 req-2e8b51fb-1e51-486b-870e-85f4ae93f089 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:09.799121 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6aa13dda-8665-44de-af2a-eeb42403e6f2 req-09430cff-ba07-4236-950a-3010fd7d92aa service neutron] 10.222.0.67 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100886 Sep 23 22:46:09.814128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-ae54fa4c-2b9c-4b11-a83d-0b2b42d7ff26 req-2e8b51fb-1e51-486b-870e-85f4ae93f089 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for 11986104-0fd4-40d1-bc13-dade7e4c5644 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:46:09.829680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-46929f8d-9c6c-4fe5-baf4-5b9c41fa49fc None None] For port dccbd1e2-aa77-45d5-ba17-ebe292b7233c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=dccbd1e2-aa77-45d5-ba17-ebe292b7233c,segment=NetworkSegment(d40af207-a45b-4460-9b69-984653630a27),segment_id=d40af207-a45b-4460-9b69-984653630a27)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:09.941276 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46929f8d-9c6c-4fe5-baf4-5b9c41fa49fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:10.088977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device da2776d1-0733-425d-a3a9-cbfd01f156db details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:46:10.251567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6aa13dda-8665-44de-af2a-eeb42403e6f2 req-201ed88f-be78-439e-b676-abbcb323a6fd service neutron] 10.222.0.67 "GET /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436555 Sep 23 22:46:10.284726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46929f8d-9c6c-4fe5-baf4-5b9c41fa49fc None None] Pushing event updated for resources: {'Port': ['ID=dccbd1e2-aa77-45d5-ba17-ebe292b7233c,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:10.291982 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcc7b7-d3fe-45d2-b471-a4d14c784bd8 req-5a88c3b8-34c7-4eec-8da3-21f1db5cc72f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:10.297814 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7abcc7b7-d3fe-45d2-b471-a4d14c784bd8 req-5a88c3b8-34c7-4eec-8da3-21f1db5cc72f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 946 time: 0.2618270 Sep 23 22:46:10.327783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5ec24-07b3-4620-9d35-99d680fe40c4 req-58b4c1e4-18fa-42bd-a748-42c0d5901a74 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:10.357277 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4df5ec24-07b3-4620-9d35-99d680fe40c4 req-58b4c1e4-18fa-42bd-a748-42c0d5901a74 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 943 time: 0.2138257 Sep 23 22:46:10.455912 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46026) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:10.464755 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7abcc7b7-d3fe-45d2-b471-a4d14c784bd8 req-df1862bf-bb35-46f1-8160-58f914eb991f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e7565f1-8e23-4103-b818-0ec17e8022b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517591 Sep 23 22:46:10.519303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4df5ec24-07b3-4620-9d35-99d680fe40c4 req-7538070c-171d-451d-b28e-179c1b1e53da tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608281 Sep 23 22:46:10.572900 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port da2776d1-0733-425d-a3a9-cbfd01f156db, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=da2776d1-0733-425d-a3a9-cbfd01f156db,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:10.618965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'da2776d1-0733-425d-a3a9-cbfd01f156db', 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d', 'port_id': 'da2776d1-0733-425d-a3a9-cbfd01f156db', 'mac_address': 'fa:16:3e:b3:9c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc00b1c-8c3d-4c94-8be0-d9326da2db79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:46:10.627136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'name': 'tempest-TestVolumeBackupRestore-423626927-router', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5e18308-d6df-4e18-ac70-1d63177ac50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:52Z', 'updated_at': '2021-09-23T22:46:00Z', 'revision_number': 4, 'project_id': '18f0cd3a28474202a7ca657443976fcd', 'gw_port': {'id': 'a5e18308-d6df-4e18-ac70-1d63177ac50f', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:54Z', 'updated_at': '2021-09-23T22:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'dccbd1e2-aa77-45d5-ba17-ebe292b7233c', 'name': '', 'network_id': '2527dbd2-0b80-47de-8cce-189395d3a103', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd', 'mac_address': 'fa:16:3e:a3:0f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '98979058-a401-4cbc-a49c-47add1ad926e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:59Z', 'updated_at': '2021-09-23T22:46:07Z', 'revision_number': 4, 'project_id': '18f0cd3a28474202a7ca657443976fcd', 'subnets': [{'id': '98979058-a401-4cbc-a49c-47add1ad926e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:10.655721 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ae54fa4c-2b9c-4b11-a83d-0b2b42d7ff26 req-2e8b51fb-1e51-486b-870e-85f4ae93f089 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:10.811129 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b51fb-1e51-486b-870e-85f4ae93f089 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=11986104-0fd4-40d1-bc13-dade7e4c5644,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:10.817477 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:10.863158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcdb20b-9128-4a46-9a95-4e6d50f38728 None None] The sync data for ids ['1f44fccb-56ef-425e-8514-3fca256785d3'] in n-d-810775-1 is: [{'id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'name': 'tempest-TestVolumeBackupRestore-423626927-router', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5e18308-d6df-4e18-ac70-1d63177ac50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:52Z', 'updated_at': '2021-09-23T22:46:00Z', 'revision_number': 4, 'project_id': '18f0cd3a28474202a7ca657443976fcd', 'gw_port': {'id': 'a5e18308-d6df-4e18-ac70-1d63177ac50f', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:54Z', 'updated_at': '2021-09-23T22:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'dccbd1e2-aa77-45d5-ba17-ebe292b7233c', 'name': '', 'network_id': '2527dbd2-0b80-47de-8cce-189395d3a103', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd', 'mac_address': 'fa:16:3e:a3:0f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '98979058-a401-4cbc-a49c-47add1ad926e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:59Z', 'updated_at': '2021-09-23T22:46:07Z', 'revision_number': 4, 'project_id': '18f0cd3a28474202a7ca657443976fcd', 'subnets': [{'id': '98979058-a401-4cbc-a49c-47add1ad926e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:46:10.877249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2776d1-0733-425d-a3a9-cbfd01f156db {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:46:10.924988 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port da2776d1-0733-425d-a3a9-cbfd01f156db, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=da2776d1-0733-425d-a3a9-cbfd01f156db,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:10.925327 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae54fa4c-2b9c-4b11-a83d-0b2b42d7ff26 req-2e8b51fb-1e51-486b-870e-85f4ae93f089 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] No DVR routers for this DVR port 11986104-0fd4-40d1-bc13-dade7e4c5644 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:46:10.938981 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-ae54fa4c-2b9c-4b11-a83d-0b2b42d7ff26 req-2e8b51fb-1e51-486b-870e-85f4ae93f089 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:10.942869 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae54fa4c-2b9c-4b11-a83d-0b2b42d7ff26 req-2e8b51fb-1e51-486b-870e-85f4ae93f089 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.67 "DELETE /v2.0/ports/11986104-0fd4-40d1-bc13-dade7e4c5644 HTTP/1.1" status: 204 len: 173 time: 1.6710949 Sep 23 22:46:10.943964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'name': 'network-vif-deleted', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:46:10.947144 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b89af3-ab63-4264-8ce4-6e05a37a78cc" -d '{"events": [{"server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "name": "network-vif-deleted", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:46:11.003553 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4cc056e5-d7e9-4e72-b955-cdd201cfd8ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f0cfd1366c744c57b1ead6de9b38f803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5463738 Sep 23 22:46:11.009702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46040) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:11.042327 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:11.102829 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3b3850-9838-44b6-87b4-44883539c1e9 x-openstack-request-id: req-cd3b3850-9838-44b6-87b4-44883539c1e9 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:46:11.103136 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30acf5af-1cc7-414f-b87e-d4866077f3ff", "name": "network-vif-deleted", "tag": "11986104-0fd4-40d1-bc13-dade7e4c5644", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:46:11.103392 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd3b3850-9838-44b6-87b4-44883539c1e9 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:46:11.103804 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30acf5af-1cc7-414f-b87e-d4866077f3ff', 'name': 'network-vif-deleted', 'tag': '11986104-0fd4-40d1-bc13-dade7e4c5644', 'status': 'completed', 'code': 200} Sep 23 22:46:11.182342 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f36d14eb-ba0b-42e4-aaa9-2ae1f2605a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:11.273586 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f36d14eb-ba0b-42e4-aaa9-2ae1f2605a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:11.296873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=da2776d1-0733-425d-a3a9-cbfd01f156db,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:11.474571 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f36d14eb-ba0b-42e4-aaa9-2ae1f2605a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:11.489644 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f36d14eb-ba0b-42e4-aaa9-2ae1f2605a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:11.490938 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f36d14eb-ba0b-42e4-aaa9-2ae1f2605a93 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba770e6d-749a-4a48-9ad2-8aea9485f133 HTTP/1.1" status: 204 len: 168 time: 0.4801958 Sep 23 22:46:11.500163 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['da2776d1-0733-425d-a3a9-cbfd01f156db'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:46:11.555163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d14eb-ba0b-42e4-aaa9-2ae1f2605a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba770e6d-749a-4a48-9ad2-8aea9485f133,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:11.713327 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device dccbd1e2-aa77-45d5-ba17-ebe292b7233c up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:46:11.848295 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7cb719a-96be-4a07-8e73-d5d19bb52c0a req-c3a373b9-3928-4a9b-9233-9eb9da4fc4b8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=30acf5af-1cc7-414f-b87e-d4866077f3ff HTTP/1.1" status: 200 len: 210 time: 0.1204796 Sep 23 22:46:11.882455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5a8a3-4e7e-45a2-b0a9-603530837bf1 req-2e5168b7-9be6-4f75-b185-ad978e1e1ed2 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:11.902624 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b9b5a8a3-4e7e-45a2-b0a9-603530837bf1 req-2e5168b7-9be6-4f75-b185-ad978e1e1ed2 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 944 time: 0.1748240 Sep 23 22:46:11.997057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 11986104-0fd4-40d1-bc13-dade7e4c5644 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:46:12.039790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 11986104-0fd4-40d1-bc13-dade7e4c5644 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:46:12.041602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 11986104-0fd4-40d1-bc13-dade7e4c5644 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:46:12.117608 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b9b5a8a3-4e7e-45a2-b0a9-603530837bf1 req-3fd26c26-a928-4608-ba6e-cd7211d08b5b tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070909 Sep 23 22:46:12.157394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port dccbd1e2-aa77-45d5-ba17-ebe292b7233c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:12.164460 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:12.567993 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd2ae24-6db4-4c25-8942-3e6fc9855536 req-51f2dd58-b354-4a2d-89aa-d001c09e601c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0830340 Sep 23 22:46:12.678381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2ae24-6db4-4c25-8942-3e6fc9855536 req-6e58ed19-18e9-4c27-b81e-e3a9a748d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:12.680121 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd2ae24-6db4-4c25-8942-3e6fc9855536 req-6e58ed19-18e9-4c27-b81e-e3a9a748d0d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 1096 time: 0.0496173 Sep 23 22:46:12.987110 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2ae24-6db4-4c25-8942-3e6fc9855536 req-bb1ab072-67e3-4b05-95d0-25c5e29b2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:12.987985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46088) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:12.990640 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd2ae24-6db4-4c25-8942-3e6fc9855536 req-bb1ab072-67e3-4b05-95d0-25c5e29b2b3a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 200 len: 916 time: 0.2743869 Sep 23 22:46:13.083265 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eee97154-2c45-48c7-9bc1-33640effff7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:13.122863 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd2ae24-6db4-4c25-8942-3e6fc9855536 req-0b04df15-a424-4788-9df3-fe483aa16dab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ac2317-bea4-4041-944c-4d1fe8075694 HTTP/1.1" status: 200 len: 217 time: 0.1230354 Sep 23 22:46:13.313342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2ae24-6db4-4c25-8942-3e6fc9855536 req-546f032a-fa7b-4397-ab82-076b19a04c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:13.319511 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd2ae24-6db4-4c25-8942-3e6fc9855536 req-546f032a-fa7b-4397-ab82-076b19a04c5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9cc00b1c-8c3d-4c94-8be0-d9326da2db79 HTTP/1.1" status: 200 len: 855 time: 0.1892457 Sep 23 22:46:13.463921 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd2ae24-6db4-4c25-8942-3e6fc9855536 req-259cdd69-9512-485d-ab74-7bc3e399e494 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a0468ba-e642-44ef-9a61-d757b905ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364205 Sep 23 22:46:13.669060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd2ae24-6db4-4c25-8942-3e6fc9855536 req-6a80f17f-659c-4a03-89bc-6ffe31d5603c service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974165 Sep 23 22:46:13.820594 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd2ae24-6db4-4c25-8942-3e6fc9855536 req-705fe424-baf1-4add-933c-daff823b4e82 service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435394 Sep 23 22:46:14.013298 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device da2776d1-0733-425d-a3a9-cbfd01f156db up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:46:14.151823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328fd00-1eed-46f7-9b4c-a8d0ef5806b8 req-271d0d5c-e966-4ad5-9d49-63a8426ff293 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:14.171682 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c328fd00-1eed-46f7-9b4c-a8d0ef5806b8 req-271d0d5c-e966-4ad5-9d49-63a8426ff293 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 944 time: 0.8905315 Sep 23 22:46:14.253137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port da2776d1-0733-425d-a3a9-cbfd01f156db completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:46:14.258999 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port da2776d1-0733-425d-a3a9-cbfd01f156db triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:14.259720 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:14.352585 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c328fd00-1eed-46f7-9b4c-a8d0ef5806b8 req-3ade7e7d-e455-4f8b-882e-d041caf7291a tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742716 Sep 23 22:46:14.446561 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:14.482244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44fd80d-70cf-45d2-a2a8-a19b4c08de37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2776d1-0733-425d-a3a9-cbfd01f156db'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:46:14.485774 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e307ef-bf4e-4d26-914d-1b583db5e4f8" -d '{"events": [{"server_uuid": "a44fd80d-70cf-45d2-a2a8-a19b4c08de37", "name": "network-vif-plugged", "status": "completed", "tag": "da2776d1-0733-425d-a3a9-cbfd01f156db"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:46:14.507389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port da2776d1-0733-425d-a3a9-cbfd01f156db, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=da2776d1-0733-425d-a3a9-cbfd01f156db,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:14.579532 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f20f280-ad7c-4719-8979-40aee665a0c2 x-openstack-request-id: req-8f20f280-ad7c-4719-8979-40aee665a0c2 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:46:14.579824 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44fd80d-70cf-45d2-a2a8-a19b4c08de37", "name": "network-vif-plugged", "status": "completed", "tag": "da2776d1-0733-425d-a3a9-cbfd01f156db", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:46:14.580077 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f20f280-ad7c-4719-8979-40aee665a0c2 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:46:14.580884 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44fd80d-70cf-45d2-a2a8-a19b4c08de37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2776d1-0733-425d-a3a9-cbfd01f156db', 'code': 200} Sep 23 22:46:14.591073 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d46ad6b0-8cda-49f7-b7b2-9c1f231b8fb0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:14.672583 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:14.764056 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8b6e2-5024-4e70-83eb-3aeb6606b162 req-8a1f23ad-1414-44be-a83e-1c5243952f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:14.766769 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-beb8b6e2-5024-4e70-83eb-3aeb6606b162 req-8a1f23ad-1414-44be-a83e-1c5243952f7d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 1096 time: 0.0817988 Sep 23 22:46:14.840963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=da2776d1-0733-425d-a3a9-cbfd01f156db,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:14.914957 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-beb8b6e2-5024-4e70-83eb-3aeb6606b162 req-f00e7676-6de6-44ec-9c58-f55e61c260e6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362033 Sep 23 22:46:15.116909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d46ad6b0-8cda-49f7-b7b2-9c1f231b8fb0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port e573e752-62e4-4c51-8cc8-c9447649522a {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:46:15.119261 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d46ad6b0-8cda-49f7-b7b2-9c1f231b8fb0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:15.271374 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-d46ad6b0-8cda-49f7-b7b2-9c1f231b8fb0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] For port e573e752-62e4-4c51-8cc8-c9447649522a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e573e752-62e4-4c51-8cc8-c9447649522a,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:15.272057 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d46ad6b0-8cda-49f7-b7b2-9c1f231b8fb0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:15.288427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d46ad6b0-8cda-49f7-b7b2-9c1f231b8fb0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for e573e752-62e4-4c51-8cc8-c9447649522a owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:46:15.651190 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dea3a-b2ae-4dbf-9b93-47e8a981cae3 req-20b9db1e-3fc6-47cb-937e-db9333e43244 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:15.659013 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c7dea3a-b2ae-4dbf-9b93-47e8a981cae3 req-20b9db1e-3fc6-47cb-937e-db9333e43244 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 945 time: 0.1206100 Sep 23 22:46:15.683709 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fea53178-ce0b-4547-b20f-a9819413f6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:15.715130 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c7dea3a-b2ae-4dbf-9b93-47e8a981cae3 req-48cf403e-5a0e-4c2e-a075-fcb9b8abf093 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550277 Sep 23 22:46:15.811026 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46160) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:15.888962 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d46ad6b0-8cda-49f7-b7b2-9c1f231b8fb0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:15.940988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ad6b0-8cda-49f7-b7b2-9c1f231b8fb0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=e573e752-62e4-4c51-8cc8-c9447649522a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:16.095359 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:16.136194 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7c87b3f2-c505-4413-93b9-e0b704ffadc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:16.236817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d46ad6b0-8cda-49f7-b7b2-9c1f231b8fb0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:16.427617 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7c87b3f2-c505-4413-93b9-e0b704ffadc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:16.551575 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7c87b3f2-c505-4413-93b9-e0b704ffadc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:16.664016 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7c87b3f2-c505-4413-93b9-e0b704ffadc8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c4c44b2164ac43d89516103ad120eff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8508515 Sep 23 22:46:16.665387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46178) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:16.695220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87b3f2-c505-4413-93b9-e0b704ffadc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b719edbc-676f-4f31-a5c9-dd93aa00c60e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:16.711124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46ad6b0-8cda-49f7-b7b2-9c1f231b8fb0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router 5aa5da1d-ae75-48eb-b58e-83cf591da76e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:46:16.893539 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-17e6a1b4-3d98-48cc-8e4a-e83ea2e2965f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:16.941568 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-17e6a1b4-3d98-48cc-8e4a-e83ea2e2965f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:17.024961 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46ad6b0-8cda-49f7-b7b2-9c1f231b8fb0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:46:17.040835 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ed640-4bf2-43b5-947a-c0366e705f2e None None] Sync routers for ids ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:46:17.043353 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d46ad6b0-8cda-49f7-b7b2-9c1f231b8fb0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "PUT /v2.0/routers/5aa5da1d-ae75-48eb-b58e-83cf591da76e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0538712 Sep 23 22:46:17.045853 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46188) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:17.072508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69481323-d6f2-41e5-9078-634a6eeeb74f req-dea8ae70-66be-4b94-9414-535a11295a8e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:17.074435 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-69481323-d6f2-41e5-9078-634a6eeeb74f req-dea8ae70-66be-4b94-9414-535a11295a8e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 945 time: 0.0727873 Sep 23 22:46:17.077625 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ed640-4bf2-43b5-947a-c0366e705f2e None None] Routers {'5aa5da1d-ae75-48eb-b58e-83cf591da76e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:46:17.079046 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f31ed640-4bf2-43b5-947a-c0366e705f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:46:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:17.155803 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f15142-f157-42ef-b4d9-b26db52340f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting subnet 8905368a-212e-4e7a-bcc5-2e1a71c807e9 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:46:17.208643 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26f15142-f157-42ef-b4d9-b26db52340f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:17.209138 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-69481323-d6f2-41e5-9078-634a6eeeb74f req-1a6beda3-d6f9-4e1a-951a-799c87914b0e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746250 Sep 23 22:46:17.255522 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26f15142-f157-42ef-b4d9-b26db52340f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:17.263972 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f31ed640-4bf2-43b5-947a-c0366e705f2e None None] Set router 5aa5da1d-ae75-48eb-b58e-83cf591da76e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:46:17.272474 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:17.311163 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-17e6a1b4-3d98-48cc-8e4a-e83ea2e2965f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:17.311163 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-17e6a1b4-3d98-48cc-8e4a-e83ea2e2965f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:17.311163 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-17e6a1b4-3d98-48cc-8e4a-e83ea2e2965f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b719edbc-676f-4f31-a5c9-dd93aa00c60e HTTP/1.1" status: 204 len: 168 time: 0.6055355 Sep 23 22:46:17.311163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a1b4-3d98-48cc-8e4a-e83ea2e2965f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b719edbc-676f-4f31-a5c9-dd93aa00c60e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:17.505845 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26f15142-f157-42ef-b4d9-b26db52340f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:17.826231 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f31ed640-4bf2-43b5-947a-c0366e705f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:42:58Z', 'updated_at': '2021-09-23T22:46:15Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:00Z', 'updated_at': '2021-09-23T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:17.902694 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ed640-4bf2-43b5-947a-c0366e705f2e None None] Checking router: 5aa5da1d-ae75-48eb-b58e-83cf591da76e for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:46:17.925381 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ed640-4bf2-43b5-947a-c0366e705f2e None None] Routers {'5aa5da1d-ae75-48eb-b58e-83cf591da76e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:46:17.926853 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f31ed640-4bf2-43b5-947a-c0366e705f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:46:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:17.952120 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:17.953311 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26f15142-f157-42ef-b4d9-b26db52340f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:18.070398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f15142-f157-42ef-b4d9-b26db52340f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Subnet': ['ID=8905368a-212e-4e7a-bcc5-2e1a71c807e9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:18.085371 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26f15142-f157-42ef-b4d9-b26db52340f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:18.091767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a45488-0843-46df-b59b-b10a1746443e None None] Network f766095b-4cf6-472c-acfe-7efa29261fed requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:46:18.095798 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-26f15142-f157-42ef-b4d9-b26db52340f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/subnets/8905368a-212e-4e7a-bcc5-2e1a71c807e9 HTTP/1.1" status: 204 len: 168 time: 1.0483599 Sep 23 22:46:18.099811 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46226) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:18.367135 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f31ed640-4bf2-43b5-947a-c0366e705f2e None None] Set router 5aa5da1d-ae75-48eb-b58e-83cf591da76e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:46:18.554285 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:18.874413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46240) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:18.958652 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3814d915-78d5-4e5a-88ae-469f0b4f97fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:18.962868 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:19.105373 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:19.185533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35213f67-cdd3-4606-bc39-f6e704be09c0 None None] DHCP port deletion for f766095b-4cf6-472c-acfe-7efa29261fed request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:46:19.221882 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f31ed640-4bf2-43b5-947a-c0366e705f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:42:58Z', 'updated_at': '2021-09-23T22:46:15Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:00Z', 'updated_at': '2021-09-23T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:19.328433 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ed640-4bf2-43b5-947a-c0366e705f2e None None] The sync data for ids ['5aa5da1d-ae75-48eb-b58e-83cf591da76e'] in n-d-810775-1 is: [{'id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409097297', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:42:58Z', 'updated_at': '2021-09-23T22:46:15Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '3450535a-ac0e-4aff-b6bf-b37c61aed336', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5da1d-ae75-48eb-b58e-83cf591da76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:43:00Z', 'updated_at': '2021-09-23T22:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:46:19.421590 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port 3450535a-ac0e-4aff-b6bf-b37c61aed336 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:46:19.422155 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:19.435789 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-35213f67-cdd3-4606-bc39-f6e704be09c0 None None] Deleting port 7d53ca68-e69e-418b-a717-2d2ccdcdcf65 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:46:19.435789 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-35213f67-cdd3-4606-bc39-f6e704be09c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:19.573004 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-35213f67-cdd3-4606-bc39-f6e704be09c0 None None] For port 7d53ca68-e69e-418b-a717-2d2ccdcdcf65, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7d53ca68-e69e-418b-a717-2d2ccdcdcf65,segment=NetworkSegment(06fb67b3-e4c2-42c9-9760-c53b0be7c2cd),segment_id=06fb67b3-e4c2-42c9-9760-c53b0be7c2cd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:19.573511 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-35213f67-cdd3-4606-bc39-f6e704be09c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:19.605172 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-35213f67-cdd3-4606-bc39-f6e704be09c0 None None] Calling delete_port for 7d53ca68-e69e-418b-a717-2d2ccdcdcf65 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:46:19.693769 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3814d915-78d5-4e5a-88ae-469f0b4f97fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:19.892870 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] For port 3450535a-ac0e-4aff-b6bf-b37c61aed336, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3450535a-ac0e-4aff-b6bf-b37c61aed336,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:19.894837 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:19.903380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7d53ca68-e69e-418b-a717-2d2ccdcdcf65 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:46:19.940836 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3814d915-78d5-4e5a-88ae-469f0b4f97fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:19.966613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for 3450535a-ac0e-4aff-b6bf-b37c61aed336 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:46:20.098132 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3814d915-78d5-4e5a-88ae-469f0b4f97fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac53b7aa9d4e4419a7d2e7610180b02f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2222683 Sep 23 22:46:20.100089 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:20.102958 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-35213f67-cdd3-4606-bc39-f6e704be09c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:20.105797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46258) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:20.136511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814d915-78d5-4e5a-88ae-469f0b4f97fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a3d9c1-f4cb-4133-b2b5-d6c96ebaf782,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:20.187346 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35213f67-cdd3-4606-bc39-f6e704be09c0 None None] No DVR routers for this DVR port 7d53ca68-e69e-418b-a717-2d2ccdcdcf65 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:46:20.257389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35213f67-cdd3-4606-bc39-f6e704be09c0 None None] Pushing event deleted for resources: {'Port': ['ID=7d53ca68-e69e-418b-a717-2d2ccdcdcf65,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:20.288860 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-992be377-7fb6-4cd1-89b5-0f1ed5dfc4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:20.361127 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-992be377-7fb6-4cd1-89b5-0f1ed5dfc4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:20.542651 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:20.563609 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-992be377-7fb6-4cd1-89b5-0f1ed5dfc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:20.566389 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-992be377-7fb6-4cd1-89b5-0f1ed5dfc4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:20.567883 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-992be377-7fb6-4cd1-89b5-0f1ed5dfc4d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05a3d9c1-f4cb-4133-b2b5-d6c96ebaf782 HTTP/1.1" status: 204 len: 168 time: 0.4625697 Sep 23 22:46:20.586496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992be377-7fb6-4cd1-89b5-0f1ed5dfc4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a3d9c1-f4cb-4133-b2b5-d6c96ebaf782,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:20.589595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=3450535a-ac0e-4aff-b6bf-b37c61aed336,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:20.696462 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:20.722232 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46268) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:20.880846 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:20.901443 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:20.954576 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-754e999b-d00f-419b-9ddf-525eb0a25c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:21.196020 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-754e999b-d00f-419b-9ddf-525eb0a25c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:21.209582 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:21.210968 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Fanout notify agent at l3_agent the message router_deleted on router 5aa5da1d-ae75-48eb-b58e-83cf591da76e {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:46:21.223346 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:21.225226 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6b75ff90-2b17-47e9-9c67-1d9413bb068c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/routers/5aa5da1d-ae75-48eb-b58e-83cf591da76e HTTP/1.1" status: 204 len: 168 time: 3.1239316 Sep 23 22:46:21.228151 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46274) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:21.344583 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fe69963c-35fd-49ca-9410-b2db11def6db tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:21.440419 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-754e999b-d00f-419b-9ddf-525eb0a25c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:21.553431 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fe69963c-35fd-49ca-9410-b2db11def6db tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:21.568216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e999b-d00f-419b-9ddf-525eb0a25c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d65cc69-059a-4cc2-ae53-e1f3737baacf,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:21.610589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46284) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:21.613331 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-754e999b-d00f-419b-9ddf-525eb0a25c83 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7bab4195979d4b38a0851e863634ef67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8889744 Sep 23 22:46:21.632109 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-fe69963c-35fd-49ca-9410-b2db11def6db tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f766095b-4cf6-472c-acfe-7efa29261fed']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:21.649587 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-fe69963c-35fd-49ca-9410-b2db11def6db tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:21.650169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-fe69963c-35fd-49ca-9410-b2db11def6db tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06fb67b3-e4c2-42c9-9760-c53b0be7c2cd') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:21.691823 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fe69963c-35fd-49ca-9410-b2db11def6db tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:21.763510 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fe69963c-35fd-49ca-9410-b2db11def6db tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:21.805576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe69963c-35fd-49ca-9410-b2db11def6db tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:46:21.806002 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fe69963c-35fd-49ca-9410-b2db11def6db tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:46:21.812270 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:46:21.858110 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e573e752-62e4-4c51-8cc8-c9447649522a no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:46:21.888137 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-421abfdc-58be-4ff1-b302-042c239885d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:21.948418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: e573e752-62e4-4c51-8cc8-c9447649522a {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:46:21.948418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e573e752-62e4-4c51-8cc8-c9447649522a not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:46:21.997967 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-421abfdc-58be-4ff1-b302-042c239885d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:22.243245 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fe69963c-35fd-49ca-9410-b2db11def6db tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:22.254433 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fe69963c-35fd-49ca-9410-b2db11def6db tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:22.268476 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46296) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:22.269276 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fe69963c-35fd-49ca-9410-b2db11def6db tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/networks/f766095b-4cf6-472c-acfe-7efa29261fed HTTP/1.1" status: 204 len: 168 time: 1.0393186 Sep 23 22:46:22.291086 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-421abfdc-58be-4ff1-b302-042c239885d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:22.298093 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-421abfdc-58be-4ff1-b302-042c239885d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:22.301787 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-421abfdc-58be-4ff1-b302-042c239885d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d65cc69-059a-4cc2-ae53-e1f3737baacf HTTP/1.1" status: 204 len: 168 time: 0.6892176 Sep 23 22:46:22.325442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69963c-35fd-49ca-9410-b2db11def6db tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Network': ['ID=f766095b-4cf6-472c-acfe-7efa29261fed,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:22.413174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421abfdc-58be-4ff1-b302-042c239885d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d65cc69-059a-4cc2-ae53-e1f3737baacf,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:22.596722 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82042eba-56e3-4133-bf7a-1aad6b6bdba5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:22.662984 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82042eba-56e3-4133-bf7a-1aad6b6bdba5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:23.014904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82042eba-56e3-4133-bf7a-1aad6b6bdba5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:23.020835 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-82042eba-56e3-4133-bf7a-1aad6b6bdba5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:23.031644 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-82042eba-56e3-4133-bf7a-1aad6b6bdba5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/security-groups/1e7565f1-8e23-4103-b818-0ec17e8022b3 HTTP/1.1" status: 204 len: 168 time: 0.7599823 Sep 23 22:46:23.068087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82042eba-56e3-4133-bf7a-1aad6b6bdba5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7565f1-8e23-4103-b818-0ec17e8022b3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:23.432942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3450535a-ac0e-4aff-b6bf-b37c61aed336 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:46:23.455897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 3450535a-ac0e-4aff-b6bf-b37c61aed336 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:46:23.456712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3450535a-ac0e-4aff-b6bf-b37c61aed336 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:46:24.761423 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46356) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:24.782248 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f25be097-5171-4c33-a39f-9bc93eb6befe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:25.005056 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f25be097-5171-4c33-a39f-9bc93eb6befe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:25.099137 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f25be097-5171-4c33-a39f-9bc93eb6befe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:25.238904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25be097-5171-4c33-a39f-9bc93eb6befe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323aa1a1-93f8-4150-8f3e-0951098a9e80,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:25.275199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46368) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:25.285706 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f25be097-5171-4c33-a39f-9bc93eb6befe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c5403209ffa648648382a135ad8c4e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5223353 Sep 23 22:46:25.399533 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f2d658d0-fe22-486b-86ad-408208dfa351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:25.427535 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f2d658d0-fe22-486b-86ad-408208dfa351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:25.578216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46378) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:25.585446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-2b12af9c-0714-448b-baec-fc32186e500c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-459110216', 'description': 'tempest-secgroup-smoke-459110216 description', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:25.626633 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f2d658d0-fe22-486b-86ad-408208dfa351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:25.632099 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f2d658d0-fe22-486b-86ad-408208dfa351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:25.633766 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f2d658d0-fe22-486b-86ad-408208dfa351 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/323aa1a1-93f8-4150-8f3e-0951098a9e80 HTTP/1.1" status: 204 len: 168 time: 0.3566744 Sep 23 22:46:25.664161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d658d0-fe22-486b-86ad-408208dfa351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323aa1a1-93f8-4150-8f3e-0951098a9e80,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:25.838230 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b12af9c-0714-448b-baec-fc32186e500c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:26.114405 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b12af9c-0714-448b-baec-fc32186e500c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:26.247197 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b12af9c-0714-448b-baec-fc32186e500c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:26.289061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12af9c-0714-448b-baec-fc32186e500c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef1b3bb-cd8e-44d8-9750-d14eebc16215,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:26.557247 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2b12af9c-0714-448b-baec-fc32186e500c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:26.565784 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46400) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:26.566963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2b12af9c-0714-448b-baec-fc32186e500c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9861836 Sep 23 22:46:26.569479 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5a6fc310-305d-4b67-ac4f-7a0e7515dd88 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '8ef1b3bb-cd8e-44d8-9750-d14eebc16215', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:26.716709 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc310-305d-4b67-ac4f-7a0e7515dd88 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:26.845401 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc310-305d-4b67-ac4f-7a0e7515dd88 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:26.986504 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc310-305d-4b67-ac4f-7a0e7515dd88 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:27.015827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fc310-305d-4b67-ac4f-7a0e7515dd88 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afeca844-811c-4b1b-ba48-e21f1a606bdd,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:27.153516 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc310-305d-4b67-ac4f-7a0e7515dd88 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:27.156117 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5a6fc310-305d-4b67-ac4f-7a0e7515dd88 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5917020 Sep 23 22:46:27.170152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46430) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:27.176745 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d1d1b003-7253-4c02-8603-212552fd197a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '8ef1b3bb-cd8e-44d8-9750-d14eebc16215', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:27.363255 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b003-7253-4c02-8603-212552fd197a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:27.517189 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b003-7253-4c02-8603-212552fd197a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:27.617039 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b003-7253-4c02-8603-212552fd197a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:27.685080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1b003-7253-4c02-8603-212552fd197a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a893b4-2cb3-4596-adf8-6b6402008a3f,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:27.849610 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b003-7253-4c02-8603-212552fd197a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:27.856083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46458) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:27.857558 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d1d1b003-7253-4c02-8603-212552fd197a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6840773 Sep 23 22:46:27.865402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5c70c930-16d2-4ceb-ab43-e654e67913c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '8ef1b3bb-cd8e-44d8-9750-d14eebc16215', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:28.086236 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c70c930-16d2-4ceb-ab43-e654e67913c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:28.180669 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c70c930-16d2-4ceb-ab43-e654e67913c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:28.305987 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c70c930-16d2-4ceb-ab43-e654e67913c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:28.349532 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70c930-16d2-4ceb-ab43-e654e67913c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fafc35-622c-48f1-9c4c-4daf859d135e,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:28.432383 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c70c930-16d2-4ceb-ab43-e654e67913c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:28.440602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46482) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:28.443505 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5c70c930-16d2-4ceb-ab43-e654e67913c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5824411 Sep 23 22:46:28.446909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5e509db2-3ba9-44bc-92e3-a2c9c2dda9e7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '8ef1b3bb-cd8e-44d8-9750-d14eebc16215', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:28.667431 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e509db2-3ba9-44bc-92e3-a2c9c2dda9e7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:28.738731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e140d471-9df1-410b-bd45-1f4bfaff8add tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:28.748191 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e140d471-9df1-410b-bd45-1f4bfaff8add tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/networks?id=3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 200 len: 815 time: 0.1930344 Sep 23 22:46:28.783559 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-b0f8ca88-105b-4302-9cac-11daab16fa66 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/quotas/ce68ccacab544a6c9092090d08b8c1eb HTTP/1.1" status: 200 len: 375 time: 0.0334613 Sep 23 22:46:28.869263 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-c42c11da-5f73-4a82-8eed-8ed2b9b76954 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842943 Sep 23 22:46:28.910621 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e509db2-3ba9-44bc-92e3-a2c9c2dda9e7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:29.074077 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-fe28c659-5365-4521-9b2c-3631b75e5538 service neutron] 10.222.0.22 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031481 Sep 23 22:46:29.236392 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e3660351-ce68-432d-bb93-71a21730a3f4 service neutron] 10.222.0.22 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582935 Sep 23 22:46:29.803380 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e509db2-3ba9-44bc-92e3-a2c9c2dda9e7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:29.857653 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e509db2-3ba9-44bc-92e3-a2c9c2dda9e7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f235e2-4d18-4d44-b8b3-44ee092742f2,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:30.105174 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5caae5a2-a790-4815-9b8f-7ed2b97fc0e4 req-6d815e7b-8f9d-491d-9bd7-490055fc82c4 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 210 time: 0.0659313 Sep 23 22:46:30.113064 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e509db2-3ba9-44bc-92e3-a2c9c2dda9e7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:30.115468 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5e509db2-3ba9-44bc-92e3-a2c9c2dda9e7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6736140 Sep 23 22:46:30.118436 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46532) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:30.124207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8ffae546-508a-45db-98c2-7f139674dd90 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '8ef1b3bb-cd8e-44d8-9750-d14eebc16215', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:30.312641 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-8ffae546-508a-45db-98c2-7f139674dd90 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Project 0a3bbdae5cca4bf3aaf957611b45b827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:46:30.329952 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ffae546-508a-45db-98c2-7f139674dd90 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:30.467201 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ffae546-508a-45db-98c2-7f139674dd90 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:30.592296 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ffae546-508a-45db-98c2-7f139674dd90 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:30.630433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffae546-508a-45db-98c2-7f139674dd90 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e947487-6242-48f6-90ac-be5aa68efde4,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:30.721944 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ffae546-508a-45db-98c2-7f139674dd90 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:30.727732 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8ffae546-508a-45db-98c2-7f139674dd90 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6042557 Sep 23 22:46:30.727973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46544) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:30.740201 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-95194cb7-b186-441d-98db-f5a5ea7a3bad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '8ef1b3bb-cd8e-44d8-9750-d14eebc16215', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:30.935359 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-95194cb7-b186-441d-98db-f5a5ea7a3bad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Project 0a3bbdae5cca4bf3aaf957611b45b827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:46:30.954845 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-95194cb7-b186-441d-98db-f5a5ea7a3bad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:31.120485 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-95194cb7-b186-441d-98db-f5a5ea7a3bad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:31.334884 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-95194cb7-b186-441d-98db-f5a5ea7a3bad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:31.337826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46564) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:31.361039 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6dc8d6b8-0b1b-4792-93d0-a191a0e4abfc req-fc1478c7-5b7a-4164-920b-fc656b467927 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 210 time: 0.1430440 Sep 23 22:46:31.394413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95194cb7-b186-441d-98db-f5a5ea7a3bad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ac80e9-9294-451c-99cf-1f73acd5a970,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:31.507530 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-95194cb7-b186-441d-98db-f5a5ea7a3bad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:31.511233 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-95194cb7-b186-441d-98db-f5a5ea7a3bad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7819991 Sep 23 22:46:31.513829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46570) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:31.527191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-82271de6-4ea3-4bc0-97b4-dbe44267b1f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'network': {'name': 'tempest-network-smoke--1108970168', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'port_security_enabled': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:31.698077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82271de6-4ea3-4bc0-97b4-dbe44267b1f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Made reservation on behalf of 0a3bbdae5cca4bf3aaf957611b45b827 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:46:31.700566 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-82271de6-4ea3-4bc0-97b4-dbe44267b1f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:31.705515 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e5816087-e609-4ff0-9efe-e666ca9bc139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:31.799620 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82271de6-4ea3-4bc0-97b4-dbe44267b1f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:46:31.819164 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-82271de6-4ea3-4bc0-97b4-dbe44267b1f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:31.819615 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-82271de6-4ea3-4bc0-97b4-dbe44267b1f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Added segment 8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a of type vlan for network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 Sep 23 22:46:31.896135 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-82271de6-4ea3-4bc0-97b4-dbe44267b1f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:31.936692 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e5816087-e609-4ff0-9efe-e666ca9bc139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:32.077712 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e5816087-e609-4ff0-9efe-e666ca9bc139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:32.139715 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e5816087-e609-4ff0-9efe-e666ca9bc139 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d62fbb00c13140d4a33f80fca3f16193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7972538 Sep 23 22:46:32.141134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5816087-e609-4ff0-9efe-e666ca9bc139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ca03a2-8e61-48aa-87c8-1ca69188bb70,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:32.142806 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46576) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:32.156469 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-82271de6-4ea3-4bc0-97b4-dbe44267b1f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:32.179294 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82271de6-4ea3-4bc0-97b4-dbe44267b1f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:32.179923 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-82271de6-4ea3-4bc0-97b4-dbe44267b1f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:32.302992 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed578875-31d7-4771-8536-4afe7ca64d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:32.360614 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82271de6-4ea3-4bc0-97b4-dbe44267b1f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Network': ['ID=7ce9a9a0-751b-4991-a025-f56ac25ee5b4,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:32.377068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:46:32.474289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed578875-31d7-4771-8536-4afe7ca64d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:32.564484 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-82271de6-4ea3-4bc0-97b4-dbe44267b1f5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0469213 Sep 23 22:46:32.567338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46588) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:32.572601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'admin_state_up': True, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:32.624129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46590) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:32.715275 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:32.716679 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:32.740289 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f159f5f5-6f85-4723-95dd-9453f9401f2f req-5c90fe3b-80d7-43db-bb82-0ec76279f247 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 210 time: 0.1887197 Sep 23 22:46:32.746027 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed578875-31d7-4771-8536-4afe7ca64d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:32.753430 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed578875-31d7-4771-8536-4afe7ca64d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:32.759296 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ed578875-31d7-4771-8536-4afe7ca64d6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5ca03a2-8e61-48aa-87c8-1ca69188bb70 HTTP/1.1" status: 204 len: 168 time: 0.6110740 Sep 23 22:46:32.802158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed578875-31d7-4771-8536-4afe7ca64d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ca03a2-8e61-48aa-87c8-1ca69188bb70,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:32.850113 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:32.873128 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7762c239-4868-4f56-b733-008c1c897363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:33.188921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46600) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:33.197360 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:33.244985 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7762c239-4868-4f56-b733-008c1c897363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:33.566157 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7762c239-4868-4f56-b733-008c1c897363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:33.622617 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8058cc88-4c36-4bd4-9115-7352281ce710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:33.711503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762c239-4868-4f56-b733-008c1c897363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62cd2f5-7363-4273-9cb9-4f99adcfe9bb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:33.734964 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7762c239-4868-4f56-b733-008c1c897363 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9fe9b4bb008e4298b43a2c77e83506a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1097052 Sep 23 22:46:33.736506 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46622) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:33.757419 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8058cc88-4c36-4bd4-9115-7352281ce710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:33.933342 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-92b84a96-b94d-48b8-96c9-61c728e36737 req-0e9a6c3c-510b-414b-af92-8d1b4bda170c tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 210 time: 0.0614436 Sep 23 22:46:33.947275 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-acd37bfa-ecfe-4d07-91dd-3d95f99c121a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:33.958742 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8058cc88-4c36-4bd4-9115-7352281ce710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:34.036889 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-acd37bfa-ecfe-4d07-91dd-3d95f99c121a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:34.042472 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8058cc88-4c36-4bd4-9115-7352281ce710 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95716c76fa0f4b6a8cc83035d33c21da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8509245 Sep 23 22:46:34.049821 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46626) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:34.226708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058cc88-4c36-4bd4-9115-7352281ce710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7597f5-b3b3-4f6a-8bd6-ca96e868661b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:34.245707 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a3194cd-023e-4983-a505-f5f00e278798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:34.288187 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a3194cd-023e-4983-a505-f5f00e278798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:34.333719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-c2523212-f426-460b-8a2d-2341f5a2f0f3 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:34.335305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-c2523212-f426-460b-8a2d-2341f5a2f0f3 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.43 "GET /v2.0/networks?id=3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 200 len: 815 time: 0.2873840 Sep 23 22:46:34.355627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46628) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:34.380794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-d8f760c3-90df-46c6-bbd7-0e0a2680a15e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Request body: {'port': {'device_id': '560e19b3-4a99-44d0-8848-bb9049fde020', 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d', 'admin_state_up': True, 'tenant_id': 'ce68ccacab544a6c9092090d08b8c1eb'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:34.391920 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81c712a4-dd58-4dbf-99af-f8c639e1951a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:34.562978 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a3194cd-023e-4983-a505-f5f00e278798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:34.565230 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8a3194cd-023e-4983-a505-f5f00e278798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:34.568904 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8a3194cd-023e-4983-a505-f5f00e278798 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e7597f5-b3b3-4f6a-8bd6-ca96e868661b HTTP/1.1" status: 204 len: 168 time: 0.5157824 Sep 23 22:46:34.816489 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81c712a4-dd58-4dbf-99af-f8c639e1951a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:34.854106 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3194cd-023e-4983-a505-f5f00e278798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7597f5-b3b3-4f6a-8bd6-ca96e868661b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:34.900445 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81c712a4-dd58-4dbf-99af-f8c639e1951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:34.956009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:34.981669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-81c712a4-dd58-4dbf-99af-f8c639e1951a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53a089e380e14de88ca6f0e922f88e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6239989 Sep 23 22:46:34.984630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46650) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:34.989170 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:34.991740 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-acd37bfa-ecfe-4d07-91dd-3d95f99c121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:34.992932 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c712a4-dd58-4dbf-99af-f8c639e1951a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be28cee-4461-4a85-90f1-6bd9b6311811,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:34.995530 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-acd37bfa-ecfe-4d07-91dd-3d95f99c121a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:35.010193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-acd37bfa-ecfe-4d07-91dd-3d95f99c121a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f62cd2f5-7363-4273-9cb9-4f99adcfe9bb HTTP/1.1" status: 204 len: 168 time: 1.2457221 Sep 23 22:46:35.070418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd37bfa-ecfe-4d07-91dd-3d95f99c121a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62cd2f5-7363-4273-9cb9-4f99adcfe9bb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:35.280024 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf17e554-521d-44b2-a467-775eb921b459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:35.288253 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7e3679ca-f290-458e-85bb-56050ffbb4fd req-edff11e2-6db2-405f-9258-6d70f43c870e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 210 time: 0.1253979 Sep 23 22:46:35.309979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.25.1.112 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/e86468b9-831b-4afb-8f7f-96e00bd2e127) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:46:35.333341 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf17e554-521d-44b2-a467-775eb921b459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:35.385022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-d8f760c3-90df-46c6-bbd7-0e0a2680a15e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Made reservation on behalf of ce68ccacab544a6c9092090d08b8c1eb for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:46:35.405515 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-d8f760c3-90df-46c6-bbd7-0e0a2680a15e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:35.523795 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf17e554-521d-44b2-a467-775eb921b459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:35.530691 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf17e554-521d-44b2-a467-775eb921b459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:35.533265 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bf17e554-521d-44b2-a467-775eb921b459 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4be28cee-4461-4a85-90f1-6bd9b6311811 HTTP/1.1" status: 204 len: 168 time: 0.5469391 Sep 23 22:46:35.550925 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17e554-521d-44b2-a467-775eb921b459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be28cee-4461-4a85-90f1-6bd9b6311811,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:35.742166 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:35.771241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-d8f760c3-90df-46c6-bbd7-0e0a2680a15e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Allocated IP 172.20.0.13 (3a0468ba-e642-44ef-9a61-d757b905ab0d/9cc00b1c-8c3d-4c94-8be0-d9326da2db79/652330a5-3bc0-4d88-8b20-963a8b326bb7) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:46:35.917729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46668) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:35.939561 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a6ffe91e-5a76-430e-b7cf-e485f7f962fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:36.046798 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:36.138028 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a6ffe91e-5a76-430e-b7cf-e485f7f962fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:36.163285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:46:36.231922 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-d8f760c3-90df-46c6-bbd7-0e0a2680a15e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:36.241142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:46:36.247978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:46:36.291149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=e86468b9-831b-4afb-8f7f-96e00bd2e127,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:36.293964 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a6ffe91e-5a76-430e-b7cf-e485f7f962fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:36.353226 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a6ffe91e-5a76-430e-b7cf-e485f7f962fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e87a3b7299584fceb5870677043016f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4342134 Sep 23 22:46:36.354572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffe91e-5a76-430e-b7cf-e485f7f962fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ea23b5-c77a-4ea5-ba29-6577c1455c11,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:36.358838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46674) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:36.434707 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-776a284f-d350-4b2c-a43e-238c8dd90b7f req-aa6791dd-e965-49e6-ab85-a2ff8bcc1b80 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 210 time: 0.0450139 Sep 23 22:46:36.460425 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d47f98da-58c8-49dc-b6fb-54210b5e5637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:36.496847 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d47f98da-58c8-49dc-b6fb-54210b5e5637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:36.552829 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-d8f760c3-90df-46c6-bbd7-0e0a2680a15e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:36.569246 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['66ac2317-bea4-4041-944c-4d1fe8075694'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:46:36.624265 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['da2776d1-0733-425d-a3a9-cbfd01f156db'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:46:36.707854 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:36.742835 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d47f98da-58c8-49dc-b6fb-54210b5e5637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:36.757300 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d47f98da-58c8-49dc-b6fb-54210b5e5637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:36.765645 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d47f98da-58c8-49dc-b6fb-54210b5e5637 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39ea23b5-c77a-4ea5-ba29-6577c1455c11 HTTP/1.1" status: 204 len: 168 time: 0.4049206 Sep 23 22:46:36.781705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f98da-58c8-49dc-b6fb-54210b5e5637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ea23b5-c77a-4ea5-ba29-6577c1455c11,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:36.807775 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-d8f760c3-90df-46c6-bbd7-0e0a2680a15e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Network 3a0468ba-e642-44ef-9a61-d757b905ab0d is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:46:36.836115 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-d8f760c3-90df-46c6-bbd7-0e0a2680a15e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:46:36.857376 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46692) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:36.867587 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:46:36.876122 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96883f38-beb5-4518-a122-7684ec9fea12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:36.915775 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f760c3-90df-46c6-bbd7-0e0a2680a15e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Pushing event updated for resources: {'Port': ['ID=652330a5-3bc0-4d88-8b20-963a8b326bb7,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:36.926605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-d8f760c3-90df-46c6-bbd7-0e0a2680a15e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:46:37.138310 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96883f38-beb5-4518-a122-7684ec9fea12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:37.142594 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:37.156284 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-d8f760c3-90df-46c6-bbd7-0e0a2680a15e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:37.156898 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-d8f760c3-90df-46c6-bbd7-0e0a2680a15e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:37.344983 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96883f38-beb5-4518-a122-7684ec9fea12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:37.408347 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-96883f38-beb5-4518-a122-7684ec9fea12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2aa13dd8de3a4645ae132ff97131beb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5489130 Sep 23 22:46:37.410440 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96883f38-beb5-4518-a122-7684ec9fea12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87765b4a-561f-4cf5-82b7-314e817c31ed,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:37.413809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46704) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:37.478147 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-d8f760c3-90df-46c6-bbd7-0e0a2680a15e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1057980 Sep 23 22:46:37.485554 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-88000c83-40c5-4d7b-9df2-a2366dc76b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:37.510754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Request body: {'port': {'device_id': '560e19b3-4a99-44d0-8848-bb9049fde020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:37.525865 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-88000c83-40c5-4d7b-9df2-a2366dc76b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:37.610475 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:37.744982 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec191b5b-fd9c-47a8-8c29-ce9f0d39aa11 req-22dde09b-b631-4e87-8d6f-14ffe253be77 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:37.747051 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec191b5b-fd9c-47a8-8c29-ce9f0d39aa11 req-22dde09b-b631-4e87-8d6f-14ffe253be77 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 932 time: 0.1682613 Sep 23 22:46:37.752780 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-88000c83-40c5-4d7b-9df2-a2366dc76b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:37.757904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-88000c83-40c5-4d7b-9df2-a2366dc76b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:37.775081 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-88000c83-40c5-4d7b-9df2-a2366dc76b32 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87765b4a-561f-4cf5-82b7-314e817c31ed HTTP/1.1" status: 204 len: 168 time: 0.3595824 Sep 23 22:46:37.790342 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:37.823133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88000c83-40c5-4d7b-9df2-a2366dc76b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87765b4a-561f-4cf5-82b7-314e817c31ed,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:37.866762 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec191b5b-fd9c-47a8-8c29-ce9f0d39aa11 req-04ff6199-9fb9-445d-a04f-d0e552411d21 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896754 Sep 23 22:46:38.293949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652330a5-3bc0-4d88-8b20-963a8b326bb7 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:46:38.303002 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:38.325461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Transition to ACTIVE for port object 652330a5-3bc0-4d88-8b20-963a8b326bb7 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:46:38.344545 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router 0f783cef-883e-4fa9-b483-81b43ba209b2 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:46:38.443520 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:38.521773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Pushing event updated for resources: {'Port': ['ID=652330a5-3bc0-4d88-8b20-963a8b326bb7,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:38.537703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:46:38.551270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Sync routers for ids ['0f783cef-883e-4fa9-b483-81b43ba209b2'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:46:38.573259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Routers {'0f783cef-883e-4fa9-b483-81b43ba209b2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:46:38.580326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:46:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0f783cef-883e-4fa9-b483-81b43ba209b2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:38.639817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Attempting to bind port 652330a5-3bc0-4d88-8b20-963a8b326bb7 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:46:38.640156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Attempting to bind port 652330a5-3bc0-4d88-8b20-963a8b326bb7 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:46:38.640487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Attempting to bind port 652330a5-3bc0-4d88-8b20-963a8b326bb7 on network 3a0468ba-e642-44ef-9a61-d757b905ab0d {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:46:38.647563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Port 652330a5-3bc0-4d88-8b20-963a8b326bb7 on network 3a0468ba-e642-44ef-9a61-d757b905ab0d not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:46:38.647919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Attempting to bind port 652330a5-3bc0-4d88-8b20-963a8b326bb7 on network 3a0468ba-e642-44ef-9a61-d757b905ab0d {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:46:38.671562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:46:38.671562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Checking segment: {'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:46:38.671562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Bound using segment: {'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:46:38.671990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Bound port: 652330a5-3bc0-4d88-8b20-963a8b326bb7, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:46:38.674475 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:38.774424 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:38.781477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46750) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:38.782962 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4eb71ebb-0b6f-43d1-91c3-ddd31ed42017 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.2144430 Sep 23 22:46:38.841121 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3b8f208f-a975-4d97-9170-b8d6e79b021a tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=0a3bbdae5cca4bf3aaf957611b45b827&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0568781 Sep 23 22:46:38.844764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46752) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:38.857227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] For port 652330a5-3bc0-4d88-8b20-963a8b326bb7, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:46:38.861576 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Set router 0f783cef-883e-4fa9-b483-81b43ba209b2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:46:38.866585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] For port 652330a5-3bc0-4d88-8b20-963a8b326bb7, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=652330a5-3bc0-4d88-8b20-963a8b326bb7,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:46:39.082832 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:39.110609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:39.111295 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:39.118618 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] 10.222.0.43 "PUT /v2.0/ports/652330a5-3bc0-4d88-8b20-963a8b326bb7 HTTP/1.1" status: 200 len: 1092 time: 1.6209197 Sep 23 22:46:39.118618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560e19b3-4a99-44d0-8848-bb9049fde020', 'tag': '652330a5-3bc0-4d88-8b20-963a8b326bb7'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:46:39.118618 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8767a0d6-4072-4575-ad3d-063eae54fd16" -d '{"events": [{"name": "network-changed", "server_uuid": "560e19b3-4a99-44d0-8848-bb9049fde020", "tag": "652330a5-3bc0-4d88-8b20-963a8b326bb7"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:46:39.186856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4a129-6902-436b-976a-61b11fe2ec31 service neutron] Pushing event updated for resources: {'Port': ['ID=652330a5-3bc0-4d88-8b20-963a8b326bb7,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:39.202067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccec5f-a491-47f5-a9e4-af44c46c3a14 req-bc67b873-424a-45db-9f88-2a3d1f31b8eb tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:39.202542 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a704b6-48d4-4150-8147-61b265fbad35 x-openstack-request-id: req-f8a704b6-48d4-4150-8147-61b265fbad35 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:46:39.202917 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560e19b3-4a99-44d0-8848-bb9049fde020", "tag": "652330a5-3bc0-4d88-8b20-963a8b326bb7", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:46:39.203191 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8a704b6-48d4-4150-8147-61b265fbad35 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:46:39.203610 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560e19b3-4a99-44d0-8848-bb9049fde020', 'tag': '652330a5-3bc0-4d88-8b20-963a8b326bb7', 'status': 'completed', 'code': 200} Sep 23 22:46:39.204515 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dfccec5f-a491-47f5-a9e4-af44c46c3a14 req-bc67b873-424a-45db-9f88-2a3d1f31b8eb tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 944 time: 0.1667717 Sep 23 22:46:39.217567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987673d0-7e67-4f9a-abc0-d4663cabc363 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:39.219368 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-987673d0-7e67-4f9a-abc0-d4663cabc363 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3729804 Sep 23 22:46:39.222357 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46770) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:39.334133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c478e235-610f-4554-9601-b5e8bb759152 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1100764 Sep 23 22:46:39.347418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46778) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:39.364929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d67a21cd-9919-4c57-9d7f-0bd3fc092e66 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1569237101', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:39.405570 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:32Z', 'updated_at': '2021-09-23T22:46:36Z', 'revision_number': 3, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:35Z', 'updated_at': '2021-09-23T22:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:39.418899 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767a0d6-4072-4575-ad3d-063eae54fd16 req-922205d7-33ef-4d50-81fe-adad3f2ea60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:39.424748 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8767a0d6-4072-4575-ad3d-063eae54fd16 req-922205d7-33ef-4d50-81fe-adad3f2ea60c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 1095 time: 0.2009683 Sep 23 22:46:39.535615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Checking router: 0f783cef-883e-4fa9-b483-81b43ba209b2 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:46:39.536506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Updating router 0f783cef-883e-4fa9-b483-81b43ba209b2 port e86468b9-831b-4afb-8f7f-96e00bd2e127 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:46:39.559154 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dfccec5f-a491-47f5-a9e4-af44c46c3a14 req-5a19a12d-61e5-46c9-a467-78cbb0fb1a88 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347700 Sep 23 22:46:39.676210 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:39.740903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767a0d6-4072-4575-ad3d-063eae54fd16 req-4a086d1e-61a8-449d-bbc1-aac1fb24e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:39.743169 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8767a0d6-4072-4575-ad3d-063eae54fd16 req-4a086d1e-61a8-449d-bbc1-aac1fb24e394 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3104498 Sep 23 22:46:39.930705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767a0d6-4072-4575-ad3d-063eae54fd16 req-18971832-8f60-48a0-b753-db29c0e7e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:39.935382 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67a21cd-9919-4c57-9d7f-0bd3fc092e66 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Made reservation on behalf of 0a3bbdae5cca4bf3aaf957611b45b827 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:46:39.940019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d67a21cd-9919-4c57-9d7f-0bd3fc092e66 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:39.948537 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8767a0d6-4072-4575-ad3d-063eae54fd16 req-18971832-8f60-48a0-b753-db29c0e7e11c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1859405 Sep 23 22:46:40.103671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-d5f576cb-a15b-444e-a50a-524b7d20661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:40.106983 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-d5f576cb-a15b-444e-a50a-524b7d20661f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 1095 time: 0.1021585 Sep 23 22:46:40.190949 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-3ac19bd2-7a13-4215-8694-7b61cc39e859 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=652330a5-3bc0-4d88-8b20-963a8b326bb7 HTTP/1.1" status: 200 len: 217 time: 0.0762224 Sep 23 22:46:40.270669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-7870472d-ccd1-4510-87c3-c82916f1bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:40.272272 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-7870472d-ccd1-4510-87c3-c82916f1bd16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9cc00b1c-8c3d-4c94-8be0-d9326da2db79 HTTP/1.1" status: 200 len: 855 time: 0.0734119 Sep 23 22:46:40.316804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-acbb277b-a209-415f-8b52-cd635fcb97b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a0468ba-e642-44ef-9a61-d757b905ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327396 Sep 23 22:46:40.431482 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-28674a21-9cf9-4078-af3f-9174a797ce97 service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061740 Sep 23 22:46:40.475854 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:40.547657 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d67a21cd-9919-4c57-9d7f-0bd3fc092e66 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:40.558249 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19c278c6-b46f-44fd-83c6-ba9e84abb686 req-091f18f1-95f0-4335-9d90-645759838c38 service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160102 Sep 23 22:46:40.598510 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:40.655980 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a21cd-9919-4c57-9d7f-0bd3fc092e66 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Subnet': ['ID=540b0e52-eae5-4aec-973b-222f092e66b6,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:40.664903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad621d-aec9-4402-b79e-78fae3eff358 None None] Pushing event updated for resources: {'Port': ['ID=e86468b9-831b-4afb-8f7f-96e00bd2e127,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:40.683250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67a21cd-9919-4c57-9d7f-0bd3fc092e66 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Checking segment: {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:46:40.684977 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67a21cd-9919-4c57-9d7f-0bd3fc092e66 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network hostable DHCP agents. Network: 7ce9a9a0-751b-4991-a025-f56ac25ee5b4, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:46:40.708648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Attempting to bind port e86468b9-831b-4afb-8f7f-96e00bd2e127 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:46:40.709938 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Attempting to bind port e86468b9-831b-4afb-8f7f-96e00bd2e127 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:46:40.710567 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Attempting to bind port e86468b9-831b-4afb-8f7f-96e00bd2e127 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:46:40.717478 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:46:40.729148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:46:40.729148 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:40.729148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:46:40.729148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Bound port: e86468b9-831b-4afb-8f7f-96e00bd2e127, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:46:40.729148 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:40.802069 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] For port e86468b9-831b-4afb-8f7f-96e00bd2e127, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:46:40.806263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] For port e86468b9-831b-4afb-8f7f-96e00bd2e127, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e86468b9-831b-4afb-8f7f-96e00bd2e127,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:46:40.850453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67a21cd-9919-4c57-9d7f-0bd3fc092e66 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:46:40.890774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b6b12-5f38-4a82-bf02-8247b2c21bd8 req-15e61a9e-eea9-4ce1-8cae-2c5d1a51e8f3 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:40.893671 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:40.894101 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d50b6b12-5f38-4a82-bf02-8247b2c21bd8 req-15e61a9e-eea9-4ce1-8cae-2c5d1a51e8f3 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 944 time: 0.1349065 Sep 23 22:46:40.913165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46810) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:40.956093 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad621d-aec9-4402-b79e-78fae3eff358 None None] Pushing event updated for resources: {'Port': ['ID=e86468b9-831b-4afb-8f7f-96e00bd2e127,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:40.997307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Routers {'0f783cef-883e-4fa9-b483-81b43ba209b2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:46:40.998348 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:46:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0f783cef-883e-4fa9-b483-81b43ba209b2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:41.009196 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d50b6b12-5f38-4a82-bf02-8247b2c21bd8 req-c833a4a0-83f9-4c24-9d37-047209e00f0d tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074824 Sep 23 22:46:41.115835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-d67a21cd-9919-4c57-9d7f-0bd3fc092e66 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 7ce9a9a0-751b-4991-a025-f56ac25ee5b4) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:46:41.120668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67a21cd-9919-4c57-9d7f-0bd3fc092e66 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:41.121613 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d67a21cd-9919-4c57-9d7f-0bd3fc092e66 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:41.146686 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6247031f-fcfc-4b22-b927-e1adedc2f8e3 None None] Network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:46:41.169615 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c19c1b8c-9af8-4b94-a71f-1cf221f71710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:41.378981 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d67a21cd-9919-4c57-9d7f-0bd3fc092e66 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0294032 Sep 23 22:46:41.380412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46818) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:41.508301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] Set router 0f783cef-883e-4fa9-b483-81b43ba209b2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:46:41.568235 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ips': [{'subnet_id': '540b0e52-eae5-4aec-973b-222f092e66b6'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:46:41.570022 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:41.730697 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c19c1b8c-9af8-4b94-a71f-1cf221f71710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:41.865902 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c19c1b8c-9af8-4b94-a71f-1cf221f71710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:41.921543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c19c1b8c-9af8-4b94-a71f-1cf221f71710 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69db29ac91474d04bab637f6bdbc4355&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0055704 Sep 23 22:46:41.922595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46834) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:41.959834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c1b8c-9af8-4b94-a71f-1cf221f71710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9abcd9-4f72-44dc-9da0-701299f352eb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:42.041155 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb96e367-827a-46c0-8810-e173b52df32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:42.059274 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Allocated IP 172.20.0.2 (7ce9a9a0-751b-4991-a025-f56ac25ee5b4/540b0e52-eae5-4aec-973b-222f092e66b6/45793c3b-8ec3-4676-b66c-7cafaa63594f) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:46:42.086890 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb96e367-827a-46c0-8810-e173b52df32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:42.265769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:32Z', 'updated_at': '2021-09-23T22:46:36Z', 'revision_number': 3, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:35Z', 'updated_at': '2021-09-23T22:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:42.303214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d2746-f5d9-47b3-ba80-3d8a704f3a44 req-946a7351-f578-4058-9e3e-a6ac4ac562c4 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:42.310779 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c9d2746-f5d9-47b3-ba80-3d8a704f3a44 req-946a7351-f578-4058-9e3e-a6ac4ac562c4 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 944 time: 0.1122284 Sep 23 22:46:42.322989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2139e8-f62f-44c4-a272-23772beedb44 None None] The sync data for ids ['0f783cef-883e-4fa9-b483-81b43ba209b2'] in n-d-810775-1 is: [{'id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:32Z', 'updated_at': '2021-09-23T22:46:36Z', 'revision_number': 3, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:35Z', 'updated_at': '2021-09-23T22:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:46:42.345633 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb96e367-827a-46c0-8810-e173b52df32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:42.355448 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cb96e367-827a-46c0-8810-e173b52df32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:42.367836 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cb96e367-827a-46c0-8810-e173b52df32c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb9abcd9-4f72-44dc-9da0-701299f352eb HTTP/1.1" status: 204 len: 168 time: 0.4401250 Sep 23 22:46:42.410865 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96e367-827a-46c0-8810-e173b52df32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9abcd9-4f72-44dc-9da0-701299f352eb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:42.556180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 652330a5-3bc0-4d88-8b20-963a8b326bb7 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:46:42.590598 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c9d2746-f5d9-47b3-ba80-3d8a704f3a44 req-fbaa25e1-00d4-4a8f-8373-10bd43c7b7d4 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634733 Sep 23 22:46:42.611773 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:42.740262 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 652330a5-3bc0-4d88-8b20-963a8b326bb7, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=652330a5-3bc0-4d88-8b20-963a8b326bb7,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:42.756002 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '652330a5-3bc0-4d88-8b20-963a8b326bb7', 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d', 'port_id': '652330a5-3bc0-4d88-8b20-963a8b326bb7', 'mac_address': 'fa:16:3e:a0:b7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc00b1c-8c3d-4c94-8be0-d9326da2db79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:46:42.933431 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:43.097154 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:46:43.120299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:46:43.134051 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:46:43.137760 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:43.166170 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Pushing event updated for resources: {'Port': ['ID=45793c3b-8ec3-4676-b66c-7cafaa63594f,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:43.179209 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652330a5-3bc0-4d88-8b20-963a8b326bb7 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:46:43.250224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 652330a5-3bc0-4d88-8b20-963a8b326bb7, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=652330a5-3bc0-4d88-8b20-963a8b326bb7,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:43.268153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Attempting to bind port 45793c3b-8ec3-4676-b66c-7cafaa63594f on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:46:43.268733 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Attempting to bind port 45793c3b-8ec3-4676-b66c-7cafaa63594f by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:46:43.273860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Attempting to bind port 45793c3b-8ec3-4676-b66c-7cafaa63594f on network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:46:43.279341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:46:43.280968 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Checking segment: {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:46:43.281726 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:43.282343 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Bound using segment: {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:46:43.283082 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Bound port: 45793c3b-8ec3-4676-b66c-7cafaa63594f, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:46:43.283740 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:43.314374 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:43.365886 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c346d09-8f19-4c11-95ea-4a683278999f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:43.383982 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:43.546245 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=652330a5-3bc0-4d88-8b20-963a8b326bb7,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:43.567655 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e86468b9-831b-4afb-8f7f-96e00bd2e127 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:46:43.646078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['652330a5-3bc0-4d88-8b20-963a8b326bb7'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:46:43.654817 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] For port 45793c3b-8ec3-4676-b66c-7cafaa63594f, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:46:43.707903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] For port 45793c3b-8ec3-4676-b66c-7cafaa63594f, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=45793c3b-8ec3-4676-b66c-7cafaa63594f,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:46:43.754129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e86468b9-831b-4afb-8f7f-96e00bd2e127 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:43.754539 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:43.918332 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:43.931392 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:44.026700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port e86468b9-831b-4afb-8f7f-96e00bd2e127, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e86468b9-831b-4afb-8f7f-96e00bd2e127,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:44.096668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3155e-9869-4a48-a483-f1344710aa44 None None] Pushing event updated for resources: {'Port': ['ID=45793c3b-8ec3-4676-b66c-7cafaa63594f,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:44.141671 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bd8ee-fe3a-4ac0-aa69-ff646da7105f req-be06e117-07c2-4743-bb98-c09fbbf7ec70 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:44.143374 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-901bd8ee-fe3a-4ac0-aa69-ff646da7105f req-be06e117-07c2-4743-bb98-c09fbbf7ec70 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 945 time: 0.3495226 Sep 23 22:46:44.203843 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:44.402553 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=e86468b9-831b-4afb-8f7f-96e00bd2e127,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:44.479954 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-901bd8ee-fe3a-4ac0-aa69-ff646da7105f req-efe9c660-d6af-4331-8f4b-42e85d4f35ad tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863219 Sep 23 22:46:44.503467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.20.0.1 (7ce9a9a0-751b-4991-a025-f56ac25ee5b4/540b0e52-eae5-4aec-973b-222f092e66b6/51daa25f-8c9d-489e-80bd-b10cdb8084f0) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:46:44.566205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 652330a5-3bc0-4d88-8b20-963a8b326bb7 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:46:44.813333 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:44.825628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 652330a5-3bc0-4d88-8b20-963a8b326bb7 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:46:44.830404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 652330a5-3bc0-4d88-8b20-963a8b326bb7 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:44.833285 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:44.935019 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:44.978328 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560e19b3-4a99-44d0-8848-bb9049fde020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652330a5-3bc0-4d88-8b20-963a8b326bb7'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:46:44.981191 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0737bd23-8aa7-4d07-af3f-3aae04a63750" -d '{"events": [{"server_uuid": "560e19b3-4a99-44d0-8848-bb9049fde020", "name": "network-vif-plugged", "status": "completed", "tag": "652330a5-3bc0-4d88-8b20-963a8b326bb7"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:46:45.004252 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 652330a5-3bc0-4d88-8b20-963a8b326bb7, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=652330a5-3bc0-4d88-8b20-963a8b326bb7,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:45.044589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:45.072781 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807fecf3-e841-4666-adbd-9b8b99088279 x-openstack-request-id: req-807fecf3-e841-4666-adbd-9b8b99088279 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:46:45.073191 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560e19b3-4a99-44d0-8848-bb9049fde020", "name": "network-vif-plugged", "status": "completed", "tag": "652330a5-3bc0-4d88-8b20-963a8b326bb7", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:46:45.073581 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-807fecf3-e841-4666-adbd-9b8b99088279 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:46:45.074186 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560e19b3-4a99-44d0-8848-bb9049fde020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652330a5-3bc0-4d88-8b20-963a8b326bb7', 'code': 200} Sep 23 22:46:45.112538 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:46:45.118676 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:46:45.123329 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:46:45.163134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=51daa25f-8c9d-489e-80bd-b10cdb8084f0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:45.181355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:45.181988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:45.188112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:45.188749 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:45.189285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:45.189834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:45.196328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:45.196328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:45.196328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:45.196328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:45.196328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:45.196328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:45.253945 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:45.327474 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:45.407837 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00d517-9b29-468a-9e80-991fce1f282a req-0e8eb6a0-8c0e-4f17-80a2-04b5256264f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:45.414315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bf00d517-9b29-468a-9e80-991fce1f282a req-0e8eb6a0-8c0e-4f17-80a2-04b5256264f6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 1096 time: 0.1980886 Sep 23 22:46:45.624926 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bf00d517-9b29-468a-9e80-991fce1f282a req-661034a0-d04b-4f13-8a31-c85d35d9f7c7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019196 Sep 23 22:46:45.655201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=652330a5-3bc0-4d88-8b20-963a8b326bb7,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:45.862843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e86468b9-831b-4afb-8f7f-96e00bd2e127 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:46:45.943311 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-338f61bb-0034-40c3-9e60-e53c70c5b5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:45.994249 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:46.032199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e86468b9-831b-4afb-8f7f-96e00bd2e127 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:46.033860 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:46.090138 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d378e9-e9b5-4f11-8bbc-5d91e94da864 req-2d2de7e5-1a83-4a37-952a-dbab96fc1730 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:46.108619 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77d378e9-e9b5-4f11-8bbc-5d91e94da864 req-2d2de7e5-1a83-4a37-952a-dbab96fc1730 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 946 time: 0.3022604 Sep 23 22:46:46.158699 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8819f155-10f0-4920-b643-33df50981621 None None] Network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:46:46.210016 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77d378e9-e9b5-4f11-8bbc-5d91e94da864 req-54ef6899-42a9-4a5e-ad7e-c1c1b24cf321 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997062 Sep 23 22:46:46.231430 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 45793c3b-8ec3-4676-b66c-7cafaa63594f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:46:46.300948 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-aeaadcf1-f199-4c52-b543-ed27b6e6927a None None] Provisioning complete for port 45793c3b-8ec3-4676-b66c-7cafaa63594f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:46.301342 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aeaadcf1-f199-4c52-b543-ed27b6e6927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:46.626460 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:46.689752 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:46.824631 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:46.838729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 45793c3b-8ec3-4676-b66c-7cafaa63594f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:46.839026 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:46.933849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:46.939512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=51daa25f-8c9d-489e-80bd-b10cdb8084f0,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:46.965407 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aeaadcf1-f199-4c52-b543-ed27b6e6927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:47.072438 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:47.114466 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:47.138319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:46:47.143256 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:46:47.192170 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-aeaadcf1-f199-4c52-b543-ed27b6e6927a None None] For port 45793c3b-8ec3-4676-b66c-7cafaa63594f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=45793c3b-8ec3-4676-b66c-7cafaa63594f,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:47.270073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46968) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:47.363266 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aeaadcf1-f199-4c52-b543-ed27b6e6927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:47.455543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac736a3-a496-4933-98b7-f2dd39949218 req-8c51c363-d30b-46c0-8364-a07dff545990 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:47.458866 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0ac736a3-a496-4933-98b7-f2dd39949218 req-8c51c363-d30b-46c0-8364-a07dff545990 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 946 time: 0.1121309 Sep 23 22:46:47.468441 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1254876165-network', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:47.479584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router 0f783cef-883e-4fa9-b483-81b43ba209b2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:46:47.566938 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:46:47.566938 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:46:47.587149 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaadcf1-f199-4c52-b543-ed27b6e6927a None None] Pushing event updated for resources: {'Port': ['ID=45793c3b-8ec3-4676-b66c-7cafaa63594f,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:47.610250 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8fbc7b77-3282-4fff-9080-93f56c884ae9 None None] Provisioning complete for port 45793c3b-8ec3-4676-b66c-7cafaa63594f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:47.610881 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8fbc7b77-3282-4fff-9080-93f56c884ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:47.710497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0ac736a3-a496-4933-98b7-f2dd39949218 req-702805c9-2d68-42e5-a3e3-2c0426553608 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024732 Sep 23 22:46:47.712473 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] Made reservation on behalf of b2f4aa1c727d4d1aa00e5b9dede8ce13 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:46:47.728353 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:47.763000 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:47.959862 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:47.977967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8fbc7b77-3282-4fff-9080-93f56c884ae9 None None] Provisioning complete for port 51daa25f-8c9d-489e-80bd-b10cdb8084f0 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:47.978652 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8fbc7b77-3282-4fff-9080-93f56c884ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:48.060108 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:46:48.073464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc7b77-3282-4fff-9080-93f56c884ae9 None None] Port 51daa25f-8c9d-489e-80bd-b10cdb8084f0 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:46:48.075739 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Sync routers for ids ['0f783cef-883e-4fa9-b483-81b43ba209b2'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:46:48.078671 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:48.086628 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-85629618-85d2-4243-a2fe-8345e3a39c7a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "PUT /v2.0/routers/0f783cef-883e-4fa9-b483-81b43ba209b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7039905 Sep 23 22:46:48.104896 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Routers {'0f783cef-883e-4fa9-b483-81b43ba209b2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:46:48.105621 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:46:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0f783cef-883e-4fa9-b483-81b43ba209b2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:48.121625 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:46:48.126587 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:48.204444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fffbd7-f106-42a3-a5cc-45327f25ca8f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:48.215016 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:48.215599 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] Added segment 8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0 of type vlan for network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 Sep 23 22:46:48.219754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-14e026ec-f34e-49ee-9bca-747b14642f93 None None] Provisioning complete for port 51daa25f-8c9d-489e-80bd-b10cdb8084f0 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:48.220185 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-14e026ec-f34e-49ee-9bca-747b14642f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:48.276516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-14e026ec-f34e-49ee-9bca-747b14642f93 None None] Port 51daa25f-8c9d-489e-80bd-b10cdb8084f0 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:46:48.335396 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Set router 0f783cef-883e-4fa9-b483-81b43ba209b2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:46:48.361667 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:48.375878 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 45793c3b-8ec3-4676-b66c-7cafaa63594f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:46:48.522419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 45793c3b-8ec3-4676-b66c-7cafaa63594f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:48.523443 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:48.652502 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-222bed1c-594b-40e4-acc0-f19acec706c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-459110216&fields=id&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 267 time: 0.1449053 Sep 23 22:46:48.655626 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:48.657022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:48.657982 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:48.661018 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:48.797801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9c179e27-ca5d-4ba1-9410-fe04f0f58600 None None] Provisioning complete for port 51daa25f-8c9d-489e-80bd-b10cdb8084f0 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:48.798611 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9c179e27-ca5d-4ba1-9410-fe04f0f58600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:48.860398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-9c179e27-ca5d-4ba1-9410-fe04f0f58600 None None] Port 51daa25f-8c9d-489e-80bd-b10cdb8084f0 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:46:48.916672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] Pushing event updated for resources: {'Network': ['ID=bb6177e9-5bfa-41c7-b4fd-54cf715d2b33,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:48.930452 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-36bb3790-f968-46d7-bc27-511e4fe43925 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6585855 Sep 23 22:46:48.931712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47036) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:48.932620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:46:48.938556 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:32Z', 'updated_at': '2021-09-23T22:46:45Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:35Z', 'updated_at': '2021-09-23T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '51daa25f-8c9d-489e-80bd-b10cdb8084f0', 'name': '', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:5c:e2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:43Z', 'updated_at': '2021-09-23T22:46:46Z', 'revision_number': 2, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:48.957848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-37b8d908-7198-4d10-9027-e7254d9a6e8b admin admin] Request body: {'subnet': {'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1254876165-subnet', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:49.003073 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Checking router: 0f783cef-883e-4fa9-b483-81b43ba209b2 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:46:49.003635 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Updating router 0f783cef-883e-4fa9-b483-81b43ba209b2 port 51daa25f-8c9d-489e-80bd-b10cdb8084f0 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:46:49.104711 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:49.139224 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-ed536a65-cfd1-40da-812e-fd74bb303f31 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:49.141677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-ed536a65-cfd1-40da-812e-fd74bb303f31 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/networks?id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4 HTTP/1.1" status: 200 len: 797 time: 0.3933766 Sep 23 22:46:49.163879 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-0fd67072-a9c7-4630-a890-9a7d739b1b80 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/quotas/0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 375 time: 0.0130570 Sep 23 22:46:49.254230 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-f5f1b797-11e8-4513-b5ba-337dc583fe46 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755353 Sep 23 22:46:49.347502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b8d908-7198-4d10-9027-e7254d9a6e8b admin admin] Made reservation on behalf of b2f4aa1c727d4d1aa00e5b9dede8ce13 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:46:49.353287 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37b8d908-7198-4d10-9027-e7254d9a6e8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:49.387914 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-7def4281-bd97-482c-916c-0de635e9db10 service neutron] 10.222.0.22 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058667 Sep 23 22:46:49.542289 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-85becfc8-b0b1-48c7-9979-d6c9f3434aed service neutron] 10.222.0.22 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265972 Sep 23 22:46:49.770713 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:49.843660 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:49.963601 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089ad68-8d2c-4ba6-960c-b12b845e5bf3 None None] Pushing event updated for resources: {'Port': ['ID=51daa25f-8c9d-489e-80bd-b10cdb8084f0,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:50.008667 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37b8d908-7198-4d10-9027-e7254d9a6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:50.047313 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089ad68-8d2c-4ba6-960c-b12b845e5bf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:50.047946 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089ad68-8d2c-4ba6-960c-b12b845e5bf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:50.048575 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089ad68-8d2c-4ba6-960c-b12b845e5bf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:50.049077 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089ad68-8d2c-4ba6-960c-b12b845e5bf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:50.050033 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089ad68-8d2c-4ba6-960c-b12b845e5bf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:50.050685 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089ad68-8d2c-4ba6-960c-b12b845e5bf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:50.051810 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089ad68-8d2c-4ba6-960c-b12b845e5bf3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:50.052572 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089ad68-8d2c-4ba6-960c-b12b845e5bf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:50.053260 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089ad68-8d2c-4ba6-960c-b12b845e5bf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:50.053787 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089ad68-8d2c-4ba6-960c-b12b845e5bf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:50.054284 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089ad68-8d2c-4ba6-960c-b12b845e5bf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:50.054776 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f089ad68-8d2c-4ba6-960c-b12b845e5bf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:50.106414 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Attempting to bind port 51daa25f-8c9d-489e-80bd-b10cdb8084f0 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:46:50.110642 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Attempting to bind port 51daa25f-8c9d-489e-80bd-b10cdb8084f0 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:46:50.112449 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Attempting to bind port 51daa25f-8c9d-489e-80bd-b10cdb8084f0 on network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:46:50.128334 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:46:50.129638 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Checking segment: {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:46:50.130286 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:50.137252 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Bound using segment: {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:46:50.140330 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Bound port: 51daa25f-8c9d-489e-80bd-b10cdb8084f0, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:46:50.140605 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:50.184296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47062) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:50.354969 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cf82b1d-8675-42e7-b49b-4dd6280ee0b7 req-87ce0e61-ddc9-4077-a8e0-05beb67a91a1 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 210 time: 0.1997638 Sep 23 22:46:50.395127 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8d908-7198-4d10-9027-e7254d9a6e8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=261eb9b9-7613-4e59-af4f-5f7312b354c2,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:50.412943 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] For port 51daa25f-8c9d-489e-80bd-b10cdb8084f0, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:46:50.413352 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-58591930-6a19-4f9a-96f7-c844ca0b5b3d None None] Provisioning complete for port 51daa25f-8c9d-489e-80bd-b10cdb8084f0 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:50.413903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8d908-7198-4d10-9027-e7254d9a6e8b admin admin] Checking segment: {'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:46:50.414207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b8d908-7198-4d10-9027-e7254d9a6e8b admin admin] Network hostable DHCP agents. Network: bb6177e9-5bfa-41c7-b4fd-54cf715d2b33, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:46:50.418114 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-58591930-6a19-4f9a-96f7-c844ca0b5b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:50.436986 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] For port 51daa25f-8c9d-489e-80bd-b10cdb8084f0, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=51daa25f-8c9d-489e-80bd-b10cdb8084f0,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:46:50.439680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c817e15-348d-47fb-96af-d96a15b8de9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:50.504930 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-58591930-6a19-4f9a-96f7-c844ca0b5b3d None None] Port 51daa25f-8c9d-489e-80bd-b10cdb8084f0 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:46:50.564134 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:50.626593 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c817e15-348d-47fb-96af-d96a15b8de9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:50.627214 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Routers {'0f783cef-883e-4fa9-b483-81b43ba209b2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:46:50.627214 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:46:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0f783cef-883e-4fa9-b483-81b43ba209b2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:50.703373 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089ad68-8d2c-4ba6-960c-b12b845e5bf3 None None] Pushing event updated for resources: {'Port': ['ID=51daa25f-8c9d-489e-80bd-b10cdb8084f0,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:50.756219 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] Set router 0f783cef-883e-4fa9-b483-81b43ba209b2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:46:50.780339 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b8d908-7198-4d10-9027-e7254d9a6e8b admin admin] Network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:46:50.880166 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c817e15-348d-47fb-96af-d96a15b8de9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:50.927649 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5c817e15-348d-47fb-96af-d96a15b8de9b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=444e1c28e06d4300b9a1c4b00fdb993c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7416096 Sep 23 22:46:50.937584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47080) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:50.949003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f0f3966b-e59c-4714-b6ca-bff970dd59cc None None] Provisioning complete for port 51daa25f-8c9d-489e-80bd-b10cdb8084f0 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:50.949431 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f0f3966b-e59c-4714-b6ca-bff970dd59cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:50.990843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-37b8d908-7198-4d10-9027-e7254d9a6e8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, bb6177e9-5bfa-41c7-b4fd-54cf715d2b33) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:46:51.007632 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8d908-7198-4d10-9027-e7254d9a6e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:51.008285 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37b8d908-7198-4d10-9027-e7254d9a6e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:51.017309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c817e15-348d-47fb-96af-d96a15b8de9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02553b38-f4b8-4e30-b5e3-7df2af16d35a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:51.022373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0204099-ef29-4e3a-99d6-b5d35c542f22 None None] Network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:46:51.114343 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65504e2c-4ff2-427c-9369-6909f55adcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:51.118057 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:32Z', 'updated_at': '2021-09-23T22:46:45Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:35Z', 'updated_at': '2021-09-23T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '51daa25f-8c9d-489e-80bd-b10cdb8084f0', 'name': '', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:5c:e2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:43Z', 'updated_at': '2021-09-23T22:46:50Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:51.169372 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c58ef1-0b11-4482-af8d-4c811f3cc248 None None] The sync data for ids ['0f783cef-883e-4fa9-b483-81b43ba209b2'] in n-d-810775-1 is: [{'id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:32Z', 'updated_at': '2021-09-23T22:46:45Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:35Z', 'updated_at': '2021-09-23T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '51daa25f-8c9d-489e-80bd-b10cdb8084f0', 'name': '', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:5c:e2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:43Z', 'updated_at': '2021-09-23T22:46:50Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:46:51.195998 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65504e2c-4ff2-427c-9369-6909f55adcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:51.325679 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47090) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:51.331325 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-37b8d908-7198-4d10-9027-e7254d9a6e8b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3963780 Sep 23 22:46:51.335884 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1254876165-router', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:51.447686 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f0f3966b-e59c-4714-b6ca-bff970dd59cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:51.548055 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cfa664f7-3384-4544-83c1-60a1d69aa300 req-5f743829-31ae-45e0-8c57-9af60e838048 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 210 time: 0.0470855 Sep 23 22:46:51.558336 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65504e2c-4ff2-427c-9369-6909f55adcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:51.566760 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65504e2c-4ff2-427c-9369-6909f55adcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:51.566760 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-65504e2c-4ff2-427c-9369-6909f55adcd3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/02553b38-f4b8-4e30-b5e3-7df2af16d35a HTTP/1.1" status: 204 len: 168 time: 0.6251922 Sep 23 22:46:51.573619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65504e2c-4ff2-427c-9369-6909f55adcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02553b38-f4b8-4e30-b5e3-7df2af16d35a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:51.574969 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f0f3966b-e59c-4714-b6ca-bff970dd59cc None None] For port 51daa25f-8c9d-489e-80bd-b10cdb8084f0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=51daa25f-8c9d-489e-80bd-b10cdb8084f0,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:51.597301 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:51.598550 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:51.607216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-bb6177e9-5bfa-41c7-b4fd-54cf715d2b33', 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'fixed_ips': [{'subnet_id': '261eb9b9-7613-4e59-af4f-5f7312b354c2'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:46:51.611750 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:51.729248 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:51.771150 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f0f3966b-e59c-4714-b6ca-bff970dd59cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:51.891670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3966b-e59c-4714-b6ca-bff970dd59cc None None] Pushing event updated for resources: {'Port': ['ID=51daa25f-8c9d-489e-80bd-b10cdb8084f0,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:51.922263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Allocated IP 172.20.0.2 (bb6177e9-5bfa-41c7-b4fd-54cf715d2b33/261eb9b9-7613-4e59-af4f-5f7312b354c2/e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:46:52.156803 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:52.171439 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:52.290714 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 51daa25f-8c9d-489e-80bd-b10cdb8084f0 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:46:52.360219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 51daa25f-8c9d-489e-80bd-b10cdb8084f0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:52.360790 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:52.440286 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:52.621553 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:46:52.640195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:46:52.787794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:46:52.944084 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-73289e1e-e684-45b5-968d-a6463a3a5858 req-ae69b736-b463-442e-85ec-536b461e0dde tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 210 time: 0.1244626 Sep 23 22:46:53.017441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Pushing event updated for resources: {'Port': ['ID=e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:53.076921 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:53.116779 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Attempting to bind port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:46:53.117413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Attempting to bind port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:46:53.117808 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:53.118165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Attempting to bind port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 on network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:46:53.135707 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:46:53.136317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Checking segment: {'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:46:53.140685 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:53.141631 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Bound using segment: {'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:46:53.144373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Bound port: e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:46:53.145228 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:53.283918 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] For port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:46:53.288168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] For port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:46:53.302492 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Allocated IP 172.25.1.239 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/b6566503-3481-4324-8ef7-cf5c3094b39b) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:46:53.349226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47134) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:53.380862 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59a5a6df-d5af-4b00-9d8f-7f67ff99780a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:53.534550 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:53.623370 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59a5a6df-d5af-4b00-9d8f-7f67ff99780a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:53.687549 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14b720-907a-4af8-99ed-afc681f4d5e0 None None] Pushing event updated for resources: {'Port': ['ID=e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:53.740157 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59a5a6df-d5af-4b00-9d8f-7f67ff99780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:53.811391 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-59a5a6df-d5af-4b00-9d8f-7f67ff99780a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0adf7361b1447f9897cf598fe652fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4598787 Sep 23 22:46:53.812194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5a6df-d5af-4b00-9d8f-7f67ff99780a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c691415-433f-4672-8620-04737a5bf113,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:53.832889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47140) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:53.948376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ed78af0-901c-42ba-b893-ec2f1813356c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:53.993543 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ed78af0-901c-42ba-b893-ec2f1813356c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:54.101794 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:54.165806 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-933935bc-28d7-4186-98a0-b031f4a142ce req-36b3e17f-590f-40ef-8d0b-5af6fab2ca7f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 210 time: 0.0498981 Sep 23 22:46:54.333543 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ed78af0-901c-42ba-b893-ec2f1813356c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:54.337960 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ed78af0-901c-42ba-b893-ec2f1813356c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:54.339941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3ed78af0-901c-42ba-b893-ec2f1813356c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c691415-433f-4672-8620-04737a5bf113 HTTP/1.1" status: 204 len: 168 time: 0.5086598 Sep 23 22:46:54.366508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed78af0-901c-42ba-b893-ec2f1813356c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c691415-433f-4672-8620-04737a5bf113,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:54.399729 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:54.445151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:46:54.502866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:46:54.507309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:46:54.516903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:46:54.521088 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Pushing event updated for resources: {'Port': ['ID=b6566503-3481-4324-8ef7-cf5c3094b39b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:54.530757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:54.530757 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:54.564200 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:54.565011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:54.565011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:54.565551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:54.566121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:54.566469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:54.566803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:54.567133 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:54.567461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:54.568084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:54.568084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:54.568436 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:54.841928 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:54.976232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:46:55.335807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b9ce6102-4d1c-4301-920e-b2e5cb5c1503 req-ca973b35-4bb7-4ee7-9158-a23f9f1d6255 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 210 time: 0.0340068 Sep 23 22:46:55.432637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99d835c-76f4-4672-bdbe-eace38f500bd None None] Network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:46:55.503923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5e768774-c2c6-4a82-9a75-563ed3a5d25a None None] Provisioning complete for port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:55.503923 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5e768774-c2c6-4a82-9a75-563ed3a5d25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:55.504167 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:55.614752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:55.704541 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:55.722324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:55.725697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:55.725697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:55.725697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:55.725697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:55.735026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:55.735892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:55.736693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:55.737606 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:55.738170 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:55.738726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:46:55.847211 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:55.901461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-cbb147d3-0522-4825-8e48-7940346c3a17 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:55.911008 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-cbb147d3-0522-4825-8e48-7940346c3a17 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.67 "GET /v2.0/networks?id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4 HTTP/1.1" status: 200 len: 797 time: 0.2778432 Sep 23 22:46:56.004162 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-f88308ce-c924-42de-a579-65ed3be993ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 379 time: 0.0781095 Sep 23 22:46:56.019866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-44aea457-7942-4ce4-83ab-b5d93acbf7a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'port': {'device_id': '6efec3ec-0620-4e0c-8688-a223098dd380', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'admin_state_up': True, 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'security_groups': ['8ef1b3bb-cd8e-44d8-9750-d14eebc16215']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:56.324436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:46:56.498467 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:56.553171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-3e877d68-23d7-45da-9d67-03e4eeee6107 None None] Provisioning complete for port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:56.553550 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3e877d68-23d7-45da-9d67-03e4eeee6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:56.609561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-44aea457-7942-4ce4-83ab-b5d93acbf7a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Made reservation on behalf of 0a3bbdae5cca4bf3aaf957611b45b827 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:46:56.614880 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-44aea457-7942-4ce4-83ab-b5d93acbf7a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:56.670492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:56.671578 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:56.742321 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27140771-4912-4320-91e0-3015f7e91db5 req-73f99233-57ee-4ed6-a79d-9df44e223543 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 210 time: 0.1144972 Sep 23 22:46:57.060692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-44aea457-7942-4ce4-83ab-b5d93acbf7a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.20.0.8 (7ce9a9a0-751b-4991-a025-f56ac25ee5b4/540b0e52-eae5-4aec-973b-222f092e66b6/7fb32da6-941e-4498-b4ad-b2eb3bfc1674) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:46:57.176941 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Router f433c7ef-7109-4c7f-b3fb-a084519ee1e2 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:46:57.525060 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-44aea457-7942-4ce4-83ab-b5d93acbf7a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:57.547318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:46:57.585345 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Sync routers for ids ['f433c7ef-7109-4c7f-b3fb-a084519ee1e2'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:46:57.609913 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Routers {'f433c7ef-7109-4c7f-b3fb-a084519ee1e2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:46:57.613302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:46:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['f433c7ef-7109-4c7f-b3fb-a084519ee1e2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:57.739862 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:57.744682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47296) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:46:57.748797 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8d9bbbfb-ee08-480f-aaeb-6cfbc8befe4e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4254658 Sep 23 22:46:57.913765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Set router f433c7ef-7109-4c7f-b3fb-a084519ee1e2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:46:58.031946 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-44aea457-7942-4ce4-83ab-b5d93acbf7a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:58.183423 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aea457-7942-4ce4-83ab-b5d93acbf7a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:46:58.212710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55333b5a-91cf-476c-81af-515d8333781f req-003ce58b-190b-4da5-af5d-e09f2517ac1a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:58.223104 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-55333b5a-91cf-476c-81af-515d8333781f req-003ce58b-190b-4da5-af5d-e09f2517ac1a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 931 time: 0.1947293 Sep 23 22:46:58.228642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-44aea457-7942-4ce4-83ab-b5d93acbf7a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:46:58.234558 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-44aea457-7942-4ce4-83ab-b5d93acbf7a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:46:58.257154 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-44aea457-7942-4ce4-83ab-b5d93acbf7a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:46:58.320831 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-55333b5a-91cf-476c-81af-515d8333781f req-1f4d0a2a-62d2-4428-b93e-ebe8986be15a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827754 Sep 23 22:46:58.345544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-44aea457-7942-4ce4-83ab-b5d93acbf7a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:58.346588 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-44aea457-7942-4ce4-83ab-b5d93acbf7a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:58.682808 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-44aea457-7942-4ce4-83ab-b5d93acbf7a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6706402 Sep 23 22:46:58.756311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'name': 'tempest-TestServerMultinode-1254876165-router', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:51Z', 'updated_at': '2021-09-23T22:46:55Z', 'revision_number': 3, 'project_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'gw_port': {'id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:53Z', 'updated_at': '2021-09-23T22:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:46:58.820081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Request body: {'port': {'device_id': '6efec3ec-0620-4e0c-8688-a223098dd380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:46:59.285840 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:59.326850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Checking router: f433c7ef-7109-4c7f-b3fb-a084519ee1e2 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:46:59.331419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Updating router f433c7ef-7109-4c7f-b3fb-a084519ee1e2 port b6566503-3481-4324-8ef7-cf5c3094b39b binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:46:59.397599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-904623db-e092-41e0-9d78-d59f21a36452 None None] Provisioning complete for port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:46:59.398245 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-904623db-e092-41e0-9d78-d59f21a36452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:59.492325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-904623db-e092-41e0-9d78-d59f21a36452 None None] Port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:46:59.498411 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:46:59.874215 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0464c08-b290-4f4f-8752-f1817bc5dd53 req-fa3c3b96-64a8-4ad3-a650-f7e92ec5777c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:46:59.890509 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b0464c08-b290-4f4f-8752-f1817bc5dd53 req-fa3c3b96-64a8-4ad3-a650-f7e92ec5777c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 931 time: 0.2363300 Sep 23 22:46:59.983965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b0464c08-b290-4f4f-8752-f1817bc5dd53 req-a0990dc7-a58e-4685-980b-1867dc606bad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913477 Sep 23 22:46:59.985387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47370) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:00.305535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ad21d228-0610-4bf2-9b29-534d526016ce tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-392696528'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:00.305535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ad21d228-0610-4bf2-9b29-534d526016ce tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Unknown quota resources ['metering_label']. {{(pid=95491) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:47:00.724329 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:00.866583 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:00.920427 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad21d228-0610-4bf2-9b29-534d526016ce tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:00.925835 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ad21d228-0610-4bf2-9b29-534d526016ce tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9347270 Sep 23 22:47:00.927483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47380) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:00.936779 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-11914fb8-2823-496a-9f47-a39827e71a71 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1dd0559f-52d1-45d4-b0d1-6ec261bbcaf0'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:00.939582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-11914fb8-2823-496a-9f47-a39827e71a71 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95491) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:47:00.962609 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:00.983492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:47:01.008611 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:01.067057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Attempting to bind port b6566503-3481-4324-8ef7-cf5c3094b39b on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:01.067442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Attempting to bind port b6566503-3481-4324-8ef7-cf5c3094b39b by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:01.071885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Attempting to bind port b6566503-3481-4324-8ef7-cf5c3094b39b on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:01.082415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Transition to ACTIVE for port object 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:47:01.105348 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:47:01.108307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:47:01.109452 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:01.109657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:47:01.110104 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Bound port: b6566503-3481-4324-8ef7-cf5c3094b39b, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:47:01.110558 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:01.207760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] For port b6566503-3481-4324-8ef7-cf5c3094b39b, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:47:01.212554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] For port b6566503-3481-4324-8ef7-cf5c3094b39b, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b6566503-3481-4324-8ef7-cf5c3094b39b,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:47:01.249321 n-d-810775-1 neutron-server[95491]: WARNING neutron.services.metering.metering_plugin [None req-11914fb8-2823-496a-9f47-a39827e71a71 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 22:47:01.260586 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:01.268959 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcea83-d461-4466-9e0a-99ef66fd5e25 None None] Pushing event updated for resources: {'Port': ['ID=b6566503-3481-4324-8ef7-cf5c3094b39b,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:01.377599 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:01.448913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47392) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:01.654775 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcea83-d461-4466-9e0a-99ef66fd5e25 None None] Pushing event updated for resources: {'Port': ['ID=b6566503-3481-4324-8ef7-cf5c3094b39b,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:01.656628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:01.664371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Routers {'f433c7ef-7109-4c7f-b3fb-a084519ee1e2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:47:01.673166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:46:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['f433c7ef-7109-4c7f-b3fb-a084519ee1e2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:01.677086 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-11914fb8-2823-496a-9f47-a39827e71a71 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:01.678407 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-11914fb8-2823-496a-9f47-a39827e71a71 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7498753 Sep 23 22:47:01.684337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47400) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:01.722656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b91e21df-0e95-4296-b7c0-4daf221e5b79 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1dd0559f-52d1-45d4-b0d1-6ec261bbcaf0'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:01.723648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b91e21df-0e95-4296-b7c0-4daf221e5b79 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95491) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:47:01.727255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Allocated IP 172.20.0.1 (bb6177e9-5bfa-41c7-b4fd-54cf715d2b33/261eb9b9-7613-4e59-af4f-5f7312b354c2/d3230d8d-0f9d-4f47-a278-2283a21f80ec) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:47:01.770630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b034b-0f69-4f73-ac02-e92b3a158874 req-ed4d5a13-afe2-4134-9aa1-21456c2f3631 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:01.782290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e6b034b-0f69-4f73-ac02-e92b3a158874 req-ed4d5a13-afe2-4134-9aa1-21456c2f3631 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 943 time: 0.4162276 Sep 23 22:47:01.996092 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e6b034b-0f69-4f73-ac02-e92b3a158874 req-449ae8f3-0483-4687-a0f1-e5c93c9bd155 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086504 Sep 23 22:47:02.025546 n-d-810775-1 neutron-server[95491]: WARNING neutron.services.metering.metering_plugin [None req-b91e21df-0e95-4296-b7c0-4daf221e5b79 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 22:47:02.031694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] Set router f433c7ef-7109-4c7f-b3fb-a084519ee1e2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:47:02.121196 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-911f2162-60e7-4abb-af58-220132b87663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:02.267332 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b91e21df-0e95-4296-b7c0-4daf221e5b79 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:02.275554 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b91e21df-0e95-4296-b7c0-4daf221e5b79 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5885212 Sep 23 22:47:02.276760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47404) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:02.304264 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2da89fbb-418a-4de0-a986-7690af6f0cf9 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=e10580ef-7e76-4db0-940a-b0fd9cd3d025 HTTP/1.1" status: 200 len: 464 time: 0.0255876 Sep 23 22:47:02.305897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47406) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:02.534282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'name': 'tempest-TestServerMultinode-1254876165-router', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:51Z', 'updated_at': '2021-09-23T22:46:55Z', 'revision_number': 3, 'project_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'gw_port': {'id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:53Z', 'updated_at': '2021-09-23T22:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:02.629869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd0f58-aa25-46f4-b362-fef93a0ccabf None None] The sync data for ids ['f433c7ef-7109-4c7f-b3fb-a084519ee1e2'] in n-d-810775-1 is: [{'id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'name': 'tempest-TestServerMultinode-1254876165-router', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:51Z', 'updated_at': '2021-09-23T22:46:55Z', 'revision_number': 3, 'project_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'gw_port': {'id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:53Z', 'updated_at': '2021-09-23T22:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:47:02.633218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-892d22d0-0629-4488-a30f-c92f6724481b tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:02.645737 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-892d22d0-0629-4488-a30f-c92f6724481b tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/e10580ef-7e76-4db0-940a-b0fd9cd3d025 HTTP/1.1" status: 204 len: 168 time: 0.3383214 Sep 23 22:47:02.646477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47416) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:02.670232 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-dac24964-d10c-4093-9671-2a3300d4c3af tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=e10580ef-7e76-4db0-940a-b0fd9cd3d025 HTTP/1.1" status: 200 len: 221 time: 0.0216789 Sep 23 22:47:02.670985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47418) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:02.675621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-208641ea-51bb-499f-944e-7e6f90bdc80f tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--751009482', 'description': 'label created by tempest'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:02.676084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-208641ea-51bb-499f-944e-7e6f90bdc80f tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Unknown quota resources ['metering_label']. {{(pid=95491) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:47:02.814197 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:02.829811 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Attempting to bind port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:02.847825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Attempting to bind port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:02.847825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Attempting to bind port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 on network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:02.847825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 on network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:02.847825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Attempting to bind port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 on network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:02.861987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:47:02.862336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Checking segment: {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:47:02.862737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Bound using segment: {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:47:02.863193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Bound port: 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:47:02.863566 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:03.063746 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-911f2162-60e7-4abb-af58-220132b87663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:03.065644 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:03.072235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:47:03.157690 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-208641ea-51bb-499f-944e-7e6f90bdc80f tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:03.161995 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-208641ea-51bb-499f-944e-7e6f90bdc80f tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4899302 Sep 23 22:47:03.174743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:47:03.177959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:47:03.179136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47422) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:03.182108 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:47:03.195169 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:47:03.209825 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-911f2162-60e7-4abb-af58-220132b87663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:03.265171 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8ed4f-e166-4805-be4e-bb04bad9fda8 req-ae54ab7e-b91e-4b98-bb9a-bc5719e20c3e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:03.279940 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dbc8ed4f-e166-4805-be4e-bb04bad9fda8 req-ae54ab7e-b91e-4b98-bb9a-bc5719e20c3e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 943 time: 0.1195507 Sep 23 22:47:03.367563 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dbc8ed4f-e166-4805-be4e-bb04bad9fda8 req-f9c4af40-134f-434e-a9f0-d4573410a858 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810342 Sep 23 22:47:03.468862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Pushing event updated for resources: {'Port': ['ID=d3230d8d-0f9d-4f47-a278-2283a21f80ec,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:03.472722 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-53e3bbcb-d602-4b8f-b0d5-26ef880fe597 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=534ed865-61fd-4758-9559-056b22196515 HTTP/1.1" status: 200 len: 467 time: 0.2825396 Sep 23 22:47:03.473597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f2162-60e7-4abb-af58-220132b87663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cae0100-c90c-4437-9ce6-33ed19ec577e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:03.476433 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:03.476716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47424) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:03.487242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:03.654333 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-341f7137-ff71-4410-b898-9901f2485c29 None None] Provisioning complete for port d3230d8d-0f9d-4f47-a278-2283a21f80ec triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:03.655393 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-341f7137-ff71-4410-b898-9901f2485c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:03.684323 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:03.746636 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-341f7137-ff71-4410-b898-9901f2485c29 None None] Port d3230d8d-0f9d-4f47-a278-2283a21f80ec cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:47:03.827884 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-911f2162-60e7-4abb-af58-220132b87663 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e71311eb1384acaa2908140b773b262&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3714793 Sep 23 22:47:03.828859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47438) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:03.833271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:03.836262 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:03.836262 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-09f2347c-514e-4c77-b983-a6cedf192bb0 service neutron] 10.222.0.67 "PUT /v2.0/ports/7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 1091 time: 5.0551856 Sep 23 22:47:03.836262 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:47:03.854490 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b3e2a1-e977-4a02-9136-0f9bdfd5aa1b" -d '{"events": [{"name": "network-changed", "server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:47:03.939253 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0a8627-3b95-4e6c-b67d-63299ac1123b x-openstack-request-id: req-3d0a8627-3b95-4e6c-b67d-63299ac1123b {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:47:03.939550 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:47:03.940033 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d0a8627-3b95-4e6c-b67d-63299ac1123b {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:47:03.940660 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'status': 'completed', 'code': 200} Sep 23 22:47:04.043265 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:04.045031 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e83144a-ca95-4edd-9473-c18e3511d5c5 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:04.046456 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5e83144a-ca95-4edd-9473-c18e3511d5c5 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/534ed865-61fd-4758-9559-056b22196515 HTTP/1.1" status: 204 len: 168 time: 0.5685909 Sep 23 22:47:04.054527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47442) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:04.064971 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05181c3e-7f72-43e7-a9d4-12fd6c388b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:04.073891 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6ab2ce85-d07b-497e-b053-884005dfe1ae tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=534ed865-61fd-4758-9559-056b22196515 HTTP/1.1" status: 200 len: 216 time: 0.0174453 Sep 23 22:47:04.079709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47444) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:04.108042 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a6a7c466-3f01-4cc6-835d-b010d0eb1510 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0269101 Sep 23 22:47:04.115878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47446) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:04.133218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05181c3e-7f72-43e7-a9d4-12fd6c388b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:04.137262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cdbc6c04-a8e8-4f76-b7c5-946071c3c1d1 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0193539 Sep 23 22:47:04.145878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47448) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:04.355551 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cea761c1-4354-4d42-abe9-f37b780ec361 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/1dd0559f-52d1-45d4-b0d1-6ec261bbcaf0 HTTP/1.1" status: 200 len: 472 time: 0.2090366 Sep 23 22:47:04.362393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3e2a1-e977-4a02-9136-0f9bdfd5aa1b req-49424b7c-6fe3-4d0a-b9f6-01a92129ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:04.363824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47452) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:04.364952 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0b3e2a1-e977-4a02-9136-0f9bdfd5aa1b req-49424b7c-6fe3-4d0a-b9f6-01a92129ac26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1094 time: 0.3688679 Sep 23 22:47:04.381702 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9b38cfd9-0bab-437b-b44c-d9896641479d tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/12491ffc-0ee7-436e-a923-da56c23448e1 HTTP/1.1" status: 200 len: 461 time: 0.0167890 Sep 23 22:47:04.382578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47454) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:04.439579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b6566503-3481-4324-8ef7-cf5c3094b39b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:47:04.465471 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:04.570420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b6566503-3481-4324-8ef7-cf5c3094b39b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:04.574930 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:04.662914 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05181c3e-7f72-43e7-a9d4-12fd6c388b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:04.671597 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05181c3e-7f72-43e7-a9d4-12fd6c388b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:04.675242 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-05181c3e-7f72-43e7-a9d4-12fd6c388b3d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0cae0100-c90c-4437-9ce6-33ed19ec577e HTTP/1.1" status: 204 len: 168 time: 0.8425438 Sep 23 22:47:04.676190 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b91ef6ff-d217-4b4b-a239-fb5096c99ff1 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:04.680267 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b91ef6ff-d217-4b4b-a239-fb5096c99ff1 tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/12491ffc-0ee7-436e-a923-da56c23448e1 HTTP/1.1" status: 204 len: 168 time: 0.2959664 Sep 23 22:47:04.686390 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47462) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:04.690935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05181c3e-7f72-43e7-a9d4-12fd6c388b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cae0100-c90c-4437-9ce6-33ed19ec577e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:04.727137 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:04.784347 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:04.826594 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port b6566503-3481-4324-8ef7-cf5c3094b39b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b6566503-3481-4324-8ef7-cf5c3094b39b,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:04.842940 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3e2a1-e977-4a02-9136-0f9bdfd5aa1b req-e4d7349f-c967-42f9-91c4-7f373152bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:04.844652 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0b3e2a1-e977-4a02-9136-0f9bdfd5aa1b req-e4d7349f-c967-42f9-91c4-7f373152bf45 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4175639 Sep 23 22:47:04.939273 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:04.973901 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:05.021640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=b6566503-3481-4324-8ef7-cf5c3094b39b,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:05.032338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e9f81-0e9d-4e91-959c-09498a54ee1a req-bf634f10-9b26-43da-91f2-3e71b0a042e6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:05.035148 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b46e9f81-0e9d-4e91-959c-09498a54ee1a req-bf634f10-9b26-43da-91f2-3e71b0a042e6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 943 time: 0.5443420 Sep 23 22:47:05.377930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Pushing event updated for resources: {'Port': ['ID=d3230d8d-0f9d-4f47-a278-2283a21f80ec,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:05.505498 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:47:05.524589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:47:05.546188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3e2a1-e977-4a02-9136-0f9bdfd5aa1b req-8baeaad0-77f4-47c1-8c4d-b52f80a81231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:05.547760 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0b3e2a1-e977-4a02-9136-0f9bdfd5aa1b req-8baeaad0-77f4-47c1-8c4d-b52f80a81231 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6458755 Sep 23 22:47:05.621627 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b46e9f81-0e9d-4e91-959c-09498a54ee1a req-198ee6e4-b322-4ad8-a9c3-ed0d0f41e67c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5050688 Sep 23 22:47:05.741636 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c8005915-9838-4e21-b7e8-35db368ff69a tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:05.749331 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c8005915-9838-4e21-b7e8-35db368ff69a tempest-MeteringTestJSON-108806689 tempest-MeteringTestJSON-108806689-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/1dd0559f-52d1-45d4-b0d1-6ec261bbcaf0 HTTP/1.1" status: 204 len: 168 time: 1.0470197 Sep 23 22:47:05.866482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-c0aca0cc-83a0-49dd-9641-895e1cbfc638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:05.868382 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-c0aca0cc-83a0-49dd-9641-895e1cbfc638 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1094 time: 0.2446418 Sep 23 22:47:05.878433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47484) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:05.908692 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c2188672-9c8f-466b-b0c1-1b00429efd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:05.929037 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-ab6b18cf-dad5-4675-8fe4-b8516e9cbd07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 217 time: 0.0459583 Sep 23 22:47:05.952058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e49e1902-3906-4b5a-85dc-e8aa257d02ad None None] Provisioning complete for port d3230d8d-0f9d-4f47-a278-2283a21f80ec triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:05.953046 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e49e1902-3906-4b5a-85dc-e8aa257d02ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:06.032622 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e49e1902-3906-4b5a-85dc-e8aa257d02ad None None] Port d3230d8d-0f9d-4f47-a278-2283a21f80ec cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:47:06.033022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-9989af23-5833-41b6-9103-8e8b40d64f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:06.034646 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-9989af23-5833-41b6-9103-8e8b40d64f43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=540b0e52-eae5-4aec-973b-222f092e66b6 HTTP/1.1" status: 200 len: 835 time: 0.0958958 Sep 23 22:47:06.068211 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Router f433c7ef-7109-4c7f-b3fb-a084519ee1e2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:47:06.269456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c2188672-9c8f-466b-b0c1-1b00429efd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:06.275911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-33e80a9f-20fe-44ca-9cc7-cc4c029f5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:06.277754 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-33e80a9f-20fe-44ca-9cc7-cc4c029f5d85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357986 Sep 23 22:47:06.365143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b6566503-3481-4324-8ef7-cf5c3094b39b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:47:06.422184 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:47:06.432385 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1d26baf1-3d86-484c-a709-5fca3c013ffb admin admin] 10.222.0.22 "PUT /v2.0/routers/f433c7ef-7109-4c7f-b3fb-a084519ee1e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6855342 Sep 23 22:47:06.438224 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-4ea57a1b-66b9-42e0-92ed-6d4b932c9b05 service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510105 Sep 23 22:47:06.442475 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c2188672-9c8f-466b-b0c1-1b00429efd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:06.449065 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Sync routers for ids ['f433c7ef-7109-4c7f-b3fb-a084519ee1e2'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:47:06.508330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2188672-9c8f-466b-b0c1-1b00429efd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d91314-edcc-43f8-b20a-c387ad8b1d9c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:06.510225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b6566503-3481-4324-8ef7-cf5c3094b39b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:06.511257 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:06.533816 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Routers {'f433c7ef-7109-4c7f-b3fb-a084519ee1e2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:47:06.539452 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:46:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['f433c7ef-7109-4c7f-b3fb-a084519ee1e2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:06.554495 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47502) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:06.584412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47506) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:06.585658 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c2188672-9c8f-466b-b0c1-1b00429efd3d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d3d8429b59f4cd9b9cca7a17d37aae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7039371 Sep 23 22:47:06.666093 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:06.718686 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-760af299-5212-4bee-a3c8-65a6b9cb7e33 req-d0240cc6-96bc-4a0b-a1a4-3f9366908987 service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641578 Sep 23 22:47:06.744265 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b49e347e-b098-4da7-9116-4f0cc8707dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:06.772550 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b49e347e-b098-4da7-9116-4f0cc8707dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:06.806847 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Set router f433c7ef-7109-4c7f-b3fb-a084519ee1e2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:47:06.967139 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b49e347e-b098-4da7-9116-4f0cc8707dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:06.974555 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b49e347e-b098-4da7-9116-4f0cc8707dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:06.983461 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b49e347e-b098-4da7-9116-4f0cc8707dde admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a2d91314-edcc-43f8-b20a-c387ad8b1d9c HTTP/1.1" status: 204 len: 168 time: 0.3964767 Sep 23 22:47:07.006838 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e906ea63-a9ba-4f38-a759-7d3c4587769c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:07.026509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e347e-b098-4da7-9116-4f0cc8707dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d91314-edcc-43f8-b20a-c387ad8b1d9c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:07.075612 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303815-42a7-401b-b360-7352904da30b req-3f292728-8a06-4546-b1ea-8611559b4dd5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:07.078115 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b303815-42a7-401b-b360-7352904da30b req-3f292728-8a06-4546-b1ea-8611559b4dd5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 943 time: 0.2170727 Sep 23 22:47:07.167517 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b303815-42a7-401b-b360-7352904da30b req-d9e8ab98-3313-4623-a976-f43d7a637351 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831122 Sep 23 22:47:07.253877 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'name': 'tempest-TestServerMultinode-1254876165-router', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:51Z', 'updated_at': '2021-09-23T22:47:03Z', 'revision_number': 4, 'project_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'gw_port': {'id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:53Z', 'updated_at': '2021-09-23T22:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd3230d8d-0f9d-4f47-a278-2283a21f80ec', 'name': '', 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'mac_address': 'fa:16:3e:4b:4c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '261eb9b9-7613-4e59-af4f-5f7312b354c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:47:00Z', 'updated_at': '2021-09-23T22:47:04Z', 'revision_number': 2, 'project_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'subnets': [{'id': '261eb9b9-7613-4e59-af4f-5f7312b354c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:07.340019 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Checking router: f433c7ef-7109-4c7f-b3fb-a084519ee1e2 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:47:07.340732 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Updating router f433c7ef-7109-4c7f-b3fb-a084519ee1e2 port d3230d8d-0f9d-4f47-a278-2283a21f80ec binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:47:07.383075 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:07.407820 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e906ea63-a9ba-4f38-a759-7d3c4587769c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:07.562149 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e906ea63-a9ba-4f38-a759-7d3c4587769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:07.643644 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e906ea63-a9ba-4f38-a759-7d3c4587769c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e36dcdc8f1154fc4b5a9c004dddc5fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0868404 Sep 23 22:47:07.646522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47534) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:07.661279 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906ea63-a9ba-4f38-a759-7d3c4587769c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e638a6f7-15cd-4d9d-aa4a-ae710a32ed85,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:07.768484 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f179328-7263-49fc-8b39-e3c45b42bda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:07.816799 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f179328-7263-49fc-8b39-e3c45b42bda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:07.858003 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:07.985175 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:07.985457 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f179328-7263-49fc-8b39-e3c45b42bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:07.989456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f179328-7263-49fc-8b39-e3c45b42bda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:07.991226 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8f179328-7263-49fc-8b39-e3c45b42bda1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e638a6f7-15cd-4d9d-aa4a-ae710a32ed85 HTTP/1.1" status: 204 len: 168 time: 0.3424871 Sep 23 22:47:08.012477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f179328-7263-49fc-8b39-e3c45b42bda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e638a6f7-15cd-4d9d-aa4a-ae710a32ed85,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:08.077903 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68009af9-901b-40c2-9cda-c1d0165a9426 None None] Pushing event updated for resources: {'Port': ['ID=d3230d8d-0f9d-4f47-a278-2283a21f80ec,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:08.205323 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Attempting to bind port d3230d8d-0f9d-4f47-a278-2283a21f80ec on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:08.206685 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Attempting to bind port d3230d8d-0f9d-4f47-a278-2283a21f80ec by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:08.206685 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Attempting to bind port d3230d8d-0f9d-4f47-a278-2283a21f80ec on network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:08.218837 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:47:08.223939 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Checking segment: {'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:47:08.232263 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:08.232263 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Bound using segment: {'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:47:08.232263 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Bound port: d3230d8d-0f9d-4f47-a278-2283a21f80ec, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:47:08.232263 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:08.411409 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] For port d3230d8d-0f9d-4f47-a278-2283a21f80ec, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:47:08.421082 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] For port d3230d8d-0f9d-4f47-a278-2283a21f80ec, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d3230d8d-0f9d-4f47-a278-2283a21f80ec,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:47:08.455330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac1c1-3208-456d-89a6-7db6eb371e17 req-5efc0113-4f48-4f2f-bd58-2a1079dd25ef tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:08.469624 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-65eac1c1-3208-456d-89a6-7db6eb371e17 req-5efc0113-4f48-4f2f-bd58-2a1079dd25ef tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 943 time: 0.1565130 Sep 23 22:47:08.500153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6ff8a7b0-91b5-4bce-a00d-25a684958e74 None None] Provisioning complete for port d3230d8d-0f9d-4f47-a278-2283a21f80ec triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:08.500730 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a7b0-91b5-4bce-a00d-25a684958e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:08.547218 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:08.555793 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-65eac1c1-3208-456d-89a6-7db6eb371e17 req-0212d140-3ce9-49d5-965a-7a6d15cf7947 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793641 Sep 23 22:47:08.582990 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6ff8a7b0-91b5-4bce-a00d-25a684958e74 None None] Port d3230d8d-0f9d-4f47-a278-2283a21f80ec cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:47:08.654923 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47568) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:08.660330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-262526389-network', 'tenant_id': 'afef7352c71644fc826066d616a52af7'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:08.688739 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Routers {'f433c7ef-7109-4c7f-b3fb-a084519ee1e2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:47:08.694566 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:46:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['f433c7ef-7109-4c7f-b3fb-a084519ee1e2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:08.745620 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68009af9-901b-40c2-9cda-c1d0165a9426 None None] Pushing event updated for resources: {'Port': ['ID=d3230d8d-0f9d-4f47-a278-2283a21f80ec,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:08.818991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] Made reservation on behalf of afef7352c71644fc826066d616a52af7 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:47:08.822480 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:08.859892 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:08.921576 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] Set router f433c7ef-7109-4c7f-b3fb-a084519ee1e2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:47:09.008517 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-181800cf-a633-42d8-b75d-a38e277a9c56 None None] Provisioning complete for port d3230d8d-0f9d-4f47-a278-2283a21f80ec triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:09.013507 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-181800cf-a633-42d8-b75d-a38e277a9c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:09.040859 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:09.130202 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-181800cf-a633-42d8-b75d-a38e277a9c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:09.159667 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:09.243182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909056ee-4c76-4538-a97d-2931f03496a6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:09.291239 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'name': 'tempest-TestServerMultinode-1254876165-router', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:51Z', 'updated_at': '2021-09-23T22:47:03Z', 'revision_number': 4, 'project_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'gw_port': {'id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:53Z', 'updated_at': '2021-09-23T22:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd3230d8d-0f9d-4f47-a278-2283a21f80ec', 'name': '', 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'mac_address': 'fa:16:3e:4b:4c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '261eb9b9-7613-4e59-af4f-5f7312b354c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:47:00Z', 'updated_at': '2021-09-23T22:47:08Z', 'revision_number': 4, 'project_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'subnets': [{'id': '261eb9b9-7613-4e59-af4f-5f7312b354c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:09.324640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-181800cf-a633-42d8-b75d-a38e277a9c56 None None] For port d3230d8d-0f9d-4f47-a278-2283a21f80ec, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d3230d8d-0f9d-4f47-a278-2283a21f80ec,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:09.325860 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:47:09.338035 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ebdf92-3a8e-4367-9e51-50beca0fa1e4 None None] The sync data for ids ['f433c7ef-7109-4c7f-b3fb-a084519ee1e2'] in n-d-810775-1 is: [{'id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'name': 'tempest-TestServerMultinode-1254876165-router', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:51Z', 'updated_at': '2021-09-23T22:47:03Z', 'revision_number': 4, 'project_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'gw_port': {'id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:53Z', 'updated_at': '2021-09-23T22:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd3230d8d-0f9d-4f47-a278-2283a21f80ec', 'name': '', 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'mac_address': 'fa:16:3e:4b:4c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '261eb9b9-7613-4e59-af4f-5f7312b354c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:47:00Z', 'updated_at': '2021-09-23T22:47:08Z', 'revision_number': 4, 'project_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'subnets': [{'id': '261eb9b9-7613-4e59-af4f-5f7312b354c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:47:09.347383 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:09.348212 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] Added segment f59c5dce-7baa-4411-aefd-cacd3e503145 of type vlan for network efcb0b09-c583-4457-9276-cbca80df1181 Sep 23 22:47:09.515697 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-181800cf-a633-42d8-b75d-a38e277a9c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:09.598324 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:09.737087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47592) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:09.798296 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a05ad7b-5b80-4798-8b0d-c2c34210b048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:09.829978 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:09.831632 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:09.835320 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:09.850868 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181800cf-a633-42d8-b75d-a38e277a9c56 None None] Pushing event updated for resources: {'Port': ['ID=d3230d8d-0f9d-4f47-a278-2283a21f80ec,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:09.983172 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a05ad7b-5b80-4798-8b0d-c2c34210b048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:10.033228 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] Pushing event updated for resources: {'Network': ['ID=efcb0b09-c583-4457-9276-cbca80df1181,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:10.061664 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network efcb0b09-c583-4457-9276-cbca80df1181 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:47:10.083721 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b73b6e-ba1c-4113-9906-0727d489f443 req-e9eb8d81-9889-49fa-92f5-088dd26e7ef5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:10.085542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-41b73b6e-ba1c-4113-9906-0727d489f443 req-e9eb8d81-9889-49fa-92f5-088dd26e7ef5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 943 time: 0.2252157 Sep 23 22:47:10.122086 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a05ad7b-5b80-4798-8b0d-c2c34210b048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:10.151973 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-41b73b6e-ba1c-4113-9906-0727d489f443 req-d3c448fa-bad9-47c8-b79b-84ba44f1a43b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554748 Sep 23 22:47:10.195038 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3a05ad7b-5b80-4798-8b0d-c2c34210b048 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=974fa280bf654b5cad647ea2e38e23c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558511 Sep 23 22:47:10.197970 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47594) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:10.290277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:47:10.309313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05ad7b-5b80-4798-8b0d-c2c34210b048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41adce4-47aa-4c80-8a40-5044c80245a7,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:10.382311 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e3ebaf5-62f6-4188-b6b1-6bcacf116e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:10.392118 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-38704978-ddc9-4475-8cbc-a3b94e0f2f3e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7360749 Sep 23 22:47:10.395185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47598) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:10.404229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-30a0a58f-1334-412f-b2b7-959207a1bf35 admin admin] Request body: {'subnet': {'network_id': 'efcb0b09-c583-4457-9276-cbca80df1181', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-262526389-subnet', 'tenant_id': 'afef7352c71644fc826066d616a52af7', 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:10.425984 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e3ebaf5-62f6-4188-b6b1-6bcacf116e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:10.482926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d3230d8d-0f9d-4f47-a278-2283a21f80ec up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:47:10.545678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:10.556655 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a0a58f-1334-412f-b2b7-959207a1bf35 admin admin] Made reservation on behalf of afef7352c71644fc826066d616a52af7 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:47:10.560698 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-30a0a58f-1334-412f-b2b7-959207a1bf35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:10.613306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'port_id': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'mac_address': 'fa:16:3e:94:01:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:47:10.658475 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e3ebaf5-62f6-4188-b6b1-6bcacf116e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:10.675443 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e3ebaf5-62f6-4188-b6b1-6bcacf116e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:10.675443 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6e3ebaf5-62f6-4188-b6b1-6bcacf116e6c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f41adce4-47aa-4c80-8a40-5044c80245a7 HTTP/1.1" status: 204 len: 168 time: 0.4669325 Sep 23 22:47:10.685722 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:10.694842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ebaf5-62f6-4188-b6b1-6bcacf116e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41adce4-47aa-4c80-8a40-5044c80245a7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:10.704321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:47:10.822828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:10.825815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d3230d8d-0f9d-4f47-a278-2283a21f80ec triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:10.826805 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:10.950591 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:11.085544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:11.208455 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-30a0a58f-1334-412f-b2b7-959207a1bf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:11.365545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0a58f-1334-412f-b2b7-959207a1bf35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3779cc5c-eafc-48b3-bc20-0e18391c4787,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:11.381078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['7fb32da6-941e-4498-b4ad-b2eb3bfc1674'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:47:11.433915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0a58f-1334-412f-b2b7-959207a1bf35 admin admin] Checking segment: {'id': 'f59c5dce-7baa-4411-aefd-cacd3e503145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'efcb0b09-c583-4457-9276-cbca80df1181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:47:11.441981 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a0a58f-1334-412f-b2b7-959207a1bf35 admin admin] Network hostable DHCP agents. Network: efcb0b09-c583-4457-9276-cbca80df1181, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:47:11.496619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe18a9-1cd8-4706-8170-4b69aa44ae8a req-f37968b7-a347-4bed-8647-f3c8218aa866 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:11.498682 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-91fe18a9-1cd8-4706-8170-4b69aa44ae8a req-f37968b7-a347-4bed-8647-f3c8218aa866 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 944 time: 0.1876700 Sep 23 22:47:11.598209 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-91fe18a9-1cd8-4706-8170-4b69aa44ae8a req-4a910766-070d-4f9f-adbc-8ebe7a7edf4d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808926 Sep 23 22:47:11.614355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a0a58f-1334-412f-b2b7-959207a1bf35 admin admin] Network efcb0b09-c583-4457-9276-cbca80df1181 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:47:11.744448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-30a0a58f-1334-412f-b2b7-959207a1bf35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, efcb0b09-c583-4457-9276-cbca80df1181) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:47:11.760422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a0a58f-1334-412f-b2b7-959207a1bf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:11.764047 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-30a0a58f-1334-412f-b2b7-959207a1bf35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:11.801598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b314cdd-a601-4467-980d-78080d5280ad None None] Network efcb0b09-c583-4457-9276-cbca80df1181 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:47:11.895624 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-30a0a58f-1334-412f-b2b7-959207a1bf35 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4940300 Sep 23 22:47:11.895624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47648) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:11.898886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-262526389-router', 'tenant_id': 'afef7352c71644fc826066d616a52af7', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:12.037859 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:12.039683 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:12.156697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-efcb0b09-c583-4457-9276-cbca80df1181', 'network_id': 'efcb0b09-c583-4457-9276-cbca80df1181', 'tenant_id': 'afef7352c71644fc826066d616a52af7', 'fixed_ips': [{'subnet_id': '3779cc5c-eafc-48b3-bc20-0e18391c4787'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:47:12.157694 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:12.172730 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:12.376918 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Allocated IP 172.20.0.2 (efcb0b09-c583-4457-9276-cbca80df1181/3779cc5c-eafc-48b3-bc20-0e18391c4787/1a72a638-8d77-4217-b400-17b08199d0a8) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:47:12.708954 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:12.797509 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:12.917449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Pushing event updated for resources: {'Port': ['ID=1a72a638-8d77-4217-b400-17b08199d0a8,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:12.941697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Network efcb0b09-c583-4457-9276-cbca80df1181 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:47:12.943256 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:47:12.951190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:47:13.109598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Attempting to bind port 1a72a638-8d77-4217-b400-17b08199d0a8 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:13.110270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Attempting to bind port 1a72a638-8d77-4217-b400-17b08199d0a8 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f59c5dce-7baa-4411-aefd-cacd3e503145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'efcb0b09-c583-4457-9276-cbca80df1181'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:13.110825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Attempting to bind port 1a72a638-8d77-4217-b400-17b08199d0a8 on network efcb0b09-c583-4457-9276-cbca80df1181 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:13.126190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:47:13.126190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Checking segment: {'id': 'f59c5dce-7baa-4411-aefd-cacd3e503145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'efcb0b09-c583-4457-9276-cbca80df1181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:47:13.126190 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:13.126190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Bound using segment: {'id': 'f59c5dce-7baa-4411-aefd-cacd3e503145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'efcb0b09-c583-4457-9276-cbca80df1181'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:47:13.126190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Bound port: 1a72a638-8d77-4217-b400-17b08199d0a8, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59c5dce-7baa-4411-aefd-cacd3e503145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'efcb0b09-c583-4457-9276-cbca80df1181'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:47:13.126190 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:13.210959 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] For port 1a72a638-8d77-4217-b400-17b08199d0a8, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:47:13.215481 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] For port 1a72a638-8d77-4217-b400-17b08199d0a8, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1a72a638-8d77-4217-b400-17b08199d0a8,segment=NetworkSegment(f59c5dce-7baa-4411-aefd-cacd3e503145),segment_id=f59c5dce-7baa-4411-aefd-cacd3e503145)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:47:13.219043 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:13.236189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13d609-4e6c-4135-aeed-9dc5eba6a777 req-73d754cf-7be5-4d08-8fd2-93e72e825f20 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:13.238065 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c13d609-4e6c-4135-aeed-9dc5eba6a777 req-73d754cf-7be5-4d08-8fd2-93e72e825f20 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 944 time: 0.1430943 Sep 23 22:47:13.271075 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7a2711e5-1493-4053-ae26-8ae1341b0f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:13.283558 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c13d609-4e6c-4135-aeed-9dc5eba6a777 req-87b6f281-176d-405b-81c3-c38c0f8ca20c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377829 Sep 23 22:47:13.402901 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:13.481047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20f716-b52d-4353-be8a-7a51373ab4c0 None None] Pushing event updated for resources: {'Port': ['ID=1a72a638-8d77-4217-b400-17b08199d0a8,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:13.864824 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:47:13.870093 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:13.907545 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:14.115080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Allocated IP 172.25.1.16 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/f3edf87d-d675-4988-8b94-89dee462c8f3) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:47:14.315103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:47:14.317263 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:14.371269 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1a72a638-8d77-4217-b400-17b08199d0a8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:47:14.587424 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-317349a2-1914-4ab9-8f42-c5c151a63923 req-1de6d7e7-277b-45a9-b7eb-a1254139cee0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844207 Sep 23 22:47:14.679492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048aeab8-9c5b-44ed-a172-fcd6e8cfb2be req-8db4dcec-a311-41af-a9c0-8f6b25b6be3a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:14.682184 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-048aeab8-9c5b-44ed-a172-fcd6e8cfb2be req-8db4dcec-a311-41af-a9c0-8f6b25b6be3a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 944 time: 0.1720121 Sep 23 22:47:14.720579 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:14.793993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317349a2-1914-4ab9-8f42-c5c151a63923 req-b0a53f7c-db95-4a12-b151-37b58ae78ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:14.798026 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-317349a2-1914-4ab9-8f42-c5c151a63923 req-b0a53f7c-db95-4a12-b151-37b58ae78ff7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 1096 time: 0.1222799 Sep 23 22:47:14.887247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:47:14.922772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:47:14.932778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:47:15.028767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 1a72a638-8d77-4217-b400-17b08199d0a8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:15.033792 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:15.038521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317349a2-1914-4ab9-8f42-c5c151a63923 req-aad1ed4c-e470-470f-8ca4-3529406c7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:15.050081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-317349a2-1914-4ab9-8f42-c5c151a63923 req-aad1ed4c-e470-470f-8ca4-3529406c7262 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 200 len: 916 time: 0.2218850 Sep 23 22:47:15.074933 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-048aeab8-9c5b-44ed-a172-fcd6e8cfb2be req-fc08fd82-ff0f-4229-ba92-9e2e249c84c6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3845985 Sep 23 22:47:15.142005 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f3edf87d-d675-4988-8b94-89dee462c8f3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:15.146277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:47:15.155600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-317349a2-1914-4ab9-8f42-c5c151a63923 req-76447aaf-452f-4c57-99e6-9b6d423d0e6b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ac2317-bea4-4041-944c-4d1fe8075694 HTTP/1.1" status: 200 len: 217 time: 0.1022940 Sep 23 22:47:15.164257 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:15.166680 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:15.264682 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d13cfd-d650-4a59-bfad-e398d9725242 None None] Network efcb0b09-c583-4457-9276-cbca80df1181 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:47:15.300178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317349a2-1914-4ab9-8f42-c5c151a63923 req-7609a093-563f-4aba-bcf4-6ac4a4ff01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:15.303838 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-317349a2-1914-4ab9-8f42-c5c151a63923 req-7609a093-563f-4aba-bcf4-6ac4a4ff01eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9cc00b1c-8c3d-4c94-8be0-d9326da2db79 HTTP/1.1" status: 200 len: 855 time: 0.1401358 Sep 23 22:47:15.355092 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-317349a2-1914-4ab9-8f42-c5c151a63923 req-8130318c-7a4f-460c-89e6-eda019892c42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a0468ba-e642-44ef-9a61-d757b905ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429795 Sep 23 22:47:15.397016 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:15.518813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47748) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:15.554331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-cc21efb4-37ab-4b2e-9ca1-654f22f33d13 None None] Provisioning complete for port 1a72a638-8d77-4217-b400-17b08199d0a8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:15.554683 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cc21efb4-37ab-4b2e-9ca1-654f22f33d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:15.601737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 1a72a638-8d77-4217-b400-17b08199d0a8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1a72a638-8d77-4217-b400-17b08199d0a8,segment=NetworkSegment(f59c5dce-7baa-4411-aefd-cacd3e503145),segment_id=f59c5dce-7baa-4411-aefd-cacd3e503145)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:15.626915 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-317349a2-1914-4ab9-8f42-c5c151a63923 req-3b174168-1180-47f0-b055-626042f8283d service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614717 Sep 23 22:47:15.727962 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:15.773283 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:15.779993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-262216668'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:15.822782 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cc21efb4-37ab-4b2e-9ca1-654f22f33d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:15.838164 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-317349a2-1914-4ab9-8f42-c5c151a63923 req-49ae126b-a748-4ef9-b467-f291dfb9c3cd service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995564 Sep 23 22:47:15.886548 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c8063671-ac65-4931-b98c-c4a68eda3421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:15.896000 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:15.984465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:47:15.986922 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c71485-c5b4-4c77-8d53-994836e9bf9d" -d '{"events": [{"server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "name": "network-vif-plugged", "status": "completed", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:47:16.036870 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Made reservation on behalf of 69f25439610b4058a8cb84cd58ab3b7f for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:47:16.040625 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:16.080404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:16.109318 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c435f5-2690-4f5a-bb24-88ad0bb3c661 x-openstack-request-id: req-47c435f5-2690-4f5a-bb24-88ad0bb3c661 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:47:16.109619 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "name": "network-vif-plugged", "status": "completed", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:47:16.109871 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47c435f5-2690-4f5a-bb24-88ad0bb3c661 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:47:16.110265 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'code': 200} Sep 23 22:47:16.137486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=1a72a638-8d77-4217-b400-17b08199d0a8,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:16.140563 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-cc21efb4-37ab-4b2e-9ca1-654f22f33d13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:47:16.140951 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-cc21efb4-37ab-4b2e-9ca1-654f22f33d13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:47:16.162540 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:16.164684 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:16.227195 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:16.292009 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:16.516804 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47776) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:16.564370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1a72a638-8d77-4217-b400-17b08199d0a8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:47:16.586597 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:16.590226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab363ae-3f89-4d26-a9b3-b85b66e78fab req-60dafaee-51d4-4db4-b391-a9c95b8d9a6e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:16.595831 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0ab363ae-3f89-4d26-a9b3-b85b66e78fab req-60dafaee-51d4-4db4-b391-a9c95b8d9a6e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.2001839 Sep 23 22:47:16.706306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0ab363ae-3f89-4d26-a9b3-b85b66e78fab req-433ab230-cc7a-4251-a6c1-8d3c0a374feb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921602 Sep 23 22:47:16.772065 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:16.783601 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-04641d42-085d-4c46-bd88-17b3cddcca25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:16.900930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:47:16.935346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cb364-e6fb-4609-85ff-086e1c6d4478 req-4e98192b-d63f-4155-9082-53d4412f4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:16.938370 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a69cb364-e6fb-4609-85ff-086e1c6d4478 req-4e98192b-d63f-4155-9082-53d4412f4434 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1096 time: 0.6329734 Sep 23 22:47:16.955514 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286ad8b7-9318-4477-abe9-2b5ea5e3ddde,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:16.965266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 1a72a638-8d77-4217-b400-17b08199d0a8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:16.968502 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:16.978112 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:16.979085 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Added segment b1f2f6fd-5668-4f2b-98a6-b058bbd44916 of type vlan for network a602b946-6511-4a68-8d9b-f43829470068 Sep 23 22:47:16.986885 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:17.022115 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-04641d42-085d-4c46-bd88-17b3cddcca25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:17.042321 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:17.115766 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-659a8aed-199a-4ded-b5ce-a4e91bc15626 None None] Provisioning complete for port 1a72a638-8d77-4217-b400-17b08199d0a8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:17.117058 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-659a8aed-199a-4ded-b5ce-a4e91bc15626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:17.127635 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-04641d42-085d-4c46-bd88-17b3cddcca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:17.269593 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-04641d42-085d-4c46-bd88-17b3cddcca25 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c20e486585b4c1295bd879cc334f2ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7447872 Sep 23 22:47:17.272651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04641d42-085d-4c46-bd88-17b3cddcca25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23405498-2269-4f1b-a68d-632c71524ec9,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:17.297530 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47806) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:17.363478 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:17.370673 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a69cb364-e6fb-4609-85ff-086e1c6d4478 req-cce71694-937a-4b33-a8cc-ca8d00d744f9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4169748 Sep 23 22:47:17.394006 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-186a86c9-e98c-40af-b215-90094c6322d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:17.422855 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-186a86c9-e98c-40af-b215-90094c6322d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:17.516342 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:17.522403 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:17.523081 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:17.631725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Pushing event updated for resources: {'Network': ['ID=a602b946-6511-4a68-8d9b-f43829470068,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:17.631725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Router 69bbd77f-dedb-4e27-8d42-5b0eadadabee is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:47:17.640738 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network a602b946-6511-4a68-8d9b-f43829470068 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:47:17.665278 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-186a86c9-e98c-40af-b215-90094c6322d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:17.670238 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-186a86c9-e98c-40af-b215-90094c6322d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:17.671776 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-186a86c9-e98c-40af-b215-90094c6322d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23405498-2269-4f1b-a68d-632c71524ec9 HTTP/1.1" status: 204 len: 168 time: 0.3728039 Sep 23 22:47:17.696777 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a86c9-e98c-40af-b215-90094c6322d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23405498-2269-4f1b-a68d-632c71524ec9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:17.822668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-df736bfe-b39a-423c-9ba4-a1bf9f63913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.3025355 Sep 23 22:47:17.934949 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:18.032277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:47:18.048244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Sync routers for ids ['69bbd77f-dedb-4e27-8d42-5b0eadadabee'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:47:18.066933 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Routers {'69bbd77f-dedb-4e27-8d42-5b0eadadabee'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:47:18.071138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:47:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['69bbd77f-dedb-4e27-8d42-5b0eadadabee'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:18.186345 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d5eba-ffcd-40d9-b9df-4f55b1888eaf req-38b8fa52-429b-4f52-abbd-f08fce24152e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:18.201078 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-058d5eba-ffcd-40d9-b9df-4f55b1888eaf req-38b8fa52-429b-4f52-abbd-f08fce24152e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.1585646 Sep 23 22:47:18.305622 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-058d5eba-ffcd-40d9-b9df-4f55b1888eaf req-f6cd3eff-dd49-40d4-9de6-48a9a65b070e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021056 Sep 23 22:47:18.421447 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:18.428286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47840) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:18.429683 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5b08fb9d-7ed3-4538-87e4-9abd7cb5a5c4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.5347886 Sep 23 22:47:18.560869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Set router 69bbd77f-dedb-4e27-8d42-5b0eadadabee gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:47:18.883628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47846) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:18.898073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Request body: {'port': {'network_id': 'a602b946-6511-4a68-8d9b-f43829470068', 'binding:host_id': 'n-h1-810775-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435197885'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:19.043870 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:19.154660 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Made reservation on behalf of 82e77cc675944753a7ba09c5a16b13ec for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:47:19.157729 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:19.159556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'name': 'tempest-TestServerMultinode-262526389-router', 'tenant_id': 'afef7352c71644fc826066d616a52af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f3edf87d-d675-4988-8b94-89dee462c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:47:12Z', 'updated_at': '2021-09-23T22:47:15Z', 'revision_number': 3, 'project_id': 'afef7352c71644fc826066d616a52af7', 'gw_port': {'id': 'f3edf87d-d675-4988-8b94-89dee462c8f3', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:47:13Z', 'updated_at': '2021-09-23T22:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:19.178484 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:19.229800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47856) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:19.252862 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Checking router: 69bbd77f-dedb-4e27-8d42-5b0eadadabee for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:47:19.253265 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Updating router 69bbd77f-dedb-4e27-8d42-5b0eadadabee port f3edf87d-d675-4988-8b94-89dee462c8f3 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:47:19.274923 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc575a12-ae0c-421e-8b57-a68129e426c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:19.300348 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:19.596700 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:19.624099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0cf87-4d56-4d77-9aad-4509beaf8c5e req-0f555786-34c1-40af-817f-8b0bc7d9f908 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:19.626422 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4cc0cf87-4d56-4d77-9aad-4509beaf8c5e req-0f555786-34c1-40af-817f-8b0bc7d9f908 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.1675568 Sep 23 22:47:19.691733 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:19.697243 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] device_id is not set on port d720e8de-5572-4ec5-a43a-bf7cd0f44531 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:47:19.849990 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:19.914912 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4cc0cf87-4d56-4d77-9aad-4509beaf8c5e req-28fc9259-fdf2-4909-92aa-668ebcccdde3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799506 Sep 23 22:47:19.950579 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:20.038866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Attempting to bind port f3edf87d-d675-4988-8b94-89dee462c8f3 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:20.039661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Attempting to bind port f3edf87d-d675-4988-8b94-89dee462c8f3 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:20.040054 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Attempting to bind port f3edf87d-d675-4988-8b94-89dee462c8f3 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:20.063404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:47:20.064532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:47:20.064532 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:20.071723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:47:20.074963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Bound port: f3edf87d-d675-4988-8b94-89dee462c8f3, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:47:20.075548 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:20.254481 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4d411-9e72-40c3-a256-ccceb1edbb5a None None] Pushing event updated for resources: {'Port': ['ID=f3edf87d-d675-4988-8b94-89dee462c8f3,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:20.271183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ee7c8-f316-4013-b2a4-a1f189894afe req-aefe8182-97ef-42ce-8545-41c7f8b9cdf5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:20.277943 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f4ee7c8-f316-4013-b2a4-a1f189894afe req-aefe8182-97ef-42ce-8545-41c7f8b9cdf5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.1477218 Sep 23 22:47:20.327722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] For port f3edf87d-d675-4988-8b94-89dee462c8f3, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:47:20.336843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] For port f3edf87d-d675-4988-8b94-89dee462c8f3, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f3edf87d-d675-4988-8b94-89dee462c8f3,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:47:20.360532 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f4ee7c8-f316-4013-b2a4-a1f189894afe req-23864259-642b-414c-9881-da445f5e98ae tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707254 Sep 23 22:47:20.420561 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:20.422780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47874) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:20.449473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] device_id is not set on port d720e8de-5572-4ec5-a43a-bf7cd0f44531 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:47:20.465130 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:20.479735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4d411-9e72-40c3-a256-ccceb1edbb5a None None] Pushing event updated for resources: {'Port': ['ID=f3edf87d-d675-4988-8b94-89dee462c8f3,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:20.524832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Routers {'69bbd77f-dedb-4e27-8d42-5b0eadadabee'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:47:20.525734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:47:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['69bbd77f-dedb-4e27-8d42-5b0eadadabee'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:20.547355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:20.598104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b91c2ff-7d7f-4284-8569-2d72f6bd3711 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:20.600906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4b91c2ff-7d7f-4284-8569-2d72f6bd3711 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1091 time: 0.1738942 Sep 23 22:47:20.604996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47876) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:20.624937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:20.627855 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc575a12-ae0c-421e-8b57-a68129e426c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:20.632322 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:20.645097 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69299544-a935-40db-8682-d19a6e648e18,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:20.698710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] Set router 69bbd77f-dedb-4e27-8d42-5b0eadadabee gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:47:20.760460 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Pushing event updated for resources: {'Port': ['ID=d720e8de-5572-4ec5-a43a-bf7cd0f44531,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:20.763194 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc575a12-ae0c-421e-8b57-a68129e426c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:20.798769 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:20.830498 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dc575a12-ae0c-421e-8b57-a68129e426c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81359d4a66694fcdabac1248f3038d41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5990880 Sep 23 22:47:20.831551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc575a12-ae0c-421e-8b57-a68129e426c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21da0709-2d50-4bf9-a737-fc15ae4ae83e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:20.834364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47880) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:20.982495 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1bd110bb-ce63-4080-a706-b6203646eb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:20.998363 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Checking segment: {'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:47:20.999349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Network hostable DHCP agents. Network: a602b946-6511-4a68-8d9b-f43829470068, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:47:21.074464 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1bd110bb-ce63-4080-a706-b6203646eb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:21.188890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Network a602b946-6511-4a68-8d9b-f43829470068 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:47:21.206409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Allocated IP 172.20.0.1 (efcb0b09-c583-4457-9276-cbca80df1181/3779cc5c-eafc-48b3-bc20-0e18391c4787/998406dd-8e13-4d0c-b855-13657ae5b5c3) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:47:21.281812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1bd110bb-ce63-4080-a706-b6203646eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:21.294415 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1bd110bb-ce63-4080-a706-b6203646eb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:21.294415 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1bd110bb-ce63-4080-a706-b6203646eb41 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21da0709-2d50-4bf9-a737-fc15ae4ae83e HTTP/1.1" status: 204 len: 168 time: 0.4347408 Sep 23 22:47:21.306465 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd110bb-ce63-4080-a706-b6203646eb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21da0709-2d50-4bf9-a737-fc15ae4ae83e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:21.317870 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:21.327550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, a602b946-6511-4a68-8d9b-f43829470068) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:47:21.352785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:47:21.356602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a345673d-09ed-4aaa-aeb0-602ac79df853 None None] Network a602b946-6511-4a68-8d9b-f43829470068 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:47:21.455989 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:21.456593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:21.458861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:21.485718 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:21.487638 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:21.491920 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 2 to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 Sep 23 22:47:21.562833 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'name': 'tempest-TestServerMultinode-262526389-router', 'tenant_id': 'afef7352c71644fc826066d616a52af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f3edf87d-d675-4988-8b94-89dee462c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:47:12Z', 'updated_at': '2021-09-23T22:47:15Z', 'revision_number': 3, 'project_id': 'afef7352c71644fc826066d616a52af7', 'gw_port': {'id': 'f3edf87d-d675-4988-8b94-89dee462c8f3', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:47:13Z', 'updated_at': '2021-09-23T22:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:21.570387 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:21.570933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:21.571468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:21.600070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:21.600403 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:21.600792 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 3 to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 Sep 23 22:47:21.625479 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:21.625936 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:21.626149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:21.639438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:21.639845 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:21.643993 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 4 to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 Sep 23 22:47:21.644216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0090a5c7-502b-4562-9823-4c0fee3b0857 None None] The sync data for ids ['69bbd77f-dedb-4e27-8d42-5b0eadadabee'] in n-d-810775-1 is: [{'id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'name': 'tempest-TestServerMultinode-262526389-router', 'tenant_id': 'afef7352c71644fc826066d616a52af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f3edf87d-d675-4988-8b94-89dee462c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:47:12Z', 'updated_at': '2021-09-23T22:47:15Z', 'revision_number': 3, 'project_id': 'afef7352c71644fc826066d616a52af7', 'gw_port': {'id': 'f3edf87d-d675-4988-8b94-89dee462c8f3', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:47:13Z', 'updated_at': '2021-09-23T22:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:47:21.668567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:21.678895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:21.678895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:21.685459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:21.686174 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:21.686951 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 5 to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 Sep 23 22:47:21.725638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:21.725638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:21.725638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:21.735663 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:21.735998 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:21.736397 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 6 to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 Sep 23 22:47:21.771456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:21.771456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:21.771456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:21.774735 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:21.775069 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:21.775503 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 7 to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 Sep 23 22:47:21.810366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:21.810716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:21.811041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:21.829157 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:21.829787 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:21.830202 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 8 to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 Sep 23 22:47:21.852089 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:21.852553 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:21.852768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:21.858351 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:21.867713 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:21.868040 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:21.868446 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 9 to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 Sep 23 22:47:21.901650 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:21.901993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:21.902329 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:21.919601 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:21.920068 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:21.920436 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 10 to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 Sep 23 22:47:21.944013 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:21.944479 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:21.944744 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:21.958293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:21.958770 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port d720e8de-5572-4ec5-a43a-bf7cd0f44531 on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:21.959048 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:22.139049 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] For port d720e8de-5572-4ec5-a43a-bf7cd0f44531, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:47:22.139049 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempted to set empty binding levels {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 22:47:22.252617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.25.1.8 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/56511062-f78a-4041-89ab-1003dc8b16b3) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:47:22.310793 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:22.369743 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:22.448921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:22.450162 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:22.484133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f3edf87d-d675-4988-8b94-89dee462c8f3 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:47:22.587501 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Pushing event updated for resources: {'Port': ['ID=d720e8de-5572-4ec5-a43a-bf7cd0f44531,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:22.631524 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-965fac5c-8987-4fed-a0c9-80bb57c5face tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.7460163 Sep 23 22:47:22.634109 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47912) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:22.636058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port f3edf87d-d675-4988-8b94-89dee462c8f3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:22.636486 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:22.869965 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:22.986898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Network efcb0b09-c583-4457-9276-cbca80df1181 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:47:22.988577 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:22.998876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:47:23.007024 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-67b31e40-1a9d-4cad-b6bd-1a228ec34372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Deleting port d720e8de-5572-4ec5-a43a-bf7cd0f44531 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:47:23.013771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67b31e40-1a9d-4cad-b6bd-1a228ec34372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:23.017228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Pushing event updated for resources: {'Port': ['ID=998406dd-8e13-4d0c-b855-13657ae5b5c3,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:23.027422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:47:23.070318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port f3edf87d-d675-4988-8b94-89dee462c8f3, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f3edf87d-d675-4988-8b94-89dee462c8f3,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:23.182043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-67b31e40-1a9d-4cad-b6bd-1a228ec34372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] For port d720e8de-5572-4ec5-a43a-bf7cd0f44531, host n-h1-810775-1, got binding levels [] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:23.183113 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67b31e40-1a9d-4cad-b6bd-1a228ec34372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:23.191211 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:23.222040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-67b31e40-1a9d-4cad-b6bd-1a228ec34372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Calling delete_port for d720e8de-5572-4ec5-a43a-bf7cd0f44531 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:47:23.268197 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:23.287904 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:23.418104 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=f3edf87d-d675-4988-8b94-89dee462c8f3,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:23.587641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:47:23.603028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:47:23.657490 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:47:23.662926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c2ea4d1e-f1e4-421d-9849-2f72714af086 None None] Provisioning complete for port 998406dd-8e13-4d0c-b855-13657ae5b5c3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:23.663888 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c2ea4d1e-f1e4-421d-9849-2f72714af086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:23.686424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=56511062-f78a-4041-89ab-1003dc8b16b3,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:23.761929 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67b31e40-1a9d-4cad-b6bd-1a228ec34372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:23.831605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c2ea4d1e-f1e4-421d-9849-2f72714af086 None None] Port 998406dd-8e13-4d0c-b855-13657ae5b5c3 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:47:23.901289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67b31e40-1a9d-4cad-b6bd-1a228ec34372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:23.904642 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-67b31e40-1a9d-4cad-b6bd-1a228ec34372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "DELETE /v2.0/ports/d720e8de-5572-4ec5-a43a-bf7cd0f44531 HTTP/1.1" status: 204 len: 168 time: 1.2659903 Sep 23 22:47:23.905901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b31e40-1a9d-4cad-b6bd-1a228ec34372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Pushing event deleted for resources: {'Port': ['ID=d720e8de-5572-4ec5-a43a-bf7cd0f44531,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:23.909292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47938) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:23.975732 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae6ecef-5550-488b-96e1-6cf52e83aecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] GET failed (client error): The resource could not be found. Sep 23 22:47:23.986247 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6ae6ecef-5550-488b-96e1-6cf52e83aecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "GET /v2.0/ports/d720e8de-5572-4ec5-a43a-bf7cd0f44531 HTTP/1.1" status: 404 len: 333 time: 0.0753090 Sep 23 22:47:23.987376 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47940) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:24.003151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-4f02fafd-410f-437e-b9b8-22ccb59a0efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Request body: {'port': {'network_id': 'a602b946-6511-4a68-8d9b-f43829470068', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-540008876'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:24.164014 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:24.201692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f02fafd-410f-437e-b9b8-22ccb59a0efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Made reservation on behalf of 82e77cc675944753a7ba09c5a16b13ec for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:47:24.208439 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f02fafd-410f-437e-b9b8-22ccb59a0efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:24.258084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-4f02fafd-410f-437e-b9b8-22ccb59a0efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] device_id is not set on port ab7b65ce-9da9-48f4-9514-c8db90d31c4c yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:47:24.409306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f3edf87d-d675-4988-8b94-89dee462c8f3 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:47:24.616562 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f02fafd-410f-437e-b9b8-22ccb59a0efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:24.646279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port f3edf87d-d675-4988-8b94-89dee462c8f3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:24.647360 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:24.895200 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f02fafd-410f-437e-b9b8-22ccb59a0efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:25.010645 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47958) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:25.122105 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f02fafd-410f-437e-b9b8-22ccb59a0efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Network a602b946-6511-4a68-8d9b-f43829470068 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:47:25.135871 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-4f02fafd-410f-437e-b9b8-22ccb59a0efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:47:25.148302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f02fafd-410f-437e-b9b8-22ccb59a0efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:47:25.153755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f02fafd-410f-437e-b9b8-22ccb59a0efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:25.156352 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f02fafd-410f-437e-b9b8-22ccb59a0efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:25.186772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02fafd-410f-437e-b9b8-22ccb59a0efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Pushing event updated for resources: {'Port': ['ID=ab7b65ce-9da9-48f4-9514-c8db90d31c4c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:25.260186 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-511a7725-7f6b-4584-ac80-8be92a56caba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:25.441585 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4f02fafd-410f-437e-b9b8-22ccb59a0efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4515247 Sep 23 22:47:25.444982 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47972) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:25.452170 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:25.453136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:25.530819 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:25.546322 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-511a7725-7f6b-4584-ac80-8be92a56caba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:25.618751 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-511a7725-7f6b-4584-ac80-8be92a56caba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:25.691629 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:25.743751 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:25.768826 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:25.870162 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-511a7725-7f6b-4584-ac80-8be92a56caba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=651e1d0ada114756992931c6f48b8057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8580189 Sep 23 22:47:25.876493 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47980) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:25.877621 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:25.880065 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Pushing event updated for resources: {'Port': ['ID=998406dd-8e13-4d0c-b855-13657ae5b5c3,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:25.891451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a7725-7f6b-4584-ac80-8be92a56caba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3edf29e-3b3f-432e-9885-b0da45d36414,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:25.993649 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-723455e8-5afe-4501-86bf-8268a92a54fd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2467506 Sep 23 22:47:26.038521 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8900470d-6594-4317-8d52-ba20336dde4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:26.049642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] device_id is not set on port ab7b65ce-9da9-48f4-9514-c8db90d31c4c yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:47:26.066537 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:26.107057 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8900470d-6594-4317-8d52-ba20336dde4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:26.232149 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:26.306274 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-cea77227-d909-4e53-bfa0-3bc2dc740e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:26.308985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-cea77227-d909-4e53-bfa0-3bc2dc740e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:26.310949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-cea77227-d909-4e53-bfa0-3bc2dc740e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:26.312226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-cea77227-d909-4e53-bfa0-3bc2dc740e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:26.313463 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-cea77227-d909-4e53-bfa0-3bc2dc740e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:26.315679 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-cea77227-d909-4e53-bfa0-3bc2dc740e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:26.317361 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-cea77227-d909-4e53-bfa0-3bc2dc740e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:26.324502 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-cea77227-d909-4e53-bfa0-3bc2dc740e58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 6502 time: 0.2292163 Sep 23 22:47:26.510976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Pushing event updated for resources: {'Port': ['ID=ab7b65ce-9da9-48f4-9514-c8db90d31c4c,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:26.541551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:26.542254 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:26.542254 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:26.555488 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:26.555896 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:26.562568 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 2 to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c Sep 23 22:47:26.633046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Network efcb0b09-c583-4457-9276-cbca80df1181 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:47:26.636002 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:47:26.781478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Router 69bbd77f-dedb-4e27-8d42-5b0eadadabee has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:47:26.788019 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:26.906168 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:27.018601 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-3b6cb951-3e39-48dc-b2b9-36bf083bcc3f None None] Provisioning complete for port 998406dd-8e13-4d0c-b855-13657ae5b5c3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:27.019290 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3b6cb951-3e39-48dc-b2b9-36bf083bcc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:27.068927 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8900470d-6594-4317-8d52-ba20336dde4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:27.077147 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8900470d-6594-4317-8d52-ba20336dde4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:27.078623 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8900470d-6594-4317-8d52-ba20336dde4d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a3edf29e-3b3f-432e-9885-b0da45d36414 HTTP/1.1" status: 204 len: 168 time: 1.1991541 Sep 23 22:47:27.080003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=56511062-f78a-4041-89ab-1003dc8b16b3,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:27.081313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-6113b67b-2de6-4c9f-bc12-487e4b8d1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:27.081989 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-6113b67b-2de6-4c9f-bc12-487e4b8d1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:27.082641 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-6113b67b-2de6-4c9f-bc12-487e4b8d1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:27.085939 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-6113b67b-2de6-4c9f-bc12-487e4b8d1c85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fa81e9cc-8992-4179-b9e3-9048c56a33a0&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=122a4d33-a44b-41de-907d-9ba92c71bcd8&id=b61d004c-7d39-4789-9f10-cec75881ed41&id=b61d004c-7d39-4789-9f10-cec75881ed41 HTTP/1.1" status: 200 len: 2298 time: 0.7242699 Sep 23 22:47:27.097530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:27.098127 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:27.098771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:27.100434 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:27.103343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:47:27.113340 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Sync routers for ids ['69bbd77f-dedb-4e27-8d42-5b0eadadabee'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:47:27.118941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-3b6cb951-3e39-48dc-b2b9-36bf083bcc3f None None] Port 998406dd-8e13-4d0c-b855-13657ae5b5c3 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:47:27.127901 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6824b33d-205b-4728-8372-faf889e83242 admin admin] 10.222.0.22 "PUT /v2.0/routers/69bbd77f-dedb-4e27-8d42-5b0eadadabee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6982484 Sep 23 22:47:27.138989 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Routers {'69bbd77f-dedb-4e27-8d42-5b0eadadabee'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:47:27.148946 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:47:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['69bbd77f-dedb-4e27-8d42-5b0eadadabee'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:27.272759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900470d-6594-4317-8d52-ba20336dde4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3edf29e-3b3f-432e-9885-b0da45d36414,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:27.289247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:27.289863 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:27.332238 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 3 to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c Sep 23 22:47:27.367288 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-c80f991f-3039-4387-bd54-a8788b8646d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65da3b19-c7ce-4403-aab0-82474cf2997a HTTP/1.1" status: 200 len: 1001 time: 0.2705591 Sep 23 22:47:27.417920 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Set router 69bbd77f-dedb-4e27-8d42-5b0eadadabee gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:47:27.453483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:27.456050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:27.456050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:27.465972 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Floating IP 06020ab3-0e20-498c-91e6-43fb63ebade2 associated. External IP: 172.25.1.8, port: 7fb32da6-941e-4498-b4ad-b2eb3bfc1674. Sep 23 22:47:27.624129 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:27.624627 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:27.629296 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 4 to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c Sep 23 22:47:27.666295 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:27.666908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:27.667588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:27.681622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-f1978668-57ef-4e2e-ad0b-78cb5b524df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:27.683962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-f1978668-57ef-4e2e-ad0b-78cb5b524df5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=348543d1-f008-4beb-b20f-1d9700a9ee7e HTTP/1.1" status: 200 len: 856 time: 0.2974019 Sep 23 22:47:27.688170 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:27.688602 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:27.689270 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 5 to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c Sep 23 22:47:27.787733 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:27.788125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:27.788545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:27.820393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:27.820393 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:27.820393 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 6 to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c Sep 23 22:47:27.886523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-9551f246-30a8-43d3-87d0-0e99714dc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:27.890288 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-9551f246-30a8-43d3-87d0-0e99714dc6b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fa81e9cc-8992-4179-b9e3-9048c56a33a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1960683 Sep 23 22:47:27.891548 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:27.892284 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:27.892861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:27.904628 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'name': 'tempest-TestServerMultinode-262526389-router', 'tenant_id': 'afef7352c71644fc826066d616a52af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f3edf87d-d675-4988-8b94-89dee462c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:47:12Z', 'updated_at': '2021-09-23T22:47:23Z', 'revision_number': 4, 'project_id': 'afef7352c71644fc826066d616a52af7', 'gw_port': {'id': 'f3edf87d-d675-4988-8b94-89dee462c8f3', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:47:13Z', 'updated_at': '2021-09-23T22:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '998406dd-8e13-4d0c-b855-13657ae5b5c3', 'name': '', 'network_id': 'efcb0b09-c583-4457-9276-cbca80df1181', 'tenant_id': 'afef7352c71644fc826066d616a52af7', 'mac_address': 'fa:16:3e:25:4d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '3779cc5c-eafc-48b3-bc20-0e18391c4787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:47:20Z', 'updated_at': '2021-09-23T22:47:25Z', 'revision_number': 2, 'project_id': 'afef7352c71644fc826066d616a52af7', 'subnets': [{'id': '3779cc5c-eafc-48b3-bc20-0e18391c4787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:27.914364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:27.914973 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:27.928276 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 7 to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c Sep 23 22:47:27.972935 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Checking router: 69bbd77f-dedb-4e27-8d42-5b0eadadabee for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:47:27.974729 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Updating router 69bbd77f-dedb-4e27-8d42-5b0eadadabee port 998406dd-8e13-4d0c-b855-13657ae5b5c3 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:47:27.976656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:27.978797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:27.983456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:28.045881 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:28.058207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:28.058794 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:28.064923 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 8 to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c Sep 23 22:47:28.115782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:28.116145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:28.117185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:28.161393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:28.161810 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:28.162199 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 9 to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c Sep 23 22:47:28.169453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router 0f783cef-883e-4fa9-b483-81b43ba209b2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:47:28.186421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:28.186688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:28.186982 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:28.192664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:28.192993 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:28.193615 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 10 to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c Sep 23 22:47:28.217014 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-a29a2495-d403-4b70-8b77-3d1fcc3785ba service neutron] 10.222.0.67 "GET /v2.0/networks/fa81e9cc-8992-4179-b9e3-9048c56a33a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985518 Sep 23 22:47:28.273269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:28.273619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:28.273965 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:28.287106 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:28.287443 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:28.287892 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:28.351196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:47:28.369963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf139c4a-63c6-44c8-a663-040fe260d047 None None] Sync routers for ids ['0f783cef-883e-4fa9-b483-81b43ba209b2'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:47:28.412097 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf139c4a-63c6-44c8-a663-040fe260d047 None None] Routers {'0f783cef-883e-4fa9-b483-81b43ba209b2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:47:28.412097 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cf139c4a-63c6-44c8-a663-040fe260d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:47:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0f783cef-883e-4fa9-b483-81b43ba209b2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:28.537175 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-bb2256ff-931c-41e7-ab3b-28a6588cc897 service neutron] 10.222.0.67 "GET /v2.0/networks/fa81e9cc-8992-4179-b9e3-9048c56a33a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302889 Sep 23 22:47:28.540603 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] For port ab7b65ce-9da9-48f4-9514-c8db90d31c4c, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:47:28.540951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempted to set empty binding levels {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 22:47:28.568125 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:28.593512 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-53077e47-6c1b-46ea-96ce-62344adc2008 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=28753d3e-094b-4fb4-afd5-aae7ac4ac79d HTTP/1.1" status: 200 len: 217 time: 0.0479419 Sep 23 22:47:28.635873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-cf139c4a-63c6-44c8-a663-040fe260d047 None None] Set router 0f783cef-883e-4fa9-b483-81b43ba209b2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:47:28.722159 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-73ae1c39-cdcf-4a9d-bf07-75dda8109865 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 8.1122668 Sep 23 22:47:28.725558 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:47:28.728053 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:28.736147 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee8ce35-c0fd-4439-adc5-aaaf38c2da41" -d '{"events": [{"name": "network-changed", "server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:47:28.740135 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:28.849030 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:28.850781 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] In _notify_port_updated(), no bound segment for port ab7b65ce-9da9-48f4-9514-c8db90d31c4c on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:47:28.851798 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:28.852510 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:28.854091 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "PUT /v2.0/ports/ab7b65ce-9da9-48f4-9514-c8db90d31c4c HTTP/1.1" status: 200 len: 978 time: 3.4082420 Sep 23 22:47:28.857862 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48068) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:29.021035 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418cbac-8488-4592-a477-143b68bc9b3d None None] Pushing event updated for resources: {'Port': ['ID=998406dd-8e13-4d0c-b855-13657ae5b5c3,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:29.026475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fe01e-15e7-497c-b258-8c1d1615170b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Pushing event updated for resources: {'Port': ['ID=ab7b65ce-9da9-48f4-9514-c8db90d31c4c,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:29.039432 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-100e178f-8d08-4e7c-bf83-96beb6219b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.053021 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-100e178f-8d08-4e7c-bf83-96beb6219b75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.4462612 Sep 23 22:47:29.146118 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Attempting to bind port 998406dd-8e13-4d0c-b855-13657ae5b5c3 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:29.146480 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Attempting to bind port 998406dd-8e13-4d0c-b855-13657ae5b5c3 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f59c5dce-7baa-4411-aefd-cacd3e503145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'efcb0b09-c583-4457-9276-cbca80df1181'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:29.147038 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Attempting to bind port 998406dd-8e13-4d0c-b855-13657ae5b5c3 on network efcb0b09-c583-4457-9276-cbca80df1181 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:29.153799 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:47:29.154732 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Checking segment: {'id': 'f59c5dce-7baa-4411-aefd-cacd3e503145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'efcb0b09-c583-4457-9276-cbca80df1181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:47:29.155374 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:29.156087 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Bound using segment: {'id': 'f59c5dce-7baa-4411-aefd-cacd3e503145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'efcb0b09-c583-4457-9276-cbca80df1181'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:47:29.156822 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Bound port: 998406dd-8e13-4d0c-b855-13657ae5b5c3, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59c5dce-7baa-4411-aefd-cacd3e503145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'efcb0b09-c583-4457-9276-cbca80df1181'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:47:29.158361 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:29.261329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.261881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.262352 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.268403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.269597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.270088 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.274540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.275126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.281379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.281952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.282445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.282920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.287486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.289877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.290429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.290914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.295748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.296732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.298691 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] For port 998406dd-8e13-4d0c-b855-13657ae5b5c3, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:47:29.299196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.299713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.301638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.301638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.301638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.301638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.306250 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] For port 998406dd-8e13-4d0c-b855-13657ae5b5c3, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=998406dd-8e13-4d0c-b855-13657ae5b5c3,segment=NetworkSegment(f59c5dce-7baa-4411-aefd-cacd3e503145),segment_id=f59c5dce-7baa-4411-aefd-cacd3e503145)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:47:29.308518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.309634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.310119 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.310590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.311057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.311540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.311993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.312458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.312917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.313476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.313939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.338711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cf139c4a-63c6-44c8-a663-040fe260d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:32Z', 'updated_at': '2021-09-23T22:46:45Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:35Z', 'updated_at': '2021-09-23T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '06020ab3-0e20-498c-91e6-43fb63ebade2', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'port_id': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'mac_address': 'fa:16:3e:94:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efec3ec-0620-4e0c-8688-a223098dd380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:47:24Z', 'updated_at': '2021-09-23T22:47:24Z', 'revision_number': 0, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51daa25f-8c9d-489e-80bd-b10cdb8084f0', 'name': '', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:5c:e2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:43Z', 'updated_at': '2021-09-23T22:46:51Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:29.342290 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.344245 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.344881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.376986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b8309295-17bf-4de3-973a-128a9bb52a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34320 time: 0.5176582 Sep 23 22:47:29.387268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48088) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:29.399308 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-068ef707-779f-46c6-a51d-dca75f4d1af0 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.400853 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-068ef707-779f-46c6-a51d-dca75f4d1af0 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/networks?id=bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 HTTP/1.1" status: 200 len: 911 time: 0.5650971 Sep 23 22:47:29.403450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-ef1385f6-14fc-4405-b7b0-15ef12bff83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.407664 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-ef1385f6-14fc-4405-b7b0-15ef12bff83b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3428512 Sep 23 22:47:29.419879 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:29.429331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8fd23-8ce0-4789-9f83-a1f98122e4aa req-e32c5655-06bd-4aad-b910-907355266793 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:29.432641 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5f8fd23-8ce0-4789-9f83-a1f98122e4aa req-e32c5655-06bd-4aad-b910-907355266793 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.3314612 Sep 23 22:47:29.444423 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf139c4a-63c6-44c8-a663-040fe260d047 None None] Checking router: 0f783cef-883e-4fa9-b483-81b43ba209b2 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:47:29.514772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf139c4a-63c6-44c8-a663-040fe260d047 None None] Routers {'0f783cef-883e-4fa9-b483-81b43ba209b2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:47:29.517339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cf139c4a-63c6-44c8-a663-040fe260d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:47:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0f783cef-883e-4fa9-b483-81b43ba209b2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:29.550664 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-29113402-6204-443a-ad86-cacf45a12d43 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/quotas/afef7352c71644fc826066d616a52af7 HTTP/1.1" status: 200 len: 375 time: 0.1384685 Sep 23 22:47:29.667444 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5f8fd23-8ce0-4789-9f83-a1f98122e4aa req-36e64bcb-6062-48ba-9ec0-2315efea0b8b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019777 Sep 23 22:47:29.713256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-c45635df-900e-40c3-80a9-25ca07d78487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Deleting port ab7b65ce-9da9-48f4-9514-c8db90d31c4c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:47:29.713716 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c45635df-900e-40c3-80a9-25ca07d78487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:29.717169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48098) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:29.777214 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-cf139c4a-63c6-44c8-a663-040fe260d047 None None] Set router 0f783cef-883e-4fa9-b483-81b43ba209b2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:47:29.862728 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-8904321d-7855-4eeb-a707-590d1f1972fe service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450715 Sep 23 22:47:29.876181 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Routers {'69bbd77f-dedb-4e27-8d42-5b0eadadabee'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:47:29.878481 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:47:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['69bbd77f-dedb-4e27-8d42-5b0eadadabee'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:29.893425 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c27d3309-c4e2-4c5f-abb8-187facb4706c None None] Provisioning complete for port 998406dd-8e13-4d0c-b855-13657ae5b5c3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:29.894097 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c27d3309-c4e2-4c5f-abb8-187facb4706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:29.920480 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66454301-7875-41ae-ae40-6f8243305558 x-openstack-request-id: req-66454301-7875-41ae-ae40-6f8243305558 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:47:29.921004 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:47:29.921460 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66454301-7875-41ae-ae40-6f8243305558 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:47:29.922063 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'status': 'completed', 'code': 200} Sep 23 22:47:30.027432 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418cbac-8488-4592-a477-143b68bc9b3d None None] Pushing event updated for resources: {'Port': ['ID=998406dd-8e13-4d0c-b855-13657ae5b5c3,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:30.103261 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] Set router 69bbd77f-dedb-4e27-8d42-5b0eadadabee gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:47:30.209329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-c45635df-900e-40c3-80a9-25ca07d78487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] For port ab7b65ce-9da9-48f4-9514-c8db90d31c4c, host n-h1-810775-1, got binding levels [] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:30.214631 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c45635df-900e-40c3-80a9-25ca07d78487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:30.245066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-c45635df-900e-40c3-80a9-25ca07d78487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Calling delete_port for ab7b65ce-9da9-48f4-9514-c8db90d31c4c owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:47:30.252449 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c27d3309-c4e2-4c5f-abb8-187facb4706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:30.263387 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-c93d2347-f123-462e-b2b4-6fef1f4eb4a6 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539088 Sep 23 22:47:30.325228 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-f3d6d02d-bef8-42fb-a121-827ac6c3e140 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=afef7352c71644fc826066d616a52af7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7520823 Sep 23 22:47:30.377477 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c4ecf9b9-7455-40ba-8e1b-b8047dc008d8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/06020ab3-0e20-498c-91e6-43fb63ebade2 HTTP/1.1" status: 200 len: 989 time: 0.6543310 Sep 23 22:47:30.419517 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c27d3309-c4e2-4c5f-abb8-187facb4706c None None] For port 998406dd-8e13-4d0c-b855-13657ae5b5c3, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=998406dd-8e13-4d0c-b855-13657ae5b5c3,segment=NetworkSegment(f59c5dce-7baa-4411-aefd-cacd3e503145),segment_id=f59c5dce-7baa-4411-aefd-cacd3e503145)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:30.449306 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-cf96c428-e69d-44ec-b9d1-950c20791b3b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=ca42fb19-a6f2-4eba-902d-4eee3b80849c HTTP/1.1" status: 200 len: 217 time: 0.1731777 Sep 23 22:47:30.501538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8ce35-c0fd-4439-adc5-aaaf38c2da41 req-b266149d-bec5-4b11-9f5f-45d8e8423792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:30.503035 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ee8ce35-c0fd-4439-adc5-aaaf38c2da41 req-b266149d-bec5-4b11-9f5f-45d8e8423792 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1096 time: 0.6131418 Sep 23 22:47:30.525351 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c27d3309-c4e2-4c5f-abb8-187facb4706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:30.572654 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'name': 'tempest-TestServerMultinode-262526389-router', 'tenant_id': 'afef7352c71644fc826066d616a52af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f3edf87d-d675-4988-8b94-89dee462c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:47:12Z', 'updated_at': '2021-09-23T22:47:23Z', 'revision_number': 4, 'project_id': 'afef7352c71644fc826066d616a52af7', 'gw_port': {'id': 'f3edf87d-d675-4988-8b94-89dee462c8f3', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:47:13Z', 'updated_at': '2021-09-23T22:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '998406dd-8e13-4d0c-b855-13657ae5b5c3', 'name': '', 'network_id': 'efcb0b09-c583-4457-9276-cbca80df1181', 'tenant_id': 'afef7352c71644fc826066d616a52af7', 'mac_address': 'fa:16:3e:25:4d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '3779cc5c-eafc-48b3-bc20-0e18391c4787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:47:20Z', 'updated_at': '2021-09-23T22:47:29Z', 'revision_number': 4, 'project_id': 'afef7352c71644fc826066d616a52af7', 'subnets': [{'id': '3779cc5c-eafc-48b3-bc20-0e18391c4787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:30.578636 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-4d10d94d-ab8a-44f4-983a-d5237b44f44c service neutron] 10.222.0.22 "GET /v2.0/networks/bb6177e9-5bfa-41c7-b4fd-54cf715d2b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524610 Sep 23 22:47:30.613383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635df44-3185-43ef-a655-9925b55252f8 req-dba3a144-8ec8-4ac8-afa1-16e1276291d4 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:30.635604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-dba3a144-8ec8-4ac8-afa1-16e1276291d4 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/networks?id=3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 200 len: 815 time: 0.6292903 Sep 23 22:47:30.651449 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e8fa8e-07c4-4252-80f0-3692eb3284a8 None None] The sync data for ids ['69bbd77f-dedb-4e27-8d42-5b0eadadabee'] in n-d-810775-1 is: [{'id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'name': 'tempest-TestServerMultinode-262526389-router', 'tenant_id': 'afef7352c71644fc826066d616a52af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f3edf87d-d675-4988-8b94-89dee462c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:47:12Z', 'updated_at': '2021-09-23T22:47:23Z', 'revision_number': 4, 'project_id': 'afef7352c71644fc826066d616a52af7', 'gw_port': {'id': 'f3edf87d-d675-4988-8b94-89dee462c8f3', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:47:13Z', 'updated_at': '2021-09-23T22:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '998406dd-8e13-4d0c-b855-13657ae5b5c3', 'name': '', 'network_id': 'efcb0b09-c583-4457-9276-cbca80df1181', 'tenant_id': 'afef7352c71644fc826066d616a52af7', 'mac_address': 'fa:16:3e:25:4d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '3779cc5c-eafc-48b3-bc20-0e18391c4787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:47:20Z', 'updated_at': '2021-09-23T22:47:29Z', 'revision_number': 4, 'project_id': 'afef7352c71644fc826066d616a52af7', 'subnets': [{'id': '3779cc5c-eafc-48b3-bc20-0e18391c4787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:47:30.655955 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d3309-c4e2-4c5f-abb8-187facb4706c None None] Pushing event updated for resources: {'Port': ['ID=998406dd-8e13-4d0c-b855-13657ae5b5c3,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:30.662922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-8170b39a-04f2-4cf1-b452-67064e93b61f tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/quotas/ce68ccacab544a6c9092090d08b8c1eb HTTP/1.1" status: 200 len: 375 time: 0.0263827 Sep 23 22:47:30.700060 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c45635df-900e-40c3-80a9-25ca07d78487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:30.931019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a45b0f6a-b85f-4404-83f0-c67e29e78571 None None] Provisioning complete for port 998406dd-8e13-4d0c-b855-13657ae5b5c3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:30.931451 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a45b0f6a-b85f-4404-83f0-c67e29e78571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:30.931822 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-72beb267-afa8-46ad-8414-25562b02d4cf service neutron] 10.222.0.22 "GET /v2.0/networks/bb6177e9-5bfa-41c7-b4fd-54cf715d2b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095725 Sep 23 22:47:30.997889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-54620c4e-787a-4d1e-b1cc-c7d898faf661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:31.003883 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-54620c4e-787a-4d1e-b1cc-c7d898faf661 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.5340543 Sep 23 22:47:31.144671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45635df-900e-40c3-80a9-25ca07d78487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab7b65ce-9da9-48f4-9514-c8db90d31c4c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:31.197187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-24f2c705-9d89-4dad-89f1-106154108e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:31.213490 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-24f2c705-9d89-4dad-89f1-106154108e22 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1915834 Sep 23 22:47:31.216166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8ce35-c0fd-4439-adc5-aaaf38c2da41 req-2c60b911-29cd-467a-abec-80c217c9c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:31.218594 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ee8ce35-c0fd-4439-adc5-aaaf38c2da41 req-2c60b911-29cd-467a-abec-80c217c9c90b service neutron] 10.222.0.67 "GET /v2.0/networks?id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4 HTTP/1.1" status: 200 len: 898 time: 0.6954787 Sep 23 22:47:31.226438 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c45635df-900e-40c3-80a9-25ca07d78487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:31.234870 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c45635df-900e-40c3-80a9-25ca07d78487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "DELETE /v2.0/ports/ab7b65ce-9da9-48f4-9514-c8db90d31c4c HTTP/1.1" status: 204 len: 168 time: 1.8362052 Sep 23 22:47:31.239541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48140) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:31.258294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cf139c4a-63c6-44c8-a663-040fe260d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:32Z', 'updated_at': '2021-09-23T22:46:45Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:35Z', 'updated_at': '2021-09-23T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '06020ab3-0e20-498c-91e6-43fb63ebade2', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'port_id': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'mac_address': 'fa:16:3e:94:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efec3ec-0620-4e0c-8688-a223098dd380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:47:24Z', 'updated_at': '2021-09-23T22:47:24Z', 'revision_number': 0, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51daa25f-8c9d-489e-80bd-b10cdb8084f0', 'name': '', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:5c:e2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:43Z', 'updated_at': '2021-09-23T22:46:51Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:31.296744 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-26317da5-0a42-441d-bb86-dd0f6056ad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] GET failed (client error): The resource could not be found. Sep 23 22:47:31.305485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-26317da5-0a42-441d-bb86-dd0f6056ad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "GET /v2.0/ports/ab7b65ce-9da9-48f4-9514-c8db90d31c4c HTTP/1.1" status: 404 len: 333 time: 0.0594976 Sep 23 22:47:31.308364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48146) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:31.318013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf139c4a-63c6-44c8-a663-040fe260d047 None None] The sync data for ids ['0f783cef-883e-4fa9-b483-81b43ba209b2'] in n-d-810775-1 is: [{'id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:32Z', 'updated_at': '2021-09-23T22:46:45Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:35Z', 'updated_at': '2021-09-23T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '06020ab3-0e20-498c-91e6-43fb63ebade2', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'port_id': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'mac_address': 'fa:16:3e:94:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efec3ec-0620-4e0c-8688-a223098dd380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:47:24Z', 'updated_at': '2021-09-23T22:47:24Z', 'revision_number': 0, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51daa25f-8c9d-489e-80bd-b10cdb8084f0', 'name': '', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:5c:e2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:43Z', 'updated_at': '2021-09-23T22:46:51Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:47:31.322101 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-8ec426d1-4d5f-4ade-9add-20bd76f42fda tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6567171 Sep 23 22:47:31.323367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-6d37811b-4930-455d-a201-6feb7ff4e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1338093851', 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:31.397498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48150) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:31.541179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d37811b-4930-455d-a201-6feb7ff4e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Made reservation on behalf of 82e77cc675944753a7ba09c5a16b13ec for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:47:31.541362 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ee8ce35-c0fd-4439-adc5-aaaf38c2da41 req-bd239e1c-66ad-4fd2-8ce3-4b32e84b93ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 997 time: 0.3045490 Sep 23 22:47:31.557918 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d37811b-4930-455d-a201-6feb7ff4e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:31.628412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-6d37811b-4930-455d-a201-6feb7ff4e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] device_id is not set on port 78c4690c-504d-4aca-9648-7a62e02c742c yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:47:31.667597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8ce35-c0fd-4439-adc5-aaaf38c2da41 req-09c73116-d4e5-4ed3-ae50-ee1bb31ad64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:31.672448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ee8ce35-c0fd-4439-adc5-aaaf38c2da41 req-09c73116-d4e5-4ed3-ae50-ee1bb31ad64d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=540b0e52-eae5-4aec-973b-222f092e66b6 HTTP/1.1" status: 200 len: 835 time: 0.1168792 Sep 23 22:47:31.900920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-e0a3a176-d607-478c-8cc4-fca0b1cdfe3f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:47:31.911788 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-e0a3a176-d607-478c-8cc4-fca0b1cdfe3f service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5153613 Sep 23 22:47:32.000114 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa80dde4-c641-44e7-bdbe-9d045f9ddf0f req-3f33ed46-36a0-415d-9591-b41597192359 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 210 time: 0.1342463 Sep 23 22:47:32.080118 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-8877fc7e-966f-45b4-8e3c-12e04e0d44e7 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8624759 Sep 23 22:47:32.091954 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40363265-0c13-4d0e-98d0-3e020c85c366 None None] New status for floating IP 06020ab3-0e20-498c-91e6-43fb63ebade2: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:47:32.141816 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-66899e4e-42d3-44a4-8aaa-1c31c628670a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/06020ab3-0e20-498c-91e6-43fb63ebade2 HTTP/1.1" status: 200 len: 989 time: 0.7410970 Sep 23 22:47:32.187343 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-410c8bec-f421-4834-a9ef-0274d63bf09e service neutron] 10.222.0.22 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739084 Sep 23 22:47:32.234869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8ce35-c0fd-4439-adc5-aaaf38c2da41 req-c7600ac1-f8cc-4100-884c-9940aa107da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:32.247144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ee8ce35-c0fd-4439-adc5-aaaf38c2da41 req-c7600ac1-f8cc-4100-884c-9940aa107da9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5668302 Sep 23 22:47:32.425459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ee8ce35-c0fd-4439-adc5-aaaf38c2da41 req-964c4ba7-09d0-4327-8f82-6be36fc16191 service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620839 Sep 23 22:47:32.507264 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 998406dd-8e13-4d0c-b855-13657ae5b5c3 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:47:32.557832 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-77baf5e5-5678-4105-a36a-bd7fc2a3ad99 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706686 Sep 23 22:47:32.587213 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d37811b-4930-455d-a201-6feb7ff4e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:32.670661 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-646de0e9-76ea-4224-a683-640e9301dafe service neutron] 10.222.0.22 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637063 Sep 23 22:47:32.750168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 998406dd-8e13-4d0c-b855-13657ae5b5c3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:32.750941 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:32.805257 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-ca3e316d-a779-4333-a9bc-d229959e17c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=6a81c335-2695-469d-8050-a9cd933195f5 HTTP/1.1" status: 200 len: 217 time: 0.2372689 Sep 23 22:47:32.850095 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ee8ce35-c0fd-4439-adc5-aaaf38c2da41 req-b4506a3b-7ee0-46b3-ad3f-41224f27ff98 service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108062 Sep 23 22:47:33.047437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-2697959c-2424-4893-a2bc-272d3215c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:33.049241 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-2697959c-2424-4893-a2bc-272d3215c6c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.2298996 Sep 23 22:47:33.146826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48218) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:33.199898 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-676cd8d8-e67e-4ca5-9189-082694b7b93c req-00ef2db4-765e-42bd-8ebc-7abbb5af8a52 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 210 time: 0.0753510 Sep 23 22:47:33.225035 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-2c70c78f-e9c2-46f7-82ee-10ad12e3f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:33.230239 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-2c70c78f-e9c2-46f7-82ee-10ad12e3f529 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1732268 Sep 23 22:47:33.293411 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d37811b-4930-455d-a201-6feb7ff4e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:33.373070 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e95f0933-0c42-4a46-9de8-5a63f1ed7aa7 req-f9fbdc90-1c52-47d2-860f-d78ef664993c tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 210 time: 0.0685635 Sep 23 22:47:33.443604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37811b-4930-455d-a201-6feb7ff4e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Network a602b946-6511-4a68-8d9b-f43829470068 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:47:33.475302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-6d37811b-4930-455d-a201-6feb7ff4e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:47:33.500352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37811b-4930-455d-a201-6feb7ff4e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:47:33.500352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d37811b-4930-455d-a201-6feb7ff4e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:33.500352 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d37811b-4930-455d-a201-6feb7ff4e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:33.506807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37811b-4930-455d-a201-6feb7ff4e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Pushing event updated for resources: {'Port': ['ID=78c4690c-504d-4aca-9648-7a62e02c742c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:33.509319 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-83c8b767-8c91-4674-8cfd-c04d1cb0d3fc tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/06020ab3-0e20-498c-91e6-43fb63ebade2 HTTP/1.1" status: 200 len: 991 time: 0.3558962 Sep 23 22:47:33.565911 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-903be47b-a703-4384-97fe-dd054d9c1e4d service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249862 Sep 23 22:47:33.636635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6d37811b-4930-455d-a201-6feb7ff4e92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3236690 Sep 23 22:47:33.637189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48248) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:33.739542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8842aab-6d10-4e25-966f-5524b5360d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:33.741204 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f8842aab-6d10-4e25-966f-5524b5360d78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "GET /v2.0/ports/78c4690c-504d-4aca-9648-7a62e02c742c HTTP/1.1" status: 200 len: 959 time: 0.1025784 Sep 23 22:47:33.748179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48252) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:33.778351 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-91fdc66b-29e7-49fc-9653-5473eddf9cec service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029347 Sep 23 22:47:33.842357 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-da95829e-9cb0-4d2e-990b-825a9a62d97a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7f493b13-b997-4328-8a9e-261bf11e481e HTTP/1.1" status: 200 len: 217 time: 0.0568886 Sep 23 22:47:34.011540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d0771719-81d9-447f-8875-8c7ac074725b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Deleting port 78c4690c-504d-4aca-9648-7a62e02c742c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:47:34.016868 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d0771719-81d9-447f-8875-8c7ac074725b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:34.039620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-ab3808dd-98e8-418c-8750-c4d547037fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:34.042110 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-ab3808dd-98e8-418c-8750-c4d547037fa1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 200 len: 797 time: 0.1909802 Sep 23 22:47:34.180046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-0a2b8f8d-b1ec-46a7-a1ca-fb81d4b8ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:34.181676 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-0a2b8f8d-b1ec-46a7-a1ca-fb81d4b8ab10 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=122a4d33-a44b-41de-907d-9ba92c71bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1314373 Sep 23 22:47:34.193807 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d0771719-81d9-447f-8875-8c7ac074725b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:34.235696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d0771719-81d9-447f-8875-8c7ac074725b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Calling delete_port for 78c4690c-504d-4aca-9648-7a62e02c742c owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:47:34.475738 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-864fa718-fc6d-4b72-a6d1-a39aaeb0e439 req-ef2506ee-0981-4d70-9abd-c5975a0bf27c tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 210 time: 0.0685995 Sep 23 22:47:34.497573 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-26f0ee6b-7db8-433e-985d-e230aa4e3ab6 service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057623 Sep 23 22:47:34.515442 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d0771719-81d9-447f-8875-8c7ac074725b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:34.534832 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47726896-e6bc-4b13-b160-7cfbb4ce88d8 req-73a22b1c-a72c-4e20-b9f5-d7aa352f271e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 210 time: 0.0651679 Sep 23 22:47:34.586656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0771719-81d9-447f-8875-8c7ac074725b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Pushing event deleted for resources: {'Port': ['ID=78c4690c-504d-4aca-9648-7a62e02c742c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:34.606958 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d0771719-81d9-447f-8875-8c7ac074725b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:34.606958 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d0771719-81d9-447f-8875-8c7ac074725b tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "DELETE /v2.0/ports/78c4690c-504d-4aca-9648-7a62e02c742c HTTP/1.1" status: 204 len: 168 time: 0.8523765 Sep 23 22:47:34.606958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48274) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:34.637608 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-349008b4-bf8a-4099-8526-e97986597c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] GET failed (client error): The resource could not be found. Sep 23 22:47:34.643040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-349008b4-bf8a-4099-8526-e97986597c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "GET /v2.0/ports/78c4690c-504d-4aca-9648-7a62e02c742c HTTP/1.1" status: 404 len: 333 time: 0.0323751 Sep 23 22:47:34.647059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48276) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:34.653661 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-84499cc9-7898-4d03-b03f-0a6ac93f6d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Request body: {'port': {'network_id': 'a602b946-6511-4a68-8d9b-f43829470068', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-167946422'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:34.673986 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-2ef04f4f-5182-4ce2-a40f-852900a8317b service neutron] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499903 Sep 23 22:47:34.720746 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48278) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:34.725924 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-487944ed-bec5-4d86-816f-5bf53c73019c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2298126b-37f0-4907-ab2e-6fd9ea973c84 HTTP/1.1" status: 200 len: 217 time: 0.0422287 Sep 23 22:47:34.811382 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-2f0e94f7-ad90-491c-84e8-6224410495ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:34.818949 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-2f0e94f7-ad90-491c-84e8-6224410495ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=58ea8bde-f95b-46c7-a12b-9f7c0e9039da HTTP/1.1" status: 200 len: 797 time: 0.0829763 Sep 23 22:47:34.861295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84499cc9-7898-4d03-b03f-0a6ac93f6d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Made reservation on behalf of 82e77cc675944753a7ba09c5a16b13ec for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:47:34.864382 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84499cc9-7898-4d03-b03f-0a6ac93f6d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:34.902627 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad33b78f-47d0-470a-9187-c9b670f37e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:34.914535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-84499cc9-7898-4d03-b03f-0a6ac93f6d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] device_id is not set on port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:47:34.932356 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-0d5c15fb-6510-46b8-9240-0fc7a023428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:34.935998 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-0d5c15fb-6510-46b8-9240-0fc7a023428a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b61d004c-7d39-4789-9f10-cec75881ed41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1091056 Sep 23 22:47:35.256278 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-1556032d-6c94-4030-b320-1af9c5336506 service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123155 Sep 23 22:47:35.413671 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-aff13736-e069-47a4-bd5b-a41e575a009c service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304541 Sep 23 22:47:35.466592 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-e311b4c4-6fca-41de-a39c-2785ff8af6f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe HTTP/1.1" status: 200 len: 217 time: 0.0453103 Sep 23 22:47:35.538571 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84499cc9-7898-4d03-b03f-0a6ac93f6d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:35.567276 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad33b78f-47d0-470a-9187-c9b670f37e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:35.575531 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-d3480d62-d967-48ae-abf5-404fdcb6114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:35.579531 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-d3480d62-d967-48ae-abf5-404fdcb6114c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=58ea8bde-f95b-46c7-a12b-9f7c0e9039da HTTP/1.1" status: 200 len: 797 time: 0.0891521 Sep 23 22:47:35.677390 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d8f6421-77e7-45ee-9f3f-5b530f2eea5f req-a1b20620-d8f1-41e7-b51c-ceb2855cebb2 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 210 time: 0.0954750 Sep 23 22:47:35.694308 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-0b3ba15d-90e5-4167-a405-63b0fb3192cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:35.696244 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-0b3ba15d-90e5-4167-a405-63b0fb3192cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b61d004c-7d39-4789-9f10-cec75881ed41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997629 Sep 23 22:47:35.704841 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad33b78f-47d0-470a-9187-c9b670f37e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:35.745222 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6110b88-3803-48e4-9882-48e7e86664b9 req-5af6dbdc-ef39-4725-9336-05a90d7770a9 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 210 time: 0.0937750 Sep 23 22:47:35.750225 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ad33b78f-47d0-470a-9187-c9b670f37e33 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54d633154b704383be64ae85150c231d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0279355 Sep 23 22:47:35.753154 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84499cc9-7898-4d03-b03f-0a6ac93f6d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:35.760509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48302) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:35.916803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-88e339cf-8a24-4267-bef6-a1cdd8d37327 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:35.919236 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-88e339cf-8a24-4267-bef6-a1cdd8d37327 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.67 "GET /v2.0/networks?id=bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 HTTP/1.1" status: 200 len: 911 time: 0.1074007 Sep 23 22:47:35.953085 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-e6981689-b5b2-41d2-bb82-f1c67cd1e6da service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469921 Sep 23 22:47:35.970584 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-ebfca83d-09fc-4d7d-8171-5c063ab6dd04 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Request body: {'port': {'device_id': 'e96b6f18-cd69-4d15-b7f2-7f511d71f600', 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33', 'admin_state_up': True, 'tenant_id': 'afef7352c71644fc826066d616a52af7'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:35.976550 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f661de64-12cb-4137-a920-0e026694319a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:35.995244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33b78f-47d0-470a-9187-c9b670f37e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b330248f-4786-4a73-bdb0-e0f8acbe5a5d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:36.028131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84499cc9-7898-4d03-b03f-0a6ac93f6d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Network a602b946-6511-4a68-8d9b-f43829470068 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:47:36.041764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-84499cc9-7898-4d03-b03f-0a6ac93f6d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:47:36.044694 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f661de64-12cb-4137-a920-0e026694319a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:36.048393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84499cc9-7898-4d03-b03f-0a6ac93f6d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Pushing event updated for resources: {'Port': ['ID=4562fc3c-8479-41e3-888b-9a8f1e3cb4bc,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:36.050998 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84499cc9-7898-4d03-b03f-0a6ac93f6d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:47:36.052512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84499cc9-7898-4d03-b03f-0a6ac93f6d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:36.052730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84499cc9-7898-4d03-b03f-0a6ac93f6d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:36.137556 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecad91b6-f6fe-4d60-a4bd-819d732b1bc4 req-64b83f96-13df-42b5-a2c8-efd2a10e0b82 service neutron] 10.222.0.67 "GET /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756506 Sep 23 22:47:36.148055 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-ebfca83d-09fc-4d7d-8171-5c063ab6dd04 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Made reservation on behalf of afef7352c71644fc826066d616a52af7 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:47:36.152050 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-ebfca83d-09fc-4d7d-8171-5c063ab6dd04 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:36.298345 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f661de64-12cb-4137-a920-0e026694319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:36.318885 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f661de64-12cb-4137-a920-0e026694319a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:36.323533 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f661de64-12cb-4137-a920-0e026694319a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b330248f-4786-4a73-bdb0-e0f8acbe5a5d HTTP/1.1" status: 204 len: 168 time: 0.5597270 Sep 23 22:47:36.471580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48318) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:36.472388 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-84499cc9-7898-4d03-b03f-0a6ac93f6d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8236017 Sep 23 22:47:36.481933 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661de64-12cb-4137-a920-0e026694319a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b330248f-4786-4a73-bdb0-e0f8acbe5a5d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:36.487422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:36.579767 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:36.597084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-ebfca83d-09fc-4d7d-8171-5c063ab6dd04 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Allocated IP 172.20.0.13 (bb6177e9-5bfa-41c7-b4fd-54cf715d2b33/261eb9b9-7613-4e59-af4f-5f7312b354c2/0c895d05-b639-46db-9dd0-7e6ba986054d) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:47:36.614385 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:36.964296 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c410995a-465d-439b-8af3-cc598c512e4f req-2c1e0c02-8002-48f6-97b8-a2fc28d2048a tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 210 time: 0.1171899 Sep 23 22:47:36.984633 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-03caf855-8189-4980-bca3-630a2d0a1232 req-78211aef-30a4-461e-9942-5d6330ca6495 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 210 time: 0.0744669 Sep 23 22:47:37.006639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] device_id is not set on port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:47:37.016069 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:37.066431 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635df44-3185-43ef-a655-9925b55252f8 req-730f3251-b6d3-4d8a-8813-dcdab67c3e78 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:37.067988 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-730f3251-b6d3-4d8a-8813-dcdab67c3e78 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.43 "GET /v2.0/networks?id=3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 200 len: 815 time: 0.4535916 Sep 23 22:47:37.088724 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-6635df44-3185-43ef-a655-9925b55252f8 req-a902f189-bf10-425d-82f7-2abc47503580 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Request body: {'port': {'device_id': '84e40c10-180b-4637-be37-39324ea6ec1e', 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d', 'admin_state_up': True, 'tenant_id': 'ce68ccacab544a6c9092090d08b8c1eb'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:37.121423 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:37.196232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:37.196593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:37.196898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:37.200752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Pushing event updated for resources: {'Port': ['ID=4562fc3c-8479-41e3-888b-9a8f1e3cb4bc,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:37.210322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:37.210322 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:37.210322 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 2 to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc Sep 23 22:47:37.226316 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:37.226802 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:37.227411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:37.234165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:37.234805 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:37.235311 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 3 to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc Sep 23 22:47:37.256119 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:37.256626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:37.257071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:37.263692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:37.264274 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:37.264862 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 4 to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc Sep 23 22:47:37.280461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:37.280947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:37.281439 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:37.287148 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:37.288463 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:37.288463 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 5 to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc Sep 23 22:47:37.297859 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-ebfca83d-09fc-4d7d-8171-5c063ab6dd04 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:37.304867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:37.305397 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:37.305864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:37.316404 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:37.316952 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:37.317587 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 6 to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc Sep 23 22:47:37.333288 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:37.333814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:37.334546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:37.345937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:37.345937 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:37.345937 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 7 to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc Sep 23 22:47:37.358659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:37.359318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:37.360180 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:37.373707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:37.374481 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:37.375303 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 8 to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc Sep 23 22:47:37.382505 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48340) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:37.419520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6635df44-3185-43ef-a655-9925b55252f8 req-a902f189-bf10-425d-82f7-2abc47503580 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Made reservation on behalf of ce68ccacab544a6c9092090d08b8c1eb for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:47:37.433068 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6635df44-3185-43ef-a655-9925b55252f8 req-a902f189-bf10-425d-82f7-2abc47503580 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:37.457663 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-08ab7dcb-2bd4-4a57-8569-3307674c79ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:37.495268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:37.496588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:37.497673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:37.517770 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:37.517770 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:37.521094 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 9 to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc Sep 23 22:47:37.568927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:37.569791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:37.570461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:37.620712 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-ebfca83d-09fc-4d7d-8171-5c063ab6dd04 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:37.622700 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:37.622700 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:37.622700 n-d-810775-1 neutron-server[95490]: INFO neutron.plugins.ml2.plugin [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempt 10 to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc Sep 23 22:47:37.650312 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:37.650633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:37.651015 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempting to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:37.659459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:37.659860 n-d-810775-1 neutron-server[95490]: ERROR neutron.plugins.ml2.managers [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Failed to bind port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on host n-h1-810775-1 for vnic_type normal using segments [{'id': 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a602b946-6511-4a68-8d9b-f43829470068'}] Sep 23 22:47:37.660172 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:37.709903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-ebfca83d-09fc-4d7d-8171-5c063ab6dd04 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:47:37.719586 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-ebfca83d-09fc-4d7d-8171-5c063ab6dd04 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:47:37.732900 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-ebfca83d-09fc-4d7d-8171-5c063ab6dd04 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:47:37.774663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-ebfca83d-09fc-4d7d-8171-5c063ab6dd04 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:37.776047 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-ebfca83d-09fc-4d7d-8171-5c063ab6dd04 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:37.787157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfca83d-09fc-4d7d-8171-5c063ab6dd04 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Pushing event updated for resources: {'Port': ['ID=0c895d05-b639-46db-9dd0-7e6ba986054d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:37.791055 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-6635df44-3185-43ef-a655-9925b55252f8 req-a902f189-bf10-425d-82f7-2abc47503580 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Allocated IP 172.20.0.3 (3a0468ba-e642-44ef-9a61-d757b905ab0d/9cc00b1c-8c3d-4c94-8be0-d9326da2db79/ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:47:37.793748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] For port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc, host n-h1-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:47:37.798096 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attempted to set empty binding levels {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 22:47:37.798096 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-08ab7dcb-2bd4-4a57-8569-3307674c79ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:37.882173 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:37.914956 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-08ab7dcb-2bd4-4a57-8569-3307674c79ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:37.980153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] In _notify_port_updated(), no bound segment for port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc on network a602b946-6511-4a68-8d9b-f43829470068 {{(pid=95490) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:47:37.985350 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:37.986400 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:37.987697 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "PUT /v2.0/ports/4562fc3c-8479-41e3-888b-9a8f1e3cb4bc HTTP/1.1" status: 200 len: 978 time: 1.5145266 Sep 23 22:47:37.997958 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48348) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:38.117675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab7dcb-2bd4-4a57-8569-3307674c79ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847d056b-5e0e-498a-ab7b-95f3ab06b3cf,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:38.133918 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-08ab7dcb-2bd4-4a57-8569-3307674c79ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cda3b01c2e4944ad95a8f2ad16e503f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7480645 Sep 23 22:47:38.134742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa575b9a-36bb-429e-b1e9-56f6b626f7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Pushing event updated for resources: {'Port': ['ID=4562fc3c-8479-41e3-888b-9a8f1e3cb4bc,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:38.136363 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48354) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:38.156702 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-ebfca83d-09fc-4d7d-8171-5c063ab6dd04 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1911602 Sep 23 22:47:38.193411 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f12dbba-5627-4c79-8df8-f961754cbec2 req-1a170915-b3e7-4176-b93b-d2b18f848bc9 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 210 time: 0.0919039 Sep 23 22:47:38.198453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Request body: {'port': {'device_id': 'e96b6f18-cd69-4d15-b7f2-7f511d71f600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:38.241007 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99f6e7-00bb-4e21-8a7d-c5e26c25a634 req-49d34889-c498-40e5-be64-42431c13d933 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:38.252431 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2b99f6e7-00bb-4e21-8a7d-c5e26c25a634 req-49d34889-c498-40e5-be64-42431c13d933 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1028 time: 0.1145318 Sep 23 22:47:38.299442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-db6c23a0-84b8-43fe-b55f-feddd40beec7 None None] Provisioning complete for port 0c895d05-b639-46db-9dd0-7e6ba986054d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:38.300023 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-db6c23a0-84b8-43fe-b55f-feddd40beec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:38.321480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ea4de509-6c77-47db-9557-36a8321155d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Deleting port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:47:38.321480 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea4de509-6c77-47db-9557-36a8321155d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:38.331594 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6635df44-3185-43ef-a655-9925b55252f8 req-a902f189-bf10-425d-82f7-2abc47503580 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:38.352354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-db6c23a0-84b8-43fe-b55f-feddd40beec7 None None] Port 0c895d05-b639-46db-9dd0-7e6ba986054d cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:47:38.383338 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2b99f6e7-00bb-4e21-8a7d-c5e26c25a634 req-fdebac28-870c-40cd-9423-7539e31903ae tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297145 Sep 23 22:47:38.390153 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:38.396560 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-ea4de509-6c77-47db-9557-36a8321155d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] For port 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc, host n-h1-810775-1, got binding levels [] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:38.397074 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea4de509-6c77-47db-9557-36a8321155d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:38.416110 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-878133dc-7a00-4d61-83cd-cf45f22025e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:38.424242 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ea4de509-6c77-47db-9557-36a8321155d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Calling delete_port for 4562fc3c-8479-41e3-888b-9a8f1e3cb4bc owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:47:38.471969 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-878133dc-7a00-4d61-83cd-cf45f22025e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:38.585945 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6635df44-3185-43ef-a655-9925b55252f8 req-a902f189-bf10-425d-82f7-2abc47503580 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:38.597899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['66ac2317-bea4-4041-944c-4d1fe8075694', '652330a5-3bc0-4d88-8b20-963a8b326bb7'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:47:38.616100 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea4de509-6c77-47db-9557-36a8321155d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:38.671991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4de509-6c77-47db-9557-36a8321155d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Pushing event deleted for resources: {'Port': ['ID=4562fc3c-8479-41e3-888b-9a8f1e3cb4bc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:38.686480 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea4de509-6c77-47db-9557-36a8321155d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:38.688889 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ea4de509-6c77-47db-9557-36a8321155d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "DELETE /v2.0/ports/4562fc3c-8479-41e3-888b-9a8f1e3cb4bc HTTP/1.1" status: 204 len: 168 time: 0.6874824 Sep 23 22:47:38.691853 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48370) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:38.695206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6635df44-3185-43ef-a655-9925b55252f8 req-a902f189-bf10-425d-82f7-2abc47503580 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Network 3a0468ba-e642-44ef-9a61-d757b905ab0d is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:47:38.701360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-6635df44-3185-43ef-a655-9925b55252f8 req-a902f189-bf10-425d-82f7-2abc47503580 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:47:38.707827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-6635df44-3185-43ef-a655-9925b55252f8 req-a902f189-bf10-425d-82f7-2abc47503580 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:47:38.723701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['da2776d1-0733-425d-a3a9-cbfd01f156db'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:47:38.750978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902f189-bf10-425d-82f7-2abc47503580 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Pushing event updated for resources: {'Port': ['ID=ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:38.801900 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78573cb-8d68-449d-a7a1-648a6d5847c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] GET failed (client error): The resource could not be found. Sep 23 22:47:38.802852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635df44-3185-43ef-a655-9925b55252f8 req-a902f189-bf10-425d-82f7-2abc47503580 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:38.803535 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6635df44-3185-43ef-a655-9925b55252f8 req-a902f189-bf10-425d-82f7-2abc47503580 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:38.805600 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b78573cb-8d68-449d-a7a1-648a6d5847c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-221662187-project-admin] 10.222.0.22 "GET /v2.0/ports/4562fc3c-8479-41e3-888b-9a8f1e3cb4bc HTTP/1.1" status: 404 len: 333 time: 0.1124055 Sep 23 22:47:38.819140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48372) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:38.973903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-a902f189-bf10-425d-82f7-2abc47503580 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8918424 Sep 23 22:47:38.986910 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-878133dc-7a00-4d61-83cd-cf45f22025e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:38.989783 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-878133dc-7a00-4d61-83cd-cf45f22025e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:38.993738 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-878133dc-7a00-4d61-83cd-cf45f22025e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/847d056b-5e0e-498a-ab7b-95f3ab06b3cf HTTP/1.1" status: 204 len: 168 time: 0.8407836 Sep 23 22:47:39.007561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Request body: {'port': {'device_id': '84e40c10-180b-4637-be37-39324ea6ec1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:39.052413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c895d05-b639-46db-9dd0-7e6ba986054d {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:47:39.060887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878133dc-7a00-4d61-83cd-cf45f22025e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847d056b-5e0e-498a-ab7b-95f3ab06b3cf,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:39.125502 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:39.160847 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0db105a0-fa6b-4aa8-8168-b6b5495dc9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:39.172043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Transition to ACTIVE for port object 0c895d05-b639-46db-9dd0-7e6ba986054d will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:47:39.181353 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:39.334003 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0db105a0-fa6b-4aa8-8168-b6b5495dc9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:39.480085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62999d95-1765-4837-a4b2-60a56f360fd1 req-2659db93-8a1d-4cc6-88df-c0295dda8be1 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:39.492394 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62999d95-1765-4837-a4b2-60a56f360fd1 req-2659db93-8a1d-4cc6-88df-c0295dda8be1 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 931 time: 0.1398845 Sep 23 22:47:39.507400 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:39.562689 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62999d95-1765-4837-a4b2-60a56f360fd1 req-a8a37277-5b49-4f7b-879e-c9280f494e36 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684776 Sep 23 22:47:39.587843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0db105a0-fa6b-4aa8-8168-b6b5495dc9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a602b946-6511-4a68-8d9b-f43829470068']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:39.680957 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0db105a0-fa6b-4aa8-8168-b6b5495dc9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:39.681465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0db105a0-fa6b-4aa8-8168-b6b5495dc9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f2f6fd-5668-4f2b-98a6-b058bbd44916') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:47:39.729444 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0db105a0-fa6b-4aa8-8168-b6b5495dc9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:39.745367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Pushing event updated for resources: {'Port': ['ID=0c895d05-b639-46db-9dd0-7e6ba986054d,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:40.005778 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0db105a0-fa6b-4aa8-8168-b6b5495dc9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:40.043859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db105a0-fa6b-4aa8-8168-b6b5495dc9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:47:40.044456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0db105a0-fa6b-4aa8-8168-b6b5495dc9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:47:40.049405 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:47:40.082102 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcad7f-21e9-40c9-861e-ef3a4023f34c req-eba58825-ad13-4ab0-953c-7be21560851f tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:40.090674 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-91fcad7f-21e9-40c9-861e-ef3a4023f34c req-eba58825-ad13-4ab0-953c-7be21560851f tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1053 time: 0.5243664 Sep 23 22:47:40.101998 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Attempting to bind port 0c895d05-b639-46db-9dd0-7e6ba986054d on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:40.102633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Attempting to bind port 0c895d05-b639-46db-9dd0-7e6ba986054d by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:40.103147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Attempting to bind port 0c895d05-b639-46db-9dd0-7e6ba986054d on network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:40.182227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Port 0c895d05-b639-46db-9dd0-7e6ba986054d on network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:40.189802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Attempting to bind port 0c895d05-b639-46db-9dd0-7e6ba986054d on network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:40.203481 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:47:40.203768 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Checking segment: {'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:47:40.204425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Bound using segment: {'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:47:40.204935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Bound port: 0c895d05-b639-46db-9dd0-7e6ba986054d, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:47:40.205434 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:40.220314 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-91fcad7f-21e9-40c9-861e-ef3a4023f34c req-587d2d80-fb0f-4fb7-b13e-29b750186191 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283679 Sep 23 22:47:40.294877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:47:40.310266 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:40.335849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Transition to ACTIVE for port object ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:47:40.337082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] For port 0c895d05-b639-46db-9dd0-7e6ba986054d, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:47:40.340401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] For port 0c895d05-b639-46db-9dd0-7e6ba986054d, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=0c895d05-b639-46db-9dd0-7e6ba986054d,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:47:40.461545 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0db105a0-fa6b-4aa8-8168-b6b5495dc9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:40.464079 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0db105a0-fa6b-4aa8-8168-b6b5495dc9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:40.466905 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0db105a0-fa6b-4aa8-8168-b6b5495dc9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] 10.222.0.22 "DELETE /v2.0/networks/a602b946-6511-4a68-8d9b-f43829470068 HTTP/1.1" status: 204 len: 168 time: 1.6468537 Sep 23 22:47:40.489332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db105a0-fa6b-4aa8-8168-b6b5495dc9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474805009-project] Pushing event deleted for resources: {'Network': ['ID=a602b946-6511-4a68-8d9b-f43829470068,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:40.575330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:40.580814 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:40.704123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:40.705074 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:40.711990 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] 10.222.0.67 "PUT /v2.0/ports/0c895d05-b639-46db-9dd0-7e6ba986054d HTTP/1.1" status: 200 len: 1092 time: 2.5245564 Sep 23 22:47:40.712572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96b6f18-cd69-4d15-b7f2-7f511d71f600', 'tag': '0c895d05-b639-46db-9dd0-7e6ba986054d'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:47:40.722428 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185f43a3-c340-436e-9164-1a9d43743513" -d '{"events": [{"name": "network-changed", "server_uuid": "e96b6f18-cd69-4d15-b7f2-7f511d71f600", "tag": "0c895d05-b639-46db-9dd0-7e6ba986054d"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:47:40.874899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3b90d-cd17-4656-a159-e3f1387e7c28 req-bc6bd9c3-6a34-4cc7-bec0-e4fccf45c17e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:40.888789 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f3e3b90d-cd17-4656-a159-e3f1387e7c28 req-bc6bd9c3-6a34-4cc7-bec0-e4fccf45c17e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 943 time: 0.1553783 Sep 23 22:47:40.958328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66d433-bdde-4779-acdd-c2ab371615af service neutron] Pushing event updated for resources: {'Port': ['ID=0c895d05-b639-46db-9dd0-7e6ba986054d,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:40.990012 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f3e3b90d-cd17-4656-a159-e3f1387e7c28 req-6aaf08ea-b54e-4fe9-8efa-74f35283a628 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992498 Sep 23 22:47:41.282121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Attempting to bind port ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:47:41.285505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Attempting to bind port ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:47:41.288130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Attempting to bind port ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c on network 3a0468ba-e642-44ef-9a61-d757b905ab0d {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:41.337556 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Port ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c on network 3a0468ba-e642-44ef-9a61-d757b905ab0d not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:47:41.338273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Attempting to bind port ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c on network 3a0468ba-e642-44ef-9a61-d757b905ab0d {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:47:41.360442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:47:41.361207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Checking segment: {'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:47:41.361979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Bound using segment: {'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:47:41.362864 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Bound port: ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:47:41.363594 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:41.408616 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-7f907bda-1841-41e2-ac6b-68acfbd5f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:41.412099 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-7f907bda-1841-41e2-ac6b-68acfbd5f209 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afef7352c71644fc826066d616a52af7&device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1095 time: 0.4682498 Sep 23 22:47:41.426307 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:41.503349 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47d44a8-db27-4806-9367-40a813134ecc x-openstack-request-id: req-f47d44a8-db27-4806-9367-40a813134ecc {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:47:41.504031 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96b6f18-cd69-4d15-b7f2-7f511d71f600", "tag": "0c895d05-b639-46db-9dd0-7e6ba986054d", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:47:41.504715 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f47d44a8-db27-4806-9367-40a813134ecc {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:47:41.505522 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96b6f18-cd69-4d15-b7f2-7f511d71f600', 'tag': '0c895d05-b639-46db-9dd0-7e6ba986054d', 'status': 'completed', 'code': 200} Sep 23 22:47:41.524768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bd084-52d9-44bb-93e9-f393afdc792b req-1debd4ef-73a5-4d81-b09f-66ab249879ac tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:41.528029 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-759bd084-52d9-44bb-93e9-f393afdc792b req-1debd4ef-73a5-4d81-b09f-66ab249879ac tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1095 time: 0.0914221 Sep 23 22:47:41.575971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48446) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:41.600834 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-92b40122-df71-4ccc-8e83-36c68c00a60f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c895d05-b639-46db-9dd0-7e6ba986054d HTTP/1.1" status: 200 len: 217 time: 0.1018507 Sep 23 22:47:41.674867 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-759bd084-52d9-44bb-93e9-f393afdc792b req-c677d130-7a26-4d2f-a288-a3c8da126dc3 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325715 Sep 23 22:47:41.737397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] For port ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:47:41.753577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-bc132dad-e7ae-4b4d-a9c3-c2b5d2d061db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:41.759893 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-bc132dad-e7ae-4b4d-a9c3-c2b5d2d061db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=261eb9b9-7613-4e59-af4f-5f7312b354c2 HTTP/1.1" status: 200 len: 849 time: 0.1484716 Sep 23 22:47:41.760314 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] For port ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:47:41.836076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-0e18f596-9a00-4474-9766-8d5c0d39a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:41.838766 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-0e18f596-9a00-4474-9766-8d5c0d39a793 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb6177e9-5bfa-41c7-b4fd-54cf715d2b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743704 Sep 23 22:47:41.841232 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:41.967509 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1fb57e80-8d33-4686-932b-62c4f98a3775 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69f25439610b4058a8cb84cd58ab3b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3857322 Sep 23 22:47:41.974872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48456) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:42.003213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:42.004167 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:42.006380 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] 10.222.0.43 "PUT /v2.0/ports/ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c HTTP/1.1" status: 200 len: 1091 time: 3.0140178 Sep 23 22:47:42.064758 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d6c7563c-47c7-4c56-8d26-7333ba7bef77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:42.097039 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d6c7563c-47c7-4c56-8d26-7333ba7bef77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:42.098200 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9df62d-7d04-4da9-9a41-0741ad8c35d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:42.144262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-e692eb3f-4a1c-4052-b92e-860f28dc830a service neutron] 10.222.0.67 "GET /v2.0/networks/bb6177e9-5bfa-41c7-b4fd-54cf715d2b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957392 Sep 23 22:47:42.366887 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d6c7563c-47c7-4c56-8d26-7333ba7bef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:42.379681 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d6c7563c-47c7-4c56-8d26-7333ba7bef77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:42.379681 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d6c7563c-47c7-4c56-8d26-7333ba7bef77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/286ad8b7-9318-4477-abe9-2b5ea5e3ddde HTTP/1.1" status: 204 len: 168 time: 0.3989737 Sep 23 22:47:42.395707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7563c-47c7-4c56-8d26-7333ba7bef77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286ad8b7-9318-4477-abe9-2b5ea5e3ddde,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:42.426081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f7f3d-52f4-4871-aa7c-4c93d108a2c9 req-bafd6f49-3763-419b-9501-7cd7b94ba0cb tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:42.429196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c16f7f3d-52f4-4871-aa7c-4c93d108a2c9 req-bafd6f49-3763-419b-9501-7cd7b94ba0cb tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 943 time: 0.2311153 Sep 23 22:47:42.455662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635df44-3185-43ef-a655-9925b55252f8 req-9be7ada9-474a-4c33-86e3-0cce9aaf7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:42.457267 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-9be7ada9-474a-4c33-86e3-0cce9aaf7978 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 1094 time: 0.1799781 Sep 23 22:47:42.460987 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbff4c9a-394d-42b1-85fc-3fb4a4dbfb54 req-bd96604f-0152-4d5f-9c6f-5e3b35faa10e service neutron] 10.222.0.67 "GET /v2.0/networks/bb6177e9-5bfa-41c7-b4fd-54cf715d2b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087211 Sep 23 22:47:42.847705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde1b47-f41b-4b51-8ed8-ddbadab077e8 req-139500de-9484-4950-9653-463e412cea90 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:42.861415 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cdde1b47-f41b-4b51-8ed8-ddbadab077e8 req-139500de-9484-4950-9653-463e412cea90 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1095 time: 0.0688999 Sep 23 22:47:42.988351 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cdde1b47-f41b-4b51-8ed8-ddbadab077e8 req-a6d4ca68-3b42-468f-a338-2a1b3a1493a2 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249356 Sep 23 22:47:43.084196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-417d5e22-96d1-4ee2-a7f5-0c1348dfed2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c HTTP/1.1" status: 200 len: 217 time: 0.6161189 Sep 23 22:47:43.165825 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c16f7f3d-52f4-4871-aa7c-4c93d108a2c9 req-f21d5e01-a6dd-4daa-b66a-182b1b1531d6 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7205315 Sep 23 22:47:43.192419 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635df44-3185-43ef-a655-9925b55252f8 req-ec1926c9-698a-4ad8-a755-79428d4d9c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:43.196187 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-ec1926c9-698a-4ad8-a755-79428d4d9c95 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9cc00b1c-8c3d-4c94-8be0-d9326da2db79 HTTP/1.1" status: 200 len: 855 time: 0.0943239 Sep 23 22:47:43.197527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f43a3-c340-436e-9164-1a9d43743513 req-2559949f-2a00-4b4b-88a4-d7446c3c75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:43.200000 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-185f43a3-c340-436e-9164-1a9d43743513 req-2559949f-2a00-4b4b-88a4-d7446c3c75df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afef7352c71644fc826066d616a52af7&device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1095 time: 0.1409359 Sep 23 22:47:43.247066 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-370da31d-fb4d-49f3-9705-8ae62ccdf4f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a0468ba-e642-44ef-9a61-d757b905ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447834 Sep 23 22:47:43.323859 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b6eb565d-6131-4677-82ea-137071d54d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:43.442189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f43a3-c340-436e-9164-1a9d43743513 req-4ef49e73-005e-47eb-8e1e-c6654fd53f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:43.443689 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-185f43a3-c340-436e-9164-1a9d43743513 req-4ef49e73-005e-47eb-8e1e-c6654fd53f46 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 HTTP/1.1" status: 200 len: 911 time: 0.2333241 Sep 23 22:47:43.453043 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-773a64af-23dd-44e0-b46c-9bfb362dc3fd service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860039 Sep 23 22:47:43.506960 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-185f43a3-c340-436e-9164-1a9d43743513 req-e97e5478-eb45-4620-9b5a-dacc83a3aa74 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c895d05-b639-46db-9dd0-7e6ba986054d HTTP/1.1" status: 200 len: 217 time: 0.0472126 Sep 23 22:47:43.522231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e40c10-180b-4637-be37-39324ea6ec1e', 'tag': 'ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:47:43.524499 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91de1274-766b-4deb-923d-7a2edd08889a" -d '{"events": [{"name": "network-changed", "server_uuid": "84e40c10-180b-4637-be37-39324ea6ec1e", "tag": "ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:47:43.624682 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2971d019-991d-4c6c-bc1e-0ff0abe10910 x-openstack-request-id: req-2971d019-991d-4c6c-bc1e-0ff0abe10910 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:47:43.625007 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e40c10-180b-4637-be37-39324ea6ec1e", "tag": "ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:47:43.625240 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2971d019-991d-4c6c-bc1e-0ff0abe10910 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:47:43.625622 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e40c10-180b-4637-be37-39324ea6ec1e', 'tag': 'ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c', 'status': 'completed', 'code': 200} Sep 23 22:47:43.648389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f43a3-c340-436e-9164-1a9d43743513 req-3274f909-2180-4dd7-883f-92bfc1205654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:43.663430 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-185f43a3-c340-436e-9164-1a9d43743513 req-3274f909-2180-4dd7-883f-92bfc1205654 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=261eb9b9-7613-4e59-af4f-5f7312b354c2 HTTP/1.1" status: 200 len: 849 time: 0.1187909 Sep 23 22:47:43.707374 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6635df44-3185-43ef-a655-9925b55252f8 req-b5d8affb-eb00-4771-bfd9-fa07301a9673 service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384150 Sep 23 22:47:43.751453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f43a3-c340-436e-9164-1a9d43743513 req-8c3ae8b6-df2f-45d5-9bcb-722eba0da62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:43.753405 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-185f43a3-c340-436e-9164-1a9d43743513 req-8c3ae8b6-df2f-45d5-9bcb-722eba0da62e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb6177e9-5bfa-41c7-b4fd-54cf715d2b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909634 Sep 23 22:47:43.787844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48512) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:43.864120 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cb99ff19-5ef4-4192-916e-2cbcda8ea6ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82e77cc675944753a7ba09c5a16b13ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746920 Sep 23 22:47:43.866734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48522) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:43.922991 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-185f43a3-c340-436e-9164-1a9d43743513 req-94bf95f0-b66e-4dac-a7a7-980f8bd98dbf service neutron] 10.222.0.67 "GET /v2.0/networks/bb6177e9-5bfa-41c7-b4fd-54cf715d2b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610143 Sep 23 22:47:43.930638 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6bce97d5-a2b8-46f1-98a5-007391cfe072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:43.967587 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6bce97d5-a2b8-46f1-98a5-007391cfe072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:44.072869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de1274-766b-4deb-923d-7a2edd08889a req-de18766e-8abf-4356-93c4-58f78658f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:44.083334 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-91de1274-766b-4deb-923d-7a2edd08889a req-de18766e-8abf-4356-93c4-58f78658f114 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 1094 time: 0.1590304 Sep 23 22:47:44.141366 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6bce97d5-a2b8-46f1-98a5-007391cfe072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:44.155812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6bce97d5-a2b8-46f1-98a5-007391cfe072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:44.161817 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6bce97d5-a2b8-46f1-98a5-007391cfe072 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69299544-a935-40db-8682-d19a6e648e18 HTTP/1.1" status: 204 len: 168 time: 0.2921567 Sep 23 22:47:44.212715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce97d5-a2b8-46f1-98a5-007391cfe072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69299544-a935-40db-8682-d19a6e648e18,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:44.297262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-185f43a3-c340-436e-9164-1a9d43743513 req-d7dc15f3-0134-4b3d-ac0b-bb4c2e1969c7 service neutron] 10.222.0.67 "GET /v2.0/networks/bb6177e9-5bfa-41c7-b4fd-54cf715d2b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581357 Sep 23 22:47:44.332063 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de1274-766b-4deb-923d-7a2edd08889a req-06e05b69-ad47-4101-a72c-bc676ba483b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:44.334662 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-91de1274-766b-4deb-923d-7a2edd08889a req-06e05b69-ad47-4101-a72c-bc676ba483b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 200 len: 916 time: 0.2064338 Sep 23 22:47:44.351239 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6d543-7d77-468c-b690-b560184219ef req-63636055-944f-47fb-a5e4-40ffe6f18a0c tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:44.361184 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fca6d543-7d77-468c-b690-b560184219ef req-63636055-944f-47fb-a5e4-40ffe6f18a0c tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1095 time: 0.1627598 Sep 23 22:47:44.408053 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fca6d543-7d77-468c-b690-b560184219ef req-269bdead-73a8-4238-a05d-eabc21ed1ab8 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454488 Sep 23 22:47:44.439739 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-91de1274-766b-4deb-923d-7a2edd08889a req-21949ffa-7ffd-44e3-9929-c543454803d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c HTTP/1.1" status: 200 len: 217 time: 0.0945275 Sep 23 22:47:44.599995 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de1274-766b-4deb-923d-7a2edd08889a req-22e6f30a-d3bc-466a-a09e-2286692394c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:44.602639 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-91de1274-766b-4deb-923d-7a2edd08889a req-22e6f30a-d3bc-466a-a09e-2286692394c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9cc00b1c-8c3d-4c94-8be0-d9326da2db79 HTTP/1.1" status: 200 len: 855 time: 0.1566885 Sep 23 22:47:44.618061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586b439-3e6f-4267-869a-84dbfd95555d req-95fb64e6-ab17-46e9-9afe-328ca1d2afd9 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:44.620976 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8586b439-3e6f-4267-869a-84dbfd95555d req-95fb64e6-ab17-46e9-9afe-328ca1d2afd9 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 943 time: 0.1785994 Sep 23 22:47:44.709673 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-91de1274-766b-4deb-923d-7a2edd08889a req-ce193328-9bd6-4e0b-bf0b-005849b6a5ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a0468ba-e642-44ef-9a61-d757b905ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748434 Sep 23 22:47:44.774945 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8586b439-3e6f-4267-869a-84dbfd95555d req-31ee7a87-3f46-45e1-bcd9-192fcdb04e67 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445374 Sep 23 22:47:44.867439 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-91de1274-766b-4deb-923d-7a2edd08889a req-b23b8070-f752-4e5a-82fc-463de75782f8 service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584680 Sep 23 22:47:45.001448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-91de1274-766b-4deb-923d-7a2edd08889a req-ffb7d3d7-f479-4a35-9491-8363495ddfb5 service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268034 Sep 23 22:47:45.587660 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53912e8-1f2b-427f-8608-812ad7a72dfc req-180bacb0-d90e-498c-85fd-c4d90effe760 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:45.589766 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a53912e8-1f2b-427f-8608-812ad7a72dfc req-180bacb0-d90e-498c-85fd-c4d90effe760 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1095 time: 0.0596001 Sep 23 22:47:45.658777 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a53912e8-1f2b-427f-8608-812ad7a72dfc req-8a84f0d1-59c2-4ccd-a6b0-44cb47a75921 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552962 Sep 23 22:47:45.692859 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3996f253-ec40-4545-bf16-990083129131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:45.925464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1020270-f4fc-42f2-aa3c-3e94ae8ad032 req-d6f36907-b6ac-4136-9656-68486e20ecf5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:45.927237 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1020270-f4fc-42f2-aa3c-3e94ae8ad032 req-d6f36907-b6ac-4136-9656-68486e20ecf5 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 943 time: 0.0652866 Sep 23 22:47:45.981712 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1020270-f4fc-42f2-aa3c-3e94ae8ad032 req-b35a4d93-ec92-4342-a112-df80942c3c96 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475788 Sep 23 22:47:46.184668 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:46.446494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 0c895d05-b639-46db-9dd0-7e6ba986054d details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:47:46.617927 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 0c895d05-b639-46db-9dd0-7e6ba986054d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=0c895d05-b639-46db-9dd0-7e6ba986054d,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:46.643378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '0c895d05-b639-46db-9dd0-7e6ba986054d', 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33', 'port_id': '0c895d05-b639-46db-9dd0-7e6ba986054d', 'mac_address': 'fa:16:3e:9e:ac:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261eb9b9-7613-4e59-af4f-5f7312b354c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:47:46.688753 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:46.707707 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c895d05-b639-46db-9dd0-7e6ba986054d {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:47:46.735497 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 0c895d05-b639-46db-9dd0-7e6ba986054d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=0c895d05-b639-46db-9dd0-7e6ba986054d,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:46.822572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48674) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:46.832402 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:46.902957 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fb8f3-4d6f-4c0b-8cf7-0299806649a1 req-03a76c46-acf9-46aa-8d54-02546f4cad34 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:46.909546 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-406fb8f3-4d6f-4c0b-8cf7-0299806649a1 req-03a76c46-acf9-46aa-8d54-02546f4cad34 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1096 time: 0.0959005 Sep 23 22:47:46.935961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=0c895d05-b639-46db-9dd0-7e6ba986054d,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:46.940830 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:47:47.002307 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-406fb8f3-4d6f-4c0b-8cf7-0299806649a1 req-4ba92fef-d1ed-46f4-a83f-4c02b88c52bb tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715687 Sep 23 22:47:47.134096 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:47.150183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c', 'network_id': '3a0468ba-e642-44ef-9a61-d757b905ab0d', 'port_id': 'ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c', 'mac_address': 'fa:16:3e:a5:34:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc00b1c-8c3d-4c94-8be0-d9326da2db79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:47:47.150749 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:47.166242 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:47.278926 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:47.301338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:47:47.326695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:47.356614 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:47.362947 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['0c895d05-b639-46db-9dd0-7e6ba986054d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:47:47.376746 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0580a-1149-4d7c-9eaa-b85f5be181ad req-a050b74f-1f5a-4406-8eb7-5629c7e9d684 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:47.384742 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5db0580a-1149-4d7c-9eaa-b85f5be181ad req-a050b74f-1f5a-4406-8eb7-5629c7e9d684 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 943 time: 0.1912546 Sep 23 22:47:47.433032 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5db0580a-1149-4d7c-9eaa-b85f5be181ad req-bc9986fb-f119-49ad-bf19-1206e82c9f72 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470693 Sep 23 22:47:47.517721 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:47.550272 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:47.640480 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:47.655447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48694) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:47.661599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48696) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:47.662286 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=adaa176b3dd4445e8382ed2da98c505d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8380711 Sep 23 22:47:47.665924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f89b083-8f23-4e9a-9e68-baa35aedb755,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:47.676740 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:47.677132 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:47.677483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:47.677821 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:47.678156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:47.678489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:47.678817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:47.679226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:47.679578 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:47.679908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:47.680241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:47.680592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ce759d-c20d-4693-b62c-bd5c94b93fa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:47.743311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:47:47.762457 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-201cc302-0b51-4531-9cda-8eb9efe6b31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:47.791295 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-201cc302-0b51-4531-9cda-8eb9efe6b31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:47.867841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2024854735', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:47.927907 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:47.951436 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-201cc302-0b51-4531-9cda-8eb9efe6b31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:47.957006 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-201cc302-0b51-4531-9cda-8eb9efe6b31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:47.970987 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-201cc302-0b51-4531-9cda-8eb9efe6b31f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f89b083-8f23-4e9a-9e68-baa35aedb755 HTTP/1.1" status: 204 len: 168 time: 0.3026686 Sep 23 22:47:47.983140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cc302-0b51-4531-9cda-8eb9efe6b31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f89b083-8f23-4e9a-9e68-baa35aedb755,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:48.032461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Made reservation on behalf of ac17cce40ef9481e822095804d85baa7 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:47:48.040204 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:48.056032 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:48.187740 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:48.230648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a16517-3a1e-4d1f-84dd-cfe6be716966 req-42d59705-c622-4b00-bea6-961c4e654fd7 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:48.236728 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87a16517-3a1e-4d1f-84dd-cfe6be716966 req-42d59705-c622-4b00-bea6-961c4e654fd7 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1096 time: 0.0605505 Sep 23 22:47:48.284663 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87a16517-3a1e-4d1f-84dd-cfe6be716966 req-3d886183-38e8-46a8-a23d-16e44a7bfe37 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444703 Sep 23 22:47:48.373689 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:48.388353 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] device_id is not set on port 70a43dc4-5f53-4994-8d15-fc48beaced2c yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:47:48.444211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c67483b-bef8-4d91-97de-73aa8196551c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:48.558361 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Allocated IP 172.25.1.150 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/70a43dc4-5f53-4994-8d15-fc48beaced2c) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:47:48.574054 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:48.619084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41287a8a-7689-48c5-a9a8-b10dd40ee5bc req-50ae2d5e-0b92-48da-9b1e-b05c64e72740 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:48.625820 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-41287a8a-7689-48c5-a9a8-b10dd40ee5bc req-50ae2d5e-0b92-48da-9b1e-b05c64e72740 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 944 time: 0.0909226 Sep 23 22:47:48.739137 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-41287a8a-7689-48c5-a9a8-b10dd40ee5bc req-45e6c6f6-6ed5-4611-a08b-6ba6cfbc8708 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088331 Sep 23 22:47:48.874393 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:47:48.893704 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:49.036279 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:49.091112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:47:49.094069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:47:49.096698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:47:49.115687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:47:49.120038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:49.120414 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:49.133501 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Pushing event updated for resources: {'Port': ['ID=70a43dc4-5f53-4994-8d15-fc48beaced2c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:49.164191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:49.164813 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:49.225418 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:49.259474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e40c10-180b-4637-be37-39324ea6ec1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:47:49.262557 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b40b421-b903-4fbb-98d8-0d6d0ec59345" -d '{"events": [{"server_uuid": "84e40c10-180b-4637-be37-39324ea6ec1e", "name": "network-vif-plugged", "status": "completed", "tag": "ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:47:49.278011 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eff2a22d-bf56-4460-8eac-edf0653cdd52 tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.6202791 Sep 23 22:47:49.281149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48742) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:49.333757 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48744) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:49.337622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c338fe62-62dc-4989-8792-95c262fd6a7f tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.150'}]}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:49.341646 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:49.342035 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b5a01548-2b5c-4969-8dc8-c6fad1cd4133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:49.367829 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d5dd64-adfd-4246-9ef0-08e7d4d4524d x-openstack-request-id: req-c9d5dd64-adfd-4246-9ef0-08e7d4d4524d {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:47:49.368131 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e40c10-180b-4637-be37-39324ea6ec1e", "name": "network-vif-plugged", "status": "completed", "tag": "ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:47:49.368387 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9d5dd64-adfd-4246-9ef0-08e7d4d4524d {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:47:49.368787 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e40c10-180b-4637-be37-39324ea6ec1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c', 'code': 200} Sep 23 22:47:49.426377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd8416-c66d-4819-8893-c25b9f932b93 req-0a205307-5300-434f-b02a-bfc233802522 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:49.427991 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-25dd8416-c66d-4819-8893-c25b9f932b93 req-0a205307-5300-434f-b02a-bfc233802522 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1096 time: 0.0497043 Sep 23 22:47:49.430926 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c338fe62-62dc-4989-8792-95c262fd6a7f tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:49.440682 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c338fe62-62dc-4989-8792-95c262fd6a7f tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:49.492682 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:49.507885 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5c7cb-2410-4917-a72e-a0d57469d065 req-c25a70c3-5d7f-4434-8595-53886a0425a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:49.509480 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1c5c7cb-2410-4917-a72e-a0d57469d065 req-c25a70c3-5d7f-4434-8595-53886a0425a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 1095 time: 0.0714495 Sep 23 22:47:49.515191 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-25dd8416-c66d-4819-8893-c25b9f932b93 req-4dddc518-905e-4eff-879d-131f253f19a4 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758505 Sep 23 22:47:49.540140 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c338fe62-62dc-4989-8792-95c262fd6a7f tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:49.604384 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1c5c7cb-2410-4917-a72e-a0d57469d065 req-8ecbe0be-f9a2-44ad-9cfa-2e6447838093 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625248 Sep 23 22:47:49.613523 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:49.671075 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b5a01548-2b5c-4969-8dc8-c6fad1cd4133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:49.763790 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b5a01548-2b5c-4969-8dc8-c6fad1cd4133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:49.806598 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c338fe62-62dc-4989-8792-95c262fd6a7f tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:49.821133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b5a01548-2b5c-4969-8dc8-c6fad1cd4133 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f148e1bcca948e1b5680f9e26df099a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5291734 Sep 23 22:47:49.821640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a01548-2b5c-4969-8dc8-c6fad1cd4133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1336253d-579c-472e-b31a-d3eaf6d9a649,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:49.822136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48758) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:49.918723 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b317f291-f20a-4f77-b266-fa45130ec5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:49.961774 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b317f291-f20a-4f77-b266-fa45130ec5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:49.982144 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dbe36-e251-4008-8cc1-3e9d85a4b065 req-0976898d-4509-4722-83e7-b1f347a31187 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:49.983948 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f69dbe36-e251-4008-8cc1-3e9d85a4b065 req-0976898d-4509-4722-83e7-b1f347a31187 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 945 time: 0.1120107 Sep 23 22:47:50.055827 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f69dbe36-e251-4008-8cc1-3e9d85a4b065 req-e71efe4b-f7a0-4445-ab9c-9ebe3dcc1897 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624816 Sep 23 22:47:50.193200 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b317f291-f20a-4f77-b266-fa45130ec5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:50.195908 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b317f291-f20a-4f77-b266-fa45130ec5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:50.199784 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b317f291-f20a-4f77-b266-fa45130ec5d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1336253d-579c-472e-b31a-d3eaf6d9a649 HTTP/1.1" status: 204 len: 168 time: 0.3737166 Sep 23 22:47:50.226051 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317f291-f20a-4f77-b266-fa45130ec5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1336253d-579c-472e-b31a-d3eaf6d9a649,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:50.269863 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c338fe62-62dc-4989-8792-95c262fd6a7f tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:50.305078 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c338fe62-62dc-4989-8792-95c262fd6a7f tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:50.479587 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 0c895d05-b639-46db-9dd0-7e6ba986054d up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:47:50.551826 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c338fe62-62dc-4989-8792-95c262fd6a7f tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:50.856346 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:47:50.869592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 0c895d05-b639-46db-9dd0-7e6ba986054d completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:47:50.874962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 0c895d05-b639-46db-9dd0-7e6ba986054d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:47:50.875334 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:50.997926 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c338fe62-62dc-4989-8792-95c262fd6a7f tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:51.001248 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c338fe62-62dc-4989-8792-95c262fd6a7f tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:51.023386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0c69a-ae9c-4765-b63b-ed612097e9ea req-b1d785f3-5f56-4ed7-882b-d4e1a35637e3 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:51.033413 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88d0c69a-ae9c-4765-b63b-ed612097e9ea req-b1d785f3-5f56-4ed7-882b-d4e1a35637e3 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1096 time: 0.2582183 Sep 23 22:47:51.044086 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:51.105579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 0c895d05-b639-46db-9dd0-7e6ba986054d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=0c895d05-b639-46db-9dd0-7e6ba986054d,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:47:51.126628 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88d0c69a-ae9c-4765-b63b-ed612097e9ea req-c75b2658-2317-435c-b6bb-86c8303a3f8e tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922995 Sep 23 22:47:51.207077 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:51.209842 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c338fe62-62dc-4989-8792-95c262fd6a7f tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:51.213163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c338fe62-62dc-4989-8792-95c262fd6a7f tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41e94fe0-c28a-4685-9251-90b375d5eb1e {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:47:51.278649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d773-97a2-464f-8e0a-6d2e729e01e7 req-ff8e1d2c-83b4-469f-8290-f6720cce82cf tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:51.283716 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2719d773-97a2-464f-8e0a-6d2e729e01e7 req-ff8e1d2c-83b4-469f-8290-f6720cce82cf tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 945 time: 0.1290181 Sep 23 22:47:51.347164 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=0c895d05-b639-46db-9dd0-7e6ba986054d,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:51.362282 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-c338fe62-62dc-4989-8792-95c262fd6a7f tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 23 22:47:51.364346 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c338fe62-62dc-4989-8792-95c262fd6a7f tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0813057 Sep 23 22:47:51.367360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48796) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:51.370121 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96b6f18-cd69-4d15-b7f2-7f511d71f600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c895d05-b639-46db-9dd0-7e6ba986054d'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:47:51.376248 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6757f468-cdc6-4811-a2a7-b1415bef5654" -d '{"events": [{"server_uuid": "e96b6f18-cd69-4d15-b7f2-7f511d71f600", "name": "network-vif-plugged", "status": "completed", "tag": "0c895d05-b639-46db-9dd0-7e6ba986054d"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:47:51.392770 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2719d773-97a2-464f-8e0a-6d2e729e01e7 req-5e5b0fb1-5f04-4ecd-aa02-43291e7369a0 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869439 Sep 23 22:47:51.446999 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83360efc-7d69-4bc4-a47b-fed7cb6c2e14 x-openstack-request-id: req-83360efc-7d69-4bc4-a47b-fed7cb6c2e14 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:47:51.447395 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96b6f18-cd69-4d15-b7f2-7f511d71f600", "name": "network-vif-plugged", "status": "completed", "tag": "0c895d05-b639-46db-9dd0-7e6ba986054d", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:47:51.447912 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83360efc-7d69-4bc4-a47b-fed7cb6c2e14 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:47:51.448419 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96b6f18-cd69-4d15-b7f2-7f511d71f600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c895d05-b639-46db-9dd0-7e6ba986054d', 'code': 200} Sep 23 22:47:51.548961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f2b93b1c-3a16-4aec-8a2d-f3065c0a2cba tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Deleting port 70a43dc4-5f53-4994-8d15-fc48beaced2c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:47:51.549408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f2b93b1c-3a16-4aec-8a2d-f3065c0a2cba tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:51.681283 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f2b93b1c-3a16-4aec-8a2d-f3065c0a2cba tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:51.702018 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f2b93b1c-3a16-4aec-8a2d-f3065c0a2cba tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Calling delete_port for 70a43dc4-5f53-4994-8d15-fc48beaced2c owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:47:51.705624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269048aa-be62-4a83-bd1f-74be2a0e73e6 req-080d594a-2616-45f9-bb99-add667a60a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:51.707184 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-269048aa-be62-4a83-bd1f-74be2a0e73e6 req-080d594a-2616-45f9-bb99-add667a60a85 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1097 time: 0.1223679 Sep 23 22:47:51.869305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-269048aa-be62-4a83-bd1f-74be2a0e73e6 req-56f9eb6e-3e75-4e5e-919c-e12c0c92185a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503298 Sep 23 22:47:52.003137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f2b93b1c-3a16-4aec-8a2d-f3065c0a2cba tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:52.059721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b93b1c-3a16-4aec-8a2d-f3065c0a2cba tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Pushing event deleted for resources: {'Port': ['ID=70a43dc4-5f53-4994-8d15-fc48beaced2c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:52.161182 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f2b93b1c-3a16-4aec-8a2d-f3065c0a2cba tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:52.164145 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f2b93b1c-3a16-4aec-8a2d-f3065c0a2cba tempest-RoutersAdminNegativeIpV6Test-594530859 tempest-RoutersAdminNegativeIpV6Test-594530859-project-admin] 10.222.0.22 "DELETE /v2.0/ports/70a43dc4-5f53-4994-8d15-fc48beaced2c HTTP/1.1" status: 204 len: 168 time: 0.7950132 Sep 23 22:47:52.459486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6277e9-4449-4716-83c8-cdd2ea88d7df req-9d925003-48d6-4ead-a714-f85053989493 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:52.466568 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f6277e9-4449-4716-83c8-cdd2ea88d7df req-9d925003-48d6-4ead-a714-f85053989493 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1097 time: 0.2463346 Sep 23 22:47:52.571886 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f6277e9-4449-4716-83c8-cdd2ea88d7df req-e966974b-307b-466b-9fb5-5ee3a88e759f tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846102 Sep 23 22:47:53.204670 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48858) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:53.383134 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c60b45a0-2b28-40fb-8582-ce38f6dc7716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:53.539347 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c60b45a0-2b28-40fb-8582-ce38f6dc7716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:53.690296 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c60b45a0-2b28-40fb-8582-ce38f6dc7716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:53.755431 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b45a0-2b28-40fb-8582-ce38f6dc7716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac5406b-63c3-43f8-b5bd-5e3646369509,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:53.762737 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c60b45a0-2b28-40fb-8582-ce38f6dc7716 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0be81ce260e74b60ab27ba712a7a540a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5528991 Sep 23 22:47:53.770435 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48878) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:53.772845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb24a2-1901-48c6-ace2-2f6a24833164 req-1715949d-a408-483f-a3f0-90cf2051ddf8 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:53.775596 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-effb24a2-1901-48c6-ace2-2f6a24833164 req-1715949d-a408-483f-a3f0-90cf2051ddf8 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1097 time: 0.1002953 Sep 23 22:47:53.895831 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-effb24a2-1901-48c6-ace2-2f6a24833164 req-715c87d1-69d5-44f9-9f11-858296d04d95 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092293 Sep 23 22:47:53.907176 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18e0afd6-a415-4ecb-b94b-aae1aa0c071f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:53.961603 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18e0afd6-a415-4ecb-b94b-aae1aa0c071f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:54.247007 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18e0afd6-a415-4ecb-b94b-aae1aa0c071f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:54.250143 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18e0afd6-a415-4ecb-b94b-aae1aa0c071f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:54.251507 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-18e0afd6-a415-4ecb-b94b-aae1aa0c071f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ac5406b-63c3-43f8-b5bd-5e3646369509 HTTP/1.1" status: 204 len: 168 time: 0.4782073 Sep 23 22:47:54.280205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0afd6-a415-4ecb-b94b-aae1aa0c071f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac5406b-63c3-43f8-b5bd-5e3646369509,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:54.709757 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48906) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:54.957962 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:55.097272 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a7275-e568-4c3c-9605-ea16ce1276c0 req-2123d3ea-f71e-47a1-ad1b-37f8c44236ac tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:55.099735 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-380a7275-e568-4c3c-9605-ea16ce1276c0 req-2123d3ea-f71e-47a1-ad1b-37f8c44236ac tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1097 time: 0.0585184 Sep 23 22:47:55.129784 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:55.202080 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-380a7275-e568-4c3c-9605-ea16ce1276c0 req-c2e6d9e8-f115-48eb-978d-dec49edc8ef7 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861993 Sep 23 22:47:55.242006 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:55.311060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bceee3912cfd49f9b46e48e7d54b048c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5994866 Sep 23 22:47:55.312836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48e47d7-d1eb-48e8-8416-5f94c3922e09,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:55.317713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48928) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:55.399761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:55.400177 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:55.400681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:55.400960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:55.403633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:55.404215 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:55.404727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:55.405377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:55.406049 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:55.406466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:55.406813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:55.407155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62dd5d-caae-4376-9ec9-d76cb5c18aa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:47:55.420639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece85b7-5531-43b2-be87-7de4f6a6f7b8 req-d0f17c77-75f1-4ecd-a809-ec0dee36a404 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:55.434103 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6ece85b7-5531-43b2-be87-7de4f6a6f7b8 req-d0f17c77-75f1-4ecd-a809-ec0dee36a404 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1097 time: 0.1468232 Sep 23 22:47:55.465421 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d840d03f-4492-45f7-b3fd-c401b70bc977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:55.488877 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6ece85b7-5531-43b2-be87-7de4f6a6f7b8 req-e6b784b7-dab0-414f-a72c-a61b99565234 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562367 Sep 23 22:47:55.532236 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48934) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:55.537273 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d840d03f-4492-45f7-b3fd-c401b70bc977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:55.629390 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6a69e6aa-563c-45ff-94db-6cc57e898439 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac17cce40ef9481e822095804d85baa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0957470 Sep 23 22:47:55.632921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48938) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:55.707535 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95629466-1014-4546-a74b-14a168950aa0 req-5cb9a240-2e4d-4049-b847-d43e7841c2ac tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:55.719863 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-95629466-1014-4546-a74b-14a168950aa0 req-5cb9a240-2e4d-4049-b847-d43e7841c2ac tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1097 time: 0.0643175 Sep 23 22:47:55.725154 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-73af3f2c-64cb-447d-9d46-7eed87a067f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:55.759251 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-73af3f2c-64cb-447d-9d46-7eed87a067f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:55.766999 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-95629466-1014-4546-a74b-14a168950aa0 req-bbbf0ba5-27a2-48d4-b580-55e9ef7ab7e3 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451331 Sep 23 22:47:55.819494 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d840d03f-4492-45f7-b3fd-c401b70bc977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:55.830940 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d840d03f-4492-45f7-b3fd-c401b70bc977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:55.832336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d840d03f-4492-45f7-b3fd-c401b70bc977 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f48e47d7-d1eb-48e8-8416-5f94c3922e09 HTTP/1.1" status: 204 len: 168 time: 0.5132997 Sep 23 22:47:55.878235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840d03f-4492-45f7-b3fd-c401b70bc977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48e47d7-d1eb-48e8-8416-5f94c3922e09,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:56.007112 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-73af3f2c-64cb-447d-9d46-7eed87a067f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:56.012540 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-73af3f2c-64cb-447d-9d46-7eed87a067f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:56.013890 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-73af3f2c-64cb-447d-9d46-7eed87a067f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c67483b-bef8-4d91-97de-73aa8196551c HTTP/1.1" status: 204 len: 168 time: 0.3795698 Sep 23 22:47:56.024919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af3f2c-64cb-447d-9d46-7eed87a067f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c67483b-bef8-4d91-97de-73aa8196551c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:56.626677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b347bcf2-3640-4326-b710-b9887eff73fe tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:47:56.642862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b347bcf2-3640-4326-b710-b9887eff73fe tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/networks?id=bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 HTTP/1.1" status: 200 len: 911 time: 0.1649647 Sep 23 22:47:56.674470 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-348bcb7f-64ee-40b3-bdce-3f7d435cb18d tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/quotas/afef7352c71644fc826066d616a52af7 HTTP/1.1" status: 200 len: 375 time: 0.0299447 Sep 23 22:47:56.816870 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-13182636-e490-4e5c-99d9-84dbe23b6f5a tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=afef7352c71644fc826066d616a52af7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1385639 Sep 23 22:47:56.962071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-1f1c588d-3369-4bd9-9672-74047e2e1502 service neutron] 10.222.0.22 "GET /v2.0/networks/bb6177e9-5bfa-41c7-b4fd-54cf715d2b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441705 Sep 23 22:47:57.157379 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-c18534d5-f131-4fd0-8745-8785b1f9b8f4 service neutron] 10.222.0.22 "GET /v2.0/networks/bb6177e9-5bfa-41c7-b4fd-54cf715d2b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867852 Sep 23 22:47:57.631686 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6cbdd091-5f77-4159-a92b-2d640cfbf2a6 req-40131bd1-1691-4b48-959f-2b032b684412 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 210 time: 0.0848553 Sep 23 22:47:58.480245 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49036) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:58.809969 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c035dcc-95f4-4059-b1b6-e4ec86cdb084 req-48bab692-9947-4d34-97a5-02ca59a5df7a tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 210 time: 0.0759752 Sep 23 22:47:58.818357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-886f756c-fbcd-4b9b-9160-0904f2787f84 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-657176498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:59.046956 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-886f756c-fbcd-4b9b-9160-0904f2787f84 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:59.049408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-886f756c-fbcd-4b9b-9160-0904f2787f84 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:59.132735 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-886f756c-fbcd-4b9b-9160-0904f2787f84 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:59.300182 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-886f756c-fbcd-4b9b-9160-0904f2787f84 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:59.418661 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-886f756c-fbcd-4b9b-9160-0904f2787f84 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:59.423145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49058) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:47:59.433456 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-886f756c-fbcd-4b9b-9160-0904f2787f84 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9492908 Sep 23 22:47:59.433667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1660361654'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:47:59.607313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Made reservation on behalf of 1b60fe56ecf047d881ae7ba9ddb59bd1 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:47:59.610881 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:59.624233 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:59.763123 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:59.893650 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:59.973253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:47:59.989244 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:47:59.990018 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Added segment 794aa8f4-6c58-4d08-808a-0b2c444952fd of type vlan for network 24b5aac5-5dd1-4cf6-959b-614416a54981 Sep 23 22:47:59.992350 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478c7d37-2814-4d98-a166-f83ef6f59778,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:47:59.993799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-874c4a4f-0d6a-4ef9-8ab7-7fee6c112a2b req-b4907e10-bb65-47c9-a299-623339978522 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 210 time: 0.0534098 Sep 23 22:48:00.053593 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:00.202187 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:00.222788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49076) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:00.234247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:00.250168 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:00.357558 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event updated for resources: {'Network': ['ID=24b5aac5-5dd1-4cf6-959b-614416a54981,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:00.383571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 24b5aac5-5dd1-4cf6-959b-614416a54981 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:48:00.424823 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-31363ad2-f63a-4a31-b247-3ee9d69bf8ae tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0003352 Sep 23 22:48:00.427796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49082) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:00.434201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c996678c-302e-49c2-a630-dfb9ae652a5c tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Request body: {'subnet': {'network_id': '24b5aac5-5dd1-4cf6-959b-614416a54981', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:00.572313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1981429519'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:00.726988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Made reservation on behalf of 36a33d07fcf946f18eed514cb6f4810b for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:00.736848 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:00.764792 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:00.913497 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c996678c-302e-49c2-a630-dfb9ae652a5c tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Made reservation on behalf of 1b60fe56ecf047d881ae7ba9ddb59bd1 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:00.921234 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c996678c-302e-49c2-a630-dfb9ae652a5c tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:01.290487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-abea239d-e65b-409f-b48c-daef4052e7ce req-d3cd8cf3-cd67-461f-b029-3e298a3922a7 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 210 time: 0.1771324 Sep 23 22:48:01.390452 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c996678c-302e-49c2-a630-dfb9ae652a5c tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:01.407201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-09c3a9fc-5b44-47d2-96cb-68110cd203aa tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:01.408714 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-09c3a9fc-5b44-47d2-96cb-68110cd203aa tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.43 "GET /v2.0/networks?id=bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 HTTP/1.1" status: 200 len: 911 time: 0.2977850 Sep 23 22:48:01.436946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-06455198-9e61-4951-98a7-447b166efe08 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Request body: {'port': {'device_id': '9223a749-5bbc-4409-b2ac-b177003ce8cf', 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33', 'admin_state_up': True, 'tenant_id': 'afef7352c71644fc826066d616a52af7'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:01.509410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996678c-302e-49c2-a630-dfb9ae652a5c tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event updated for resources: {'Subnet': ['ID=4269f086-85a8-4a17-86b1-76d17b80786e,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:01.513629 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:01.529003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c996678c-302e-49c2-a630-dfb9ae652a5c tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Checking segment: {'id': '794aa8f4-6c58-4d08-808a-0b2c444952fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '24b5aac5-5dd1-4cf6-959b-614416a54981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:48:01.529634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c996678c-302e-49c2-a630-dfb9ae652a5c tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Network hostable DHCP agents. Network: 24b5aac5-5dd1-4cf6-959b-614416a54981, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:48:01.642822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c996678c-302e-49c2-a630-dfb9ae652a5c tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Network 24b5aac5-5dd1-4cf6-959b-614416a54981 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:48:01.645571 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:01.692118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:48:01.709754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1231c5c-af09-4c43-a6c3-6a9190260bb7,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:01.717661 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:01.718055 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Added segment 0af016db-12df-469e-9d3d-41b1386c37bf of type vlan for network 2faf91cf-02fa-4be3-8455-49ea4a5f66a4 Sep 23 22:48:01.774135 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:01.830129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c996678c-302e-49c2-a630-dfb9ae652a5c tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 24b5aac5-5dd1-4cf6-959b-614416a54981) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:01.834664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c996678c-302e-49c2-a630-dfb9ae652a5c tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:01.835261 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c996678c-302e-49c2-a630-dfb9ae652a5c tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:01.847066 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7942da2-7a14-4fa7-a5ee-2b894f7e8b6e None None] Network 24b5aac5-5dd1-4cf6-959b-614416a54981 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:01.951449 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-06455198-9e61-4951-98a7-447b166efe08 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Made reservation on behalf of afef7352c71644fc826066d616a52af7 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:01.955516 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-06455198-9e61-4951-98a7-447b166efe08 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:02.045270 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:02.062136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:02.062782 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:02.067527 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-24b5aac5-5dd1-4cf6-959b-614416a54981', 'network_id': '24b5aac5-5dd1-4cf6-959b-614416a54981', 'tenant_id': '1b60fe56ecf047d881ae7ba9ddb59bd1', 'fixed_ips': [{'subnet_id': '4269f086-85a8-4a17-86b1-76d17b80786e'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:48:02.068885 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:02.102596 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c996678c-302e-49c2-a630-dfb9ae652a5c tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6677878 Sep 23 22:48:02.107758 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49096) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:02.113561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-245125ba-a3c7-4e23-a166-a38d8e29eba8 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Request body: {'network': {'name': 'tempest-router-network01--1916353528'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:02.290377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-06455198-9e61-4951-98a7-447b166efe08 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Allocated IP 172.20.0.9 (bb6177e9-5bfa-41c7-b4fd-54cf715d2b33/261eb9b9-7613-4e59-af4f-5f7312b354c2/807112ff-5402-4563-9912-607ee7ae35bb) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:02.372242 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Allocated IP 2001:db8::2 (24b5aac5-5dd1-4cf6-959b-614416a54981/4269f086-85a8-4a17-86b1-76d17b80786e/e9114f43-dfc2-4a5b-a45a-9bc7a576c853) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:02.377646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245125ba-a3c7-4e23-a166-a38d8e29eba8 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Made reservation on behalf of 1b60fe56ecf047d881ae7ba9ddb59bd1 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:02.377646 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-245125ba-a3c7-4e23-a166-a38d8e29eba8 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:02.431123 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245125ba-a3c7-4e23-a166-a38d8e29eba8 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:48:02.441728 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-245125ba-a3c7-4e23-a166-a38d8e29eba8 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:02.442392 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-245125ba-a3c7-4e23-a166-a38d8e29eba8 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Added segment c8e93ee1-0ce0-436d-9e4d-30a92466fd1c of type vlan for network 64801877-c296-4101-8235-d1f469a26a40 Sep 23 22:48:02.494276 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-245125ba-a3c7-4e23-a166-a38d8e29eba8 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:02.588213 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:02.754739 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-245125ba-a3c7-4e23-a166-a38d8e29eba8 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:02.761716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245125ba-a3c7-4e23-a166-a38d8e29eba8 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:02.763120 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-245125ba-a3c7-4e23-a166-a38d8e29eba8 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:02.790310 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:02.834124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Pushing event updated for resources: {'Network': ['ID=2faf91cf-02fa-4be3-8455-49ea4a5f66a4,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:02.848249 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245125ba-a3c7-4e23-a166-a38d8e29eba8 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event updated for resources: {'Network': ['ID=64801877-c296-4101-8235-d1f469a26a40,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:02.861060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 2faf91cf-02fa-4be3-8455-49ea4a5f66a4 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:48:02.895512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 64801877-c296-4101-8235-d1f469a26a40 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:48:02.939298 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-245125ba-a3c7-4e23-a166-a38d8e29eba8 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8301756 Sep 23 22:48:02.942243 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49102) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:02.951710 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a76e733e-2143-485d-9727-0d28b3ef6362 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Request body: {'network': {'name': 'tempest-router-network02--416109535'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:03.020014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Pushing event updated for resources: {'Port': ['ID=e9114f43-dfc2-4a5b-a45a-9bc7a576c853,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:03.023776 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-06455198-9e61-4951-98a7-447b166efe08 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:03.078319 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2648ea9c-db2c-4eb2-a84c-5e8cc24a3ac9 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8539422 Sep 23 22:48:03.081145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Network 24b5aac5-5dd1-4cf6-959b-614416a54981 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:03.082447 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49104) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:03.085890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:03.089891 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:03.092681 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-11169636-da2d-4717-abdc-e1a5bf2f390e req-f0cc3699-1d72-4345-8af9-b26fbe3e0ce6 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 210 time: 0.2816343 Sep 23 22:48:03.095791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8fb61247-0c3e-4401-a8f8-2fa0675fcb21 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Request body: {'subnet': {'network_id': '2faf91cf-02fa-4be3-8455-49ea4a5f66a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:03.109849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:03.109849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:03.109849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:03.109849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:03.109849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:03.109849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:03.109849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:03.109849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:03.109849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:03.109849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:03.109849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:03.112424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:03.187927 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Attempting to bind port e9114f43-dfc2-4a5b-a45a-9bc7a576c853 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:48:03.188532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Attempting to bind port e9114f43-dfc2-4a5b-a45a-9bc7a576c853 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '794aa8f4-6c58-4d08-808a-0b2c444952fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '24b5aac5-5dd1-4cf6-959b-614416a54981'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:48:03.189143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Attempting to bind port e9114f43-dfc2-4a5b-a45a-9bc7a576c853 on network 24b5aac5-5dd1-4cf6-959b-614416a54981 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:48:03.191168 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-06455198-9e61-4951-98a7-447b166efe08 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:03.214986 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:48:03.215676 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Checking segment: {'id': '794aa8f4-6c58-4d08-808a-0b2c444952fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '24b5aac5-5dd1-4cf6-959b-614416a54981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:48:03.216365 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:03.217049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Bound using segment: {'id': '794aa8f4-6c58-4d08-808a-0b2c444952fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '24b5aac5-5dd1-4cf6-959b-614416a54981'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:48:03.217809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Bound port: e9114f43-dfc2-4a5b-a45a-9bc7a576c853, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794aa8f4-6c58-4d08-808a-0b2c444952fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '24b5aac5-5dd1-4cf6-959b-614416a54981'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:48:03.218458 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:03.237239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['0c895d05-b639-46db-9dd0-7e6ba986054d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:48:03.310984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-06455198-9e61-4951-98a7-447b166efe08 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:03.314618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-06455198-9e61-4951-98a7-447b166efe08 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:03.327791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-06455198-9e61-4951-98a7-447b166efe08 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:03.400991 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06455198-9e61-4951-98a7-447b166efe08 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Pushing event updated for resources: {'Port': ['ID=807112ff-5402-4563-9912-607ee7ae35bb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:03.444004 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] For port e9114f43-dfc2-4a5b-a45a-9bc7a576c853, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:48:03.449198 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] For port e9114f43-dfc2-4a5b-a45a-9bc7a576c853, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e9114f43-dfc2-4a5b-a45a-9bc7a576c853,segment=NetworkSegment(794aa8f4-6c58-4d08-808a-0b2c444952fd),segment_id=794aa8f4-6c58-4d08-808a-0b2c444952fd)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:48:03.463077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-06455198-9e61-4951-98a7-447b166efe08 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:03.466663 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-06455198-9e61-4951-98a7-447b166efe08 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:03.596056 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:03.630303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-06455198-9e61-4951-98a7-447b166efe08 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1974885 Sep 23 22:48:03.643755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Request body: {'port': {'device_id': '9223a749-5bbc-4409-b2ac-b177003ce8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:03.687895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76e733e-2143-485d-9727-0d28b3ef6362 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Made reservation on behalf of 1b60fe56ecf047d881ae7ba9ddb59bd1 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:03.694021 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a76e733e-2143-485d-9727-0d28b3ef6362 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:03.768001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9c18c-0f2e-46cf-931d-790eeb1f6161 None None] Pushing event updated for resources: {'Port': ['ID=e9114f43-dfc2-4a5b-a45a-9bc7a576c853,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:03.790904 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:03.847348 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-049f78e2-daa1-4a87-a879-17e1c1e995dd None None] Provisioning complete for port 807112ff-5402-4563-9912-607ee7ae35bb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:03.847730 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-049f78e2-daa1-4a87-a879-17e1c1e995dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:03.866914 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76e733e-2143-485d-9727-0d28b3ef6362 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:48:03.894896 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a76e733e-2143-485d-9727-0d28b3ef6362 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:03.895953 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-a76e733e-2143-485d-9727-0d28b3ef6362 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Added segment f6de4c84-a0f3-45ac-a97c-9b0515fc3216 of type vlan for network 8a9d4033-3236-4c39-89c8-f36475d1c84a Sep 23 22:48:03.955477 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-049f78e2-daa1-4a87-a879-17e1c1e995dd None None] Port 807112ff-5402-4563-9912-607ee7ae35bb cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:48:03.997092 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a76e733e-2143-485d-9727-0d28b3ef6362 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:04.026153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb61247-0c3e-4401-a8f8-2fa0675fcb21 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Made reservation on behalf of 36a33d07fcf946f18eed514cb6f4810b for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:04.039064 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8fb61247-0c3e-4401-a8f8-2fa0675fcb21 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:04.216908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807112ff-5402-4563-9912-607ee7ae35bb {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:48:04.235330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:04.268194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Transition to ACTIVE for port object 807112ff-5402-4563-9912-607ee7ae35bb will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:48:04.277230 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a76e733e-2143-485d-9727-0d28b3ef6362 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:04.289512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e733e-2143-485d-9727-0d28b3ef6362 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:04.290357 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a76e733e-2143-485d-9727-0d28b3ef6362 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:04.419216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d4c0a-9460-4e24-8220-5fbe2fce5476 req-cc72c9c0-2fc8-411e-acce-52d36f5bb0b4 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:04.424925 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd8d4c0a-9460-4e24-8220-5fbe2fce5476 req-cc72c9c0-2fc8-411e-acce-52d36f5bb0b4 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1027 time: 0.1324520 Sep 23 22:48:04.444501 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:04.467911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e733e-2143-485d-9727-0d28b3ef6362 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event updated for resources: {'Network': ['ID=8a9d4033-3236-4c39-89c8-f36475d1c84a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:04.485090 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 8a9d4033-3236-4c39-89c8-f36475d1c84a details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:48:04.539012 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd8d4c0a-9460-4e24-8220-5fbe2fce5476 req-6019e6c8-a982-4c9b-8598-f8e7feed289e tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038976 Sep 23 22:48:04.553996 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a76e733e-2143-485d-9727-0d28b3ef6362 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6100349 Sep 23 22:48:04.558805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49130) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:04.564065 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Pushing event updated for resources: {'Port': ['ID=807112ff-5402-4563-9912-607ee7ae35bb,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:04.575342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-35142586-5274-4fea-9b9b-eaf2488ef513 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Request body: {'subnet': {'network_id': '64801877-c296-4101-8235-d1f469a26a40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:04.591504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e9114f43-dfc2-4a5b-a45a-9bc7a576c853 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:48:04.717575 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e9114f43-dfc2-4a5b-a45a-9bc7a576c853 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:04.717958 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:04.812834 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8fb61247-0c3e-4401-a8f8-2fa0675fcb21 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:04.877672 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:04.929586 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Attempting to bind port 807112ff-5402-4563-9912-607ee7ae35bb on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:48:04.929940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Attempting to bind port 807112ff-5402-4563-9912-607ee7ae35bb by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:48:04.930283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Attempting to bind port 807112ff-5402-4563-9912-607ee7ae35bb on network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:48:04.953808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Port 807112ff-5402-4563-9912-607ee7ae35bb on network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:48:04.954139 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Attempting to bind port 807112ff-5402-4563-9912-607ee7ae35bb on network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:48:04.962382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port e9114f43-dfc2-4a5b-a45a-9bc7a576c853, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e9114f43-dfc2-4a5b-a45a-9bc7a576c853,segment=NetworkSegment(794aa8f4-6c58-4d08-808a-0b2c444952fd),segment_id=794aa8f4-6c58-4d08-808a-0b2c444952fd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:04.985211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:48:04.985555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Checking segment: {'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:48:04.985871 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Bound using segment: {'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:48:04.986327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Bound port: 807112ff-5402-4563-9912-607ee7ae35bb, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:48:04.986697 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:04.999863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb61247-0c3e-4401-a8f8-2fa0675fcb21 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Checking segment: {'id': '0af016db-12df-469e-9d3d-41b1386c37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2faf91cf-02fa-4be3-8455-49ea4a5f66a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:48:05.000492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb61247-0c3e-4401-a8f8-2fa0675fcb21 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Network hostable DHCP agents. Network: 2faf91cf-02fa-4be3-8455-49ea4a5f66a4, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:48:05.004678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb61247-0c3e-4401-a8f8-2fa0675fcb21 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Pushing event updated for resources: {'Subnet': ['ID=f189beb6-a63d-4a4c-bdec-fc4bbfaf0ac9,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:05.052746 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:05.129808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35142586-5274-4fea-9b9b-eaf2488ef513 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Made reservation on behalf of 1b60fe56ecf047d881ae7ba9ddb59bd1 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:05.134378 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35142586-5274-4fea-9b9b-eaf2488ef513 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:05.143490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=e9114f43-dfc2-4a5b-a45a-9bc7a576c853,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:05.171593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] For port 807112ff-5402-4563-9912-607ee7ae35bb, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:48:05.189849 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb61247-0c3e-4401-a8f8-2fa0675fcb21 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Network 2faf91cf-02fa-4be3-8455-49ea4a5f66a4 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:48:05.195569 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] For port 807112ff-5402-4563-9912-607ee7ae35bb, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=807112ff-5402-4563-9912-607ee7ae35bb,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:48:05.339489 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:05.378775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-8fb61247-0c3e-4401-a8f8-2fa0675fcb21 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 2faf91cf-02fa-4be3-8455-49ea4a5f66a4) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:05.391008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e493052-3803-4ffc-ba67-ec64086e8719 None None] Network 2faf91cf-02fa-4be3-8455-49ea4a5f66a4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:05.396376 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb61247-0c3e-4401-a8f8-2fa0675fcb21 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:05.396808 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8fb61247-0c3e-4401-a8f8-2fa0675fcb21 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:05.487231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:05.490707 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:05.502033 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] 10.222.0.43 "PUT /v2.0/ports/807112ff-5402-4563-9912-607ee7ae35bb HTTP/1.1" status: 200 len: 1091 time: 1.8585587 Sep 23 22:48:05.502033 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9223a749-5bbc-4409-b2ac-b177003ce8cf', 'tag': '807112ff-5402-4563-9912-607ee7ae35bb'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:48:05.523858 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f1ea03-3f1d-4cea-be81-1a736571236e" -d '{"events": [{"name": "network-changed", "server_uuid": "9223a749-5bbc-4409-b2ac-b177003ce8cf", "tag": "807112ff-5402-4563-9912-607ee7ae35bb"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:48:05.538531 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8fb61247-0c3e-4401-a8f8-2fa0675fcb21 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4542904 Sep 23 22:48:05.543611 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49146) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:05.550139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-50740719-c1b9-413c-b386-a4fa59002b9b tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Request body: {'port': {'network_id': '2faf91cf-02fa-4be3-8455-49ea4a5f66a4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-357471422'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:05.747300 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6712378-9cbd-4133-9dfa-914cd7040c30 service neutron] Pushing event updated for resources: {'Port': ['ID=807112ff-5402-4563-9912-607ee7ae35bb,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:05.873050 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b74fdf-8f91-4308-9149-c40f305bedb0 x-openstack-request-id: req-b5b74fdf-8f91-4308-9149-c40f305bedb0 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:48:05.928733 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9223a749-5bbc-4409-b2ac-b177003ce8cf", "tag": "807112ff-5402-4563-9912-607ee7ae35bb", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:48:05.928733 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5b74fdf-8f91-4308-9149-c40f305bedb0 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:48:05.928733 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9223a749-5bbc-4409-b2ac-b177003ce8cf', 'tag': '807112ff-5402-4563-9912-607ee7ae35bb', 'status': 'completed', 'code': 200} Sep 23 22:48:05.929306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46e8b9e-3581-4c64-ad3f-f4f54030efdf None None] Network 24b5aac5-5dd1-4cf6-959b-614416a54981 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:05.950302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-2faf91cf-02fa-4be3-8455-49ea4a5f66a4', 'network_id': '2faf91cf-02fa-4be3-8455-49ea4a5f66a4', 'tenant_id': '36a33d07fcf946f18eed514cb6f4810b', 'fixed_ips': [{'subnet_id': 'f189beb6-a63d-4a4c-bdec-fc4bbfaf0ac9'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:48:05.952366 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:05.967581 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-522b7b73-a5d8-4643-ad3c-5bb8e56c3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:05.974889 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-522b7b73-a5d8-4643-ad3c-5bb8e56c3126 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=afef7352c71644fc826066d616a52af7&device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1094 time: 0.1988933 Sep 23 22:48:05.987631 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f1e2e-5506-4983-8b47-7adaee97375d req-7fb5bc19-ee46-421f-ab71-9a784cc6613e tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:05.990854 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-907f1e2e-5506-4983-8b47-7adaee97375d req-7fb5bc19-ee46-421f-ab71-9a784cc6613e tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1094 time: 0.1469159 Sep 23 22:48:06.046491 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-907f1e2e-5506-4983-8b47-7adaee97375d req-c5af215d-6e30-4954-9682-8c8d9196ba1b tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468919 Sep 23 22:48:06.100718 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-d76c7ec2-dea8-4cac-a3ae-a6ca29025f3a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=807112ff-5402-4563-9912-607ee7ae35bb HTTP/1.1" status: 200 len: 217 time: 0.1209552 Sep 23 22:48:06.146170 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d35f94c8-ee12-475e-bb2a-ae4577bd024f None None] Provisioning complete for port e9114f43-dfc2-4a5b-a45a-9bc7a576c853 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:06.146660 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d35f94c8-ee12-475e-bb2a-ae4577bd024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:06.178302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-2afe7d83-0cdc-4bdc-82c7-b97be2317600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:06.180179 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-2afe7d83-0cdc-4bdc-82c7-b97be2317600 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=261eb9b9-7613-4e59-af4f-5f7312b354c2 HTTP/1.1" status: 200 len: 849 time: 0.0711155 Sep 23 22:48:06.265283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-76756e23-bef3-4b1b-ad52-78908a9f0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:06.267459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-76756e23-bef3-4b1b-ad52-78908a9f0a37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb6177e9-5bfa-41c7-b4fd-54cf715d2b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798235 Sep 23 22:48:06.298283 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35142586-5274-4fea-9b9b-eaf2488ef513 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:06.362174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50740719-c1b9-413c-b386-a4fa59002b9b tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Made reservation on behalf of 36a33d07fcf946f18eed514cb6f4810b for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:06.367226 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-50740719-c1b9-413c-b386-a4fa59002b9b tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:06.393985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35142586-5274-4fea-9b9b-eaf2488ef513 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event updated for resources: {'Subnet': ['ID=98e04fa6-e6e0-4c0e-817b-455ba411d628,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:06.430656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-50740719-c1b9-413c-b386-a4fa59002b9b tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] device_id is not set on port d5db8e04-f1d7-46b1-aced-13604f410be4 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:48:06.460869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Allocated IP 172.20.0.2 (2faf91cf-02fa-4be3-8455-49ea4a5f66a4/f189beb6-a63d-4a4c-bdec-fc4bbfaf0ac9/d48bf43b-e718-42e1-96b8-c1133de3207e) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:06.475696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e9114f43-dfc2-4a5b-a45a-9bc7a576c853 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:48:06.483887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35142586-5274-4fea-9b9b-eaf2488ef513 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Checking segment: {'id': 'c8e93ee1-0ce0-436d-9e4d-30a92466fd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '64801877-c296-4101-8235-d1f469a26a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:48:06.484355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35142586-5274-4fea-9b9b-eaf2488ef513 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Network hostable DHCP agents. Network: 64801877-c296-4101-8235-d1f469a26a40, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:48:06.634634 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-2a2660ff-26e3-4eb2-a19a-b68419d5759f service neutron] 10.222.0.43 "GET /v2.0/networks/bb6177e9-5bfa-41c7-b4fd-54cf715d2b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586023 Sep 23 22:48:06.670129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e9114f43-dfc2-4a5b-a45a-9bc7a576c853 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:06.670129 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:06.737063 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:06.855067 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1ce1e1c-0600-4b00-9010-ef26919f9bbc req-3e7dfc71-6e27-4860-88d5-8cfa550fbbed service neutron] 10.222.0.43 "GET /v2.0/networks/bb6177e9-5bfa-41c7-b4fd-54cf715d2b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126238 Sep 23 22:48:06.857195 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35142586-5274-4fea-9b9b-eaf2488ef513 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Network 64801877-c296-4101-8235-d1f469a26a40 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:48:06.925693 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:06.961278 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-35142586-5274-4fea-9b9b-eaf2488ef513 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 64801877-c296-4101-8235-d1f469a26a40) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:06.965906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-61775109-8bf7-48cd-ae2b-1c969885f1a3 None None] Provisioning complete for port e9114f43-dfc2-4a5b-a45a-9bc7a576c853 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:06.966525 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-61775109-8bf7-48cd-ae2b-1c969885f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:06.982766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35142586-5274-4fea-9b9b-eaf2488ef513 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:06.984238 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35142586-5274-4fea-9b9b-eaf2488ef513 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:07.006162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a41de8b-ffb9-4934-8478-cd49b7bb4e39 None None] Network 64801877-c296-4101-8235-d1f469a26a40 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:07.082319 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:07.173729 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-35142586-5274-4fea-9b9b-eaf2488ef513 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6137323 Sep 23 22:48:07.174586 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49164) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:07.176481 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Network 2faf91cf-02fa-4be3-8455-49ea4a5f66a4 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:07.185895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:07.186754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4d28c506-88de-4478-9eab-e903a6fb588b tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Request body: {'subnet': {'network_id': '8a9d4033-3236-4c39-89c8-f36475d1c84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:07.195593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1ea03-3f1d-4cea-be81-1a736571236e req-2c82cd9b-0791-42d4-90a5-934dcbae9d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:07.197568 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2f1ea03-3f1d-4cea-be81-1a736571236e req-2c82cd9b-0791-42d4-90a5-934dcbae9d83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=afef7352c71644fc826066d616a52af7&device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1094 time: 0.1460121 Sep 23 22:48:07.208572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:07.210430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-50740719-c1b9-413c-b386-a4fa59002b9b tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Allocated IP 172.20.0.9 (2faf91cf-02fa-4be3-8455-49ea4a5f66a4/f189beb6-a63d-4a4c-bdec-fc4bbfaf0ac9/d5db8e04-f1d7-46b1-aced-13604f410be4) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:07.249153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Pushing event updated for resources: {'Port': ['ID=d48bf43b-e718-42e1-96b8-c1133de3207e,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:07.375506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Attempting to bind port d48bf43b-e718-42e1-96b8-c1133de3207e on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:48:07.376166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Attempting to bind port d48bf43b-e718-42e1-96b8-c1133de3207e by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '0af016db-12df-469e-9d3d-41b1386c37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2faf91cf-02fa-4be3-8455-49ea4a5f66a4'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:48:07.376750 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Attempting to bind port d48bf43b-e718-42e1-96b8-c1133de3207e on network 2faf91cf-02fa-4be3-8455-49ea4a5f66a4 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:48:07.402923 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eaa956-bc6b-4123-889e-0ac7f8e40c20 req-51da33c9-7e77-43bf-a8f9-41120bd3a9a0 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:07.403677 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:48:07.404315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Checking segment: {'id': '0af016db-12df-469e-9d3d-41b1386c37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2faf91cf-02fa-4be3-8455-49ea4a5f66a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:48:07.405798 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9eaa956-bc6b-4123-889e-0ac7f8e40c20 req-51da33c9-7e77-43bf-a8f9-41120bd3a9a0 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1094 time: 0.1899383 Sep 23 22:48:07.406191 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:07.411476 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Bound using segment: {'id': '0af016db-12df-469e-9d3d-41b1386c37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2faf91cf-02fa-4be3-8455-49ea4a5f66a4'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:48:07.411476 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Bound port: d48bf43b-e718-42e1-96b8-c1133de3207e, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af016db-12df-469e-9d3d-41b1386c37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2faf91cf-02fa-4be3-8455-49ea4a5f66a4'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:48:07.411476 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:07.450293 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-64801877-c296-4101-8235-d1f469a26a40', 'network_id': '64801877-c296-4101-8235-d1f469a26a40', 'tenant_id': '1b60fe56ecf047d881ae7ba9ddb59bd1', 'fixed_ips': [{'subnet_id': '98e04fa6-e6e0-4c0e-817b-455ba411d628'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:48:07.452466 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:07.458361 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1ea03-3f1d-4cea-be81-1a736571236e req-036c8ab3-41d9-47c2-b11c-bf6ec9453c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:07.460609 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2f1ea03-3f1d-4cea-be81-1a736571236e req-036c8ab3-41d9-47c2-b11c-bf6ec9453c70 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 HTTP/1.1" status: 200 len: 911 time: 0.2402756 Sep 23 22:48:07.522913 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2f1ea03-3f1d-4cea-be81-1a736571236e req-6be84c7d-8109-4ca1-bce1-035cb6cbd1f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=807112ff-5402-4563-9912-607ee7ae35bb HTTP/1.1" status: 200 len: 217 time: 0.0465848 Sep 23 22:48:07.523936 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9eaa956-bc6b-4123-889e-0ac7f8e40c20 req-0b0bc1e0-53d3-4e49-a67d-50542f7cc1ad tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527480 Sep 23 22:48:07.556623 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-50740719-c1b9-413c-b386-a4fa59002b9b tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:07.603264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1ea03-3f1d-4cea-be81-1a736571236e req-8c13279d-0194-444e-8ba6-95bf1ef82bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:07.605518 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2f1ea03-3f1d-4cea-be81-1a736571236e req-8c13279d-0194-444e-8ba6-95bf1ef82bbe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=261eb9b9-7613-4e59-af4f-5f7312b354c2 HTTP/1.1" status: 200 len: 849 time: 0.0765672 Sep 23 22:48:07.694778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d28c506-88de-4478-9eab-e903a6fb588b tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Made reservation on behalf of 1b60fe56ecf047d881ae7ba9ddb59bd1 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:07.701507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d28c506-88de-4478-9eab-e903a6fb588b tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:07.715118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1ea03-3f1d-4cea-be81-1a736571236e req-48ef46a8-d095-46c9-a916-9abc3aeecf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:07.717521 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2f1ea03-3f1d-4cea-be81-1a736571236e req-48ef46a8-d095-46c9-a916-9abc3aeecf53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb6177e9-5bfa-41c7-b4fd-54cf715d2b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038003 Sep 23 22:48:07.779299 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-50740719-c1b9-413c-b386-a4fa59002b9b tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:07.823088 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] For port d48bf43b-e718-42e1-96b8-c1133de3207e, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:48:07.842312 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50740719-c1b9-413c-b386-a4fa59002b9b tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Network 2faf91cf-02fa-4be3-8455-49ea4a5f66a4 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:07.863441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] For port d48bf43b-e718-42e1-96b8-c1133de3207e, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d48bf43b-e718-42e1-96b8-c1133de3207e,segment=NetworkSegment(0af016db-12df-469e-9d3d-41b1386c37bf),segment_id=0af016db-12df-469e-9d3d-41b1386c37bf)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:48:07.983633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Allocated IP 2001:db8::2 (64801877-c296-4101-8235-d1f469a26a40/98e04fa6-e6e0-4c0e-817b-455ba411d628/a186308a-ed3d-4390-9334-6622206a718a) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:07.991816 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-50740719-c1b9-413c-b386-a4fa59002b9b tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:08.000077 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50740719-c1b9-413c-b386-a4fa59002b9b tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Pushing event updated for resources: {'Port': ['ID=d5db8e04-f1d7-46b1-aced-13604f410be4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:08.000988 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:08.007702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50740719-c1b9-413c-b386-a4fa59002b9b tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:08.067594 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2f1ea03-3f1d-4cea-be81-1a736571236e req-11807662-20ba-43be-bb7d-fc735c2cb311 service neutron] 10.222.0.43 "GET /v2.0/networks/bb6177e9-5bfa-41c7-b4fd-54cf715d2b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302608 Sep 23 22:48:08.186356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89359e1-06ff-425b-a0a3-44e8d2a91c65 None None] Pushing event updated for resources: {'Port': ['ID=d48bf43b-e718-42e1-96b8-c1133de3207e,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:08.227615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50740719-c1b9-413c-b386-a4fa59002b9b tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:08.228642 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-50740719-c1b9-413c-b386-a4fa59002b9b tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:08.333262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2f1ea03-3f1d-4cea-be81-1a736571236e req-7ba2adf7-60ca-4944-b8d5-b07e32a6c552 service neutron] 10.222.0.43 "GET /v2.0/networks/bb6177e9-5bfa-41c7-b4fd-54cf715d2b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327268 Sep 23 22:48:08.372023 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-50740719-c1b9-413c-b386-a4fa59002b9b tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8253667 Sep 23 22:48:08.376368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49176) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:08.483155 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:08.485438 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d28c506-88de-4478-9eab-e903a6fb588b tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:08.652116 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28c506-88de-4478-9eab-e903a6fb588b tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event updated for resources: {'Subnet': ['ID=00d26bb6-d354-4177-91ea-cbc42554ccce,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:08.693763 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:08.787892 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-4fdece38-dd0a-4f5f-8fba-a74551dcb7d2 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Deleting port d5db8e04-f1d7-46b1-aced-13604f410be4 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:08.790914 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fdece38-dd0a-4f5f-8fba-a74551dcb7d2 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:08.804106 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Network 64801877-c296-4101-8235-d1f469a26a40 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:08.810205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:08.831484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:08.840835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7308f-1b74-467e-aafe-9b55f180108e req-910cc6a7-3313-48b2-bab3-1fa76f3a47ca tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:08.842569 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16a7308f-1b74-467e-aafe-9b55f180108e req-910cc6a7-3313-48b2-bab3-1fa76f3a47ca tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1094 time: 0.1252244 Sep 23 22:48:08.848279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d28c506-88de-4478-9eab-e903a6fb588b tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Checking segment: {'id': 'f6de4c84-a0f3-45ac-a97c-9b0515fc3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8a9d4033-3236-4c39-89c8-f36475d1c84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:48:08.849422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d28c506-88de-4478-9eab-e903a6fb588b tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Network hostable DHCP agents. Network: 8a9d4033-3236-4c39-89c8-f36475d1c84a, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:48:08.990073 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16a7308f-1b74-467e-aafe-9b55f180108e req-54801c77-8c04-4335-8132-45c6da011986 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256993 Sep 23 22:48:09.030021 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Pushing event updated for resources: {'Port': ['ID=a186308a-ed3d-4390-9334-6622206a718a,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:09.038022 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 807112ff-5402-4563-9912-607ee7ae35bb details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:48:09.080890 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fdece38-dd0a-4f5f-8fba-a74551dcb7d2 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:09.099176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-4fdece38-dd0a-4f5f-8fba-a74551dcb7d2 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Calling delete_port for d5db8e04-f1d7-46b1-aced-13604f410be4 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:09.114478 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Attempting to bind port a186308a-ed3d-4390-9334-6622206a718a on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:48:09.114478 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Attempting to bind port a186308a-ed3d-4390-9334-6622206a718a by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'c8e93ee1-0ce0-436d-9e4d-30a92466fd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '64801877-c296-4101-8235-d1f469a26a40'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:48:09.117214 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Attempting to bind port a186308a-ed3d-4390-9334-6622206a718a on network 64801877-c296-4101-8235-d1f469a26a40 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:48:09.148357 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:48:09.149073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Checking segment: {'id': 'c8e93ee1-0ce0-436d-9e4d-30a92466fd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '64801877-c296-4101-8235-d1f469a26a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:48:09.149887 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:09.150574 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Bound using segment: {'id': 'c8e93ee1-0ce0-436d-9e4d-30a92466fd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '64801877-c296-4101-8235-d1f469a26a40'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:48:09.151480 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Bound port: a186308a-ed3d-4390-9334-6622206a718a, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e93ee1-0ce0-436d-9e4d-30a92466fd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '64801877-c296-4101-8235-d1f469a26a40'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:48:09.152116 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:09.186302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d28c506-88de-4478-9eab-e903a6fb588b tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Network 8a9d4033-3236-4c39-89c8-f36475d1c84a is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:48:09.314671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-4d28c506-88de-4478-9eab-e903a6fb588b tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 8a9d4033-3236-4c39-89c8-f36475d1c84a) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:09.335380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc85f42c-563c-4353-b8fa-89e3dd1f7af6 None None] Network 8a9d4033-3236-4c39-89c8-f36475d1c84a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:09.341437 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 807112ff-5402-4563-9912-607ee7ae35bb, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=807112ff-5402-4563-9912-607ee7ae35bb,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:09.348218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d28c506-88de-4478-9eab-e903a6fb588b tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:09.350358 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d28c506-88de-4478-9eab-e903a6fb588b tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:09.399385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '807112ff-5402-4563-9912-607ee7ae35bb', 'network_id': 'bb6177e9-5bfa-41c7-b4fd-54cf715d2b33', 'port_id': '807112ff-5402-4563-9912-607ee7ae35bb', 'mac_address': 'fa:16:3e:06:41:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261eb9b9-7613-4e59-af4f-5f7312b354c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:48:09.408421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] For port a186308a-ed3d-4390-9334-6622206a718a, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:48:09.458471 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fdece38-dd0a-4f5f-8fba-a74551dcb7d2 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:09.503416 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:09.519407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] For port a186308a-ed3d-4390-9334-6622206a718a, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a186308a-ed3d-4390-9334-6622206a718a,segment=NetworkSegment(c8e93ee1-0ce0-436d-9e4d-30a92466fd1c),segment_id=c8e93ee1-0ce0-436d-9e4d-30a92466fd1c)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:48:09.535016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdece38-dd0a-4f5f-8fba-a74551dcb7d2 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Pushing event deleted for resources: {'Port': ['ID=d5db8e04-f1d7-46b1-aced-13604f410be4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:09.552272 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49194) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:09.552742 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4d28c506-88de-4478-9eab-e903a6fb588b tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3680611 Sep 23 22:48:09.566883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807112ff-5402-4563-9912-607ee7ae35bb {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:48:09.623597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 807112ff-5402-4563-9912-607ee7ae35bb, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=807112ff-5402-4563-9912-607ee7ae35bb,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:09.690112 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:09.768634 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:09.808325 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fdece38-dd0a-4f5f-8fba-a74551dcb7d2 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:09.811629 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4fdece38-dd0a-4f5f-8fba-a74551dcb7d2 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] 10.222.0.22 "DELETE /v2.0/ports/d5db8e04-f1d7-46b1-aced-13604f410be4 HTTP/1.1" status: 204 len: 168 time: 1.4335361 Sep 23 22:48:09.815025 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49198) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:09.827835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-8a9d4033-3236-4c39-89c8-f36475d1c84a', 'network_id': '8a9d4033-3236-4c39-89c8-f36475d1c84a', 'tenant_id': '1b60fe56ecf047d881ae7ba9ddb59bd1', 'fixed_ips': [{'subnet_id': '00d26bb6-d354-4177-91ea-cbc42554ccce'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:48:09.828974 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:09.956400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-33fdeb3c-1406-42f0-b551-3d0a959397b7 tempest-DHCPAgentSchedulersTestJSON-219686061 tempest-DHCPAgentSchedulersTestJSON-219686061-project-admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.1393862 Sep 23 22:48:09.963278 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49202) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:09.968900 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-35e0262e-7fce-4ad7-b6ff-c393d3504e86 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-324821850'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:10.080202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816eaaf3-e506-4ff2-83e3-b5a1f585b4c2 None None] Pushing event updated for resources: {'Port': ['ID=a186308a-ed3d-4390-9334-6622206a718a,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:10.138052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e0262e-7fce-4ad7-b6ff-c393d3504e86 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Made reservation on behalf of 36a33d07fcf946f18eed514cb6f4810b for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:10.143997 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35e0262e-7fce-4ad7-b6ff-c393d3504e86 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:10.156299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['807112ff-5402-4563-9912-607ee7ae35bb'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:48:10.242705 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:10.288143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e0262e-7fce-4ad7-b6ff-c393d3504e86 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:48:10.348264 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35e0262e-7fce-4ad7-b6ff-c393d3504e86 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:10.348943 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-35e0262e-7fce-4ad7-b6ff-c393d3504e86 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Added segment 8bb2127b-0d5c-42ae-8c86-a70932b13c82 of type vlan for network aae7ed3a-3e8d-4c20-bbbf-05cf97a97447 Sep 23 22:48:10.475102 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35e0262e-7fce-4ad7-b6ff-c393d3504e86 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:10.541863 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95141272-e1d3-4d9a-a5b9-66c04225d091 None None] Network 2faf91cf-02fa-4be3-8455-49ea4a5f66a4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:10.688529 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35e0262e-7fce-4ad7-b6ff-c393d3504e86 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:10.701151 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e0262e-7fce-4ad7-b6ff-c393d3504e86 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:10.701941 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35e0262e-7fce-4ad7-b6ff-c393d3504e86 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:10.779716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86caa8-bd73-421a-814c-25d81d51bb8d req-dc6ed089-49fe-48bd-b96f-2fc9e5cc67c7 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:10.790860 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c86caa8-bd73-421a-814c-25d81d51bb8d req-dc6ed089-49fe-48bd-b96f-2fc9e5cc67c7 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1095 time: 0.5210955 Sep 23 22:48:10.853257 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d48bf43b-e718-42e1-96b8-c1133de3207e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:48:10.869189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Allocated IP 2001:db8::1 (64801877-c296-4101-8235-d1f469a26a40/98e04fa6-e6e0-4c0e-817b-455ba411d628/3ed1b49b-c3d5-4714-b2c3-13f0941494ba) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:10.957315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0baf15d2-f7c8-4e57-851e-7e655ace4ca9 None None] Provisioning complete for port d48bf43b-e718-42e1-96b8-c1133de3207e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:10.957692 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0baf15d2-f7c8-4e57-851e-7e655ace4ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:10.973824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0262e-7fce-4ad7-b6ff-c393d3504e86 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Pushing event updated for resources: {'Network': ['ID=aae7ed3a-3e8d-4c20-bbbf-05cf97a97447,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:10.994771 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-35e0262e-7fce-4ad7-b6ff-c393d3504e86 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0302916 Sep 23 22:48:11.001716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49228) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:11.027660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network aae7ed3a-3e8d-4c20-bbbf-05cf97a97447 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:48:11.050183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=807112ff-5402-4563-9912-607ee7ae35bb,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:11.097031 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Allocated IP 2001:db8::2 (8a9d4033-3236-4c39-89c8-f36475d1c84a/00d26bb6-d354-4177-91ea-cbc42554ccce/bdec29af-54f1-465e-9f7e-375d69387a6e) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:11.177560 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c86caa8-bd73-421a-814c-25d81d51bb8d req-58877369-1ff3-40ec-a552-ce943dff9125 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633313 Sep 23 22:48:11.268845 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:11.497512 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:11.509894 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-03938274-f6bb-4948-9cfd-5ab82e2177e8 tempest-DHCPAgentSchedulersTestJSON-219686061 tempest-DHCPAgentSchedulersTestJSON-219686061-project-admin] 10.222.0.22 "GET /v2.0/agents/616f7252-153e-4278-b530-a1184a31a911/dhcp-networks HTTP/1.1" status: 200 len: 12828 time: 0.5065978 Sep 23 22:48:11.515891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49238) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:11.718585 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Network 64801877-c296-4101-8235-d1f469a26a40 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:11.721786 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:11.726130 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:11.727036 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:11.855651 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d48bf43b-e718-42e1-96b8-c1133de3207e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:11.857999 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:11.868303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event updated for resources: {'Port': ['ID=3ed1b49b-c3d5-4714-b2c3-13f0941494ba,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:11.905940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448b9691-7833-459b-a938-14b8bc94eb00 tempest-DHCPAgentSchedulersTestJSON-219686061 tempest-DHCPAgentSchedulersTestJSON-219686061-project-admin] Network aae7ed3a-3e8d-4c20-bbbf-05cf97a97447 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:48:11.946620 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0baf15d2-f7c8-4e57-851e-7e655ace4ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:12.037077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042437ca-325f-4587-8056-b7495a985d17 None None] Network 64801877-c296-4101-8235-d1f469a26a40 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:12.047284 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49244) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:12.048300 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-448b9691-7833-459b-a938-14b8bc94eb00 tempest-DHCPAgentSchedulersTestJSON-219686061 tempest-DHCPAgentSchedulersTestJSON-219686061-project-admin] 10.222.0.22 "POST /v2.0/agents/616f7252-153e-4278-b530-a1184a31a911/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5292056 Sep 23 22:48:12.136419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4568722b-213c-4d66-9eef-ba921cab2196 None None] Network aae7ed3a-3e8d-4c20-bbbf-05cf97a97447 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:12.209302 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:12.212318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0baf15d2-f7c8-4e57-851e-7e655ace4ca9 None None] For port d48bf43b-e718-42e1-96b8-c1133de3207e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d48bf43b-e718-42e1-96b8-c1133de3207e,segment=NetworkSegment(0af016db-12df-469e-9d3d-41b1386c37bf),segment_id=0af016db-12df-469e-9d3d-41b1386c37bf)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:12.396164 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b29ff826-ebb8-422b-8d53-dfd4c0ee5569 tempest-DHCPAgentSchedulersTestJSON-219686061 tempest-DHCPAgentSchedulersTestJSON-219686061-project-admin] 10.222.0.22 "GET /v2.0/agents/616f7252-153e-4278-b530-a1184a31a911/dhcp-networks HTTP/1.1" status: 200 len: 13598 time: 0.3470628 Sep 23 22:48:12.397274 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:12.400541 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49252) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:12.430995 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:12.430995 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0baf15d2-f7c8-4e57-851e-7e655ace4ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:12.447874 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:12.531712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Network 8a9d4033-3236-4c39-89c8-f36475d1c84a is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:12.570005 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:12.590234 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:12.740300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-cda734c1-2d7c-4663-af5f-5ac05eb08965 None None] Provisioning complete for port a186308a-ed3d-4390-9334-6622206a718a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:12.742465 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cda734c1-2d7c-4663-af5f-5ac05eb08965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:12.902518 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:13.045528 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:13.046349 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:13.171032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event updated for resources: {'Port': ['ID=3ed1b49b-c3d5-4714-b2c3-13f0941494ba,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:13.172224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 807112ff-5402-4563-9912-607ee7ae35bb up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:48:13.194585 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9675930-2471-4ccf-adf0-c9f86571e056 req-739d5c6d-c81b-493e-9e87-e8fa201c10a4 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:13.204238 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9675930-2471-4ccf-adf0-c9f86571e056 req-739d5c6d-c81b-493e-9e87-e8fa201c10a4 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1095 time: 0.8612831 Sep 23 22:48:13.360733 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Attempting to bind port bdec29af-54f1-465e-9f7e-375d69387a6e on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:48:13.362037 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Attempting to bind port bdec29af-54f1-465e-9f7e-375d69387a6e by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f6de4c84-a0f3-45ac-a97c-9b0515fc3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8a9d4033-3236-4c39-89c8-f36475d1c84a'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:48:13.363049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Attempting to bind port bdec29af-54f1-465e-9f7e-375d69387a6e on network 8a9d4033-3236-4c39-89c8-f36475d1c84a {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:48:13.383381 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:48:13.384489 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:48:13.413956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:48:13.414605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Network 64801877-c296-4101-8235-d1f469a26a40 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:13.415816 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Checking segment: {'id': 'f6de4c84-a0f3-45ac-a97c-9b0515fc3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8a9d4033-3236-4c39-89c8-f36475d1c84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:48:13.416473 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:13.425086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Bound using segment: {'id': 'f6de4c84-a0f3-45ac-a97c-9b0515fc3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8a9d4033-3236-4c39-89c8-f36475d1c84a'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:48:13.425086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Bound port: bdec29af-54f1-465e-9f7e-375d69387a6e, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6de4c84-a0f3-45ac-a97c-9b0515fc3216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8a9d4033-3236-4c39-89c8-f36475d1c84a'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:48:13.425086 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:13.425621 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-65b1347a-c4c3-407e-8603-250e652ce043 tempest-DHCPAgentSchedulersTestJSON-219686061 tempest-DHCPAgentSchedulersTestJSON-219686061-project-admin] 10.222.0.22 "DELETE /v2.0/agents/616f7252-153e-4278-b530-a1184a31a911/dhcp-networks/aae7ed3a-3e8d-4c20-bbbf-05cf97a97447 HTTP/1.1" status: 204 len: 168 time: 1.0192127 Sep 23 22:48:13.425789 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf15d2-f7c8-4e57-851e-7e655ace4ca9 None None] Pushing event updated for resources: {'Port': ['ID=d48bf43b-e718-42e1-96b8-c1133de3207e,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:13.427009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49266) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:13.430309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:13.504759 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9882d7b5-8d60-415f-b6a0-99f0181b2d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:13.697785 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9675930-2471-4ccf-adf0-c9f86571e056 req-86e78b53-f88a-4796-8a30-b2dedac5d051 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245341 Sep 23 22:48:13.840018 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cda734c1-2d7c-4663-af5f-5ac05eb08965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:13.840416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Router 20fca796-98e1-4759-8dd6-d8adf881c4e0 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:48:13.863622 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-98d79264-a62e-4112-b713-8ad24dc961e2 tempest-DHCPAgentSchedulersTestJSON-219686061 tempest-DHCPAgentSchedulersTestJSON-219686061-project-admin] 10.222.0.22 "GET /v2.0/agents/616f7252-153e-4278-b530-a1184a31a911/dhcp-networks HTTP/1.1" status: 200 len: 12828 time: 0.4320467 Sep 23 22:48:13.873696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49282) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:13.925262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4c3f4758-e7c4-45c6-9712-8fad0a35b007 tempest-DHCPAgentSchedulersTestJSON-219686061 tempest-DHCPAgentSchedulersTestJSON-219686061-project-admin] 10.222.0.22 "GET /v2.0/networks/2faf91cf-02fa-4be3-8455-49ea4a5f66a4/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0499215 Sep 23 22:48:13.926239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49286) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:13.995943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49290) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:13.997198 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:48:14.011720 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c3aba137-c034-495e-b03a-cdce7f433d5c tempest-DHCPAgentSchedulersTestJSON-219686061 tempest-DHCPAgentSchedulersTestJSON-219686061-project-admin] 10.222.0.22 "GET /v2.0/networks/2faf91cf-02fa-4be3-8455-49ea4a5f66a4/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0836260 Sep 23 22:48:14.018485 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2b9a2afa-0474-466d-b6fc-a64d70a04269 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "PUT /v2.0/routers/20fca796-98e1-4759-8dd6-d8adf881c4e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4705184 Sep 23 22:48:14.021161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49296) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:14.025373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc488c49-187c-46b3-84f9-1126484b3214 None None] Sync routers for ids ['20fca796-98e1-4759-8dd6-d8adf881c4e0'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:48:14.041985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-cda734c1-2d7c-4663-af5f-5ac05eb08965 None None] For port a186308a-ed3d-4390-9334-6622206a718a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a186308a-ed3d-4390-9334-6622206a718a,segment=NetworkSegment(c8e93ee1-0ce0-436d-9e4d-30a92466fd1c),segment_id=c8e93ee1-0ce0-436d-9e4d-30a92466fd1c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:14.042755 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Pushing event updated for resources: {'Port': ['ID=bdec29af-54f1-465e-9f7e-375d69387a6e,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:14.127857 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a186308a-ed3d-4390-9334-6622206a718a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:48:14.139048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] For port bdec29af-54f1-465e-9f7e-375d69387a6e, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:48:14.172415 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc488c49-187c-46b3-84f9-1126484b3214 None None] Routers {'20fca796-98e1-4759-8dd6-d8adf881c4e0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:14.173171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bc488c49-187c-46b3-84f9-1126484b3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:47:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['20fca796-98e1-4759-8dd6-d8adf881c4e0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:14.182235 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] For port bdec29af-54f1-465e-9f7e-375d69387a6e, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bdec29af-54f1-465e-9f7e-375d69387a6e,segment=NetworkSegment(f6de4c84-a0f3-45ac-a97c-9b0515fc3216),segment_id=f6de4c84-a0f3-45ac-a97c-9b0515fc3216)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:48:14.236279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bc488c49-187c-46b3-84f9-1126484b3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:14.268777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc488c49-187c-46b3-84f9-1126484b3214 None None] Routers {'20fca796-98e1-4759-8dd6-d8adf881c4e0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:14.269861 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bc488c49-187c-46b3-84f9-1126484b3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:47:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['20fca796-98e1-4759-8dd6-d8adf881c4e0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:14.288913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b6e78d46-31bc-4712-b3bb-2506f9b6bde8 tempest-DHCPAgentSchedulersTestJSON-219686061 tempest-DHCPAgentSchedulersTestJSON-219686061-project-admin] 10.222.0.22 "GET /v2.0/agents/616f7252-153e-4278-b530-a1184a31a911/dhcp-networks HTTP/1.1" status: 200 len: 12828 time: 0.2895527 Sep 23 22:48:14.294885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49302) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:14.325266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-bc488c49-187c-46b3-84f9-1126484b3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:14.326092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc488c49-187c-46b3-84f9-1126484b3214 None None] The sync data for ids ['20fca796-98e1-4759-8dd6-d8adf881c4e0'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:48:14.331008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a186308a-ed3d-4390-9334-6622206a718a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:14.331486 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:14.408374 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-91a9be6b-a43c-42e9-bda9-dc03485c63cb tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:14.513412 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 807112ff-5402-4563-9912-607ee7ae35bb completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:48:14.523235 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:14.577135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 807112ff-5402-4563-9912-607ee7ae35bb triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:14.578146 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:14.588138 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:14.603373 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cda734c1-2d7c-4663-af5f-5ac05eb08965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:14.631575 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-91a9be6b-a43c-42e9-bda9-dc03485c63cb tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:14.683884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-91a9be6b-a43c-42e9-bda9-dc03485c63cb tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae7ed3a-3e8d-4c20-bbbf-05cf97a97447']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:14.702899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-91a9be6b-a43c-42e9-bda9-dc03485c63cb tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb2127b-0d5c-42ae-8c86-a70932b13c82') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:14.703517 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-91a9be6b-a43c-42e9-bda9-dc03485c63cb tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb2127b-0d5c-42ae-8c86-a70932b13c82') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:14.728974 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-91a9be6b-a43c-42e9-bda9-dc03485c63cb tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:14.807181 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-91a9be6b-a43c-42e9-bda9-dc03485c63cb tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:14.844326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-cda734c1-2d7c-4663-af5f-5ac05eb08965 None None] Provisioning complete for port d48bf43b-e718-42e1-96b8-c1133de3207e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:14.844326 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cda734c1-2d7c-4663-af5f-5ac05eb08965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:14.900547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a9be6b-a43c-42e9-bda9-dc03485c63cb tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:48:14.920940 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-91a9be6b-a43c-42e9-bda9-dc03485c63cb tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:48:14.924558 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:48:14.937756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c49ee-d201-4979-8d93-f4787d51ed68 req-f96cbc59-1332-4216-8ed4-c4dd63e6afbd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:14.937756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c49ee-d201-4979-8d93-f4787d51ed68 req-f96cbc59-1332-4216-8ed4-c4dd63e6afbd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:14.941329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c49ee-d201-4979-8d93-f4787d51ed68 req-f96cbc59-1332-4216-8ed4-c4dd63e6afbd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:14.947758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c49ee-d201-4979-8d93-f4787d51ed68 req-f96cbc59-1332-4216-8ed4-c4dd63e6afbd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:14.970365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c49ee-d201-4979-8d93-f4787d51ed68 req-f96cbc59-1332-4216-8ed4-c4dd63e6afbd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:14.997605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c49ee-d201-4979-8d93-f4787d51ed68 req-f96cbc59-1332-4216-8ed4-c4dd63e6afbd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:15.007645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c49ee-d201-4979-8d93-f4787d51ed68 req-f96cbc59-1332-4216-8ed4-c4dd63e6afbd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:15.017831 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9b9c49ee-d201-4979-8d93-f4787d51ed68 req-f96cbc59-1332-4216-8ed4-c4dd63e6afbd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5445 time: 0.7909529 Sep 23 22:48:15.108469 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df222062-1b9c-43c6-bf81-71278565ca41 None None] Pushing event updated for resources: {'Port': ['ID=bdec29af-54f1-465e-9f7e-375d69387a6e,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:15.122084 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:48:15.122084 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:48:15.187691 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9b9c49ee-d201-4979-8d93-f4787d51ed68 req-0096945f-8921-4fe6-9ab6-ea3e30e6f18d tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1671221 Sep 23 22:48:15.199850 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c365fe6-0560-46b1-9f62-ef82837c1e33 req-57df8c7f-071c-4586-a26e-44021d88ea53 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:15.201665 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c365fe6-0560-46b1-9f62-ef82837c1e33 req-57df8c7f-071c-4586-a26e-44021d88ea53 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1095 time: 0.4370010 Sep 23 22:48:15.310245 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:15.324213 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c365fe6-0560-46b1-9f62-ef82837c1e33 req-d68dc6af-7813-431e-9ead-d66118333b45 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100428 Sep 23 22:48:15.355831 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-91a9be6b-a43c-42e9-bda9-dc03485c63cb tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:15.391476 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-91a9be6b-a43c-42e9-bda9-dc03485c63cb tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:15.393516 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-91a9be6b-a43c-42e9-bda9-dc03485c63cb tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] 10.222.0.22 "DELETE /v2.0/networks/aae7ed3a-3e8d-4c20-bbbf-05cf97a97447 HTTP/1.1" status: 204 len: 168 time: 1.0976536 Sep 23 22:48:15.412426 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda734c1-2d7c-4663-af5f-5ac05eb08965 None None] Pushing event updated for resources: {'Port': ['ID=a186308a-ed3d-4390-9334-6622206a718a,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:15.420368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49320) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:15.447102 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9be6b-a43c-42e9-bda9-dc03485c63cb tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Pushing event deleted for resources: {'Network': ['ID=aae7ed3a-3e8d-4c20-bbbf-05cf97a97447,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:15.463183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9223a749-5bbc-4409-b2ac-b177003ce8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807112ff-5402-4563-9912-607ee7ae35bb'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:48:15.468956 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ffe619-31b2-4292-95d4-d6d263790166" -d '{"events": [{"server_uuid": "9223a749-5bbc-4409-b2ac-b177003ce8cf", "name": "network-vif-plugged", "status": "completed", "tag": "807112ff-5402-4563-9912-607ee7ae35bb"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:48:15.499685 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-cda734c1-2d7c-4663-af5f-5ac05eb08965 None None] Could not find standard attr ID for object d5db8e04-f1d7-46b1-aced-13604f410be4. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:48:15.528447 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7212ed-6c9b-4bf1-b95b-2a2bd0fbff5e tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] DELETE failed (client error): The resource could not be found. Sep 23 22:48:15.529439 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7212ed-6c9b-4bf1-b95b-2a2bd0fbff5e tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:48:15.533991 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7d7212ed-6c9b-4bf1-b95b-2a2bd0fbff5e tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] 10.222.0.22 "DELETE /v2.0/ports/d5db8e04-f1d7-46b1-aced-13604f410be4 HTTP/1.1" status: 404 len: 333 time: 0.1037030 Sep 23 22:48:15.541722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49324) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:15.578618 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 807112ff-5402-4563-9912-607ee7ae35bb, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=807112ff-5402-4563-9912-607ee7ae35bb,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:15.596915 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc7ebfd-a9ee-48cb-82da-a554537afb8a x-openstack-request-id: req-0cc7ebfd-a9ee-48cb-82da-a554537afb8a {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:48:15.596915 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9223a749-5bbc-4409-b2ac-b177003ce8cf", "name": "network-vif-plugged", "status": "completed", "tag": "807112ff-5402-4563-9912-607ee7ae35bb", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:48:15.596915 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0cc7ebfd-a9ee-48cb-82da-a554537afb8a {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:48:15.596915 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9223a749-5bbc-4409-b2ac-b177003ce8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807112ff-5402-4563-9912-607ee7ae35bb', 'code': 200} Sep 23 22:48:15.689651 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:15.748391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6786a46f-b9e8-4f21-8fc6-15ac82582820 None None] Provisioning complete for port a186308a-ed3d-4390-9334-6622206a718a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:15.749063 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6786a46f-b9e8-4f21-8fc6-15ac82582820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:15.808175 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b444f80a-45a1-4bcd-bbf8-10a6737efe04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:15.830991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-33790eaf-2378-4ecd-868a-ecf44cee42ef tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Deleting subnet f189beb6-a63d-4a4c-bdec-fc4bbfaf0ac9 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:48:15.879866 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33790eaf-2378-4ecd-868a-ecf44cee42ef tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:15.903094 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=807112ff-5402-4563-9912-607ee7ae35bb,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:16.004572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdce62c-1c98-417f-9d71-fe200bb8ba5e req-cf8c6bfe-c6b7-47b5-b4a1-d3b6b6f21a68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:16.018277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdce62c-1c98-417f-9d71-fe200bb8ba5e req-cf8c6bfe-c6b7-47b5-b4a1-d3b6b6f21a68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:16.031520 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdce62c-1c98-417f-9d71-fe200bb8ba5e req-cf8c6bfe-c6b7-47b5-b4a1-d3b6b6f21a68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:16.045618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdce62c-1c98-417f-9d71-fe200bb8ba5e req-cf8c6bfe-c6b7-47b5-b4a1-d3b6b6f21a68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:16.059972 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdce62c-1c98-417f-9d71-fe200bb8ba5e req-cf8c6bfe-c6b7-47b5-b4a1-d3b6b6f21a68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:16.062444 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-3f93e25c-5a35-4036-891a-02783e15f430 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:48:16.068205 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3f93e25c-5a35-4036-891a-02783e15f430 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "PUT /v2.0/routers/20fca796-98e1-4759-8dd6-d8adf881c4e0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0408640 Sep 23 22:48:16.076291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49332) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:16.097790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6786a46f-b9e8-4f21-8fc6-15ac82582820 None None] Provisioning complete for port 3ed1b49b-c3d5-4714-b2c3-13f0941494ba triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:16.098154 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6786a46f-b9e8-4f21-8fc6-15ac82582820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:16.114976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdce62c-1c98-417f-9d71-fe200bb8ba5e req-cf8c6bfe-c6b7-47b5-b4a1-d3b6b6f21a68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:16.131396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdce62c-1c98-417f-9d71-fe200bb8ba5e req-cf8c6bfe-c6b7-47b5-b4a1-d3b6b6f21a68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:16.144673 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1bdce62c-1c98-417f-9d71-fe200bb8ba5e req-cf8c6bfe-c6b7-47b5-b4a1-d3b6b6f21a68 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5445 time: 0.4947226 Sep 23 22:48:16.179784 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:16.192122 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33790eaf-2378-4ecd-868a-ecf44cee42ef tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:16.245509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6786a46f-b9e8-4f21-8fc6-15ac82582820 None None] Port 3ed1b49b-c3d5-4714-b2c3-13f0941494ba cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:48:16.299195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d48bf43b-e718-42e1-96b8-c1133de3207e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:48:16.367764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe9773-7959-415b-a356-44300215209a req-8a2a63c9-dc75-40e3-9140-5911e88ead08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:16.372135 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-babe9773-7959-415b-a356-44300215209a req-8a2a63c9-dc75-40e3-9140-5911e88ead08 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1096 time: 0.3074086 Sep 23 22:48:16.446380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d48bf43b-e718-42e1-96b8-c1133de3207e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:16.447022 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:16.471882 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33790eaf-2378-4ecd-868a-ecf44cee42ef tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:16.665819 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bdec29af-54f1-465e-9f7e-375d69387a6e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:48:16.681590 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-babe9773-7959-415b-a356-44300215209a req-74917348-3a59-49bb-94c2-9f8d6abd7c6f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845762 Sep 23 22:48:16.751883 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33790eaf-2378-4ecd-868a-ecf44cee42ef tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:16.793082 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port bdec29af-54f1-465e-9f7e-375d69387a6e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:16.793879 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:16.858390 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33790eaf-2378-4ecd-868a-ecf44cee42ef tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:16.860046 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-33790eaf-2378-4ecd-868a-ecf44cee42ef tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] 10.222.0.22 "DELETE /v2.0/subnets/f189beb6-a63d-4a4c-bdec-fc4bbfaf0ac9 HTTP/1.1" status: 204 len: 168 time: 1.3160436 Sep 23 22:48:16.861096 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33790eaf-2378-4ecd-868a-ecf44cee42ef tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Pushing event deleted for resources: {'Subnet': ['ID=f189beb6-a63d-4a4c-bdec-fc4bbfaf0ac9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:16.862827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49348) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:16.863877 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10633a1-bcaf-491c-b57d-337ff21e8113 None None] Network 2faf91cf-02fa-4be3-8455-49ea4a5f66a4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:16.995157 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4635cb33-0aab-49e2-8034-298d3dfe0b5c None None] Network 8a9d4033-3236-4c39-89c8-f36475d1c84a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:17.022096 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:17.099977 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c6311bd-d721-483d-a8ee-5fb590097f50 req-d4502316-d378-4a74-9ff8-afe4ecc8e486 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4977884 Sep 23 22:48:17.105204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33ce7b-7b47-43dd-8e62-8a9906bf73ea req-39638870-dda4-4226-876c-4985e4edb88c tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:17.113381 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d33ce7b-7b47-43dd-8e62-8a9906bf73ea req-39638870-dda4-4226-876c-4985e4edb88c tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1096 time: 0.4275200 Sep 23 22:48:17.150236 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Deleting port d48bf43b-e718-42e1-96b8-c1133de3207e {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:17.175955 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:17.216313 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1c45ac88-52a0-4223-8876-c3494d1c8f5c None None] Provisioning complete for port bdec29af-54f1-465e-9f7e-375d69387a6e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:17.221851 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c45ac88-52a0-4223-8876-c3494d1c8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:17.235892 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d33ce7b-7b47-43dd-8e62-8a9906bf73ea req-ec477689-088c-4e88-a275-2606e23f4441 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213014 Sep 23 22:48:17.272792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6311bd-d721-483d-a8ee-5fb590097f50 req-a1e309d9-f3fd-4cc1-8251-bd27665e697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:17.277344 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c6311bd-d721-483d-a8ee-5fb590097f50 req-a1e309d9-f3fd-4cc1-8251-bd27665e697f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 1097 time: 0.1375189 Sep 23 22:48:17.304028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] For port d48bf43b-e718-42e1-96b8-c1133de3207e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d48bf43b-e718-42e1-96b8-c1133de3207e,segment=NetworkSegment(0af016db-12df-469e-9d3d-41b1386c37bf),segment_id=0af016db-12df-469e-9d3d-41b1386c37bf)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:17.304848 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:17.350325 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Calling delete_port for d48bf43b-e718-42e1-96b8-c1133de3207e owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:17.433451 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:17.449373 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:17.518226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6311bd-d721-483d-a8ee-5fb590097f50 req-cdd28f4b-a562-430b-b575-a7b9fb66a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:17.520576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c6311bd-d721-483d-a8ee-5fb590097f50 req-cdd28f4b-a562-430b-b575-a7b9fb66a854 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 200 len: 916 time: 0.1780007 Sep 23 22:48:17.557299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237860c6-80f9-4b54-b966-03ad1f86e2b6 None None] DHCP port deletion for 2faf91cf-02fa-4be3-8455-49ea4a5f66a4 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:48:17.617082 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c6311bd-d721-483d-a8ee-5fb590097f50 req-4e0adfd5-9d3a-4f7b-afb5-0421aed10e6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=652330a5-3bc0-4d88-8b20-963a8b326bb7 HTTP/1.1" status: 200 len: 217 time: 0.0661268 Sep 23 22:48:17.664130 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1c45ac88-52a0-4223-8876-c3494d1c8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:17.669615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port bdec29af-54f1-465e-9f7e-375d69387a6e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bdec29af-54f1-465e-9f7e-375d69387a6e,segment=NetworkSegment(f6de4c84-a0f3-45ac-a97c-9b0515fc3216),segment_id=f6de4c84-a0f3-45ac-a97c-9b0515fc3216)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:17.722288 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-23e0fb9c-6625-436a-87b6-015d98e85b02 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:17.791165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6311bd-d721-483d-a8ee-5fb590097f50 req-1859055f-47d2-487e-a019-59b3a924b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:17.794567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c6311bd-d721-483d-a8ee-5fb590097f50 req-1859055f-47d2-487e-a019-59b3a924b072 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9cc00b1c-8c3d-4c94-8be0-d9326da2db79 HTTP/1.1" status: 200 len: 855 time: 0.1685584 Sep 23 22:48:18.111293 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c6311bd-d721-483d-a8ee-5fb590097f50 req-8f6d901d-f382-4dfe-bea1-b2e0b303f0a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a0468ba-e642-44ef-9a61-d757b905ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1711860 Sep 23 22:48:18.235243 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:18.236071 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a186308a-ed3d-4390-9334-6622206a718a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:48:18.462067 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-1c45ac88-52a0-4223-8876-c3494d1c8f5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:48:18.462932 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-1c45ac88-52a0-4223-8876-c3494d1c8f5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:48:18.479877 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:18.582893 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c6311bd-d721-483d-a8ee-5fb590097f50 req-b4ff6b46-2ea9-45bb-a212-620847993fb0 service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545250 Sep 23 22:48:18.587684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f0be7-16ef-46fe-a3e7-4dbdf17642ae req-29b8115e-b87f-4491-b37f-b59ae4694260 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:18.590203 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6a3f0be7-16ef-46fe-a3e7-4dbdf17642ae req-29b8115e-b87f-4491-b37f-b59ae4694260 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1096 time: 0.2178295 Sep 23 22:48:18.611256 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=bdec29af-54f1-465e-9f7e-375d69387a6e,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:18.625870 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a186308a-ed3d-4390-9334-6622206a718a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:18.628196 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:18.658678 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:18.689571 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] No DVR routers for this DVR port d48bf43b-e718-42e1-96b8-c1133de3207e on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:18.736114 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-237860c6-80f9-4b54-b966-03ad1f86e2b6 None None] Deleting port d48bf43b-e718-42e1-96b8-c1133de3207e {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:18.736505 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-237860c6-80f9-4b54-b966-03ad1f86e2b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:18.741037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Pushing event deleted for resources: {'Port': ['ID=d48bf43b-e718-42e1-96b8-c1133de3207e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:18.827326 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6a3f0be7-16ef-46fe-a3e7-4dbdf17642ae req-b2eda1d0-805a-43a6-8ae7-7f2efd685a42 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210538 Sep 23 22:48:18.877492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-237860c6-80f9-4b54-b966-03ad1f86e2b6 None None] For port d48bf43b-e718-42e1-96b8-c1133de3207e, host n-d-810775-1, got binding levels [] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:18.877492 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-237860c6-80f9-4b54-b966-03ad1f86e2b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:18.909006 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-237860c6-80f9-4b54-b966-03ad1f86e2b6 None None] Calling delete_port for d48bf43b-e718-42e1-96b8-c1133de3207e owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:18.909006 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.ipam_backend_mixin [None req-237860c6-80f9-4b54-b966-03ad1f86e2b6 None None] Port d48bf43b-e718-42e1-96b8-c1133de3207e was not found and therefore no delete operation was performed {{(pid=95492) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 22:48:18.909006 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-237860c6-80f9-4b54-b966-03ad1f86e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:18.928712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:18.943331 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:18.950789 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237860c6-80f9-4b54-b966-03ad1f86e2b6 None None] Pushing event deleted for resources: {'Port': ['ID=d48bf43b-e718-42e1-96b8-c1133de3207e,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:19.007818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2faf91cf-02fa-4be3-8455-49ea4a5f66a4']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:19.033002 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c6311bd-d721-483d-a8ee-5fb590097f50 req-d3832ddf-da21-42c2-925b-a04c3d029467 service neutron] 10.222.0.43 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393845 Sep 23 22:48:19.079395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af016db-12df-469e-9d3d-41b1386c37bf') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:19.085439 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af016db-12df-469e-9d3d-41b1386c37bf') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:19.191166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237860c6-80f9-4b54-b966-03ad1f86e2b6 None None] No DVR routers for this DVR port d48bf43b-e718-42e1-96b8-c1133de3207e on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:19.207719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-23e0fb9c-6625-436a-87b6-015d98e85b02 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Deleting port 3ed1b49b-c3d5-4714-b2c3-13f0941494ba {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:19.208499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:19.210936 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-23e0fb9c-6625-436a-87b6-015d98e85b02 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:19.277738 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:19.292688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a1c08-3ba9-4d6d-a3da-6bbd4d9b2020 req-195a1b4c-2f94-410d-bce2-a6bca7c62f04 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:19.301957 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a2a1c08-3ba9-4d6d-a3da-6bbd4d9b2020 req-195a1b4c-2f94-410d-bce2-a6bca7c62f04 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1096 time: 0.2559896 Sep 23 22:48:19.311243 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:48:19.314555 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:48:19.315910 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:48:19.506913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0a2a1c08-3ba9-4d6d-a3da-6bbd4d9b2020 req-508c7d79-25cb-47f3-b944-5355f431c4c0 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021160 Sep 23 22:48:19.551744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-039156ce-d2e4-4c3a-bc90-f65a75c9aaac None None] Provisioning complete for port bdec29af-54f1-465e-9f7e-375d69387a6e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:19.552217 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-039156ce-d2e4-4c3a-bc90-f65a75c9aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:19.628678 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-23e0fb9c-6625-436a-87b6-015d98e85b02 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:19.628965 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:19.644325 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:19.650353 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] 10.222.0.22 "DELETE /v2.0/networks/2faf91cf-02fa-4be3-8455-49ea4a5f66a4 HTTP/1.1" status: 204 len: 168 time: 2.7827997 Sep 23 22:48:19.677266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bdec29af-54f1-465e-9f7e-375d69387a6e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:48:19.699526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660895bb-5180-492f-82b1-1a1fea4d2e65 tempest-DHCPAgentSchedulersTestJSON-1185992658 tempest-DHCPAgentSchedulersTestJSON-1185992658-project] Pushing event deleted for resources: {'Network': ['ID=2faf91cf-02fa-4be3-8455-49ea4a5f66a4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:19.790559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-23e0fb9c-6625-436a-87b6-015d98e85b02 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Calling delete_port for 3ed1b49b-c3d5-4714-b2c3-13f0941494ba owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:19.912440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port bdec29af-54f1-465e-9f7e-375d69387a6e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:19.912847 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:19.914751 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49414) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:19.919106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5c37d-e53e-4033-aa4f-35740f784972 req-2e9bc8d9-f4a0-4dd8-92ad-992a68afe05d tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:19.920716 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20d5c37d-e53e-4033-aa4f-35740f784972 req-2e9bc8d9-f4a0-4dd8-92ad-992a68afe05d tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1096 time: 0.2706709 Sep 23 22:48:19.984550 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20d5c37d-e53e-4033-aa4f-35740f784972 req-910b500b-6758-44bf-83a8-63becb0348cc tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536392 Sep 23 22:48:20.111128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b32cf-4ea8-4930-aaba-a54269a8ddbb req-202b3f0d-dd81-4e3f-8e2c-59c8260ac3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:20.111768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b32cf-4ea8-4930-aaba-a54269a8ddbb req-202b3f0d-dd81-4e3f-8e2c-59c8260ac3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:20.112478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b32cf-4ea8-4930-aaba-a54269a8ddbb req-202b3f0d-dd81-4e3f-8e2c-59c8260ac3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:20.113443 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b32cf-4ea8-4930-aaba-a54269a8ddbb req-202b3f0d-dd81-4e3f-8e2c-59c8260ac3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:20.116903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b32cf-4ea8-4930-aaba-a54269a8ddbb req-202b3f0d-dd81-4e3f-8e2c-59c8260ac3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:20.119100 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b32cf-4ea8-4930-aaba-a54269a8ddbb req-202b3f0d-dd81-4e3f-8e2c-59c8260ac3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:20.120088 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b32cf-4ea8-4930-aaba-a54269a8ddbb req-202b3f0d-dd81-4e3f-8e2c-59c8260ac3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:20.126133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-204b32cf-4ea8-4930-aaba-a54269a8ddbb req-202b3f0d-dd81-4e3f-8e2c-59c8260ac3d0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 6502 time: 0.2076378 Sep 23 22:48:20.217699 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d48bf43b-e718-42e1-96b8-c1133de3207e no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:20.272464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: d48bf43b-e718-42e1-96b8-c1133de3207e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:48:20.273414 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d48bf43b-e718-42e1-96b8-c1133de3207e not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:20.297212 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-204b32cf-4ea8-4930-aaba-a54269a8ddbb req-09e66b1d-9f28-42a6-9255-ac025d665029 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1450074 Sep 23 22:48:20.465001 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-23e0fb9c-6625-436a-87b6-015d98e85b02 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:20.545852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0fb9c-6625-436a-87b6-015d98e85b02 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event deleted for resources: {'Port': ['ID=3ed1b49b-c3d5-4714-b2c3-13f0941494ba,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:20.603731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49438) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:20.747346 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-23e0fb9c-6625-436a-87b6-015d98e85b02 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:20.996246 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8d41befa-4dd2-4b96-becc-2d6273251bc9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36a33d07fcf946f18eed514cb6f4810b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901451 Sep 23 22:48:20.996916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49448) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:21.045229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1325-ac2c-48b2-a3a2-fb7ac165fd2c req-1ad6736a-3f93-43a6-b4e5-e96c24b5ef26 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:21.046206 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d7a1325-ac2c-48b2-a3a2-fb7ac165fd2c req-1ad6736a-3f93-43a6-b4e5-e96c24b5ef26 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1096 time: 0.2120402 Sep 23 22:48:21.112128 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e30e66b3-34e5-408a-a1f1-3f2a820a9e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:21.122103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e0fb9c-6625-436a-87b6-015d98e85b02 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Router 20fca796-98e1-4759-8dd6-d8adf881c4e0 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:48:21.139846 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e30e66b3-34e5-408a-a1f1-3f2a820a9e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:21.148978 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d7a1325-ac2c-48b2-a3a2-fb7ac165fd2c req-23594817-978f-4ef5-ab05-b187bcbe4ae1 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572500 Sep 23 22:48:21.301817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e0fb9c-6625-436a-87b6-015d98e85b02 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:48:21.308867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-23e0fb9c-6625-436a-87b6-015d98e85b02 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "PUT /v2.0/routers/20fca796-98e1-4759-8dd6-d8adf881c4e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2317812 Sep 23 22:48:21.313475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49456) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:21.320429 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a7547e-27f0-43dd-b6eb-31de39d51f9c None None] Sync routers for ids ['20fca796-98e1-4759-8dd6-d8adf881c4e0'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:48:21.335435 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a7547e-27f0-43dd-b6eb-31de39d51f9c None None] Routers {'20fca796-98e1-4759-8dd6-d8adf881c4e0'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:21.336081 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f6a7547e-27f0-43dd-b6eb-31de39d51f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['20fca796-98e1-4759-8dd6-d8adf881c4e0'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:21.395231 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f6a7547e-27f0-43dd-b6eb-31de39d51f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:21.402557 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e30e66b3-34e5-408a-a1f1-3f2a820a9e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:21.405174 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e30e66b3-34e5-408a-a1f1-3f2a820a9e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:21.406551 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e30e66b3-34e5-408a-a1f1-3f2a820a9e2a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e1231c5c-af09-4c43-a6c3-6a9190260bb7 HTTP/1.1" status: 204 len: 168 time: 0.4086220 Sep 23 22:48:21.407760 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-ebbc099c-5198-408e-90df-1f9033e1e290 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] delete failed (client error): The resource could not be found. Sep 23 22:48:21.411067 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a7547e-27f0-43dd-b6eb-31de39d51f9c None None] Routers {'20fca796-98e1-4759-8dd6-d8adf881c4e0'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:21.414245 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49464) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:21.414605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ebbc099c-5198-408e-90df-1f9033e1e290 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-1061836084 HTTP/1.1" status: 404 len: 335 time: 0.0979600 Sep 23 22:48:21.417393 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f6a7547e-27f0-43dd-b6eb-31de39d51f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['20fca796-98e1-4759-8dd6-d8adf881c4e0'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:21.425374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-14f5a7a8-9763-48aa-8aca-d7577e9910b1 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Request body: {'router': {'external_gateway_info': {'network_id': '20fca796-98e1-4759-8dd6-d8adf881c4e0'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:21.436691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e66b3-34e5-408a-a1f1-3f2a820a9e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1231c5c-af09-4c43-a6c3-6a9190260bb7,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:21.467540 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f6a7547e-27f0-43dd-b6eb-31de39d51f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:21.474237 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a7547e-27f0-43dd-b6eb-31de39d51f9c None None] The sync data for ids ['20fca796-98e1-4759-8dd6-d8adf881c4e0'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:48:21.703431 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14f5a7a8-9763-48aa-8aca-d7577e9910b1 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:21.895487 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-14f5a7a8-9763-48aa-8aca-d7577e9910b1 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] update failed (client error): The resource could not be found. Sep 23 22:48:21.896552 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-14f5a7a8-9763-48aa-8aca-d7577e9910b1 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "PUT /v2.0/routers/20fca796-98e1-4759-8dd6-d8adf881c4e0 HTTP/1.1" status: 404 len: 339 time: 0.4810302 Sep 23 22:48:21.900472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49468) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:21.906394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f61d2296-1ba8-4f99-b49c-4a13bb13be13 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-149759733'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:22.084855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c0b4c-0491-41d3-8b7a-cbc5294b0fc7 req-c5468f4d-3efa-45de-a9ad-a52c175b9ba5 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:22.086416 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1a9c0b4c-0491-41d3-8b7a-cbc5294b0fc7 req-c5468f4d-3efa-45de-a9ad-a52c175b9ba5 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1096 time: 0.0680828 Sep 23 22:48:22.102662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61d2296-1ba8-4f99-b49c-4a13bb13be13 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Made reservation on behalf of 1b60fe56ecf047d881ae7ba9ddb59bd1 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:22.107626 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f61d2296-1ba8-4f99-b49c-4a13bb13be13 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:22.180208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61d2296-1ba8-4f99-b49c-4a13bb13be13 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:48:22.193903 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f61d2296-1ba8-4f99-b49c-4a13bb13be13 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:22.200170 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-f61d2296-1ba8-4f99-b49c-4a13bb13be13 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Added segment cf4ac39d-947f-479d-98e7-9227e026a78d of type vlan for network c13ae50f-07be-4972-829d-3301783972f6 Sep 23 22:48:22.245779 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f61d2296-1ba8-4f99-b49c-4a13bb13be13 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:22.275001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-1a9c0b4c-0491-41d3-8b7a-cbc5294b0fc7 req-ab9fbd1f-88d8-46e7-bda9-7e02f6419e77 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Deleting port 807112ff-5402-4563-9912-607ee7ae35bb {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:22.275571 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1a9c0b4c-0491-41d3-8b7a-cbc5294b0fc7 req-ab9fbd1f-88d8-46e7-bda9-7e02f6419e77 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:22.394641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d77e38-c58a-4f31-8425-57a9173ec097 req-4012945b-89cb-4843-a977-c949749b6758 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:22.396229 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35d77e38-c58a-4f31-8425-57a9173ec097 req-4012945b-89cb-4843-a977-c949749b6758 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 1096 time: 0.1431382 Sep 23 22:48:22.441526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-1a9c0b4c-0491-41d3-8b7a-cbc5294b0fc7 req-ab9fbd1f-88d8-46e7-bda9-7e02f6419e77 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] For port 807112ff-5402-4563-9912-607ee7ae35bb, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=807112ff-5402-4563-9912-607ee7ae35bb,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:22.441896 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1a9c0b4c-0491-41d3-8b7a-cbc5294b0fc7 req-ab9fbd1f-88d8-46e7-bda9-7e02f6419e77 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:22.462363 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f61d2296-1ba8-4f99-b49c-4a13bb13be13 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:22.469486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61d2296-1ba8-4f99-b49c-4a13bb13be13 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:22.472382 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f61d2296-1ba8-4f99-b49c-4a13bb13be13 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:22.480671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-1a9c0b4c-0491-41d3-8b7a-cbc5294b0fc7 req-ab9fbd1f-88d8-46e7-bda9-7e02f6419e77 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Calling delete_port for 807112ff-5402-4563-9912-607ee7ae35bb owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:22.615827 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35d77e38-c58a-4f31-8425-57a9173ec097 req-2b162f8e-4759-4223-8794-4a731386fba1 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892903 Sep 23 22:48:22.661056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d2296-1ba8-4f99-b49c-4a13bb13be13 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event updated for resources: {'Network': ['ID=c13ae50f-07be-4972-829d-3301783972f6,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:22.675175 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network c13ae50f-07be-4972-829d-3301783972f6 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:48:22.704971 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f61d2296-1ba8-4f99-b49c-4a13bb13be13 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8025622 Sep 23 22:48:22.707700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49488) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:22.718130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9d4de7e4-c1c7-446b-8216-d47987b43431 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Request body: {'subnet': {'network_id': 'c13ae50f-07be-4972-829d-3301783972f6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:22.781142 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49490) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:22.808667 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-63b77f4a-858c-4acf-b525-3b7f35c07d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:23.024068 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1a9c0b4c-0491-41d3-8b7a-cbc5294b0fc7 req-ab9fbd1f-88d8-46e7-bda9-7e02f6419e77 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:23.037649 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['807112ff-5402-4563-9912-607ee7ae35bb'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:48:23.068092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['0c895d05-b639-46db-9dd0-7e6ba986054d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:48:23.147129 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-63b77f4a-858c-4acf-b525-3b7f35c07d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:23.171992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fbd1f-88d8-46e7-bda9-7e02f6419e77 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Pushing event deleted for resources: {'Port': ['ID=807112ff-5402-4563-9912-607ee7ae35bb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:23.237372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9c0b4c-0491-41d3-8b7a-cbc5294b0fc7 req-ab9fbd1f-88d8-46e7-bda9-7e02f6419e77 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] No DVR routers for this DVR port 807112ff-5402-4563-9912-607ee7ae35bb on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:23.237372 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1a9c0b4c-0491-41d3-8b7a-cbc5294b0fc7 req-ab9fbd1f-88d8-46e7-bda9-7e02f6419e77 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:23.238121 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1a9c0b4c-0491-41d3-8b7a-cbc5294b0fc7 req-ab9fbd1f-88d8-46e7-bda9-7e02f6419e77 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.43 "DELETE /v2.0/ports/807112ff-5402-4563-9912-607ee7ae35bb HTTP/1.1" status: 204 len: 173 time: 1.1451683 Sep 23 22:48:23.238438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9223a749-5bbc-4409-b2ac-b177003ce8cf', 'name': 'network-vif-deleted', 'tag': '807112ff-5402-4563-9912-607ee7ae35bb'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:48:23.240803 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507f2320-1210-4d15-9b9c-904c43a893a0" -d '{"events": [{"server_uuid": "9223a749-5bbc-4409-b2ac-b177003ce8cf", "name": "network-vif-deleted", "tag": "807112ff-5402-4563-9912-607ee7ae35bb"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:48:23.263715 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-63b77f4a-858c-4acf-b525-3b7f35c07d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:23.365577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49504) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:23.378073 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-63b77f4a-858c-4acf-b525-3b7f35c07d66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98cda291ac2c4d17b1eea7ce16209614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5950994 Sep 23 22:48:23.391381 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d55a2ae-87d1-4428-a169-90e76cb1ed81 x-openstack-request-id: req-5d55a2ae-87d1-4428-a169-90e76cb1ed81 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:48:23.391854 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9223a749-5bbc-4409-b2ac-b177003ce8cf", "name": "network-vif-deleted", "tag": "807112ff-5402-4563-9912-607ee7ae35bb", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:48:23.392271 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d55a2ae-87d1-4428-a169-90e76cb1ed81 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:48:23.399372 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9223a749-5bbc-4409-b2ac-b177003ce8cf', 'name': 'network-vif-deleted', 'tag': '807112ff-5402-4563-9912-607ee7ae35bb', 'status': 'completed', 'code': 200} Sep 23 22:48:23.425824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4de7e4-c1c7-446b-8216-d47987b43431 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Made reservation on behalf of 1b60fe56ecf047d881ae7ba9ddb59bd1 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:23.441820 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b77f4a-858c-4acf-b525-3b7f35c07d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e916d073-ca0a-45c8-99d8-aa6d4dc1f480,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:23.446617 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d4de7e4-c1c7-446b-8216-d47987b43431 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:23.641009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f78a58d-3cbd-4eee-a70f-a1081d4cb53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:23.681635 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f78a58d-3cbd-4eee-a70f-a1081d4cb53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:23.782177 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1efb99cb-823f-463b-a35b-607de1467f65 req-d03a3f23-1ac9-474c-abc2-3abd5cbe75ec tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9223a749-5bbc-4409-b2ac-b177003ce8cf HTTP/1.1" status: 200 len: 210 time: 0.0500052 Sep 23 22:48:23.991268 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d4de7e4-c1c7-446b-8216-d47987b43431 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:24.009304 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f78a58d-3cbd-4eee-a70f-a1081d4cb53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:24.014168 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f78a58d-3cbd-4eee-a70f-a1081d4cb53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:24.016175 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3f78a58d-3cbd-4eee-a70f-a1081d4cb53b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e916d073-ca0a-45c8-99d8-aa6d4dc1f480 HTTP/1.1" status: 204 len: 168 time: 0.6489470 Sep 23 22:48:24.076913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78a58d-3cbd-4eee-a70f-a1081d4cb53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e916d073-ca0a-45c8-99d8-aa6d4dc1f480,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:24.112166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4de7e4-c1c7-446b-8216-d47987b43431 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event updated for resources: {'Subnet': ['ID=d966cf3b-6660-4eec-a672-81d211e10c25,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:24.125516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4de7e4-c1c7-446b-8216-d47987b43431 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Checking segment: {'id': 'cf4ac39d-947f-479d-98e7-9227e026a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c13ae50f-07be-4972-829d-3301783972f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:48:24.130758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4de7e4-c1c7-446b-8216-d47987b43431 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Network hostable DHCP agents. Network: c13ae50f-07be-4972-829d-3301783972f6, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:48:24.236125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4de7e4-c1c7-446b-8216-d47987b43431 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Network c13ae50f-07be-4972-829d-3301783972f6 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:48:24.420977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-9d4de7e4-c1c7-446b-8216-d47987b43431 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, c13ae50f-07be-4972-829d-3301783972f6) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:24.470668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4de7e4-c1c7-446b-8216-d47987b43431 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:24.470668 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d4de7e4-c1c7-446b-8216-d47987b43431 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:24.470973 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ad5dd4-57e3-4cd9-bf2f-eba7c3bc0b9a None None] Network c13ae50f-07be-4972-829d-3301783972f6 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:24.663810 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-c13ae50f-07be-4972-829d-3301783972f6', 'network_id': 'c13ae50f-07be-4972-829d-3301783972f6', 'tenant_id': '1b60fe56ecf047d881ae7ba9ddb59bd1', 'fixed_ips': [{'subnet_id': 'd966cf3b-6660-4eec-a672-81d211e10c25'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:48:24.665261 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:24.736570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49528) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:24.739313 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9d4de7e4-c1c7-446b-8216-d47987b43431 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0303683 Sep 23 22:48:24.746993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2648c2ac-5577-4c8f-9802-d75d59a9cfd7 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c13ae50f-07be-4972-829d-3301783972f6'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:24.953948 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Allocated IP 2001:db8:1::2 (c13ae50f-07be-4972-829d-3301783972f6/d966cf3b-6660-4eec-a672-81d211e10c25/c73c22db-13e0-4a0c-a39e-4713ca6277f7) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:25.068256 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 807112ff-5402-4563-9912-607ee7ae35bb no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:25.102613 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 807112ff-5402-4563-9912-607ee7ae35bb {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:48:25.103244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 807112ff-5402-4563-9912-607ee7ae35bb not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:25.164556 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2648c2ac-5577-4c8f-9802-d75d59a9cfd7 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:25.252488 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:25.407413 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:25.536385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Network c13ae50f-07be-4972-829d-3301783972f6 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:25.548718 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-2648c2ac-5577-4c8f-9802-d75d59a9cfd7 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:48:25.550414 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2648c2ac-5577-4c8f-9802-d75d59a9cfd7 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "PUT /v2.0/routers/20fca796-98e1-4759-8dd6-d8adf881c4e0 HTTP/1.1" status: 400 len: 364 time: 0.8120525 Sep 23 22:48:25.555058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49556) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:25.556279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:25.563761 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:25.585384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Pushing event updated for resources: {'Port': ['ID=c73c22db-13e0-4a0c-a39e-4713ca6277f7,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:25.642550 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Attempting to bind port c73c22db-13e0-4a0c-a39e-4713ca6277f7 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:48:25.642928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Attempting to bind port c73c22db-13e0-4a0c-a39e-4713ca6277f7 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'cf4ac39d-947f-479d-98e7-9227e026a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c13ae50f-07be-4972-829d-3301783972f6'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:48:25.643287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Attempting to bind port c73c22db-13e0-4a0c-a39e-4713ca6277f7 on network c13ae50f-07be-4972-829d-3301783972f6 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:48:25.649581 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:48:25.649936 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Checking segment: {'id': 'cf4ac39d-947f-479d-98e7-9227e026a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c13ae50f-07be-4972-829d-3301783972f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:48:25.652875 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:25.652875 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Bound using segment: {'id': 'cf4ac39d-947f-479d-98e7-9227e026a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c13ae50f-07be-4972-829d-3301783972f6'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:48:25.652875 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Bound port: c73c22db-13e0-4a0c-a39e-4713ca6277f7, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4ac39d-947f-479d-98e7-9227e026a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c13ae50f-07be-4972-829d-3301783972f6'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:48:25.652875 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:25.711470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b4a33-b7ef-486e-a752-6317e466ac56 req-22da8e81-e84b-4708-8c2f-c41fcfcf185e tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:25.713276 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b7b4a33-b7ef-486e-a752-6317e466ac56 req-22da8e81-e84b-4708-8c2f-c41fcfcf185e tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1097 time: 0.1001055 Sep 23 22:48:25.780974 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b7b4a33-b7ef-486e-a752-6317e466ac56 req-408e4128-0d6d-4889-b960-f72ef2f0479b tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462382 Sep 23 22:48:25.891577 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] For port c73c22db-13e0-4a0c-a39e-4713ca6277f7, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:48:25.896201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] For port c73c22db-13e0-4a0c-a39e-4713ca6277f7, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c73c22db-13e0-4a0c-a39e-4713ca6277f7,segment=NetworkSegment(cf4ac39d-947f-479d-98e7-9227e026a78d),segment_id=cf4ac39d-947f-479d-98e7-9227e026a78d)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:48:26.041960 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:26.246066 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1a613-b6c2-4ea2-9399-67780222f4d2 None None] Pushing event updated for resources: {'Port': ['ID=c73c22db-13e0-4a0c-a39e-4713ca6277f7,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:26.744239 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98dead63-ddc8-4b99-b6d8-7ee6eaecceff req-2323a951-258b-4b63-b7d2-3aaf5c72f61f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5240500 Sep 23 22:48:27.042769 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:27.068005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dead63-ddc8-4b99-b6d8-7ee6eaecceff req-acf0b2cb-c7ca-40ef-b22d-d1baf6b9e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:27.069745 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98dead63-ddc8-4b99-b6d8-7ee6eaecceff req-acf0b2cb-c7ca-40ef-b22d-d1baf6b9e147 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 1096 time: 0.1743469 Sep 23 22:48:27.080619 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5066f54-6b86-49bb-b6d9-6df98aa01eac req-98ec981f-8580-498c-94c7-cb1d5b335ec5 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:27.089724 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5066f54-6b86-49bb-b6d9-6df98aa01eac req-98ec981f-8580-498c-94c7-cb1d5b335ec5 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1097 time: 0.1184683 Sep 23 22:48:27.381203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82f3f5-0111-4684-94bd-8c7048c2ea8d req-099e6a76-b699-458f-ac52-a2aa5d9db7ca tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:27.382480 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5066f54-6b86-49bb-b6d9-6df98aa01eac req-29716c6d-e499-41ec-9476-432f579ccf98 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=909056ee-4c76-4538-a97d-2931f03496a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895739 Sep 23 22:48:27.415247 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eb82f3f5-0111-4684-94bd-8c7048c2ea8d req-099e6a76-b699-458f-ac52-a2aa5d9db7ca tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 1097 time: 0.0879769 Sep 23 22:48:27.648849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c73c22db-13e0-4a0c-a39e-4713ca6277f7 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:48:27.663361 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-eb82f3f5-0111-4684-94bd-8c7048c2ea8d req-20e341a3-bedc-4402-993c-6b51daedb77f tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Deleting port 0c895d05-b639-46db-9dd0-7e6ba986054d {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:27.663872 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-eb82f3f5-0111-4684-94bd-8c7048c2ea8d req-20e341a3-bedc-4402-993c-6b51daedb77f tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:27.675980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dead63-ddc8-4b99-b6d8-7ee6eaecceff req-4a6306ad-385a-4b1b-b3bb-4cdcdc73f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:27.678871 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98dead63-ddc8-4b99-b6d8-7ee6eaecceff req-4a6306ad-385a-4b1b-b3bb-4cdcdc73f4ac service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 200 len: 916 time: 0.5404165 Sep 23 22:48:27.681533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Allocated IP 2001:db8::1 (24b5aac5-5dd1-4cf6-959b-614416a54981/4269f086-85a8-4a17-86b1-76d17b80786e/c843101b-d5c8-449f-860a-68db50727f91) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:27.840768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-eb82f3f5-0111-4684-94bd-8c7048c2ea8d req-20e341a3-bedc-4402-993c-6b51daedb77f tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] For port 0c895d05-b639-46db-9dd0-7e6ba986054d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=0c895d05-b639-46db-9dd0-7e6ba986054d,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:27.844579 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-eb82f3f5-0111-4684-94bd-8c7048c2ea8d req-20e341a3-bedc-4402-993c-6b51daedb77f tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:27.856940 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:48:27.872867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c73c22db-13e0-4a0c-a39e-4713ca6277f7 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:27.874075 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:27.892287 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-eb82f3f5-0111-4684-94bd-8c7048c2ea8d req-20e341a3-bedc-4402-993c-6b51daedb77f tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Calling delete_port for 0c895d05-b639-46db-9dd0-7e6ba986054d owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:28.001626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98dead63-ddc8-4b99-b6d8-7ee6eaecceff req-33b99c03-b2d1-461e-bb4c-3b7efb222f20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da2776d1-0733-425d-a3a9-cbfd01f156db HTTP/1.1" status: 200 len: 217 time: 0.3112969 Sep 23 22:48:28.093851 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:28.206375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port c73c22db-13e0-4a0c-a39e-4713ca6277f7, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c73c22db-13e0-4a0c-a39e-4713ca6277f7,segment=NetworkSegment(cf4ac39d-947f-479d-98e7-9227e026a78d),segment_id=cf4ac39d-947f-479d-98e7-9227e026a78d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:28.214438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073d8282-d2a6-431f-bd64-74fed15c5235 None None] Network c13ae50f-07be-4972-829d-3301783972f6 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:28.234658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dead63-ddc8-4b99-b6d8-7ee6eaecceff req-e8ea7187-e5aa-4a13-a054-9e9ad20333cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:28.248301 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98dead63-ddc8-4b99-b6d8-7ee6eaecceff req-e8ea7187-e5aa-4a13-a054-9e9ad20333cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9cc00b1c-8c3d-4c94-8be0-d9326da2db79 HTTP/1.1" status: 200 len: 855 time: 0.2222111 Sep 23 22:48:28.293815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5871c63d-829c-4ba6-b05a-09bad3888786 None None] Provisioning complete for port c73c22db-13e0-4a0c-a39e-4713ca6277f7 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:28.293815 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5871c63d-829c-4ba6-b05a-09bad3888786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:28.316573 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98dead63-ddc8-4b99-b6d8-7ee6eaecceff req-6ffb3a10-1cc7-4b27-9c1f-dade665d6784 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a0468ba-e642-44ef-9a61-d757b905ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676680 Sep 23 22:48:28.346392 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:28.531516 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-eb82f3f5-0111-4684-94bd-8c7048c2ea8d req-20e341a3-bedc-4402-993c-6b51daedb77f tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:28.556597 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98dead63-ddc8-4b99-b6d8-7ee6eaecceff req-bcf0ce77-1e9b-40fc-9730-7ea82ba8fe30 service neutron] 10.222.0.67 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172325 Sep 23 22:48:28.577735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=c73c22db-13e0-4a0c-a39e-4713ca6277f7,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:28.607883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['0c895d05-b639-46db-9dd0-7e6ba986054d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:48:28.616037 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:28.626597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e341a3-bedc-4402-993c-6b51daedb77f tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c895d05-b639-46db-9dd0-7e6ba986054d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:28.687159 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a5842f1-ee46-47f1-9e51-4a7a7fb1c411 req-2ed200a3-07cb-41b6-966a-1027cc0fd6b4 tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 210 time: 0.0653398 Sep 23 22:48:28.802036 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb82f3f5-0111-4684-94bd-8c7048c2ea8d req-20e341a3-bedc-4402-993c-6b51daedb77f tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] No DVR routers for this DVR port 0c895d05-b639-46db-9dd0-7e6ba986054d on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:28.809233 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-eb82f3f5-0111-4684-94bd-8c7048c2ea8d req-20e341a3-bedc-4402-993c-6b51daedb77f tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:28.817346 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eb82f3f5-0111-4684-94bd-8c7048c2ea8d req-20e341a3-bedc-4402-993c-6b51daedb77f tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.67 "DELETE /v2.0/ports/0c895d05-b639-46db-9dd0-7e6ba986054d HTTP/1.1" status: 204 len: 173 time: 1.4071760 Sep 23 22:48:28.819662 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96b6f18-cd69-4d15-b7f2-7f511d71f600', 'name': 'network-vif-deleted', 'tag': '0c895d05-b639-46db-9dd0-7e6ba986054d'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:48:28.837965 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4555fa2-7226-4e7a-96b5-dadfad508aca" -d '{"events": [{"server_uuid": "e96b6f18-cd69-4d15-b7f2-7f511d71f600", "name": "network-vif-deleted", "tag": "0c895d05-b639-46db-9dd0-7e6ba986054d"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:48:28.942145 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4140ce9-5ad3-4733-a074-4ef2b700b40d x-openstack-request-id: req-d4140ce9-5ad3-4733-a074-4ef2b700b40d {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:48:28.942145 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96b6f18-cd69-4d15-b7f2-7f511d71f600", "name": "network-vif-deleted", "tag": "0c895d05-b639-46db-9dd0-7e6ba986054d", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:48:28.942145 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4140ce9-5ad3-4733-a074-4ef2b700b40d {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:48:28.942145 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96b6f18-cd69-4d15-b7f2-7f511d71f600', 'name': 'network-vif-deleted', 'tag': '0c895d05-b639-46db-9dd0-7e6ba986054d', 'status': 'completed', 'code': 200} Sep 23 22:48:28.959388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82c0c2-2690-40e9-bba1-c02bd3a5ef30 req-537f1c51-3d79-4957-a73a-4ee5a2d7d35c tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:28.969682 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ba82c0c2-2690-40e9-bba1-c02bd3a5ef30 req-537f1c51-3d79-4957-a73a-4ee5a2d7d35c tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 945 time: 0.6484940 Sep 23 22:48:28.999929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98dead63-ddc8-4b99-b6d8-7ee6eaecceff req-b8577f6f-5a73-4b30-b0e1-d39e2b1ba73b service neutron] 10.222.0.67 "GET /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071805 Sep 23 22:48:29.083785 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ba82c0c2-2690-40e9-bba1-c02bd3a5ef30 req-85cbb908-42b5-46cf-8507-c8834498d1b4 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128259 Sep 23 22:48:29.126866 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:29.198075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Network 24b5aac5-5dd1-4cf6-959b-614416a54981 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:29.202222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:29.238642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:29.239281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:29.246840 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event updated for resources: {'Port': ['ID=c843101b-d5c8-449f-860a-68db50727f91,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:29.515815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1ddb59a4-9351-4c52-a496-a96540ced26c None None] Provisioning complete for port c73c22db-13e0-4a0c-a39e-4713ca6277f7 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:29.516445 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1ddb59a4-9351-4c52-a496-a96540ced26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:29.618617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c73c22db-13e0-4a0c-a39e-4713ca6277f7 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:48:29.710391 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:29.910803 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c970346-8a21-4da7-8efa-8e61997cd2d6 req-73eb59ad-8c48-4a3a-862c-4259c1cd93cb tempest-TestServerMultinode-1776387926 tempest-TestServerMultinode-1776387926-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e96b6f18-cd69-4d15-b7f2-7f511d71f600 HTTP/1.1" status: 200 len: 210 time: 0.0685971 Sep 23 22:48:29.922610 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714a018-57c0-4327-8bc9-3614e273d1dd req-9e96776b-b3a1-4314-af00-c753991ae3f0 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:29.925071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6714a018-57c0-4327-8bc9-3614e273d1dd req-9e96776b-b3a1-4314-af00-c753991ae3f0 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.43 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 945 time: 0.3699358 Sep 23 22:48:29.968806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c73c22db-13e0-4a0c-a39e-4713ca6277f7 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:29.969146 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:30.266606 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6e4a54e6-930a-4ccb-bdb2-7e452ca33f03 None None] Provisioning complete for port c843101b-d5c8-449f-860a-68db50727f91 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:30.267697 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6e4a54e6-930a-4ccb-bdb2-7e452ca33f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:30.385087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49656) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:30.399104 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a54e6-930a-4ccb-bdb2-7e452ca33f03 None None] Port c843101b-d5c8-449f-860a-68db50727f91 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:48:30.427882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:30.446539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ffb17-cd23-4c4b-8123-8aaa221422ff req-c5882597-15aa-4501-b79d-022720d30e0c tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:30.448815 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c76ffb17-cd23-4c4b-8123-8aaa221422ff req-c5882597-15aa-4501-b79d-022720d30e0c tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 945 time: 0.2056251 Sep 23 22:48:30.550917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-6714a018-57c0-4327-8bc9-3614e273d1dd req-47c18bf5-0c33-40c3-a11c-eb1e89c41288 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Deleting port ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:30.551708 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6714a018-57c0-4327-8bc9-3614e273d1dd req-47c18bf5-0c33-40c3-a11c-eb1e89c41288 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:30.579682 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:30.581203 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:30.658259 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:30.682154 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c76ffb17-cd23-4c4b-8123-8aaa221422ff req-8b0ba2c7-374a-409b-9891-75ccefc73d3e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199883 Sep 23 22:48:30.715166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event updated for resources: {'Port': ['ID=c843101b-d5c8-449f-860a-68db50727f91,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:30.743539 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 0c895d05-b639-46db-9dd0-7e6ba986054d no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:30.771652 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 0c895d05-b639-46db-9dd0-7e6ba986054d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:48:30.775173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 0c895d05-b639-46db-9dd0-7e6ba986054d not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:30.846599 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:30.876242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-6714a018-57c0-4327-8bc9-3614e273d1dd req-47c18bf5-0c33-40c3-a11c-eb1e89c41288 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] For port ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:30.876621 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6714a018-57c0-4327-8bc9-3614e273d1dd req-47c18bf5-0c33-40c3-a11c-eb1e89c41288 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:30.908880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-6714a018-57c0-4327-8bc9-3614e273d1dd req-47c18bf5-0c33-40c3-a11c-eb1e89c41288 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Calling delete_port for ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:30.941581 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Network 24b5aac5-5dd1-4cf6-959b-614416a54981 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:30.949297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:31.035561 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:31.070617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49670) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:31.248680 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Router 20fca796-98e1-4759-8dd6-d8adf881c4e0 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:48:31.520168 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Allocated IP 172.25.1.146 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/b1a26d77-e991-4791-8e62-153cf1ec6b96) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:31.571090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:48:31.585179 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7f30ae79-5c7b-4948-9e38-31f4be256d80 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "PUT /v2.0/routers/20fca796-98e1-4759-8dd6-d8adf881c4e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0289495 Sep 23 22:48:31.590535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49674) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:31.595984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5ff83ebc-e879-4a7b-aa92-c453bcee9022 None None] Provisioning complete for port c843101b-d5c8-449f-860a-68db50727f91 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:31.596407 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5ff83ebc-e879-4a7b-aa92-c453bcee9022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:31.668303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ad838-f6b0-4919-b2cf-8519c385fe8c None None] Sync routers for ids ['20fca796-98e1-4759-8dd6-d8adf881c4e0'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:48:31.690246 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ad838-f6b0-4919-b2cf-8519c385fe8c None None] Routers {'20fca796-98e1-4759-8dd6-d8adf881c4e0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:31.691308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5f8ad838-f6b0-4919-b2cf-8519c385fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['20fca796-98e1-4759-8dd6-d8adf881c4e0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:31.781197 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:31.889299 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6714a018-57c0-4327-8bc9-3614e273d1dd req-47c18bf5-0c33-40c3-a11c-eb1e89c41288 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:31.927311 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de04cc60-e402-466b-bdc2-d9c4fac0b1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:31.956342 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea56aeb6-254c-4f6c-9eb2-ebcf73270b8b tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:31.963163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c18bf5-0c33-40c3-a11c-eb1e89c41288 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Pushing event deleted for resources: {'Port': ['ID=ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:31.996459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5ff83ebc-e879-4a7b-aa92-c453bcee9022 None None] Port c843101b-d5c8-449f-860a-68db50727f91 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:48:31.996459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['66ac2317-bea4-4041-944c-4d1fe8075694', '652330a5-3bc0-4d88-8b20-963a8b326bb7'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:48:31.997246 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['da2776d1-0733-425d-a3a9-cbfd01f156db'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:48:32.001184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5f8ad838-f6b0-4919-b2cf-8519c385fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:32.070256 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:32.107963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ad838-f6b0-4919-b2cf-8519c385fe8c None None] Routers {'20fca796-98e1-4759-8dd6-d8adf881c4e0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:32.108931 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5f8ad838-f6b0-4919-b2cf-8519c385fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['20fca796-98e1-4759-8dd6-d8adf881c4e0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:32.149411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:32.155502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:32.158196 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:32.172972 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5f8ad838-f6b0-4919-b2cf-8519c385fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:32.173678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ad838-f6b0-4919-b2cf-8519c385fe8c None None] The sync data for ids ['20fca796-98e1-4759-8dd6-d8adf881c4e0'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:48:32.288968 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event updated for resources: {'Port': ['ID=b1a26d77-e991-4791-8e62-153cf1ec6b96,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:32.529751 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:32.648796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-de04cc60-e402-466b-bdc2-d9c4fac0b1a6 admin admin] Deleting port d3230d8d-0f9d-4f47-a278-2283a21f80ec {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:32.649169 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de04cc60-e402-466b-bdc2-d9c4fac0b1a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:32.790312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f582d07-b8bd-4f34-92dc-3cb18133fbbf req-491171ab-5eeb-425c-9b36-41c980423378 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:32.801338 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:32.803639 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f582d07-b8bd-4f34-92dc-3cb18133fbbf req-491171ab-5eeb-425c-9b36-41c980423378 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 867 time: 0.9599259 Sep 23 22:48:32.860730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-6714a018-57c0-4327-8bc9-3614e273d1dd req-47c18bf5-0c33-40c3-a11c-eb1e89c41288 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] No DVR routers for this DVR port ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:32.866405 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6714a018-57c0-4327-8bc9-3614e273d1dd req-47c18bf5-0c33-40c3-a11c-eb1e89c41288 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:32.868536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6714a018-57c0-4327-8bc9-3614e273d1dd req-47c18bf5-0c33-40c3-a11c-eb1e89c41288 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.43 "DELETE /v2.0/ports/ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c HTTP/1.1" status: 204 len: 173 time: 2.8973627 Sep 23 22:48:32.879737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-de04cc60-e402-466b-bdc2-d9c4fac0b1a6 admin admin] For port d3230d8d-0f9d-4f47-a278-2283a21f80ec, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d3230d8d-0f9d-4f47-a278-2283a21f80ec,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:32.880259 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de04cc60-e402-466b-bdc2-d9c4fac0b1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:32.899859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e40c10-180b-4637-be37-39324ea6ec1e', 'name': 'network-vif-deleted', 'tag': 'ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:48:32.904203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-de04cc60-e402-466b-bdc2-d9c4fac0b1a6 admin admin] Calling delete_port for d3230d8d-0f9d-4f47-a278-2283a21f80ec owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:32.904551 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e17f2d0-3c22-427e-a504-2ec025616da7" -d '{"events": [{"server_uuid": "84e40c10-180b-4637-be37-39324ea6ec1e", "name": "network-vif-deleted", "tag": "ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:48:32.925674 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-ea56aeb6-254c-4f6c-9eb2-ebcf73270b8b tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 22:48:32.926193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ea56aeb6-254c-4f6c-9eb2-ebcf73270b8b tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "DELETE /v2.0/routers/20fca796-98e1-4759-8dd6-d8adf881c4e0 HTTP/1.1" status: 409 len: 329 time: 1.3347011 Sep 23 22:48:32.930685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49696) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:33.007076 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a684ac9e-dbdf-4e6b-89e9-873fa3292185 x-openstack-request-id: req-a684ac9e-dbdf-4e6b-89e9-873fa3292185 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:48:33.007387 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e40c10-180b-4637-be37-39324ea6ec1e", "name": "network-vif-deleted", "tag": "ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:48:33.007606 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a684ac9e-dbdf-4e6b-89e9-873fa3292185 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:48:33.007991 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e40c10-180b-4637-be37-39324ea6ec1e', 'name': 'network-vif-deleted', 'tag': 'ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c', 'status': 'completed', 'code': 200} Sep 23 22:48:33.022712 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f582d07-b8bd-4f34-92dc-3cb18133fbbf req-389b6585-1ffa-49ad-8dc2-85c0cff5251e tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177665 Sep 23 22:48:33.102160 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:33.145497 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:48:33.146102 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device ce4ebcb8-4ce0-452b-9d0e-9eeb254b331c not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:33.329093 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:33.448657 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:33.534699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event updated for resources: {'Port': ['ID=b1a26d77-e991-4791-8e62-153cf1ec6b96,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:33.549868 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:33.583856 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de04cc60-e402-466b-bdc2-d9c4fac0b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:33.584156 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88d30311-a8c0-4b29-aa16-4f9d2961dc42 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:33.634131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04cc60-e402-466b-bdc2-d9c4fac0b1a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3230d8d-0f9d-4f47-a278-2283a21f80ec,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:33.719416 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:33.719416 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fd97c5a9-6034-48dc-9c9b-4791c2e886b3 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3256025 Sep 23 22:48:33.721771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49706) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:33.729067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-732283753'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:33.893683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Made reservation on behalf of d94f2b21a68b451198901996acf36eb2 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:33.898395 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:33.912566 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:33.949316 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de04cc60-e402-466b-bdc2-d9c4fac0b1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:34.043512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-88d30311-a8c0-4b29-aa16-4f9d2961dc42 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Deleting port c843101b-d5c8-449f-860a-68db50727f91 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:34.043512 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88d30311-a8c0-4b29-aa16-4f9d2961dc42 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:34.183521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88d30311-a8c0-4b29-aa16-4f9d2961dc42 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:34.201021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-88d30311-a8c0-4b29-aa16-4f9d2961dc42 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Calling delete_port for c843101b-d5c8-449f-860a-68db50727f91 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:34.591634 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88d30311-a8c0-4b29-aa16-4f9d2961dc42 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:34.624542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d30311-a8c0-4b29-aa16-4f9d2961dc42 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event deleted for resources: {'Port': ['ID=c843101b-d5c8-449f-860a-68db50727f91,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:34.629165 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:34.655571 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9c0a8d8-8d24-476f-a488-04c9a766d005 req-e32bb125-c45f-4067-802c-725fc5c685c3 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=84e40c10-180b-4637-be37-39324ea6ec1e HTTP/1.1" status: 200 len: 210 time: 0.4322412 Sep 23 22:48:34.725274 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:34.737554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de04cc60-e402-466b-bdc2-d9c4fac0b1a6 admin admin] Router f433c7ef-7109-4c7f-b3fb-a084519ee1e2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:48:34.784186 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:48:34.785085 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88d30311-a8c0-4b29-aa16-4f9d2961dc42 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:34.826344 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:34.826706 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Added segment fc0cf53c-0c7c-4070-b4b2-8db4f0843919 of type vlan for network e3d9903b-feba-497a-acf7-f4256629acb4 Sep 23 22:48:34.961423 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5250096-a330-44c3-a152-ee4706568e01,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:35.028584 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:35.046140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de04cc60-e402-466b-bdc2-d9c4fac0b1a6 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:48:35.060769 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-de04cc60-e402-466b-bdc2-d9c4fac0b1a6 admin admin] 10.222.0.22 "PUT /v2.0/routers/f433c7ef-7109-4c7f-b3fb-a084519ee1e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9852421 Sep 23 22:48:35.060769 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49724) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:35.060976 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e36c9e-e11f-4188-885a-3e574f3b88e4 None None] Sync routers for ids ['f433c7ef-7109-4c7f-b3fb-a084519ee1e2'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:48:35.080201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d30311-a8c0-4b29-aa16-4f9d2961dc42 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Router 20fca796-98e1-4759-8dd6-d8adf881c4e0 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:48:35.092124 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e36c9e-e11f-4188-885a-3e574f3b88e4 None None] Routers {'f433c7ef-7109-4c7f-b3fb-a084519ee1e2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:35.093477 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-89e36c9e-e11f-4188-885a-3e574f3b88e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['f433c7ef-7109-4c7f-b3fb-a084519ee1e2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:35.196426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d30311-a8c0-4b29-aa16-4f9d2961dc42 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:48:35.198354 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:35.208068 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-88d30311-a8c0-4b29-aa16-4f9d2961dc42 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "PUT /v2.0/routers/20fca796-98e1-4759-8dd6-d8adf881c4e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2741537 Sep 23 22:48:35.208861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49728) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:35.209722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0493f01-0128-418b-a921-82f360cf15fb None None] Sync routers for ids ['20fca796-98e1-4759-8dd6-d8adf881c4e0'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:48:35.222255 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0493f01-0128-418b-a921-82f360cf15fb None None] Routers {'20fca796-98e1-4759-8dd6-d8adf881c4e0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:35.225767 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-89e36c9e-e11f-4188-885a-3e574f3b88e4 None None] Set router f433c7ef-7109-4c7f-b3fb-a084519ee1e2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:48:35.237801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d0493f01-0128-418b-a921-82f360cf15fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['20fca796-98e1-4759-8dd6-d8adf881c4e0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:35.258083 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-0db8715c-fedc-4eee-a9d4-eb49e8654d63 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] show failed (client error): The resource could not be found. Sep 23 22:48:35.265145 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0db8715c-fedc-4eee-a9d4-eb49e8654d63 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-1688285018 HTTP/1.1" status: 404 len: 335 time: 0.0545220 Sep 23 22:48:35.266544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49730) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:35.272760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9687332a-10e6-4879-8f4c-ce728209f6b2 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:35.297837 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:35.310605 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-9687332a-10e6-4879-8f4c-ce728209f6b2 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] update failed (client error): The resource could not be found. Sep 23 22:48:35.311497 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d0493f01-0128-418b-a921-82f360cf15fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:35.315732 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:35.316374 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:35.316940 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9687332a-10e6-4879-8f4c-ce728209f6b2 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1504975352 HTTP/1.1" status: 404 len: 335 time: 0.0476701 Sep 23 22:48:35.317866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49732) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:35.333094 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0493f01-0128-418b-a921-82f360cf15fb None None] Routers {'20fca796-98e1-4759-8dd6-d8adf881c4e0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:35.333791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d0493f01-0128-418b-a921-82f360cf15fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['20fca796-98e1-4759-8dd6-d8adf881c4e0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:35.437050 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-b667b731-461e-4916-b041-8284334c5379 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Deleting subnet d966cf3b-6660-4eec-a672-81d211e10c25 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:48:35.442294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d0493f01-0128-418b-a921-82f360cf15fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:35.444637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0493f01-0128-418b-a921-82f360cf15fb None None] The sync data for ids ['20fca796-98e1-4759-8dd6-d8adf881c4e0'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:48:35.449438 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b667b731-461e-4916-b041-8284334c5379 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:35.504770 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b667b731-461e-4916-b041-8284334c5379 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:35.552350 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-89e36c9e-e11f-4188-885a-3e574f3b88e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'name': 'tempest-TestServerMultinode-1254876165-router', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:51Z', 'updated_at': '2021-09-23T22:48:33Z', 'revision_number': 5, 'project_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'gw_port': {'id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:53Z', 'updated_at': '2021-09-23T22:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:35.565236 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8389227 Sep 23 22:48:35.567685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49742) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:35.574603 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a9d8a650-635e-4270-bc51-2b6d7da2a918 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Request body: {'subnet': {'network_id': 'e3d9903b-feba-497a-acf7-f4256629acb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:35.597092 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e36c9e-e11f-4188-885a-3e574f3b88e4 None None] Checking router: f433c7ef-7109-4c7f-b3fb-a084519ee1e2 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:48:35.609129 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e36c9e-e11f-4188-885a-3e574f3b88e4 None None] Routers {'f433c7ef-7109-4c7f-b3fb-a084519ee1e2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:35.609982 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-89e36c9e-e11f-4188-885a-3e574f3b88e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['f433c7ef-7109-4c7f-b3fb-a084519ee1e2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:35.639055 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b667b731-461e-4916-b041-8284334c5379 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:35.715418 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:35.737671 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8a322-00ba-4201-8036-add28920538b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event updated for resources: {'Network': ['ID=e3d9903b-feba-497a-acf7-f4256629acb4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:35.751544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network e3d9903b-feba-497a-acf7-f4256629acb4 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:48:35.821798 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-89e36c9e-e11f-4188-885a-3e574f3b88e4 None None] Set router f433c7ef-7109-4c7f-b3fb-a084519ee1e2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:48:35.915759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c540ad-e347-4ee8-a80f-e52ab72c7f07 req-061fb5b8-b2e5-4ba1-a457-8405c9d22554 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:35.919335 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-95c540ad-e347-4ee8-a80f-e52ab72c7f07 req-061fb5b8-b2e5-4ba1-a457-8405c9d22554 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1096 time: 0.0619822 Sep 23 22:48:35.941398 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b667b731-461e-4916-b041-8284334c5379 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:35.964474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d8a650-635e-4270-bc51-2b6d7da2a918 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Made reservation on behalf of d94f2b21a68b451198901996acf36eb2 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:35.968267 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a650-635e-4270-bc51-2b6d7da2a918 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:36.060051 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b667b731-461e-4916-b041-8284334c5379 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:36.065794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b667b731-461e-4916-b041-8284334c5379 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "DELETE /v2.0/subnets/d966cf3b-6660-4eec-a672-81d211e10c25 HTTP/1.1" status: 204 len: 168 time: 0.7442303 Sep 23 22:48:36.066561 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96432f6-08a1-4f90-8841-aff3c1038152 None None] Network c13ae50f-07be-4972-829d-3301783972f6 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:36.074588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49756) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:36.076003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667b731-461e-4916-b041-8284334c5379 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event deleted for resources: {'Subnet': ['ID=d966cf3b-6660-4eec-a672-81d211e10c25,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:36.097998 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-89e36c9e-e11f-4188-885a-3e574f3b88e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'name': 'tempest-TestServerMultinode-1254876165-router', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:51Z', 'updated_at': '2021-09-23T22:48:33Z', 'revision_number': 5, 'project_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'gw_port': {'id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:53Z', 'updated_at': '2021-09-23T22:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:36.134137 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e36c9e-e11f-4188-885a-3e574f3b88e4 None None] The sync data for ids ['f433c7ef-7109-4c7f-b3fb-a084519ee1e2'] in n-d-810775-1 is: [{'id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'name': 'tempest-TestServerMultinode-1254876165-router', 'tenant_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:51Z', 'updated_at': '2021-09-23T22:48:33Z', 'revision_number': 5, 'project_id': 'b2f4aa1c727d4d1aa00e5b9dede8ce13', 'gw_port': {'id': 'b6566503-3481-4324-8ef7-cf5c3094b39b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f433c7ef-7109-4c7f-b3fb-a084519ee1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:53Z', 'updated_at': '2021-09-23T22:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:48:36.146385 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-95c540ad-e347-4ee8-a80f-e52ab72c7f07 req-c4a5f9d3-d49e-4758-b6ad-79c2f7fb8bef tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202773 Sep 23 22:48:36.299829 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] Deleting port b6566503-3481-4324-8ef7-cf5c3094b39b {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:36.300222 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:36.407067 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:36.499987 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Deleting port c73c22db-13e0-4a0c-a39e-4713ca6277f7 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:36.501579 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:36.637600 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcef461-16ef-48b3-bbd0-0183ee49fbc4 None None] DHCP port deletion for c13ae50f-07be-4972-829d-3301783972f6 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:48:36.654755 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:36.676799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] For port c73c22db-13e0-4a0c-a39e-4713ca6277f7, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c73c22db-13e0-4a0c-a39e-4713ca6277f7,segment=NetworkSegment(cf4ac39d-947f-479d-98e7-9227e026a78d),segment_id=cf4ac39d-947f-479d-98e7-9227e026a78d)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:36.677506 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:36.682849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a650-635e-4270-bc51-2b6d7da2a918 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:36.713529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Calling delete_port for c73c22db-13e0-4a0c-a39e-4713ca6277f7 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:36.750405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] For port b6566503-3481-4324-8ef7-cf5c3094b39b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b6566503-3481-4324-8ef7-cf5c3094b39b,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:36.751239 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:36.837478 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-fdcef461-16ef-48b3-bbd0-0183ee49fbc4 None None] Deleting port c73c22db-13e0-4a0c-a39e-4713ca6277f7 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:36.838541 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fdcef461-16ef-48b3-bbd0-0183ee49fbc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:36.856386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] Calling delete_port for b6566503-3481-4324-8ef7-cf5c3094b39b owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:37.008077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fdcef461-16ef-48b3-bbd0-0183ee49fbc4 None None] For port c73c22db-13e0-4a0c-a39e-4713ca6277f7, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c73c22db-13e0-4a0c-a39e-4713ca6277f7,segment=NetworkSegment(cf4ac39d-947f-479d-98e7-9227e026a78d),segment_id=cf4ac39d-947f-479d-98e7-9227e026a78d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:37.009202 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fdcef461-16ef-48b3-bbd0-0183ee49fbc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:37.039344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-fdcef461-16ef-48b3-bbd0-0183ee49fbc4 None None] Calling delete_port for c73c22db-13e0-4a0c-a39e-4713ca6277f7 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:37.133648 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:37.152707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8a650-635e-4270-bc51-2b6d7da2a918 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Checking segment: {'id': 'fc0cf53c-0c7c-4070-b4b2-8db4f0843919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3d9903b-feba-497a-acf7-f4256629acb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:48:37.154057 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d8a650-635e-4270-bc51-2b6d7da2a918 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Network hostable DHCP agents. Network: e3d9903b-feba-497a-acf7-f4256629acb4, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:48:37.164615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] No DVR routers for this DVR port c73c22db-13e0-4a0c-a39e-4713ca6277f7 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:37.193472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff05433-f30a-48a3-aad0-cf88e2a941c6 req-71365b79-95a0-4174-bd79-be7445fe13aa tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:37.196252 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ff05433-f30a-48a3-aad0-cf88e2a941c6 req-71365b79-95a0-4174-bd79-be7445fe13aa tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.5333493 Sep 23 22:48:37.205803 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8a650-635e-4270-bc51-2b6d7da2a918 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event updated for resources: {'Subnet': ['ID=48087576-cf3b-4deb-804f-c6c5bf64b8d1,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:37.221489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event deleted for resources: {'Port': ['ID=c73c22db-13e0-4a0c-a39e-4713ca6277f7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:37.223309 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fdcef461-16ef-48b3-bbd0-0183ee49fbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:37.264656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcef461-16ef-48b3-bbd0-0183ee49fbc4 None None] No DVR routers for this DVR port c73c22db-13e0-4a0c-a39e-4713ca6277f7 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:37.306390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcef461-16ef-48b3-bbd0-0183ee49fbc4 None None] Pushing event deleted for resources: {'Port': ['ID=c73c22db-13e0-4a0c-a39e-4713ca6277f7,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:37.431059 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:37.459596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13ae50f-07be-4972-829d-3301783972f6']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:37.472144 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4ac39d-947f-479d-98e7-9227e026a78d') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:37.472450 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4ac39d-947f-479d-98e7-9227e026a78d') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:37.484596 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:37.495244 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ff05433-f30a-48a3-aad0-cf88e2a941c6 req-763ae1d7-d634-4399-b776-618d54ec3ddd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820747 Sep 23 22:48:37.516911 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:37.524759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:48:37.526079 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:37.530090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49780) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:37.587392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c73c22db-13e0-4a0c-a39e-4713ca6277f7 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:48:37.627653 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:48:37.634500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d8a650-635e-4270-bc51-2b6d7da2a918 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Network e3d9903b-feba-497a-acf7-f4256629acb4 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:48:37.644989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: c73c22db-13e0-4a0c-a39e-4713ca6277f7 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:48:37.646008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c73c22db-13e0-4a0c-a39e-4713ca6277f7 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:37.646177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d3230d8d-0f9d-4f47-a278-2283a21f80ec no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:37.671356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: d3230d8d-0f9d-4f47-a278-2283a21f80ec {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:48:37.672090 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d3230d8d-0f9d-4f47-a278-2283a21f80ec not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:37.704643 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:37.729201 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-74d80168-4281-47b0-946d-f5fd8e7d5918 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/06020ab3-0e20-498c-91e6-43fb63ebade2 HTTP/1.1" status: 200 len: 991 time: 0.1944604 Sep 23 22:48:37.750407 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:37.770780 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:37.780247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49788) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:37.782763 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "DELETE /v2.0/networks/c13ae50f-07be-4972-829d-3301783972f6 HTTP/1.1" status: 204 len: 168 time: 1.7025771 Sep 23 22:48:37.821739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a0e15-c025-49a6-bd2d-bae1bcee8d32 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event deleted for resources: {'Network': ['ID=c13ae50f-07be-4972-829d-3301783972f6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:37.824654 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6566503-3481-4324-8ef7-cf5c3094b39b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:37.865838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-a9d8a650-635e-4270-bc51-2b6d7da2a918 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, e3d9903b-feba-497a-acf7-f4256629acb4) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:37.879206 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb1bf1-3716-4ba3-a8df-a09f8e3f064c None None] Network e3d9903b-feba-497a-acf7-f4256629acb4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:37.907790 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d8a650-635e-4270-bc51-2b6d7da2a918 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:37.919124 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a650-635e-4270-bc51-2b6d7da2a918 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:37.991475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b87abec-f3d8-48dd-a3f6-0a22f3853e25 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Deleting subnet 00d26bb6-d354-4177-91ea-cbc42554ccce {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:48:37.999161 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9b87abec-f3d8-48dd-a3f6-0a22f3853e25 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.068202 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.164194 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a9d8a650-635e-4270-bc51-2b6d7da2a918 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5953701 Sep 23 22:48:38.167902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49802) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:38.173354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1139095418', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:38.199043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-e3d9903b-feba-497a-acf7-f4256629acb4', 'network_id': 'e3d9903b-feba-497a-acf7-f4256629acb4', 'tenant_id': 'd94f2b21a68b451198901996acf36eb2', 'fixed_ips': [{'subnet_id': '48087576-cf3b-4deb-804f-c6c5bf64b8d1'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:48:38.200300 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.243843 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9b87abec-f3d8-48dd-a3f6-0a22f3853e25 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.272286 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.277260 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.378799 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.380771 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.394274 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9b87abec-f3d8-48dd-a3f6-0a22f3853e25 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.425069 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.426308 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f433c7ef-7109-4c7f-b3fb-a084519ee1e2 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:48:38.434661 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.439121 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-eb31e267-ced8-4c08-8dfd-9f8d0ef556f4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f433c7ef-7109-4c7f-b3fb-a084519ee1e2 HTTP/1.1" status: 204 len: 168 time: 3.3735392 Sep 23 22:48:38.452754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49808) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:38.475841 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Allocated IP 172.20.0.2 (e3d9903b-feba-497a-acf7-f4256629acb4/48087576-cf3b-4deb-804f-c6c5bf64b8d1/404cc9ef-c496-41f7-a6ac-a2f1225ceb6b) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:38.526773 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.567180 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9baa594-d4d4-4c2c-9aa5-24a56535eb42 admin admin] Deleting subnet 261eb9b9-7613-4e59-af4f-5f7312b354c2 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:48:38.574672 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a9baa594-d4d4-4c2c-9aa5-24a56535eb42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.698039 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a9baa594-d4d4-4c2c-9aa5-24a56535eb42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.823733 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9b87abec-f3d8-48dd-a3f6-0a22f3853e25 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.880295 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87abec-f3d8-48dd-a3f6-0a22f3853e25 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event deleted for resources: {'Subnet': ['ID=00d26bb6-d354-4177-91ea-cbc42554ccce,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:38.880581 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.893791 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9b87abec-f3d8-48dd-a3f6-0a22f3853e25 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.899922 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9b87abec-f3d8-48dd-a3f6-0a22f3853e25 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "DELETE /v2.0/subnets/00d26bb6-d354-4177-91ea-cbc42554ccce HTTP/1.1" status: 204 len: 168 time: 1.1185968 Sep 23 22:48:38.900696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49818) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:38.905641 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f0a32b-0f68-4f1b-8948-fe7b829d6a9a None None] Network 8a9d4033-3236-4c39-89c8-f36475d1c84a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:38.914533 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a9baa594-d4d4-4c2c-9aa5-24a56535eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:38.945192 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:39.017714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec97fe4-8966-476f-8e8f-3cec9761982a req-eb82c451-883f-41c2-afe6-768014822176 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:39.019381 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ec97fe4-8966-476f-8e8f-3cec9761982a req-eb82c451-883f-41c2-afe6-768014822176 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.2413630 Sep 23 22:48:39.054769 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-344ef279-a852-49c2-a5b1-8ef5f82f4284 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Deleting subnet 98e04fa6-e6e0-4c0e-817b-455ba411d628 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:48:39.063820 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-344ef279-a852-49c2-a5b1-8ef5f82f4284 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:39.195206 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ec97fe4-8966-476f-8e8f-3cec9761982a req-738956fc-645c-4dd4-b6d6-3e32e6ae712b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447480 Sep 23 22:48:39.196039 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:39.283774 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Pushing event updated for resources: {'Port': ['ID=404cc9ef-c496-41f7-a6ac-a2f1225ceb6b,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:39.297480 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-344ef279-a852-49c2-a5b1-8ef5f82f4284 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:39.298063 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Network e3d9903b-feba-497a-acf7-f4256629acb4 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:39.313630 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:39.316902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:39.389809 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-15abb0b1-3d06-489b-8e96-29398501907f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3544960 Sep 23 22:48:39.399565 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a9baa594-d4d4-4c2c-9aa5-24a56535eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:39.413632 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Attempting to bind port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:48:39.414221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Attempting to bind port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'fc0cf53c-0c7c-4070-b4b2-8db4f0843919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3d9903b-feba-497a-acf7-f4256629acb4'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:48:39.414756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Attempting to bind port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b on network e3d9903b-feba-497a-acf7-f4256629acb4 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:48:39.424347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:48:39.425018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Checking segment: {'id': 'fc0cf53c-0c7c-4070-b4b2-8db4f0843919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3d9903b-feba-497a-acf7-f4256629acb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:48:39.425665 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:39.426940 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Bound using segment: {'id': 'fc0cf53c-0c7c-4070-b4b2-8db4f0843919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3d9903b-feba-497a-acf7-f4256629acb4'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:48:39.428255 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Bound port: 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0cf53c-0c7c-4070-b4b2-8db4f0843919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3d9903b-feba-497a-acf7-f4256629acb4'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:48:39.428833 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:39.489121 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9baa594-d4d4-4c2c-9aa5-24a56535eb42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261eb9b9-7613-4e59-af4f-5f7312b354c2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:39.542650 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a9baa594-d4d4-4c2c-9aa5-24a56535eb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:39.544800 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a9baa594-d4d4-4c2c-9aa5-24a56535eb42 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/261eb9b9-7613-4e59-af4f-5f7312b354c2 HTTP/1.1" status: 204 len: 168 time: 1.0901105 Sep 23 22:48:39.549025 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] For port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:48:39.552262 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49830) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:39.553922 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] For port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=404cc9ef-c496-41f7-a6ac-a2f1225ceb6b,segment=NetworkSegment(fc0cf53c-0c7c-4070-b4b2-8db4f0843919),segment_id=fc0cf53c-0c7c-4070-b4b2-8db4f0843919)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:48:39.560630 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b539074d-7879-4173-9b91-812c533fd2ba None None] Network bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:39.565643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c5f581-f775-49a0-b6dd-7b26a949d592 None None] DHCP port deletion for 8a9d4033-3236-4c39-89c8-f36475d1c84a request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:48:39.653301 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:39.656764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b6566503-3481-4324-8ef7-cf5c3094b39b no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:39.684281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:39.719988 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:39.808999 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe0cdc-b51e-4a6e-a271-8b71438d8959 None None] Pushing event updated for resources: {'Port': ['ID=404cc9ef-c496-41f7-a6ac-a2f1225ceb6b,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:39.811954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: b6566503-3481-4324-8ef7-cf5c3094b39b {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:48:39.819963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b6566503-3481-4324-8ef7-cf5c3094b39b not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:39.825648 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:39.843660 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-344ef279-a852-49c2-a5b1-8ef5f82f4284 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:39.936080 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-74c5f581-f775-49a0-b6dd-7b26a949d592 None None] Deleting port bdec29af-54f1-465e-9f7e-375d69387a6e {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:39.936746 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-74c5f581-f775-49a0-b6dd-7b26a949d592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:40.069592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-74c5f581-f775-49a0-b6dd-7b26a949d592 None None] For port bdec29af-54f1-465e-9f7e-375d69387a6e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bdec29af-54f1-465e-9f7e-375d69387a6e,segment=NetworkSegment(f6de4c84-a0f3-45ac-a97c-9b0515fc3216),segment_id=f6de4c84-a0f3-45ac-a97c-9b0515fc3216)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:40.070000 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-74c5f581-f775-49a0-b6dd-7b26a949d592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:40.137618 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-74c5f581-f775-49a0-b6dd-7b26a949d592 None None] Calling delete_port for bdec29af-54f1-465e-9f7e-375d69387a6e owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:40.162372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Allocated IP 172.25.1.10 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/30de4419-876b-4f91-af58-8d892a6fa296) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:40.240097 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] Deleting port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:40.240567 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:40.278773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bc097d-501f-4f8b-9c4d-878d47a838c3 None None] DHCP port deletion for bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:48:40.439031 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-344ef279-a852-49c2-a5b1-8ef5f82f4284 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:40.475896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ef279-a852-49c2-a5b1-8ef5f82f4284 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event deleted for resources: {'Subnet': ['ID=98e04fa6-e6e0-4c0e-817b-455ba411d628,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:40.488780 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] For port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:40.489190 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:40.535752 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-344ef279-a852-49c2-a5b1-8ef5f82f4284 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:40.538118 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-344ef279-a852-49c2-a5b1-8ef5f82f4284 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "DELETE /v2.0/subnets/98e04fa6-e6e0-4c0e-817b-455ba411d628 HTTP/1.1" status: 204 len: 168 time: 1.6337903 Sep 23 22:48:40.544777 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49862) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:40.561809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e682a8ea-c8f5-4901-8431-6bb8b69f8fc3 None None] Network 64801877-c296-4101-8235-d1f469a26a40 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:40.570266 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:40.603405 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc097d-501f-4f8b-9c4d-878d47a838c3 None None] Deleting port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:40.604252 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c7bc097d-501f-4f8b-9c4d-878d47a838c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:40.740497 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] Calling delete_port for e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:40.754012 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:40.763219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c7bc097d-501f-4f8b-9c4d-878d47a838c3 None None] For port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1,segment=NetworkSegment(8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0),segment_id=8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:40.763881 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c7bc097d-501f-4f8b-9c4d-878d47a838c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:40.792192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc097d-501f-4f8b-9c4d-878d47a838c3 None None] Calling delete_port for e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:40.892202 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:40.903690 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d33f0-17f4-4631-987c-3b5f726597d7 req-aef34157-bf3b-402f-aa63-1ef70a730196 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:40.909608 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-681d33f0-17f4-4631-987c-3b5f726597d7 req-aef34157-bf3b-402f-aa63-1ef70a730196 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.4167135 Sep 23 22:48:41.012235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event updated for resources: {'Port': ['ID=30de4419-876b-4f91-af58-8d892a6fa296,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:41.061713 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-74c5f581-f775-49a0-b6dd-7b26a949d592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:41.071638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:41.075826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:41.089792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:41.221748 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5f581-f775-49a0-b6dd-7b26a949d592 None None] No DVR routers for this DVR port bdec29af-54f1-465e-9f7e-375d69387a6e on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:41.284036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5f581-f775-49a0-b6dd-7b26a949d592 None None] Pushing event deleted for resources: {'Port': ['ID=bdec29af-54f1-465e-9f7e-375d69387a6e,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:41.304289 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-681d33f0-17f4-4631-987c-3b5f726597d7 req-2a82faf0-54f5-4412-9fb2-44d6bb5d0971 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3320050 Sep 23 22:48:41.360262 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Deleting port bdec29af-54f1-465e-9f7e-375d69387a6e {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:41.360858 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:41.518476 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] For port bdec29af-54f1-465e-9f7e-375d69387a6e, host n-d-810775-1, got binding levels [] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:41.518938 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:41.538665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e957f856-f2f5-4c61-8717-847fa37ba8ca None None] DHCP port deletion for 64801877-c296-4101-8235-d1f469a26a40 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:48:41.559873 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c7bc097d-501f-4f8b-9c4d-878d47a838c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:41.594775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Calling delete_port for bdec29af-54f1-465e-9f7e-375d69387a6e owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:41.630760 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:41.662111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.ipam_backend_mixin [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Port bdec29af-54f1-465e-9f7e-375d69387a6e was not found and therefore no delete operation was performed {{(pid=95490) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 22:48:41.684800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] No DVR routers for this DVR port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:41.716195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc097d-501f-4f8b-9c4d-878d47a838c3 None None] Pushing event deleted for resources: {'Port': ['ID=e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:41.721985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:48:41.787954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bc097d-501f-4f8b-9c4d-878d47a838c3 None None] No DVR routers for this DVR port e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:41.821038 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:41.868683 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:41.873986 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:41.902221 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event deleted for resources: {'Port': ['ID=bdec29af-54f1-465e-9f7e-375d69387a6e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:41.916726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] No DVR routers for this DVR port bdec29af-54f1-465e-9f7e-375d69387a6e on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:42.063337 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:42.256355 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075c1c8c-a3cc-480f-935a-044f73de7e1c None None] Network e3d9903b-feba-497a-acf7-f4256629acb4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:42.262782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:42.263149 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:42.297362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6177e9-5bfa-41c7-b4fd-54cf715d2b33']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:42.398071 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:42.405592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:42.409474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a29fe0e-bc17-4a6a-8ca1-085d57abf1a0') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:42.473178 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:42.553500 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:42.588684 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:42.607876 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:48:42.620458 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:42.751384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e957f856-f2f5-4c61-8717-847fa37ba8ca None None] Deleting port a186308a-ed3d-4390-9334-6622206a718a {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:42.752169 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e957f856-f2f5-4c61-8717-847fa37ba8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:42.864471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e957f856-f2f5-4c61-8717-847fa37ba8ca None None] For port a186308a-ed3d-4390-9334-6622206a718a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a186308a-ed3d-4390-9334-6622206a718a,segment=NetworkSegment(c8e93ee1-0ce0-436d-9e4d-30a92466fd1c),segment_id=c8e93ee1-0ce0-436d-9e4d-30a92466fd1c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:42.865404 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e957f856-f2f5-4c61-8717-847fa37ba8ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:48:42.884967 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:48:42.906911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a0e48e23-29dd-4284-8e83-18778264579f None None] Provisioning complete for port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:42.907359 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a0e48e23-29dd-4284-8e83-18778264579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:42.988844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e957f856-f2f5-4c61-8717-847fa37ba8ca None None] Calling delete_port for a186308a-ed3d-4390-9334-6622206a718a owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:43.003590 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9d4033-3236-4c39-89c8-f36475d1c84a']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:43.020333 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:43.028878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6de4c84-a0f3-45ac-a97c-9b0515fc3216') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:43.029381 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6de4c84-a0f3-45ac-a97c-9b0515fc3216') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:43.044244 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:43.057533 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/bb6177e9-5bfa-41c7-b4fd-54cf715d2b33 HTTP/1.1" status: 204 len: 168 time: 3.4377000 Sep 23 22:48:43.065925 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49908) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:43.081293 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:43.145692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9f31e-dd32-487e-a1fa-7bde812e82e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6177e9-5bfa-41c7-b4fd-54cf715d2b33,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:43.211701 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc51511-c3c0-4545-a3b5-c76792920000 req-e32d740e-b7f4-420f-9395-e4e60125c0ea tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:43.215463 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cfc51511-c3c0-4545-a3b5-c76792920000 req-e32d740e-b7f4-420f-9395-e4e60125c0ea tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.3200748 Sep 23 22:48:43.219526 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:43.232263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:48:43.232768 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:48:43.237867 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:48:43.304898 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6a5cdddf-e2b8-42d3-96ca-c16bcc355c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:43.369576 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:43.507055 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a0e48e23-29dd-4284-8e83-18778264579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:43.523462 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=404cc9ef-c496-41f7-a6ac-a2f1225ceb6b,segment=NetworkSegment(fc0cf53c-0c7c-4070-b4b2-8db4f0843919),segment_id=fc0cf53c-0c7c-4070-b4b2-8db4f0843919)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:43.629882 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cfc51511-c3c0-4545-a3b5-c76792920000 req-09a7e563-5eb3-4da4-8ae2-41c6b1ac7169 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3702605 Sep 23 22:48:43.631478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d33c3-dedb-4188-81e0-55ac18a68b28 req-024f00a6-75ed-49df-b35f-5d839f06e545 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:43.636989 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:43.642371 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-269d33c3-dedb-4188-81e0-55ac18a68b28 req-024f00a6-75ed-49df-b35f-5d839f06e545 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 946 time: 0.2688973 Sep 23 22:48:43.693345 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:43.738556 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-269d33c3-dedb-4188-81e0-55ac18a68b28 req-39471495-01b3-40c7-8118-7808f1f071e7 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950227 Sep 23 22:48:43.760031 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:43.774588 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e957f856-f2f5-4c61-8717-847fa37ba8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:43.782378 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "DELETE /v2.0/networks/8a9d4033-3236-4c39-89c8-f36475d1c84a HTTP/1.1" status: 204 len: 168 time: 3.2354262 Sep 23 22:48:43.783804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc529971-5eb8-4cd1-853a-457083d44e77 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event deleted for resources: {'Network': ['ID=8a9d4033-3236-4c39-89c8-f36475d1c84a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:43.792379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Router 6108af00-a0d3-432f-999a-0055798b267e is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:48:43.794918 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49920) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:43.812464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e957f856-f2f5-4c61-8717-847fa37ba8ca None None] No DVR routers for this DVR port a186308a-ed3d-4390-9334-6622206a718a on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:43.818306 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-a0e48e23-29dd-4284-8e83-18778264579f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:48:43.818666 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-a0e48e23-29dd-4284-8e83-18778264579f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:48:43.877487 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=404cc9ef-c496-41f7-a6ac-a2f1225ceb6b,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:43.942890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bdec29af-54f1-465e-9f7e-375d69387a6e no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:43.951042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957f856-f2f5-4c61-8717-847fa37ba8ca None None] Pushing event deleted for resources: {'Port': ['ID=a186308a-ed3d-4390-9334-6622206a718a,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:44.006877 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: bdec29af-54f1-465e-9f7e-375d69387a6e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:48:44.007374 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bdec29af-54f1-465e-9f7e-375d69387a6e not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:44.008062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:44.066531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:48:44.067126 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e87e4d5d-59f5-42fb-8ce5-fc2d5f0b93c1 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:44.085286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:48:44.109043 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a0183-67b6-4580-8dcb-f1c8b4e48493 None None] Sync routers for ids ['6108af00-a0d3-432f-999a-0055798b267e'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:48:44.122800 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a0183-67b6-4580-8dcb-f1c8b4e48493 None None] Routers {'6108af00-a0d3-432f-999a-0055798b267e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:44.123909 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9c8a0183-67b6-4580-8dcb-f1c8b4e48493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['6108af00-a0d3-432f-999a-0055798b267e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:44.156022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-248382dd-ee84-49d0-8123-ddfb26b4236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:44.158083 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-248382dd-ee84-49d0-8123-ddfb26b4236b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1096 time: 0.0876687 Sep 23 22:48:44.238440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:48:44.314658 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9c8a0183-67b6-4580-8dcb-f1c8b4e48493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:44.335366 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a0183-67b6-4580-8dcb-f1c8b4e48493 None None] Routers {'6108af00-a0d3-432f-999a-0055798b267e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:44.336565 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9c8a0183-67b6-4580-8dcb-f1c8b4e48493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['6108af00-a0d3-432f-999a-0055798b267e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:44.362874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:44.363504 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:44.395918 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-a687449c-dfce-4903-ab1a-6715a306f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:44.402406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-a687449c-dfce-4903-ab1a-6715a306f368 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4 HTTP/1.1" status: 200 len: 898 time: 0.2332382 Sep 23 22:48:44.408079 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:44.411204 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-690049d9-b697-4349-8a46-dc7f4b223624 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.2414911 Sep 23 22:48:44.418873 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9c8a0183-67b6-4580-8dcb-f1c8b4e48493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:44.422346 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a0183-67b6-4580-8dcb-f1c8b4e48493 None None] The sync data for ids ['6108af00-a0d3-432f-999a-0055798b267e'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:48:44.541912 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49934) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:44.576177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c97b2e71-7a1b-4a86-bbe5-70c9d048b8e1 None None] Provisioning complete for port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:44.576545 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c97b2e71-7a1b-4a86-bbe5-70c9d048b8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:44.625225 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-238dad35-5c2c-4a84-bef9-86398dd3471e tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:44.652074 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a186308a-ed3d-4390-9334-6622206a718a no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:44.736386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: a186308a-ed3d-4390-9334-6622206a718a {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:48:44.736741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a186308a-ed3d-4390-9334-6622206a718a not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:44.777869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956525a-0f3c-4f8c-bc65-db277cfd4744 req-38b5cfac-8411-4d53-93e2-90a7511aa815 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:44.780700 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3956525a-0f3c-4f8c-bc65-db277cfd4744 req-38b5cfac-8411-4d53-93e2-90a7511aa815 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.43 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 946 time: 0.4929373 Sep 23 22:48:44.785373 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-306fb877-0039-4c5f-add4-5e00c7ebf22a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 999 time: 0.3706796 Sep 23 22:48:44.816003 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-238dad35-5c2c-4a84-bef9-86398dd3471e tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:44.881786 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-238dad35-5c2c-4a84-bef9-86398dd3471e tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64801877-c296-4101-8235-d1f469a26a40']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:44.905012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-238dad35-5c2c-4a84-bef9-86398dd3471e tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e93ee1-0ce0-436d-9e4d-30a92466fd1c') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:44.905507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-238dad35-5c2c-4a84-bef9-86398dd3471e tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e93ee1-0ce0-436d-9e4d-30a92466fd1c') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:44.931064 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-238dad35-5c2c-4a84-bef9-86398dd3471e tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:44.954343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c24806-777f-43fb-a354-9acc96686cf2 req-3d7d49c5-5922-42b3-899c-2b3b914e04ea tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:44.966919 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79c24806-777f-43fb-a354-9acc96686cf2 req-3d7d49c5-5922-42b3-899c-2b3b914e04ea tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.1455419 Sep 23 22:48:45.021919 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-238dad35-5c2c-4a84-bef9-86398dd3471e tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:45.047574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238dad35-5c2c-4a84-bef9-86398dd3471e tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:48:45.048141 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-238dad35-5c2c-4a84-bef9-86398dd3471e tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:48:45.053699 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:48:45.107271 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79c24806-777f-43fb-a354-9acc96686cf2 req-902c492b-2fa6-4279-a52c-0ecb1ea7a34e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306062 Sep 23 22:48:45.124873 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-0e7da0c5-c0b1-44e6-9261-94dc58b88976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:45.128171 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-0e7da0c5-c0b1-44e6-9261-94dc58b88976 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=540b0e52-eae5-4aec-973b-222f092e66b6 HTTP/1.1" status: 200 len: 835 time: 0.3168859 Sep 23 22:48:45.199702 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d87b7bc1-4831-4cea-8a5c-8163ff73b539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:45.249435 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797bd6b-aa20-404e-ac47-14fd0e9a90b8 req-22857c18-9ecd-4b56-9d68-6899c97d20c7 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:45.254004 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1797bd6b-aa20-404e-ac47-14fd0e9a90b8 req-22857c18-9ecd-4b56-9d68-6899c97d20c7 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 946 time: 0.3499286 Sep 23 22:48:45.332849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-238dad35-5c2c-4a84-bef9-86398dd3471e tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:45.345520 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-238dad35-5c2c-4a84-bef9-86398dd3471e tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:45.350261 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-238dad35-5c2c-4a84-bef9-86398dd3471e tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "DELETE /v2.0/networks/64801877-c296-4101-8235-d1f469a26a40 HTTP/1.1" status: 204 len: 168 time: 1.4894538 Sep 23 22:48:45.354478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49952) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:45.412197 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-3956525a-0f3c-4f8c-bc65-db277cfd4744 req-f2a6072b-cd05-4a1e-bf2f-3811fb56f079 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Deleting port 652330a5-3bc0-4d88-8b20-963a8b326bb7 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:45.412197 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3956525a-0f3c-4f8c-bc65-db277cfd4744 req-f2a6072b-cd05-4a1e-bf2f-3811fb56f079 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:45.415159 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dad35-5c2c-4a84-bef9-86398dd3471e tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event deleted for resources: {'Network': ['ID=64801877-c296-4101-8235-d1f469a26a40,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:45.421647 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1797bd6b-aa20-404e-ac47-14fd0e9a90b8 req-8fa664c4-1d35-4bb8-abe5-ba6a6f04df6b tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219008 Sep 23 22:48:45.436605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-ea15b485-27d8-47c2-9508-8fb25038b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:45.438303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-ea15b485-27d8-47c2-9508-8fb25038b4ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3009741 Sep 23 22:48:45.446716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-a708b7e1-25e1-4b3a-a362-8f58d01138be tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Deleting subnet 4269f086-85a8-4a17-86b1-76d17b80786e {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:48:45.462266 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a708b7e1-25e1-4b3a-a362-8f58d01138be tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:45.606964 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a708b7e1-25e1-4b3a-a362-8f58d01138be tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:45.657685 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a2b3660-0f0f-4010-bc4a-cd9632a4d2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:45.776221 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a708b7e1-25e1-4b3a-a362-8f58d01138be tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:45.796960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-3956525a-0f3c-4f8c-bc65-db277cfd4744 req-f2a6072b-cd05-4a1e-bf2f-3811fb56f079 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] For port 652330a5-3bc0-4d88-8b20-963a8b326bb7, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=652330a5-3bc0-4d88-8b20-963a8b326bb7,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:45.797704 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3956525a-0f3c-4f8c-bc65-db277cfd4744 req-f2a6072b-cd05-4a1e-bf2f-3811fb56f079 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:45.822758 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-8f40b2d4-2c3f-48e8-aa5d-a0ceaa875052 service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729899 Sep 23 22:48:45.823908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-3956525a-0f3c-4f8c-bc65-db277cfd4744 req-f2a6072b-cd05-4a1e-bf2f-3811fb56f079 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Calling delete_port for 652330a5-3bc0-4d88-8b20-963a8b326bb7 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:45.938944 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d87b7bc1-4831-4cea-8a5c-8163ff73b539 admin admin] Deleting port 998406dd-8e13-4d0c-b855-13657ae5b5c3 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:45.940072 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d87b7bc1-4831-4cea-8a5c-8163ff73b539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:46.033483 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a708b7e1-25e1-4b3a-a362-8f58d01138be tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:46.078656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708b7e1-25e1-4b3a-a362-8f58d01138be tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event deleted for resources: {'Subnet': ['ID=4269f086-85a8-4a17-86b1-76d17b80786e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:46.083210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a708b7e1-25e1-4b3a-a362-8f58d01138be tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:46.085275 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a708b7e1-25e1-4b3a-a362-8f58d01138be tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "DELETE /v2.0/subnets/4269f086-85a8-4a17-86b1-76d17b80786e HTTP/1.1" status: 204 len: 168 time: 0.7309608 Sep 23 22:48:46.088315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49964) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:46.106825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49687ae-5ead-48b7-bafc-b09dd23ab56c None None] Network 24b5aac5-5dd1-4cf6-959b-614416a54981 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:46.174768 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:46.175223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-d87b7bc1-4831-4cea-8a5c-8163ff73b539 admin admin] For port 998406dd-8e13-4d0c-b855-13657ae5b5c3, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=998406dd-8e13-4d0c-b855-13657ae5b5c3,segment=NetworkSegment(f59c5dce-7baa-4411-aefd-cacd3e503145),segment_id=f59c5dce-7baa-4411-aefd-cacd3e503145)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:46.175619 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d87b7bc1-4831-4cea-8a5c-8163ff73b539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:46.285911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d87b7bc1-4831-4cea-8a5c-8163ff73b539 admin admin] Calling delete_port for 998406dd-8e13-4d0c-b855-13657ae5b5c3 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:46.311690 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:46.342040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-22d76f46-878f-4b5e-b517-6e8ad2de4792 service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109682 Sep 23 22:48:46.403122 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1125f4-6e66-47f9-b0aa-9c0e08886c58 req-5755bcfb-3ec1-4d56-98b2-1904b617999e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:46.404875 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4c1125f4-6e66-47f9-b0aa-9c0e08886c58 req-5755bcfb-3ec1-4d56-98b2-1904b617999e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.1789594 Sep 23 22:48:46.405348 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:46.569402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2c3c7c-ea08-4841-a7cc-d90d47184fba None None] DHCP port deletion for 24b5aac5-5dd1-4cf6-959b-614416a54981 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:48:46.628199 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4c1125f4-6e66-47f9-b0aa-9c0e08886c58 req-011512d2-2019-4905-a9cc-7fbf3e6aab97 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962154 Sep 23 22:48:46.684115 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Deleting port e9114f43-dfc2-4a5b-a45a-9bc7a576c853 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:46.684489 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:46.790083 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c3c7c-ea08-4841-a7cc-d90d47184fba None None] Deleting port e9114f43-dfc2-4a5b-a45a-9bc7a576c853 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:46.797294 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3c7c-ea08-4841-a7cc-d90d47184fba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:46.881883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] For port e9114f43-dfc2-4a5b-a45a-9bc7a576c853, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e9114f43-dfc2-4a5b-a45a-9bc7a576c853,segment=NetworkSegment(794aa8f4-6c58-4d08-808a-0b2c444952fd),segment_id=794aa8f4-6c58-4d08-808a-0b2c444952fd)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:46.882454 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:46.904168 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Calling delete_port for e9114f43-dfc2-4a5b-a45a-9bc7a576c853 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:46.972689 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Allocated IP 172.20.0.1 (e3d9903b-feba-497a-acf7-f4256629acb4/48087576-cf3b-4deb-804f-c6c5bf64b8d1/0dfc5224-0a36-4413-902d-5a34e00d0ae6) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:46.991879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fd2c3c7c-ea08-4841-a7cc-d90d47184fba None None] For port e9114f43-dfc2-4a5b-a45a-9bc7a576c853, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e9114f43-dfc2-4a5b-a45a-9bc7a576c853,segment=NetworkSegment(794aa8f4-6c58-4d08-808a-0b2c444952fd),segment_id=794aa8f4-6c58-4d08-808a-0b2c444952fd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:46.992838 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3c7c-ea08-4841-a7cc-d90d47184fba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:47.014451 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d87b7bc1-4831-4cea-8a5c-8163ff73b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:47.028531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c3c7c-ea08-4841-a7cc-d90d47184fba None None] Calling delete_port for e9114f43-dfc2-4a5b-a45a-9bc7a576c853 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:47.053901 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:47.112697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b7bc1-4831-4cea-8a5c-8163ff73b539 admin admin] Pushing event deleted for resources: {'Port': ['ID=998406dd-8e13-4d0c-b855-13657ae5b5c3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:47.187402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 652330a5-3bc0-4d88-8b20-963a8b326bb7 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:47.196693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf58a5-014e-4a41-b935-42ee91904e25 req-eea262ff-b97a-4819-b2b0-570b3e200156 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:47.199684 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2fdf58a5-014e-4a41-b935-42ee91904e25 req-eea262ff-b97a-4819-b2b0-570b3e200156 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 946 time: 0.4629772 Sep 23 22:48:47.230331 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:47.289457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No active binding found for port 652330a5-3bc0-4d88-8b20-963a8b326bb7 {{(pid=95492) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 22:48:47.289955 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 652330a5-3bc0-4d88-8b20-963a8b326bb7 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:47.293006 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3956525a-0f3c-4f8c-bc65-db277cfd4744 req-f2a6072b-cd05-4a1e-bf2f-3811fb56f079 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:47.313184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['66ac2317-bea4-4041-944c-4d1fe8075694'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:48:47.367552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6072b-cd05-4a1e-bf2f-3811fb56f079 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Pushing event deleted for resources: {'Port': ['ID=652330a5-3bc0-4d88-8b20-963a8b326bb7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:47.375812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['da2776d1-0733-425d-a3a9-cbfd01f156db'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:48:47.406081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2fdf58a5-014e-4a41-b935-42ee91904e25 req-b5a6731a-68ad-4bb3-a8a9-eec6aa82dded tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705608 Sep 23 22:48:47.518024 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-3956525a-0f3c-4f8c-bc65-db277cfd4744 req-f2a6072b-cd05-4a1e-bf2f-3811fb56f079 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] No DVR routers for this DVR port 652330a5-3bc0-4d88-8b20-963a8b326bb7 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:47.522006 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3956525a-0f3c-4f8c-bc65-db277cfd4744 req-f2a6072b-cd05-4a1e-bf2f-3811fb56f079 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:47.524359 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3956525a-0f3c-4f8c-bc65-db277cfd4744 req-f2a6072b-cd05-4a1e-bf2f-3811fb56f079 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.43 "DELETE /v2.0/ports/652330a5-3bc0-4d88-8b20-963a8b326bb7 HTTP/1.1" status: 204 len: 173 time: 2.7338417 Sep 23 22:48:47.524843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560e19b3-4a99-44d0-8848-bb9049fde020', 'name': 'network-vif-deleted', 'tag': '652330a5-3bc0-4d88-8b20-963a8b326bb7'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:48:47.527834 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d79d131-70e7-4a06-ae47-59ec80ab0795" -d '{"events": [{"server_uuid": "560e19b3-4a99-44d0-8848-bb9049fde020", "name": "network-vif-deleted", "tag": "652330a5-3bc0-4d88-8b20-963a8b326bb7"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:48:47.578996 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:47.609551 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d87b7bc1-4831-4cea-8a5c-8163ff73b539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:47.663167 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3c7c-ea08-4841-a7cc-d90d47184fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:47.681853 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb564a5-793c-45b8-8d78-e1f3af983390 x-openstack-request-id: req-beb564a5-793c-45b8-8d78-e1f3af983390 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:48:47.682346 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560e19b3-4a99-44d0-8848-bb9049fde020", "name": "network-vif-deleted", "tag": "652330a5-3bc0-4d88-8b20-963a8b326bb7", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:48:47.682874 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-beb564a5-793c-45b8-8d78-e1f3af983390 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:48:47.687837 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560e19b3-4a99-44d0-8848-bb9049fde020', 'name': 'network-vif-deleted', 'tag': '652330a5-3bc0-4d88-8b20-963a8b326bb7', 'status': 'completed', 'code': 200} Sep 23 22:48:47.802284 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event updated for resources: {'Port': ['ID=0dfc5224-0a36-4413-902d-5a34e00d0ae6,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:47.823199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c3c7c-ea08-4841-a7cc-d90d47184fba None None] Pushing event deleted for resources: {'Port': ['ID=e9114f43-dfc2-4a5b-a45a-9bc7a576c853,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:47.829755 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c3c7c-ea08-4841-a7cc-d90d47184fba None None] No DVR routers for this DVR port e9114f43-dfc2-4a5b-a45a-9bc7a576c853 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:47.867886 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:47.886698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Network e3d9903b-feba-497a-acf7-f4256629acb4 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:47.892895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:47.938628 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:47.953268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event deleted for resources: {'Port': ['ID=e9114f43-dfc2-4a5b-a45a-9bc7a576c853,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:47.975423 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:47.976725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:47.977081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:47.982458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:47.982963 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:47.983296 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:47.983583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:47.983903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:47.984251 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:47.984589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:47.984925 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:47.985294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:48.016667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c50b7-7419-42b3-bb99-e4453f5ea2d5 req-bfabe9c3-f123-4269-a176-6b1f0d59ca7c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:48.020210 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-649c50b7-7419-42b3-bb99-e4453f5ea2d5 req-bfabe9c3-f123-4269-a176-6b1f0d59ca7c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.2096374 Sep 23 22:48:48.061417 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:48.072914 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] No DVR routers for this DVR port e9114f43-dfc2-4a5b-a45a-9bc7a576c853 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:48.080792 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:48.188746 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-649c50b7-7419-42b3-bb99-e4453f5ea2d5 req-8c91c144-11ec-4923-9978-93c773f85c47 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520338 Sep 23 22:48:48.300499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:48.339980 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b5aac5-5dd1-4cf6-959b-614416a54981']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:48.359066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794aa8f4-6c58-4d08-808a-0b2c444952fd') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:48.359363 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794aa8f4-6c58-4d08-808a-0b2c444952fd') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:48.385613 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:48.410096 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:48.419376 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:48:48.419797 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:48.421856 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:48.460785 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-da66039f-1488-487f-97af-14f01bb33412 None None] Provisioning complete for port 0dfc5224-0a36-4413-902d-5a34e00d0ae6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:48.461185 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-da66039f-1488-487f-97af-14f01bb33412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:48.558056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e9114f43-dfc2-4a5b-a45a-9bc7a576c853 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:48:48.568110 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:48:48.613883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: e9114f43-dfc2-4a5b-a45a-9bc7a576c853 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:48:48.614542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e9114f43-dfc2-4a5b-a45a-9bc7a576c853 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:48.615392 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87b7bc1-4831-4cea-8a5c-8163ff73b539 admin admin] Router 69bbd77f-dedb-4e27-8d42-5b0eadadabee has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:48:48.623850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-da66039f-1488-487f-97af-14f01bb33412 None None] Port 0dfc5224-0a36-4413-902d-5a34e00d0ae6 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:48:48.778080 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:48.803214 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c9e3fca-f3a5-43b6-b639-eb1021a7bceb req-93dcc118-1d1c-4d7c-b201-5502f1f7e4e4 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=560e19b3-4a99-44d0-8848-bb9049fde020 HTTP/1.1" status: 200 len: 210 time: 0.0619116 Sep 23 22:48:48.813319 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:48.828423 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:48.834952 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "DELETE /v2.0/networks/24b5aac5-5dd1-4cf6-959b-614416a54981 HTTP/1.1" status: 204 len: 168 time: 2.7414398 Sep 23 22:48:48.835156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50020) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:48.884240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a011586-9ddf-4d08-ba52-4c9b72acd83d tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Pushing event deleted for resources: {'Network': ['ID=24b5aac5-5dd1-4cf6-959b-614416a54981,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:48.892086 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3c28d19f-56f5-4cff-939d-b84fcd258a14 tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "GET /v2.0/ports?device_id=20fca796-98e1-4759-8dd6-d8adf881c4e0 HTTP/1.1" status: 200 len: 205 time: 0.0532107 Sep 23 22:48:48.894947 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50024) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:48.921517 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87b7bc1-4831-4cea-8a5c-8163ff73b539 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:48:48.930336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d87b7bc1-4831-4cea-8a5c-8163ff73b539 admin admin] 10.222.0.22 "PUT /v2.0/routers/69bbd77f-dedb-4e27-8d42-5b0eadadabee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8580825 Sep 23 22:48:48.932762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094218c2-1dbb-497f-bcab-57767ef78376 None None] Sync routers for ids ['69bbd77f-dedb-4e27-8d42-5b0eadadabee'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:48:48.933388 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50026) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:48.954302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094218c2-1dbb-497f-bcab-57767ef78376 None None] Routers {'69bbd77f-dedb-4e27-8d42-5b0eadadabee'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:48.955867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-094218c2-1dbb-497f-bcab-57767ef78376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['69bbd77f-dedb-4e27-8d42-5b0eadadabee'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:49.103801 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:49.240615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-094218c2-1dbb-497f-bcab-57767ef78376 None None] Set router 69bbd77f-dedb-4e27-8d42-5b0eadadabee gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:48:49.394663 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:49.534776 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-51b37a57-43d0-441a-af3d-6722b56a27ec tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:49.597605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-094218c2-1dbb-497f-bcab-57767ef78376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'name': 'tempest-TestServerMultinode-262526389-router', 'tenant_id': 'afef7352c71644fc826066d616a52af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'f3edf87d-d675-4988-8b94-89dee462c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:47:12Z', 'updated_at': '2021-09-23T22:48:46Z', 'revision_number': 5, 'project_id': 'afef7352c71644fc826066d616a52af7', 'gw_port': {'id': 'f3edf87d-d675-4988-8b94-89dee462c8f3', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:47:13Z', 'updated_at': '2021-09-23T22:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:49.620360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] Deleting port f3edf87d-d675-4988-8b94-89dee462c8f3 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:49.621014 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:49.624457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094218c2-1dbb-497f-bcab-57767ef78376 None None] Checking router: 69bbd77f-dedb-4e27-8d42-5b0eadadabee for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:48:49.638661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094218c2-1dbb-497f-bcab-57767ef78376 None None] Routers {'69bbd77f-dedb-4e27-8d42-5b0eadadabee'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:49.639302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-094218c2-1dbb-497f-bcab-57767ef78376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['69bbd77f-dedb-4e27-8d42-5b0eadadabee'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:49.695252 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:49.734069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706f532-ff89-40fc-932c-f72b5db2c6f0 req-c433406c-dacb-4a91-b48c-cd9ed94bac01 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:49.735955 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9706f532-ff89-40fc-932c-f72b5db2c6f0 req-c433406c-dacb-4a91-b48c-cd9ed94bac01 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.2478471 Sep 23 22:48:49.792192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-094218c2-1dbb-497f-bcab-57767ef78376 None None] Set router 69bbd77f-dedb-4e27-8d42-5b0eadadabee gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:48:49.825919 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] For port f3edf87d-d675-4988-8b94-89dee462c8f3, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f3edf87d-d675-4988-8b94-89dee462c8f3,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:49.826284 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:49.854925 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:49.862227 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] Calling delete_port for f3edf87d-d675-4988-8b94-89dee462c8f3 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:49.921704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event updated for resources: {'Port': ['ID=0dfc5224-0a36-4413-902d-5a34e00d0ae6,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:49.958225 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-51b37a57-43d0-441a-af3d-6722b56a27ec tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:49.966062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-094218c2-1dbb-497f-bcab-57767ef78376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'name': 'tempest-TestServerMultinode-262526389-router', 'tenant_id': 'afef7352c71644fc826066d616a52af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:47:12Z', 'updated_at': '2021-09-23T22:48:49Z', 'revision_number': 6, 'project_id': 'afef7352c71644fc826066d616a52af7', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:49.969656 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-51b37a57-43d0-441a-af3d-6722b56a27ec tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:50.085276 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9706f532-ff89-40fc-932c-f72b5db2c6f0 req-83dc4e75-5a70-405c-884f-3ad9894c3b25 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124356 Sep 23 22:48:50.093832 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:50.236759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094218c2-1dbb-497f-bcab-57767ef78376 None None] The sync data for ids ['69bbd77f-dedb-4e27-8d42-5b0eadadabee'] in n-d-810775-1 is: [{'id': '69bbd77f-dedb-4e27-8d42-5b0eadadabee', 'name': 'tempest-TestServerMultinode-262526389-router', 'tenant_id': 'afef7352c71644fc826066d616a52af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:47:12Z', 'updated_at': '2021-09-23T22:48:49Z', 'revision_number': 6, 'project_id': 'afef7352c71644fc826066d616a52af7', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:48:50.305469 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-51b37a57-43d0-441a-af3d-6722b56a27ec tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:50.310446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b37a57-43d0-441a-af3d-6722b56a27ec tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Fanout notify agent at l3_agent the message router_deleted on router 20fca796-98e1-4759-8dd6-d8adf881c4e0 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:48:50.310446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Network e3d9903b-feba-497a-acf7-f4256629acb4 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:50.324003 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-51b37a57-43d0-441a-af3d-6722b56a27ec tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:50.324716 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-51b37a57-43d0-441a-af3d-6722b56a27ec tempest-RoutersNegativeIpV6Test-104551010 tempest-RoutersNegativeIpV6Test-104551010-project] 10.222.0.22 "DELETE /v2.0/routers/20fca796-98e1-4759-8dd6-d8adf881c4e0 HTTP/1.1" status: 204 len: 168 time: 1.4286916 Sep 23 22:48:50.329083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:50.474946 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:50.482065 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Router 6108af00-a0d3-432f-999a-0055798b267e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:48:50.546427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3edf87d-d675-4988-8b94-89dee462c8f3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:50.766991 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:50.793585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:48:50.807768 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe072e9a-17f5-46af-bb77-31456c3761e8 None None] Sync routers for ids ['6108af00-a0d3-432f-999a-0055798b267e'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:48:50.809674 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-48f22829-7478-444e-a704-68d6ccccc55b tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] 10.222.0.22 "PUT /v2.0/routers/6108af00-a0d3-432f-999a-0055798b267e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2650490 Sep 23 22:48:50.816988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50064) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:50.829092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e0027afe-4290-41db-a103-99b8a9f2201d None None] Provisioning complete for port 0dfc5224-0a36-4413-902d-5a34e00d0ae6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:50.829476 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe072e9a-17f5-46af-bb77-31456c3761e8 None None] Routers {'6108af00-a0d3-432f-999a-0055798b267e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:50.829699 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e0027afe-4290-41db-a103-99b8a9f2201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:50.830084 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe072e9a-17f5-46af-bb77-31456c3761e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['6108af00-a0d3-432f-999a-0055798b267e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:50.831794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-905f6bb1-eb10-41cd-8167-7bbcd4ccc83c tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Request body: {'port': {'network_id': 'e3d9903b-feba-497a-acf7-f4256629acb4', 'name': 'tempest-FloatingIPAdminTestJSON-2118326423'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:50.890358 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e0027afe-4290-41db-a103-99b8a9f2201d None None] Port 0dfc5224-0a36-4413-902d-5a34e00d0ae6 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:48:50.970125 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe072e9a-17f5-46af-bb77-31456c3761e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:50.980733 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe072e9a-17f5-46af-bb77-31456c3761e8 None None] Routers {'6108af00-a0d3-432f-999a-0055798b267e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:50.981816 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe072e9a-17f5-46af-bb77-31456c3761e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['6108af00-a0d3-432f-999a-0055798b267e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:51.021154 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe072e9a-17f5-46af-bb77-31456c3761e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:51.022806 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe072e9a-17f5-46af-bb77-31456c3761e8 None None] The sync data for ids ['6108af00-a0d3-432f-999a-0055798b267e'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:48:51.112909 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae6143-c18e-4a97-848e-c128395f448a req-2045e93c-f9fe-4fb9-a71c-24932ce650f6 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:51.115220 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56ae6143-c18e-4a97-848e-c128395f448a req-2045e93c-f9fe-4fb9-a71c-24932ce650f6 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 945 time: 0.0822935 Sep 23 22:48:51.211847 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56ae6143-c18e-4a97-848e-c128395f448a req-a74a73d9-9c7b-49f2-ba49-b1224471b055 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824809 Sep 23 22:48:51.258315 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905f6bb1-eb10-41cd-8167-7bbcd4ccc83c tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Made reservation on behalf of d94f2b21a68b451198901996acf36eb2 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:51.265787 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-905f6bb1-eb10-41cd-8167-7bbcd4ccc83c tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:51.299102 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50078) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:51.350460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-905f6bb1-eb10-41cd-8167-7bbcd4ccc83c tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] device_id is not set on port 9e62a1dc-ecb3-442f-ae56-7a7e3f226639 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:48:51.575247 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-111a96ce-544d-4b07-bbc1-88b09f992a33 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b60fe56ecf047d881ae7ba9ddb59bd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684636 Sep 23 22:48:51.576070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50084) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:51.587925 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-905f6bb1-eb10-41cd-8167-7bbcd4ccc83c tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Allocated IP 172.20.0.8 (e3d9903b-feba-497a-acf7-f4256629acb4/48087576-cf3b-4deb-804f-c6c5bf64b8d1/9e62a1dc-ecb3-442f-ae56-7a7e3f226639) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:51.652557 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:51.658087 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:51.709072 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cf98c6cb-6af7-4cbf-a728-c8b7486b70dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:51.747060 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761713-ae11-495c-b52e-eef96f5513c8 req-b13c776a-47a2-4406-bb8f-b102e193b417 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:51.748721 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b761713-ae11-495c-b52e-eef96f5513c8 req-b13c776a-47a2-4406-bb8f-b102e193b417 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.1787121 Sep 23 22:48:51.791019 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cf98c6cb-6af7-4cbf-a728-c8b7486b70dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:51.801137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b761713-ae11-495c-b52e-eef96f5513c8 req-f07e5a49-8726-4163-a22b-950de1176409 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447032 Sep 23 22:48:51.880308 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:51.882627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69bbd77f-dedb-4e27-8d42-5b0eadadabee {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:48:51.887143 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:51.892818 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7cf8a4da-6b20-48ca-89bc-9ea02114ffc4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/69bbd77f-dedb-4e27-8d42-5b0eadadabee HTTP/1.1" status: 204 len: 168 time: 2.9580488 Sep 23 22:48:51.893582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50098) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:51.923998 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-905f6bb1-eb10-41cd-8167-7bbcd4ccc83c tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:51.956189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb74f0c7-2f91-493c-a2e1-5c10ece43423 admin admin] Deleting subnet 3779cc5c-eafc-48b3-bc20-0e18391c4787 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:48:51.961892 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb74f0c7-2f91-493c-a2e1-5c10ece43423 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:52.031206 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cf98c6cb-6af7-4cbf-a728-c8b7486b70dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:52.036435 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cf98c6cb-6af7-4cbf-a728-c8b7486b70dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:52.041796 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cf98c6cb-6af7-4cbf-a728-c8b7486b70dd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/478c7d37-2814-4d98-a166-f83ef6f59778 HTTP/1.1" status: 204 len: 168 time: 0.4609773 Sep 23 22:48:52.045770 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb74f0c7-2f91-493c-a2e1-5c10ece43423 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:52.062656 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-905f6bb1-eb10-41cd-8167-7bbcd4ccc83c tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:52.209189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98c6cb-6af7-4cbf-a728-c8b7486b70dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478c7d37-2814-4d98-a166-f83ef6f59778,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:52.223656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f6bb1-eb10-41cd-8167-7bbcd4ccc83c tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event updated for resources: {'Port': ['ID=9e62a1dc-ecb3-442f-ae56-7a7e3f226639,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:52.229204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905f6bb1-eb10-41cd-8167-7bbcd4ccc83c tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Network e3d9903b-feba-497a-acf7-f4256629acb4 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:52.231064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-905f6bb1-eb10-41cd-8167-7bbcd4ccc83c tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:52.233974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f6bb1-eb10-41cd-8167-7bbcd4ccc83c tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:52.345091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905f6bb1-eb10-41cd-8167-7bbcd4ccc83c tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:52.345805 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-905f6bb1-eb10-41cd-8167-7bbcd4ccc83c tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:52.375327 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 998406dd-8e13-4d0c-b855-13657ae5b5c3 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:52.376581 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb74f0c7-2f91-493c-a2e1-5c10ece43423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:52.422545 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 998406dd-8e13-4d0c-b855-13657ae5b5c3 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:48:52.422885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 998406dd-8e13-4d0c-b855-13657ae5b5c3 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:52.423323 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f3edf87d-d675-4988-8b94-89dee462c8f3 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:52.461017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: f3edf87d-d675-4988-8b94-89dee462c8f3 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:48:52.463726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f3edf87d-d675-4988-8b94-89dee462c8f3 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:52.485644 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-905f6bb1-eb10-41cd-8167-7bbcd4ccc83c tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6627691 Sep 23 22:48:52.493840 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50110) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:52.558763 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cc6fa-f380-4029-ad57-26c8aaf08072 req-cf4a463f-0e7a-4fc4-a9be-78d4db57edda tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:52.561085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-548cc6fa-f380-4029-ad57-26c8aaf08072 req-cf4a463f-0e7a-4fc4-a9be-78d4db57edda tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 945 time: 0.1689377 Sep 23 22:48:52.597413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d004d28-7224-4af2-b5da-2cffb00bb93f req-409120cb-7201-4d97-aca9-92b9cfb4b68a tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:52.599881 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d004d28-7224-4af2-b5da-2cffb00bb93f req-409120cb-7201-4d97-aca9-92b9cfb4b68a tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.67 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 945 time: 0.1216609 Sep 23 22:48:52.617854 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb74f0c7-2f91-493c-a2e1-5c10ece43423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:52.718932 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74f0c7-2f91-493c-a2e1-5c10ece43423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3779cc5c-eafc-48b3-bc20-0e18391c4787,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:52.730588 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-548cc6fa-f380-4029-ad57-26c8aaf08072 req-79b82c18-c1cc-47c7-a227-a951af7a611f tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551709 Sep 23 22:48:52.756873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a834438-9f4d-4956-8c53-14fc235cfd7e None None] Network efcb0b09-c583-4457-9276-cbca80df1181 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:52.758249 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb74f0c7-2f91-493c-a2e1-5c10ece43423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:52.774498 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cb74f0c7-2f91-493c-a2e1-5c10ece43423 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3779cc5c-eafc-48b3-bc20-0e18391c4787 HTTP/1.1" status: 204 len: 168 time: 0.8797896 Sep 23 22:48:52.779203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50118) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:52.894198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-5d004d28-7224-4af2-b5da-2cffb00bb93f req-6548f1c3-5e61-48db-b55f-7ea8c178c685 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Deleting port da2776d1-0733-425d-a3a9-cbfd01f156db {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:52.894562 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5d004d28-7224-4af2-b5da-2cffb00bb93f req-6548f1c3-5e61-48db-b55f-7ea8c178c685 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:52.955099 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:53.030196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'project_id': 'd94f2b21a68b451198901996acf36eb2', 'port_id': '9e62a1dc-ecb3-442f-ae56-7a7e3f226639'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:53.092212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5d004d28-7224-4af2-b5da-2cffb00bb93f req-6548f1c3-5e61-48db-b55f-7ea8c178c685 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] For port da2776d1-0733-425d-a3a9-cbfd01f156db, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=da2776d1-0733-425d-a3a9-cbfd01f156db,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:53.092594 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5d004d28-7224-4af2-b5da-2cffb00bb93f req-6548f1c3-5e61-48db-b55f-7ea8c178c685 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:53.114700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-5d004d28-7224-4af2-b5da-2cffb00bb93f req-6548f1c3-5e61-48db-b55f-7ea8c178c685 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Calling delete_port for da2776d1-0733-425d-a3a9-cbfd01f156db owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:53.170221 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8255e8c-2ae6-48c2-b3c2-58226106d643 req-3a5960fe-97e8-4cb3-9b77-059376954e8f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:53.173183 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f8255e8c-2ae6-48c2-b3c2-58226106d643 req-3a5960fe-97e8-4cb3-9b77-059376954e8f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.1566479 Sep 23 22:48:53.181691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] Deleting port 1a72a638-8d77-4217-b400-17b08199d0a8 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:53.184765 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:53.195099 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:53.195390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-20acb94e-f901-4cbf-9be0-4c64bd57f72a None None] Provisioning complete for port 9e62a1dc-ecb3-442f-ae56-7a7e3f226639 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:48:53.195687 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20acb94e-f901-4cbf-9be0-4c64bd57f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:53.279205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-20acb94e-f901-4cbf-9be0-4c64bd57f72a None None] Port 9e62a1dc-ecb3-442f-ae56-7a7e3f226639 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:48:53.322522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] For port 1a72a638-8d77-4217-b400-17b08199d0a8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1a72a638-8d77-4217-b400-17b08199d0a8,segment=NetworkSegment(f59c5dce-7baa-4411-aefd-cacd3e503145),segment_id=f59c5dce-7baa-4411-aefd-cacd3e503145)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:53.322904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:53.348190 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f8255e8c-2ae6-48c2-b3c2-58226106d643 req-209f12db-e353-4c06-83f6-4fca5118464e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622934 Sep 23 22:48:53.374804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] Calling delete_port for 1a72a638-8d77-4217-b400-17b08199d0a8 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:53.379926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5469d39a-b6be-4ade-8de3-9afd691e4b16 None None] DHCP port deletion for efcb0b09-c583-4457-9276-cbca80df1181 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:48:53.533563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5469d39a-b6be-4ade-8de3-9afd691e4b16 None None] Deleting port 1a72a638-8d77-4217-b400-17b08199d0a8 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:53.534122 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5469d39a-b6be-4ade-8de3-9afd691e4b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:53.543933 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:53.624486 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:53.633393 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5d004d28-7224-4af2-b5da-2cffb00bb93f req-6548f1c3-5e61-48db-b55f-7ea8c178c685 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:53.635105 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5469d39a-b6be-4ade-8de3-9afd691e4b16 None None] For port 1a72a638-8d77-4217-b400-17b08199d0a8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1a72a638-8d77-4217-b400-17b08199d0a8,segment=NetworkSegment(f59c5dce-7baa-4411-aefd-cacd3e503145),segment_id=f59c5dce-7baa-4411-aefd-cacd3e503145)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:48:53.635606 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5469d39a-b6be-4ade-8de3-9afd691e4b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:53.651592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['66ac2317-bea4-4041-944c-4d1fe8075694'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:48:53.721580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a72a638-8d77-4217-b400-17b08199d0a8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:53.724061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5469d39a-b6be-4ade-8de3-9afd691e4b16 None None] Calling delete_port for 1a72a638-8d77-4217-b400-17b08199d0a8 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:53.731073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] No DVR routers for this DVR port 1a72a638-8d77-4217-b400-17b08199d0a8 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:53.751501 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548f1c3-5e61-48db-b55f-7ea8c178c685 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Pushing event deleted for resources: {'Port': ['ID=da2776d1-0733-425d-a3a9-cbfd01f156db,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:53.909933 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:53.969632 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efcb0b09-c583-4457-9276-cbca80df1181']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:53.983362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d004d28-7224-4af2-b5da-2cffb00bb93f req-6548f1c3-5e61-48db-b55f-7ea8c178c685 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] No DVR routers for this DVR port da2776d1-0733-425d-a3a9-cbfd01f156db on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:53.983608 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59c5dce-7baa-4411-aefd-cacd3e503145') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:53.983608 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59c5dce-7baa-4411-aefd-cacd3e503145') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:53.995255 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:53.996134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d7d3b1f-3204-40c1-881e-65e3f2c55789 req-8972f380-df08-430c-804e-a85e29ee0046 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 210 time: 0.1585875 Sep 23 22:48:53.997652 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5d004d28-7224-4af2-b5da-2cffb00bb93f req-6548f1c3-5e61-48db-b55f-7ea8c178c685 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:54.002457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d004d28-7224-4af2-b5da-2cffb00bb93f req-6548f1c3-5e61-48db-b55f-7ea8c178c685 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.67 "DELETE /v2.0/ports/da2776d1-0733-425d-a3a9-cbfd01f156db HTTP/1.1" status: 204 len: 173 time: 1.3943737 Sep 23 22:48:54.013796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44fd80d-70cf-45d2-a2a8-a19b4c08de37', 'name': 'network-vif-deleted', 'tag': 'da2776d1-0733-425d-a3a9-cbfd01f156db'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:48:54.016684 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87cd9da-d74c-49f7-b276-d5264e16054f" -d '{"events": [{"server_uuid": "a44fd80d-70cf-45d2-a2a8-a19b4c08de37", "name": "network-vif-deleted", "tag": "da2776d1-0733-425d-a3a9-cbfd01f156db"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:48:54.026600 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5469d39a-b6be-4ade-8de3-9afd691e4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:54.027331 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:54.042527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Allocated IP 172.25.1.80 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/a8ec6035-6ea9-4ec4-83c0-79739ffb165d) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:54.049047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:48:54.049639 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:48:54.051767 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:48:54.059980 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469d39a-b6be-4ade-8de3-9afd691e4b16 None None] Pushing event deleted for resources: {'Port': ['ID=1a72a638-8d77-4217-b400-17b08199d0a8,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:54.062284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5469d39a-b6be-4ade-8de3-9afd691e4b16 None None] No DVR routers for this DVR port 1a72a638-8d77-4217-b400-17b08199d0a8 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:48:54.110814 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d720bdf7-6882-4ab4-8440-e2686f8bc5b1 x-openstack-request-id: req-d720bdf7-6882-4ab4-8440-e2686f8bc5b1 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:48:54.111175 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44fd80d-70cf-45d2-a2a8-a19b4c08de37", "name": "network-vif-deleted", "tag": "da2776d1-0733-425d-a3a9-cbfd01f156db", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:48:54.111622 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d720bdf7-6882-4ab4-8440-e2686f8bc5b1 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:48:54.112021 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44fd80d-70cf-45d2-a2a8-a19b4c08de37', 'name': 'network-vif-deleted', 'tag': 'da2776d1-0733-425d-a3a9-cbfd01f156db', 'status': 'completed', 'code': 200} Sep 23 22:48:54.177710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50160) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:54.227095 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1a72a638-8d77-4217-b400-17b08199d0a8 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:54.250347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 1a72a638-8d77-4217-b400-17b08199d0a8 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:48:54.250786 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:54.251014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1a72a638-8d77-4217-b400-17b08199d0a8 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:54.355198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ef6ddbb5-5873-44e8-83b7-4847b58382a5 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2029027677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:54.428721 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:54.432516 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:54.436399 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:54.452919 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/efcb0b09-c583-4457-9276-cbca80df1181 HTTP/1.1" status: 204 len: 168 time: 1.6602774 Sep 23 22:48:54.472288 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dcc9b-7ac6-41bf-8760-6ef21751f4c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=efcb0b09-c583-4457-9276-cbca80df1181,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:54.497764 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ef6ddbb5-5873-44e8-83b7-4847b58382a5 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:54.498923 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ef6ddbb5-5873-44e8-83b7-4847b58382a5 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:54.543920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:54.550172 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Pushing event updated for resources: {'Port': ['ID=a8ec6035-6ea9-4ec4-83c0-79739ffb165d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:54.552984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:54.559873 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:54.639158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ef6ddbb5-5873-44e8-83b7-4847b58382a5 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:54.655510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184401f6-505d-4e50-9e12-d68436ddf6ba req-9b9acb9d-e96e-47f7-9b4a-69d052914c42 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:54.657065 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-184401f6-505d-4e50-9e12-d68436ddf6ba req-9b9acb9d-e96e-47f7-9b4a-69d052914c42 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.2134027 Sep 23 22:48:54.811549 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-184401f6-505d-4e50-9e12-d68436ddf6ba req-3e74562b-39ec-469d-919f-e2c3e02e7078 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460276 Sep 23 22:48:54.811835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device da2776d1-0733-425d-a3a9-cbfd01f156db no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:48:54.823300 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ef6ddbb5-5873-44e8-83b7-4847b58382a5 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:54.861681 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: da2776d1-0733-425d-a3a9-cbfd01f156db {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:48:54.862374 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device da2776d1-0733-425d-a3a9-cbfd01f156db not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:48:55.134668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fef7d22a-fd43-44d2-bfad-d213a457a1d2 req-2f006eed-58c4-422f-b93c-d95dcdedcaa9 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44fd80d-70cf-45d2-a2a8-a19b4c08de37 HTTP/1.1" status: 200 len: 210 time: 0.0318401 Sep 23 22:48:55.137266 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ef6ddbb5-5873-44e8-83b7-4847b58382a5 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:55.141858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50178) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:55.142800 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ef6ddbb5-5873-44e8-83b7-4847b58382a5 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9627116 Sep 23 22:48:55.147588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-221618055'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:55.190614 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50180) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:55.236705 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:55.244838 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-67cd110f-0365-41a8-b587-e497b1130d4f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b2f4aa1c727d4d1aa00e5b9dede8ce13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523536 Sep 23 22:48:55.248867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50182) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:55.327038 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bdfada28-9a3b-4209-8a2b-566a61da4a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:55.351150 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bdfada28-9a3b-4209-8a2b-566a61da4a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:55.365801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Made reservation on behalf of bd12e040b7494bbf88f353a6fc1c11aa for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:55.365801 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:55.382982 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:55.529432 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:55.624013 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:55.653678 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:55.656802 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bdfada28-9a3b-4209-8a2b-566a61da4a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:55.659776 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bdfada28-9a3b-4209-8a2b-566a61da4a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:55.664308 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bdfada28-9a3b-4209-8a2b-566a61da4a6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7fffbd7-f106-42a3-a5cc-45327f25ca8f HTTP/1.1" status: 204 len: 168 time: 0.4109652 Sep 23 22:48:55.727539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:48:55.748019 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ace57af-ff67-4264-be36-c317907673af,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:55.786387 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:55.792292 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Added segment 0b7a04bc-d89c-4356-96e8-305fc4750d99 of type vlan for network 4f147a44-4799-4eaa-8121-f69854a24256 Sep 23 22:48:55.843368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfada28-9a3b-4209-8a2b-566a61da4a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fffbd7-f106-42a3-a5cc-45327f25ca8f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:55.856444 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:55.900422 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:56.011547 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:56.020775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:56.021505 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:56.022024 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:56.046412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caaf05-3d43-438c-a814-c6ba50ade48f req-8dd86943-9cc2-4727-be8f-153d22039e4b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:56.057208 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52caaf05-3d43-438c-a814-c6ba50ade48f req-8dd86943-9cc2-4727-be8f-153d22039e4b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.1166523 Sep 23 22:48:56.137592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event updated for resources: {'Network': ['ID=4f147a44-4799-4eaa-8121-f69854a24256,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:56.173427 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Pushing event updated for resources: {'Port': ['ID=a8ec6035-6ea9-4ec4-83c0-79739ffb165d,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:56.183287 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52caaf05-3d43-438c-a814-c6ba50ade48f req-c0438387-0f31-4a36-a9e8-a96ddf032124 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246350 Sep 23 22:48:56.184700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 4f147a44-4799-4eaa-8121-f69854a24256 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:48:56.201746 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:56.202288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:56.203113 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:56.203678 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:56.204256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:56.204830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:56.205423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:56.205990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:56.206555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:56.207112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:56.207669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:56.208220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:48:56.233227 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a928b39d-03b2-4b59-b33e-2bcfbee2b7b4 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0798793 Sep 23 22:48:56.240410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50196) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:56.253042 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:56.280082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f65a7c26-0689-4760-8a52-7904f5801dc9 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Request body: {'subnet': {'network_id': '4f147a44-4799-4eaa-8121-f69854a24256', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:56.622103 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Floating IP f8ac302a-fc5f-47ff-8e48-0e902875b187 associated. External IP: 172.25.1.80, port: 9e62a1dc-ecb3-442f-ae56-7a7e3f226639. Sep 23 22:48:56.629839 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65a7c26-0689-4760-8a52-7904f5801dc9 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Made reservation on behalf of bd12e040b7494bbf88f353a6fc1c11aa for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:56.645977 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f65a7c26-0689-4760-8a52-7904f5801dc9 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:57.128156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Router 6108af00-a0d3-432f-999a-0055798b267e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:48:57.160887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50210) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:57.215891 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-942e6b8e-90d9-4d70-b69a-e41b32a1dc95 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=afef7352c71644fc826066d616a52af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529988 Sep 23 22:48:57.217249 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50212) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:57.281762 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f65a7c26-0689-4760-8a52-7904f5801dc9 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:57.383411 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9afa455a-05f8-474e-a145-31e3f746ebc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:57.457087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a7c26-0689-4760-8a52-7904f5801dc9 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event updated for resources: {'Subnet': ['ID=d3e48176-5bf8-4c81-91a4-655c6e867b6b,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:57.457903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:48:57.469502 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc02484b-a6a2-48c7-9276-d8046b0ec105 None None] Sync routers for ids ['6108af00-a0d3-432f-999a-0055798b267e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:48:57.471418 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9afa455a-05f8-474e-a145-31e3f746ebc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:57.486430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65a7c26-0689-4760-8a52-7904f5801dc9 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Checking segment: {'id': '0b7a04bc-d89c-4356-96e8-305fc4750d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4f147a44-4799-4eaa-8121-f69854a24256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:48:57.486810 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65a7c26-0689-4760-8a52-7904f5801dc9 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Network hostable DHCP agents. Network: 4f147a44-4799-4eaa-8121-f69854a24256, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:48:57.492650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc02484b-a6a2-48c7-9276-d8046b0ec105 None None] Routers {'6108af00-a0d3-432f-999a-0055798b267e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:57.493857 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cc02484b-a6a2-48c7-9276-d8046b0ec105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['6108af00-a0d3-432f-999a-0055798b267e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:57.515047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ee41f-55c9-4f9c-bab7-6cf09b441cee req-a26dbb37-095a-4bbe-843c-1d80d8a9396a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:57.519329 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-392ee41f-55c9-4f9c-bab7-6cf09b441cee req-a26dbb37-095a-4bbe-843c-1d80d8a9396a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.1397359 Sep 23 22:48:57.567554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cc02484b-a6a2-48c7-9276-d8046b0ec105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:57.583007 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc02484b-a6a2-48c7-9276-d8046b0ec105 None None] Routers {'6108af00-a0d3-432f-999a-0055798b267e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:48:57.584294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cc02484b-a6a2-48c7-9276-d8046b0ec105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['6108af00-a0d3-432f-999a-0055798b267e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:57.604605 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-392ee41f-55c9-4f9c-bab7-6cf09b441cee req-48aa351f-c9ea-4727-a347-6a511cb911b2 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789006 Sep 23 22:48:57.606576 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:57.617430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65a7c26-0689-4760-8a52-7904f5801dc9 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Network 4f147a44-4799-4eaa-8121-f69854a24256 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:48:57.647322 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ce9b5ad2-45fb-4db5-a501-50050c143bfa tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.1510799 Sep 23 22:48:57.652603 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50216) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:57.683707 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cc02484b-a6a2-48c7-9276-d8046b0ec105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:48:57.684773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc02484b-a6a2-48c7-9276-d8046b0ec105 None None] The sync data for ids ['6108af00-a0d3-432f-999a-0055798b267e'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:48:57.752372 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9afa455a-05f8-474e-a145-31e3f746ebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:57.755646 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9afa455a-05f8-474e-a145-31e3f746ebc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:57.761338 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9afa455a-05f8-474e-a145-31e3f746ebc6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/909056ee-4c76-4538-a97d-2931f03496a6 HTTP/1.1" status: 204 len: 168 time: 0.5386052 Sep 23 22:48:57.795033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa455a-05f8-474e-a145-31e3f746ebc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909056ee-4c76-4538-a97d-2931f03496a6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:57.796890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-f65a7c26-0689-4760-8a52-7904f5801dc9 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 4f147a44-4799-4eaa-8121-f69854a24256) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:57.813034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65a7c26-0689-4760-8a52-7904f5801dc9 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:57.813733 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f65a7c26-0689-4760-8a52-7904f5801dc9 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:57.851812 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-47cc44ba-9088-4923-8131-7af4ae79bba6 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] 10.222.0.22 "GET /v2.0/floatingips/f8ac302a-fc5f-47ff-8e48-0e902875b187 HTTP/1.1" status: 200 len: 982 time: 0.1976442 Sep 23 22:48:57.856061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50222) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:57.872579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fe4f2d-0d36-4574-be8d-6a757783ed11 None None] Network 4f147a44-4799-4eaa-8121-f69854a24256 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:48:57.970389 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f65a7c26-0689-4760-8a52-7904f5801dc9 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7267888 Sep 23 22:48:57.971218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50226) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:57.977174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-03dcf658-54b7-4fda-8c6c-bfb5b79edb30 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Request body: {'network': {'name': 'tempest-router-network01--923368714'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:58.061218 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c08d23ec-3d90-4505-b448-8cfda8eead70 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.1989806 Sep 23 22:48:58.062701 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50228) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:58.199217 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-4f147a44-4799-4eaa-8121-f69854a24256', 'network_id': '4f147a44-4799-4eaa-8121-f69854a24256', 'tenant_id': 'bd12e040b7494bbf88f353a6fc1c11aa', 'fixed_ips': [{'subnet_id': 'd3e48176-5bf8-4c81-91a4-655c6e867b6b'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:48:58.201011 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:58.355069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dcf658-54b7-4fda-8c6c-bfb5b79edb30 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Made reservation on behalf of bd12e040b7494bbf88f353a6fc1c11aa for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:58.364888 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03dcf658-54b7-4fda-8c6c-bfb5b79edb30 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:58.493373 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03dcf658-54b7-4fda-8c6c-bfb5b79edb30 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:48:58.551760 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03dcf658-54b7-4fda-8c6c-bfb5b79edb30 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:58.552889 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-03dcf658-54b7-4fda-8c6c-bfb5b79edb30 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Added segment 05946154-ffe9-4888-a477-633a2773c9fc of type vlan for network 8963c8c6-894a-4244-93cc-2f5e6fcb4fba Sep 23 22:48:58.553316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Allocated IP 172.20.0.2 (4f147a44-4799-4eaa-8121-f69854a24256/d3e48176-5bf8-4c81-91a4-655c6e867b6b/24444e8e-cd26-430b-a120-89069ca54b91) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:48:58.801417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03dcf658-54b7-4fda-8c6c-bfb5b79edb30 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:58.908332 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f5f28620-df65-42cb-8c02-93ba007b55d7 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Deleting port a8ec6035-6ea9-4ec4-83c0-79739ffb165d {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:48:58.908982 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5f28620-df65-42cb-8c02-93ba007b55d7 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:58.915638 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:59.041973 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:59.084462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a345fd-42b8-4ad2-90cc-7ce9d47fdcbc req-f07057f6-8a17-4686-ba30-c583d7ef4b06 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:59.089592 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-39a345fd-42b8-4ad2-90cc-7ce9d47fdcbc req-f07057f6-8a17-4686-ba30-c583d7ef4b06 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.2781825 Sep 23 22:48:59.105400 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03dcf658-54b7-4fda-8c6c-bfb5b79edb30 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:59.130274 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dcf658-54b7-4fda-8c6c-bfb5b79edb30 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:48:59.131067 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03dcf658-54b7-4fda-8c6c-bfb5b79edb30 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:59.151318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Network 4f147a44-4799-4eaa-8121-f69854a24256 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:48:59.179041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:48:59.186008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:48:59.192388 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5f28620-df65-42cb-8c02-93ba007b55d7 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:59.193042 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5f28620-df65-42cb-8c02-93ba007b55d7 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:59.223776 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Pushing event updated for resources: {'Port': ['ID=24444e8e-cd26-430b-a120-89069ca54b91,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:59.259564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f5f28620-df65-42cb-8c02-93ba007b55d7 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Calling delete_port for a8ec6035-6ea9-4ec4-83c0-79739ffb165d owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:48:59.325209 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Attempting to bind port 24444e8e-cd26-430b-a120-89069ca54b91 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:48:59.325769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Attempting to bind port 24444e8e-cd26-430b-a120-89069ca54b91 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '0b7a04bc-d89c-4356-96e8-305fc4750d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4f147a44-4799-4eaa-8121-f69854a24256'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:48:59.326360 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Attempting to bind port 24444e8e-cd26-430b-a120-89069ca54b91 on network 4f147a44-4799-4eaa-8121-f69854a24256 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:48:59.335932 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:48:59.336471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Checking segment: {'id': '0b7a04bc-d89c-4356-96e8-305fc4750d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4f147a44-4799-4eaa-8121-f69854a24256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:48:59.337979 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:59.338447 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Bound using segment: {'id': '0b7a04bc-d89c-4356-96e8-305fc4750d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4f147a44-4799-4eaa-8121-f69854a24256'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:48:59.339229 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Bound port: 24444e8e-cd26-430b-a120-89069ca54b91, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7a04bc-d89c-4356-96e8-305fc4750d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4f147a44-4799-4eaa-8121-f69854a24256'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:48:59.339843 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:59.360977 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcf658-54b7-4fda-8c6c-bfb5b79edb30 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event updated for resources: {'Network': ['ID=8963c8c6-894a-4244-93cc-2f5e6fcb4fba,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:59.445452 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] For port 24444e8e-cd26-430b-a120-89069ca54b91, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:48:59.450125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] For port 24444e8e-cd26-430b-a120-89069ca54b91, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=24444e8e-cd26-430b-a120-89069ca54b91,segment=NetworkSegment(0b7a04bc-d89c-4356-96e8-305fc4750d99),segment_id=0b7a04bc-d89c-4356-96e8-305fc4750d99)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:48:59.453165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 8963c8c6-894a-4244-93cc-2f5e6fcb4fba details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:48:59.533803 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-39a345fd-42b8-4ad2-90cc-7ce9d47fdcbc req-9f54679f-59c0-4cbd-9aa5-de85ce3b9e6d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3927851 Sep 23 22:48:59.538307 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50248) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:48:59.539131 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-03dcf658-54b7-4fda-8c6c-bfb5b79edb30 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5661099 Sep 23 22:48:59.549841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-53ab4a54-2c88-4e6a-ab92-4a38abcceaa1 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Request body: {'network': {'name': 'tempest-router-network02--814678172'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:48:59.612035 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:59.731301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ab4a54-2c88-4e6a-ab92-4a38abcceaa1 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Made reservation on behalf of bd12e040b7494bbf88f353a6fc1c11aa for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:48:59.735191 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53ab4a54-2c88-4e6a-ab92-4a38abcceaa1 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:59.736689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd980aa8-2019-4fbf-bd51-67b743952c2e None None] Pushing event updated for resources: {'Port': ['ID=24444e8e-cd26-430b-a120-89069ca54b91,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:48:59.777604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ab4a54-2c88-4e6a-ab92-4a38abcceaa1 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:48:59.795870 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53ab4a54-2c88-4e6a-ab92-4a38abcceaa1 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:59.796390 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-53ab4a54-2c88-4e6a-ab92-4a38abcceaa1 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Added segment 273b98e8-4cf4-4bd9-9422-8575a8f2cc8b of type vlan for network 49b4126f-c787-429a-9ea8-bfa6da1b023e Sep 23 22:48:59.886574 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53ab4a54-2c88-4e6a-ab92-4a38abcceaa1 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:48:59.949379 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5f28620-df65-42cb-8c02-93ba007b55d7 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:00.062370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f28620-df65-42cb-8c02-93ba007b55d7 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event deleted for resources: {'Port': ['ID=a8ec6035-6ea9-4ec4-83c0-79739ffb165d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:00.138360 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5f28620-df65-42cb-8c02-93ba007b55d7 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:00.138895 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-f5f28620-df65-42cb-8c02-93ba007b55d7 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Floating IP f8ac302a-fc5f-47ff-8e48-0e902875b187 disassociated (deleted). External IP: 172.25.1.80, port: 9e62a1dc-ecb3-442f-ae56-7a7e3f226639. Sep 23 22:49:00.160189 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53ab4a54-2c88-4e6a-ab92-4a38abcceaa1 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:00.171129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ab4a54-2c88-4e6a-ab92-4a38abcceaa1 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:00.171946 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53ab4a54-2c88-4e6a-ab92-4a38abcceaa1 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:00.380121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab4a54-2c88-4e6a-ab92-4a38abcceaa1 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event updated for resources: {'Network': ['ID=49b4126f-c787-429a-9ea8-bfa6da1b023e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:00.390118 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-53ab4a54-2c88-4e6a-ab92-4a38abcceaa1 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8488281 Sep 23 22:49:00.396047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50260) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:00.399376 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 49b4126f-c787-429a-9ea8-bfa6da1b023e details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:49:00.406632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-91c551d9-27ea-491c-bbc8-acc9b1727ab3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Request body: {'subnet': {'network_id': '8963c8c6-894a-4244-93cc-2f5e6fcb4fba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:49:00.447956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 24444e8e-cd26-430b-a120-89069ca54b91 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:49:00.592996 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f28620-df65-42cb-8c02-93ba007b55d7 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Router 6108af00-a0d3-432f-999a-0055798b267e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:49:00.728110 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c551d9-27ea-491c-bbc8-acc9b1727ab3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Made reservation on behalf of bd12e040b7494bbf88f353a6fc1c11aa for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:49:00.734722 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91c551d9-27ea-491c-bbc8-acc9b1727ab3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:00.792596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 24444e8e-cd26-430b-a120-89069ca54b91 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:00.793317 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:00.961250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f28620-df65-42cb-8c02-93ba007b55d7 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:49:00.973246 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5f28620-df65-42cb-8c02-93ba007b55d7 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:00.983423 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bf57f4-5739-407a-ba95-fb7737d71631 None None] Sync routers for ids ['6108af00-a0d3-432f-999a-0055798b267e'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:49:00.998705 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bf57f4-5739-407a-ba95-fb7737d71631 None None] Routers {'6108af00-a0d3-432f-999a-0055798b267e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:49:00.999430 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-06bf57f4-5739-407a-ba95-fb7737d71631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['6108af00-a0d3-432f-999a-0055798b267e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:01.044386 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f5f28620-df65-42cb-8c02-93ba007b55d7 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] 10.222.0.22 "DELETE /v2.0/floatingips/f8ac302a-fc5f-47ff-8e48-0e902875b187 HTTP/1.1" status: 204 len: 168 time: 2.9804950 Sep 23 22:49:01.045305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50268) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:01.052484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:49:01.075070 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-06bf57f4-5739-407a-ba95-fb7737d71631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:01.086741 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bf57f4-5739-407a-ba95-fb7737d71631 None None] Routers {'6108af00-a0d3-432f-999a-0055798b267e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:49:01.089153 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-06bf57f4-5739-407a-ba95-fb7737d71631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['6108af00-a0d3-432f-999a-0055798b267e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:01.109148 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:01.129988 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-06bf57f4-5739-407a-ba95-fb7737d71631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:01.130929 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bf57f4-5739-407a-ba95-fb7737d71631 None None] The sync data for ids ['6108af00-a0d3-432f-999a-0055798b267e'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:49:01.217911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 24444e8e-cd26-430b-a120-89069ca54b91, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=24444e8e-cd26-430b-a120-89069ca54b91,segment=NetworkSegment(0b7a04bc-d89c-4356-96e8-305fc4750d99),segment_id=0b7a04bc-d89c-4356-96e8-305fc4750d99)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:01.246136 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:01.343910 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:01.459169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=24444e8e-cd26-430b-a120-89069ca54b91,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:01.504957 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:01.592798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c99b0a-f6a8-409c-9b59-c76c3b4cec0b None None] Network 4f147a44-4799-4eaa-8121-f69854a24256 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:49:01.597391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025a48f-4591-44f8-ac43-36219d2b58b4 req-427d053d-4a63-4614-b381-e9973736e6b4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:01.605920 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5025a48f-4591-44f8-ac43-36219d2b58b4 req-427d053d-4a63-4614-b381-e9973736e6b4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.9210472 Sep 23 22:49:01.703633 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5025a48f-4591-44f8-ac43-36219d2b58b4 req-9a139b30-2c75-4e7a-a30f-860a0c245408 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925348 Sep 23 22:49:01.734976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Allocated IP 172.25.1.29 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/d72b2561-1718-405d-9282-cce617bf740d) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:49:01.892968 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-88fcf2aa-6c24-4e9b-9693-c3de76631613 None None] Provisioning complete for port 24444e8e-cd26-430b-a120-89069ca54b91 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:01.898035 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-88fcf2aa-6c24-4e9b-9693-c3de76631613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:01.948537 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:02.110161 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91c551d9-27ea-491c-bbc8-acc9b1727ab3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:02.173095 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:02.222981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c551d9-27ea-491c-bbc8-acc9b1727ab3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event updated for resources: {'Subnet': ['ID=f0f6c3d7-3d4c-461c-9aad-1df603d4b5f1,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:02.255061 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:49:02.260480 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 24444e8e-cd26-430b-a120-89069ca54b91 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:49:02.261035 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:49:02.269037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:49:02.285132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c551d9-27ea-491c-bbc8-acc9b1727ab3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Checking segment: {'id': '05946154-ffe9-4888-a477-633a2773c9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8963c8c6-894a-4244-93cc-2f5e6fcb4fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:49:02.285562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c551d9-27ea-491c-bbc8-acc9b1727ab3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Network hostable DHCP agents. Network: 8963c8c6-894a-4244-93cc-2f5e6fcb4fba, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:49:02.393226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Pushing event updated for resources: {'Port': ['ID=d72b2561-1718-405d-9282-cce617bf740d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:02.449565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 24444e8e-cd26-430b-a120-89069ca54b91 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:02.450457 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:02.474725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c551d9-27ea-491c-bbc8-acc9b1727ab3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Network 8963c8c6-894a-4244-93cc-2f5e6fcb4fba is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:49:02.517711 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:02.555404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e5f9a814-dbb5-45e3-a227-c93137e6e1f5 None None] Provisioning complete for port 24444e8e-cd26-430b-a120-89069ca54b91 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:02.556471 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5f9a814-dbb5-45e3-a227-c93137e6e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:02.629312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-91c551d9-27ea-491c-bbc8-acc9b1727ab3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 8963c8c6-894a-4244-93cc-2f5e6fcb4fba) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:49:02.643674 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c551d9-27ea-491c-bbc8-acc9b1727ab3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:02.646124 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-91c551d9-27ea-491c-bbc8-acc9b1727ab3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:02.660790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f1c546-fe76-4751-9afc-0fc773ff47d9 None None] Network 8963c8c6-894a-4244-93cc-2f5e6fcb4fba requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:49:02.793285 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:02.859009 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-91c551d9-27ea-491c-bbc8-acc9b1727ab3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4612422 Sep 23 22:49:02.859957 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50298) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:02.918513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-288b8d2e-1f4b-4f48-aa35-a084f96b6a4e tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Request body: {'subnet': {'network_id': '49b4126f-c787-429a-9ea8-bfa6da1b023e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:49:02.963490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-8963c8c6-894a-4244-93cc-2f5e6fcb4fba', 'network_id': '8963c8c6-894a-4244-93cc-2f5e6fcb4fba', 'tenant_id': 'bd12e040b7494bbf88f353a6fc1c11aa', 'fixed_ips': [{'subnet_id': 'f0f6c3d7-3d4c-461c-9aad-1df603d4b5f1'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:49:02.963490 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:03.198033 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323a1e8-7069-40dd-a389-fb585f1411aa req-a6a929ef-61d5-4ade-baa7-6420ed46adb3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:03.206367 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c323a1e8-7069-40dd-a389-fb585f1411aa req-a6a929ef-61d5-4ade-baa7-6420ed46adb3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.3449032 Sep 23 22:49:03.266641 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:03.296154 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Allocated IP 172.20.0.2 (8963c8c6-894a-4244-93cc-2f5e6fcb4fba/f0f6c3d7-3d4c-461c-9aad-1df603d4b5f1/9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:49:03.319588 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c323a1e8-7069-40dd-a389-fb585f1411aa req-b21d3357-25ee-4dac-b6aa-365b435d1608 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087632 Sep 23 22:49:03.394378 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:03.399116 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288b8d2e-1f4b-4f48-aa35-a084f96b6a4e tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Made reservation on behalf of bd12e040b7494bbf88f353a6fc1c11aa for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:49:03.406169 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-288b8d2e-1f4b-4f48-aa35-a084f96b6a4e tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:03.577100 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Pushing event updated for resources: {'Port': ['ID=d72b2561-1718-405d-9282-cce617bf740d,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:03.588817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f5af3-29fa-4d7f-b5d2-509fed39e33c req-99b5bab4-249a-447d-a9b4-2ec2843c69d4 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:03.596738 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-286f5af3-29fa-4d7f-b5d2-509fed39e33c req-99b5bab4-249a-447d-a9b4-2ec2843c69d4 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 945 time: 0.2613187 Sep 23 22:49:03.600091 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:03.689378 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:03.694643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-286f5af3-29fa-4d7f-b5d2-509fed39e33c req-d0fb35e3-e885-43fd-a6be-90e3e843798f tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968845 Sep 23 22:49:03.731846 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:03.733705 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-20594dc6-fa4a-49e3-a273-a2c342c65865 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6870971 Sep 23 22:49:03.736937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50314) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:03.783352 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:03.850178 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Network 8963c8c6-894a-4244-93cc-2f5e6fcb4fba is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:49:03.851714 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Pushing event updated for resources: {'Port': ['ID=9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:03.861209 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:03.861688 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:03.862105 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:03.862508 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:03.862921 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:03.863406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:03.863823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:03.864209 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:03.864607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:03.865007 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:03.865654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:03.866223 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:03.884853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:49:03.891751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:49:03.983661 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-288b8d2e-1f4b-4f48-aa35-a084f96b6a4e tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:04.019449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Attempting to bind port 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:49:04.020081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Attempting to bind port 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '05946154-ffe9-4888-a477-633a2773c9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8963c8c6-894a-4244-93cc-2f5e6fcb4fba'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:49:04.020959 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Attempting to bind port 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275 on network 8963c8c6-894a-4244-93cc-2f5e6fcb4fba {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:49:04.031277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:49:04.031859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Checking segment: {'id': '05946154-ffe9-4888-a477-633a2773c9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8963c8c6-894a-4244-93cc-2f5e6fcb4fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:49:04.032493 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:04.033134 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Bound using segment: {'id': '05946154-ffe9-4888-a477-633a2773c9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8963c8c6-894a-4244-93cc-2f5e6fcb4fba'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:49:04.033959 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Bound port: 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05946154-ffe9-4888-a477-633a2773c9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8963c8c6-894a-4244-93cc-2f5e6fcb4fba'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:49:04.034573 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:04.094440 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-0f501b0e-b203-482e-8b38-8c92d3268b51 service neutron] show failed (client error): The resource could not be found. Sep 23 22:49:04.097645 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-0f501b0e-b203-482e-8b38-8c92d3268b51 service neutron] 10.222.0.67 "GET /v2.0/ports/7fb32da6-941e-4498-b4ad-b2eb3bfc1674/bindings/n-h1-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.1745880 Sep 23 22:49:04.682642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b8d2e-1f4b-4f48-aa35-a084f96b6a4e tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event updated for resources: {'Subnet': ['ID=16402238-911a-465e-ae0a-b43024d0b37c,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:04.695623 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:49:04.699855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b8d2e-1f4b-4f48-aa35-a084f96b6a4e tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Checking segment: {'id': '273b98e8-4cf4-4bd9-9422-8575a8f2cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '49b4126f-c787-429a-9ea8-bfa6da1b023e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:49:04.699855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288b8d2e-1f4b-4f48-aa35-a084f96b6a4e tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Network hostable DHCP agents. Network: 49b4126f-c787-429a-9ea8-bfa6da1b023e, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:49:04.700759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] For port 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:49:04.700759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] For port 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275,segment=NetworkSegment(05946154-ffe9-4888-a477-633a2773c9fc),segment_id=05946154-ffe9-4888-a477-633a2773c9fc)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:49:04.701766 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:04.702711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288b8d2e-1f4b-4f48-aa35-a084f96b6a4e tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Network 49b4126f-c787-429a-9ea8-bfa6da1b023e is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:49:04.703327 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:04.704389 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:04.704650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b8239-6a05-4313-80e1-a48e4b6b2d8f None None] Pushing event updated for resources: {'Port': ['ID=9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:04.704906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-288b8d2e-1f4b-4f48-aa35-a084f96b6a4e tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 49b4126f-c787-429a-9ea8-bfa6da1b023e) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:49:04.705186 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c904bea4-2861-42d3-a683-3698afa45088 None None] Network 49b4126f-c787-429a-9ea8-bfa6da1b023e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:49:04.708116 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288b8d2e-1f4b-4f48-aa35-a084f96b6a4e tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:04.708116 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-288b8d2e-1f4b-4f48-aa35-a084f96b6a4e tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:04.709960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c1711-6de0-4e8e-bbdb-6fefc090ffbe req-04ec26cb-9e46-411e-acbf-55c7cbe54f63 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:04.714601 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af1c1711-6de0-4e8e-bbdb-6fefc090ffbe req-04ec26cb-9e46-411e-acbf-55c7cbe54f63 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.43 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 945 time: 0.1567163 Sep 23 22:49:04.805138 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167272a-b258-42be-970d-3f5f19e2ae2d req-ac75b0f4-0386-4495-a5af-7faeea5ef596 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:04.805138 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7167272a-b258-42be-970d-3f5f19e2ae2d req-ac75b0f4-0386-4495-a5af-7faeea5ef596 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.2852433 Sep 23 22:49:04.856278 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:49:04.885957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Allocated IP 172.25.1.84 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/32c67b80-ca42-4f62-87ad-dc94de08046a) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:49:05.004533 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-288b8d2e-1f4b-4f48-aa35-a084f96b6a4e tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1405449 Sep 23 22:49:05.009360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50332) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:05.022548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-49b4126f-c787-429a-9ea8-bfa6da1b023e', 'network_id': '49b4126f-c787-429a-9ea8-bfa6da1b023e', 'tenant_id': 'bd12e040b7494bbf88f353a6fc1c11aa', 'fixed_ips': [{'subnet_id': '16402238-911a-465e-ae0a-b43024d0b37c'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:49:05.025268 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:05.052627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697e69d-f2da-42f9-b688-65a7d13b4961 req-3430dc9a-0098-4cdc-b159-6f0b9dd36687 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:05.054649 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e697e69d-f2da-42f9-b688-65a7d13b4961 req-3430dc9a-0098-4cdc-b159-6f0b9dd36687 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 945 time: 0.2096477 Sep 23 22:49:05.207307 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7167272a-b258-42be-970d-3f5f19e2ae2d req-94a470df-3824-4e38-9056-5a0596b57553 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4025857 Sep 23 22:49:05.240715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-af1c1711-6de0-4e8e-bbdb-6fefc090ffbe req-23a223f2-e46d-47b4-a9af-13bd2d1cd02f tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Deleting port 66ac2317-bea4-4041-944c-4d1fe8075694 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:05.247700 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-af1c1711-6de0-4e8e-bbdb-6fefc090ffbe req-23a223f2-e46d-47b4-a9af-13bd2d1cd02f tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:05.373974 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e697e69d-f2da-42f9-b688-65a7d13b4961 req-d25f4f18-98c7-41e5-97ba-faf46f723963 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d35cbd2-f79b-406d-8b74-c89c4267835b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311645 Sep 23 22:49:05.410426 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:05.531653 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:05.594588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Allocated IP 172.20.0.2 (49b4126f-c787-429a-9ea8-bfa6da1b023e/16402238-911a-465e-ae0a-b43024d0b37c/8fedee0b-9508-4ab1-b026-2e8e46a5ac1d) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:49:05.600984 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:49:05.606890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:49:05.616860 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:49:05.622227 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Pushing event updated for resources: {'Port': ['ID=32c67b80-ca42-4f62-87ad-dc94de08046a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:05.653027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-e3e0271c-d94f-40ae-bfe8-5872f665e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:05.654743 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-e3e0271c-d94f-40ae-bfe8-5872f665e0d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 1096 time: 0.5064292 Sep 23 22:49:05.663362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-af1c1711-6de0-4e8e-bbdb-6fefc090ffbe req-23a223f2-e46d-47b4-a9af-13bd2d1cd02f tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] For port 66ac2317-bea4-4041-944c-4d1fe8075694, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=66ac2317-bea4-4041-944c-4d1fe8075694,segment=NetworkSegment(734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b),segment_id=734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:05.664043 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-af1c1711-6de0-4e8e-bbdb-6fefc090ffbe req-23a223f2-e46d-47b4-a9af-13bd2d1cd02f tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:05.685984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:49:05.743219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-af1c1711-6de0-4e8e-bbdb-6fefc090ffbe req-23a223f2-e46d-47b4-a9af-13bd2d1cd02f tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Calling delete_port for 66ac2317-bea4-4041-944c-4d1fe8075694 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:05.833541 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:05.924309 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:05.932921 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:05.990639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:06.069958 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:06.109146 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:06.263210 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Network 49b4126f-c787-429a-9ea8-bfa6da1b023e is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:49:06.304960 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Pushing event updated for resources: {'Port': ['ID=8fedee0b-9508-4ab1-b026-2e8e46a5ac1d,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:06.324347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:49:06.341417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42282d6-4788-4902-8a92-3f9429918c74 None None] Network 8963c8c6-894a-4244-93cc-2f5e6fcb4fba requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:49:06.367414 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:49:06.463029 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:49:06.510849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-60b3dab1-fbed-4bd1-ad71-9bbd71c1f9c4 None None] Provisioning complete for port 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:06.511229 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-60b3dab1-fbed-4bd1-ad71-9bbd71c1f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:06.528912 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:06.629383 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-af1c1711-6de0-4e8e-bbdb-6fefc090ffbe req-23a223f2-e46d-47b4-a9af-13bd2d1cd02f tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:06.661493 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:06.680496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Attempting to bind port 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:49:06.681336 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Attempting to bind port 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '273b98e8-4cf4-4bd9-9422-8575a8f2cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '49b4126f-c787-429a-9ea8-bfa6da1b023e'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:49:06.682259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Attempting to bind port 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d on network 49b4126f-c787-429a-9ea8-bfa6da1b023e {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:49:06.704968 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:49:06.706603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Checking segment: {'id': '273b98e8-4cf4-4bd9-9422-8575a8f2cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '49b4126f-c787-429a-9ea8-bfa6da1b023e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:49:06.708075 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:06.708881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Bound using segment: {'id': '273b98e8-4cf4-4bd9-9422-8575a8f2cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '49b4126f-c787-429a-9ea8-bfa6da1b023e'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:49:06.709894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Bound port: 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273b98e8-4cf4-4bd9-9422-8575a8f2cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '49b4126f-c787-429a-9ea8-bfa6da1b023e'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:49:06.710741 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:06.744540 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-488666c3-ee4e-4293-8939-f562c51c933f req-b7614744-918c-42e9-a8c5-4c889323df56 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 210 time: 0.1543047 Sep 23 22:49:06.754887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a223f2-e46d-47b4-a9af-13bd2d1cd02f tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Pushing event deleted for resources: {'Port': ['ID=66ac2317-bea4-4041-944c-4d1fe8075694,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:06.857987 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1c1711-6de0-4e8e-bbdb-6fefc090ffbe req-23a223f2-e46d-47b4-a9af-13bd2d1cd02f tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] No DVR routers for this DVR port 66ac2317-bea4-4041-944c-4d1fe8075694 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:49:06.866770 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-af1c1711-6de0-4e8e-bbdb-6fefc090ffbe req-23a223f2-e46d-47b4-a9af-13bd2d1cd02f tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:06.869556 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af1c1711-6de0-4e8e-bbdb-6fefc090ffbe req-23a223f2-e46d-47b4-a9af-13bd2d1cd02f tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.43 "DELETE /v2.0/ports/66ac2317-bea4-4041-944c-4d1fe8075694 HTTP/1.1" status: 204 len: 173 time: 2.0917871 Sep 23 22:49:06.871059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394716b1-9fed-4b47-87c0-6b31770ebde5', 'name': 'network-vif-deleted', 'tag': '66ac2317-bea4-4041-944c-4d1fe8075694'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:49:06.873516 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a76bb4-31cd-4b57-9043-7d90914508f8" -d '{"events": [{"server_uuid": "394716b1-9fed-4b47-87c0-6b31770ebde5", "name": "network-vif-deleted", "tag": "66ac2317-bea4-4041-944c-4d1fe8075694"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:49:06.900371 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429c1ce-ab5f-467b-9ceb-faa11df99d1a req-a1fe9d00-8e48-44d8-b151-1e1576c03f36 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:06.902297 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0429c1ce-ab5f-467b-9ceb-faa11df99d1a req-a1fe9d00-8e48-44d8-b151-1e1576c03f36 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.3738151 Sep 23 22:49:06.920028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Pushing event updated for resources: {'Port': ['ID=32c67b80-ca42-4f62-87ad-dc94de08046a,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:06.925426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Allocated IP 172.20.0.1 (8963c8c6-894a-4244-93cc-2f5e6fcb4fba/f0f6c3d7-3d4c-461c-9aad-1df603d4b5f1/2db620fd-403a-4d02-9a4e-0be3b678ebfb) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:49:06.946313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:07.004770 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:07.008553 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:49:07.033962 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0429c1ce-ab5f-467b-9ceb-faa11df99d1a req-82e99caf-2dd3-41dd-bd5b-e3c17ce6c9dc tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995698 Sep 23 22:49:07.037140 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:07.170003 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a4fe5d-2317-4490-aa4d-9385679d8e9a x-openstack-request-id: req-c6a4fe5d-2317-4490-aa4d-9385679d8e9a {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:49:07.170276 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394716b1-9fed-4b47-87c0-6b31770ebde5", "name": "network-vif-deleted", "tag": "66ac2317-bea4-4041-944c-4d1fe8075694", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:49:07.170532 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6a4fe5d-2317-4490-aa4d-9385679d8e9a {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:49:07.170947 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394716b1-9fed-4b47-87c0-6b31770ebde5', 'name': 'network-vif-deleted', 'tag': '66ac2317-bea4-4041-944c-4d1fe8075694', 'status': 'completed', 'code': 200} Sep 23 22:49:07.185808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:07.186774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:49:07.187540 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:07.206548 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:07.211158 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a065aa34-f7a4-47ea-a122-b20957c29786 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4727228 Sep 23 22:49:07.231292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50366) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:07.274811 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:07.280680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:07.312843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 66ac2317-bea4-4041-944c-4d1fe8075694 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:49:07.322124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Transition to ACTIVE for port object 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:49:07.331315 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2324c8fe-e078-43bb-9396-20ee1d5033a0 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.0987458 Sep 23 22:49:07.331983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50368) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:07.450089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] For port 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:49:07.454701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] For port 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8fedee0b-9508-4ab1-b026-2e8e46a5ac1d,segment=NetworkSegment(273b98e8-4cf4-4bd9-9422-8575a8f2cc8b),segment_id=273b98e8-4cf4-4bd9-9422-8575a8f2cc8b)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:49:07.469358 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:07.488797 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-60b3dab1-fbed-4bd1-ad71-9bbd71c1f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:07.492762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 66ac2317-bea4-4041-944c-4d1fe8075694 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:49:07.493339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 66ac2317-bea4-4041-944c-4d1fe8075694 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:49:07.501265 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:49:07.511684 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:07.541468 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,revision_number=6']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:07.640830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event updated for resources: {'Port': ['ID=2db620fd-403a-4d02-9a4e-0be3b678ebfb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:07.645394 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:07.658593 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:07.694293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Network 8963c8c6-894a-4244-93cc-2f5e6fcb4fba is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:49:07.708047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:49:07.717149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:49:07.752644 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-60b3dab1-fbed-4bd1-ad71-9bbd71c1f9c4 None None] For port 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275,segment=NetworkSegment(05946154-ffe9-4888-a477-633a2773c9fc),segment_id=05946154-ffe9-4888-a477-633a2773c9fc)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:07.775800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:07.784311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1e4dc-ed65-4c3f-b449-ad59e4bfc32a None None] Pushing event updated for resources: {'Port': ['ID=8fedee0b-9508-4ab1-b026-2e8e46a5ac1d,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:07.824940 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-60b3dab1-fbed-4bd1-ad71-9bbd71c1f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:07.992247 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:49:07.994309 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:49:08.185049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3dab1-fbed-4bd1-ad71-9bbd71c1f9c4 None None] Pushing event updated for resources: {'Port': ['ID=9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:08.232819 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f2122823-fc0e-4c97-8995-c292598952e5 None None] Provisioning complete for port 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:08.238995 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f2122823-fc0e-4c97-8995-c292598952e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:08.285412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] No DVR routers for this DVR port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:49:08.456827 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56ad7bea-20c6-4e69-97a3-9e778b291dd6 req-6173aa60-d332-4d8a-9e76-eb9924ee1903 tempest-AttachVolumeNegativeTest-15710291 tempest-AttachVolumeNegativeTest-15710291-project] 10.222.0.22 "GET /v2.0/ports?device_id=394716b1-9fed-4b47-87c0-6b31770ebde5 HTTP/1.1" status: 200 len: 210 time: 0.1785643 Sep 23 22:49:08.650978 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:08.673802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50390) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:08.692862 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8b98f7b6-07fd-41e3-aab4-45301b9efeec tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 1.3594837 Sep 23 22:49:08.747134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d3608-82e7-46e1-ae6a-1922966717a5 req-c49afca4-1cae-476c-bd87-0d9536073110 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:08.748767 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dd3d3608-82e7-46e1-ae6a-1922966717a5 req-c49afca4-1cae-476c-bd87-0d9536073110 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 943 time: 0.2178085 Sep 23 22:49:08.795062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4451c90d-cef1-4d18-b844-f8441d27d095 None None] Provisioning complete for port 2db620fd-403a-4d02-9a4e-0be3b678ebfb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:08.795533 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4451c90d-cef1-4d18-b844-f8441d27d095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:08.826766 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dd3d3608-82e7-46e1-ae6a-1922966717a5 req-fabf6b08-e66a-4eea-9a73-79caa6cf6d30 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594132 Sep 23 22:49:08.878450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4451c90d-cef1-4d18-b844-f8441d27d095 None None] Port 2db620fd-403a-4d02-9a4e-0be3b678ebfb cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:49:09.042377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:49:09.116098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:09.118716 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:09.172426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:49:09.176841 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadeed2d-7536-41bc-8439-265e31cd6653" -d '{"events": [{"server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:49:09.434846 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:09.514601 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8fedee0b-9508-4ab1-b026-2e8e46a5ac1d,segment=NetworkSegment(273b98e8-4cf4-4bd9-9422-8575a8f2cc8b),segment_id=273b98e8-4cf4-4bd9-9422-8575a8f2cc8b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:09.595577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50402) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:09.629295 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:09.631008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:49:09.676844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bdcb65-7ec4-4a4f-825e-f59299c88717 admin admin] Deleting subnet 9cc00b1c-8c3d-4c94-8be0-d9326da2db79 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:49:09.684641 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14bdcb65-7ec4-4a4f-825e-f59299c88717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:09.757353 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14bdcb65-7ec4-4a4f-825e-f59299c88717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:09.797138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a14a792-5885-4383-b14a-35672230dcff None None] Network 49b4126f-c787-429a-9ea8-bfa6da1b023e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:49:09.827630 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68380a5-a6d3-466e-9ac7-9bbf492fa227 x-openstack-request-id: req-d68380a5-a6d3-466e-9ac7-9bbf492fa227 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:49:09.827931 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:49:09.828257 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d68380a5-a6d3-466e-9ac7-9bbf492fa227 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:49:09.828570 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'code': 200} Sep 23 22:49:09.832949 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14bdcb65-7ec4-4a4f-825e-f59299c88717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:09.848043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Attempting to bind port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:49:09.848322 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Attempting to bind port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:49:09.848651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Attempting to bind port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 on network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:49:09.859874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 on network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:49:09.860194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Attempting to bind port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 on network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:49:09.870772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:49:09.870772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Checking segment: {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:49:09.871154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Bound using segment: {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:49:09.871781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Bound port: 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:49:09.872152 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:09.958480 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-59a0fe40-0602-4ab6-a5ce-be9ddfbd00bf None None] Provisioning complete for port 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:09.958480 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-59a0fe40-0602-4ab6-a5ce-be9ddfbd00bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:09.974161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-ca6347b8-9b99-4153-9f0e-44822842c767 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Deleting port 32c67b80-ca42-4f62-87ad-dc94de08046a {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:09.974607 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca6347b8-9b99-4153-9f0e-44822842c767 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.007257 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=8fedee0b-9508-4ab1-b026-2e8e46a5ac1d,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:10.046021 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14bdcb65-7ec4-4a4f-825e-f59299c88717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.089570 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14bdcb65-7ec4-4a4f-825e-f59299c88717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.089814 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca6347b8-9b99-4153-9f0e-44822842c767 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.089938 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca6347b8-9b99-4153-9f0e-44822842c767 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.091868 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-14bdcb65-7ec4-4a4f-825e-f59299c88717 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9cc00b1c-8c3d-4c94-8be0-d9326da2db79 HTTP/1.1" status: 204 len: 168 time: 0.4950023 Sep 23 22:49:10.092761 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdcb65-7ec4-4a4f-825e-f59299c88717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc00b1c-8c3d-4c94-8be0-d9326da2db79,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:10.100495 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50412) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:10.113798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:10.114179 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.119847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-ca6347b8-9b99-4153-9f0e-44822842c767 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Calling delete_port for 32c67b80-ca42-4f62-87ad-dc94de08046a owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:10.257961 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4364bf60-7328-47c0-9b0b-64924e59996e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.375155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:49:10.420161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:49:10.439086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497cfc2-06b0-4713-a785-f50076311e2b req-44230035-5eed-4e8a-95e5-e2e45dad75a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:10.441821 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4364bf60-7328-47c0-9b0b-64924e59996e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.447504 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c497cfc2-06b0-4713-a785-f50076311e2b req-44230035-5eed-4e8a-95e5-e2e45dad75a0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 943 time: 0.3072383 Sep 23 22:49:10.511781 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4364bf60-7328-47c0-9b0b-64924e59996e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0468ba-e642-44ef-9a61-d757b905ab0d']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:10.512020 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.539149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4364bf60-7328-47c0-9b0b-64924e59996e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:10.539637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4364bf60-7328-47c0-9b0b-64924e59996e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734ed1cd-3ff9-46c8-aeaa-aa5c38e82e7b') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:10.544350 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.562896 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4364bf60-7328-47c0-9b0b-64924e59996e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.591277 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4364bf60-7328-47c0-9b0b-64924e59996e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.604338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4364bf60-7328-47c0-9b0b-64924e59996e admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:49:10.604747 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4364bf60-7328-47c0-9b0b-64924e59996e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:49:10.607014 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:49:10.615181 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c497cfc2-06b0-4713-a785-f50076311e2b req-6917d1f8-018e-4c02-98f9-542adad73def tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667254 Sep 23 22:49:10.661151 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.768983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:10.770091 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.772640 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] 10.222.0.43 "PUT /v2.0/ports/7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 1091 time: 5.1041417 Sep 23 22:49:10.785275 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.826871 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:49:10.852028 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4364bf60-7328-47c0-9b0b-64924e59996e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.869865 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4364bf60-7328-47c0-9b0b-64924e59996e admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.893794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d309edb-b106-458f-a909-19909835f0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:10.902534 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4364bf60-7328-47c0-9b0b-64924e59996e admin admin] 10.222.0.22 "DELETE /v2.0/networks/3a0468ba-e642-44ef-9a61-d757b905ab0d HTTP/1.1" status: 204 len: 168 time: 0.7975631 Sep 23 22:49:10.914624 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca6347b8-9b99-4153-9f0e-44822842c767 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:10.994117 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364bf60-7328-47c0-9b0b-64924e59996e admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0468ba-e642-44ef-9a61-d757b905ab0d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:11.032146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-f2ec2573-3e86-4f25-83c1-417ad18c5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:11.034422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-f2ec2573-3e86-4f25-83c1-417ad18c5e31 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1094 time: 0.1980221 Sep 23 22:49:11.112887 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a69a274e-9f8e-46dd-a743-b01c01ccce9c None None] Provisioning complete for port 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:11.113446 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a69a274e-9f8e-46dd-a743-b01c01ccce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:11.171767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:11.172278 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:11.253871 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event updated for resources: {'Port': ['ID=2db620fd-403a-4d02-9a4e-0be3b678ebfb,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:11.437187 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6347b8-9b99-4153-9f0e-44822842c767 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Pushing event deleted for resources: {'Port': ['ID=32c67b80-ca42-4f62-87ad-dc94de08046a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:11.503111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50428) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:11.515922 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-64cd27bd-c15f-408f-8f68-d10cccb28682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:11.518135 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-64cd27bd-c15f-408f-8f68-d10cccb28682 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4 HTTP/1.1" status: 200 len: 898 time: 0.4370706 Sep 23 22:49:11.523521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca6347b8-9b99-4153-9f0e-44822842c767 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:11.528127 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca6347b8-9b99-4153-9f0e-44822842c767 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:11.529840 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ca6347b8-9b99-4153-9f0e-44822842c767 tempest-FloatingIPAdminTestJSON-867262339 tempest-FloatingIPAdminTestJSON-867262339-project] 10.222.0.22 "DELETE /v2.0/floatingips/926fdd4b-cfb8-417b-9a91-3280b0949cec HTTP/1.1" status: 204 len: 168 time: 2.8264537 Sep 23 22:49:11.532531 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50430) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:11.597277 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1bd799de-29ef-4bfe-a7c8-695e19419b9f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce68ccacab544a6c9092090d08b8c1eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0895605 Sep 23 22:49:11.598002 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50432) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:11.662436 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Network 8963c8c6-894a-4244-93cc-2f5e6fcb4fba is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:49:11.671092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:49:11.686055 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55f3681b-989d-4052-887e-08bcc6cdce82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:11.720116 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55f3681b-989d-4052-887e-08bcc6cdce82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:11.864135 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:49:11.868521 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581b483a-af04-46f0-82e5-6596750d25bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:49:11.908489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3285-48d7-4145-932c-06e494dc9de1 req-67a2c414-1162-4bdc-8968-a7ffb7024cae tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:11.910390 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ceaa3285-48d7-4145-932c-06e494dc9de1 req-67a2c414-1162-4bdc-8968-a7ffb7024cae tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 943 time: 0.1055398 Sep 23 22:49:11.912206 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55f3681b-989d-4052-887e-08bcc6cdce82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:11.913002 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-16a85a38-dc45-4743-b6c2-6801957d269d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 997 time: 0.3790333 Sep 23 22:49:11.917870 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55f3681b-989d-4052-887e-08bcc6cdce82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:11.919260 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-55f3681b-989d-4052-887e-08bcc6cdce82 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d35cbd2-f79b-406d-8b74-c89c4267835b HTTP/1.1" status: 204 len: 168 time: 0.3201680 Sep 23 22:49:11.969636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3681b-989d-4052-887e-08bcc6cdce82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d35cbd2-f79b-406d-8b74-c89c4267835b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:12.016240 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858cb368-e61e-4a45-bf00-3fd714420922 x-openstack-request-id: req-858cb368-e61e-4a45-bf00-3fd714420922 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:49:12.025021 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:49:12.025021 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-858cb368-e61e-4a45-bf00-3fd714420922 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:49:12.025021 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'status': 'completed', 'code': 200} Sep 23 22:49:12.051198 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ceaa3285-48d7-4145-932c-06e494dc9de1 req-a395729c-b490-4512-be0e-f7dcb6c13729 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160054 Sep 23 22:49:12.110469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-553d8c9f-6bf6-4b0e-ac67-8bc62d1a4e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:12.111976 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-553d8c9f-6bf6-4b0e-ac67-8bc62d1a4e92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=540b0e52-eae5-4aec-973b-222f092e66b6 HTTP/1.1" status: 200 len: 835 time: 0.1911769 Sep 23 22:49:12.171460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-191e949c-908f-46e5-9433-d88a7788d420 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Deleting port d72b2561-1718-405d-9282-cce617bf740d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:12.171806 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-191e949c-908f-46e5-9433-d88a7788d420 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:12.178504 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b483a-af04-46f0-82e5-6596750d25bd req-9462b5f1-f082-4aa5-9178-0877551357ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:12.180115 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-581b483a-af04-46f0-82e5-6596750d25bd req-9462b5f1-f082-4aa5-9178-0877551357ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1094 time: 0.1324899 Sep 23 22:49:12.211392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2894750c-50d1-4d73-b0f6-713a05f1d91d None None] Provisioning complete for port 2db620fd-403a-4d02-9a4e-0be3b678ebfb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:12.213408 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2894750c-50d1-4d73-b0f6-713a05f1d91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:12.261377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2894750c-50d1-4d73-b0f6-713a05f1d91d None None] Port 2db620fd-403a-4d02-9a4e-0be3b678ebfb cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:49:12.299732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-11a2c901-47d5-418d-a09f-a475934b51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:12.301367 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-11a2c901-47d5-418d-a09f-a475934b51e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791918 Sep 23 22:49:12.382039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-191e949c-908f-46e5-9433-d88a7788d420 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:12.382363 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-191e949c-908f-46e5-9433-d88a7788d420 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:12.407548 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Router fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:49:12.458367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-191e949c-908f-46e5-9433-d88a7788d420 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Calling delete_port for d72b2561-1718-405d-9282-cce617bf740d owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:12.471170 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b483a-af04-46f0-82e5-6596750d25bd req-b957de87-e234-4729-8ff8-796acf878955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:12.472777 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-581b483a-af04-46f0-82e5-6596750d25bd req-b957de87-e234-4729-8ff8-796acf878955 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4 HTTP/1.1" status: 200 len: 898 time: 0.2687378 Sep 23 22:49:12.655946 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-e6f7e18f-7627-49ae-af3c-04d19f63817f service neutron] 10.222.0.43 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215172 Sep 23 22:49:12.811258 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:49:12.825046 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e80107-c09b-4508-bd29-4eb241261c59 None None] Sync routers for ids ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:49:12.831842 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50460) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:12.840634 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fea6d220-b588-4d6b-a756-f1a84c2fc941 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "PUT /v2.0/routers/fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8178999 Sep 23 22:49:12.842431 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e80107-c09b-4508-bd29-4eb241261c59 None None] Routers {'fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:49:12.844689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-77e80107-c09b-4508-bd29-4eb241261c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:12.886134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80145849-cfa1-4ac5-a9c0-ef42c47f0c2b req-2303daf2-f64c-47c9-9e42-bffcb8a10cd4 service neutron] 10.222.0.43 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207139 Sep 23 22:49:12.902018 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-581b483a-af04-46f0-82e5-6596750d25bd req-46ff1565-ce8f-4014-b902-20c5f3259840 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 997 time: 0.4175153 Sep 23 22:49:12.907457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-77e80107-c09b-4508-bd29-4eb241261c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:12.931663 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e80107-c09b-4508-bd29-4eb241261c59 None None] Routers {'fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:49:12.932313 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-77e80107-c09b-4508-bd29-4eb241261c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:48:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:13.021437 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b483a-af04-46f0-82e5-6596750d25bd req-3c28f982-563e-475c-8905-3e17e6a012db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:13.023265 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-77e80107-c09b-4508-bd29-4eb241261c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:13.024205 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-581b483a-af04-46f0-82e5-6596750d25bd req-3c28f982-563e-475c-8905-3e17e6a012db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=540b0e52-eae5-4aec-973b-222f092e66b6 HTTP/1.1" status: 200 len: 835 time: 0.1097071 Sep 23 22:49:13.026139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e80107-c09b-4508-bd29-4eb241261c59 None None] The sync data for ids ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:49:13.114742 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8633388a-47cf-46aa-9229-04f867c18a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:13.176283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b483a-af04-46f0-82e5-6596750d25bd req-9732699e-9780-46dc-9d02-f0393dbd2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:13.178009 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-581b483a-af04-46f0-82e5-6596750d25bd req-9732699e-9780-46dc-9d02-f0393dbd2f87 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444266 Sep 23 22:49:13.289500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b483a-af04-46f0-82e5-6596750d25bd req-e1e19b6b-86cd-42db-a267-01bf8b160efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:13.291536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-581b483a-af04-46f0-82e5-6596750d25bd req-e1e19b6b-86cd-42db-a267-01bf8b160efd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1094 time: 0.1713731 Sep 23 22:49:13.599545 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-581b483a-af04-46f0-82e5-6596750d25bd req-740ae5eb-c871-45ae-ac60-d3a5efeb016b service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102628 Sep 23 22:49:13.601199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-191e949c-908f-46e5-9433-d88a7788d420 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:13.689792 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-3224d1e5-34f4-40d5-9fea-20bea5f34a7e tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 22:49:13.691715 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3224d1e5-34f4-40d5-9fea-20bea5f34a7e tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "PUT /v2.0/routers/fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8580606 Sep 23 22:49:13.697460 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50494) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:13.720211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e949c-908f-46e5-9433-d88a7788d420 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Pushing event deleted for resources: {'Port': ['ID=d72b2561-1718-405d-9282-cce617bf740d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:14.409671 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4e75a80-8e22-4b2b-932c-d903e563ee0c tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:14.512092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f76ee-1ed0-4ecc-9575-0334cf93691c req-6760da79-e5b6-4d7e-ae57-0489ed3e46be tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:14.513716 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-659f76ee-1ed0-4ecc-9575-0334cf93691c req-6760da79-e5b6-4d7e-ae57-0489ed3e46be tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 943 time: 1.2409050 Sep 23 22:49:14.518654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b483a-af04-46f0-82e5-6596750d25bd req-6ae388db-4e9e-4246-8f05-16522acc70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:14.520067 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-581b483a-af04-46f0-82e5-6596750d25bd req-6ae388db-4e9e-4246-8f05-16522acc70e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4 HTTP/1.1" status: 200 len: 898 time: 0.9455059 Sep 23 22:49:14.608197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-581b483a-af04-46f0-82e5-6596750d25bd req-a7cadbde-254c-4ba6-ad16-97fdbfa5558e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 997 time: 0.0773988 Sep 23 22:49:14.662452 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-581b483a-af04-46f0-82e5-6596750d25bd req-83ed4090-0647-4493-bb02-ff571736b36b service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0431709 Sep 23 22:49:14.708307 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-191e949c-908f-46e5-9433-d88a7788d420 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:14.710983 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-191e949c-908f-46e5-9433-d88a7788d420 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:14.716066 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-191e949c-908f-46e5-9433-d88a7788d420 tempest-FloatingIPAdminTestJSON-496506522 tempest-FloatingIPAdminTestJSON-496506522-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/886ee069-5032-4eba-bf1a-906a82e27e20 HTTP/1.1" status: 204 len: 168 time: 3.1772032 Sep 23 22:49:14.716066 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-659f76ee-1ed0-4ecc-9575-0334cf93691c req-c1cc9fbc-ab38-4a8a-a96f-5b8dc825a694 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140516 Sep 23 22:49:14.716484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50536) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:14.785423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b483a-af04-46f0-82e5-6596750d25bd req-15b7e8b5-646e-45ba-b684-8e590fec0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:14.788832 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-581b483a-af04-46f0-82e5-6596750d25bd req-15b7e8b5-646e-45ba-b684-8e590fec0cc0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=540b0e52-eae5-4aec-973b-222f092e66b6 HTTP/1.1" status: 200 len: 835 time: 0.1469736 Sep 23 22:49:14.900597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b4e75a80-8e22-4b2b-932c-d903e563ee0c tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Deleting port 2db620fd-403a-4d02-9a4e-0be3b678ebfb {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:14.901520 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4e75a80-8e22-4b2b-932c-d903e563ee0c tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:14.959492 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b483a-af04-46f0-82e5-6596750d25bd req-0939cb07-44df-4808-823e-fddec471f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:14.964794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-581b483a-af04-46f0-82e5-6596750d25bd req-0939cb07-44df-4808-823e-fddec471f9a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549225 Sep 23 22:49:15.084909 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3529d4b5-d4d8-43d5-9f0c-62a0f916e986 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Deleting port 9e62a1dc-ecb3-442f-ae56-7a7e3f226639 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:15.085292 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3529d4b5-d4d8-43d5-9f0c-62a0f916e986 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:15.095578 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4e75a80-8e22-4b2b-932c-d903e563ee0c tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:15.123755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b4e75a80-8e22-4b2b-932c-d903e563ee0c tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Calling delete_port for 2db620fd-403a-4d02-9a4e-0be3b678ebfb owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:15.254963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-581b483a-af04-46f0-82e5-6596750d25bd req-4f52a721-53c6-4b73-a7fc-f55a12277a1b service neutron] 10.222.0.43 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508554 Sep 23 22:49:15.299562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:49:15.302130 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3529d4b5-d4d8-43d5-9f0c-62a0f916e986 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:15.332082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3529d4b5-d4d8-43d5-9f0c-62a0f916e986 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Calling delete_port for 9e62a1dc-ecb3-442f-ae56-7a7e3f226639 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:15.484382 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-581b483a-af04-46f0-82e5-6596750d25bd req-a789827c-4419-4bdd-ac66-6d1e34388960 service neutron] 10.222.0.43 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155156 Sep 23 22:49:15.625043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:15.647511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'port_id': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'mac_address': 'fa:16:3e:94:01:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:49:15.703260 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:15.719622 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:49:15.741887 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:15.754215 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-18d4d80b-72de-4a19-a69e-d11b864f7382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:15.806249 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4e75a80-8e22-4b2b-932c-d903e563ee0c tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:15.806740 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3529d4b5-d4d8-43d5-9f0c-62a0f916e986 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:15.873317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529d4b5-d4d8-43d5-9f0c-62a0f916e986 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event deleted for resources: {'Port': ['ID=9e62a1dc-ecb3-442f-ae56-7a7e3f226639,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:15.880964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e75a80-8e22-4b2b-932c-d903e563ee0c tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event deleted for resources: {'Port': ['ID=2db620fd-403a-4d02-9a4e-0be3b678ebfb,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:15.917452 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:15.999943 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3529d4b5-d4d8-43d5-9f0c-62a0f916e986 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:16.010855 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3529d4b5-d4d8-43d5-9f0c-62a0f916e986 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] 10.222.0.22 "DELETE /v2.0/ports/9e62a1dc-ecb3-442f-ae56-7a7e3f226639 HTTP/1.1" status: 204 len: 168 time: 1.2912560 Sep 23 22:49:16.017667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50582) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:16.089226 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:16.132106 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['7fb32da6-941e-4498-b4ad-b2eb3bfc1674'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:49:16.156843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc656d7-4bfe-4461-a66d-97d0003340ec tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:16.169782 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-abc656d7-4bfe-4461-a66d-97d0003340ec tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] 10.222.0.22 "GET /v2.0/ports?device_id=6108af00-a0d3-432f-999a-0055798b267e HTTP/1.1" status: 200 len: 913 time: 0.1509161 Sep 23 22:49:16.172302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50592) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:16.198079 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:16.261546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e5679-6cba-4563-96de-4eb54d960698 req-6d90a088-8170-464a-80c2-fe0b52c3455d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:16.265157 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-461e5679-6cba-4563-96de-4eb54d960698 req-6d90a088-8170-464a-80c2-fe0b52c3455d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 943 time: 0.3906472 Sep 23 22:49:16.279440 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4e75a80-8e22-4b2b-932c-d903e563ee0c tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:16.338961 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-461e5679-6cba-4563-96de-4eb54d960698 req-4e17da26-6112-452b-9e74-42047248bdf7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607340 Sep 23 22:49:16.672948 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e75a80-8e22-4b2b-932c-d903e563ee0c tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Router fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:49:16.797670 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e75a80-8e22-4b2b-932c-d903e563ee0c tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:49:16.812383 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99407645-5499-42c5-aa40-6c347153b138 None None] Sync routers for ids ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:49:16.831958 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99407645-5499-42c5-aa40-6c347153b138 None None] Routers {'fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:49:16.831958 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-99407645-5499-42c5-aa40-6c347153b138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:49:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:16.832262 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b4e75a80-8e22-4b2b-932c-d903e563ee0c tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "PUT /v2.0/routers/fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1269691 Sep 23 22:49:16.832262 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50614) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:16.884935 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-99407645-5499-42c5-aa40-6c347153b138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:16.895892 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99407645-5499-42c5-aa40-6c347153b138 None None] Routers {'fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:49:16.896823 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-99407645-5499-42c5-aa40-6c347153b138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:49:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:16.956112 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-99407645-5499-42c5-aa40-6c347153b138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:16.957048 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99407645-5499-42c5-aa40-6c347153b138 None None] The sync data for ids ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:49:16.976484 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-b7a0ebf2-f885-40d0-892e-5f9469787abd tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] delete failed (client error): The resource could not be found. Sep 23 22:49:16.979436 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b7a0ebf2-f885-40d0-892e-5f9469787abd tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-1573504694 HTTP/1.1" status: 404 len: 335 time: 0.1464705 Sep 23 22:49:16.983745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50626) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:16.986396 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4160571-e99d-475f-ad78-7068c4d1e3ce tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:16.994238 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-17a003bf-303d-4dae-9240-3f84f0375421 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:49:17.062959 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:17.322340 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-17a003bf-303d-4dae-9240-3f84f0375421 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:17.332453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b4cf1-ba2a-40de-89c3-845cec9ca556 req-f2ded89d-ce23-41c5-8b4a-48d2c6f3b8e9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:17.334682 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-403b4cf1-ba2a-40de-89c3-845cec9ca556 req-f2ded89d-ce23-41c5-8b4a-48d2c6f3b8e9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 944 time: 0.0654869 Sep 23 22:49:17.391945 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-403b4cf1-ba2a-40de-89c3-845cec9ca556 req-d682bd8c-1356-4d81-8130-d5a58cd22cd8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415738 Sep 23 22:49:17.462612 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-dbe974d5-bb3d-456c-9b13-6043d17c8fcf tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:17.464165 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-dbe974d5-bb3d-456c-9b13-6043d17c8fcf tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.43 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 944 time: 0.0705073 Sep 23 22:49:17.554532 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-17a003bf-303d-4dae-9240-3f84f0375421 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] update failed (client error): The resource could not be found. Sep 23 22:49:17.559979 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-17a003bf-303d-4dae-9240-3f84f0375421 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "PUT /v2.0/routers/fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24 HTTP/1.1" status: 404 len: 339 time: 0.5674033 Sep 23 22:49:17.560214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50652) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:17.689449 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-e9b348f4-1bd4-4660-8c71-9e34d4831c89 service neutron] 10.222.0.43 "GET /v2.0/ports/7fb32da6-941e-4498-b4ad-b2eb3bfc1674/bindings/n-h1-810775-1 HTTP/1.1" status: 200 len: 382 time: 0.2179277 Sep 23 22:49:17.855930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e4160571-e99d-475f-ad78-7068c4d1e3ce tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Deleting port 0dfc5224-0a36-4413-902d-5a34e00d0ae6 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:17.856173 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4160571-e99d-475f-ad78-7068c4d1e3ce tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:17.923498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-e247adcf-d80f-4181-86e2-1d965d9866fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:17.924937 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-e247adcf-d80f-4181-86e2-1d965d9866fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1095 time: 0.1886292 Sep 23 22:49:18.062726 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:18.148352 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4160571-e99d-475f-ad78-7068c4d1e3ce tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:18.154835 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:18.210542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e4160571-e99d-475f-ad78-7068c4d1e3ce tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Calling delete_port for 0dfc5224-0a36-4413-902d-5a34e00d0ae6 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:18.340539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-35d6f40f-e05e-405e-b845-ee6407dcbff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:18.342154 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-35d6f40f-e05e-405e-b845-ee6407dcbff2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4 HTTP/1.1" status: 200 len: 898 time: 0.4073100 Sep 23 22:49:18.681557 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:19.001215 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-9acdf575-9fae-471a-a3c6-44d01ad3473d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 998 time: 0.6423733 Sep 23 22:49:19.036067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4ee45-fd3e-4690-81f3-e7e1aaad1771 req-8fb4719a-3514-4a45-b094-e7f6cb38f93e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:19.037962 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9fe4ee45-fd3e-4690-81f3-e7e1aaad1771 req-8fb4719a-3514-4a45-b094-e7f6cb38f93e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 944 time: 0.2662673 Sep 23 22:49:19.155509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-a241f17e-5b64-4e6f-ad1e-89cff1d9bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:19.156320 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-a241f17e-5b64-4e6f-ad1e-89cff1d9bf0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=540b0e52-eae5-4aec-973b-222f092e66b6 HTTP/1.1" status: 200 len: 835 time: 0.1435785 Sep 23 22:49:19.248673 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9fe4ee45-fd3e-4690-81f3-e7e1aaad1771 req-b7f5de09-465f-4a78-b18e-fe35dbab7ef6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830382 Sep 23 22:49:19.289241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Allocated IP 172.20.0.1 (4f147a44-4799-4eaa-8121-f69854a24256/d3e48176-5bf8-4c81-91a4-655c6e867b6b/c7e64f5e-a091-45b0-8775-69e4a955c7d1) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:49:19.322925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:49:19.335990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-62bbd025-d20f-4646-a307-226c29c311a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:19.337791 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-62bbd025-d20f-4646-a307-226c29c311a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629653 Sep 23 22:49:19.396455 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-297e024c-4b3d-499f-a77e-86e2894edec0 req-64b92315-527a-436e-ab99-ab291a25dfd2 service neutron] (95490) timed out ('10.222.0.22', 57880) {{(pid=95490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 22:49:19.490945 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4160571-e99d-475f-ad78-7068c4d1e3ce tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:19.521177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:49:19.529414 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:19.530007 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:19.573152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4160571-e99d-475f-ad78-7068c4d1e3ce tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event deleted for resources: {'Port': ['ID=0dfc5224-0a36-4413-902d-5a34e00d0ae6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:19.589033 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-64c6bc5a-3e04-4d84-812f-99ea9286afcb service neutron] 10.222.0.43 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389197 Sep 23 22:49:19.594310 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:19.668177 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:19.740202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:49:19.744216 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a63b56-0504-432b-baea-95161bf573e9" -d '{"events": [{"server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "name": "network-vif-plugged", "status": "completed", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:49:19.775945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:19.909226 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-48751444-5e45-4d9e-bf7b-3a44767787e0 service neutron] 10.222.0.43 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128855 Sep 23 22:49:19.917995 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7090734-ed21-4bda-89ef-024fc6e1dc32 x-openstack-request-id: req-d7090734-ed21-4bda-89ef-024fc6e1dc32 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:49:19.918196 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "name": "network-vif-plugged", "status": "completed", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:49:19.918595 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7090734-ed21-4bda-89ef-024fc6e1dc32 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:49:19.919146 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'code': 200} Sep 23 22:49:19.936686 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:19.985940 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4160571-e99d-475f-ad78-7068c4d1e3ce tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:20.036634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:20.042004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50738) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:20.117946 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:20.210003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Network 4f147a44-4799-4eaa-8121-f69854a24256 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:49:20.224967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:49:20.228350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:49:20.238368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event updated for resources: {'Port': ['ID=c7e64f5e-a091-45b0-8775-69e4a955c7d1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:20.243596 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-689e3ebf-6729-46f0-a02f-3c565653f987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:20.317053 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12a757-bc85-4994-935d-d6548e43fec6 req-4a65d3dd-a1da-4589-ad62-d7751b23475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:20.320197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c12a757-bc85-4994-935d-d6548e43fec6 req-4a65d3dd-a1da-4589-ad62-d7751b23475b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1096 time: 0.2645838 Sep 23 22:49:20.326138 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:20.409060 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-689e3ebf-6729-46f0-a02f-3c565653f987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:20.485672 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-689e3ebf-6729-46f0-a02f-3c565653f987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:20.537058 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-689e3ebf-6729-46f0-a02f-3c565653f987 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c89d792a3314b70a2e4fca1263d6402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4931996 Sep 23 22:49:20.540329 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e3ebf-6729-46f0-a02f-3c565653f987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fe0749-a48a-4053-a47d-577a9243177f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:20.543205 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50758) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:20.595642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-59d8a7b6-1b9e-4295-b895-cfb46d592135 None None] Provisioning complete for port c7e64f5e-a091-45b0-8775-69e4a955c7d1 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:20.596739 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-59d8a7b6-1b9e-4295-b895-cfb46d592135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:20.629236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff5c6949-0592-41e1-8ab7-999d5b5f2943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:20.661396 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-59d8a7b6-1b9e-4295-b895-cfb46d592135 None None] Port c7e64f5e-a091-45b0-8775-69e4a955c7d1 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:49:20.662237 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff5c6949-0592-41e1-8ab7-999d5b5f2943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:20.791548 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4160571-e99d-475f-ad78-7068c4d1e3ce tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Router 6108af00-a0d3-432f-999a-0055798b267e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:49:20.810535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e8e6d-441e-4227-9bd8-067841e69aa2 req-ede6ce87-9132-413d-b29b-b06aa88120e1 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:20.812195 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b89e8e6d-441e-4227-9bd8-067841e69aa2 req-ede6ce87-9132-413d-b29b-b06aa88120e1 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.3921573 Sep 23 22:49:20.846147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12a757-bc85-4994-935d-d6548e43fec6 req-3e17f705-5e4e-4e07-9c79-0ce4160e1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:20.847706 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c12a757-bc85-4994-935d-d6548e43fec6 req-3e17f705-5e4e-4e07-9c79-0ce4160e1a5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4 HTTP/1.1" status: 200 len: 898 time: 0.4256566 Sep 23 22:49:20.869274 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff5c6949-0592-41e1-8ab7-999d5b5f2943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:20.874453 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff5c6949-0592-41e1-8ab7-999d5b5f2943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:20.880785 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ff5c6949-0592-41e1-8ab7-999d5b5f2943 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/04fe0749-a48a-4053-a47d-577a9243177f HTTP/1.1" status: 204 len: 168 time: 0.3288927 Sep 23 22:49:20.894791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c6949-0592-41e1-8ab7-999d5b5f2943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fe0749-a48a-4053-a47d-577a9243177f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:21.098288 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b89e8e6d-441e-4227-9bd8-067841e69aa2 req-837d88e1-db5d-4e81-aac7-52968fd0455a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681527 Sep 23 22:49:21.104397 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:21.126451 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c12a757-bc85-4994-935d-d6548e43fec6 req-0fa3aa68-56c4-47fe-9498-06c08f23e0a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 999 time: 0.2367451 Sep 23 22:49:21.196853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4160571-e99d-475f-ad78-7068c4d1e3ce tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:49:21.207005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e4160571-e99d-475f-ad78-7068c4d1e3ce tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] 10.222.0.22 "PUT /v2.0/routers/6108af00-a0d3-432f-999a-0055798b267e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0333600 Sep 23 22:49:21.208998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38f35c8-258c-43b0-9c3f-1984da2d1863 None None] Sync routers for ids ['6108af00-a0d3-432f-999a-0055798b267e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:49:21.210164 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50786) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:21.225494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38f35c8-258c-43b0-9c3f-1984da2d1863 None None] Routers {'6108af00-a0d3-432f-999a-0055798b267e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:49:21.226561 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c38f35c8-258c-43b0-9c3f-1984da2d1863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:49:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['6108af00-a0d3-432f-999a-0055798b267e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:21.269548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c38f35c8-258c-43b0-9c3f-1984da2d1863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:21.281533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38f35c8-258c-43b0-9c3f-1984da2d1863 None None] Routers {'6108af00-a0d3-432f-999a-0055798b267e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:49:21.282467 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c38f35c8-258c-43b0-9c3f-1984da2d1863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:49:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['6108af00-a0d3-432f-999a-0055798b267e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:21.310402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12a757-bc85-4994-935d-d6548e43fec6 req-7d3d936b-07ca-406d-8c18-bdf9602450c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:21.311991 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c12a757-bc85-4994-935d-d6548e43fec6 req-7d3d936b-07ca-406d-8c18-bdf9602450c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=540b0e52-eae5-4aec-973b-222f092e66b6 HTTP/1.1" status: 200 len: 835 time: 0.1747909 Sep 23 22:49:21.343297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c38f35c8-258c-43b0-9c3f-1984da2d1863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:21.343986 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38f35c8-258c-43b0-9c3f-1984da2d1863 None None] The sync data for ids ['6108af00-a0d3-432f-999a-0055798b267e'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:49:21.362477 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c05b56b9-c224-42a6-b263-ad5ace3b7a49 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:21.423341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12a757-bc85-4994-935d-d6548e43fec6 req-7c6439fb-8a14-48f2-bcf8-ede5f2509384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:21.425361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c12a757-bc85-4994-935d-d6548e43fec6 req-7c6439fb-8a14-48f2-bcf8-ede5f2509384 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989339 Sep 23 22:49:21.491436 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c05b56b9-c224-42a6-b263-ad5ace3b7a49 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:21.617959 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c12a757-bc85-4994-935d-d6548e43fec6 req-08b331e1-baa2-44e5-8d11-2c21aa918ebe service neutron] 10.222.0.43 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839221 Sep 23 22:49:21.644951 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:21.683900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-c05b56b9-c224-42a6-b263-ad5ace3b7a49 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Deleting port 30de4419-876b-4f91-af58-8d892a6fa296 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:21.684769 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c05b56b9-c224-42a6-b263-ad5ace3b7a49 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:21.769655 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c12a757-bc85-4994-935d-d6548e43fec6 req-ad9b9856-6e79-4c49-a63f-609358a01aac service neutron] 10.222.0.43 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429570 Sep 23 22:49:21.812602 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c05b56b9-c224-42a6-b263-ad5ace3b7a49 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:21.826077 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-c05b56b9-c224-42a6-b263-ad5ace3b7a49 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Calling delete_port for 30de4419-876b-4f91-af58-8d892a6fa296 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:21.892065 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:21.972579 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event updated for resources: {'Port': ['ID=c7e64f5e-a091-45b0-8775-69e4a955c7d1,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:21.975200 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:22.162761 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50818) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:22.200250 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8e60d6a-5dc7-4552-b967-99b293347740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:22.242226 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c05b56b9-c224-42a6-b263-ad5ace3b7a49 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:22.300582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b56b9-c224-42a6-b263-ad5ace3b7a49 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event deleted for resources: {'Port': ['ID=30de4419-876b-4f91-af58-8d892a6fa296,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:22.405831 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacbbdd-f3a8-478a-879d-0618fa7ecbe8 req-5bdc46a1-a83f-4714-8ead-7cf2769cf180 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:22.407735 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bacbbdd-f3a8-478a-879d-0618fa7ecbe8 req-5bdc46a1-a83f-4714-8ead-7cf2769cf180 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.2059965 Sep 23 22:49:22.457204 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c05b56b9-c224-42a6-b263-ad5ace3b7a49 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:22.491998 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Network 4f147a44-4799-4eaa-8121-f69854a24256 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:49:22.495361 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:49:22.615572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Router fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:49:22.640576 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c05b56b9-c224-42a6-b263-ad5ace3b7a49 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:22.644213 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c05b56b9-c224-42a6-b263-ad5ace3b7a49 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:22.780052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:49:22.797610 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bacbbdd-f3a8-478a-879d-0618fa7ecbe8 req-1745a3fc-76ad-4963-ba31-bb5365168d9f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3626418 Sep 23 22:49:22.798620 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c743d7f9-36ac-45cd-a1fe-a5a9d5fcd470 None None] Sync routers for ids ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:49:22.801813 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4b4151a0-c23a-4e38-a99d-1c2c2c6b311d tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "PUT /v2.0/routers/fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2405238 Sep 23 22:49:22.806858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50840) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:22.839045 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c743d7f9-36ac-45cd-a1fe-a5a9d5fcd470 None None] Routers {'fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:49:22.839462 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c743d7f9-36ac-45cd-a1fe-a5a9d5fcd470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:49:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:22.872156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8e60d6a-5dc7-4552-b967-99b293347740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:22.914233 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c743d7f9-36ac-45cd-a1fe-a5a9d5fcd470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:22.937196 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-44b38fd7-00e1-44c1-93de-6d24a904d649 None None] Provisioning complete for port c7e64f5e-a091-45b0-8775-69e4a955c7d1 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:22.939833 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-44b38fd7-00e1-44c1-93de-6d24a904d649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:22.942903 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c743d7f9-36ac-45cd-a1fe-a5a9d5fcd470 None None] Routers {'fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:49:22.945373 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c743d7f9-36ac-45cd-a1fe-a5a9d5fcd470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:49:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:22.976685 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c05b56b9-c224-42a6-b263-ad5ace3b7a49 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:22.978071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05b56b9-c224-42a6-b263-ad5ace3b7a49 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Fanout notify agent at l3_agent the message router_deleted on router 6108af00-a0d3-432f-999a-0055798b267e {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:49:22.986551 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c05b56b9-c224-42a6-b263-ad5ace3b7a49 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:22.987744 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c05b56b9-c224-42a6-b263-ad5ace3b7a49 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] 10.222.0.22 "DELETE /v2.0/routers/6108af00-a0d3-432f-999a-0055798b267e HTTP/1.1" status: 204 len: 168 time: 1.7763755 Sep 23 22:49:22.993309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50848) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:23.018518 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c743d7f9-36ac-45cd-a1fe-a5a9d5fcd470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:23.019207 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c743d7f9-36ac-45cd-a1fe-a5a9d5fcd470 None None] The sync data for ids ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:49:23.030989 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf43e322-582d-4d52-9269-57a994fa5afb tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:23.041946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-44b38fd7-00e1-44c1-93de-6d24a904d649 None None] Port c7e64f5e-a091-45b0-8775-69e4a955c7d1 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:49:23.082551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-6957dae1-695c-4c6e-bc53-2afbe31378ec tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Deleting subnet 48087576-cf3b-4deb-804f-c6c5bf64b8d1 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:49:23.090840 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6957dae1-695c-4c6e-bc53-2afbe31378ec tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:23.134300 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8e60d6a-5dc7-4552-b967-99b293347740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:23.165586 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-bf43e322-582d-4d52-9269-57a994fa5afb tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 22:49:23.167980 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bf43e322-582d-4d52-9269-57a994fa5afb tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "DELETE /v2.0/routers/fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24 HTTP/1.1" status: 409 len: 329 time: 0.3593609 Sep 23 22:49:23.172784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 50856) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:23.191873 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6957dae1-695c-4c6e-bc53-2afbe31378ec tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:23.225775 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f8e60d6a-5dc7-4552-b967-99b293347740 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9f45f8fb41c460c84b98fcabda979c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0614800 Sep 23 22:49:23.231143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e60d6a-5dc7-4552-b967-99b293347740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb09f407-1a3c-4bdf-af49-0012a1882e74,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:23.234133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50858) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:23.342206 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c9bd03d3-cbce-4d78-82dd-a36f059a5713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:23.350963 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6957dae1-695c-4c6e-bc53-2afbe31378ec tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:23.404469 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c9bd03d3-cbce-4d78-82dd-a36f059a5713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:23.594291 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6957dae1-695c-4c6e-bc53-2afbe31378ec tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:23.605871 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c9bd03d3-cbce-4d78-82dd-a36f059a5713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:23.608643 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c9bd03d3-cbce-4d78-82dd-a36f059a5713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:23.615317 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c9bd03d3-cbce-4d78-82dd-a36f059a5713 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb09f407-1a3c-4bdf-af49-0012a1882e74 HTTP/1.1" status: 204 len: 168 time: 0.3762009 Sep 23 22:49:23.652382 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2533c839-1bb4-4cee-9d20-82bc26f022cd tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:23.718580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957dae1-695c-4c6e-bc53-2afbe31378ec tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event deleted for resources: {'Subnet': ['ID=48087576-cf3b-4deb-804f-c6c5bf64b8d1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:23.728739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146d10a1-fec6-4ef5-afbe-aa8ccc69cce6 None None] Network e3d9903b-feba-497a-acf7-f4256629acb4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:49:23.732962 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6957dae1-695c-4c6e-bc53-2afbe31378ec tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:23.750153 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6957dae1-695c-4c6e-bc53-2afbe31378ec tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] 10.222.0.22 "DELETE /v2.0/subnets/48087576-cf3b-4deb-804f-c6c5bf64b8d1 HTTP/1.1" status: 204 len: 168 time: 0.7562191 Sep 23 22:49:23.752787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd03d3-cbce-4d78-82dd-a36f059a5713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb09f407-1a3c-4bdf-af49-0012a1882e74,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:23.755946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50878) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:23.960971 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-bf8809b4-5817-486b-ad58-d90d2c310386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:23.963854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-bf8809b4-5817-486b-ad58-d90d2c310386 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 1096 time: 0.4711046 Sep 23 22:49:23.992223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:49:24.026852 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:24.119808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Deleting port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:24.120340 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:24.144537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f9bf7-b84a-40db-bd6b-54e4e563559c req-61e590a5-e0ee-4d11-8578-c0b69ea02ff6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:24.146182 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d55f9bf7-b84a-40db-bd6b-54e4e563559c req-61e590a5-e0ee-4d11-8578-c0b69ea02ff6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 945 time: 0.1290040 Sep 23 22:49:24.149064 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:24.221369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] For port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=404cc9ef-c496-41f7-a6ac-a2f1225ceb6b,segment=NetworkSegment(fc0cf53c-0c7c-4070-b4b2-8db4f0843919),segment_id=fc0cf53c-0c7c-4070-b4b2-8db4f0843919)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:24.221867 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:24.222132 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0568695-5ab4-4f39-8c0c-22caf52eac7d None None] DHCP port deletion for e3d9903b-feba-497a-acf7-f4256629acb4 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:49:24.240622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Calling delete_port for 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:24.312671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c0568695-5ab4-4f39-8c0c-22caf52eac7d None None] Deleting port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:24.313142 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c0568695-5ab4-4f39-8c0c-22caf52eac7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:24.424997 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d55f9bf7-b84a-40db-bd6b-54e4e563559c req-a18c5964-7283-418a-b774-d3ce9661ad87 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322302 Sep 23 22:49:24.426237 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c0568695-5ab4-4f39-8c0c-22caf52eac7d None None] For port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=404cc9ef-c496-41f7-a6ac-a2f1225ceb6b,segment=NetworkSegment(fc0cf53c-0c7c-4070-b4b2-8db4f0843919),segment_id=fc0cf53c-0c7c-4070-b4b2-8db4f0843919)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:24.426639 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c0568695-5ab4-4f39-8c0c-22caf52eac7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:24.447679 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c0568695-5ab4-4f39-8c0c-22caf52eac7d None None] Calling delete_port for 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:24.453050 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:24.491956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event deleted for resources: {'Port': ['ID=404cc9ef-c496-41f7-a6ac-a2f1225ceb6b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:24.517739 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] No DVR routers for this DVR port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:49:24.602046 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c0568695-5ab4-4f39-8c0c-22caf52eac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:24.626693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0568695-5ab4-4f39-8c0c-22caf52eac7d None None] No DVR routers for this DVR port 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:49:24.658824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0568695-5ab4-4f39-8c0c-22caf52eac7d None None] Pushing event deleted for resources: {'Port': ['ID=404cc9ef-c496-41f7-a6ac-a2f1225ceb6b,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:24.739068 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-2533c839-1bb4-4cee-9d20-82bc26f022cd tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Deleting port c7e64f5e-a091-45b0-8775-69e4a955c7d1 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:24.739599 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2533c839-1bb4-4cee-9d20-82bc26f022cd tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:24.745300 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:24.768743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d9903b-feba-497a-acf7-f4256629acb4']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:24.786301 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0cf53c-0c7c-4070-b4b2-8db4f0843919') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:24.786634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0cf53c-0c7c-4070-b4b2-8db4f0843919') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:24.792522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:24.797331 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:24.802382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:49:24.812664 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:24.820146 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:49:24.820862 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:49:24.824368 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:49:24.826219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:49:24.826219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 404cc9ef-c496-41f7-a6ac-a2f1225ceb6b not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:49:24.895345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:49:24.927218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2533c839-1bb4-4cee-9d20-82bc26f022cd tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:24.947716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-2533c839-1bb4-4cee-9d20-82bc26f022cd tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Calling delete_port for c7e64f5e-a091-45b0-8775-69e4a955c7d1 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:24.970152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:49:24.971602 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:24.972506 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38139fee-2f34-4efd-8f79-1a106f310505" -d '{"events": [{"server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:49:24.984032 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:25.028282 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:25.037838 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] 10.222.0.22 "DELETE /v2.0/networks/e3d9903b-feba-497a-acf7-f4256629acb4 HTTP/1.1" status: 204 len: 168 time: 1.2783577 Sep 23 22:49:25.038683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39bba9-a955-47a5-80ca-ef60b254d148 tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event deleted for resources: {'Network': ['ID=e3d9903b-feba-497a-acf7-f4256629acb4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:25.041245 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 50934) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:25.064930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Transition to ACTIVE for port object 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:49:25.098995 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8078dc5a-881f-4867-a96e-6f18c012689e x-openstack-request-id: req-8078dc5a-881f-4867-a96e-6f18c012689e {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:49:25.099480 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:49:25.099873 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8078dc5a-881f-4867-a96e-6f18c012689e {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:49:25.100422 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'code': 200} Sep 23 22:49:25.214897 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:25.254261 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-16f5ddf0-d9a5-421e-8da2-9a2e5d94d74a tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Deleting port b1a26d77-e991-4791-8e62-153cf1ec6b96 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:25.254797 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-16f5ddf0-d9a5-421e-8da2-9a2e5d94d74a tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:25.292605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,revision_number=10']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:25.340410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:49:25.428527 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-16f5ddf0-d9a5-421e-8da2-9a2e5d94d74a tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:25.429135 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-16f5ddf0-d9a5-421e-8da2-9a2e5d94d74a tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:25.436224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:49:25.446907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] No DVR routers for this DVR port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:49:25.451462 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2533c839-1bb4-4cee-9d20-82bc26f022cd tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:25.466321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-16f5ddf0-d9a5-421e-8da2-9a2e5d94d74a tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Calling delete_port for b1a26d77-e991-4791-8e62-153cf1ec6b96 owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:25.666045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533c839-1bb4-4cee-9d20-82bc26f022cd tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event deleted for resources: {'Port': ['ID=c7e64f5e-a091-45b0-8775-69e4a955c7d1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:25.824980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0995203-1f4f-4e2d-86d8-7dcb0e69a86c req-2c8a18f1-8471-45da-8fc5-d23fdbc42214 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:25.833277 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0995203-1f4f-4e2d-86d8-7dcb0e69a86c req-2c8a18f1-8471-45da-8fc5-d23fdbc42214 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 944 time: 0.2669017 Sep 23 22:49:25.914352 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-16f5ddf0-d9a5-421e-8da2-9a2e5d94d74a tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:25.959212 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5ddf0-d9a5-421e-8da2-9a2e5d94d74a tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Pushing event deleted for resources: {'Port': ['ID=b1a26d77-e991-4791-8e62-153cf1ec6b96,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:25.987375 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2533c839-1bb4-4cee-9d20-82bc26f022cd tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:26.013389 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0995203-1f4f-4e2d-86d8-7dcb0e69a86c req-9cd43b4d-3c03-47aa-8ca0-f152b93815dd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704090 Sep 23 22:49:26.021446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Attempting to bind port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:49:26.022669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Attempting to bind port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:49:26.023189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Attempting to bind port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 on network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:49:26.045416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 on network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:49:26.045416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Attempting to bind port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 on network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:49:26.107365 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-16f5ddf0-d9a5-421e-8da2-9a2e5d94d74a tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:26.111352 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-16f5ddf0-d9a5-421e-8da2-9a2e5d94d74a tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:26.113899 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-16f5ddf0-d9a5-421e-8da2-9a2e5d94d74a tempest-FloatingIPAdminTestJSON-1718433177 tempest-FloatingIPAdminTestJSON-1718433177-project] 10.222.0.22 "DELETE /v2.0/floatingips/da45eb30-a180-421b-811e-6a2986ad3bb8 HTTP/1.1" status: 204 len: 168 time: 1.0710409 Sep 23 22:49:26.140827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:49:26.141235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Checking segment: {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:49:26.141641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Bound using segment: {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:49:26.142096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Bound port: 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:49:26.142460 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:26.291713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2533c839-1bb4-4cee-9d20-82bc26f022cd tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Router fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:49:26.319160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:49:26.319160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:49:26.768735 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:26.781644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2533c839-1bb4-4cee-9d20-82bc26f022cd tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:49:26.800874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a5704-f703-413d-9d28-e286f75e00dd None None] Sync routers for ids ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:49:26.809959 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2533c839-1bb4-4cee-9d20-82bc26f022cd tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "PUT /v2.0/routers/fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6356742 Sep 23 22:49:26.811188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51000) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:26.821203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:26.825124 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:26.826635 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] 10.222.0.67 "PUT /v2.0/ports/7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 1092 time: 2.8476954 Sep 23 22:49:26.830499 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a5704-f703-413d-9d28-e286f75e00dd None None] Routers {'fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:49:26.833436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b05a5704-f703-413d-9d28-e286f75e00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:49:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:26.858323 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2e93a-24f1-49d9-939f-1feaa91339d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,revision_number=11']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:26.928134 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b05a5704-f703-413d-9d28-e286f75e00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:26.944732 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a5704-f703-413d-9d28-e286f75e00dd None None] Routers {'fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:49:26.946292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b05a5704-f703-413d-9d28-e286f75e00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:49:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:26.987800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-25100da5-9c90-4230-bcd2-5c34b308e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:26.990737 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-25100da5-9c90-4230-bcd2-5c34b308e4bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1095 time: 0.1088197 Sep 23 22:49:27.030129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b05a5704-f703-413d-9d28-e286f75e00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:27.030129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a5704-f703-413d-9d28-e286f75e00dd None None] The sync data for ids ['fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:49:27.037319 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-a4f89b2f-c373-44a4-ad47-10a324372190 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] show failed (client error): The resource could not be found. Sep 23 22:49:27.039075 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a4f89b2f-c373-44a4-ad47-10a324372190 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-1800609855 HTTP/1.1" status: 404 len: 335 time: 0.2252514 Sep 23 22:49:27.048194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51010) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:27.064175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-addee4a5-cd23-441a-b55a-3f6054c707da tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:49:27.128352 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-addee4a5-cd23-441a-b55a-3f6054c707da tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] update failed (client error): The resource could not be found. Sep 23 22:49:27.129971 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-addee4a5-cd23-441a-b55a-3f6054c707da tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-435729172 HTTP/1.1" status: 404 len: 334 time: 0.0804520 Sep 23 22:49:27.135714 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51018) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:27.141039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:49:27.145651 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ff8d75-e450-4298-90df-9a196dbac264" -d '{"events": [{"name": "network-changed", "server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:49:27.217657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-63faad42-1d2b-4fd9-9281-d218655b0c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:27.222449 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-63faad42-1d2b-4fd9-9281-d218655b0c85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4 HTTP/1.1" status: 200 len: 898 time: 0.2231994 Sep 23 22:49:27.236197 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51022) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:27.291056 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e699de-56a9-46f5-b822-9dbff164239d x-openstack-request-id: req-93e699de-56a9-46f5-b822-9dbff164239d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:49:27.291779 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:49:27.292259 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93e699de-56a9-46f5-b822-9dbff164239d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:49:27.292833 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'status': 'completed', 'code': 200} Sep 23 22:49:27.328998 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-1626a421-3a9d-4574-ab74-18766e1d7cd5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 997 time: 0.0977826 Sep 23 22:49:27.341710 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-9399740f-301d-472c-9015-5f0451271e50 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Deleting subnet 16402238-911a-465e-ae0a-b43024d0b37c {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:49:27.362559 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9399740f-301d-472c-9015-5f0451271e50 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:27.421928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2526c22-df10-4354-a141-87517866f861 req-d4ceba3d-efed-48c3-9cbd-892c3d969949 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:27.424274 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e2526c22-df10-4354-a141-87517866f861 req-d4ceba3d-efed-48c3-9cbd-892c3d969949 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 944 time: 0.1990087 Sep 23 22:49:27.458339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff8d75-e450-4298-90df-9a196dbac264 req-55f98b7c-52db-4c97-9519-8ced38570b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:27.462394 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20ff8d75-e450-4298-90df-9a196dbac264 req-55f98b7c-52db-4c97-9519-8ced38570b30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1095 time: 0.1321855 Sep 23 22:49:27.498264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-5a8b371f-0ab2-4c3e-8d51-46866788b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:27.499756 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-5a8b371f-0ab2-4c3e-8d51-46866788b58d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=540b0e52-eae5-4aec-973b-222f092e66b6 HTTP/1.1" status: 200 len: 835 time: 0.1598775 Sep 23 22:49:27.530400 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e2526c22-df10-4354-a141-87517866f861 req-442d5b02-6e52-4736-a0e4-52e1fbb77cb8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949051 Sep 23 22:49:27.533236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9399740f-301d-472c-9015-5f0451271e50 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:27.747783 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9399740f-301d-472c-9015-5f0451271e50 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:27.928106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-eb3e8685-27a7-44ed-a8bf-3d10fbca4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:27.931880 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-eb3e8685-27a7-44ed-a8bf-3d10fbca4ce6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3862703 Sep 23 22:49:27.940131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff8d75-e450-4298-90df-9a196dbac264 req-8b35812a-84c9-421a-b678-7ecb91875465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:27.943329 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20ff8d75-e450-4298-90df-9a196dbac264 req-8b35812a-84c9-421a-b678-7ecb91875465 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4 HTTP/1.1" status: 200 len: 898 time: 0.4732757 Sep 23 22:49:27.995862 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4f6a07a9-c1bc-41fe-948c-55d816e70eaa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d94f2b21a68b451198901996acf36eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6888473 Sep 23 22:49:27.995862 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9399740f-301d-472c-9015-5f0451271e50 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:27.998053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51054) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:28.134175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399740f-301d-472c-9015-5f0451271e50 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event deleted for resources: {'Subnet': ['ID=16402238-911a-465e-ae0a-b43024d0b37c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:28.142173 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9399740f-301d-472c-9015-5f0451271e50 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:28.145844 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9399740f-301d-472c-9015-5f0451271e50 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "DELETE /v2.0/subnets/16402238-911a-465e-ae0a-b43024d0b37c HTTP/1.1" status: 204 len: 168 time: 1.0073028 Sep 23 22:49:28.150954 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51062) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:28.152534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfb8a97-8203-499e-81c1-38f0e6b24a0b None None] Network 49b4126f-c787-429a-9ea8-bfa6da1b023e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:49:28.248263 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20ff8d75-e450-4298-90df-9a196dbac264 req-3cde81cd-1834-4747-9a6f-46a3f242c368 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 997 time: 0.2898231 Sep 23 22:49:28.267318 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e35e907a-e721-45a0-bf20-c5f4f9c09084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:28.316228 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-471c2be3-2ad1-4954-8571-63dd485e59eb service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715370 Sep 23 22:49:28.355404 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e35e907a-e721-45a0-bf20-c5f4f9c09084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:28.376581 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-7810b4ad-6399-44a0-8912-19904e3ca839 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Deleting subnet f0f6c3d7-3d4c-461c-9aad-1df603d4b5f1 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:49:28.388669 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7810b4ad-6399-44a0-8912-19904e3ca839 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:28.389748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff8d75-e450-4298-90df-9a196dbac264 req-425bccbb-c1c8-4828-b447-c45f1d492353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:28.393251 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20ff8d75-e450-4298-90df-9a196dbac264 req-425bccbb-c1c8-4828-b447-c45f1d492353 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=540b0e52-eae5-4aec-973b-222f092e66b6 HTTP/1.1" status: 200 len: 835 time: 0.1357877 Sep 23 22:49:28.466895 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7810b4ad-6399-44a0-8912-19904e3ca839 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:28.562845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff8d75-e450-4298-90df-9a196dbac264 req-1b457479-f50e-4a97-ba1e-8eaf7d97fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:28.564514 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20ff8d75-e450-4298-90df-9a196dbac264 req-1b457479-f50e-4a97-ba1e-8eaf7d97fc92 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630895 Sep 23 22:49:28.615243 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ad5073c-5d83-42bb-abbc-48a3b8648edb req-cb7f38a5-0cdf-46fa-a6c7-147b00558426 service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914581 Sep 23 22:49:28.616317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d652d78-3628-4423-a6c2-946afbb8fb4f None None] DHCP port deletion for 49b4126f-c787-429a-9ea8-bfa6da1b023e request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:49:28.643534 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e35e907a-e721-45a0-bf20-c5f4f9c09084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:28.646663 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e35e907a-e721-45a0-bf20-c5f4f9c09084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:28.653364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e35e907a-e721-45a0-bf20-c5f4f9c09084 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5250096-a330-44c3-a152-ee4706568e01 HTTP/1.1" status: 204 len: 168 time: 0.6490631 Sep 23 22:49:28.685952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e907a-e721-45a0-bf20-c5f4f9c09084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5250096-a330-44c3-a152-ee4706568e01,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:28.748726 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7810b4ad-6399-44a0-8912-19904e3ca839 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:28.829279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6d652d78-3628-4423-a6c2-946afbb8fb4f None None] Deleting port 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:28.832474 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6d652d78-3628-4423-a6c2-946afbb8fb4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:28.958950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6d652d78-3628-4423-a6c2-946afbb8fb4f None None] For port 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8fedee0b-9508-4ab1-b026-2e8e46a5ac1d,segment=NetworkSegment(273b98e8-4cf4-4bd9-9422-8575a8f2cc8b),segment_id=273b98e8-4cf4-4bd9-9422-8575a8f2cc8b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:28.959243 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6d652d78-3628-4423-a6c2-946afbb8fb4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:28.982268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:49:28.984596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6d652d78-3628-4423-a6c2-946afbb8fb4f None None] Calling delete_port for 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:29.029404 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7810b4ad-6399-44a0-8912-19904e3ca839 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:29.047088 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20ff8d75-e450-4298-90df-9a196dbac264 req-3cee7ae8-24c8-436f-ae0e-35c9312894ef service neutron] 10.222.0.43 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661384 Sep 23 22:49:29.068872 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7810b4ad-6399-44a0-8912-19904e3ca839 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:29.080120 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7810b4ad-6399-44a0-8912-19904e3ca839 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "DELETE /v2.0/subnets/f0f6c3d7-3d4c-461c-9aad-1df603d4b5f1 HTTP/1.1" status: 204 len: 168 time: 0.9234712 Sep 23 22:49:29.097983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51094) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:29.166586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810b4ad-6399-44a0-8912-19904e3ca839 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f6c3d7-3d4c-461c-9aad-1df603d4b5f1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:29.190332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d21ccc-27f3-4d9c-af8f-dc01582d1d86 None None] Network 8963c8c6-894a-4244-93cc-2f5e6fcb4fba requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:49:29.192837 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff8d75-e450-4298-90df-9a196dbac264 req-9a7b5ad5-3d6b-4ba0-aafe-e72498ba0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:29.196036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20ff8d75-e450-4298-90df-9a196dbac264 req-9a7b5ad5-3d6b-4ba0-aafe-e72498ba0932 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1095 time: 0.3286490 Sep 23 22:49:29.331672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc8995-75ba-4fa2-a477-a24e35fe599e req-59e04e2b-b307-464e-b850-42d3437ff61c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:29.336876 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-57fc8995-75ba-4fa2-a477-a24e35fe599e req-59e04e2b-b307-464e-b850-42d3437ff61c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 944 time: 0.3555548 Sep 23 22:49:29.476224 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:29.665786 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-740b9fa8-e32e-4306-9468-b870972bb42f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:29.713919 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20ff8d75-e450-4298-90df-9a196dbac264 req-53bfad94-773c-4788-ace4-7b673eb78c0b service neutron] 10.222.0.43 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467397 Sep 23 22:49:29.761006 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-57fc8995-75ba-4fa2-a477-a24e35fe599e req-dffc9106-7d24-4372-a5cc-73a49f88ad38 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3947620 Sep 23 22:49:29.778183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff8d75-e450-4298-90df-9a196dbac264 req-e451b3f2-6544-413a-a30e-ffdbcfcb8ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:29.781296 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20ff8d75-e450-4298-90df-9a196dbac264 req-e451b3f2-6544-413a-a30e-ffdbcfcb8ea9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4 HTTP/1.1" status: 200 len: 898 time: 0.5590184 Sep 23 22:49:29.794571 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6d652d78-3628-4423-a6c2-946afbb8fb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:29.818816 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35086b1d-e365-401e-b785-f7b1fde80b28 None None] DHCP port deletion for 8963c8c6-894a-4244-93cc-2f5e6fcb4fba request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:49:29.874691 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d652d78-3628-4423-a6c2-946afbb8fb4f None None] Pushing event deleted for resources: {'Port': ['ID=8fedee0b-9508-4ab1-b026-2e8e46a5ac1d,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:29.936083 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d652d78-3628-4423-a6c2-946afbb8fb4f None None] No DVR routers for this DVR port 8fedee0b-9508-4ab1-b026-2e8e46a5ac1d on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:49:29.992711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-35086b1d-e365-401e-b785-f7b1fde80b28 None None] Deleting port 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:29.993452 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-35086b1d-e365-401e-b785-f7b1fde80b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:29.993609 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-740b9fa8-e32e-4306-9468-b870972bb42f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:30.018483 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20ff8d75-e450-4298-90df-9a196dbac264 req-8e0f8059-7a6f-49f6-b407-d56e17bb8746 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 997 time: 0.1709189 Sep 23 22:49:30.051881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-740b9fa8-e32e-4306-9468-b870972bb42f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b4126f-c787-429a-9ea8-bfa6da1b023e']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:30.089907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-740b9fa8-e32e-4306-9468-b870972bb42f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273b98e8-4cf4-4bd9-9422-8575a8f2cc8b') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:30.092459 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-740b9fa8-e32e-4306-9468-b870972bb42f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273b98e8-4cf4-4bd9-9422-8575a8f2cc8b') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:30.110826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-35086b1d-e365-401e-b785-f7b1fde80b28 None None] For port 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275,segment=NetworkSegment(05946154-ffe9-4888-a477-633a2773c9fc),segment_id=05946154-ffe9-4888-a477-633a2773c9fc)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:30.111277 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-35086b1d-e365-401e-b785-f7b1fde80b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:30.112862 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-740b9fa8-e32e-4306-9468-b870972bb42f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:30.133902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-35086b1d-e365-401e-b785-f7b1fde80b28 None None] Calling delete_port for 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:30.140751 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-740b9fa8-e32e-4306-9468-b870972bb42f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:30.150739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff8d75-e450-4298-90df-9a196dbac264 req-26e329dd-a987-4aa8-b9f8-48eaa4bad997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:30.152567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20ff8d75-e450-4298-90df-9a196dbac264 req-26e329dd-a987-4aa8-b9f8-48eaa4bad997 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=540b0e52-eae5-4aec-973b-222f092e66b6 HTTP/1.1" status: 200 len: 835 time: 0.1259427 Sep 23 22:49:30.155852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740b9fa8-e32e-4306-9468-b870972bb42f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:49:30.156270 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-740b9fa8-e32e-4306-9468-b870972bb42f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:49:30.160752 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:49:30.299960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff8d75-e450-4298-90df-9a196dbac264 req-1b38dd2d-101b-4f81-a173-4a68d663d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:30.303001 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20ff8d75-e450-4298-90df-9a196dbac264 req-1b38dd2d-101b-4f81-a173-4a68d663d85c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412046 Sep 23 22:49:30.411832 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-35086b1d-e365-401e-b785-f7b1fde80b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:30.435223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20ff8d75-e450-4298-90df-9a196dbac264 req-157be372-a661-4cbc-b473-951c54fb01f6 service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178210 Sep 23 22:49:30.451784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35086b1d-e365-401e-b785-f7b1fde80b28 None None] Pushing event deleted for resources: {'Port': ['ID=9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:30.463077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35086b1d-e365-401e-b785-f7b1fde80b28 None None] No DVR routers for this DVR port 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:49:30.479522 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-740b9fa8-e32e-4306-9468-b870972bb42f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:30.494158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-740b9fa8-e32e-4306-9468-b870972bb42f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:30.500006 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-740b9fa8-e32e-4306-9468-b870972bb42f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "DELETE /v2.0/networks/49b4126f-c787-429a-9ea8-bfa6da1b023e HTTP/1.1" status: 204 len: 168 time: 1.3966908 Sep 23 22:49:30.501508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51140) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:30.516108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b9fa8-e32e-4306-9468-b870972bb42f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event deleted for resources: {'Network': ['ID=49b4126f-c787-429a-9ea8-bfa6da1b023e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:30.561256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51142) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:30.590168 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3abd8e2-7fbf-494d-92a9-b6c9ed721179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:30.651155 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20ff8d75-e450-4298-90df-9a196dbac264 req-55211dac-36d4-4a9b-ab69-6f6c85bc5f5f service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091684 Sep 23 22:49:30.700258 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-314c3413-c573-4c7d-ac5a-860d3a588b3b tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:30.828990 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3abd8e2-7fbf-494d-92a9-b6c9ed721179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:30.865950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:49:30.894070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a667f0-7bb6-4371-a8ba-9ed478e4f017 req-08698041-4635-454b-bb94-b7f4d2ddd46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:30.896147 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51a667f0-7bb6-4371-a8ba-9ed478e4f017 req-08698041-4635-454b-bb94-b7f4d2ddd46f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1095 time: 0.0645926 Sep 23 22:49:30.912294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:49:30.912647 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9dc7e0ae-8d50-4f40-91a7-3ed0f6f20275 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:49:30.964732 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3abd8e2-7fbf-494d-92a9-b6c9ed721179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:31.089626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f3abd8e2-7fbf-494d-92a9-b6c9ed721179 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91c9644a08d3445db250fffd7e09cf97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184696 Sep 23 22:49:31.089626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51166) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:31.103291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abd8e2-7fbf-494d-92a9-b6c9ed721179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0551f0b1-5224-4101-8ba2-f401fee2cd79,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:31.130371 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a667f0-7bb6-4371-a8ba-9ed478e4f017 req-25b4aeff-572c-4925-8925-6f9e1848d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:31.132282 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51a667f0-7bb6-4371-a8ba-9ed478e4f017 req-25b4aeff-572c-4925-8925-6f9e1848d3e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4 HTTP/1.1" status: 200 len: 898 time: 0.1959898 Sep 23 22:49:31.249910 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faaa2322-4e63-4264-82d9-80ca6d200aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:31.278318 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faaa2322-4e63-4264-82d9-80ca6d200aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:31.337160 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-314c3413-c573-4c7d-ac5a-860d3a588b3b tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:31.344596 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51a667f0-7bb6-4371-a8ba-9ed478e4f017 req-cbff726a-26d4-4a9d-bea4-cda09a9f123e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 997 time: 0.2013636 Sep 23 22:49:31.375179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-314c3413-c573-4c7d-ac5a-860d3a588b3b tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8963c8c6-894a-4244-93cc-2f5e6fcb4fba']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:31.395225 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-314c3413-c573-4c7d-ac5a-860d3a588b3b tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05946154-ffe9-4888-a477-633a2773c9fc') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:31.395727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-314c3413-c573-4c7d-ac5a-860d3a588b3b tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05946154-ffe9-4888-a477-633a2773c9fc') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:31.415881 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-314c3413-c573-4c7d-ac5a-860d3a588b3b tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:31.445965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a667f0-7bb6-4371-a8ba-9ed478e4f017 req-5d1579c4-3338-48e5-bafa-f1e14db23f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:31.451255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51a667f0-7bb6-4371-a8ba-9ed478e4f017 req-5d1579c4-3338-48e5-bafa-f1e14db23f5c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=540b0e52-eae5-4aec-973b-222f092e66b6 HTTP/1.1" status: 200 len: 835 time: 0.0941086 Sep 23 22:49:31.463825 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-314c3413-c573-4c7d-ac5a-860d3a588b3b tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:31.474331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314c3413-c573-4c7d-ac5a-860d3a588b3b tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:49:31.474741 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-314c3413-c573-4c7d-ac5a-860d3a588b3b tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:49:31.479173 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:49:31.527460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a667f0-7bb6-4371-a8ba-9ed478e4f017 req-fb1f4a0f-3694-41cf-862f-c43c091db70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:31.529119 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51a667f0-7bb6-4371-a8ba-9ed478e4f017 req-fb1f4a0f-3694-41cf-862f-c43c091db70f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687859 Sep 23 22:49:31.530852 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faaa2322-4e63-4264-82d9-80ca6d200aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:31.533632 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-faaa2322-4e63-4264-82d9-80ca6d200aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:31.537969 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-faaa2322-4e63-4264-82d9-80ca6d200aa0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0551f0b1-5224-4101-8ba2-f401fee2cd79 HTTP/1.1" status: 204 len: 168 time: 0.4486489 Sep 23 22:49:31.569792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421440aa-8400-497e-8343-16bc17e3d6c9 req-d0ee7ac9-0837-479e-8d60-38913190ff28 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:31.575212 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-421440aa-8400-497e-8343-16bc17e3d6c9 req-d0ee7ac9-0837-479e-8d60-38913190ff28 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 944 time: 0.1464057 Sep 23 22:49:31.606514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa2322-4e63-4264-82d9-80ca6d200aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0551f0b1-5224-4101-8ba2-f401fee2cd79,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:31.653053 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-421440aa-8400-497e-8343-16bc17e3d6c9 req-2ca0a36e-93a2-434b-ae95-485b8c7cbb58 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616164 Sep 23 22:49:31.697369 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-314c3413-c573-4c7d-ac5a-860d3a588b3b tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:31.708402 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-314c3413-c573-4c7d-ac5a-860d3a588b3b tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:31.714024 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-314c3413-c573-4c7d-ac5a-860d3a588b3b tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "DELETE /v2.0/networks/8963c8c6-894a-4244-93cc-2f5e6fcb4fba HTTP/1.1" status: 204 len: 168 time: 1.2102065 Sep 23 22:49:31.714809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51196) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:31.773147 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51a667f0-7bb6-4371-a8ba-9ed478e4f017 req-6b53d353-adf8-4044-9f8f-f2f9811673af service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277112 Sep 23 22:49:31.785040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c3413-c573-4c7d-ac5a-860d3a588b3b tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event deleted for resources: {'Network': ['ID=8963c8c6-894a-4244-93cc-2f5e6fcb4fba,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:31.812510 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b48f5c1-bafd-4c8a-ac57-3971561dd4e0 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Deleting subnet d3e48176-5bf8-4c81-91a4-655c6e867b6b {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:49:31.816797 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b48f5c1-bafd-4c8a-ac57-3971561dd4e0 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:31.884242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b48f5c1-bafd-4c8a-ac57-3971561dd4e0 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:31.987860 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51a667f0-7bb6-4371-a8ba-9ed478e4f017 req-e79689c5-45ff-4f4c-a2fc-6cad0b10a76e service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120893 Sep 23 22:49:32.108545 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b48f5c1-bafd-4c8a-ac57-3971561dd4e0 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:32.387260 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b48f5c1-bafd-4c8a-ac57-3971561dd4e0 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:32.500056 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48f5c1-bafd-4c8a-ac57-3971561dd4e0 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e48176-5bf8-4c81-91a4-655c6e867b6b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:32.506414 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b48f5c1-bafd-4c8a-ac57-3971561dd4e0 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:32.509204 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0b48f5c1-bafd-4c8a-ac57-3971561dd4e0 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "DELETE /v2.0/subnets/d3e48176-5bf8-4c81-91a4-655c6e867b6b HTTP/1.1" status: 204 len: 168 time: 0.7932999 Sep 23 22:49:32.512924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51220) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:32.517128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c26a45-e65e-4f6c-a0c3-9a5ff9ae2c36 None None] Network 4f147a44-4799-4eaa-8121-f69854a24256 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:49:32.701410 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:32.850914 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Deleting port 24444e8e-cd26-430b-a120-89069ca54b91 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:32.851313 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:32.967728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:49:33.014676 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] For port 24444e8e-cd26-430b-a120-89069ca54b91, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=24444e8e-cd26-430b-a120-89069ca54b91,segment=NetworkSegment(0b7a04bc-d89c-4356-96e8-305fc4750d99),segment_id=0b7a04bc-d89c-4356-96e8-305fc4750d99)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:33.015057 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.042994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Calling delete_port for 24444e8e-cd26-430b-a120-89069ca54b91 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:33.068022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932849ec-e5ad-4a34-9377-385859229160 req-56252bfe-46fa-4c12-bd53-7e541386c414 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:33.080476 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-932849ec-e5ad-4a34-9377-385859229160 req-56252bfe-46fa-4c12-bd53-7e541386c414 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 944 time: 0.2557373 Sep 23 22:49:33.164007 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-932849ec-e5ad-4a34-9377-385859229160 req-c4cb3f26-54a6-4e34-907c-c57d11aeb42b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727317 Sep 23 22:49:33.175399 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d013bfa8-4c7b-44b5-bcf7-0b1387435bbb None None] DHCP port deletion for 4f147a44-4799-4eaa-8121-f69854a24256 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:49:33.201560 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51248) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:33.213739 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e54804a-be5b-486b-9c00-4305714aafc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.220820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51250) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:33.254961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:33.289752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'port_id': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'mac_address': 'fa:16:3e:94:01:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:49:33.298677 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d013bfa8-4c7b-44b5-bcf7-0b1387435bbb None None] Deleting port 24444e8e-cd26-430b-a120-89069ca54b91 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:33.299679 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d013bfa8-4c7b-44b5-bcf7-0b1387435bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.351129 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.374670 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6a35abf3-e812-4f46-921c-5b66f46be242 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/06020ab3-0e20-498c-91e6-43fb63ebade2 HTTP/1.1" status: 200 len: 989 time: 0.1494360 Sep 23 22:49:33.378043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] No DVR routers for this DVR port 24444e8e-cd26-430b-a120-89069ca54b91 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:49:33.415302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d013bfa8-4c7b-44b5-bcf7-0b1387435bbb None None] For port 24444e8e-cd26-430b-a120-89069ca54b91, host n-d-810775-1, got binding levels [] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:33.416385 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d013bfa8-4c7b-44b5-bcf7-0b1387435bbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.435881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d013bfa8-4c7b-44b5-bcf7-0b1387435bbb None None] Calling delete_port for 24444e8e-cd26-430b-a120-89069ca54b91 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:33.439817 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.ipam_backend_mixin [None req-d013bfa8-4c7b-44b5-bcf7-0b1387435bbb None None] Port 24444e8e-cd26-430b-a120-89069ca54b91 was not found and therefore no delete operation was performed {{(pid=95492) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 22:49:33.442174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event deleted for resources: {'Port': ['ID=24444e8e-cd26-430b-a120-89069ca54b91,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:33.443277 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d013bfa8-4c7b-44b5-bcf7-0b1387435bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.562983 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.606407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013bfa8-4c7b-44b5-bcf7-0b1387435bbb None None] Pushing event deleted for resources: {'Port': ['ID=24444e8e-cd26-430b-a120-89069ca54b91,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:33.609479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d013bfa8-4c7b-44b5-bcf7-0b1387435bbb None None] No DVR routers for this DVR port 24444e8e-cd26-430b-a120-89069ca54b91 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:49:33.624148 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e54804a-be5b-486b-9c00-4305714aafc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.634572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f147a44-4799-4eaa-8121-f69854a24256']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:33.639892 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.660500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7a04bc-d89c-4356-96e8-305fc4750d99') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:33.661344 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7a04bc-d89c-4356-96e8-305fc4750d99') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:49:33.678889 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:49:33.704336 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.719838 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e54804a-be5b-486b-9c00-4305714aafc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.724364 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:33.769984 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.796054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:49:33.805471 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:49:33.846039 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6e54804a-be5b-486b-9c00-4305714aafc4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8df43e3dc3df4763ba72c74a2ee89eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6607060 Sep 23 22:49:33.848621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51272) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:33.852621 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54804a-be5b-486b-9c00-4305714aafc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff12c7cd-e0e8-4edf-8662-30cea0cdebff,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:33.891162 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.940949 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a95af98-a70f-4d16-8473-277ce7bfc533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.978375 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a95af98-a70f-4d16-8473-277ce7bfc533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:33.987848 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,revision_number=12']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:34.077895 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:34.083732 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:34.086495 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "DELETE /v2.0/networks/4f147a44-4799-4eaa-8121-f69854a24256 HTTP/1.1" status: 204 len: 168 time: 1.5718057 Sep 23 22:49:34.091297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51280) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:34.102806 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2f1b3-5745-4222-8c81-293db753109f tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Pushing event deleted for resources: {'Network': ['ID=4f147a44-4799-4eaa-8121-f69854a24256,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:34.141721 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e5345f29-398a-40f0-94fa-ba84835d3077 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24 HTTP/1.1" status: 200 len: 205 time: 0.0480306 Sep 23 22:49:34.144114 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51282) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:34.234819 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4a99232-74a2-4f18-befc-48f45d05d2f3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:34.274742 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a95af98-a70f-4d16-8473-277ce7bfc533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:34.277493 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a95af98-a70f-4d16-8473-277ce7bfc533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:34.282014 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0a95af98-a70f-4d16-8473-277ce7bfc533 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff12c7cd-e0e8-4edf-8662-30cea0cdebff HTTP/1.1" status: 204 len: 168 time: 0.4281638 Sep 23 22:49:34.325693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95af98-a70f-4d16-8473-277ce7bfc533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff12c7cd-e0e8-4edf-8662-30cea0cdebff,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:34.377808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['7fb32da6-941e-4498-b4ad-b2eb3bfc1674'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:49:34.461455 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4a99232-74a2-4f18-befc-48f45d05d2f3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:34.464398 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4a99232-74a2-4f18-befc-48f45d05d2f3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:34.679036 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4a99232-74a2-4f18-befc-48f45d05d2f3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:34.679669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a99232-74a2-4f18-befc-48f45d05d2f3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Fanout notify agent at l3_agent the message router_deleted on router fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:49:34.687469 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4a99232-74a2-4f18-befc-48f45d05d2f3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:34.692567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a4a99232-74a2-4f18-befc-48f45d05d2f3 tempest-RoutersNegativeTest-508782191 tempest-RoutersNegativeTest-508782191-project] 10.222.0.22 "DELETE /v2.0/routers/fbb4ffa8-c9be-4907-a23b-9b79c7d5ec24 HTTP/1.1" status: 204 len: 168 time: 0.5430655 Sep 23 22:49:34.771746 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 24444e8e-cd26-430b-a120-89069ca54b91 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:49:34.795225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 24444e8e-cd26-430b-a120-89069ca54b91 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:49:34.795572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 24444e8e-cd26-430b-a120-89069ca54b91 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:49:35.779111 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51344) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:36.106465 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51354) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:36.107014 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bbfa3a9f-5557-49b7-ac34-8c54f58963dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd12e040b7494bbf88f353a6fc1c11aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3265758 Sep 23 22:49:36.163328 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-645bc86d-762c-4380-9bf5-6a764a9a5b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:36.186964 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-645bc86d-762c-4380-9bf5-6a764a9a5b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:36.845075 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-645bc86d-762c-4380-9bf5-6a764a9a5b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:36.848008 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-645bc86d-762c-4380-9bf5-6a764a9a5b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:36.853732 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-645bc86d-762c-4380-9bf5-6a764a9a5b06 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ace57af-ff67-4264-be36-c317907673af HTTP/1.1" status: 204 len: 168 time: 0.7440128 Sep 23 22:49:36.862725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bc86d-762c-4380-9bf5-6a764a9a5b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ace57af-ff67-4264-be36-c317907673af,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:36.936558 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:36.978134 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:49:37.125194 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:49:37.130626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:37.138788 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:37.220869 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:37.245603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:49:37.247940 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7054b3-2270-4b69-af1c-3919f229ed16" -d '{"events": [{"server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "name": "network-vif-plugged", "status": "completed", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:49:37.263159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:37.319820 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67a2e5d-5495-4a9e-961d-908777b3c814 x-openstack-request-id: req-a67a2e5d-5495-4a9e-961d-908777b3c814 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:49:37.320752 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "name": "network-vif-plugged", "status": "completed", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:49:37.321084 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a67a2e5d-5495-4a9e-961d-908777b3c814 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:49:37.321844 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'code': 200} Sep 23 22:49:37.405270 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:37.461982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,revision_number=13']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:39.201592 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51430) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:39.481752 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-182f7b68-f76c-43b3-85eb-78b5e0b0b5d0 tempest-ServiceProvidersTest-816489457 tempest-ServiceProvidersTest-816489457-project] 10.222.0.22 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2786093 Sep 23 22:49:40.235359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51458) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:40.323927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51464) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:40.428179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0bc2e605-1f61-4ea2-bb59-fe47f193ca97 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:49:40.456998 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-47b6b1bc-1026-40c2-be9a-ebbabb6b9966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:40.560397 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-47b6b1bc-1026-40c2-be9a-ebbabb6b9966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:40.662154 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0bc2e605-1f61-4ea2-bb59-fe47f193ca97 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] 10.222.0.22 "PUT /v2.0/quotas/16e0b39cec0141db88033f89d5407887 HTTP/1.1" status: 200 len: 366 time: 0.4253378 Sep 23 22:49:40.664818 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51470) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:40.675208 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-411d46a1-b451-4dfc-a02c-e32751dccd10 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0091136 Sep 23 22:49:40.677649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51472) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:40.687270 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-dfbb0842-dbc6-41de-9ed1-4b53422c3987 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] 10.222.0.22 "GET /v2.0/quotas/16e0b39cec0141db88033f89d5407887 HTTP/1.1" status: 200 len: 366 time: 0.0086040 Sep 23 22:49:40.689687 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51474) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:40.719172 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-47b6b1bc-1026-40c2-be9a-ebbabb6b9966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:40.766156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6b1bc-1026-40c2-be9a-ebbabb6b9966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5b828d-c9a0-4123-b6c9-d5520f61cd0c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:40.775690 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-47b6b1bc-1026-40c2-be9a-ebbabb6b9966 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=443b4c3163f840cb953fd3bd0d8a50b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4472604 Sep 23 22:49:40.776296 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51476) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:40.788263 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f812f69c-42b9-464a-b475-18032e1ac8fe tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/16e0b39cec0141db88033f89d5407887 HTTP/1.1" status: 204 len: 168 time: 0.0974464 Sep 23 22:49:40.792325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51478) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:40.812543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c2b4bd94-e724-4a9c-814a-08e6b751a395 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0103149 Sep 23 22:49:40.813246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51480) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:40.827516 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7bf0c304-82de-4917-b830-ed39123c2b07 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] 10.222.0.22 "GET /v2.0/quotas/16e0b39cec0141db88033f89d5407887 HTTP/1.1" status: 200 len: 370 time: 0.0126450 Sep 23 22:49:40.830012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51482) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:40.835277 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-62cf41ff-0d41-41d8-9b51-ce8fdeb96e4b tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] 10.222.0.22 "GET /v2.0/quotas/16e0b39cec0141db88033f89d5407887/default HTTP/1.1" status: 200 len: 370 time: 0.0041280 Sep 23 22:49:40.835577 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43629587-0655-4b9c-a1c4-c0e8d8d67807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:40.839260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51484) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:40.849322 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-e5771c3e-8a47-4327-aedf-e1616ea967cb tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] delete failed (client error): The resource could not be found. Sep 23 22:49:40.852701 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e5771c3e-8a47-4327-aedf-e1616ea967cb tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/16e0b39cec0141db88033f89d5407887 HTTP/1.1" status: 404 len: 348 time: 0.0100675 Sep 23 22:49:40.867824 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43629587-0655-4b9c-a1c4-c0e8d8d67807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:41.097090 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43629587-0655-4b9c-a1c4-c0e8d8d67807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:41.099878 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43629587-0655-4b9c-a1c4-c0e8d8d67807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:41.101396 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-43629587-0655-4b9c-a1c4-c0e8d8d67807 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0d5b828d-c9a0-4123-b6c9-d5520f61cd0c HTTP/1.1" status: 204 len: 168 time: 0.3240461 Sep 23 22:49:41.110624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43629587-0655-4b9c-a1c4-c0e8d8d67807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5b828d-c9a0-4123-b6c9-d5520f61cd0c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:41.262068 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51490) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:41.331127 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Usage tracker for resource:network and tenant:96a64f0e2952418ca6c0018f1a96281a is out of sync, need to count used quota {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 22:49:41.347201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 22:49:41.363362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Usage tracker for resource:subnet and tenant:96a64f0e2952418ca6c0018f1a96281a is out of sync, need to count used quota {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 22:49:41.379665 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 22:49:41.390367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Usage tracker for resource:subnetpool and tenant:96a64f0e2952418ca6c0018f1a96281a is out of sync, need to count used quota {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 22:49:41.397312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 22:49:41.414020 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Usage tracker for resource:port and tenant:96a64f0e2952418ca6c0018f1a96281a is out of sync, need to count used quota {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 22:49:41.432549 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 22:49:41.443372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Usage tracker for resource:router and tenant:96a64f0e2952418ca6c0018f1a96281a is out of sync, need to count used quota {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 22:49:41.450758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 22:49:41.861562 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:49:41.870185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Usage tracker for resource:floatingip and tenant:96a64f0e2952418ca6c0018f1a96281a is out of sync, need to count used quota {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 22:49:41.876120 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 22:49:41.921289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Usage tracker for resource:security_group and tenant:96a64f0e2952418ca6c0018f1a96281a is out of sync, need to count used quota {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 22:49:41.927555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 22:49:41.935352 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Usage tracker for resource:security_group_rule and tenant:96a64f0e2952418ca6c0018f1a96281a is out of sync, need to count used quota {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 22:49:41.942430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.quota.resource [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95491) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 22:49:41.948464 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cd192239-c6b4-405e-a289-f861e9394964 tempest-QuotasTest-919569420 tempest-QuotasTest-919569420-project-admin] 10.222.0.22 "GET /v2.0/quotas/96a64f0e2952418ca6c0018f1a96281a/details.json HTTP/1.1" status: 200 len: 703 time: 0.6846364 Sep 23 22:49:42.850969 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51534) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:43.038667 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ca21cb7-5899-4249-9790-90b22f63ee9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:43.080291 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ced302f9-a0b8-4a77-9499-6303789eb2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:43.150761 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ca21cb7-5899-4249-9790-90b22f63ee9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:43.285624 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ca21cb7-5899-4249-9790-90b22f63ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:43.357708 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1ca21cb7-5899-4249-9790-90b22f63ee9e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c8fd74a01c74d9e8b203b64b2712abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5049968 Sep 23 22:49:43.362146 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51554) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:43.368493 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca21cb7-5899-4249-9790-90b22f63ee9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d8ac67-4709-47f0-853f-a1bd5dd5113a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:43.478718 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0e91f8e7-1005-4140-a511-7cfb30c90830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:43.509026 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0e91f8e7-1005-4140-a511-7cfb30c90830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:43.703532 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0e91f8e7-1005-4140-a511-7cfb30c90830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:43.705449 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0e91f8e7-1005-4140-a511-7cfb30c90830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:43.717756 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0e91f8e7-1005-4140-a511-7cfb30c90830 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5d8ac67-4709-47f0-853f-a1bd5dd5113a HTTP/1.1" status: 204 len: 168 time: 0.3541069 Sep 23 22:49:43.747064 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91f8e7-1005-4140-a511-7cfb30c90830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d8ac67-4709-47f0-853f-a1bd5dd5113a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:44.740863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51608) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:44.815121 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51616) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:44.830225 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3d6c78f-7182-461d-ac0d-aebaf84197e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:44.970877 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3d6c78f-7182-461d-ac0d-aebaf84197e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:45.072090 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de862935-dfcc-4844-b247-dab3b601b6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:45.077969 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3d6c78f-7182-461d-ac0d-aebaf84197e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:45.144071 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f3d6c78f-7182-461d-ac0d-aebaf84197e2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96a64f0e2952418ca6c0018f1a96281a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276010 Sep 23 22:49:45.146259 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6c78f-7182-461d-ac0d-aebaf84197e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad4a1d3-9a10-4048-82d4-ae40d3e0ca59,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:45.147163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51620) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:45.236605 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfdd26bc-a377-4be3-98dd-c1b4d99a551a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:45.238187 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de862935-dfcc-4844-b247-dab3b601b6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:45.263596 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfdd26bc-a377-4be3-98dd-c1b4d99a551a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:45.342112 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de862935-dfcc-4844-b247-dab3b601b6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:45.387402 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de862935-dfcc-4844-b247-dab3b601b6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8893360-8e32-42e3-a4d8-66571134a1bb,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:45.393792 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-de862935-dfcc-4844-b247-dab3b601b6a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a46f5f6cebc0421197bb811fefce9124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6509323 Sep 23 22:49:45.397059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51652) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:45.475264 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfdd26bc-a377-4be3-98dd-c1b4d99a551a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:45.480089 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfdd26bc-a377-4be3-98dd-c1b4d99a551a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:45.484777 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cfdd26bc-a377-4be3-98dd-c1b4d99a551a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9ad4a1d3-9a10-4048-82d4-ae40d3e0ca59 HTTP/1.1" status: 204 len: 168 time: 0.3351922 Sep 23 22:49:45.499417 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fffdf86d-1beb-44ef-a0ce-028ebdfcfa19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:45.502654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd26bc-a377-4be3-98dd-c1b4d99a551a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad4a1d3-9a10-4048-82d4-ae40d3e0ca59,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:45.568156 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fffdf86d-1beb-44ef-a0ce-028ebdfcfa19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:45.753307 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-93bab837-2dfa-4353-adeb-8369594c5a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:45.754893 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fffdf86d-1beb-44ef-a0ce-028ebdfcfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:45.758074 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fffdf86d-1beb-44ef-a0ce-028ebdfcfa19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:45.759449 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fffdf86d-1beb-44ef-a0ce-028ebdfcfa19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8893360-8e32-42e3-a4d8-66571134a1bb HTTP/1.1" status: 204 len: 168 time: 0.3614938 Sep 23 22:49:45.775368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdf86d-1beb-44ef-a0ce-028ebdfcfa19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8893360-8e32-42e3-a4d8-66571134a1bb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:46.136861 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:46.879663 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51690) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:46.903458 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8738cb1e-1a49-4039-95d7-7a1a4cf91ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:46.965173 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:47.036688 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51694) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:47.103844 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8738cb1e-1a49-4039-95d7-7a1a4cf91ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:47.249124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-627105452'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:49:47.257817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8738cb1e-1a49-4039-95d7-7a1a4cf91ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:47.313678 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8738cb1e-1a49-4039-95d7-7a1a4cf91ee2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee0662b4464146c8bc84b395097a352c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4324689 Sep 23 22:49:47.316590 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51698) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:47.326428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738cb1e-1a49-4039-95d7-7a1a4cf91ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c379bc96-1396-45ba-ab85-e3666dd5d691,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:47.399028 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7ca8129f-a330-41d2-a7a4-53925d0671a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:47.433657 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7ca8129f-a330-41d2-a7a4-53925d0671a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:47.473354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Made reservation on behalf of cc17e20f45ff4348a126bb6475cb306f for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:49:47.479277 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:47.490587 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:47.650966 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7ca8129f-a330-41d2-a7a4-53925d0671a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:47.659209 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7ca8129f-a330-41d2-a7a4-53925d0671a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:47.659209 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7ca8129f-a330-41d2-a7a4-53925d0671a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c379bc96-1396-45ba-ab85-e3666dd5d691 HTTP/1.1" status: 204 len: 168 time: 0.3371844 Sep 23 22:49:47.671909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8129f-a330-41d2-a7a4-53925d0671a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c379bc96-1396-45ba-ab85-e3666dd5d691,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:47.793662 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:47.907539 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:47.942340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:49:47.952241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7613baa3-94f4-4301-9986-d94c5d98fa01,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:47.980046 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:47.987409 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:47.987409 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Added segment e70d852c-a9c2-45d9-a599-d12b614682e0 of type vlan for network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf Sep 23 22:49:48.193382 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:48.319666 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:48.330355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:48.331473 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:48.436612 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event updated for resources: {'Network': ['ID=1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:48.455236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:49:48.500348 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51726) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:48.501042 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-47f41eb0-eb33-4ad4-90c9-4ed422d1a5e8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4629261 Sep 23 22:49:48.507883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Request body: {'subnet': {'network_id': '1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:49:48.645473 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:48.793650 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Made reservation on behalf of cc17e20f45ff4348a126bb6475cb306f for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:49:48.799708 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:49.628225 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:49.811317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Checking segment: {'id': 'e70d852c-a9c2-45d9-a599-d12b614682e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:49:49.812253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Network hostable DHCP agents. Network: 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:49:49.818684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event updated for resources: {'Subnet': ['ID=9c9a8fd5-3495-4af0-81ed-1c8663f86fab,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:49.839337 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:49.840195 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:49.840997 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:49.841769 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:49.842526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:49.843314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:49.844423 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:49.845266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:49.859229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:49.860147 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:49.860938 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:49.861530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:50.017783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:49:50.171131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:49:50.176533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:50.177513 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:50.185547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e037c86-6e0d-4587-a920-34c197d9c22f None None] Network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:49:50.296719 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1c54841c-cdb8-459d-b13e-a793e6d59d5f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7944047 Sep 23 22:49:50.301289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51776) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:50.312259 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ad8e566a-2d80-4f30-8e1c-0ddbd2e3459e tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Request body: {'port': {'network_id': '1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf', 'name': 'tempest-AllowedAddressPairTestJSON-814449871'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:49:50.492221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf', 'network_id': '1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf', 'tenant_id': 'cc17e20f45ff4348a126bb6475cb306f', 'fixed_ips': [{'subnet_id': '9c9a8fd5-3495-4af0-81ed-1c8663f86fab'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:49:50.494407 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:50.640920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8e566a-2d80-4f30-8e1c-0ddbd2e3459e tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Made reservation on behalf of cc17e20f45ff4348a126bb6475cb306f for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:49:50.648755 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ad8e566a-2d80-4f30-8e1c-0ddbd2e3459e tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:50.686908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-ad8e566a-2d80-4f30-8e1c-0ddbd2e3459e tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] device_id is not set on port b13d1f51-b40b-4cc0-a973-cb121604fda3 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:49:50.712402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Allocated IP 172.20.0.2 (1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf/9c9a8fd5-3495-4af0-81ed-1c8663f86fab/da8b4675-12bd-45d9-996b-17e2d214a9aa) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:49:51.067483 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:51.252377 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:51.323896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-ad8e566a-2d80-4f30-8e1c-0ddbd2e3459e tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Allocated IP 172.20.0.7 (1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf/9c9a8fd5-3495-4af0-81ed-1c8663f86fab/b13d1f51-b40b-4cc0-a973-cb121604fda3) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:49:51.338932 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:49:51.343354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:49:51.349780 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:49:51.398194 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Pushing event updated for resources: {'Port': ['ID=da8b4675-12bd-45d9-996b-17e2d214a9aa,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:51.482540 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Attempting to bind port da8b4675-12bd-45d9-996b-17e2d214a9aa on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:49:51.483496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Attempting to bind port da8b4675-12bd-45d9-996b-17e2d214a9aa by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'e70d852c-a9c2-45d9-a599-d12b614682e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:49:51.484347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Attempting to bind port da8b4675-12bd-45d9-996b-17e2d214a9aa on network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:49:51.494229 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:49:51.498573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Checking segment: {'id': 'e70d852c-a9c2-45d9-a599-d12b614682e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:49:51.498573 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:51.498573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Bound using segment: {'id': 'e70d852c-a9c2-45d9-a599-d12b614682e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:49:51.498573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Bound port: da8b4675-12bd-45d9-996b-17e2d214a9aa, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70d852c-a9c2-45d9-a599-d12b614682e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:49:51.498573 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:51.585364 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] For port da8b4675-12bd-45d9-996b-17e2d214a9aa, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:49:51.589334 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] For port da8b4675-12bd-45d9-996b-17e2d214a9aa, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=da8b4675-12bd-45d9-996b-17e2d214a9aa,segment=NetworkSegment(e70d852c-a9c2-45d9-a599-d12b614682e0),segment_id=e70d852c-a9c2-45d9-a599-d12b614682e0)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:49:51.674091 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ad8e566a-2d80-4f30-8e1c-0ddbd2e3459e tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:51.742958 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:51.846865 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14124ea-0836-4ed0-a2c4-22dcc4a9fde1 None None] Pushing event updated for resources: {'Port': ['ID=da8b4675-12bd-45d9-996b-17e2d214a9aa,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:51.885476 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ad8e566a-2d80-4f30-8e1c-0ddbd2e3459e tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:51.984054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8e566a-2d80-4f30-8e1c-0ddbd2e3459e tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:49:51.989651 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-ad8e566a-2d80-4f30-8e1c-0ddbd2e3459e tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:49:51.994950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e566a-2d80-4f30-8e1c-0ddbd2e3459e tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:49:52.097732 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e566a-2d80-4f30-8e1c-0ddbd2e3459e tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event updated for resources: {'Port': ['ID=b13d1f51-b40b-4cc0-a973-cb121604fda3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:52.119914 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8e566a-2d80-4f30-8e1c-0ddbd2e3459e tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:52.120739 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ad8e566a-2d80-4f30-8e1c-0ddbd2e3459e tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:52.325159 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ad8e566a-2d80-4f30-8e1c-0ddbd2e3459e tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0186999 Sep 23 22:49:52.362748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51838) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:52.366609 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-aae87834-5bdc-40e0-b2ad-392f2043ba72 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Request body: {'port': {'network_id': '1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf', 'name': 'tempest-AllowedAddressPairTestJSON-1975633430', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:16:ae:f2'}]}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:49:52.817415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae87834-5bdc-40e0-b2ad-392f2043ba72 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Made reservation on behalf of cc17e20f45ff4348a126bb6475cb306f for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:49:52.947259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device da8b4675-12bd-45d9-996b-17e2d214a9aa up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:49:53.039295 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aae87834-5bdc-40e0-b2ad-392f2043ba72 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:53.076107 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-aae87834-5bdc-40e0-b2ad-392f2043ba72 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] device_id is not set on port 63a6ddf2-3eb8-4f44-84c6-f362b3c43d04 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:49:53.178315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port da8b4675-12bd-45d9-996b-17e2d214a9aa triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:53.179819 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:53.360762 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:53.384013 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-aae87834-5bdc-40e0-b2ad-392f2043ba72 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Allocated IP 172.20.0.4 (1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf/9c9a8fd5-3495-4af0-81ed-1c8663f86fab/63a6ddf2-3eb8-4f44-84c6-f362b3c43d04) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:49:53.405598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port da8b4675-12bd-45d9-996b-17e2d214a9aa, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=da8b4675-12bd-45d9-996b-17e2d214a9aa,segment=NetworkSegment(e70d852c-a9c2-45d9-a599-d12b614682e0),segment_id=e70d852c-a9c2-45d9-a599-d12b614682e0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:49:53.468717 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e31451f-87b3-4861-a7d5-c5998e11e02a None None] Network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:49:53.518489 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:53.600435 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1d040afd-3fac-4c12-9cdb-0cf169fc9ded None None] Provisioning complete for port da8b4675-12bd-45d9-996b-17e2d214a9aa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:53.601753 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1d040afd-3fac-4c12-9cdb-0cf169fc9ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:53.714190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=da8b4675-12bd-45d9-996b-17e2d214a9aa,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:53.785855 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aae87834-5bdc-40e0-b2ad-392f2043ba72 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:53.940880 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aae87834-5bdc-40e0-b2ad-392f2043ba72 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:54.030000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae87834-5bdc-40e0-b2ad-392f2043ba72 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:49:54.042463 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-aae87834-5bdc-40e0-b2ad-392f2043ba72 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:49:54.045656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae87834-5bdc-40e0-b2ad-392f2043ba72 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:49:54.084029 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae87834-5bdc-40e0-b2ad-392f2043ba72 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event updated for resources: {'Port': ['ID=63a6ddf2-3eb8-4f44-84c6-f362b3c43d04,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:54.146935 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae87834-5bdc-40e0-b2ad-392f2043ba72 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:54.148316 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aae87834-5bdc-40e0-b2ad-392f2043ba72 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:54.231792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-22fe71c9-8a77-44fb-a4d3-660a4be5029c None None] Provisioning complete for port b13d1f51-b40b-4cc0-a973-cb121604fda3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:54.232422 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-22fe71c9-8a77-44fb-a4d3-660a4be5029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:54.286999 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-aae87834-5bdc-40e0-b2ad-392f2043ba72 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.9290290 Sep 23 22:49:54.291221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51880) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:54.317089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-22fe71c9-8a77-44fb-a4d3-660a4be5029c None None] Port b13d1f51-b40b-4cc0-a973-cb121604fda3 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:49:54.353490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-22fe71c9-8a77-44fb-a4d3-660a4be5029c None None] Provisioning complete for port da8b4675-12bd-45d9-996b-17e2d214a9aa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:54.355390 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-22fe71c9-8a77-44fb-a4d3-660a4be5029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:54.497912 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db060394-23f4-454f-aac8-c52cb6b36668 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:54.531524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db060394-23f4-454f-aac8-c52cb6b36668 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:54.548847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db060394-23f4-454f-aac8-c52cb6b36668 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:54.553594 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-db060394-23f4-454f-aac8-c52cb6b36668 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2597537 Sep 23 22:49:54.556636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51882) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:54.729634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-88859986-da4d-4d95-b2d9-90a41ae3994b None None] Provisioning complete for port b13d1f51-b40b-4cc0-a973-cb121604fda3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:54.730611 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-88859986-da4d-4d95-b2d9-90a41ae3994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:54.819085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-718f5691-0cfa-4dfc-a59a-43cb3d2bf2e4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Deleting port 63a6ddf2-3eb8-4f44-84c6-f362b3c43d04 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:54.820250 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-718f5691-0cfa-4dfc-a59a-43cb3d2bf2e4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:54.896250 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-88859986-da4d-4d95-b2d9-90a41ae3994b None None] Port b13d1f51-b40b-4cc0-a973-cb121604fda3 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:49:54.947416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device da8b4675-12bd-45d9-996b-17e2d214a9aa up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:49:55.058849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-718f5691-0cfa-4dfc-a59a-43cb3d2bf2e4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:55.065739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4a5190bf-e8ab-4ceb-a3e3-20de0ff985bc None None] Provisioning complete for port 63a6ddf2-3eb8-4f44-84c6-f362b3c43d04 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:55.066759 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4a5190bf-e8ab-4ceb-a3e3-20de0ff985bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:55.093069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-718f5691-0cfa-4dfc-a59a-43cb3d2bf2e4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Calling delete_port for 63a6ddf2-3eb8-4f44-84c6-f362b3c43d04 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:55.103902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51896) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:55.130036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port da8b4675-12bd-45d9-996b-17e2d214a9aa triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:55.130771 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:55.159895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4a5190bf-e8ab-4ceb-a3e3-20de0ff985bc None None] Port 63a6ddf2-3eb8-4f44-84c6-f362b3c43d04 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:49:55.346489 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c69504a1-c81b-4a5f-8cc7-4e4523b9095b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:55.456512 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-718f5691-0cfa-4dfc-a59a-43cb3d2bf2e4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:55.504258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f5691-0cfa-4dfc-a59a-43cb3d2bf2e4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event deleted for resources: {'Port': ['ID=63a6ddf2-3eb8-4f44-84c6-f362b3c43d04,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:55.575719 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c69504a1-c81b-4a5f-8cc7-4e4523b9095b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:55.702554 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c69504a1-c81b-4a5f-8cc7-4e4523b9095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:55.767298 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-718f5691-0cfa-4dfc-a59a-43cb3d2bf2e4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:55.772182 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-718f5691-0cfa-4dfc-a59a-43cb3d2bf2e4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "DELETE /v2.0/ports/63a6ddf2-3eb8-4f44-84c6-f362b3c43d04 HTTP/1.1" status: 204 len: 168 time: 1.2112122 Sep 23 22:49:55.772673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51910) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:55.794250 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c69504a1-c81b-4a5f-8cc7-4e4523b9095b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3afc006d078404c88e685b4d885752d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6882696 Sep 23 22:49:55.796997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51912) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:55.809781 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-00423a0e-7421-40f6-a1cc-2ba1fd9b227f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] GET failed (client error): The resource could not be found. Sep 23 22:49:55.818466 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-00423a0e-7421-40f6-a1cc-2ba1fd9b227f tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "GET /v2.0/ports/63a6ddf2-3eb8-4f44-84c6-f362b3c43d04 HTTP/1.1" status: 404 len: 333 time: 0.0437965 Sep 23 22:49:55.819120 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51914) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:55.827206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-4eb35b58-9b75-4392-a9e6-15d0c218a394 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Request body: {'port': {'network_id': '1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf', 'name': 'tempest-AllowedAddressPairTestJSON-1720741769'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:49:55.867918 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69504a1-c81b-4a5f-8cc7-4e4523b9095b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf721d5c-eb8e-4971-b565-a73fb8f32645,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:55.903650 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:55.976211 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:56.273334 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb35b58-9b75-4392-a9e6-15d0c218a394 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Made reservation on behalf of cc17e20f45ff4348a126bb6475cb306f for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:49:56.284715 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4eb35b58-9b75-4392-a9e6-15d0c218a394 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:56.292342 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:56.297258 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:56.298425 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-4eb35b58-9b75-4392-a9e6-15d0c218a394 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] device_id is not set on port d5cdada0-ddf3-4a28-b4ba-b1083cd8ae7b yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:49:56.299018 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf721d5c-eb8e-4971-b565-a73fb8f32645 HTTP/1.1" status: 204 len: 168 time: 0.5003858 Sep 23 22:49:56.309122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf721d5c-eb8e-4971-b565-a73fb8f32645,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:56.330721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:56.330721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:56.330721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:56.330721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:56.330721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:56.330721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:56.330721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:56.330721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:56.330721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:56.330721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:56.330721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:56.330721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8656f-d48e-42f6-af39-134366785810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:49:56.453761 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-4eb35b58-9b75-4392-a9e6-15d0c218a394 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Allocated IP 172.20.0.10 (1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf/9c9a8fd5-3495-4af0-81ed-1c8663f86fab/d5cdada0-ddf3-4a28-b4ba-b1083cd8ae7b) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:49:56.679008 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4eb35b58-9b75-4392-a9e6-15d0c218a394 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:56.879580 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4eb35b58-9b75-4392-a9e6-15d0c218a394 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:56.937483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb35b58-9b75-4392-a9e6-15d0c218a394 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:49:56.953952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-4eb35b58-9b75-4392-a9e6-15d0c218a394 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:49:56.975340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb35b58-9b75-4392-a9e6-15d0c218a394 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:49:57.001277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb35b58-9b75-4392-a9e6-15d0c218a394 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event updated for resources: {'Port': ['ID=d5cdada0-ddf3-4a28-b4ba-b1083cd8ae7b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:57.095175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb35b58-9b75-4392-a9e6-15d0c218a394 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:57.095811 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4eb35b58-9b75-4392-a9e6-15d0c218a394 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:57.280990 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4eb35b58-9b75-4392-a9e6-15d0c218a394 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4601355 Sep 23 22:49:57.285921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 51948) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:57.327162 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b4912a5e-0e32-475c-86d6-d59e716ef39c tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:16:ae:f2'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:49:57.353900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51950) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:57.363807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5b2caec8-6fbb-451e-adbc-7fa0580da4a4 None None] Provisioning complete for port d5cdada0-ddf3-4a28-b4ba-b1083cd8ae7b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:57.364381 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5b2caec8-6fbb-451e-adbc-7fa0580da4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:57.380817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-876aff05-eeb5-4352-aad8-d1a954de031f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:57.479276 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5b2caec8-6fbb-451e-adbc-7fa0580da4a4 None None] Port d5cdada0-ddf3-4a28-b4ba-b1083cd8ae7b cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:49:57.554555 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-876aff05-eeb5-4352-aad8-d1a954de031f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:57.650589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-876aff05-eeb5-4352-aad8-d1a954de031f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:57.653617 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4912a5e-0e32-475c-86d6-d59e716ef39c tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:57.719841 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-876aff05-eeb5-4352-aad8-d1a954de031f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7805adb8f3f343dba183934ccbb69f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648372 Sep 23 22:49:57.721094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51954) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:57.721901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876aff05-eeb5-4352-aad8-d1a954de031f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ee645d-6cef-4582-86b3-2c559029dca7,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:57.812101 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b986690-6787-4246-b1dd-eabe660cb31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:57.843882 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b986690-6787-4246-b1dd-eabe660cb31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:57.946834 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4912a5e-0e32-475c-86d6-d59e716ef39c tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:58.736052 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b986690-6787-4246-b1dd-eabe660cb31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:58.738860 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b986690-6787-4246-b1dd-eabe660cb31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:58.740149 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6b986690-6787-4246-b1dd-eabe660cb31d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0ee645d-6cef-4582-86b3-2c559029dca7 HTTP/1.1" status: 204 len: 168 time: 0.9990807 Sep 23 22:49:58.749784 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b986690-6787-4246-b1dd-eabe660cb31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ee645d-6cef-4582-86b3-2c559029dca7,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:58.765506 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4912a5e-0e32-475c-86d6-d59e716ef39c tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:58.883330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4912a5e-0e32-475c-86d6-d59e716ef39c tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event updated for resources: {'Port': ['ID=d5cdada0-ddf3-4a28-b4ba-b1083cd8ae7b,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:49:58.886613 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b4912a5e-0e32-475c-86d6-d59e716ef39c tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] In _notify_port_updated(), no bound segment for port d5cdada0-ddf3-4a28-b4ba-b1083cd8ae7b on network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf {{(pid=95491) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:49:58.892891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4912a5e-0e32-475c-86d6-d59e716ef39c tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:49:58.894896 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b4912a5e-0e32-475c-86d6-d59e716ef39c tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:58.895543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b4912a5e-0e32-475c-86d6-d59e716ef39c tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "PUT /v2.0/ports/d5cdada0-ddf3-4a28-b4ba-b1083cd8ae7b HTTP/1.1" status: 200 len: 994 time: 1.6060758 Sep 23 22:49:58.900021 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 51970) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:49:59.105008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ca32be05-f43b-4cd8-b015-a4f947b87fc4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Deleting port d5cdada0-ddf3-4a28-b4ba-b1083cd8ae7b {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:49:59.105008 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca32be05-f43b-4cd8-b015-a4f947b87fc4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:59.221998 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca32be05-f43b-4cd8-b015-a4f947b87fc4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:59.251399 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ca32be05-f43b-4cd8-b015-a4f947b87fc4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Calling delete_port for d5cdada0-ddf3-4a28-b4ba-b1083cd8ae7b owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:49:59.258530 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8aa8a81f-fa6a-4ea1-b2de-95e222338b6f None None] Provisioning complete for port d5cdada0-ddf3-4a28-b4ba-b1083cd8ae7b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:49:59.258530 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8aa8a81f-fa6a-4ea1-b2de-95e222338b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:59.358813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8aa8a81f-fa6a-4ea1-b2de-95e222338b6f None None] Port d5cdada0-ddf3-4a28-b4ba-b1083cd8ae7b cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:49:59.680224 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca32be05-f43b-4cd8-b015-a4f947b87fc4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:49:59.786343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32be05-f43b-4cd8-b015-a4f947b87fc4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event deleted for resources: {'Port': ['ID=d5cdada0-ddf3-4a28-b4ba-b1083cd8ae7b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:00.087451 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca32be05-f43b-4cd8-b015-a4f947b87fc4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:00.093210 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ca32be05-f43b-4cd8-b015-a4f947b87fc4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "DELETE /v2.0/ports/d5cdada0-ddf3-4a28-b4ba-b1083cd8ae7b HTTP/1.1" status: 204 len: 168 time: 1.1905992 Sep 23 22:50:00.095997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52000) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:00.125081 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-d893aed8-e4db-438c-a0ca-d41cbf26dcb4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] GET failed (client error): The resource could not be found. Sep 23 22:50:00.126889 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d893aed8-e4db-438c-a0ca-d41cbf26dcb4 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "GET /v2.0/ports/d5cdada0-ddf3-4a28-b4ba-b1083cd8ae7b HTTP/1.1" status: 404 len: 333 time: 0.0298538 Sep 23 22:50:00.138366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52004) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:00.139562 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-6d1dce72-3621-421b-bc39-279edf5dd4a9 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Request body: {'port': {'network_id': '1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf', 'name': 'tempest-AllowedAddressPairTestJSON-1320100288'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:00.414589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1dce72-3621-421b-bc39-279edf5dd4a9 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Made reservation on behalf of cc17e20f45ff4348a126bb6475cb306f for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:50:00.418852 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d1dce72-3621-421b-bc39-279edf5dd4a9 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:00.450231 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-6d1dce72-3621-421b-bc39-279edf5dd4a9 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] device_id is not set on port f91a810d-67b1-42cf-9350-6c8cb6ccb462 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:50:00.624225 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-6d1dce72-3621-421b-bc39-279edf5dd4a9 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Allocated IP 172.20.0.4 (1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf/9c9a8fd5-3495-4af0-81ed-1c8663f86fab/f91a810d-67b1-42cf-9350-6c8cb6ccb462) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:50:00.811945 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d1dce72-3621-421b-bc39-279edf5dd4a9 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:01.033679 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d1dce72-3621-421b-bc39-279edf5dd4a9 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:01.082023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1dce72-3621-421b-bc39-279edf5dd4a9 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:50:01.086130 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-6d1dce72-3621-421b-bc39-279edf5dd4a9 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:50:01.090742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1dce72-3621-421b-bc39-279edf5dd4a9 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:50:01.102222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dce72-3621-421b-bc39-279edf5dd4a9 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event updated for resources: {'Port': ['ID=f91a810d-67b1-42cf-9350-6c8cb6ccb462,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:01.166275 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1dce72-3621-421b-bc39-279edf5dd4a9 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:01.166968 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d1dce72-3621-421b-bc39-279edf5dd4a9 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:01.350799 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6d1dce72-3621-421b-bc39-279edf5dd4a9 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2107449 Sep 23 22:50:01.350940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52040) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:01.356977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e84d5512-d3c5-49ab-8718-e76a5ea9870b tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:16:ae:f2'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:01.502822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9ef8adbc-93bd-42c9-966f-214edef28a37 None None] Provisioning complete for port f91a810d-67b1-42cf-9350-6c8cb6ccb462 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:50:01.517432 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9ef8adbc-93bd-42c9-966f-214edef28a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:01.517814 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e84d5512-d3c5-49ab-8718-e76a5ea9870b tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:01.555297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8adbc-93bd-42c9-966f-214edef28a37 None None] Port f91a810d-67b1-42cf-9350-6c8cb6ccb462 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:50:01.771267 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e84d5512-d3c5-49ab-8718-e76a5ea9870b tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:01.867748 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e84d5512-d3c5-49ab-8718-e76a5ea9870b tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:01.960900 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d5512-d3c5-49ab-8718-e76a5ea9870b tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event updated for resources: {'Port': ['ID=f91a810d-67b1-42cf-9350-6c8cb6ccb462,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:01.969343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e84d5512-d3c5-49ab-8718-e76a5ea9870b tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] In _notify_port_updated(), no bound segment for port f91a810d-67b1-42cf-9350-6c8cb6ccb462 on network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf {{(pid=95491) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:50:01.978696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84d5512-d3c5-49ab-8718-e76a5ea9870b tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:01.979899 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e84d5512-d3c5-49ab-8718-e76a5ea9870b tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:01.981535 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e84d5512-d3c5-49ab-8718-e76a5ea9870b tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "PUT /v2.0/ports/f91a810d-67b1-42cf-9350-6c8cb6ccb462 HTTP/1.1" status: 200 len: 996 time: 0.6294568 Sep 23 22:50:01.984774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52056) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:02.151186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-95dc2443-8ead-486f-8ad8-53b7ec326096 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Deleting port f91a810d-67b1-42cf-9350-6c8cb6ccb462 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:02.151611 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95dc2443-8ead-486f-8ad8-53b7ec326096 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:02.282535 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95dc2443-8ead-486f-8ad8-53b7ec326096 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:02.295867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5124f18a-3a71-4e59-be61-763b07535311 None None] Provisioning complete for port f91a810d-67b1-42cf-9350-6c8cb6ccb462 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:50:02.296725 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5124f18a-3a71-4e59-be61-763b07535311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:02.300337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-95dc2443-8ead-486f-8ad8-53b7ec326096 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Calling delete_port for f91a810d-67b1-42cf-9350-6c8cb6ccb462 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:02.419869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5124f18a-3a71-4e59-be61-763b07535311 None None] Port f91a810d-67b1-42cf-9350-6c8cb6ccb462 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:50:02.617199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95dc2443-8ead-486f-8ad8-53b7ec326096 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:02.672944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc2443-8ead-486f-8ad8-53b7ec326096 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event deleted for resources: {'Port': ['ID=f91a810d-67b1-42cf-9350-6c8cb6ccb462,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:02.790399 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95dc2443-8ead-486f-8ad8-53b7ec326096 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:02.793381 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-95dc2443-8ead-486f-8ad8-53b7ec326096 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "DELETE /v2.0/ports/f91a810d-67b1-42cf-9350-6c8cb6ccb462 HTTP/1.1" status: 204 len: 168 time: 0.8072650 Sep 23 22:50:02.795958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52080) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:02.825646 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c86b83-8288-47d6-b082-f7b151266be8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] GET failed (client error): The resource could not be found. Sep 23 22:50:02.827764 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b8c86b83-8288-47d6-b082-f7b151266be8 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "GET /v2.0/ports/f91a810d-67b1-42cf-9350-6c8cb6ccb462 HTTP/1.1" status: 404 len: 333 time: 0.0307939 Sep 23 22:50:02.832428 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52082) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:02.838998 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b99d52be-1364-4218-a5fe-dc39c5ca55d2 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Request body: {'port': {'network_id': '1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf', 'name': 'tempest-AllowedAddressPairTestJSON-957231436'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:03.170191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99d52be-1364-4218-a5fe-dc39c5ca55d2 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Made reservation on behalf of cc17e20f45ff4348a126bb6475cb306f for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:50:03.174505 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b99d52be-1364-4218-a5fe-dc39c5ca55d2 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:03.222266 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-b99d52be-1364-4218-a5fe-dc39c5ca55d2 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] device_id is not set on port e7f76bc1-7d05-4685-9303-cc956f390746 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:50:03.365134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-b99d52be-1364-4218-a5fe-dc39c5ca55d2 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Allocated IP 172.20.0.10 (1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf/9c9a8fd5-3495-4af0-81ed-1c8663f86fab/e7f76bc1-7d05-4685-9303-cc956f390746) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:50:03.568160 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b99d52be-1364-4218-a5fe-dc39c5ca55d2 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:03.625757 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52100) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:03.802963 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dd0c2381-f89a-4bc8-bf1d-043c20aa55ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:03.810663 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b99d52be-1364-4218-a5fe-dc39c5ca55d2 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:03.851632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99d52be-1364-4218-a5fe-dc39c5ca55d2 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:50:03.890504 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-b99d52be-1364-4218-a5fe-dc39c5ca55d2 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:50:03.922175 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d52be-1364-4218-a5fe-dc39c5ca55d2 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event updated for resources: {'Port': ['ID=e7f76bc1-7d05-4685-9303-cc956f390746,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:03.935561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d52be-1364-4218-a5fe-dc39c5ca55d2 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:50:03.942883 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dd0c2381-f89a-4bc8-bf1d-043c20aa55ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:04.038832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99d52be-1364-4218-a5fe-dc39c5ca55d2 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:04.040485 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b99d52be-1364-4218-a5fe-dc39c5ca55d2 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:04.044199 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dd0c2381-f89a-4bc8-bf1d-043c20aa55ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:04.109883 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dd0c2381-f89a-4bc8-bf1d-043c20aa55ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1a11f23b91a24516b1d8cb81dbc58659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4828398 Sep 23 22:50:04.111505 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c2381-f89a-4bc8-bf1d-043c20aa55ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e177731-13bb-46ad-9576-8d3a46b1c383,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:04.113992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52106) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:04.209286 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dedbae9-1deb-4d78-a55f-1294f99d31f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:04.250759 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dedbae9-1deb-4d78-a55f-1294f99d31f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:04.276090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52110) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:04.276669 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b99d52be-1364-4218-a5fe-dc39c5ca55d2 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4427712 Sep 23 22:50:04.286006 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2d884f0b-f955-4586-9ad1-05f6b7b06370 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Request body: {'port': {'network_id': '1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf', 'name': 'tempest-AllowedAddressPairTestJSON-664893367'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:04.375966 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-19632613-08a2-4189-92fa-17c5550403f7 None None] Provisioning complete for port e7f76bc1-7d05-4685-9303-cc956f390746 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:50:04.376562 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19632613-08a2-4189-92fa-17c5550403f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:04.416583 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dedbae9-1deb-4d78-a55f-1294f99d31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:04.424008 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dedbae9-1deb-4d78-a55f-1294f99d31f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:04.426307 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4dedbae9-1deb-4d78-a55f-1294f99d31f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e177731-13bb-46ad-9576-8d3a46b1c383 HTTP/1.1" status: 204 len: 168 time: 0.3107612 Sep 23 22:50:04.460858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dedbae9-1deb-4d78-a55f-1294f99d31f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e177731-13bb-46ad-9576-8d3a46b1c383,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:04.499437 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-19632613-08a2-4189-92fa-17c5550403f7 None None] Port e7f76bc1-7d05-4685-9303-cc956f390746 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:50:04.661772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d884f0b-f955-4586-9ad1-05f6b7b06370 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Made reservation on behalf of cc17e20f45ff4348a126bb6475cb306f for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:50:04.666259 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d884f0b-f955-4586-9ad1-05f6b7b06370 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:04.697776 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-2d884f0b-f955-4586-9ad1-05f6b7b06370 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] device_id is not set on port 8e014869-8d69-41d2-b1c5-012eef816184 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:50:04.950161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-2d884f0b-f955-4586-9ad1-05f6b7b06370 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Allocated IP 172.20.0.6 (1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf/9c9a8fd5-3495-4af0-81ed-1c8663f86fab/8e014869-8d69-41d2-b1c5-012eef816184) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:50:05.177259 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d884f0b-f955-4586-9ad1-05f6b7b06370 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:05.902402 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d884f0b-f955-4586-9ad1-05f6b7b06370 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:05.955405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d884f0b-f955-4586-9ad1-05f6b7b06370 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:50:05.959105 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2d884f0b-f955-4586-9ad1-05f6b7b06370 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:50:05.962014 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d884f0b-f955-4586-9ad1-05f6b7b06370 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:50:06.067966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d884f0b-f955-4586-9ad1-05f6b7b06370 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event updated for resources: {'Port': ['ID=8e014869-8d69-41d2-b1c5-012eef816184,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:06.113415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d884f0b-f955-4586-9ad1-05f6b7b06370 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:06.114246 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d884f0b-f955-4586-9ad1-05f6b7b06370 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:06.253936 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2d884f0b-f955-4586-9ad1-05f6b7b06370 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9747229 Sep 23 22:50:06.256131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52172) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:06.263035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8abd51ef-47eb-4c28-9edf-826caff944f6 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:16:ae:f2'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:c1:38:cb'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:06.337515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c18aa8c4-f187-44c8-9d67-e1382acca638 None None] Provisioning complete for port 8e014869-8d69-41d2-b1c5-012eef816184 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:50:06.338124 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c18aa8c4-f187-44c8-9d67-e1382acca638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:06.381928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c18aa8c4-f187-44c8-9d67-e1382acca638 None None] Port 8e014869-8d69-41d2-b1c5-012eef816184 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:50:06.487466 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8abd51ef-47eb-4c28-9edf-826caff944f6 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:06.667279 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:06.874579 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8abd51ef-47eb-4c28-9edf-826caff944f6 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:06.964580 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8abd51ef-47eb-4c28-9edf-826caff944f6 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:07.108585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd51ef-47eb-4c28-9edf-826caff944f6 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event updated for resources: {'Port': ['ID=8e014869-8d69-41d2-b1c5-012eef816184,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:07.135559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-8abd51ef-47eb-4c28-9edf-826caff944f6 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] In _notify_port_updated(), no bound segment for port 8e014869-8d69-41d2-b1c5-012eef816184 on network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf {{(pid=95491) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:50:07.143756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abd51ef-47eb-4c28-9edf-826caff944f6 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:07.144859 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8abd51ef-47eb-4c28-9edf-826caff944f6 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:07.150499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52200) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:07.151294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8abd51ef-47eb-4c28-9edf-826caff944f6 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "PUT /v2.0/ports/8e014869-8d69-41d2-b1c5-012eef816184 HTTP/1.1" status: 200 len: 1055 time: 0.8933423 Sep 23 22:50:07.306413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d063235e-22f3-49a3-9ac7-420b74adec75 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Deleting port 8e014869-8d69-41d2-b1c5-012eef816184 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:07.310156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d063235e-22f3-49a3-9ac7-420b74adec75 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:07.416054 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6c619389-a76f-4d0e-9dfe-a6428c7b3eb2 None None] Provisioning complete for port 8e014869-8d69-41d2-b1c5-012eef816184 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:50:07.417135 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6c619389-a76f-4d0e-9dfe-a6428c7b3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:07.464006 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d063235e-22f3-49a3-9ac7-420b74adec75 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:07.475867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d063235e-22f3-49a3-9ac7-420b74adec75 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Calling delete_port for 8e014869-8d69-41d2-b1c5-012eef816184 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:07.480145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6c619389-a76f-4d0e-9dfe-a6428c7b3eb2 None None] Port 8e014869-8d69-41d2-b1c5-012eef816184 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:50:07.831063 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d063235e-22f3-49a3-9ac7-420b74adec75 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:07.885837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063235e-22f3-49a3-9ac7-420b74adec75 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event deleted for resources: {'Port': ['ID=8e014869-8d69-41d2-b1c5-012eef816184,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:08.190266 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d063235e-22f3-49a3-9ac7-420b74adec75 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:08.198793 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d063235e-22f3-49a3-9ac7-420b74adec75 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "DELETE /v2.0/ports/8e014869-8d69-41d2-b1c5-012eef816184 HTTP/1.1" status: 204 len: 168 time: 1.0408897 Sep 23 22:50:08.199340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52234) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:08.228923 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-23177c14-4bfa-428a-a959-7e082cb13148 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] GET failed (client error): The resource could not be found. Sep 23 22:50:08.235855 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-23177c14-4bfa-428a-a959-7e082cb13148 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "GET /v2.0/ports/8e014869-8d69-41d2-b1c5-012eef816184 HTTP/1.1" status: 404 len: 333 time: 0.0310407 Sep 23 22:50:08.236472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52238) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:08.429189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-afecad0c-a40d-4b78-ba62-0580d64c518d tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Deleting port e7f76bc1-7d05-4685-9303-cc956f390746 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:08.430483 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-afecad0c-a40d-4b78-ba62-0580d64c518d tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:08.599315 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-afecad0c-a40d-4b78-ba62-0580d64c518d tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:08.618498 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-afecad0c-a40d-4b78-ba62-0580d64c518d tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Calling delete_port for e7f76bc1-7d05-4685-9303-cc956f390746 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:09.002484 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-afecad0c-a40d-4b78-ba62-0580d64c518d tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:09.056094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecad0c-a40d-4b78-ba62-0580d64c518d tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event deleted for resources: {'Port': ['ID=e7f76bc1-7d05-4685-9303-cc956f390746,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:09.170995 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-afecad0c-a40d-4b78-ba62-0580d64c518d tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:09.175327 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-afecad0c-a40d-4b78-ba62-0580d64c518d tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "DELETE /v2.0/ports/e7f76bc1-7d05-4685-9303-cc956f390746 HTTP/1.1" status: 204 len: 168 time: 0.9373479 Sep 23 22:50:09.179321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52284) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:09.211961 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c32205-6981-486d-b3a3-e134a08ab071 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] GET failed (client error): The resource could not be found. Sep 23 22:50:09.222894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52286) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:09.231780 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-63c32205-6981-486d-b3a3-e134a08ab071 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "GET /v2.0/ports/e7f76bc1-7d05-4685-9303-cc956f390746 HTTP/1.1" status: 404 len: 333 time: 0.0504711 Sep 23 22:50:09.360139 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c142d-2e41-49d6-8944-c462676af216 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Deleting port b13d1f51-b40b-4cc0-a973-cb121604fda3 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:09.360352 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d8c142d-2e41-49d6-8944-c462676af216 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:09.547696 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d8c142d-2e41-49d6-8944-c462676af216 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:09.574664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c142d-2e41-49d6-8944-c462676af216 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Calling delete_port for b13d1f51-b40b-4cc0-a973-cb121604fda3 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:09.953734 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d8c142d-2e41-49d6-8944-c462676af216 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:09.996402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c142d-2e41-49d6-8944-c462676af216 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event deleted for resources: {'Port': ['ID=b13d1f51-b40b-4cc0-a973-cb121604fda3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:10.108058 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d8c142d-2e41-49d6-8944-c462676af216 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:10.113009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52330) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:10.113203 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8d8c142d-2e41-49d6-8944-c462676af216 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "DELETE /v2.0/ports/b13d1f51-b40b-4cc0-a973-cb121604fda3 HTTP/1.1" status: 204 len: 168 time: 0.8892291 Sep 23 22:50:10.243016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-795a7886-62f2-4a14-978e-b17c15af9095 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Deleting subnet 9c9a8fd5-3495-4af0-81ed-1c8663f86fab {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:50:10.264995 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-795a7886-62f2-4a14-978e-b17c15af9095 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:10.352421 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-795a7886-62f2-4a14-978e-b17c15af9095 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:10.510299 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-795a7886-62f2-4a14-978e-b17c15af9095 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:10.844659 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-795a7886-62f2-4a14-978e-b17c15af9095 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:10.877089 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a7886-62f2-4a14-978e-b17c15af9095 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9a8fd5-3495-4af0-81ed-1c8663f86fab,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:10.882508 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-795a7886-62f2-4a14-978e-b17c15af9095 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:10.884513 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-795a7886-62f2-4a14-978e-b17c15af9095 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "DELETE /v2.0/subnets/9c9a8fd5-3495-4af0-81ed-1c8663f86fab HTTP/1.1" status: 204 len: 168 time: 0.7693312 Sep 23 22:50:10.892789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52366) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:10.902668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e029d9a9-f7ab-41dc-981c-c0f12c472d77 None None] Network 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:50:11.058300 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:11.135048 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Deleting port da8b4675-12bd-45d9-996b-17e2d214a9aa {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:11.135439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:11.151227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] DHCP port deletion for 1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:50:11.206177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Deleting port da8b4675-12bd-45d9-996b-17e2d214a9aa {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:11.206551 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:11.210424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] For port da8b4675-12bd-45d9-996b-17e2d214a9aa, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=da8b4675-12bd-45d9-996b-17e2d214a9aa,segment=NetworkSegment(e70d852c-a9c2-45d9-a599-d12b614682e0),segment_id=e70d852c-a9c2-45d9-a599-d12b614682e0)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:11.210801 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:11.234823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Calling delete_port for da8b4675-12bd-45d9-996b-17e2d214a9aa owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:11.416919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] For port da8b4675-12bd-45d9-996b-17e2d214a9aa, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=da8b4675-12bd-45d9-996b-17e2d214a9aa,segment=NetworkSegment(e70d852c-a9c2-45d9-a599-d12b614682e0),segment_id=e70d852c-a9c2-45d9-a599-d12b614682e0)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:11.417580 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:11.441556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Calling delete_port for da8b4675-12bd-45d9-996b-17e2d214a9aa owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:11.701977 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:11.712486 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:11.729571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event deleted for resources: {'Port': ['ID=da8b4675-12bd-45d9-996b-17e2d214a9aa,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:11.733991 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] No DVR routers for this DVR port da8b4675-12bd-45d9-996b-17e2d214a9aa on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:50:11.744362 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Pushing event deleted for resources: {'Port': ['ID=da8b4675-12bd-45d9-996b-17e2d214a9aa,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:11.765096 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:11.765651 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:11.766114 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:11.766561 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:11.767119 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:11.767488 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:11.767917 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:11.768347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:11.768952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:11.769372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:11.771774 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:11.772248 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:11.776528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0708a0b7-927e-494c-adc8-0a87d7cd6463 None None] No DVR routers for this DVR port da8b4675-12bd-45d9-996b-17e2d214a9aa on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:50:11.834568 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:11.857465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:11.876555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70d852c-a9c2-45d9-a599-d12b614682e0') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:11.876756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70d852c-a9c2-45d9-a599-d12b614682e0') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:11.894552 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:11.911513 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:11.919704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:50:11.920343 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:50:11.923760 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:50:12.205014 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:12.219168 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:12.222748 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] 10.222.0.22 "DELETE /v2.0/networks/1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf HTTP/1.1" status: 204 len: 168 time: 1.3286362 Sep 23 22:50:12.243995 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055c1dc-2559-4818-8e9a-bb3fbbfe9db7 tempest-AllowedAddressPairTestJSON-2484506 tempest-AllowedAddressPairTestJSON-2484506-project] Pushing event deleted for resources: {'Network': ['ID=1d2520e3-3b35-4d9a-a2ec-6f0bc8e767cf,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:12.868782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device da8b4675-12bd-45d9-996b-17e2d214a9aa no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:50:12.894475 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: da8b4675-12bd-45d9-996b-17e2d214a9aa {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:50:12.898203 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device da8b4675-12bd-45d9-996b-17e2d214a9aa not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:50:13.164287 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-01914d12-8914-4ad1-a26d-57f1fb6619fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:13.165343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52440) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:13.361513 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9d33f3af-6659-4131-867e-41e5a255b242 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc17e20f45ff4348a126bb6475cb306f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936722 Sep 23 22:50:13.366534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52452) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:13.426573 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ef35de5-7d67-45a6-b820-7278455e9b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:13.458319 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ef35de5-7d67-45a6-b820-7278455e9b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:13.679824 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ef35de5-7d67-45a6-b820-7278455e9b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:13.682559 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ef35de5-7d67-45a6-b820-7278455e9b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:13.683897 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3ef35de5-7d67-45a6-b820-7278455e9b27 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7613baa3-94f4-4301-9986-d94c5d98fa01 HTTP/1.1" status: 204 len: 168 time: 0.3161213 Sep 23 22:50:13.693019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef35de5-7d67-45a6-b820-7278455e9b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7613baa3-94f4-4301-9986-d94c5d98fa01,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:15.701938 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d4504649-494b-4765-9e18-e80d5875da3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:16.221925 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:16.989769 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:18.113335 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:18.456775 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52644) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:18.663424 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4cc7db0d-da28-4e87-a7eb-f63408b3d691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:18.816971 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4cc7db0d-da28-4e87-a7eb-f63408b3d691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:18.823056 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:18.860349 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:50:19.015851 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4cc7db0d-da28-4e87-a7eb-f63408b3d691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:19.058923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7db0d-da28-4e87-a7eb-f63408b3d691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2416461-ef72-4345-bfe5-dab82a4bed24,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:19.113158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4cc7db0d-da28-4e87-a7eb-f63408b3d691 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe54791acbae4544835b7ddb65c79a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6535430 Sep 23 22:50:19.114222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52666) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:19.179370 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13ea0211-8cf3-41c1-98db-64631296c8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:19.210290 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13ea0211-8cf3-41c1-98db-64631296c8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:19.416463 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13ea0211-8cf3-41c1-98db-64631296c8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:19.426964 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-13ea0211-8cf3-41c1-98db-64631296c8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:19.429491 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-13ea0211-8cf3-41c1-98db-64631296c8fa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f2416461-ef72-4345-bfe5-dab82a4bed24 HTTP/1.1" status: 204 len: 168 time: 0.3139851 Sep 23 22:50:19.450678 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea0211-8cf3-41c1-98db-64631296c8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2416461-ef72-4345-bfe5-dab82a4bed24,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:22.088366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bea3be-3ef5-4deb-9f69-27e90fdf1b1a req-9b91302c-b6d3-403c-b53f-e64eafe29d63 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:22.091819 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1bea3be-3ef5-4deb-9f69-27e90fdf1b1a req-9b91302c-b6d3-403c-b53f-e64eafe29d63 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1097 time: 0.0726457 Sep 23 22:50:22.169978 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1bea3be-3ef5-4deb-9f69-27e90fdf1b1a req-68d30606-ce00-46c6-a81f-49f13b2ec680 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659487 Sep 23 22:50:22.196247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52782) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:22.419549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-2d48c1f1-3526-48ed-8b03-9baded287467 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port 56511062-f78a-4041-89ab-1003dc8b16b3 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:22.420277 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d48c1f1-3526-48ed-8b03-9baded287467 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:22.558468 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d48c1f1-3526-48ed-8b03-9baded287467 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:22.558878 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d48c1f1-3526-48ed-8b03-9baded287467 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:22.598588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-2d48c1f1-3526-48ed-8b03-9baded287467 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for 56511062-f78a-4041-89ab-1003dc8b16b3 owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:23.572913 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d48c1f1-3526-48ed-8b03-9baded287467 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:23.632430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adcde7-2909-4f2c-a34d-c2b465dc061d req-d7c20b1b-cc7d-405b-a1a7-faf0b36daa45 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:23.639256 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adcde7-2909-4f2c-a34d-c2b465dc061d req-d7c20b1b-cc7d-405b-a1a7-faf0b36daa45 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:23.646428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adcde7-2909-4f2c-a34d-c2b465dc061d req-d7c20b1b-cc7d-405b-a1a7-faf0b36daa45 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:23.653319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adcde7-2909-4f2c-a34d-c2b465dc061d req-d7c20b1b-cc7d-405b-a1a7-faf0b36daa45 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:23.659891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adcde7-2909-4f2c-a34d-c2b465dc061d req-d7c20b1b-cc7d-405b-a1a7-faf0b36daa45 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:23.666760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adcde7-2909-4f2c-a34d-c2b465dc061d req-d7c20b1b-cc7d-405b-a1a7-faf0b36daa45 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:23.673663 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adcde7-2909-4f2c-a34d-c2b465dc061d req-d7c20b1b-cc7d-405b-a1a7-faf0b36daa45 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:23.684478 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34adcde7-2909-4f2c-a34d-c2b465dc061d req-d7c20b1b-cc7d-405b-a1a7-faf0b36daa45 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5445 time: 0.1690261 Sep 23 22:50:23.686698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48c1f1-3526-48ed-8b03-9baded287467 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=56511062-f78a-4041-89ab-1003dc8b16b3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:23.864569 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34adcde7-2909-4f2c-a34d-c2b465dc061d req-14a0f426-b0f2-4726-8da0-a982240c1d41 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1772869 Sep 23 22:50:23.864569 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d48c1f1-3526-48ed-8b03-9baded287467 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:23.864569 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-2d48c1f1-3526-48ed-8b03-9baded287467 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Floating IP 06020ab3-0e20-498c-91e6-43fb63ebade2 disassociated (deleted). External IP: 172.25.1.8, port: 7fb32da6-941e-4498-b4ad-b2eb3bfc1674. Sep 23 22:50:24.137772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d48c1f1-3526-48ed-8b03-9baded287467 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router 0f783cef-883e-4fa9-b483-81b43ba209b2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:50:24.285054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d48c1f1-3526-48ed-8b03-9baded287467 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:50:24.292390 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d48c1f1-3526-48ed-8b03-9baded287467 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:24.299458 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07334c86-841d-493b-8f88-e8040e75947d None None] Sync routers for ids ['0f783cef-883e-4fa9-b483-81b43ba209b2'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:50:24.317815 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07334c86-841d-493b-8f88-e8040e75947d None None] Routers {'0f783cef-883e-4fa9-b483-81b43ba209b2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:50:24.320086 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-07334c86-841d-493b-8f88-e8040e75947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:50:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0f783cef-883e-4fa9-b483-81b43ba209b2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:24.361724 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2d48c1f1-3526-48ed-8b03-9baded287467 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/floatingips/06020ab3-0e20-498c-91e6-43fb63ebade2 HTTP/1.1" status: 204 len: 168 time: 2.1642981 Sep 23 22:50:24.362505 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:50:24.365612 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c0fd38-b64e-480d-895b-79ad60ea88bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:50:24.415161 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a56fc4-84f1-4675-b03f-d30f5059d8ae x-openstack-request-id: req-30a56fc4-84f1-4675-b03f-d30f5059d8ae {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:50:24.415901 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:50:24.416309 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30a56fc4-84f1-4675-b03f-d30f5059d8ae {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:50:24.417022 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'status': 'completed', 'code': 200} Sep 23 22:50:24.489820 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-07334c86-841d-493b-8f88-e8040e75947d None None] Set router 0f783cef-883e-4fa9-b483-81b43ba209b2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:50:24.510243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0fd38-b64e-480d-895b-79ad60ea88bd req-40e3a634-2cf2-4733-85ab-d7a4a20152e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:24.511811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4c0fd38-b64e-480d-895b-79ad60ea88bd req-40e3a634-2cf2-4733-85ab-d7a4a20152e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 1097 time: 0.0504315 Sep 23 22:50:24.644517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0fd38-b64e-480d-895b-79ad60ea88bd req-5702393c-018c-423b-bd62-808533c8f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:24.647408 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4c0fd38-b64e-480d-895b-79ad60ea88bd req-5702393c-018c-423b-bd62-808533c8f62b service neutron] 10.222.0.67 "GET /v2.0/networks?id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4 HTTP/1.1" status: 200 len: 898 time: 0.1273456 Sep 23 22:50:24.703445 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-bbd1eb2d-3ac7-4341-9132-491135ac977f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:24.721541 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4c0fd38-b64e-480d-895b-79ad60ea88bd req-148590a1-fdc3-4f76-a5f2-196a5cb9679f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 200 len: 217 time: 0.0630329 Sep 23 22:50:24.722326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-bbd1eb2d-3ac7-4341-9132-491135ac977f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:24.730278 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-bbd1eb2d-3ac7-4341-9132-491135ac977f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:24.737605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-bbd1eb2d-3ac7-4341-9132-491135ac977f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:24.749987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-bbd1eb2d-3ac7-4341-9132-491135ac977f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:24.762120 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-bbd1eb2d-3ac7-4341-9132-491135ac977f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:24.770182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-bbd1eb2d-3ac7-4341-9132-491135ac977f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:24.772817 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-bbd1eb2d-3ac7-4341-9132-491135ac977f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5445 time: 0.1546595 Sep 23 22:50:24.801329 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-07334c86-841d-493b-8f88-e8040e75947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:32Z', 'updated_at': '2021-09-23T22:46:45Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:35Z', 'updated_at': '2021-09-23T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '51daa25f-8c9d-489e-80bd-b10cdb8084f0', 'name': '', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:5c:e2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:43Z', 'updated_at': '2021-09-23T22:46:51Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:24.886240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0fd38-b64e-480d-895b-79ad60ea88bd req-15f8fd29-d2eb-43bc-a88b-e74227599a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:24.887000 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07334c86-841d-493b-8f88-e8040e75947d None None] Checking router: 0f783cef-883e-4fa9-b483-81b43ba209b2 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:50:24.890884 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4c0fd38-b64e-480d-895b-79ad60ea88bd req-15f8fd29-d2eb-43bc-a88b-e74227599a03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=540b0e52-eae5-4aec-973b-222f092e66b6 HTTP/1.1" status: 200 len: 835 time: 0.1616104 Sep 23 22:50:24.899386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-c3ece02d-c215-4f47-9058-a68ce2b7ab75 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:24.910339 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-c3ece02d-c215-4f47-9058-a68ce2b7ab75 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "GET /v2.0/ports/28753d3e-094b-4fb4-afd5-aae7ac4ac79d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1205153 Sep 23 22:50:24.922572 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07334c86-841d-493b-8f88-e8040e75947d None None] Routers {'0f783cef-883e-4fa9-b483-81b43ba209b2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:50:24.924769 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-07334c86-841d-493b-8f88-e8040e75947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:50:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0f783cef-883e-4fa9-b483-81b43ba209b2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:24.993292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0fd38-b64e-480d-895b-79ad60ea88bd req-24b77ad1-872b-448a-8be7-3c59763e8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:24.995669 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4c0fd38-b64e-480d-895b-79ad60ea88bd req-24b77ad1-872b-448a-8be7-3c59763e8178 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ce9a9a0-751b-4991-a025-f56ac25ee5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968008 Sep 23 22:50:25.133021 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-2ea3fba4-da9a-45c1-899c-2502d14b5670 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "GET /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2248056 Sep 23 22:50:25.145508 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4c0fd38-b64e-480d-895b-79ad60ea88bd req-1a6cb2f2-c571-4434-904f-d4d3fa5677b0 service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416130 Sep 23 22:50:25.151994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74fbc9-8f0c-4047-bdf5-a914b621b1a5 req-d4990398-c38b-42e6-9ba2-2087b3c4ca3f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:25.158472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74fbc9-8f0c-4047-bdf5-a914b621b1a5 req-d4990398-c38b-42e6-9ba2-2087b3c4ca3f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:25.166802 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74fbc9-8f0c-4047-bdf5-a914b621b1a5 req-d4990398-c38b-42e6-9ba2-2087b3c4ca3f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:25.173677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74fbc9-8f0c-4047-bdf5-a914b621b1a5 req-d4990398-c38b-42e6-9ba2-2087b3c4ca3f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:25.181872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74fbc9-8f0c-4047-bdf5-a914b621b1a5 req-d4990398-c38b-42e6-9ba2-2087b3c4ca3f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:25.188980 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74fbc9-8f0c-4047-bdf5-a914b621b1a5 req-d4990398-c38b-42e6-9ba2-2087b3c4ca3f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:25.195753 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74fbc9-8f0c-4047-bdf5-a914b621b1a5 req-d4990398-c38b-42e6-9ba2-2087b3c4ca3f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:25.204998 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8a74fbc9-8f0c-4047-bdf5-a914b621b1a5 req-d4990398-c38b-42e6-9ba2-2087b3c4ca3f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 5445 time: 0.1852648 Sep 23 22:50:25.220954 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-63a05e66-8b5a-4a7e-af89-6c3bd270ca87 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:25.230863 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-07334c86-841d-493b-8f88-e8040e75947d None None] Set router 0f783cef-883e-4fa9-b483-81b43ba209b2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:50:25.322122 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4c0fd38-b64e-480d-895b-79ad60ea88bd req-0e60d6fc-01b1-48a7-b92e-8908e08fcb10 service neutron] 10.222.0.67 "GET /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697655 Sep 23 22:50:25.336129 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8a74fbc9-8f0c-4047-bdf5-a914b621b1a5 req-24f08520-57f9-4977-9557-261180e8ff63 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1295855 Sep 23 22:50:25.357810 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-63a05e66-8b5a-4a7e-af89-6c3bd270ca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:25.594639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c0520-7602-4255-a230-19b1fa503304 req-00b5e7b4-573f-4530-a931-31641510434b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:25.613664 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4e3c0520-7602-4255-a230-19b1fa503304 req-00b5e7b4-573f-4530-a931-31641510434b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 946 time: 0.1677651 Sep 23 22:50:25.692344 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4e3c0520-7602-4255-a230-19b1fa503304 req-294a24cd-6bf8-47d0-b2dd-6f7710bf763d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739269 Sep 23 22:50:25.708209 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-07334c86-841d-493b-8f88-e8040e75947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:32Z', 'updated_at': '2021-09-23T22:46:45Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:35Z', 'updated_at': '2021-09-23T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '51daa25f-8c9d-489e-80bd-b10cdb8084f0', 'name': '', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:5c:e2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:43Z', 'updated_at': '2021-09-23T22:46:51Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:25.737713 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07334c86-841d-493b-8f88-e8040e75947d None None] The sync data for ids ['0f783cef-883e-4fa9-b483-81b43ba209b2'] in n-d-810775-1 is: [{'id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:32Z', 'updated_at': '2021-09-23T22:46:45Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:35Z', 'updated_at': '2021-09-23T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '51daa25f-8c9d-489e-80bd-b10cdb8084f0', 'name': '', 'network_id': '7ce9a9a0-751b-4991-a025-f56ac25ee5b4', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:5c:e2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:43Z', 'updated_at': '2021-09-23T22:46:51Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '540b0e52-eae5-4aec-973b-222f092e66b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:50:25.832872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-63a05e66-8b5a-4a7e-af89-6c3bd270ca87 service neutron] For port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=28753d3e-094b-4fb4-afd5-aae7ac4ac79d,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:25.906154 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-63a05e66-8b5a-4a7e-af89-6c3bd270ca87 service neutron] For port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:50:25.984135 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-63a05e66-8b5a-4a7e-af89-6c3bd270ca87 service neutron] device_id is not set on port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:50:25.990760 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-63a05e66-8b5a-4a7e-af89-6c3bd270ca87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:26.143940 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52abb3-6589-408a-8bde-991de1ff5131 None None] New status for floating IP 06020ab3-0e20-498c-91e6-43fb63ebade2: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:50:26.176337 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-63a05e66-8b5a-4a7e-af89-6c3bd270ca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:26.257733 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-63a05e66-8b5a-4a7e-af89-6c3bd270ca87 service neutron] No DVR routers for this DVR port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:50:26.260003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a05e66-8b5a-4a7e-af89-6c3bd270ca87 service neutron] Pushing event updated for resources: {'Port': ['ID=28753d3e-094b-4fb4-afd5-aae7ac4ac79d,revision_number=6']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:26.316251 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-63a05e66-8b5a-4a7e-af89-6c3bd270ca87 service neutron] In _notify_port_updated(), no bound segment for port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d on network 122a4d33-a44b-41de-907d-9ba92c71bcd8 {{(pid=95490) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:50:26.317322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-63a05e66-8b5a-4a7e-af89-6c3bd270ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:26.317920 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-63a05e66-8b5a-4a7e-af89-6c3bd270ca87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:26.319653 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-63a05e66-8b5a-4a7e-af89-6c3bd270ca87 service neutron] 10.222.0.67 "PUT /v2.0/ports/28753d3e-094b-4fb4-afd5-aae7ac4ac79d HTTP/1.1" status: 200 len: 1033 time: 1.1122284 Sep 23 22:50:26.391871 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-491b95f9-dcd5-4bf2-8d24-d6d03e2df2aa tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:26.393431 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-491b95f9-dcd5-4bf2-8d24-d6d03e2df2aa tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "GET /v2.0/ports/ca42fb19-a6f2-4eba-902d-4eee3b80849c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0657189 Sep 23 22:50:26.405367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-e4dcd219-99f9-4b2b-be82-849372231a67 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:26.489338 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-e4dcd219-99f9-4b2b-be82-849372231a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:26.611310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-50d70403-ad86-46d4-8867-2703854eb2b1 None None] Provisioning complete for port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:50:26.611813 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-50d70403-ad86-46d4-8867-2703854eb2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:26.622593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78bea4-7047-4478-b3b0-9b1af086dd02 req-01ed0591-4b1c-4fe5-8b5c-067c302b6cf4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:26.628823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78bea4-7047-4478-b3b0-9b1af086dd02 req-01ed0591-4b1c-4fe5-8b5c-067c302b6cf4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:26.636199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78bea4-7047-4478-b3b0-9b1af086dd02 req-01ed0591-4b1c-4fe5-8b5c-067c302b6cf4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:26.642025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78bea4-7047-4478-b3b0-9b1af086dd02 req-01ed0591-4b1c-4fe5-8b5c-067c302b6cf4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:26.648845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78bea4-7047-4478-b3b0-9b1af086dd02 req-01ed0591-4b1c-4fe5-8b5c-067c302b6cf4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:26.655292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78bea4-7047-4478-b3b0-9b1af086dd02 req-01ed0591-4b1c-4fe5-8b5c-067c302b6cf4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:26.657366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da78bea4-7047-4478-b3b0-9b1af086dd02 req-01ed0591-4b1c-4fe5-8b5c-067c302b6cf4 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 4665 time: 0.1459754 Sep 23 22:50:26.713151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-50d70403-ad86-46d4-8867-2703854eb2b1 None None] Port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:50:26.762422 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da78bea4-7047-4478-b3b0-9b1af086dd02 req-adfa2b5e-1ea7-4d37-96b8-ca53e96af68e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&id=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882766 Sep 23 22:50:26.809993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-e4dcd219-99f9-4b2b-be82-849372231a67 service neutron] For port ca42fb19-a6f2-4eba-902d-4eee3b80849c, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ca42fb19-a6f2-4eba-902d-4eee3b80849c,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:26.862178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-e4dcd219-99f9-4b2b-be82-849372231a67 service neutron] For port ca42fb19-a6f2-4eba-902d-4eee3b80849c, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:50:26.953651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab1595-b0c9-405b-b04b-22ff6c17d15a req-8d9600d0-4589-44b3-a03d-cac6b37fc21b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:26.965060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-17ab1595-b0c9-405b-b04b-22ff6c17d15a req-8d9600d0-4589-44b3-a03d-cac6b37fc21b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 946 time: 0.0993490 Sep 23 22:50:26.968969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-e4dcd219-99f9-4b2b-be82-849372231a67 service neutron] device_id is not set on port ca42fb19-a6f2-4eba-902d-4eee3b80849c yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:50:26.993975 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-e4dcd219-99f9-4b2b-be82-849372231a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:27.062315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-17ab1595-b0c9-405b-b04b-22ff6c17d15a req-945c4c3b-770f-4e3d-86da-fbabceb812fc tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957420 Sep 23 22:50:27.087325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a1660-5a73-4086-94e9-71a3647c2253 req-103ee4c3-020e-4e76-866b-dceeaad89255 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:27.089519 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a4a1660-5a73-4086-94e9-71a3647c2253 req-103ee4c3-020e-4e76-866b-dceeaad89255 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.67 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 946 time: 0.1474540 Sep 23 22:50:27.205253 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-e4dcd219-99f9-4b2b-be82-849372231a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:27.210704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7a4a1660-5a73-4086-94e9-71a3647c2253 req-7c9e2e1b-c215-44d3-9382-6d47e0e0c852 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:27.211184 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a4a1660-5a73-4086-94e9-71a3647c2253 req-7c9e2e1b-c215-44d3-9382-6d47e0e0c852 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:27.313222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-e4dcd219-99f9-4b2b-be82-849372231a67 service neutron] No DVR routers for this DVR port ca42fb19-a6f2-4eba-902d-4eee3b80849c on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:50:27.366996 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcd219-99f9-4b2b-be82-849372231a67 service neutron] Pushing event updated for resources: {'Port': ['ID=ca42fb19-a6f2-4eba-902d-4eee3b80849c,revision_number=6']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:27.416513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7a4a1660-5a73-4086-94e9-71a3647c2253 req-7c9e2e1b-c215-44d3-9382-6d47e0e0c852 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] For port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:27.418340 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a4a1660-5a73-4086-94e9-71a3647c2253 req-7c9e2e1b-c215-44d3-9382-6d47e0e0c852 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:27.430421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-e4dcd219-99f9-4b2b-be82-849372231a67 service neutron] In _notify_port_updated(), no bound segment for port ca42fb19-a6f2-4eba-902d-4eee3b80849c on network 122a4d33-a44b-41de-907d-9ba92c71bcd8 {{(pid=95490) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 22:50:27.431865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-e4dcd219-99f9-4b2b-be82-849372231a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:27.432934 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-e4dcd219-99f9-4b2b-be82-849372231a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:27.435190 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-e4dcd219-99f9-4b2b-be82-849372231a67 service neutron] 10.222.0.67 "PUT /v2.0/ports/ca42fb19-a6f2-4eba-902d-4eee3b80849c HTTP/1.1" status: 200 len: 1032 time: 1.0341234 Sep 23 22:50:27.447125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7a4a1660-5a73-4086-94e9-71a3647c2253 req-7c9e2e1b-c215-44d3-9382-6d47e0e0c852 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:27.707579 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-2323014a-9883-4eb4-9ef3-798ed80cbae9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Deleting port 6a81c335-2695-469d-8050-a9cd933195f5 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:27.708524 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-2323014a-9883-4eb4-9ef3-798ed80cbae9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:27.755188 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b9d69b9c-0628-40ad-9b40-97e7b916ace7 None None] Provisioning complete for port ca42fb19-a6f2-4eba-902d-4eee3b80849c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:50:27.757454 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b9d69b9c-0628-40ad-9b40-97e7b916ace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:27.851608 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b9d69b9c-0628-40ad-9b40-97e7b916ace7 None None] Port ca42fb19-a6f2-4eba-902d-4eee3b80849c cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:50:27.899354 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-2323014a-9883-4eb4-9ef3-798ed80cbae9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] For port 6a81c335-2695-469d-8050-a9cd933195f5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6a81c335-2695-469d-8050-a9cd933195f5,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:27.900191 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-2323014a-9883-4eb4-9ef3-798ed80cbae9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:27.987086 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-2323014a-9883-4eb4-9ef3-798ed80cbae9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Calling delete_port for 6a81c335-2695-469d-8050-a9cd933195f5 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:28.057822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 52974) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:28.142216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe991c2-6540-46c1-89c7-83448041cae5 req-7bc1a9d1-e5d9-4cd5-ad3f-9743a098db22 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:28.159087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe991c2-6540-46c1-89c7-83448041cae5 req-7bc1a9d1-e5d9-4cd5-ad3f-9743a098db22 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:28.177075 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe991c2-6540-46c1-89c7-83448041cae5 req-7bc1a9d1-e5d9-4cd5-ad3f-9743a098db22 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:28.196737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe991c2-6540-46c1-89c7-83448041cae5 req-7bc1a9d1-e5d9-4cd5-ad3f-9743a098db22 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:28.211516 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe991c2-6540-46c1-89c7-83448041cae5 req-7bc1a9d1-e5d9-4cd5-ad3f-9743a098db22 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:28.213384 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a4a1660-5a73-4086-94e9-71a3647c2253 req-7c9e2e1b-c215-44d3-9382-6d47e0e0c852 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:28.220452 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3fe991c2-6540-46c1-89c7-83448041cae5 req-7bc1a9d1-e5d9-4cd5-ad3f-9743a098db22 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 3886 time: 0.2482748 Sep 23 22:50:28.277860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e2e1b-c215-44d3-9382-6d47e0e0c852 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=7fb32da6-941e-4498-b4ad-b2eb3bfc1674,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:28.318109 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3fe991c2-6540-46c1-89c7-83448041cae5 req-93b89d93-454f-4c25-b208-5d9ce76913fd tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893071 Sep 23 22:50:28.338887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3163b-138f-401d-80c2-cf2e5a49ac31 req-96c62e24-03ad-4f05-aad3-9a5a9ce928d2 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:28.340519 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-23b3163b-138f-401d-80c2-cf2e5a49ac31 req-96c62e24-03ad-4f05-aad3-9a5a9ce928d2 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 868 time: 0.1665690 Sep 23 22:50:28.346456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc44841c-0135-4e22-9729-b090bc48aa47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:28.399021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4a1660-5a73-4086-94e9-71a3647c2253 req-7c9e2e1b-c215-44d3-9382-6d47e0e0c852 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] No DVR routers for this DVR port 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:50:28.405899 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a4a1660-5a73-4086-94e9-71a3647c2253 req-7c9e2e1b-c215-44d3-9382-6d47e0e0c852 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:28.408417 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a4a1660-5a73-4086-94e9-71a3647c2253 req-7c9e2e1b-c215-44d3-9382-6d47e0e0c852 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.67 "DELETE /v2.0/ports/7fb32da6-941e-4498-b4ad-b2eb3bfc1674 HTTP/1.1" status: 204 len: 173 time: 1.3128433 Sep 23 22:50:28.410491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'name': 'network-vif-deleted', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:50:28.415529 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e955579e-72e8-46a3-b888-0a93b4b9701d" -d '{"events": [{"server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "name": "network-vif-deleted", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:50:28.456912 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-23b3163b-138f-401d-80c2-cf2e5a49ac31 req-c7549500-de15-433b-85ab-91542ff9f038 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ef1b3bb-cd8e-44d8-9750-d14eebc16215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004844 Sep 23 22:50:28.512089 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e14924-b901-4c57-9aa7-8913cb1f7847 x-openstack-request-id: req-f1e14924-b901-4c57-9aa7-8913cb1f7847 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:50:28.512380 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efec3ec-0620-4e0c-8688-a223098dd380", "name": "network-vif-deleted", "tag": "7fb32da6-941e-4498-b4ad-b2eb3bfc1674", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:50:28.512632 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1e14924-b901-4c57-9aa7-8913cb1f7847 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:50:28.513043 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efec3ec-0620-4e0c-8688-a223098dd380', 'name': 'network-vif-deleted', 'tag': '7fb32da6-941e-4498-b4ad-b2eb3bfc1674', 'status': 'completed', 'code': 200} Sep 23 22:50:28.548922 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc44841c-0135-4e22-9729-b090bc48aa47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:28.703236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-2323014a-9883-4eb4-9ef3-798ed80cbae9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:28.757998 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323014a-9883-4eb4-9ef3-798ed80cbae9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event deleted for resources: {'Port': ['ID=6a81c335-2695-469d-8050-a9cd933195f5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:28.833070 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc44841c-0135-4e22-9729-b090bc48aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:28.848623 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-2323014a-9883-4eb4-9ef3-798ed80cbae9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] No DVR routers for this DVR port 6a81c335-2695-469d-8050-a9cd933195f5 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:50:28.864439 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-2323014a-9883-4eb4-9ef3-798ed80cbae9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:28.866857 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-2323014a-9883-4eb4-9ef3-798ed80cbae9 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "DELETE /v2.0/ports/6a81c335-2695-469d-8050-a9cd933195f5 HTTP/1.1" status: 204 len: 173 time: 1.4253533 Sep 23 22:50:28.867358 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-deleted', 'tag': '6a81c335-2695-469d-8050-a9cd933195f5'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:50:28.869917 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63672182-bd99-44d8-bdec-205fc74f1d56" -d '{"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-deleted", "tag": "6a81c335-2695-469d-8050-a9cd933195f5"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:50:28.923496 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fc44841c-0135-4e22-9729-b090bc48aa47 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0960a75d5de48f4b43f0c8aecc4ae42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8623974 Sep 23 22:50:28.927258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 52990) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:28.955716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44841c-0135-4e22-9729-b090bc48aa47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035c21e3-e9e1-4b53-91bb-d9c15b426cef,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:29.033602 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900a0794-c922-4e44-9272-37ba8576d9c8 x-openstack-request-id: req-900a0794-c922-4e44-9272-37ba8576d9c8 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:50:29.033901 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-deleted", "tag": "6a81c335-2695-469d-8050-a9cd933195f5", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:50:29.034286 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-900a0794-c922-4e44-9272-37ba8576d9c8 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:50:29.034717 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-deleted', 'tag': '6a81c335-2695-469d-8050-a9cd933195f5', 'status': 'completed', 'code': 200} Sep 23 22:50:29.128127 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e175-1cc6-4485-981d-d5a4b58efa3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:29.163154 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e175-1cc6-4485-981d-d5a4b58efa3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:29.310121 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 7f493b13-b997-4328-8a9e-261bf11e481e no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:50:29.312748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-ba1f276b-7237-4d4f-88e6-e3a7a6ef472c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Deleting port 7f493b13-b997-4328-8a9e-261bf11e481e {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:29.323773 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-ba1f276b-7237-4d4f-88e6-e3a7a6ef472c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:29.426894 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:29.467981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f493b13-b997-4328-8a9e-261bf11e481e'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:50:29.470476 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e409ce-cbd0-4b38-96ba-63279789080f" -d '{"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-unplugged", "status": "completed", "tag": "7f493b13-b997-4328-8a9e-261bf11e481e"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:50:29.483991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 7f493b13-b997-4328-8a9e-261bf11e481e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7f493b13-b997-4328-8a9e-261bf11e481e,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:29.496796 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e175-1cc6-4485-981d-d5a4b58efa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:29.499068 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e175-1cc6-4485-981d-d5a4b58efa3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:29.500290 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2ac7e175-1cc6-4485-981d-d5a4b58efa3b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/035c21e3-e9e1-4b53-91bb-d9c15b426cef HTTP/1.1" status: 204 len: 168 time: 0.5687385 Sep 23 22:50:29.556265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7e175-1cc6-4485-981d-d5a4b58efa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035c21e3-e9e1-4b53-91bb-d9c15b426cef,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:29.623955 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-ba1f276b-7237-4d4f-88e6-e3a7a6ef472c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] For port 7f493b13-b997-4328-8a9e-261bf11e481e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=7f493b13-b997-4328-8a9e-261bf11e481e,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:29.624771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-ba1f276b-7237-4d4f-88e6-e3a7a6ef472c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:29.660370 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:29.660370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ca42fb19-a6f2-4eba-902d-4eee3b80849c no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:50:29.667453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba897ca-6956-4945-a1ad-75f3a3413a00 req-a60277fa-c9aa-49a2-b887-e7fba8d1a08c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:29.674627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba897ca-6956-4945-a1ad-75f3a3413a00 req-a60277fa-c9aa-49a2-b887-e7fba8d1a08c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:29.681535 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba897ca-6956-4945-a1ad-75f3a3413a00 req-a60277fa-c9aa-49a2-b887-e7fba8d1a08c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:29.688333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba897ca-6956-4945-a1ad-75f3a3413a00 req-a60277fa-c9aa-49a2-b887-e7fba8d1a08c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:29.692377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ba897ca-6956-4945-a1ad-75f3a3413a00 req-a60277fa-c9aa-49a2-b887-e7fba8d1a08c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 3151 time: 0.1992834 Sep 23 22:50:29.694810 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-ba1f276b-7237-4d4f-88e6-e3a7a6ef472c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Calling delete_port for 7f493b13-b997-4328-8a9e-261bf11e481e owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:29.774511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ca42fb19-a6f2-4eba-902d-4eee3b80849c not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:50:29.775301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 65da3b19-c7ce-4403-aab0-82474cf2997a no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:50:29.886545 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ba897ca-6956-4945-a1ad-75f3a3413a00 req-b8b0a279-d781-4f02-b571-14fdf34612f3 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819944 Sep 23 22:50:30.040808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=7f493b13-b997-4328-8a9e-261bf11e481e,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:30.049813 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84da13e6-4f48-48fc-98ce-1e1c428365ec x-openstack-request-id: req-84da13e6-4f48-48fc-98ce-1e1c428365ec {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:50:30.056492 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-unplugged", "status": "completed", "tag": "7f493b13-b997-4328-8a9e-261bf11e481e", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:50:30.056492 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84da13e6-4f48-48fc-98ce-1e1c428365ec {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:50:30.056492 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f493b13-b997-4328-8a9e-261bf11e481e', 'code': 200} Sep 23 22:50:30.166513 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:30.203540 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c122f55-1e4c-4200-bfa9-3ed2642dcf72 req-d3a7f65c-1d93-4904-b510-140e234c9dfc tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=6efec3ec-0620-4e0c-8688-a223098dd380 HTTP/1.1" status: 200 len: 210 time: 0.0494554 Sep 23 22:50:30.261295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 65da3b19-c7ce-4403-aab0-82474cf2997a, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=65da3b19-c7ce-4403-aab0-82474cf2997a,segment=NetworkSegment(1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7),segment_id=1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:30.406935 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:30.412681 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 2298126b-37f0-4907-ab2e-6fd9ea973c84 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:50:30.475803 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-ba1f276b-7237-4d4f-88e6-e3a7a6ef472c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:30.573682 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=65da3b19-c7ce-4403-aab0-82474cf2997a,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:30.578751 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f276b-7237-4d4f-88e6-e3a7a6ef472c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event deleted for resources: {'Port': ['ID=7f493b13-b997-4328-8a9e-261bf11e481e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:30.704506 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-ba1f276b-7237-4d4f-88e6-e3a7a6ef472c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] No DVR routers for this DVR port 7f493b13-b997-4328-8a9e-261bf11e481e on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:50:30.721149 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-ba1f276b-7237-4d4f-88e6-e3a7a6ef472c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:30.721149 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-ba1f276b-7237-4d4f-88e6-e3a7a6ef472c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "DELETE /v2.0/ports/7f493b13-b997-4328-8a9e-261bf11e481e HTTP/1.1" status: 204 len: 173 time: 1.8216815 Sep 23 22:50:30.735367 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:30.822246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53034) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:30.853709 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2b6fd4b-a967-4314-aa88-8012fa41dca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:30.882684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-3249c106-6d4d-47fe-8fe5-257e55b76fff tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Deleting port 2298126b-37f0-4907-ab2e-6fd9ea973c84 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:30.882983 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-3249c106-6d4d-47fe-8fe5-257e55b76fff tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:31.045932 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-deleted', 'tag': '7f493b13-b997-4328-8a9e-261bf11e481e'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:50:31.065548 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ba780c-6ead-44af-831e-d67df3febb00" -d '{"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-deleted", "tag": "7f493b13-b997-4328-8a9e-261bf11e481e"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:50:31.131250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-3249c106-6d4d-47fe-8fe5-257e55b76fff tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] For port 2298126b-37f0-4907-ab2e-6fd9ea973c84, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2298126b-37f0-4907-ab2e-6fd9ea973c84,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:31.131700 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-3249c106-6d4d-47fe-8fe5-257e55b76fff tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:31.189649 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2b6fd4b-a967-4314-aa88-8012fa41dca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:31.212952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-3249c106-6d4d-47fe-8fe5-257e55b76fff tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Calling delete_port for 2298126b-37f0-4907-ab2e-6fd9ea973c84 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:31.216808 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c80f07-2814-418d-921b-233aba7bc104 x-openstack-request-id: req-90c80f07-2814-418d-921b-233aba7bc104 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:50:31.216808 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-deleted", "tag": "7f493b13-b997-4328-8a9e-261bf11e481e", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:50:31.216808 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90c80f07-2814-418d-921b-233aba7bc104 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:50:31.216808 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-deleted', 'tag': '7f493b13-b997-4328-8a9e-261bf11e481e', 'status': 'completed', 'code': 200} Sep 23 22:50:31.230702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 2298126b-37f0-4907-ab2e-6fd9ea973c84, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2298126b-37f0-4907-ab2e-6fd9ea973c84,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:31.282258 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53050) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:31.291786 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2b6fd4b-a967-4314-aa88-8012fa41dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:31.341430 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:31.342617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:50:31.404193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:50:31.404689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 7fb32da6-941e-4498-b4ad-b2eb3bfc1674 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:50:31.405243 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6a81c335-2695-469d-8050-a9cd933195f5 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:50:31.439582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244c139-0235-474d-a09a-bba9e7f4bae1 req-469a6fbb-d2fb-4330-958e-ca491b23804f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:31.448125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244c139-0235-474d-a09a-bba9e7f4bae1 req-469a6fbb-d2fb-4330-958e-ca491b23804f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:31.479507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244c139-0235-474d-a09a-bba9e7f4bae1 req-469a6fbb-d2fb-4330-958e-ca491b23804f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:31.489931 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e244c139-0235-474d-a09a-bba9e7f4bae1 req-469a6fbb-d2fb-4330-958e-ca491b23804f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 2414 time: 0.3215744 Sep 23 22:50:31.511539 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 6a81c335-2695-469d-8050-a9cd933195f5 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:50:31.512442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6a81c335-2695-469d-8050-a9cd933195f5 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:50:31.517020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 28753d3e-094b-4fb4-afd5-aae7ac4ac79d no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:50:31.554659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e2b6fd4b-a967-4314-aa88-8012fa41dca0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5a9e11240834e14ae380c3c7d23ce19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7304993 Sep 23 22:50:31.559102 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6fd4b-a967-4314-aa88-8012fa41dca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42ab8e2-bd71-4016-90c4-21d660d0ddc3,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:31.563904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53054) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:31.573877 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e244c139-0235-474d-a09a-bba9e7f4bae1 req-b159d1a4-161f-4893-a1dc-6d741402cbec tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797026 Sep 23 22:50:31.649759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=2298126b-37f0-4907-ab2e-6fd9ea973c84,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:31.684950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 28753d3e-094b-4fb4-afd5-aae7ac4ac79d not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:50:31.684950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f4eaf4c4-7f11-4400-86d7-abb4d0325dfe no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:50:31.814647 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:31.838022 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b680ebab-2c43-49e9-8aef-c314f128d2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:31.861201 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-3249c106-6d4d-47fe-8fe5-257e55b76fff tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:31.862557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:31.894966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249c106-6d4d-47fe-8fe5-257e55b76fff tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event deleted for resources: {'Port': ['ID=2298126b-37f0-4907-ab2e-6fd9ea973c84,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:31.974690 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b680ebab-2c43-49e9-8aef-c314f128d2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:31.974844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-3249c106-6d4d-47fe-8fe5-257e55b76fff tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] No DVR routers for this DVR port 2298126b-37f0-4907-ab2e-6fd9ea973c84 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:50:31.978313 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-3249c106-6d4d-47fe-8fe5-257e55b76fff tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:31.981598 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-3249c106-6d4d-47fe-8fe5-257e55b76fff tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "DELETE /v2.0/ports/2298126b-37f0-4907-ab2e-6fd9ea973c84 HTTP/1.1" status: 204 len: 173 time: 1.2594543 Sep 23 22:50:32.051552 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65da3b19-c7ce-4403-aab0-82474cf2997a'}, {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2298126b-37f0-4907-ab2e-6fd9ea973c84'}, {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4eaf4c4-7f11-4400-86d7-abb4d0325dfe'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:50:32.055215 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52a4501-52ad-4441-a3fc-1b184fd492c5" -d '{"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-unplugged", "status": "completed", "tag": "65da3b19-c7ce-4403-aab0-82474cf2997a"}, {"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-unplugged", "status": "completed", "tag": "2298126b-37f0-4907-ab2e-6fd9ea973c84"}, {"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-unplugged", "status": "completed", "tag": "f4eaf4c4-7f11-4400-86d7-abb4d0325dfe"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:50:32.063731 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:32.129351 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 23 Sep 2021 22:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb453723-fb3f-4546-85f1-519e29d62107 x-openstack-request-id: req-bb453723-fb3f-4546-85f1-519e29d62107 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:50:32.129351 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-unplugged", "status": "completed", "tag": "65da3b19-c7ce-4403-aab0-82474cf2997a", "code": 200}, {"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-unplugged", "status": "completed", "tag": "2298126b-37f0-4907-ab2e-6fd9ea973c84", "code": 200}, {"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-unplugged", "status": "completed", "tag": "f4eaf4c4-7f11-4400-86d7-abb4d0325dfe", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:50:32.129351 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb453723-fb3f-4546-85f1-519e29d62107 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:50:32.129351 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65da3b19-c7ce-4403-aab0-82474cf2997a', 'code': 200} Sep 23 22:50:32.129351 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2298126b-37f0-4907-ab2e-6fd9ea973c84', 'code': 200} Sep 23 22:50:32.129351 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4eaf4c4-7f11-4400-86d7-abb4d0325dfe', 'code': 200} Sep 23 22:50:32.129351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:32.139487 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-28218590-52d4-4182-9365-a012a9cd1a94 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Deleting port 65da3b19-c7ce-4403-aab0-82474cf2997a {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:32.139985 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-28218590-52d4-4182-9365-a012a9cd1a94 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:32.211058 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e508e541-3677-4a14-b0ff-8f2f0ae490bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:32.289923 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b680ebab-2c43-49e9-8aef-c314f128d2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:32.292781 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b680ebab-2c43-49e9-8aef-c314f128d2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:32.293961 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b680ebab-2c43-49e9-8aef-c314f128d2d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b42ab8e2-bd71-4016-90c4-21d660d0ddc3 HTTP/1.1" status: 204 len: 168 time: 0.7244713 Sep 23 22:50:32.311361 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680ebab-2c43-49e9-8aef-c314f128d2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42ab8e2-bd71-4016-90c4-21d660d0ddc3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:32.343668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-28218590-52d4-4182-9365-a012a9cd1a94 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] For port 65da3b19-c7ce-4403-aab0-82474cf2997a, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=65da3b19-c7ce-4403-aab0-82474cf2997a,segment=NetworkSegment(1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7),segment_id=1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:32.344498 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-28218590-52d4-4182-9365-a012a9cd1a94 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:32.876576 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-28218590-52d4-4182-9365-a012a9cd1a94 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:32.877306 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-28218590-52d4-4182-9365-a012a9cd1a94 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:32.883529 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-28218590-52d4-4182-9365-a012a9cd1a94 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Floating IP ca1abc16-2c34-4cf8-a3be-9901f34038d5 disassociated. External IP: 172.25.1.203, port: 65da3b19-c7ce-4403-aab0-82474cf2997a. Sep 23 22:50:32.884436 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-28218590-52d4-4182-9365-a012a9cd1a94 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Calling delete_port for 65da3b19-c7ce-4403-aab0-82474cf2997a owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:33.234380 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-deleted', 'tag': '2298126b-37f0-4907-ab2e-6fd9ea973c84'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:50:33.258558 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e5c686-6c64-4e3c-8f54-b1409cda3941" -d '{"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-deleted", "tag": "2298126b-37f0-4907-ab2e-6fd9ea973c84"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:50:33.259339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e508e541-3677-4a14-b0ff-8f2f0ae490bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port 51daa25f-8c9d-489e-80bd-b10cdb8084f0 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:33.259930 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e508e541-3677-4a14-b0ff-8f2f0ae490bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:33.451179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b68c13-547a-4663-a631-6bce0932caa5 req-2073a831-ad5b-4ef7-9182-f040064e01f1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:33.465886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b68c13-547a-4663-a631-6bce0932caa5 req-2073a831-ad5b-4ef7-9182-f040064e01f1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:33.467629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-95b68c13-547a-4663-a631-6bce0932caa5 req-2073a831-ad5b-4ef7-9182-f040064e01f1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 1677 time: 0.5308809 Sep 23 22:50:33.473531 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d993bed-6a4c-4659-9165-2251941774ee x-openstack-request-id: req-4d993bed-6a4c-4659-9165-2251941774ee {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:50:33.479474 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-deleted", "tag": "2298126b-37f0-4907-ab2e-6fd9ea973c84", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:50:33.479739 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d993bed-6a4c-4659-9165-2251941774ee {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:50:33.480174 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-deleted', 'tag': '2298126b-37f0-4907-ab2e-6fd9ea973c84', 'status': 'completed', 'code': 200} Sep 23 22:50:33.604836 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-95b68c13-547a-4663-a631-6bce0932caa5 req-7283d18d-2850-4333-b629-ca661ecdd0ba tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173849 Sep 23 22:50:33.667921 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-28218590-52d4-4182-9365-a012a9cd1a94 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:33.712797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-e508e541-3677-4a14-b0ff-8f2f0ae490bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] For port 51daa25f-8c9d-489e-80bd-b10cdb8084f0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=51daa25f-8c9d-489e-80bd-b10cdb8084f0,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:33.714008 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e508e541-3677-4a14-b0ff-8f2f0ae490bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:33.752032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e508e541-3677-4a14-b0ff-8f2f0ae490bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for 51daa25f-8c9d-489e-80bd-b10cdb8084f0 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:33.756551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28218590-52d4-4182-9365-a012a9cd1a94 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event deleted for resources: {'Port': ['ID=65da3b19-c7ce-4403-aab0-82474cf2997a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:34.052302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-28218590-52d4-4182-9365-a012a9cd1a94 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:50:34.382736 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e508e541-3677-4a14-b0ff-8f2f0ae490bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:34.475769 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-28218590-52d4-4182-9365-a012a9cd1a94 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:50:34.508421 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e62a8-c611-43fa-9ec6-08e0567e4b19 None None] Sync routers for ids ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:50:34.524987 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e62a8-c611-43fa-9ec6-08e0567e4b19 None None] Routers {'8423bc4a-5689-4f3a-a3ad-f384b87816a6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:50:34.527046 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6e9e62a8-c611-43fa-9ec6-08e0567e4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:50:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:34.544931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508e541-3677-4a14-b0ff-8f2f0ae490bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=51daa25f-8c9d-489e-80bd-b10cdb8084f0,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:34.657364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-28218590-52d4-4182-9365-a012a9cd1a94 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] No DVR routers for this DVR port 65da3b19-c7ce-4403-aab0-82474cf2997a on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:50:34.667042 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-28218590-52d4-4182-9365-a012a9cd1a94 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:34.670064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-28218590-52d4-4182-9365-a012a9cd1a94 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "DELETE /v2.0/ports/65da3b19-c7ce-4403-aab0-82474cf2997a HTTP/1.1" status: 204 len: 173 time: 2.6816285 Sep 23 22:50:35.080158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-39f8db4f-38ad-4359-bc3f-ef7cc5aafa10 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Deleting port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:35.080158 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-39f8db4f-38ad-4359-bc3f-ef7cc5aafa10 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:35.139011 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-6e9e62a8-c611-43fa-9ec6-08e0567e4b19 None None] Set router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:50:35.399119 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-39f8db4f-38ad-4359-bc3f-ef7cc5aafa10 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] For port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:35.401993 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-39f8db4f-38ad-4359-bc3f-ef7cc5aafa10 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:35.437615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-39f8db4f-38ad-4359-bc3f-ef7cc5aafa10 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Calling delete_port for f4eaf4c4-7f11-4400-86d7-abb4d0325dfe owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:35.562396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-deleted', 'tag': '65da3b19-c7ce-4403-aab0-82474cf2997a'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:50:35.567468 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bda4342-6262-4429-826b-5e815d6603c3" -d '{"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-deleted", "tag": "65da3b19-c7ce-4403-aab0-82474cf2997a"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:50:35.709166 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6e9e62a8-c611-43fa-9ec6-08e0567e4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:38:23Z', 'updated_at': '2021-09-23T22:38:38Z', 'revision_number': 4, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'gw_port': {'id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:27Z', 'updated_at': '2021-09-23T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'be25da35-afbb-4c7a-874b-7ef11658c71f', 'name': '', 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'mac_address': 'fa:16:3e:3c:8d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:36Z', 'updated_at': '2021-09-23T22:38:46Z', 'revision_number': 5, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'subnets': [{'id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:35.745676 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e62a8-c611-43fa-9ec6-08e0567e4b19 None None] Checking router: 8423bc4a-5689-4f3a-a3ad-f384b87816a6 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:50:35.769277 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111e67ff-e242-4676-a2c0-29e86ffa45e1 x-openstack-request-id: req-111e67ff-e242-4676-a2c0-29e86ffa45e1 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:50:35.769599 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-deleted", "tag": "65da3b19-c7ce-4403-aab0-82474cf2997a", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:50:35.769893 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-111e67ff-e242-4676-a2c0-29e86ffa45e1 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:50:35.770490 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-deleted', 'tag': '65da3b19-c7ce-4403-aab0-82474cf2997a', 'status': 'completed', 'code': 200} Sep 23 22:50:35.772496 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e62a8-c611-43fa-9ec6-08e0567e4b19 None None] Routers {'8423bc4a-5689-4f3a-a3ad-f384b87816a6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:50:35.773914 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6e9e62a8-c611-43fa-9ec6-08e0567e4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:50:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:35.977742 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e33587-ed26-4dde-b803-1590be0d20a9 req-022b54f0-041b-4b31-a0a4-8e531e5613ee tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:35.982098 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-39f8db4f-38ad-4359-bc3f-ef7cc5aafa10 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:35.993858 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-58e33587-ed26-4dde-b803-1590be0d20a9 req-022b54f0-041b-4b31-a0a4-8e531e5613ee tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 943 time: 0.2304535 Sep 23 22:50:36.048368 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-6e9e62a8-c611-43fa-9ec6-08e0567e4b19 None None] Set router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:50:36.071937 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e508e541-3677-4a14-b0ff-8f2f0ae490bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:36.124344 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8db4f-38ad-4359-bc3f-ef7cc5aafa10 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event deleted for resources: {'Port': ['ID=f4eaf4c4-7f11-4400-86d7-abb4d0325dfe,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:36.232786 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-58e33587-ed26-4dde-b803-1590be0d20a9 req-4ada2320-fb4a-4bf7-b741-583c33abb384 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b823fdc-4fb0-4e46-9620-31c6448e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332168 Sep 23 22:50:36.313089 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-39f8db4f-38ad-4359-bc3f-ef7cc5aafa10 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] No DVR routers for this DVR port f4eaf4c4-7f11-4400-86d7-abb4d0325dfe on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:50:36.351925 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-39f8db4f-38ad-4359-bc3f-ef7cc5aafa10 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:36.367048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbf31942-f1ee-4887-b30d-b4e940c25019 req-39f8db4f-38ad-4359-bc3f-ef7cc5aafa10 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.67 "DELETE /v2.0/ports/f4eaf4c4-7f11-4400-86d7-abb4d0325dfe HTTP/1.1" status: 204 len: 173 time: 1.6823180 Sep 23 22:50:36.690331 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:36.728183 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6e9e62a8-c611-43fa-9ec6-08e0567e4b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:38:23Z', 'updated_at': '2021-09-23T22:38:38Z', 'revision_number': 4, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'gw_port': {'id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:27Z', 'updated_at': '2021-09-23T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'be25da35-afbb-4c7a-874b-7ef11658c71f', 'name': '', 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'mac_address': 'fa:16:3e:3c:8d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:36Z', 'updated_at': '2021-09-23T22:38:46Z', 'revision_number': 5, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'subnets': [{'id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:36.831804 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e62a8-c611-43fa-9ec6-08e0567e4b19 None None] The sync data for ids ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'] in n-d-810775-1 is: [{'id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:38:23Z', 'updated_at': '2021-09-23T22:38:38Z', 'revision_number': 4, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'gw_port': {'id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:27Z', 'updated_at': '2021-09-23T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'be25da35-afbb-4c7a-874b-7ef11658c71f', 'name': '', 'network_id': 'fa81e9cc-8992-4179-b9e3-9048c56a33a0', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'mac_address': 'fa:16:3e:3c:8d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:36Z', 'updated_at': '2021-09-23T22:38:46Z', 'revision_number': 5, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'subnets': [{'id': '348543d1-f008-4beb-b20f-1d9700a9ee7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:50:36.941744 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e508e541-3677-4a14-b0ff-8f2f0ae490bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router 0f783cef-883e-4fa9-b483-81b43ba209b2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:50:37.183645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e508e541-3677-4a14-b0ff-8f2f0ae490bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:50:37.195720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164295b1-c578-471b-bd53-0368e4a20d04 None None] Sync routers for ids ['0f783cef-883e-4fa9-b483-81b43ba209b2'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:50:37.196818 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e508e541-3677-4a14-b0ff-8f2f0ae490bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "PUT /v2.0/routers/0f783cef-883e-4fa9-b483-81b43ba209b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9128587 Sep 23 22:50:37.199648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53190) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:37.244018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164295b1-c578-471b-bd53-0368e4a20d04 None None] Routers {'0f783cef-883e-4fa9-b483-81b43ba209b2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:50:37.245552 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-164295b1-c578-471b-bd53-0368e4a20d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:50:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0f783cef-883e-4fa9-b483-81b43ba209b2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:37.335345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e28795-2a9c-4b28-bba4-77021fa2d9ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting subnet 540b0e52-eae5-4aec-973b-222f092e66b6 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:50:37.364480 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f1e28795-2a9c-4b28-bba4-77021fa2d9ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:37.522155 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-164295b1-c578-471b-bd53-0368e4a20d04 None None] Set router 0f783cef-883e-4fa9-b483-81b43ba209b2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:50:37.577522 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9e84af-7b6c-4bbf-a015-bc5d86eb15e9 None None] New status for floating IP ca1abc16-2c34-4cf8-a3be-9901f34038d5: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:50:37.657349 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f1e28795-2a9c-4b28-bba4-77021fa2d9ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:37.671688 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-590354e4-aae1-459c-8f4b-6265d7c13c8b req-4341e0f8-bb21-445e-809f-d12ddb971bc6 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0541577 Sep 23 22:50:37.772214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-deleted', 'tag': 'f4eaf4c4-7f11-4400-86d7-abb4d0325dfe'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:50:37.775051 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126fbeff-0de4-4368-a954-d49afbc251c7" -d '{"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-deleted", "tag": "f4eaf4c4-7f11-4400-86d7-abb4d0325dfe"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:50:37.911485 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab40fbed-bc26-49ac-b7c5-97a288a6f0dd x-openstack-request-id: req-ab40fbed-bc26-49ac-b7c5-97a288a6f0dd {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:50:37.912506 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3645dbe-fdfc-4f81-a050-a95c78cc7801", "name": "network-vif-deleted", "tag": "f4eaf4c4-7f11-4400-86d7-abb4d0325dfe", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:50:37.912758 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab40fbed-bc26-49ac-b7c5-97a288a6f0dd {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:50:37.913217 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3645dbe-fdfc-4f81-a050-a95c78cc7801', 'name': 'network-vif-deleted', 'tag': 'f4eaf4c4-7f11-4400-86d7-abb4d0325dfe', 'status': 'completed', 'code': 200} Sep 23 22:50:37.941471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-164295b1-c578-471b-bd53-0368e4a20d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:32Z', 'updated_at': '2021-09-23T22:50:34Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:35Z', 'updated_at': '2021-09-23T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:38.008922 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164295b1-c578-471b-bd53-0368e4a20d04 None None] Checking router: 0f783cef-883e-4fa9-b483-81b43ba209b2 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:50:38.046038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164295b1-c578-471b-bd53-0368e4a20d04 None None] Routers {'0f783cef-883e-4fa9-b483-81b43ba209b2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:50:38.046680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-164295b1-c578-471b-bd53-0368e4a20d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:50:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0f783cef-883e-4fa9-b483-81b43ba209b2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:38.057157 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f1e28795-2a9c-4b28-bba4-77021fa2d9ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:38.320152 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f1e28795-2a9c-4b28-bba4-77021fa2d9ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:38.354543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-164295b1-c578-471b-bd53-0368e4a20d04 None None] Set router 0f783cef-883e-4fa9-b483-81b43ba209b2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:50:38.429327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e28795-2a9c-4b28-bba4-77021fa2d9ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Subnet': ['ID=540b0e52-eae5-4aec-973b-222f092e66b6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:38.468910 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f1e28795-2a9c-4b28-bba4-77021fa2d9ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:38.474097 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f1e28795-2a9c-4b28-bba4-77021fa2d9ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/subnets/540b0e52-eae5-4aec-973b-222f092e66b6 HTTP/1.1" status: 204 len: 168 time: 1.2720504 Sep 23 22:50:38.477342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53236) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:38.677032 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f715f783-71e6-44ed-bb2f-8131018ceb32 None None] Network 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:50:38.777244 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:39.026601 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f2412c98-99c2-4c0b-806a-1840525af2b5 req-739e0e43-0db0-4b7e-ad29-c8d004dfc888 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0432305 Sep 23 22:50:39.028889 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:39.046879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-164295b1-c578-471b-bd53-0368e4a20d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:32Z', 'updated_at': '2021-09-23T22:50:34Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:35Z', 'updated_at': '2021-09-23T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:39.199786 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164295b1-c578-471b-bd53-0368e4a20d04 None None] The sync data for ids ['0f783cef-883e-4fa9-b483-81b43ba209b2'] in n-d-810775-1 is: [{'id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682995323', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:46:32Z', 'updated_at': '2021-09-23T22:50:34Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'e86468b9-831b-4afb-8f7f-96e00bd2e127', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f783cef-883e-4fa9-b483-81b43ba209b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:46:35Z', 'updated_at': '2021-09-23T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:50:39.283609 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port e86468b9-831b-4afb-8f7f-96e00bd2e127 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:39.288005 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:39.623279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c388de9-1892-4cc0-91a3-9c5d1992bb62 None None] DHCP port deletion for 7ce9a9a0-751b-4991-a025-f56ac25ee5b4 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:50:39.671436 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] For port e86468b9-831b-4afb-8f7f-96e00bd2e127, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e86468b9-831b-4afb-8f7f-96e00bd2e127,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:39.677799 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:39.786209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for e86468b9-831b-4afb-8f7f-96e00bd2e127 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:39.868159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-9c388de9-1892-4cc0-91a3-9c5d1992bb62 None None] Deleting port 45793c3b-8ec3-4676-b66c-7cafaa63594f {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:50:39.879299 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9c388de9-1892-4cc0-91a3-9c5d1992bb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:40.275521 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9c388de9-1892-4cc0-91a3-9c5d1992bb62 None None] For port 45793c3b-8ec3-4676-b66c-7cafaa63594f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=45793c3b-8ec3-4676-b66c-7cafaa63594f,segment=NetworkSegment(8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a),segment_id=8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:50:40.284583 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9c388de9-1892-4cc0-91a3-9c5d1992bb62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:40.335665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:40.375652 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-9c388de9-1892-4cc0-91a3-9c5d1992bb62 None None] Calling delete_port for 45793c3b-8ec3-4676-b66c-7cafaa63594f owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:50:40.414490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ffd289e8-31c7-4d1c-8d00-d3d30cd55ff5 req-6491bc28-765e-4453-b6dd-c58024b63b5c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.1599526 Sep 23 22:50:40.433977 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=e86468b9-831b-4afb-8f7f-96e00bd2e127,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:40.668787 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:40.776072 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9c388de9-1892-4cc0-91a3-9c5d1992bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:40.795953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c388de9-1892-4cc0-91a3-9c5d1992bb62 None None] No DVR routers for this DVR port 45793c3b-8ec3-4676-b66c-7cafaa63594f on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:50:40.889698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c388de9-1892-4cc0-91a3-9c5d1992bb62 None None] Pushing event deleted for resources: {'Port': ['ID=45793c3b-8ec3-4676-b66c-7cafaa63594f,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:40.891214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53316) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:41.109385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 51daa25f-8c9d-489e-80bd-b10cdb8084f0 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:50:41.157477 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 51daa25f-8c9d-489e-80bd-b10cdb8084f0 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:50:41.158126 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 51daa25f-8c9d-489e-80bd-b10cdb8084f0 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:50:41.158762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 45793c3b-8ec3-4676-b66c-7cafaa63594f no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:50:41.168903 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa064d71-5064-43e7-9971-d8412cd83d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:41.187702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 45793c3b-8ec3-4676-b66c-7cafaa63594f {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:50:41.188204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 45793c3b-8ec3-4676-b66c-7cafaa63594f not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:50:41.371386 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa064d71-5064-43e7-9971-d8412cd83d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:41.547285 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa064d71-5064-43e7-9971-d8412cd83d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:41.607668 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-aa064d71-5064-43e7-9971-d8412cd83d62 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc5331b5adbd489e9fc57b55823c5787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7152240 Sep 23 22:50:41.613343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53342) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:41.634034 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:41.644509 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eac90df6-5781-4813-9206-b42512f76a52 req-2983ba10-b528-4e70-8d34-9f2516cf0794 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0583572 Sep 23 22:50:41.653830 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:41.700657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa064d71-5064-43e7-9971-d8412cd83d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fa1d9c-2475-4796-a509-d8f23f844c18,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:41.757700 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6b416720-9283-4eb9-9e75-ba0b91e796bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:41.791842 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6b416720-9283-4eb9-9e75-ba0b91e796bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:41.896466 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:41.897032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Fanout notify agent at l3_agent the message router_deleted on router 0f783cef-883e-4fa9-b483-81b43ba209b2 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:50:41.908112 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:41.909764 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e6c4cba2-1b0d-4a85-8000-d6582d701c8e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/routers/0f783cef-883e-4fa9-b483-81b43ba209b2 HTTP/1.1" status: 204 len: 168 time: 3.4265616 Sep 23 22:50:41.910527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53352) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:41.982409 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6b416720-9283-4eb9-9e75-ba0b91e796bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:41.985537 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6b416720-9283-4eb9-9e75-ba0b91e796bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:41.994178 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6b416720-9283-4eb9-9e75-ba0b91e796bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86fa1d9c-2475-4796-a509-d8f23f844c18 HTTP/1.1" status: 204 len: 168 time: 0.3669534 Sep 23 22:50:42.022597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b416720-9283-4eb9-9e75-ba0b91e796bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fa1d9c-2475-4796-a509-d8f23f844c18,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:42.166239 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ad865f1c-7363-4fb3-aef8-0f20bb4accfe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:42.370379 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ad865f1c-7363-4fb3-aef8-0f20bb4accfe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:42.488768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-ad865f1c-7363-4fb3-aef8-0f20bb4accfe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce9a9a0-751b-4991-a025-f56ac25ee5b4']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:42.533647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-ad865f1c-7363-4fb3-aef8-0f20bb4accfe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:42.535190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-ad865f1c-7363-4fb3-aef8-0f20bb4accfe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d99a5b5-e1c6-4965-a79e-5bbaaa6e8d1a') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:42.593054 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ad865f1c-7363-4fb3-aef8-0f20bb4accfe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:42.628108 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ad865f1c-7363-4fb3-aef8-0f20bb4accfe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:42.644401 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad865f1c-7363-4fb3-aef8-0f20bb4accfe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:50:42.645094 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ad865f1c-7363-4fb3-aef8-0f20bb4accfe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:50:42.874486 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:50:42.906205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e86468b9-831b-4afb-8f7f-96e00bd2e127 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:50:42.956809 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d7fb78e-daab-4e84-99db-40f807887977 req-bb7ff27c-65cd-4ca1-ab14-c6d507aa4a1b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0980620 Sep 23 22:50:42.976548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: e86468b9-831b-4afb-8f7f-96e00bd2e127 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:50:42.976895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e86468b9-831b-4afb-8f7f-96e00bd2e127 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:50:43.026945 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ad865f1c-7363-4fb3-aef8-0f20bb4accfe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:43.041332 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ad865f1c-7363-4fb3-aef8-0f20bb4accfe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:43.050136 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ad865f1c-7363-4fb3-aef8-0f20bb4accfe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/networks/7ce9a9a0-751b-4991-a025-f56ac25ee5b4 HTTP/1.1" status: 204 len: 168 time: 1.1360517 Sep 23 22:50:43.051812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53406) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:43.109688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad865f1c-7363-4fb3-aef8-0f20bb4accfe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Network': ['ID=7ce9a9a0-751b-4991-a025-f56ac25ee5b4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:43.146724 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-48d151f0-e6a8-43c5-b6cf-82f6fdee2ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:43.189085 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e3c776da-c4b5-458d-a384-31ff78467609 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:43.241365 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e3c776da-c4b5-458d-a384-31ff78467609 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:43.478919 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e3c776da-c4b5-458d-a384-31ff78467609 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:43.482780 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e3c776da-c4b5-458d-a384-31ff78467609 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:43.484205 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e3c776da-c4b5-458d-a384-31ff78467609 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/security-groups/8ef1b3bb-cd8e-44d8-9750-d14eebc16215 HTTP/1.1" status: 204 len: 168 time: 0.4303908 Sep 23 22:50:43.498248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c776da-c4b5-458d-a384-31ff78467609 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef1b3bb-cd8e-44d8-9750-d14eebc16215,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:44.233693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53466) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:44.239041 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f61da3e4-440b-4b03-a429-e61369e2d179 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281111933', 'description': 'tempest-secgroup-smoke-281111933 description', 'project_id': 'feab7628ed224106877b2bc56eb0be16'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:44.484161 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f61da3e4-440b-4b03-a429-e61369e2d179 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:44.488186 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed214a0f-8fd4-495e-8388-a585b9818643 req-355a2938-83e3-46aa-9e62-1c8319173184 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0707548 Sep 23 22:50:44.644715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53474) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:44.652127 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e8535414-aaf8-4b00-a4c4-be66f327a3ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1158328579', 'description': 'tempest-secgroup-smoke-1158328579 description', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:44.715213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f61da3e4-440b-4b03-a429-e61369e2d179 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:44.910818 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f61da3e4-440b-4b03-a429-e61369e2d179 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:44.979144 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61da3e4-440b-4b03-a429-e61369e2d179 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e486899b-5891-4660-8204-9458a33f9bad,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:45.090471 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8535414-aaf8-4b00-a4c4-be66f327a3ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:45.181406 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f61da3e4-440b-4b03-a429-e61369e2d179 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:45.183435 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f61da3e4-440b-4b03-a429-e61369e2d179 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9473944 Sep 23 22:50:45.185762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53482) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:45.190828 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-2fcf916d-2af6-4960-9381-611db8e70cd2 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Request body: {'security_group_rule': {'security_group_id': 'e486899b-5891-4660-8204-9458a33f9bad', 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:45.289288 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8535414-aaf8-4b00-a4c4-be66f327a3ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:45.310307 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53490) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:45.447492 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5befd0ec-0c35-45ee-9597-eb9187d8e345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:45.467628 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8535414-aaf8-4b00-a4c4-be66f327a3ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:45.553959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8535414-aaf8-4b00-a4c4-be66f327a3ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:45.603027 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fcf916d-2af6-4960-9381-611db8e70cd2 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:45.740337 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fcf916d-2af6-4960-9381-611db8e70cd2 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:45.753812 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f1a7e977-7774-4c6a-8978-97f887a51b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:45.808930 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-68d0a1d2-e98d-48f5-878b-76c9f33d5df4 req-91a4a4e1-4452-499e-ae20-f924718964a6 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.1186965 Sep 23 22:50:45.812939 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8535414-aaf8-4b00-a4c4-be66f327a3ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:45.817240 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e8535414-aaf8-4b00-a4c4-be66f327a3ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1709383 Sep 23 22:50:45.822515 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53502) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:45.828537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a5cdc4f9-9f62-4d47-a435-67bd4ac905e7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '5cfca155-f2b2-47f1-b3f4-b4ccd00b7378', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:45.923097 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5befd0ec-0c35-45ee-9597-eb9187d8e345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:46.033175 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fcf916d-2af6-4960-9381-611db8e70cd2 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:46.066569 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf916d-2af6-4960-9381-611db8e70cd2 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2a4b7f-dbb1-433a-8ce3-877217db373f,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:46.103605 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5befd0ec-0c35-45ee-9597-eb9187d8e345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:46.156220 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:46.281757 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5befd0ec-0c35-45ee-9597-eb9187d8e345 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b8612080b06e4c42b8f9447fcfcd8bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9658542 Sep 23 22:50:46.282208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53508) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:46.289798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befd0ec-0c35-45ee-9597-eb9187d8e345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e0df14-11db-4cf7-845c-7c29446775bc,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:46.368788 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-51ce9599-50b4-4a79-afa7-c168b175be09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:46.403578 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-51ce9599-50b4-4a79-afa7-c168b175be09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:46.408730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2fcf916d-2af6-4960-9381-611db8e70cd2 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:46.409868 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2fcf916d-2af6-4960-9381-611db8e70cd2 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2226624 Sep 23 22:50:46.418973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53510) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:46.429527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-4d96268b-13b5-45a4-8597-163df861879d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Request body: {'security_group_rule': {'security_group_id': 'e486899b-5891-4660-8204-9458a33f9bad', 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:46.621692 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc4f9-9f62-4d47-a435-67bd4ac905e7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:46.645329 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-51ce9599-50b4-4a79-afa7-c168b175be09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:46.649645 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-51ce9599-50b4-4a79-afa7-c168b175be09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:46.651494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-51ce9599-50b4-4a79-afa7-c168b175be09 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83e0df14-11db-4cf7-845c-7c29446775bc HTTP/1.1" status: 204 len: 168 time: 0.3682194 Sep 23 22:50:46.673406 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce9599-50b4-4a79-afa7-c168b175be09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e0df14-11db-4cf7-845c-7c29446775bc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:46.776108 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d96268b-13b5-45a4-8597-163df861879d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:46.825075 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc4f9-9f62-4d47-a435-67bd4ac905e7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:46.878582 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d96268b-13b5-45a4-8597-163df861879d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:46.964965 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc4f9-9f62-4d47-a435-67bd4ac905e7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:47.003931 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:47.015581 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdc4f9-9f62-4d47-a435-67bd4ac905e7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b342a7-915f-480f-ad07-4096ad0840db,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:47.027856 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d96268b-13b5-45a4-8597-163df861879d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:47.043565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ff535fb-b513-48ec-9766-111b9d5c106f req-0c9caf3f-5b32-4972-9d7d-f3e5fea456a0 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0434151 Sep 23 22:50:47.063010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96268b-13b5-45a4-8597-163df861879d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d99d7f8-7cb6-46f5-9d7b-2f5d328d35fc,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:47.240491 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d96268b-13b5-45a4-8597-163df861879d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:47.248439 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4d96268b-13b5-45a4-8597-163df861879d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8275876 Sep 23 22:50:47.249421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53534) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:47.250135 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc4f9-9f62-4d47-a435-67bd4ac905e7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:47.260031 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a5cdc4f9-9f62-4d47-a435-67bd4ac905e7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4359965 Sep 23 22:50:47.262946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53536) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:47.263580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5bfd669d-42ce-4762-9bf5-38040655ecd1 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Request body: {'security_group_rule': {'security_group_id': 'e486899b-5891-4660-8204-9458a33f9bad', 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:47.291309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8b9d6eae-3a23-4aed-a6f1-d195c4e3ced0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '5cfca155-f2b2-47f1-b3f4-b4ccd00b7378', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:47.509349 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5bfd669d-42ce-4762-9bf5-38040655ecd1 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:47.593944 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5bfd669d-42ce-4762-9bf5-38040655ecd1 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:47.742452 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b9d6eae-3a23-4aed-a6f1-d195c4e3ced0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:47.749907 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5bfd669d-42ce-4762-9bf5-38040655ecd1 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:47.822685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd669d-42ce-4762-9bf5-38040655ecd1 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48145604-12b4-48f4-828b-0a6918eefa7b,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:47.898148 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b9d6eae-3a23-4aed-a6f1-d195c4e3ced0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:48.056756 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5bfd669d-42ce-4762-9bf5-38040655ecd1 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:48.059044 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:48.059958 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b9d6eae-3a23-4aed-a6f1-d195c4e3ced0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:48.061235 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5bfd669d-42ce-4762-9bf5-38040655ecd1 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8079317 Sep 23 22:50:48.062611 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53554) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:48.088856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ace0cad3-325c-45a4-9fd1-4e119bf47e26 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Request body: {'security_group_rule': {'security_group_id': 'e486899b-5891-4660-8204-9458a33f9bad', 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:48.115464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d6eae-3a23-4aed-a6f1-d195c4e3ced0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f8e98b-6349-43e7-b577-67f53c8a5e9c,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:48.198992 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6b0d1ded-6d45-4598-b8fe-181a0c0b7167 req-84152574-de02-41d3-8cc3-e6b7ffd79631 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0430374 Sep 23 22:50:48.454238 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ace0cad3-325c-45a4-9fd1-4e119bf47e26 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:48.471266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53560) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:48.506921 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b8b746e-691d-456f-bbad-0362725c36eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:48.569747 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b9d6eae-3a23-4aed-a6f1-d195c4e3ced0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:48.571018 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8b9d6eae-3a23-4aed-a6f1-d195c4e3ced0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3067250 Sep 23 22:50:48.582072 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53564) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:48.594162 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d3797dab-30b5-4769-9469-2445ee5865f8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '5cfca155-f2b2-47f1-b3f4-b4ccd00b7378', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:48.660069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ace0cad3-325c-45a4-9fd1-4e119bf47e26 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:48.735259 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:48.752184 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b8b746e-691d-456f-bbad-0362725c36eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:48.821126 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ace0cad3-325c-45a4-9fd1-4e119bf47e26 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:48.844639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0cad3-325c-45a4-9fd1-4e119bf47e26 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5895d0fa-054f-45b0-a92b-d5fc369f05c6,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:48.863177 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2b8b746e-691d-456f-bbad-0362725c36eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:48.955582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53574) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:48.956039 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2b8b746e-691d-456f-bbad-0362725c36eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5207f0849df14ca193e5c33163f3fa88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830775 Sep 23 22:50:48.957619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b746e-691d-456f-bbad-0362725c36eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b525a305-e742-4fe4-874c-6f3ffdd2b1a3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:49.044100 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b48ed9cb-b1af-4b97-84d3-89534003a53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:49.060400 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ace0cad3-325c-45a4-9fd1-4e119bf47e26 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:49.062659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ace0cad3-325c-45a4-9fd1-4e119bf47e26 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9980383 Sep 23 22:50:49.065533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53578) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:49.072818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1e8b0ee2-de17-4adb-ab0a-e5a82802c06a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Request body: {'security_group_rule': {'security_group_id': 'e486899b-5891-4660-8204-9458a33f9bad', 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:49.124179 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b48ed9cb-b1af-4b97-84d3-89534003a53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:49.293164 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3797dab-30b5-4769-9469-2445ee5865f8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:49.373778 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1b96ce8-b809-412b-bee2-c7419d239c7a req-588c9e91-0ad6-404b-99d9-c9f2a29d46f8 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0381868 Sep 23 22:50:49.422918 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b48ed9cb-b1af-4b97-84d3-89534003a53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:49.429351 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b48ed9cb-b1af-4b97-84d3-89534003a53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:49.431813 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b48ed9cb-b1af-4b97-84d3-89534003a53b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b525a305-e742-4fe4-874c-6f3ffdd2b1a3 HTTP/1.1" status: 204 len: 168 time: 0.4746873 Sep 23 22:50:49.464613 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ed9cb-b1af-4b97-84d3-89534003a53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b525a305-e742-4fe4-874c-6f3ffdd2b1a3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:49.475804 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-1e8b0ee2-de17-4adb-ab0a-e5a82802c06a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Project feab7628ed224106877b2bc56eb0be16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:50:49.483375 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e8b0ee2-de17-4adb-ab0a-e5a82802c06a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:49.492420 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3797dab-30b5-4769-9469-2445ee5865f8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:49.578219 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e8b0ee2-de17-4adb-ab0a-e5a82802c06a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:49.672595 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3797dab-30b5-4769-9469-2445ee5865f8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:49.702547 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3797dab-30b5-4769-9469-2445ee5865f8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddbb75a-ff20-49c4-8c83-3a1e3dbe4a55,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:49.762798 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e8b0ee2-de17-4adb-ab0a-e5a82802c06a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:49.798064 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b0ee2-de17-4adb-ab0a-e5a82802c06a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce517fe-dd1d-4c7f-ac74-9c87b052c71b,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:49.851047 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3797dab-30b5-4769-9469-2445ee5865f8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:49.857148 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d3797dab-30b5-4769-9469-2445ee5865f8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2713766 Sep 23 22:50:49.857485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53594) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:49.862269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '5cfca155-f2b2-47f1-b3f4-b4ccd00b7378', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:50.036328 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e8b0ee2-de17-4adb-ab0a-e5a82802c06a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:50.040761 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1e8b0ee2-de17-4adb-ab0a-e5a82802c06a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9703398 Sep 23 22:50:50.045144 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53598) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:50.059711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-42cec6a1-54d3-4f5e-98dd-c0eac880f55d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Request body: {'security_group_rule': {'security_group_id': 'e486899b-5891-4660-8204-9458a33f9bad', 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:50.324762 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:50.446797 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:50.461322 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-42cec6a1-54d3-4f5e-98dd-c0eac880f55d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Project feab7628ed224106877b2bc56eb0be16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:50:50.467518 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-42cec6a1-54d3-4f5e-98dd-c0eac880f55d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:50.518775 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c812f4b-aa70-452c-b0dc-9084b182fd2b req-0130c3bd-2bb8-46f6-a3b5-3699fb5c45c5 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0332754 Sep 23 22:50:50.556005 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-42cec6a1-54d3-4f5e-98dd-c0eac880f55d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:50.599999 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:50.671618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2454495e-6e6f-49b0-9a33-8fd4ce092f00,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:50.685558 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:50.686027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:50.686541 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:50.687027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:50.687672 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:50.688148 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:50.688665 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:50.689007 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:50.689369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:50.689701 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:50.693069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:50.693069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:50.693360 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-42cec6a1-54d3-4f5e-98dd-c0eac880f55d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:50.748961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cec6a1-54d3-4f5e-98dd-c0eac880f55d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5e7827-d467-40e7-b9d6-652bf911f55b,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:50.867419 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-42cec6a1-54d3-4f5e-98dd-c0eac880f55d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:50.867629 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:50.871894 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7c49568d-5c0c-43f0-acbb-99ae77174801 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0104451 Sep 23 22:50:50.872192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53622) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:50.873539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-42cec6a1-54d3-4f5e-98dd-c0eac880f55d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8296337 Sep 23 22:50:50.886972 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c1577600-5cc5-4c11-8a14-85cbdd872f91 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '5cfca155-f2b2-47f1-b3f4-b4ccd00b7378', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:51.085790 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-c1577600-5cc5-4c11-8a14-85cbdd872f91 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Project 0a3bbdae5cca4bf3aaf957611b45b827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:50:51.091780 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1577600-5cc5-4c11-8a14-85cbdd872f91 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:51.201343 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1577600-5cc5-4c11-8a14-85cbdd872f91 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:51.236783 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-97f3907d-ada5-41ec-ae66-560c3c81a4b7 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281111933&fields=id&tenant_id=feab7628ed224106877b2bc56eb0be16 HTTP/1.1" status: 200 len: 267 time: 0.0596900 Sep 23 22:50:51.369873 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-3467e8cb-6873-4503-9517-05fdcb278108 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:51.371748 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-3467e8cb-6873-4503-9517-05fdcb278108 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/networks?id=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 HTTP/1.1" status: 200 len: 814 time: 0.1261904 Sep 23 22:50:51.398670 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1577600-5cc5-4c11-8a14-85cbdd872f91 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:51.398954 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-300d8000-bd71-472f-b8ae-07d5760aaf80 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/quotas/feab7628ed224106877b2bc56eb0be16 HTTP/1.1" status: 200 len: 375 time: 0.0153439 Sep 23 22:50:51.478255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1577600-5cc5-4c11-8a14-85cbdd872f91 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5915412f-54d8-4475-ae67-85395f2c7ccf,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:51.518994 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-d986ff0c-1021-4ba8-b651-77e92cface41 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=feab7628ed224106877b2bc56eb0be16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162536 Sep 23 22:50:51.631691 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c1577600-5cc5-4c11-8a14-85cbdd872f91 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:51.631691 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c1577600-5cc5-4c11-8a14-85cbdd872f91 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7379084 Sep 23 22:50:51.631691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53650) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:51.631691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2db9ca3a-bcc8-4736-986a-40660840c74b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': '5cfca155-f2b2-47f1-b3f4-b4ccd00b7378', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:51.749712 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-881fd769-6104-49a5-970a-7bd05b925cff service neutron] 10.222.0.22 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151639 Sep 23 22:50:51.813971 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42950299-3dd2-4ed8-a349-cf68528c2a6a req-2ae11bad-73bc-4751-a2c6-4162fd55abdb tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0579281 Sep 23 22:50:51.948473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53662) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:51.992703 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-2db9ca3a-bcc8-4736-986a-40660840c74b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Project 0a3bbdae5cca4bf3aaf957611b45b827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:50:51.994305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5fdbc412-4c1d-4e1b-8b3d-0a5dda0951ef service neutron] 10.222.0.22 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284486 Sep 23 22:50:51.999268 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2db9ca3a-bcc8-4736-986a-40660840c74b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:52.225406 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2db9ca3a-bcc8-4736-986a-40660840c74b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:52.325142 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-036d9420-4d4e-4aaf-b323-fef208b7a59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:52.464050 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2db9ca3a-bcc8-4736-986a-40660840c74b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:52.473085 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-036d9420-4d4e-4aaf-b323-fef208b7a59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:52.493532 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9ca3a-bcc8-4736-986a-40660840c74b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e478645c-8d74-4cf3-a0f8-28eda88e4f17,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:52.662368 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-036d9420-4d4e-4aaf-b323-fef208b7a59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:52.735837 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-036d9420-4d4e-4aaf-b323-fef208b7a59d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36476c3283784756a3e5863ec9b8f4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7853763 Sep 23 22:50:52.739054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53678) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:52.745575 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d9420-4d4e-4aaf-b323-fef208b7a59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223cc09e-2674-46c2-82a6-1041630fda12,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:52.800967 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a708be54-ff09-443c-b724-22acf2afc05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:52.826669 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a708be54-ff09-443c-b724-22acf2afc05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:52.885149 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2db9ca3a-bcc8-4736-986a-40660840c74b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:52.886433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2db9ca3a-bcc8-4736-986a-40660840c74b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2708466 Sep 23 22:50:52.889841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53686) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:52.896678 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-db95028e-8267-42da-8bb5-98c0b7bd49c9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'network': {'name': 'tempest-network-smoke--705785131', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'port_security_enabled': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:52.979937 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79b93baa-2adb-4723-8fb3-1608a0d4b901 req-2e5ef282-3a49-4e33-9d72-a891c073f865 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0586910 Sep 23 22:50:53.083649 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a708be54-ff09-443c-b724-22acf2afc05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:53.083649 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a708be54-ff09-443c-b724-22acf2afc05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:53.083649 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a708be54-ff09-443c-b724-22acf2afc05f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/223cc09e-2674-46c2-82a6-1041630fda12 HTTP/1.1" status: 204 len: 168 time: 0.3422785 Sep 23 22:50:53.098250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708be54-ff09-443c-b724-22acf2afc05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223cc09e-2674-46c2-82a6-1041630fda12,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:53.101504 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db95028e-8267-42da-8bb5-98c0b7bd49c9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Made reservation on behalf of 0a3bbdae5cca4bf3aaf957611b45b827 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:50:53.105357 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-db95028e-8267-42da-8bb5-98c0b7bd49c9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:53.163053 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db95028e-8267-42da-8bb5-98c0b7bd49c9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:50:53.181055 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-db95028e-8267-42da-8bb5-98c0b7bd49c9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:53.181692 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-db95028e-8267-42da-8bb5-98c0b7bd49c9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Added segment df0ac957-5f85-4a9a-862c-c3d8a329857f of type vlan for network 17be15c5-331c-4483-9a52-d388ad4d0614 Sep 23 22:50:53.235451 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-db95028e-8267-42da-8bb5-98c0b7bd49c9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:53.386896 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f001b22-dcc1-47f0-ad81-fafa581fdc9f req-5edfe17b-5589-490c-a241-c921edded2b0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 210 time: 0.0405490 Sep 23 22:50:53.491371 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-db95028e-8267-42da-8bb5-98c0b7bd49c9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:53.499901 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95028e-8267-42da-8bb5-98c0b7bd49c9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:53.500950 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-db95028e-8267-42da-8bb5-98c0b7bd49c9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:53.621892 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95028e-8267-42da-8bb5-98c0b7bd49c9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Network': ['ID=17be15c5-331c-4483-9a52-d388ad4d0614,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:53.642135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 17be15c5-331c-4483-9a52-d388ad4d0614 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:50:53.655049 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-db95028e-8267-42da-8bb5-98c0b7bd49c9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7639918 Sep 23 22:50:53.657880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53720) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:53.663631 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'admin_state_up': True, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:53.861045 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:53.862185 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:53.983729 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:54.126555 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-552b557a-13e9-4c25-bdd5-df2e6e9fcc88 req-51cda442-9eaa-4491-9411-71565befef44 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0333526 Sep 23 22:50:54.342159 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53744) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:54.383791 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:54.466285 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-58625631-7cef-4191-8788-1e22639a2bd6 req-0cfc28a5-ca15-4ab8-99cc-de18583ac89e tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 210 time: 0.0315967 Sep 23 22:50:54.470188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-456a7649-217e-48ed-a927-a709f0c4063d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:54.707649 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-456a7649-217e-48ed-a927-a709f0c4063d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] 10.222.0.22 "PUT /v2.0/quotas/02b4d64148b743e8a93fb7664c788f5d HTTP/1.1" status: 200 len: 368 time: 0.3661926 Sep 23 22:50:54.713457 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53758) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:54.719921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Request body: {'network': {'project_id': '02b4d64148b743e8a93fb7664c788f5d'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:54.802912 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53760) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:54.816792 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c49f168-389a-4f72-baf3-4620c7ab7b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:54.868089 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:54.898726 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:55.077971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Made reservation on behalf of 02b4d64148b743e8a93fb7664c788f5d for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:50:55.083866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.25.1.173 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/ff06fb47-2ca1-46ce-a599-981e65b79fd6) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:50:55.097540 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:55.131930 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:55.272335 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3b0d21a8-201a-4f2c-b030-b5558c6d27ea req-a836716e-8b94-449b-b72e-5292b2a95cff tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0470107 Sep 23 22:50:55.277748 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:55.445747 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c49f168-389a-4f72-baf3-4620c7ab7b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:55.484404 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:55.582300 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ad07b54-d69d-484e-b71a-d8f1ef2d4cad req-e14368d5-2925-4091-9c0f-5f70fdc6c8be tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 210 time: 0.0495763 Sep 23 22:50:55.589178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:50:55.593678 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:50:55.600867 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:50:55.617081 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c49f168-389a-4f72-baf3-4620c7ab7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:55.661560 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49f168-389a-4f72-baf3-4620c7ab7b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee2612e-fa86-4b43-96a8-8cf70ab31d4a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:55.737799 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5c49f168-389a-4f72-baf3-4620c7ab7b8e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45b0c29edab9450d89ba5d48fb0c60af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9337382 Sep 23 22:50:55.743557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53782) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:55.754450 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=ff06fb47-2ca1-46ce-a599-981e65b79fd6,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:55.813963 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:55.833542 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f51cba1e-bf72-449a-af7f-a7fa53df3161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:55.867238 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f51cba1e-bf72-449a-af7f-a7fa53df3161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:55.883390 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:50:56.022882 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:56.058780 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007bdfe4-8a75-49f6-b5b0-88db982068d2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:56.165140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:50:56.185468 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:56.185858 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Added segment 8e93ea83-1ef7-473b-8718-75f993471fd2 of type vlan for network 370f3aea-4a78-4286-bf00-c7420d099fe5 Sep 23 22:50:56.212055 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:56.255130 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:56.263093 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f51cba1e-bf72-449a-af7f-a7fa53df3161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:56.266092 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f51cba1e-bf72-449a-af7f-a7fa53df3161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:56.267341 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f51cba1e-bf72-449a-af7f-a7fa53df3161 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ee2612e-fa86-4b43-96a8-8cf70ab31d4a HTTP/1.1" status: 204 len: 168 time: 0.5228171 Sep 23 22:50:56.289402 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cba1e-bf72-449a-af7f-a7fa53df3161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee2612e-fa86-4b43-96a8-8cf70ab31d4a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:56.413979 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-21eb1118-d409-437f-a035-0a7af5613fc1 req-267579eb-65d2-4728-8b60-7ddc87a9ba0f tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0282857 Sep 23 22:50:56.484215 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:56.486035 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:56.488238 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:56.631411 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9149790 Sep 23 22:50:56.632377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3332e-263f-42bd-90e6-0162eef5f5b9 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Pushing event updated for resources: {'Network': ['ID=370f3aea-4a78-4286-bf00-c7420d099fe5,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:56.637230 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53810) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:56.643928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9822d2a7-ebef-423e-b196-f00ddfcd4627 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Request body: {'network': {'project_id': '02b4d64148b743e8a93fb7664c788f5d'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:56.651791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 370f3aea-4a78-4286-bf00-c7420d099fe5 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:50:56.742303 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:56.769668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a786360f-c0b1-4313-929c-9ddbdb293d34 req-c2340498-d66d-494a-95b0-06821b62d8c5 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 210 time: 0.0484152 Sep 23 22:50:56.803659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9822d2a7-ebef-423e-b196-f00ddfcd4627 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Made reservation on behalf of 02b4d64148b743e8a93fb7664c788f5d for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:50:56.806876 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9822d2a7-ebef-423e-b196-f00ddfcd4627 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:56.859069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9822d2a7-ebef-423e-b196-f00ddfcd4627 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:50:56.883724 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9822d2a7-ebef-423e-b196-f00ddfcd4627 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:56.884078 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-9822d2a7-ebef-423e-b196-f00ddfcd4627 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Added segment e47bf3d5-e2f8-44ab-b7d6-f71f7f8eecaa of type vlan for network 87901481-182d-410c-826d-a4a30cbae9a1 Sep 23 22:50:56.941242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9822d2a7-ebef-423e-b196-f00ddfcd4627 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:57.117679 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router a35aea07-0c1c-4948-a672-703620dd6b76 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:50:57.119361 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9822d2a7-ebef-423e-b196-f00ddfcd4627 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:57.122583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9822d2a7-ebef-423e-b196-f00ddfcd4627 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:57.123505 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9822d2a7-ebef-423e-b196-f00ddfcd4627 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:57.283209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822d2a7-ebef-423e-b196-f00ddfcd4627 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Pushing event updated for resources: {'Network': ['ID=87901481-182d-410c-826d-a4a30cbae9a1,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:57.291277 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9822d2a7-ebef-423e-b196-f00ddfcd4627 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6525571 Sep 23 22:50:57.293848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53824) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:57.298299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 87901481-182d-410c-826d-a4a30cbae9a1 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:50:57.306260 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-04911c10-5b40-4d74-9d99-44245e9b526d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Request body: {'network': {'project_id': '02b4d64148b743e8a93fb7664c788f5d'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:57.338805 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-04911c10-5b40-4d74-9d99-44245e9b526d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 23 22:50:57.339388 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04911c10-5b40-4d74-9d99-44245e9b526d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:50:57.340848 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-04911c10-5b40-4d74-9d99-44245e9b526d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0443580 Sep 23 22:50:57.344141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53826) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:57.382010 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:50:57.437676 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Sync routers for ids ['a35aea07-0c1c-4948-a672-703620dd6b76'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:50:57.446658 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b7b6c20a-7fb9-42f3-9a2b-69fb36028d35 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02b4d64148b743e8a93fb7664c788f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012707 Sep 23 22:50:57.449263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53832) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:57.451566 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Routers {'a35aea07-0c1c-4948-a672-703620dd6b76'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:50:57.452568 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:50:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a35aea07-0c1c-4948-a672-703620dd6b76'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:57.525294 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ac88ffd5-2169-4ed5-b93a-e7e1c5379437 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:57.553583 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:57.554935 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-677a4a47-c82e-4335-b3fb-c1b4881c36c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.8958435 Sep 23 22:50:57.558222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53836) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:57.578784 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ac88ffd5-2169-4ed5-b93a-e7e1c5379437 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:57.740900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16572d46-6275-4831-b9b6-3cc0500e469d req-ec480031-5942-4c6b-8143-141614e20ef0 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.1505210 Sep 23 22:50:57.742893 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cfc44c61-c9cd-4e95-b969-3f298b5507b8 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=0a3bbdae5cca4bf3aaf957611b45b827&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1834769 Sep 23 22:50:57.745941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53844) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:57.817824 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ac88ffd5-2169-4ed5-b93a-e7e1c5379437 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:57.826401 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ac88ffd5-2169-4ed5-b93a-e7e1c5379437 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:57.829676 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ac88ffd5-2169-4ed5-b93a-e7e1c5379437 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/007bdfe4-8a75-49f6-b5b0-88db982068d2 HTTP/1.1" status: 204 len: 168 time: 0.3782003 Sep 23 22:50:57.834135 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53850) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:57.929935 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88ffd5-2169-4ed5-b93a-e7e1c5379437 tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007bdfe4-8a75-49f6-b5b0-88db982068d2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:58.003002 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:58.027135 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3eb4a286-9c07-4ab5-a62d-cd51fcbe7a07 req-1829befd-50f8-4aed-a58c-2bd33d88f85b tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 210 time: 0.0820961 Sep 23 22:50:58.040265 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Set router a35aea07-0c1c-4948-a672-703620dd6b76 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:50:58.106538 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58fcf46-5d0a-483f-a309-d9b57f03accc tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:58.109911 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a58fcf46-5d0a-483f-a309-d9b57f03accc tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3624687 Sep 23 22:50:58.115357 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53858) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:58.154017 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a0254e50-1302-4ac8-a732-ad3fe1e27497 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346556 Sep 23 22:50:58.154503 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53860) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:58.160492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-857eced4-e292-45bc-9ef5-eea4aea8bc2b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-928739437', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:58.203314 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:58.248614 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87901481-182d-410c-826d-a4a30cbae9a1']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:58.284425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47bf3d5-e2f8-44ab-b7d6-f71f7f8eecaa') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:58.284774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47bf3d5-e2f8-44ab-b7d6-f71f7f8eecaa') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:58.308073 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:58.323654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-8c962c5a-46bf-4a8f-9356-84929b074064 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:58.325249 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-8c962c5a-46bf-4a8f-9356-84929b074064 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.43 "GET /v2.0/networks?id=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 HTTP/1.1" status: 200 len: 814 time: 0.2655046 Sep 23 22:50:58.345224 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:58.366138 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:50:58.366545 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:50:58.393941 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:50:58.415592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:50:53Z', 'updated_at': '2021-09-23T22:50:55Z', 'revision_number': 3, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:50:54Z', 'updated_at': '2021-09-23T22:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:58.465081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53866) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:58.468284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Checking router: a35aea07-0c1c-4948-a672-703620dd6b76 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:50:58.474199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Updating router a35aea07-0c1c-4948-a672-703620dd6b76 port ff06fb47-2ca1-46ce-a599-981e65b79fd6 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:50:58.490580 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-f69fd28a-03eb-4f16-8806-59bed15bd6dc tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feab7628ed224106877b2bc56eb0be16 HTTP/1.1" status: 200 len: 379 time: 0.1551185 Sep 23 22:50:58.501229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-e4b53bc1-6da0-41db-8cf1-e402f9911efe tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Request body: {'port': {'device_id': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'admin_state_up': True, 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'security_groups': ['e486899b-5891-4660-8204-9458a33f9bad']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:58.503477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857eced4-e292-45bc-9ef5-eea4aea8bc2b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Made reservation on behalf of 0a3bbdae5cca4bf3aaf957611b45b827 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:50:58.510221 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-857eced4-e292-45bc-9ef5-eea4aea8bc2b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:58.601686 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:58.620110 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:58.620450 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:58.624398 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] 10.222.0.22 "DELETE /v2.0/networks/87901481-182d-410c-826d-a4a30cbae9a1 HTTP/1.1" status: 204 len: 168 time: 0.7890706 Sep 23 22:50:58.660587 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53872) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:50:58.665603 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-20966063-network', 'tenant_id': '2c56b3b0e2a64dfcae483b1b48cfc1d5'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:50:58.689483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Pushing event deleted for resources: {'Network': ['ID=87901481-182d-410c-826d-a4a30cbae9a1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:58.802440 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:58.802977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:58.813512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:58.814168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:58.814682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:58.815225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:58.815713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:58.816248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:58.816789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:58.817900 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:58.818459 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:58.819021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ae127-b09b-4bb3-ae42-97dc5eda2d1b tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:50:58.968030 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5eec549b-e028-4d73-b636-6332317f003d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:58.998339 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] Made reservation on behalf of 2c56b3b0e2a64dfcae483b1b48cfc1d5 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:50:59.006100 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.036075 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.092691 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9dd6fd6f-328a-4beb-aa57-b97de4468d30 req-d7b59f24-c222-4ca0-92b3-c1cd87954c6c tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3645dbe-fdfc-4f81-a050-a95c78cc7801 HTTP/1.1" status: 200 len: 210 time: 0.0545542 Sep 23 22:50:59.125257 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.146279 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5eec549b-e028-4d73-b636-6332317f003d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.166268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-e4b53bc1-6da0-41db-8cf1-e402f9911efe tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Made reservation on behalf of feab7628ed224106877b2bc56eb0be16 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:50:59.175847 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-e4b53bc1-6da0-41db-8cf1-e402f9911efe tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.201676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5eec549b-e028-4d73-b636-6332317f003d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370f3aea-4a78-4286-bf00-c7420d099fe5']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:59.252643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-014fbb0f-dd85-4e94-b79f-80d88a8fdafd req-0c76bbaf-bbe4-4253-8055-fb39c7ba5fb4 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 210 time: 0.0477633 Sep 23 22:50:59.279100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5eec549b-e028-4d73-b636-6332317f003d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e93ea83-1ef7-473b-8718-75f993471fd2') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:59.284813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5eec549b-e028-4d73-b636-6332317f003d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e93ea83-1ef7-473b-8718-75f993471fd2') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:59.300769 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5eec549b-e028-4d73-b636-6332317f003d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.330895 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5eec549b-e028-4d73-b636-6332317f003d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.355968 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.364102 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.427260 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2421d-60fa-40e8-95e0-8fdfc5ffaa9d None None] Pushing event updated for resources: {'Port': ['ID=ff06fb47-2ca1-46ce-a599-981e65b79fd6,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:59.435305 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Attempting to bind port ff06fb47-2ca1-46ce-a599-981e65b79fd6 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:50:59.436070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Attempting to bind port ff06fb47-2ca1-46ce-a599-981e65b79fd6 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:50:59.436496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Attempting to bind port ff06fb47-2ca1-46ce-a599-981e65b79fd6 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:50:59.443017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:50:59.443566 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:50:59.444084 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.444585 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:50:59.445240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Bound port: ff06fb47-2ca1-46ce-a599-981e65b79fd6, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:50:59.445710 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.479146 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.483019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-857eced4-e292-45bc-9ef5-eea4aea8bc2b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.557144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] For port ff06fb47-2ca1-46ce-a599-981e65b79fd6, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:50:59.562933 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] For port ff06fb47-2ca1-46ce-a599-981e65b79fd6, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ff06fb47-2ca1-46ce-a599-981e65b79fd6,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:50:59.599451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9abe83c-aa1f-440b-ae4c-f04a9b237312,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:59.630913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857eced4-e292-45bc-9ef5-eea4aea8bc2b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Subnet': ['ID=8c1f89e2-1a19-453e-bf25-540d06e7b8ed,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:59.656424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857eced4-e292-45bc-9ef5-eea4aea8bc2b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Checking segment: {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:50:59.658062 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857eced4-e292-45bc-9ef5-eea4aea8bc2b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network hostable DHCP agents. Network: 17be15c5-331c-4483-9a52-d388ad4d0614, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:50:59.662556 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.782029 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857eced4-e292-45bc-9ef5-eea4aea8bc2b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 17be15c5-331c-4483-9a52-d388ad4d0614 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:50:59.795539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eec549b-e028-4d73-b636-6332317f003d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:50:59.796116 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5eec549b-e028-4d73-b636-6332317f003d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:50:59.798110 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:50:59.831337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2421d-60fa-40e8-95e0-8fdfc5ffaa9d None None] Pushing event updated for resources: {'Port': ['ID=ff06fb47-2ca1-46ce-a599-981e65b79fd6,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:50:59.867048 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-857eced4-e292-45bc-9ef5-eea4aea8bc2b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 17be15c5-331c-4483-9a52-d388ad4d0614) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:50:59.869925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Routers {'a35aea07-0c1c-4948-a672-703620dd6b76'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:50:59.869925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:50:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a35aea07-0c1c-4948-a672-703620dd6b76'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:50:59.873421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857eced4-e292-45bc-9ef5-eea4aea8bc2b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:50:59.874494 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-857eced4-e292-45bc-9ef5-eea4aea8bc2b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:50:59.911837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9b2a08-7a06-4f7e-b327-dc8d9d339822 None None] Network 17be15c5-331c-4483-9a52-d388ad4d0614 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:50:59.919707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-e4b53bc1-6da0-41db-8cf1-e402f9911efe tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Allocated IP 172.20.0.3 (ffd0b9c4-c274-42ec-ac19-51ee1f7719f1/66635b10-c781-4b00-9416-9488781bd842/f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:00.008246 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5eec549b-e028-4d73-b636-6332317f003d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:00.008913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-857eced4-e292-45bc-9ef5-eea4aea8bc2b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8531060 Sep 23 22:51:00.012600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53898) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:00.019751 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:51:00.028539 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5eec549b-e028-4d73-b636-6332317f003d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:00.031422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5eec549b-e028-4d73-b636-6332317f003d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] 10.222.0.22 "DELETE /v2.0/networks/370f3aea-4a78-4286-bf00-c7420d099fe5 HTTP/1.1" status: 204 len: 168 time: 1.3700254 Sep 23 22:51:00.053288 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:00.054227 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] Added segment 42ba5681-f993-4397-b234-70ce29b3811e of type vlan for network 8ed439b0-b68a-4991-a4cf-35b5087bd40b Sep 23 22:51:00.108721 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:00.113748 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] Set router a35aea07-0c1c-4948-a672-703620dd6b76 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:51:00.137741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec549b-e028-4d73-b636-6332317f003d tempest-QuotasNegativeTest-455193646 tempest-QuotasNegativeTest-455193646-project-admin] Pushing event deleted for resources: {'Network': ['ID=370f3aea-4a78-4286-bf00-c7420d099fe5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:00.318118 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:00.326411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:00.326411 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:00.476329 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-17be15c5-331c-4483-9a52-d388ad4d0614', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ips': [{'subnet_id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:51:00.478124 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:00.486576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32196ad7-a15d-46ea-814e-6d5526ddd4be req-65da3616-8b00-49b3-baad-c19e05817429 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 210 time: 0.0428076 Sep 23 22:51:00.520141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53910) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:00.539151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] Pushing event updated for resources: {'Network': ['ID=8ed439b0-b68a-4991-a4cf-35b5087bd40b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:00.547963 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2aaeea51-11d4-4f9f-b79c-a3e8b2e724ec admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0755019 Sep 23 22:51:00.548696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53912) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:00.566599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-dafedeac-2cf3-4d29-8fe4-8f3ca6b5f9b3 admin admin] Request body: {'subnet': {'network_id': '8ed439b0-b68a-4991-a4cf-35b5087bd40b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-20966063-subnet', 'tenant_id': '2c56b3b0e2a64dfcae483b1b48cfc1d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:00.595607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 8ed439b0-b68a-4991-a4cf-35b5087bd40b details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:51:00.754315 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-e4b53bc1-6da0-41db-8cf1-e402f9911efe tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:00.768879 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8237a8b-fd27-49ec-a257-0922cb3bd7af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:00.810745 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafedeac-2cf3-4d29-8fe4-8f3ca6b5f9b3 admin admin] Made reservation on behalf of 2c56b3b0e2a64dfcae483b1b48cfc1d5 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:00.824194 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dafedeac-2cf3-4d29-8fe4-8f3ca6b5f9b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:00.900204 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8237a8b-fd27-49ec-a257-0922cb3bd7af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:01.135469 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-e4b53bc1-6da0-41db-8cf1-e402f9911efe tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:01.136726 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8237a8b-fd27-49ec-a257-0922cb3bd7af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:01.142932 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8237a8b-fd27-49ec-a257-0922cb3bd7af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:01.151633 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b8237a8b-fd27-49ec-a257-0922cb3bd7af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "DELETE /v2.0/security-groups/8b823fdc-4fb0-4e46-9620-31c6448e93fe HTTP/1.1" status: 204 len: 168 time: 0.6242757 Sep 23 22:51:01.156801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53922) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:01.174691 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:01.189900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8237a8b-fd27-49ec-a257-0922cb3bd7af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b823fdc-4fb0-4e46-9620-31c6448e93fe,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:01.197095 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-dfc38140-2f9e-42ed-a940-92b16b2c1a3e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] show failed (client error): The resource could not be found. Sep 23 22:51:01.202373 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dfc38140-2f9e-42ed-a940-92b16b2c1a3e tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "GET /v2.0/security-groups/8b823fdc-4fb0-4e46-9620-31c6448e93fe HTTP/1.1" status: 404 len: 347 time: 0.0368392 Sep 23 22:51:01.203268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53924) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:01.284416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-e4b53bc1-6da0-41db-8cf1-e402f9911efe tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Network ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:01.299459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:50:53Z', 'updated_at': '2021-09-23T22:50:55Z', 'revision_number': 3, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:50:54Z', 'updated_at': '2021-09-23T22:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:01.309583 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-e4b53bc1-6da0-41db-8cf1-e402f9911efe tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:01.314086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-e4b53bc1-6da0-41db-8cf1-e402f9911efe tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:01.420971 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604b25d-072c-40a8-85fd-cd6d0419ecb4 None None] The sync data for ids ['a35aea07-0c1c-4948-a672-703620dd6b76'] in n-d-810775-1 is: [{'id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:50:53Z', 'updated_at': '2021-09-23T22:50:55Z', 'revision_number': 3, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:50:54Z', 'updated_at': '2021-09-23T22:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:51:01.430319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Allocated IP 172.20.0.2 (17be15c5-331c-4483-9a52-d388ad4d0614/8c1f89e2-1a19-453e-bf25-540d06e7b8ed/5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:01.587357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b53bc1-6da0-41db-8cf1-e402f9911efe tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Pushing event updated for resources: {'Port': ['ID=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:01.686794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-e4b53bc1-6da0-41db-8cf1-e402f9911efe tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:01.687600 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-e4b53bc1-6da0-41db-8cf1-e402f9911efe tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:01.890228 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530f162-536e-4ab8-9503-248c073570a7 req-53db5e56-f41f-4bb2-b925-c2df6e099977 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:01.899949 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e530f162-536e-4ab8-9503-248c073570a7 req-53db5e56-f41f-4bb2-b925-c2df6e099977 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 931 time: 0.1779106 Sep 23 22:51:01.965242 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-14700675-6aca-43fc-99ed-d38dfd0317b1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Deleting port 4f98bbbd-56e9-4936-b023-5d3d5a1286a0 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:01.965757 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14700675-6aca-43fc-99ed-d38dfd0317b1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:02.027128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5778fd94-6203-46ca-81bd-47c48f07dcc3 None None] Provisioning complete for port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:02.028221 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5778fd94-6203-46ca-81bd-47c48f07dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:02.061812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53938) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:02.163016 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5778fd94-6203-46ca-81bd-47c48f07dcc3 None None] Port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:51:02.167823 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:02.193995 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-e4b53bc1-6da0-41db-8cf1-e402f9911efe tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6975608 Sep 23 22:51:02.199583 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dafedeac-2cf3-4d29-8fe4-8f3ca6b5f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:02.210739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Request body: {'port': {'device_id': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:02.228994 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14700675-6aca-43fc-99ed-d38dfd0317b1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:02.229355 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14700675-6aca-43fc-99ed-d38dfd0317b1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:02.287388 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:02.320079 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e530f162-536e-4ab8-9503-248c073570a7 req-8653160c-c0cc-40e4-b1ff-545b89e7d115 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4180479 Sep 23 22:51:02.334956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-14700675-6aca-43fc-99ed-d38dfd0317b1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Calling delete_port for 4f98bbbd-56e9-4936-b023-5d3d5a1286a0 owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:02.336786 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:02.453948 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Network 17be15c5-331c-4483-9a52-d388ad4d0614 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:02.461278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:02.464601 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:02.498746 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5853e834-bf33-4503-8cc2-c047f5c394ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:02.546161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafedeac-2cf3-4d29-8fe4-8f3ca6b5f9b3 admin admin] Checking segment: {'id': '42ba5681-f993-4397-b234-70ce29b3811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ed439b0-b68a-4991-a4cf-35b5087bd40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:02.546648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafedeac-2cf3-4d29-8fe4-8f3ca6b5f9b3 admin admin] Network hostable DHCP agents. Network: 8ed439b0-b68a-4991-a4cf-35b5087bd40b, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:51:02.556528 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafedeac-2cf3-4d29-8fe4-8f3ca6b5f9b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b90d70e8-f8d2-4931-a5f9-304121298d65,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:02.575940 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Pushing event updated for resources: {'Port': ['ID=5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:02.646048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Attempting to bind port 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:51:02.646744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Attempting to bind port 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:51:02.647237 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Attempting to bind port 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d on network 17be15c5-331c-4483-9a52-d388ad4d0614 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:02.662543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:51:02.664945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Checking segment: {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:02.665690 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:02.666231 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Bound using segment: {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:51:02.667580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Bound port: 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:51:02.670592 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:02.747220 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafedeac-2cf3-4d29-8fe4-8f3ca6b5f9b3 admin admin] Network 8ed439b0-b68a-4991-a4cf-35b5087bd40b is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:51:02.771394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] For port 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:51:02.776462 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] For port 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:51:02.796933 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.20.0.1 (17be15c5-331c-4483-9a52-d388ad4d0614/8c1f89e2-1a19-453e-bf25-540d06e7b8ed/d126a736-96c7-42c1-9670-1078e6843010) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:02.884931 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:02.930004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-dafedeac-2cf3-4d29-8fe4-8f3ca6b5f9b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 8ed439b0-b68a-4991-a4cf-35b5087bd40b) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:02.932562 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14700675-6aca-43fc-99ed-d38dfd0317b1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:02.945165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafedeac-2cf3-4d29-8fe4-8f3ca6b5f9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:02.945795 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dafedeac-2cf3-4d29-8fe4-8f3ca6b5f9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:02.975654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cf1213-5dd6-4bc0-9f16-df2e6ac81686 None None] Network 8ed439b0-b68a-4991-a4cf-35b5087bd40b requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:03.040120 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14700675-6aca-43fc-99ed-d38dfd0317b1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event deleted for resources: {'Port': ['ID=4f98bbbd-56e9-4936-b023-5d3d5a1286a0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:03.108332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ff06fb47-2ca1-46ce-a599-981e65b79fd6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:51:03.228605 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14700675-6aca-43fc-99ed-d38dfd0317b1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:03.233284 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14700675-6aca-43fc-99ed-d38dfd0317b1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:03.234770 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-14700675-6aca-43fc-99ed-d38dfd0317b1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "DELETE /v2.0/floatingips/ca1abc16-2c34-4cf8-a3be-9901f34038d5 HTTP/1.1" status: 204 len: 168 time: 2.0278277 Sep 23 22:51:03.237899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53954) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:03.368189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port ff06fb47-2ca1-46ce-a599-981e65b79fd6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:03.373294 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:03.573078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4eec7-b414-4b01-b03c-d0f8017d8a0e None None] Pushing event updated for resources: {'Port': ['ID=5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:03.610330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:03.628664 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5853e834-bf33-4503-8cc2-c047f5c394ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:03.629606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d1845eb4-e938-4296-a463-96ddfbb6c283 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Deleting port ca42fb19-a6f2-4eba-902d-4eee3b80849c {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:03.634359 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1845eb4-e938-4296-a463-96ddfbb6c283 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:03.682561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfecc6a-a5cf-4f60-b958-34b580350b43 req-09883479-fb71-4eaa-9083-fa6c613be75d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:03.696941 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9bfecc6a-a5cf-4f60-b958-34b580350b43 req-09883479-fb71-4eaa-9083-fa6c613be75d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 931 time: 0.2079697 Sep 23 22:51:03.769551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:51:03.776439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5853e834-bf33-4503-8cc2-c047f5c394ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:03.788051 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:03.815624 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:03.818418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8e340c-a7fb-456a-81c5-76c37cbc04fd None None] Network 8ed439b0-b68a-4991-a4cf-35b5087bd40b requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:03.896345 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5853e834-bf33-4503-8cc2-c047f5c394ca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bc7543a1abdd426fa70924e7e240d0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8330960 Sep 23 22:51:03.899260 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 53964) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:03.913148 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9bfecc6a-a5cf-4f60-b958-34b580350b43 req-475bcaab-2ee0-41c2-be48-6d162c8ab36a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151203 Sep 23 22:51:03.917079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port ff06fb47-2ca1-46ce-a599-981e65b79fd6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ff06fb47-2ca1-46ce-a599-981e65b79fd6,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:03.925089 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:03.930380 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1845eb4-e938-4296-a463-96ddfbb6c283 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:03.950554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853e834-bf33-4503-8cc2-c047f5c394ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95da419-d1a3-4bf3-b52e-058babff4cfa,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:03.981603 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dafedeac-2cf3-4d29-8fe4-8f3ca6b5f9b3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.4267218 Sep 23 22:51:04.008264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Transition to ACTIVE for port object f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:51:04.024199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 17be15c5-331c-4483-9a52-d388ad4d0614 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:04.034466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:04.042424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:04.047120 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=d126a736-96c7-42c1-9670-1078e6843010,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:04.077065 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d1845eb4-e938-4296-a463-96ddfbb6c283 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Calling delete_port for ca42fb19-a6f2-4eba-902d-4eee3b80849c owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:04.134626 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-710efb77-437d-46fd-aab0-77c89f6bd6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:04.135283 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:04.179319 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:04.223090 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:04.235404 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-710efb77-437d-46fd-aab0-77c89f6bd6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:04.306785 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Pushing event updated for resources: {'Port': ['ID=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:04.322294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=ff06fb47-2ca1-46ce-a599-981e65b79fd6,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:04.547787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Attempting to bind port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:51:04.548149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Attempting to bind port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '5468a20a-5162-4aee-9224-8d2676490170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:51:04.548460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Attempting to bind port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 on network ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:04.560682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 on network ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:51:04.561064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Attempting to bind port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 on network ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:04.578961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:51:04.579390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Checking segment: {'id': '5468a20a-5162-4aee-9224-8d2676490170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:04.579859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Bound using segment: {'id': '5468a20a-5162-4aee-9224-8d2676490170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:51:04.580293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Bound port: f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5468a20a-5162-4aee-9224-8d2676490170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:51:04.580662 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:04.695462 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1845eb4-e938-4296-a463-96ddfbb6c283 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:04.777557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1845eb4-e938-4296-a463-96ddfbb6c283 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event deleted for resources: {'Port': ['ID=ca42fb19-a6f2-4eba-902d-4eee3b80849c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:04.783098 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-710efb77-437d-46fd-aab0-77c89f6bd6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:04.800169 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-710efb77-437d-46fd-aab0-77c89f6bd6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:04.802643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-710efb77-437d-46fd-aab0-77c89f6bd6b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b95da419-d1a3-4bf3-b52e-058babff4cfa HTTP/1.1" status: 204 len: 168 time: 0.9020560 Sep 23 22:51:04.830133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710efb77-437d-46fd-aab0-77c89f6bd6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95da419-d1a3-4bf3-b52e-058babff4cfa,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:04.866031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] For port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:51:04.874498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] For port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78,segment=NetworkSegment(5468a20a-5162-4aee-9224-8d2676490170),segment_id=5468a20a-5162-4aee-9224-8d2676490170)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:51:04.989224 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1845eb4-e938-4296-a463-96ddfbb6c283 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:04.993955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 53990) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:05.007782 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d1845eb4-e938-4296-a463-96ddfbb6c283 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "DELETE /v2.0/ports/ca42fb19-a6f2-4eba-902d-4eee3b80849c HTTP/1.1" status: 204 len: 168 time: 1.7685821 Sep 23 22:51:05.094448 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:05.256325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:51:05.258638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Pushing event updated for resources: {'Port': ['ID=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:05.361926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b034a90-5da2-4566-a905-fd15d0739562 None None] Network 17be15c5-331c-4483-9a52-d388ad4d0614 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:05.367701 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:05.408836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:05.427342 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:05.427342 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5f27c4f7-0a78-496c-a96d-a6ec9282d00d service neutron] 10.222.0.43 "PUT /v2.0/ports/f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 HTTP/1.1" status: 200 len: 1091 time: 3.2124460 Sep 23 22:51:05.427342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'tag': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:51:05.429739 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ace8675-8b52-4840-8f8f-6458726c9333" -d '{"events": [{"name": "network-changed", "server_uuid": "1f832843-eb5a-454c-97d5-73bdb1bef17a", "tag": "f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:51:05.584670 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-10361f14-6853-4f3d-b752-0589eca6f95b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Deleting port 28753d3e-094b-4fb4-afd5-aae7ac4ac79d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:05.585051 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-10361f14-6853-4f3d-b752-0589eca6f95b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:05.591887 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c5bd4c-5a3e-4b92-9bb7-cf63aecc4a28 x-openstack-request-id: req-d8c5bd4c-5a3e-4b92-9bb7-cf63aecc4a28 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:51:05.592218 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f832843-eb5a-454c-97d5-73bdb1bef17a", "tag": "f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:51:05.592507 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8c5bd4c-5a3e-4b92-9bb7-cf63aecc4a28 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:51:05.593166 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'tag': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'status': 'completed', 'code': 200} Sep 23 22:51:05.919291 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:05.919701 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:05.922661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-87eaee31-3cea-41d9-8b06-38c038878035 None None] Provisioning complete for port 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:05.923271 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-87eaee31-3cea-41d9-8b06-38c038878035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:05.941800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-f09e976d-d7cd-4b45-b52e-9e53c7a16666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:05.945204 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-f09e976d-d7cd-4b45-b52e-9e53c7a16666 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feab7628ed224106877b2bc56eb0be16&device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 1094 time: 0.3509393 Sep 23 22:51:06.060077 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-af940a36-b568-40f5-9ae5-2f209dec2c18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 HTTP/1.1" status: 200 len: 217 time: 0.0747237 Sep 23 22:51:06.336189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c00725-3cd5-4e9f-98ac-2098ae571b4f req-fd317988-9fbb-4620-a9eb-42ee4161fe6f tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:06.354037 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07c00725-3cd5-4e9f-98ac-2098ae571b4f req-fd317988-9fbb-4620-a9eb-42ee4161fe6f tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 943 time: 0.1249585 Sep 23 22:51:06.474399 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07c00725-3cd5-4e9f-98ac-2098ae571b4f req-1b9e2abb-efa7-4393-b1ab-4b165f6fec0d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181457 Sep 23 22:51:06.474898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54010) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:06.508671 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-45afe8fa-2800-443c-ad30-a9b07ccdab2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:06.690510 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:06.691053 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-10361f14-6853-4f3d-b752-0589eca6f95b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:06.745984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-10361f14-6853-4f3d-b752-0589eca6f95b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Calling delete_port for 28753d3e-094b-4fb4-afd5-aae7ac4ac79d owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:06.755974 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-45afe8fa-2800-443c-ad30-a9b07ccdab2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:06.787239 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:06.858012 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:06.866842 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-45afe8fa-2800-443c-ad30-a9b07ccdab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:06.925966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afe8fa-2800-443c-ad30-a9b07ccdab2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31406d81-352d-4809-b24b-2fba94a9e20e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:06.960766 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:06.967507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ff06fb47-2ca1-46ce-a599-981e65b79fd6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:51:06.985018 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:06.989785 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-45afe8fa-2800-443c-ad30-a9b07ccdab2c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3bb840948114929be41025b78f4442e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5077765 Sep 23 22:51:06.991489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54020) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:06.998656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5192ad6f-ef96-412f-a914-71669523a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:07.000248 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-5192ad6f-ef96-412f-a914-71669523a089 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66635b10-c781-4b00-9416-9488781bd842 HTTP/1.1" status: 200 len: 853 time: 0.9147875 Sep 23 22:51:07.105734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54024) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:07.123212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:07.217193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port ff06fb47-2ca1-46ce-a599-981e65b79fd6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:07.218205 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:07.251596 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6642-ae6f-4a3f-a9da-9e7f70e51d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:07.271085 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-87eaee31-3cea-41d9-8b06-38c038878035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:07.314741 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6642-ae6f-4a3f-a9da-9e7f70e51d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:07.430552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-3ab07173-1028-400a-a081-c24c97f4dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:07.433876 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-3ab07173-1028-400a-a081-c24c97f4dd88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4172924 Sep 23 22:51:07.452721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=d126a736-96c7-42c1-9670-1078e6843010,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:07.455957 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:07.465439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:07.486382 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-87eaee31-3cea-41d9-8b06-38c038878035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:51:07.486757 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-87eaee31-3cea-41d9-8b06-38c038878035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:51:07.516968 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb842-edac-423b-b8ea-708a93fe2223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:07.546740 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6642-ae6f-4a3f-a9da-9e7f70e51d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:07.553532 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6642-ae6f-4a3f-a9da-9e7f70e51d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:07.560039 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8aaa6642-ae6f-4a3f-a9da-9e7f70e51d54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31406d81-352d-4809-b24b-2fba94a9e20e HTTP/1.1" status: 204 len: 168 time: 0.5648320 Sep 23 22:51:07.591152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa6642-ae6f-4a3f-a9da-9e7f70e51d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31406d81-352d-4809-b24b-2fba94a9e20e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:07.682450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:51:07.792699 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:07.793383 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:07.809519 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-952317f3-11b2-4c8f-a723-05fc6ac996bc service neutron] 10.222.0.43 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667052 Sep 23 22:51:07.815983 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb842-edac-423b-b8ea-708a93fe2223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:07.857946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad1e97-5be7-482b-ba2d-41701b4f2f47 req-59ba3953-3a7c-453a-bff6-8e7ed3503633 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:07.860000 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29ad1e97-5be7-482b-ba2d-41701b4f2f47 req-59ba3953-3a7c-453a-bff6-8e7ed3503633 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 943 time: 0.1860123 Sep 23 22:51:07.917853 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb842-edac-423b-b8ea-708a93fe2223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:07.934329 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-10361f14-6853-4f3d-b752-0589eca6f95b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:07.945723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 17be15c5-331c-4483-9a52-d388ad4d0614 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:07.956390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:08.019859 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cb842-edac-423b-b8ea-708a93fe2223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b244671-3aaa-4a6e-a3b0-dfe2163e9d22,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:08.029142 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ec9cb842-edac-423b-b8ea-708a93fe2223 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86819163160849829a7cfd60ab5f2057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9169338 Sep 23 22:51:08.031213 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54040) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:08.078439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10361f14-6853-4f3d-b752-0589eca6f95b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event deleted for resources: {'Port': ['ID=28753d3e-094b-4fb4-afd5-aae7ac4ac79d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:08.111586 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29ad1e97-5be7-482b-ba2d-41701b4f2f47 req-97e46abf-e2ab-403a-981f-3a60a42153f7 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130713 Sep 23 22:51:08.159706 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a0a217e0-8dac-4f2b-9409-c5c87d4646be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:08.224502 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a0a217e0-8dac-4f2b-9409-c5c87d4646be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:08.305605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fea4941e-e851-4574-ae4e-37c7b4197c9a None None] Provisioning complete for port 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:08.305980 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fea4941e-e851-4574-ae4e-37c7b4197c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:08.470834 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fea4941e-e851-4574-ae4e-37c7b4197c9a None None] Provisioning complete for port d126a736-96c7-42c1-9670-1078e6843010 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:08.471271 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fea4941e-e851-4574-ae4e-37c7b4197c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:08.512539 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a0a217e0-8dac-4f2b-9409-c5c87d4646be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:08.516048 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a0a217e0-8dac-4f2b-9409-c5c87d4646be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:08.517530 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a0a217e0-8dac-4f2b-9409-c5c87d4646be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b244671-3aaa-4a6e-a3b0-dfe2163e9d22 HTTP/1.1" status: 204 len: 168 time: 0.4858067 Sep 23 22:51:08.536068 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a217e0-8dac-4f2b-9409-c5c87d4646be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b244671-3aaa-4a6e-a3b0-dfe2163e9d22,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:08.561968 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-fea4941e-e851-4574-ae4e-37c7b4197c9a None None] Port d126a736-96c7-42c1-9670-1078e6843010 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:51:08.690848 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9e892d5a-4fca-4972-a877-fb141f071a4e None None] Provisioning complete for port d126a736-96c7-42c1-9670-1078e6843010 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:08.691759 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9e892d5a-4fca-4972-a877-fb141f071a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:08.747036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-9e892d5a-4fca-4972-a877-fb141f071a4e None None] Port d126a736-96c7-42c1-9670-1078e6843010 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:51:08.910239 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb6d495d-2d10-4d70-8172-855cb205e9ce req-bf858cd9-5efb-4a3a-bde8-762bc5aa82c8 service neutron] 10.222.0.43 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0919535 Sep 23 22:51:08.915503 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-37a0cac2-32b5-4c3f-a9d9-24387c5fe7fd tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:08.926997 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-37a0cac2-32b5-4c3f-a9d9-24387c5fe7fd tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/networks?id=8ed439b0-b68a-4991-a4cf-35b5087bd40b HTTP/1.1" status: 200 len: 807 time: 0.2287855 Sep 23 22:51:08.935382 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-10361f14-6853-4f3d-b752-0589eca6f95b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:08.937723 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-10361f14-6853-4f3d-b752-0589eca6f95b tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "DELETE /v2.0/ports/28753d3e-094b-4fb4-afd5-aae7ac4ac79d HTTP/1.1" status: 204 len: 168 time: 3.9391336 Sep 23 22:51:08.946026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54076) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:08.993603 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-bc6389f0-3e1f-4032-a57e-eefbb97cb1ff tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/quotas/2c56b3b0e2a64dfcae483b1b48cfc1d5 HTTP/1.1" status: 200 len: 375 time: 0.0651455 Sep 23 22:51:09.014965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router a35aea07-0c1c-4948-a672-703620dd6b76 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:51:09.039137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-2fd3b348-8706-479a-a3f5-48c6bbf73e9c tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c56b3b0e2a64dfcae483b1b48cfc1d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442185 Sep 23 22:51:09.069892 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-748cad4f-322d-438d-99d3-b67a3dd03297 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Deleting subnet 58ea8bde-f95b-46c7-a12b-9f7c0e9039da {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:51:09.073442 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-748cad4f-322d-438d-99d3-b67a3dd03297 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:09.124367 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-748cad4f-322d-438d-99d3-b67a3dd03297 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:09.242465 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-748cad4f-322d-438d-99d3-b67a3dd03297 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:09.285432 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:51:09.285432 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-747130df-6e2f-4251-9cb6-6c4387e4ce45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "PUT /v2.0/routers/a35aea07-0c1c-4948-a672-703620dd6b76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2631805 Sep 23 22:51:09.286448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace8675-8b52-4840-8f8f-6458726c9333 req-3b3ce10c-1a1d-439a-b654-a9e3090f9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:09.286930 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Sync routers for ids ['a35aea07-0c1c-4948-a672-703620dd6b76'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:51:09.287993 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ace8675-8b52-4840-8f8f-6458726c9333 req-3b3ce10c-1a1d-439a-b654-a9e3090f9795 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feab7628ed224106877b2bc56eb0be16&device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 1094 time: 0.1052217 Sep 23 22:51:09.302051 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Routers {'a35aea07-0c1c-4948-a672-703620dd6b76'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:51:09.303469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b91bfe-da17-49dd-9e96-5afd5f600cb3 req-9f00f60e-db49-4847-b6b3-0c8b1907d16f tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:09.303924 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:50:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a35aea07-0c1c-4948-a672-703620dd6b76'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:09.305531 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7b91bfe-da17-49dd-9e96-5afd5f600cb3 req-9f00f60e-db49-4847-b6b3-0c8b1907d16f tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 943 time: 0.0898318 Sep 23 22:51:09.378773 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7b91bfe-da17-49dd-9e96-5afd5f600cb3 req-363629d0-6df4-4c31-8bf9-43cd82376228 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623131 Sep 23 22:51:09.435951 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Set router a35aea07-0c1c-4948-a672-703620dd6b76 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:51:09.497988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace8675-8b52-4840-8f8f-6458726c9333 req-9ecf70f3-bb2f-45a1-b0d8-899010cd8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:09.499844 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ace8675-8b52-4840-8f8f-6458726c9333 req-9ecf70f3-bb2f-45a1-b0d8-899010cd8e3f service neutron] 10.222.0.43 "GET /v2.0/networks?id=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 HTTP/1.1" status: 200 len: 915 time: 0.1933970 Sep 23 22:51:09.553480 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-4dd04299-e596-48bc-bc84-c8ee10905345 service neutron] 10.222.0.22 "GET /v2.0/networks/8ed439b0-b68a-4991-a4cf-35b5087bd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127225 Sep 23 22:51:09.581990 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ace8675-8b52-4840-8f8f-6458726c9333 req-732e12ef-93d5-40e2-af3d-d70b78117bf2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 HTTP/1.1" status: 200 len: 217 time: 0.0700276 Sep 23 22:51:09.753743 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:50:53Z', 'updated_at': '2021-09-23T22:51:04Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:50:54Z', 'updated_at': '2021-09-23T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd126a736-96c7-42c1-9670-1078e6843010', 'name': '', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:bf:da:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:51:01Z', 'updated_at': '2021-09-23T22:51:06Z', 'revision_number': 2, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:09.771989 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-748cad4f-322d-438d-99d3-b67a3dd03297 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:09.788987 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Checking router: a35aea07-0c1c-4948-a672-703620dd6b76 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:51:09.790005 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Updating router a35aea07-0c1c-4948-a672-703620dd6b76 port d126a736-96c7-42c1-9670-1078e6843010 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:51:09.811155 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-f644e105-cd7f-435a-97ae-6ef966ab6178 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1158328579&fields=id&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 267 time: 0.0590267 Sep 23 22:51:09.812980 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cad4f-322d-438d-99d3-b67a3dd03297 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event deleted for resources: {'Subnet': ['ID=58ea8bde-f95b-46c7-a12b-9f7c0e9039da,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:09.814338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace8675-8b52-4840-8f8f-6458726c9333 req-b1573469-c7d2-46c5-9aeb-1271afd01aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:09.815909 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ace8675-8b52-4840-8f8f-6458726c9333 req-b1573469-c7d2-46c5-9aeb-1271afd01aa8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66635b10-c781-4b00-9416-9488781bd842 HTTP/1.1" status: 200 len: 853 time: 0.2258439 Sep 23 22:51:09.827655 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-748cad4f-322d-438d-99d3-b67a3dd03297 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:09.832084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cf0c1b-ac02-4177-8849-289b97cac167 None None] Network b61d004c-7d39-4789-9f10-cec75881ed41 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:09.834563 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-748cad4f-322d-438d-99d3-b67a3dd03297 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "DELETE /v2.0/subnets/58ea8bde-f95b-46c7-a12b-9f7c0e9039da HTTP/1.1" status: 204 len: 168 time: 0.8854110 Sep 23 22:51:09.839808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54114) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:09.870064 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:09.890397 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-c81fcc0a-7d11-4108-aa95-dbe6e2f0939c service neutron] 10.222.0.22 "GET /v2.0/networks/8ed439b0-b68a-4991-a4cf-35b5087bd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352897 Sep 23 22:51:09.932771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0f9003-0a8b-461c-8efb-de297e11cbbf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Deleting subnet a7b711bb-422e-48ab-b295-11456f279491 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:51:09.948318 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da0f9003-0a8b-461c-8efb-de297e11cbbf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:09.995848 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace8675-8b52-4840-8f8f-6458726c9333 req-6854c69d-9d68-480a-85d2-b9400e7e311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:09.997935 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ace8675-8b52-4840-8f8f-6458726c9333 req-6854c69d-9d68-480a-85d2-b9400e7e311c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711922 Sep 23 22:51:10.024186 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da0f9003-0a8b-461c-8efb-de297e11cbbf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:10.059738 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-af78a1e0-cb07-493b-a612-40ba75af1b38 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:10.071318 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-af78a1e0-cb07-493b-a612-40ba75af1b38 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/networks?id=17be15c5-331c-4483-9a52-d388ad4d0614 HTTP/1.1" status: 200 len: 796 time: 0.2592621 Sep 23 22:51:10.171811 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54126) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:10.262848 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fe43c2ec-45b9-4d44-8055-daf39931ce28 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/quotas/0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 375 time: 0.1837609 Sep 23 22:51:10.343640 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da0f9003-0a8b-461c-8efb-de297e11cbbf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:10.349281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871fe45c-7ce3-4090-a773-d49d7082f532 None None] DHCP port deletion for b61d004c-7d39-4789-9f10-cec75881ed41 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:51:10.370971 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:10.406069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-194670261'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:10.438544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-871fe45c-7ce3-4090-a773-d49d7082f532 None None] Deleting port 5219da3c-8e58-4765-a15b-d5c476460a64 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:10.438932 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-871fe45c-7ce3-4090-a773-d49d7082f532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:10.444372 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ace8675-8b52-4840-8f8f-6458726c9333 req-2ed6a052-16d0-495c-8793-3f4da516da51 service neutron] 10.222.0.43 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359262 Sep 23 22:51:10.452241 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-7cf96916-5ca1-49f3-94af-dbd5aa09de09 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1785045 Sep 23 22:51:10.532300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-871fe45c-7ce3-4090-a773-d49d7082f532 None None] For port 5219da3c-8e58-4765-a15b-d5c476460a64, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5219da3c-8e58-4765-a15b-d5c476460a64,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:10.532725 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-871fe45c-7ce3-4090-a773-d49d7082f532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:10.536483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Made reservation on behalf of d6fb7de60026457694df3525e64ad011 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:10.538068 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:10.540218 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:10.547549 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da0f9003-0a8b-461c-8efb-de297e11cbbf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:10.578249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-871fe45c-7ce3-4090-a773-d49d7082f532 None None] Calling delete_port for 5219da3c-8e58-4765-a15b-d5c476460a64 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:10.631346 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:10.632218 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ace8675-8b52-4840-8f8f-6458726c9333 req-36eb9c09-e9c3-4389-94b0-2713a703e972 service neutron] 10.222.0.43 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776912 Sep 23 22:51:10.635123 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-b25d7be0-2741-47f8-b020-54f1d1029e26 service neutron] 10.222.0.22 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636546 Sep 23 22:51:10.651454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f9003-0a8b-461c-8efb-de297e11cbbf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b711bb-422e-48ab-b295-11456f279491,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:10.670249 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da0f9003-0a8b-461c-8efb-de297e11cbbf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:10.673920 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-da0f9003-0a8b-461c-8efb-de297e11cbbf tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "DELETE /v2.0/subnets/a7b711bb-422e-48ab-b295-11456f279491 HTTP/1.1" status: 204 len: 168 time: 0.8323689 Sep 23 22:51:10.678643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54140) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:10.692420 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5161a1-c7c4-4127-9e03-ea4bbd37ba07 None None] Pushing event updated for resources: {'Port': ['ID=d126a736-96c7-42c1-9670-1078e6843010,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:10.721222 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5161a1-c7c4-4127-9e03-ea4bbd37ba07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:10.721222 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5161a1-c7c4-4127-9e03-ea4bbd37ba07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:10.721222 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5161a1-c7c4-4127-9e03-ea4bbd37ba07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:10.721222 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5161a1-c7c4-4127-9e03-ea4bbd37ba07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:10.721222 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5161a1-c7c4-4127-9e03-ea4bbd37ba07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:10.721635 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5161a1-c7c4-4127-9e03-ea4bbd37ba07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:10.722276 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5161a1-c7c4-4127-9e03-ea4bbd37ba07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:10.722629 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5161a1-c7c4-4127-9e03-ea4bbd37ba07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:10.723210 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5161a1-c7c4-4127-9e03-ea4bbd37ba07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:10.724412 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5161a1-c7c4-4127-9e03-ea4bbd37ba07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:10.724984 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5161a1-c7c4-4127-9e03-ea4bbd37ba07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:10.725735 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5161a1-c7c4-4127-9e03-ea4bbd37ba07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:10.757139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44bec39-f0e5-43ae-99b0-643004766f91 None None] Network 122a4d33-a44b-41de-907d-9ba92c71bcd8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:10.815932 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-b9d2f30b-42b8-4485-82f3-5ed0f86ab868 service neutron] 10.222.0.22 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645775 Sep 23 22:51:10.896777 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Attempting to bind port d126a736-96c7-42c1-9670-1078e6843010 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:51:10.897343 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Attempting to bind port d126a736-96c7-42c1-9670-1078e6843010 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:51:10.898087 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Attempting to bind port d126a736-96c7-42c1-9670-1078e6843010 on network 17be15c5-331c-4483-9a52-d388ad4d0614 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:10.907120 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:51:10.911922 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Checking segment: {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:10.911922 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:10.911922 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Bound using segment: {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:51:10.911922 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Bound port: d126a736-96c7-42c1-9670-1078e6843010, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:51:10.912782 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:10.944699 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:11.027350 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] For port d126a736-96c7-42c1-9670-1078e6843010, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:51:11.036067 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] For port d126a736-96c7-42c1-9670-1078e6843010, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d126a736-96c7-42c1-9670-1078e6843010,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:51:11.166186 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:11.187080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Deleting port 5219da3c-8e58-4765-a15b-d5c476460a64 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:11.187814 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:11.213617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af5d6b7-7a6b-48aa-93af-b319fc512f84 None None] DHCP port deletion for 122a4d33-a44b-41de-907d-9ba92c71bcd8 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:51:11.233323 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:11.316193 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-871fe45c-7ce3-4090-a773-d49d7082f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:11.317589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:11.370048 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] For port 5219da3c-8e58-4765-a15b-d5c476460a64, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5219da3c-8e58-4765-a15b-d5c476460a64,segment=NetworkSegment(793bb933-0d88-4eff-a4f7-cc21e31eb821),segment_id=793bb933-0d88-4eff-a4f7-cc21e31eb821)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:11.370448 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:11.406724 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:51:11.433466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Calling delete_port for 5219da3c-8e58-4765-a15b-d5c476460a64 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:11.436424 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Routers {'a35aea07-0c1c-4948-a672-703620dd6b76'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:51:11.437976 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:50:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a35aea07-0c1c-4948-a672-703620dd6b76'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:11.446502 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:11.447005 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Added segment 0a6bf146-f5b6-4cfe-9949-7b785f9683e7 of type vlan for network 379f106d-db8e-4071-8811-aa740c49a5af Sep 23 22:51:11.451029 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5161a1-c7c4-4127-9e03-ea4bbd37ba07 None None] Pushing event updated for resources: {'Port': ['ID=d126a736-96c7-42c1-9670-1078e6843010,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:11.484157 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0ebb2b-51d2-4756-b387-ca7c6ef88d7d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:11.538331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fe45c-7ce3-4090-a773-d49d7082f532 None None] Pushing event deleted for resources: {'Port': ['ID=5219da3c-8e58-4765-a15b-d5c476460a64,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:11.571176 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871fe45c-7ce3-4090-a773-d49d7082f532 None None] No DVR routers for this DVR port 5219da3c-8e58-4765-a15b-d5c476460a64 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:51:11.610915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Provisioning complete for port d126a736-96c7-42c1-9670-1078e6843010 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:11.612144 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:11.618977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7dc5c-993c-484b-89dc-4e577ca187f7 req-f0e52237-59d6-4fbf-a599-efcdb707bb51 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:11.646944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4c7dc5c-993c-484b-89dc-4e577ca187f7 req-f0e52237-59d6-4fbf-a599-efcdb707bb51 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 943 time: 0.2423599 Sep 23 22:51:11.792093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4c7dc5c-993c-484b-89dc-4e577ca187f7 req-09aff230-f9d9-45f0-a7f7-00a669b86daf tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411707 Sep 23 22:51:11.833594 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5219da3c-8e58-4765-a15b-d5c476460a64 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:51:11.851169 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:11.913248 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 5219da3c-8e58-4765-a15b-d5c476460a64 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:51:11.929141 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5219da3c-8e58-4765-a15b-d5c476460a64 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:51:11.934873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c9655d3d-3086-48b4-96b6-88a6abb35dd9 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:51:11.947216 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e32aaa19-ef93-4abe-b8ef-7683636286fb req-35d1cf22-edd8-40c0-8064-c5252891fc6d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 210 time: 0.0631132 Sep 23 22:51:11.988378 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:11.997518 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:11.997518 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:12.029361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b7ac9dee-082b-4c9a-b958-6f21779bdcf1 req-05e9d097-d4f3-43f5-984d-82ba7d886184 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 210 time: 0.1092134 Sep 23 22:51:12.037464 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:12.055784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5af5d6b7-7a6b-48aa-93af-b319fc512f84 None None] Deleting port c9655d3d-3086-48b4-96b6-88a6abb35dd9 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:12.056235 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5af5d6b7-7a6b-48aa-93af-b319fc512f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:12.107421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event deleted for resources: {'Port': ['ID=5219da3c-8e58-4765-a15b-d5c476460a64,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:12.128709 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] No DVR routers for this DVR port 5219da3c-8e58-4765-a15b-d5c476460a64 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:51:12.135338 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:12.148591 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] Set router a35aea07-0c1c-4948-a672-703620dd6b76 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:51:12.219968 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event updated for resources: {'Network': ['ID=379f106d-db8e-4071-8811-aa740c49a5af,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:12.250428 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-90ca4e4b-f7a2-4ce6-96dc-663ec5f7204f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0763648 Sep 23 22:51:12.276988 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 379f106d-db8e-4071-8811-aa740c49a5af details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:51:12.291925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5af5d6b7-7a6b-48aa-93af-b319fc512f84 None None] For port c9655d3d-3086-48b4-96b6-88a6abb35dd9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c9655d3d-3086-48b4-96b6-88a6abb35dd9,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:12.295871 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5af5d6b7-7a6b-48aa-93af-b319fc512f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:12.357182 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:12.365405 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:12.368546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5af5d6b7-7a6b-48aa-93af-b319fc512f84 None None] Calling delete_port for c9655d3d-3086-48b4-96b6-88a6abb35dd9 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:12.395066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61d004c-7d39-4789-9f10-cec75881ed41']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:12.423140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793bb933-0d88-4eff-a4f7-cc21e31eb821') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:12.423140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793bb933-0d88-4eff-a4f7-cc21e31eb821') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:12.426940 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:12.448525 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:12.456744 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:51:12.457190 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:51:12.541923 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:51:12.563442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] For port d126a736-96c7-42c1-9670-1078e6843010, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d126a736-96c7-42c1-9670-1078e6843010,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:12.645179 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:12.678760 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:12.695347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54182) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:12.698989 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "DELETE /v2.0/networks/b61d004c-7d39-4789-9f10-cec75881ed41 HTTP/1.1" status: 204 len: 168 time: 2.0121777 Sep 23 22:51:12.746340 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:50:53Z', 'updated_at': '2021-09-23T22:51:04Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:50:54Z', 'updated_at': '2021-09-23T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd126a736-96c7-42c1-9670-1078e6843010', 'name': '', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:bf:da:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:51:01Z', 'updated_at': '2021-09-23T22:51:11Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:12.749961 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:12.770842 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d8b8c-4029-4f16-ad52-20d39da9c8a1 tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event deleted for resources: {'Network': ['ID=b61d004c-7d39-4789-9f10-cec75881ed41,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:12.807672 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564f1d4-6637-4e0b-9585-abac4af5405f None None] The sync data for ids ['a35aea07-0c1c-4948-a672-703620dd6b76'] in n-d-810775-1 is: [{'id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:50:53Z', 'updated_at': '2021-09-23T22:51:04Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:50:54Z', 'updated_at': '2021-09-23T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd126a736-96c7-42c1-9670-1078e6843010', 'name': '', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:bf:da:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:51:01Z', 'updated_at': '2021-09-23T22:51:11Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:51:12.845786 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port c9655d3d-3086-48b4-96b6-88a6abb35dd9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c9655d3d-3086-48b4-96b6-88a6abb35dd9,segment=NetworkSegment(0afd070d-f367-4583-82b7-ce09a4c551c2),segment_id=0afd070d-f367-4583-82b7-ce09a4c551c2)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:12.953768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Pushing event updated for resources: {'Port': ['ID=d126a736-96c7-42c1-9670-1078e6843010,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:12.966077 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:13.056057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d0dabcdf-d900-490d-ba70-bfbdff529546 None None] Provisioning complete for port d126a736-96c7-42c1-9670-1078e6843010 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:13.056797 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d0dabcdf-d900-490d-ba70-bfbdff529546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:13.088279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:13.089040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:13.092881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:13.093298 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:13.093735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:13.095507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d2ce79b-a5ba-4c01-af40-483d318c23af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:13.095976 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:13.096413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:13.096856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:13.097285 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:13.104834 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:13.107288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:13.117580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea40f2-c2ea-4ec2-97e1-f95bd818e5eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:13.206974 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6b7a26d-47e3-4d3c-a548-58c663567330 req-5e758026-cf3c-4342-8e1e-7a901f188ef6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 210 time: 0.0985327 Sep 23 22:51:13.222041 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5af5d6b7-7a6b-48aa-93af-b319fc512f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:13.251326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd1130-6dbf-4332-900b-54f58153c029 req-4cebdefd-46bc-44fc-bb49-9484efbf8342 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:13.272026 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-68bd1130-6dbf-4332-900b-54f58153c029 req-4cebdefd-46bc-44fc-bb49-9484efbf8342 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 943 time: 0.1950345 Sep 23 22:51:13.405619 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event deleted for resources: {'Port': ['ID=c9655d3d-3086-48b4-96b6-88a6abb35dd9,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:13.441927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-68bd1130-6dbf-4332-900b-54f58153c029 req-41d82b7a-62f1-46e0-8328-c4f86798fbfd tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535347 Sep 23 22:51:13.523982 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa05521c-e372-4100-9c47-3303883cd920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:13.573749 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c98c96c0-4c18-4160-ac9a-7c13b0789324 req-4f686823-618b-4922-ae9a-0aefec27fcde tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 210 time: 0.1706412 Sep 23 22:51:13.633612 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af5d6b7-7a6b-48aa-93af-b319fc512f84 None None] No DVR routers for this DVR port c9655d3d-3086-48b4-96b6-88a6abb35dd9 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:51:13.655431 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5d6b7-7a6b-48aa-93af-b319fc512f84 None None] Pushing event deleted for resources: {'Port': ['ID=c9655d3d-3086-48b4-96b6-88a6abb35dd9,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:13.699780 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d2ce79b-a5ba-4c01-af40-483d318c23af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:13.765824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d126a736-96c7-42c1-9670-1078e6843010 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:51:13.775943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-9d2ce79b-a5ba-4c01-af40-483d318c23af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122a4d33-a44b-41de-907d-9ba92c71bcd8']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:13.808704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-9d2ce79b-a5ba-4c01-af40-483d318c23af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afd070d-f367-4583-82b7-ce09a4c551c2') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:13.809280 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-9d2ce79b-a5ba-4c01-af40-483d318c23af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afd070d-f367-4583-82b7-ce09a4c551c2') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:13.830239 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d2ce79b-a5ba-4c01-af40-483d318c23af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:13.859841 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d2ce79b-a5ba-4c01-af40-483d318c23af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:13.875218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2ce79b-a5ba-4c01-af40-483d318c23af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:51:13.875725 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d2ce79b-a5ba-4c01-af40-483d318c23af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:51:13.885989 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:51:13.895638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d126a736-96c7-42c1-9670-1078e6843010 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:13.896807 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:14.280206 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d2ce79b-a5ba-4c01-af40-483d318c23af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:14.308966 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d2ce79b-a5ba-4c01-af40-483d318c23af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:14.311796 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9d2ce79b-a5ba-4c01-af40-483d318c23af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] 10.222.0.22 "DELETE /v2.0/networks/122a4d33-a44b-41de-907d-9ba92c71bcd8 HTTP/1.1" status: 204 len: 168 time: 1.6151915 Sep 23 22:51:14.346699 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ce79b-a5ba-4c01-af40-483d318c23af tempest-TaggedBootDevicesTest_v242-866885921 tempest-TaggedBootDevicesTest_v242-866885921-project] Pushing event deleted for resources: {'Network': ['ID=122a4d33-a44b-41de-907d-9ba92c71bcd8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:14.467843 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0be0770a-46a6-4e6e-b6ff-f8f37935fe34 req-e6aa207c-a837-475a-8a25-3b84c22bf3b2 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 210 time: 0.0897923 Sep 23 22:51:14.792363 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b01bb-58ae-4155-943f-096ff7901a61 req-b58d39fb-384d-4ba4-9e4a-445fbcc94a80 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:14.813686 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a4b01bb-58ae-4155-943f-096ff7901a61 req-b58d39fb-384d-4ba4-9e4a-445fbcc94a80 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 943 time: 0.2345402 Sep 23 22:51:14.900565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a4b01bb-58ae-4155-943f-096ff7901a61 req-be73162f-288e-4a05-8be3-2f695d015cfc tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858626 Sep 23 22:51:14.907595 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ee74f0a-07a3-4d3a-a17a-0a05c2658789 req-9048440d-0b6e-4312-8268-065e6f572e8f tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 210 time: 0.0989842 Sep 23 22:51:15.354416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-40d94ae0-53b7-480e-a8d9-01435f94ea1a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:15.357049 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-40d94ae0-53b7-480e-a8d9-01435f94ea1a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.67 "GET /v2.0/networks?id=17be15c5-331c-4483-9a52-d388ad4d0614 HTTP/1.1" status: 200 len: 796 time: 0.2171729 Sep 23 22:51:15.432584 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-49939099-43ba-4169-8965-e42e836b5d53 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 380 time: 0.0450885 Sep 23 22:51:15.446799 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-12c81452-da3e-4cf9-9deb-3cdc18dc6d45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'port': {'device_id': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'admin_state_up': True, 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'security_groups': ['5cfca155-f2b2-47f1-b3f4-b4ccd00b7378']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:15.626712 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-633f7533-d917-4530-b678-5c7e10f97017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:15.679902 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-454f255e-e58b-4afa-8bc5-9e66da73f9c3 req-cdc7c93b-bd9b-4477-9375-21479fd00ab7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 210 time: 0.0459688 Sep 23 22:51:15.856743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-12c81452-da3e-4cf9-9deb-3cdc18dc6d45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Made reservation on behalf of 0a3bbdae5cca4bf3aaf957611b45b827 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:15.865090 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-12c81452-da3e-4cf9-9deb-3cdc18dc6d45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:15.989722 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54236) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:15.995672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7b5bd65c-9b08-4bb9-9e89-4ab7005d613f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Request body: {'subnet': {'network_id': '379f106d-db8e-4071-8811-aa740c49a5af', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:16.118089 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:16.171800 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1605728-0533-43c9-95bc-3b7fccf6b26c req-d4a6ea00-5604-49ec-bfd7-f69d2a600fb9 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 210 time: 0.0857348 Sep 23 22:51:16.179227 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-12c81452-da3e-4cf9-9deb-3cdc18dc6d45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.20.0.6 (17be15c5-331c-4483-9a52-d388ad4d0614/8c1f89e2-1a19-453e-bf25-540d06e7b8ed/369c1c59-83de-4c9d-8e03-6e102fbd5516) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:16.310079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-81c33ea7-2d7b-4dfb-b07b-a8926de9d9c2 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:16.312772 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-81c33ea7-2d7b-4dfb-b07b-a8926de9d9c2 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.67 "GET /v2.0/networks?id=8ed439b0-b68a-4991-a4cf-35b5087bd40b HTTP/1.1" status: 200 len: 807 time: 0.3107383 Sep 23 22:51:16.332129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-fcf8f8ec-0392-4f11-b40b-4091dc30d881 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Request body: {'port': {'device_id': 'af4a1f88-25ee-4874-bdd2-e7ae15db1f9c', 'network_id': '8ed439b0-b68a-4991-a4cf-35b5087bd40b', 'admin_state_up': True, 'tenant_id': '2c56b3b0e2a64dfcae483b1b48cfc1d5'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:16.521816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5bd65c-9b08-4bb9-9e89-4ab7005d613f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Made reservation on behalf of d6fb7de60026457694df3525e64ad011 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:16.530767 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b5bd65c-9b08-4bb9-9e89-4ab7005d613f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:16.781187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b50c1-89ba-4aef-b992-7fcfbe28d489 req-c4f44e8a-78e8-41e2-8316-678897263f22 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:16.785747 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a57b50c1-89ba-4aef-b992-7fcfbe28d489 req-c4f44e8a-78e8-41e2-8316-678897263f22 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 943 time: 0.7490084 Sep 23 22:51:16.844521 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddfda86e-2f3c-474e-8482-8a86594810c3 req-b3c8d9c0-40df-4154-b507-58b61a206a4a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 210 time: 0.0496116 Sep 23 22:51:16.930449 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a57b50c1-89ba-4aef-b992-7fcfbe28d489 req-9ed10476-3881-4ebf-b447-566729d26db5 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392913 Sep 23 22:51:16.987468 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-12c81452-da3e-4cf9-9deb-3cdc18dc6d45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:17.015214 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:17.050245 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b5bd65c-9b08-4bb9-9e89-4ab7005d613f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:17.054900 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-fcf8f8ec-0392-4f11-b40b-4091dc30d881 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Made reservation on behalf of 2c56b3b0e2a64dfcae483b1b48cfc1d5 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:17.060932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-fcf8f8ec-0392-4f11-b40b-4091dc30d881 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:17.149509 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-12c81452-da3e-4cf9-9deb-3cdc18dc6d45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:17.202087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-12c81452-da3e-4cf9-9deb-3cdc18dc6d45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 17be15c5-331c-4483-9a52-d388ad4d0614 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:17.203484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bd65c-9b08-4bb9-9e89-4ab7005d613f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event updated for resources: {'Subnet': ['ID=8435cbc4-c8de-49d3-82b1-98f717ee4d4b,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:17.206427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-12c81452-da3e-4cf9-9deb-3cdc18dc6d45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:17.225292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-12c81452-da3e-4cf9-9deb-3cdc18dc6d45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:17.231653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5bd65c-9b08-4bb9-9e89-4ab7005d613f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Checking segment: {'id': '0a6bf146-f5b6-4cfe-9949-7b785f9683e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '379f106d-db8e-4071-8811-aa740c49a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:17.232284 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5bd65c-9b08-4bb9-9e89-4ab7005d613f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Network hostable DHCP agents. Network: 379f106d-db8e-4071-8811-aa740c49a5af, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:51:17.270738 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c81452-da3e-4cf9-9deb-3cdc18dc6d45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=369c1c59-83de-4c9d-8e03-6e102fbd5516,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:17.302729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-12c81452-da3e-4cf9-9deb-3cdc18dc6d45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:17.303604 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-12c81452-da3e-4cf9-9deb-3cdc18dc6d45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:17.330258 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82f65a10-25b8-4f45-ab01-6ca5aec3afbc req-7f08f70a-c648-41d6-9e6d-2942edab5ed8 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 210 time: 0.0377083 Sep 23 22:51:17.364732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-fcf8f8ec-0392-4f11-b40b-4091dc30d881 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Allocated IP 172.20.0.13 (8ed439b0-b68a-4991-a4cf-35b5087bd40b/b90d70e8-f8d2-4931-a5f9-304121298d65/5bc2844d-b628-4b6d-8b9a-1c8a4c74897e) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:17.419616 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5bd65c-9b08-4bb9-9e89-4ab7005d613f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Network 379f106d-db8e-4071-8811-aa740c49a5af is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:51:17.495878 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-12c81452-da3e-4cf9-9deb-3cdc18dc6d45 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0553281 Sep 23 22:51:17.513896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Request body: {'port': {'device_id': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:17.546257 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-dd947aba-64ef-4177-8423-e788c11ac7a2 None None] Provisioning complete for port 369c1c59-83de-4c9d-8e03-6e102fbd5516 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:17.551685 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dd947aba-64ef-4177-8423-e788c11ac7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:17.562657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7b5bd65c-9b08-4bb9-9e89-4ab7005d613f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 379f106d-db8e-4071-8811-aa740c49a5af) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:17.575839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5bd65c-9b08-4bb9-9e89-4ab7005d613f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:17.576905 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b5bd65c-9b08-4bb9-9e89-4ab7005d613f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:17.591730 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:17.632465 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-fcf8f8ec-0392-4f11-b40b-4091dc30d881 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:17.645378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4236a997-8bcb-4f9c-b932-67e568ae430a None None] Network 379f106d-db8e-4071-8811-aa740c49a5af requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:17.729614 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7b5bd65c-9b08-4bb9-9e89-4ab7005d613f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7386005 Sep 23 22:51:17.730285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54270) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:17.730853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-dd947aba-64ef-4177-8423-e788c11ac7a2 None None] Port 369c1c59-83de-4c9d-8e03-6e102fbd5516 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:51:17.743087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ce6fd924-6210-4885-a068-e62b4ffd03cd tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1136873119'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:17.811112 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-fcf8f8ec-0392-4f11-b40b-4091dc30d881 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:17.819660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:51:17.947964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-fcf8f8ec-0392-4f11-b40b-4091dc30d881 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Network 8ed439b0-b68a-4991-a4cf-35b5087bd40b is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:17.971728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6fd924-6210-4885-a068-e62b4ffd03cd tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Made reservation on behalf of d6fb7de60026457694df3525e64ad011 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:17.975556 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd924-6210-4885-a068-e62b4ffd03cd tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:18.009640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-fcf8f8ec-0392-4f11-b40b-4091dc30d881 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:18.035589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-fcf8f8ec-0392-4f11-b40b-4091dc30d881 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:18.137553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-fcf8f8ec-0392-4f11-b40b-4091dc30d881 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:18.139124 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-fcf8f8ec-0392-4f11-b40b-4091dc30d881 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:18.198297 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:18.217826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8f8ec-0392-4f11-b40b-4091dc30d881 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Pushing event updated for resources: {'Port': ['ID=5bc2844d-b628-4b6d-8b9a-1c8a4c74897e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:18.228990 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c319bd0-4d67-4442-82bd-f7f6f6e168ba req-388826a7-46d3-44c3-a45f-fdec559685cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:18.231885 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4c319bd0-4d67-4442-82bd-f7f6f6e168ba req-388826a7-46d3-44c3-a45f-fdec559685cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 931 time: 0.1791227 Sep 23 22:51:18.244177 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6fd924-6210-4885-a068-e62b4ffd03cd tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:51:18.264574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e332d6c-c0c1-4d87-87d3-2c5736b1ec21 req-70e79d51-4bfd-4c04-9b9f-c1b72ddffd4f tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:18.275421 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e332d6c-c0c1-4d87-87d3-2c5736b1ec21 req-70e79d51-4bfd-4c04-9b9f-c1b72ddffd4f tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 943 time: 0.1303284 Sep 23 22:51:18.303808 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd924-6210-4885-a068-e62b4ffd03cd tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:18.305042 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-ce6fd924-6210-4885-a068-e62b4ffd03cd tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Added segment e30d258d-4b0f-4543-8376-e42a952615ae of type vlan for network 66d98574-135c-4e81-9f4b-407830b9d870 Sep 23 22:51:18.314832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-379f106d-db8e-4071-8811-aa740c49a5af', 'network_id': '379f106d-db8e-4071-8811-aa740c49a5af', 'tenant_id': 'd6fb7de60026457694df3525e64ad011', 'fixed_ips': [{'subnet_id': '8435cbc4-c8de-49d3-82b1-98f717ee4d4b'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:51:18.315971 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:18.348434 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e332d6c-c0c1-4d87-87d3-2c5736b1ec21 req-9489bcf5-d9d5-4f57-bfaf-1387e2bb98a3 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704381 Sep 23 22:51:18.358688 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-fcf8f8ec-0392-4f11-b40b-4091dc30d881 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0293715 Sep 23 22:51:18.376154 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4c319bd0-4d67-4442-82bd-f7f6f6e168ba req-2a93707c-6a18-4a69-ac06-0a49984c89c5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331999 Sep 23 22:51:18.381625 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369c1c59-83de-4c9d-8e03-6e102fbd5516 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:51:18.391303 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:18.424780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Request body: {'port': {'device_id': 'af4a1f88-25ee-4874-bdd2-e7ae15db1f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:18.436511 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Transition to ACTIVE for port object 369c1c59-83de-4c9d-8e03-6e102fbd5516 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:51:18.492949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78,segment=NetworkSegment(5468a20a-5162-4aee-9224-8d2676490170),segment_id=5468a20a-5162-4aee-9224-8d2676490170)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:18.523048 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:18.532506 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd924-6210-4885-a068-e62b4ffd03cd tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:18.555717 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'port_id': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'mac_address': 'fa:16:3e:2a:d3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66635b10-c781-4b00-9416-9488781bd842', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:51:18.588426 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:18.636484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2427c4e-0a1e-45f1-9032-36a6f57a633b req-0ab01bfe-d32e-49d1-a754-6319d03c4e96 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:18.649223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2427c4e-0a1e-45f1-9032-36a6f57a633b req-0ab01bfe-d32e-49d1-a754-6319d03c4e96 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 932 time: 0.1767170 Sep 23 22:51:18.663998 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:18.718230 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Pushing event updated for resources: {'Port': ['ID=369c1c59-83de-4c9d-8e03-6e102fbd5516,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:18.751072 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2427c4e-0a1e-45f1-9032-36a6f57a633b req-f72ae722-f659-4102-baa9-7810ad168832 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007276 Sep 23 22:51:18.789771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Attempting to bind port 369c1c59-83de-4c9d-8e03-6e102fbd5516 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:51:18.792961 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Attempting to bind port 369c1c59-83de-4c9d-8e03-6e102fbd5516 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:51:18.794563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Attempting to bind port 369c1c59-83de-4c9d-8e03-6e102fbd5516 on network 17be15c5-331c-4483-9a52-d388ad4d0614 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:18.805305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Port 369c1c59-83de-4c9d-8e03-6e102fbd5516 on network 17be15c5-331c-4483-9a52-d388ad4d0614 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:51:18.807722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Attempting to bind port 369c1c59-83de-4c9d-8e03-6e102fbd5516 on network 17be15c5-331c-4483-9a52-d388ad4d0614 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:18.821855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:51:18.822314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Checking segment: {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:18.823306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Bound using segment: {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:51:18.829367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Bound port: 369c1c59-83de-4c9d-8e03-6e102fbd5516, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:51:18.829367 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:18.846927 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:18.902527 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Allocated IP 2001:db8:0:ffff::2 (379f106d-db8e-4071-8811-aa740c49a5af/8435cbc4-c8de-49d3-82b1-98f717ee4d4b/7ad9073e-08c7-434f-b706-eccf510d095c) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:18.912196 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:51:18.991770 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78,segment=NetworkSegment(5468a20a-5162-4aee-9224-8d2676490170),segment_id=5468a20a-5162-4aee-9224-8d2676490170)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:19.057478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:51:19.064197 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:51:19.221190 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:19.227761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:51:19.232139 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:19.239241 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:19.240572 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:19.248717 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:19.259227 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:19.260379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Transition to ACTIVE for port object 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:51:19.260816 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] 10.222.0.67 "PUT /v2.0/ports/369c1c59-83de-4c9d-8e03-6e102fbd5516 HTTP/1.1" status: 200 len: 1091 time: 1.7511384 Sep 23 22:51:19.261247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:51:19.262368 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd924-6210-4885-a068-e62b4ffd03cd tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:19.263698 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121bddd2-e442-4b90-b532-7d21d6ff6988" -d '{"events": [{"name": "network-changed", "server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:51:19.274883 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6fd924-6210-4885-a068-e62b4ffd03cd tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:19.274883 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd924-6210-4885-a068-e62b4ffd03cd tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:19.473403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:19.490994 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:19.506397 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:19.507226 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ce6fd924-6210-4885-a068-e62b4ffd03cd tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7727106 Sep 23 22:51:19.560342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54292) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:19.591895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ead3fdab-35a5-409e-a226-d2e637dfeb35 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Request body: {'subnet': {'network_id': '66d98574-135c-4e81-9f4b-407830b9d870', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:19.613483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3607cc-24dd-4fed-9082-260683ec8a1c service neutron] Pushing event updated for resources: {'Port': ['ID=369c1c59-83de-4c9d-8e03-6e102fbd5516,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:19.624161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Pushing event updated for resources: {'Port': ['ID=7ad9073e-08c7-434f-b706-eccf510d095c,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:19.624760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fd924-6210-4885-a068-e62b4ffd03cd tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event updated for resources: {'Network': ['ID=66d98574-135c-4e81-9f4b-407830b9d870,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:19.628359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:51:19.643430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc2844d-b628-4b6d-8b9a-1c8a4c74897e,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:19.687611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 66d98574-135c-4e81-9f4b-407830b9d870 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:51:19.817588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Network 379f106d-db8e-4071-8811-aa740c49a5af is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:19.843410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d1af8-2308-43f0-87a3-5b6009403f6c req-a004b125-7e9f-4e23-9028-33f45ceda5b4 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:19.844905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:19.847166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e65d1af8-2308-43f0-87a3-5b6009403f6c req-a004b125-7e9f-4e23-9028-33f45ceda5b4 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 944 time: 0.2159331 Sep 23 22:51:19.858763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:19.917502 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8fd1e7-e8a4-42d0-b9d1-6260b6d76d4a x-openstack-request-id: req-8c8fd1e7-e8a4-42d0-b9d1-6260b6d76d4a {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:51:19.917920 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:51:19.918283 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c8fd1e7-e8a4-42d0-b9d1-6260b6d76d4a {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:51:19.918900 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516', 'status': 'completed', 'code': 200} Sep 23 22:51:19.935530 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e65d1af8-2308-43f0-87a3-5b6009403f6c req-49a486cb-17da-4853-b6d0-af3470c91832 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596311 Sep 23 22:51:19.952150 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-2889c34b-752a-46b4-bdbe-f029885f9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:19.955468 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-2889c34b-752a-46b4-bdbe-f029885f9298 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 1094 time: 0.5293369 Sep 23 22:51:19.962072 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Attempting to bind port 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:51:19.962552 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Attempting to bind port 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '42ba5681-f993-4397-b234-70ce29b3811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ed439b0-b68a-4991-a4cf-35b5087bd40b'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:51:19.962955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Attempting to bind port 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e on network 8ed439b0-b68a-4991-a4cf-35b5087bd40b {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:19.979133 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Port 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e on network 8ed439b0-b68a-4991-a4cf-35b5087bd40b not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:51:19.979463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Attempting to bind port 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e on network 8ed439b0-b68a-4991-a4cf-35b5087bd40b {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:19.985963 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:51:19.986649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Checking segment: {'id': '42ba5681-f993-4397-b234-70ce29b3811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ed439b0-b68a-4991-a4cf-35b5087bd40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:19.987286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Bound using segment: {'id': '42ba5681-f993-4397-b234-70ce29b3811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ed439b0-b68a-4991-a4cf-35b5087bd40b'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:51:19.988084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Bound port: 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ba5681-f993-4397-b234-70ce29b3811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ed439b0-b68a-4991-a4cf-35b5087bd40b'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:51:19.989772 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:20.058329 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-ce18b7c6-e76f-4336-87e3-29fd8fa0ef34 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516 HTTP/1.1" status: 200 len: 217 time: 0.0840251 Sep 23 22:51:20.084587 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] For port 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:51:20.091599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] For port 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5bc2844d-b628-4b6d-8b9a-1c8a4c74897e,segment=NetworkSegment(42ba5681-f993-4397-b234-70ce29b3811e),segment_id=42ba5681-f993-4397-b234-70ce29b3811e)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:51:20.114552 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Attempting to bind port 7ad9073e-08c7-434f-b706-eccf510d095c on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:51:20.114978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Attempting to bind port 7ad9073e-08c7-434f-b706-eccf510d095c by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '0a6bf146-f5b6-4cfe-9949-7b785f9683e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '379f106d-db8e-4071-8811-aa740c49a5af'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:51:20.122694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Attempting to bind port 7ad9073e-08c7-434f-b706-eccf510d095c on network 379f106d-db8e-4071-8811-aa740c49a5af {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:20.159892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:51:20.160365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Checking segment: {'id': '0a6bf146-f5b6-4cfe-9949-7b785f9683e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '379f106d-db8e-4071-8811-aa740c49a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:20.161280 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:20.161701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Bound using segment: {'id': '0a6bf146-f5b6-4cfe-9949-7b785f9683e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '379f106d-db8e-4071-8811-aa740c49a5af'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:51:20.162302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Bound port: 7ad9073e-08c7-434f-b706-eccf510d095c, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6bf146-f5b6-4cfe-9949-7b785f9683e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '379f106d-db8e-4071-8811-aa740c49a5af'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:51:20.162709 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:20.218278 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906c982-a654-40a7-9aa3-f323072990a3 req-ed990917-3f71-4296-a2f8-041742c590ca tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:20.232292 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4906c982-a654-40a7-9aa3-f323072990a3 req-ed990917-3f71-4296-a2f8-041742c590ca tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 943 time: 0.1719003 Sep 23 22:51:20.274900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-3311cdf3-737c-4022-9a7e-e8d43e72cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:20.277710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-3311cdf3-737c-4022-9a7e-e8d43e72cd35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c1f89e2-1a19-453e-bf25-540d06e7b8ed HTTP/1.1" status: 200 len: 834 time: 0.1704528 Sep 23 22:51:20.295349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1feacd-17b9-4e40-a21f-2817f0885bbd req-df5b513b-2ad2-415a-b9b6-d4a3df2ab676 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:20.298289 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e1feacd-17b9-4e40-a21f-2817f0885bbd req-df5b513b-2ad2-415a-b9b6-d4a3df2ab676 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 944 time: 0.1444809 Sep 23 22:51:20.308355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:20.312929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead3fdab-35a5-409e-a226-d2e637dfeb35 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Made reservation on behalf of d6fb7de60026457694df3525e64ad011 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:20.320829 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ead3fdab-35a5-409e-a226-d2e637dfeb35 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:20.407231 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e1feacd-17b9-4e40-a21f-2817f0885bbd req-ce0bee24-8f37-4958-9955-6889c10b9cdf tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869703 Sep 23 22:51:20.431291 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4906c982-a654-40a7-9aa3-f323072990a3 req-1a529110-21bd-4871-a23f-e1be000b0408 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977215 Sep 23 22:51:20.440150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:20.440915 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:20.443664 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] 10.222.0.67 "PUT /v2.0/ports/5bc2844d-b628-4b6d-8b9a-1c8a4c74897e HTTP/1.1" status: 200 len: 1092 time: 2.0285101 Sep 23 22:51:20.446349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4a1f88-25ee-4874-bdd2-e7ae15db1f9c', 'tag': '5bc2844d-b628-4b6d-8b9a-1c8a4c74897e'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:51:20.449445 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bce3ad5-30e3-429e-b51e-5b64647c801e" -d '{"events": [{"name": "network-changed", "server_uuid": "af4a1f88-25ee-4874-bdd2-e7ae15db1f9c", "tag": "5bc2844d-b628-4b6d-8b9a-1c8a4c74897e"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:51:20.511597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ea975-2562-4b8f-91cf-578fe549f0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc2844d-b628-4b6d-8b9a-1c8a4c74897e,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:20.596906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] For port 7ad9073e-08c7-434f-b706-eccf510d095c, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:51:20.624801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] For port 7ad9073e-08c7-434f-b706-eccf510d095c, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7ad9073e-08c7-434f-b706-eccf510d095c,segment=NetworkSegment(0a6bf146-f5b6-4cfe-9949-7b785f9683e7),segment_id=0a6bf146-f5b6-4cfe-9949-7b785f9683e7)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:51:20.631599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-33f51c4c-7e6e-4e70-94ef-d0b10075b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:20.645744 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-33f51c4c-7e6e-4e70-94ef-d0b10075b635 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17be15c5-331c-4483-9a52-d388ad4d0614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3433728 Sep 23 22:51:20.702931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-0be34a9d-dc54-439e-bbfe-aef5e448d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:20.704523 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-0be34a9d-dc54-439e-bbfe-aef5e448d7ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c56b3b0e2a64dfcae483b1b48cfc1d5&device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 1095 time: 0.1013284 Sep 23 22:51:20.745741 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:20.786022 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-b90cc66c-77b6-4a1b-9f40-a0ffa6fe68d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bc2844d-b628-4b6d-8b9a-1c8a4c74897e HTTP/1.1" status: 200 len: 217 time: 0.0646634 Sep 23 22:51:20.884053 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f8f8cb-ee85-4a3e-9557-21a751a68197 x-openstack-request-id: req-84f8f8cb-ee85-4a3e-9557-21a751a68197 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:51:20.884525 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4a1f88-25ee-4874-bdd2-e7ae15db1f9c", "tag": "5bc2844d-b628-4b6d-8b9a-1c8a4c74897e", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:51:20.885031 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84f8f8cb-ee85-4a3e-9557-21a751a68197 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:51:20.886832 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4a1f88-25ee-4874-bdd2-e7ae15db1f9c', 'tag': '5bc2844d-b628-4b6d-8b9a-1c8a4c74897e', 'status': 'completed', 'code': 200} Sep 23 22:51:20.961330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-86023888-f58a-4e09-9380-ed00e1fd6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:20.970372 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-86023888-f58a-4e09-9380-ed00e1fd6705 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b90d70e8-f8d2-4931-a5f9-304121298d65 HTTP/1.1" status: 200 len: 847 time: 0.1574674 Sep 23 22:51:20.970481 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-b34b630b-7cab-49f7-a8a4-72683ff7a799 service neutron] 10.222.0.67 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164303 Sep 23 22:51:20.995011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041e1cb-1c29-4ca1-af29-e655a1515930 None None] Pushing event updated for resources: {'Port': ['ID=7ad9073e-08c7-434f-b706-eccf510d095c,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:21.078242 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-532f374e-1cef-4034-b2ac-d90fab56eb7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8ed439b0-b68a-4991-a4cf-35b5087bd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967236 Sep 23 22:51:21.278716 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-d449a3d2-9320-4e8f-8f76-d603d4509c5f service neutron] 10.222.0.67 "GET /v2.0/networks/8ed439b0-b68a-4991-a4cf-35b5087bd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925125 Sep 23 22:51:21.482516 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07c102a9-b01e-482e-aad6-31d67ea22449 req-d501d780-15b7-4426-a00b-4241192d8467 service neutron] 10.222.0.67 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968860 Sep 23 22:51:21.535316 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2589dc-dc2d-47a6-9a7e-02138ae626d5 req-1f3a7cd7-ca06-40b7-9c8b-a798364d357a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:21.540008 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c2589dc-dc2d-47a6-9a7e-02138ae626d5 req-1f3a7cd7-ca06-40b7-9c8b-a798364d357a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 944 time: 0.3876772 Sep 23 22:51:21.612871 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79fdb116-9474-4cea-bf18-b7aea261f80a req-5c1ee675-568a-47c5-8ba9-125ca69f5c51 service neutron] 10.222.0.67 "GET /v2.0/networks/8ed439b0-b68a-4991-a4cf-35b5087bd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247166 Sep 23 22:51:21.708387 n-d-810775-1 neutron-server[95490]: DEBUG neutron.objects.ports [None req-ead3fdab-35a5-409e-a226-d2e637dfeb35 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95490) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:51:21.710143 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ead3fdab-35a5-409e-a226-d2e637dfeb35 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:21.715406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7ad9073e-08c7-434f-b706-eccf510d095c up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:51:21.807350 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c2589dc-dc2d-47a6-9a7e-02138ae626d5 req-a931b3c9-809a-4bb8-b5a3-e531a7017c97 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139785 Sep 23 22:51:21.807784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:51:21.896310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bddd2-e442-4b90-b532-7d21d6ff6988 req-7fa98dd3-d9bb-4eff-8bfa-04bc94165656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:21.899381 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-121bddd2-e442-4b90-b532-7d21d6ff6988 req-7fa98dd3-d9bb-4eff-8bfa-04bc94165656 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 1094 time: 0.1545315 Sep 23 22:51:21.983385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7ad9073e-08c7-434f-b706-eccf510d095c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:21.985028 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:22.023200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3fdab-35a5-409e-a226-d2e637dfeb35 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event updated for resources: {'Subnet': ['ID=9c90dcdb-7c00-4148-9392-44a80e257578,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:22.055993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce3ad5-30e3-429e-b51e-5b64647c801e req-a8fcfd24-81e0-4cf6-90f1-c1cbefd45ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:22.058198 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9bce3ad5-30e3-429e-b51e-5b64647c801e req-a8fcfd24-81e0-4cf6-90f1-c1cbefd45ba8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c56b3b0e2a64dfcae483b1b48cfc1d5&device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 1095 time: 0.2481494 Sep 23 22:51:22.077172 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bddd2-e442-4b90-b532-7d21d6ff6988 req-11a50e33-caa1-445b-a114-89435d2ad80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:22.078508 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:51:22.080450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead3fdab-35a5-409e-a226-d2e637dfeb35 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Checking segment: {'id': 'e30d258d-4b0f-4543-8376-e42a952615ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '66d98574-135c-4e81-9f4b-407830b9d870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:22.080953 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead3fdab-35a5-409e-a226-d2e637dfeb35 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Network hostable DHCP agents. Network: 66d98574-135c-4e81-9f4b-407830b9d870, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:51:22.081843 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-121bddd2-e442-4b90-b532-7d21d6ff6988 req-11a50e33-caa1-445b-a114-89435d2ad80d service neutron] 10.222.0.67 "GET /v2.0/networks?id=17be15c5-331c-4483-9a52-d388ad4d0614 HTTP/1.1" status: 200 len: 897 time: 0.1679156 Sep 23 22:51:22.098927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de4ce7-af61-407c-af86-185d3bf33d08 req-6c153803-9089-4b5d-8a2c-93dc7e396f9e tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:22.100225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:22.100809 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:22.104286 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-30de4ce7-af61-407c-af86-185d3bf33d08 req-6c153803-9089-4b5d-8a2c-93dc7e396f9e tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 944 time: 0.4375408 Sep 23 22:51:22.139759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025cfda-cbe1-4188-9104-6960a84a1235 req-9ed2a448-79bd-4ac8-8232-783683323b05 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:22.153091 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0025cfda-cbe1-4188-9104-6960a84a1235 req-9ed2a448-79bd-4ac8-8232-783683323b05 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 943 time: 0.1911931 Sep 23 22:51:22.168331 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-121bddd2-e442-4b90-b532-7d21d6ff6988 req-e5ba68fc-725e-4457-9918-a96637225170 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516 HTTP/1.1" status: 200 len: 217 time: 0.0629590 Sep 23 22:51:22.240623 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:22.334449 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:22.336662 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-30de4ce7-af61-407c-af86-185d3bf33d08 req-79d64ca0-d645-4a68-bc2f-698126f11d4d tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670699 Sep 23 22:51:22.357533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bddd2-e442-4b90-b532-7d21d6ff6988 req-7ac88c49-5dbf-4d04-92eb-ff937b272fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:22.359747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-121bddd2-e442-4b90-b532-7d21d6ff6988 req-7ac88c49-5dbf-4d04-92eb-ff937b272fe4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c1f89e2-1a19-453e-bf25-540d06e7b8ed HTTP/1.1" status: 200 len: 834 time: 0.1727319 Sep 23 22:51:22.397670 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0025cfda-cbe1-4188-9104-6960a84a1235 req-8a3f9fca-8f89-48d5-a369-afee62549465 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407241 Sep 23 22:51:22.397920 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 7ad9073e-08c7-434f-b706-eccf510d095c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7ad9073e-08c7-434f-b706-eccf510d095c,segment=NetworkSegment(0a6bf146-f5b6-4cfe-9949-7b785f9683e7),segment_id=0a6bf146-f5b6-4cfe-9949-7b785f9683e7)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:22.414740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:51:22.425254 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d130ea42-30d9-4ea2-9237-14acf059dacc" -d '{"events": [{"server_uuid": "1f832843-eb5a-454c-97d5-73bdb1bef17a", "name": "network-vif-plugged", "status": "completed", "tag": "f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:51:22.459147 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78,segment=NetworkSegment(5468a20a-5162-4aee-9224-8d2676490170),segment_id=5468a20a-5162-4aee-9224-8d2676490170)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:22.501084 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe19ec46-30cf-4732-96b4-89e84f556608 x-openstack-request-id: req-fe19ec46-30cf-4732-96b4-89e84f556608 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:51:22.501474 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f832843-eb5a-454c-97d5-73bdb1bef17a", "name": "network-vif-plugged", "status": "completed", "tag": "f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:51:22.501647 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe19ec46-30cf-4732-96b4-89e84f556608 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:51:22.502072 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'code': 200} Sep 23 22:51:22.524029 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce3ad5-30e3-429e-b51e-5b64647c801e req-369212f3-250d-45cc-be7d-e2701b7ee240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:22.530056 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9bce3ad5-30e3-429e-b51e-5b64647c801e req-369212f3-250d-45cc-be7d-e2701b7ee240 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8ed439b0-b68a-4991-a4cf-35b5087bd40b HTTP/1.1" status: 200 len: 908 time: 0.4641480 Sep 23 22:51:22.530713 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead3fdab-35a5-409e-a226-d2e637dfeb35 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Network 66d98574-135c-4e81-9f4b-407830b9d870 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:51:22.546576 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:22.615553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bddd2-e442-4b90-b532-7d21d6ff6988 req-cefb6cec-8428-4bda-a1b9-3ae987033274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:22.620460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-121bddd2-e442-4b90-b532-7d21d6ff6988 req-cefb6cec-8428-4bda-a1b9-3ae987033274 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17be15c5-331c-4483-9a52-d388ad4d0614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2509782 Sep 23 22:51:22.648324 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:22.701074 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9bce3ad5-30e3-429e-b51e-5b64647c801e req-848b83c1-8c29-4d4d-9c0f-e69649780335 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bc2844d-b628-4b6d-8b9a-1c8a4c74897e HTTP/1.1" status: 200 len: 217 time: 0.1513031 Sep 23 22:51:22.743934 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=7ad9073e-08c7-434f-b706-eccf510d095c,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:22.836189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-ead3fdab-35a5-409e-a226-d2e637dfeb35 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 66d98574-135c-4e81-9f4b-407830b9d870) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:22.836189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead3fdab-35a5-409e-a226-d2e637dfeb35 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:22.836189 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ead3fdab-35a5-409e-a226-d2e637dfeb35 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:22.842926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088beaf4-779a-40c7-8f02-2301214f5117 None None] Network 66d98574-135c-4e81-9f4b-407830b9d870 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:22.893046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce3ad5-30e3-429e-b51e-5b64647c801e req-338d790b-7963-4249-8bd3-5ef8783fd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:22.897455 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9bce3ad5-30e3-429e-b51e-5b64647c801e req-338d790b-7963-4249-8bd3-5ef8783fd43e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b90d70e8-f8d2-4931-a5f9-304121298d65 HTTP/1.1" status: 200 len: 847 time: 0.1817513 Sep 23 22:51:22.939862 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ead3fdab-35a5-409e-a226-d2e637dfeb35 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3611205 Sep 23 22:51:22.980645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54338) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:22.996942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d01f01-1f22-4ef8-ac6c-dc57b673e64d None None] Network 379f106d-db8e-4071-8811-aa740c49a5af requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:23.021603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d87480bc-36cf-4dbf-a4fb-34184c1bb695 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Request body: {'port': {'network_id': '66d98574-135c-4e81-9f4b-407830b9d870', 'name': 'tempest-NetworksIpV6TestAttrs-408048583'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:23.076803 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9bce3ad5-30e3-429e-b51e-5b64647c801e req-ecf7a87e-3fc9-40ea-8c15-9792186f3e01 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8ed439b0-b68a-4991-a4cf-35b5087bd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1669829 Sep 23 22:51:23.100788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b747a0-210a-4610-8d42-c4eb7156ed1d req-bcfde1a2-f8e8-4a36-934d-593823aebad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:23.111119 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5b747a0-210a-4610-8d42-c4eb7156ed1d req-bcfde1a2-f8e8-4a36-934d-593823aebad2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 1096 time: 0.5217171 Sep 23 22:51:23.250223 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9adae082-d6d4-46a0-9a09-cf831002aa1d None None] Provisioning complete for port 7ad9073e-08c7-434f-b706-eccf510d095c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:23.250615 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9adae082-d6d4-46a0-9a09-cf831002aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:23.308408 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:23.427474 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9bce3ad5-30e3-429e-b51e-5b64647c801e req-d75a1c5a-7265-46ff-8759-14c51ec7c941 service neutron] 10.222.0.67 "GET /v2.0/networks/8ed439b0-b68a-4991-a4cf-35b5087bd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411970 Sep 23 22:51:23.473559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54352) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:23.642815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-66d98574-135c-4e81-9f4b-407830b9d870', 'network_id': '66d98574-135c-4e81-9f4b-407830b9d870', 'tenant_id': 'd6fb7de60026457694df3525e64ad011', 'fixed_ips': [{'subnet_id': '9c90dcdb-7c00-4148-9392-44a80e257578'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:51:23.644244 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:23.782774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a0e9d-e2f4-42fc-b4b5-70d497276557 req-c27492c6-5cd5-427f-9f73-d2f482774ff6 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:23.804847 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c91a0e9d-e2f4-42fc-b4b5-70d497276557 req-c27492c6-5cd5-427f-9f73-d2f482774ff6 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 945 time: 0.3714190 Sep 23 22:51:23.897082 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c91a0e9d-e2f4-42fc-b4b5-70d497276557 req-ce1188dc-37bf-4a14-b677-23e600dc7382 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863667 Sep 23 22:51:23.899618 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9bce3ad5-30e3-429e-b51e-5b64647c801e req-88fd3dd8-198a-4330-81a8-775b4d826996 service neutron] 10.222.0.67 "GET /v2.0/networks/8ed439b0-b68a-4991-a4cf-35b5087bd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770370 Sep 23 22:51:23.961736 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7ad9073e-08c7-434f-b706-eccf510d095c up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:51:24.090586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3f2cb-3f90-4907-a5a7-88d3cef679a4 req-c9aced7a-3f22-4158-acc6-97bffdbf55cc tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:24.095605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7ba3f2cb-3f90-4907-a5a7-88d3cef679a4 req-c9aced7a-3f22-4158-acc6-97bffdbf55cc tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 943 time: 0.0955455 Sep 23 22:51:24.182526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Allocated IP 2001:db8::f816:3eff:fec2:2323 (66d98574-135c-4e81-9f4b-407830b9d870/9c90dcdb-7c00-4148-9392-44a80e257578/b1df367a-17f1-4e77-8ce7-f90003c87075) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:24.219964 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7ba3f2cb-3f90-4907-a5a7-88d3cef679a4 req-d1390e9f-1630-436e-a1e8-34c7e74d1955 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152320 Sep 23 22:51:24.257160 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7ad9073e-08c7-434f-b706-eccf510d095c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:24.257853 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:24.490289 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5b747a0-210a-4610-8d42-c4eb7156ed1d req-4ab25cc0-947c-4675-8ad8-fdb00f1b063a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1876390 Sep 23 22:51:24.534581 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-368c3e5f-5b21-45ad-aa78-dcd5bfda6fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:24.565342 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:24.580749 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4b03b2d8-1b17-48c3-aad9-cd1217bf4d20 None None] Provisioning complete for port 7ad9073e-08c7-434f-b706-eccf510d095c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:24.581207 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4b03b2d8-1b17-48c3-aad9-cd1217bf4d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:24.582557 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-121bddd2-e442-4b90-b532-7d21d6ff6988 req-710e6876-bc2a-4832-83f4-bf6c0279e921 service neutron] 10.222.0.67 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8593059 Sep 23 22:51:24.610621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b2890-2792-42c9-844e-d5bb5c6f2843 req-ce192b84-0497-4a95-bc08-aea2926d5656 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:24.612472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-810b2890-2792-42c9-844e-d5bb5c6f2843 req-ce192b84-0497-4a95-bc08-aea2926d5656 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 944 time: 1.0156045 Sep 23 22:51:24.719305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-810b2890-2792-42c9-844e-d5bb5c6f2843 req-91c15b3c-17e3-48ec-8d54-bb8a8696c4b9 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869997 Sep 23 22:51:24.768864 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:24.774335 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-121bddd2-e442-4b90-b532-7d21d6ff6988 req-bbab5a0e-d2d8-408d-9c6d-b6c902cb571c service neutron] 10.222.0.67 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835999 Sep 23 22:51:24.780956 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87480bc-36cf-4dbf-a4fb-34184c1bb695 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Made reservation on behalf of d6fb7de60026457694df3525e64ad011 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:24.785077 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d87480bc-36cf-4dbf-a4fb-34184c1bb695 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:24.821641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-d87480bc-36cf-4dbf-a4fb-34184c1bb695 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] device_id is not set on port be3d90d6-a793-4d24-b4c5-4495e065eba9 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:51:24.843312 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Network 66d98574-135c-4e81-9f4b-407830b9d870 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:24.846804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:24.851480 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:24.875516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Pushing event updated for resources: {'Port': ['ID=b1df367a-17f1-4e77-8ce7-f90003c87075,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:24.997820 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Attempting to bind port b1df367a-17f1-4e77-8ce7-f90003c87075 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:51:24.997820 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Attempting to bind port b1df367a-17f1-4e77-8ce7-f90003c87075 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'e30d258d-4b0f-4543-8376-e42a952615ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '66d98574-135c-4e81-9f4b-407830b9d870'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:51:24.997820 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Attempting to bind port b1df367a-17f1-4e77-8ce7-f90003c87075 on network 66d98574-135c-4e81-9f4b-407830b9d870 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:25.005852 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-368c3e5f-5b21-45ad-aa78-dcd5bfda6fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:25.007416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-d87480bc-36cf-4dbf-a4fb-34184c1bb695 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Allocated IP 2001:db8::f816:3eff:fe0f:efca (66d98574-135c-4e81-9f4b-407830b9d870/9c90dcdb-7c00-4148-9392-44a80e257578/be3d90d6-a793-4d24-b4c5-4495e065eba9) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:25.015575 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:51:25.022212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Checking segment: {'id': 'e30d258d-4b0f-4543-8376-e42a952615ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '66d98574-135c-4e81-9f4b-407830b9d870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:25.022212 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:25.022212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Bound using segment: {'id': 'e30d258d-4b0f-4543-8376-e42a952615ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '66d98574-135c-4e81-9f4b-407830b9d870'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:51:25.022212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Bound port: b1df367a-17f1-4e77-8ce7-f90003c87075, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30d258d-4b0f-4543-8376-e42a952615ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '66d98574-135c-4e81-9f4b-407830b9d870'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:51:25.022212 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:25.083080 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-368c3e5f-5b21-45ad-aa78-dcd5bfda6fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:25.171243 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79292a10-503c-4208-abbe-91496dab4086 req-52c74087-d254-47b7-a09c-0473d6f8d1fe tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:25.173196 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79292a10-503c-4208-abbe-91496dab4086 req-52c74087-d254-47b7-a09c-0473d6f8d1fe tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 945 time: 0.0926464 Sep 23 22:51:25.183394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] For port b1df367a-17f1-4e77-8ce7-f90003c87075, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:51:25.192555 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-368c3e5f-5b21-45ad-aa78-dcd5bfda6fc4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61e706134a2a44b683ad3e5038e5528e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6775730 Sep 23 22:51:25.195742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] For port b1df367a-17f1-4e77-8ce7-f90003c87075, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b1df367a-17f1-4e77-8ce7-f90003c87075,segment=NetworkSegment(e30d258d-4b0f-4543-8376-e42a952615ae),segment_id=e30d258d-4b0f-4543-8376-e42a952615ae)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:51:25.203056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54368) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:25.217461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c3e5f-5b21-45ad-aa78-dcd5bfda6fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1d023d-3cd8-4a95-ab88-dbded6fcec1c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:25.244345 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79292a10-503c-4208-abbe-91496dab4086 req-802e773a-876a-4931-9bee-5716ffcbf2e1 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584490 Sep 23 22:51:25.318514 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:25.366166 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc7e849b-98b7-44fb-81cc-a14abe00111e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:25.370556 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d87480bc-36cf-4dbf-a4fb-34184c1bb695 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:25.397617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff967c-f3a8-4428-9e3f-fe4e3d1ad98f None None] Pushing event updated for resources: {'Port': ['ID=b1df367a-17f1-4e77-8ce7-f90003c87075,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:25.457990 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc7e849b-98b7-44fb-81cc-a14abe00111e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:25.514453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0da96-65b4-47eb-84da-bd628a6c283a req-947201c4-0014-41bc-a58d-4eb335887f7f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:25.516434 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27f0da96-65b4-47eb-84da-bd628a6c283a req-947201c4-0014-41bc-a58d-4eb335887f7f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 943 time: 0.1439281 Sep 23 22:51:25.599408 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 369c1c59-83de-4c9d-8e03-6e102fbd5516 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:51:25.601454 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27f0da96-65b4-47eb-84da-bd628a6c283a req-707f47d9-8b45-4616-b059-fafc94caeea5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741041 Sep 23 22:51:25.672497 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d87480bc-36cf-4dbf-a4fb-34184c1bb695 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:25.750039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc7e849b-98b7-44fb-81cc-a14abe00111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:25.757689 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc7e849b-98b7-44fb-81cc-a14abe00111e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:25.759873 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bc7e849b-98b7-44fb-81cc-a14abe00111e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5a1d023d-3cd8-4a95-ab88-dbded6fcec1c HTTP/1.1" status: 204 len: 168 time: 0.5555739 Sep 23 22:51:25.828180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87480bc-36cf-4dbf-a4fb-34184c1bb695 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Network 66d98574-135c-4e81-9f4b-407830b9d870 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:25.846793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e849b-98b7-44fb-81cc-a14abe00111e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1d023d-3cd8-4a95-ab88-dbded6fcec1c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:25.860563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-d87480bc-36cf-4dbf-a4fb-34184c1bb695 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:25.873517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87480bc-36cf-4dbf-a4fb-34184c1bb695 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:25.914525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87480bc-36cf-4dbf-a4fb-34184c1bb695 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:25.918651 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d87480bc-36cf-4dbf-a4fb-34184c1bb695 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:25.959471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:25.978808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '369c1c59-83de-4c9d-8e03-6e102fbd5516', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'port_id': '369c1c59-83de-4c9d-8e03-6e102fbd5516', 'mac_address': 'fa:16:3e:bb:d5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:51:26.050997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87480bc-36cf-4dbf-a4fb-34184c1bb695 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event updated for resources: {'Port': ['ID=be3d90d6-a793-4d24-b4c5-4495e065eba9,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:26.095336 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:26.114973 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369c1c59-83de-4c9d-8e03-6e102fbd5516 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:51:26.119466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bb636-29dc-490f-8be4-7224ffd621ba req-472cce44-ba33-4464-9c5b-6f492a7c2e30 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:26.121702 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e91bb636-29dc-490f-8be4-7224ffd621ba req-472cce44-ba33-4464-9c5b-6f492a7c2e30 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 944 time: 0.1242089 Sep 23 22:51:26.126113 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d87480bc-36cf-4dbf-a4fb-34184c1bb695 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1417761 Sep 23 22:51:26.127765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54380) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:26.173043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:26.213409 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e91bb636-29dc-490f-8be4-7224ffd621ba req-71afb6b2-a4ca-43c5-a57d-7fde041a5446 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673220 Sep 23 22:51:26.259248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-22613020-8123-440a-bc82-96e234052a16 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Deleting subnet 9c90dcdb-7c00-4148-9392-44a80e257578 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:51:26.263713 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-22613020-8123-440a-bc82-96e234052a16 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:26.329366 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:26.334253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:51:26.351540 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-22613020-8123-440a-bc82-96e234052a16 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:26.470515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=369c1c59-83de-4c9d-8e03-6e102fbd5516,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:26.572140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5bc2844d-b628-4b6d-8b9a-1c8a4c74897e,segment=NetworkSegment(42ba5681-f993-4397-b234-70ce29b3811e),segment_id=42ba5681-f993-4397-b234-70ce29b3811e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:26.607205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '5bc2844d-b628-4b6d-8b9a-1c8a4c74897e', 'network_id': '8ed439b0-b68a-4991-a4cf-35b5087bd40b', 'port_id': '5bc2844d-b628-4b6d-8b9a-1c8a4c74897e', 'mac_address': 'fa:16:3e:b1:63:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90d70e8-f8d2-4931-a5f9-304121298d65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:51:26.662999 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:26.702924 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:51:26.705284 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bc462-6a4f-410e-b7c0-8bd9005aef00 req-67d59c81-3784-405d-8bb4-7643e7fa7cd3 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:26.710080 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f5bc462-6a4f-410e-b7c0-8bd9005aef00 req-67d59c81-3784-405d-8bb4-7643e7fa7cd3 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 945 time: 0.2865429 Sep 23 22:51:26.751858 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5bc2844d-b628-4b6d-8b9a-1c8a4c74897e,segment=NetworkSegment(42ba5681-f993-4397-b234-70ce29b3811e),segment_id=42ba5681-f993-4397-b234-70ce29b3811e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:26.849454 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:26.890039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904873ac-86e6-4c50-a0eb-80d8520f6374 req-3d85ab2d-b30d-4e22-996a-e7656583065b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:26.903843 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-904873ac-86e6-4c50-a0eb-80d8520f6374 req-3d85ab2d-b30d-4e22-996a-e7656583065b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 944 time: 0.1402068 Sep 23 22:51:26.921065 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f5bc462-6a4f-410e-b7c0-8bd9005aef00 req-53d935a4-7e9c-4121-b691-d691ee73bc80 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960609 Sep 23 22:51:26.990483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=5bc2844d-b628-4b6d-8b9a-1c8a4c74897e,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:26.993895 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-22613020-8123-440a-bc82-96e234052a16 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:27.005767 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-904873ac-86e6-4c50-a0eb-80d8520f6374 req-53c7b45a-bae6-41f4-a6cc-aed06fc80593 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005847 Sep 23 22:51:27.171914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92447c9b-cb77-4a09-b024-39631a5aaee8 None None] Network 66d98574-135c-4e81-9f4b-407830b9d870 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:27.198956 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0980df0-76c5-49e4-b781-c4316c5081fe req-87e33a96-f06f-44ab-a778-33cfc8fca362 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:27.213034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0980df0-76c5-49e4-b781-c4316c5081fe req-87e33a96-f06f-44ab-a778-33cfc8fca362 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 945 time: 0.1110244 Sep 23 22:51:27.283508 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0980df0-76c5-49e4-b781-c4316c5081fe req-d60fca87-3c01-4ce5-8f5f-b63ffc4aaa07 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613914 Sep 23 22:51:27.311336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54406) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:27.331548 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-22613020-8123-440a-bc82-96e234052a16 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:27.366827 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-22613020-8123-440a-bc82-96e234052a16 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:27.372455 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-22613020-8123-440a-bc82-96e234052a16 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/subnets/9c90dcdb-7c00-4148-9392-44a80e257578 HTTP/1.1" status: 204 len: 168 time: 1.2414320 Sep 23 22:51:27.374031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54410) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:27.384437 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['369c1c59-83de-4c9d-8e03-6e102fbd5516'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:51:27.390086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['5bc2844d-b628-4b6d-8b9a-1c8a4c74897e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:51:27.419763 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22613020-8123-440a-bc82-96e234052a16 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Subnet': ['ID=9c90dcdb-7c00-4148-9392-44a80e257578,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:27.546278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bca29856-9744-4b7e-9553-8b19bc372d0a None None] Provisioning complete for port b1df367a-17f1-4e77-8ce7-f90003c87075 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:27.548531 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bca29856-9744-4b7e-9553-8b19bc372d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:27.587264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8391d6-2290-4d3a-9a4e-28b32e1909ab req-59adf27b-2cbc-4239-85e5-d8512a1aa7f6 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:27.597175 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a8391d6-2290-4d3a-9a4e-28b32e1909ab req-59adf27b-2cbc-4239-85e5-d8512a1aa7f6 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 945 time: 0.2247772 Sep 23 22:51:27.673170 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1becaf-902f-4e4d-be75-4d9bb4500feb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:27.676281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1becaf-902f-4e4d-be75-4d9bb4500feb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:27.679316 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bf1becaf-902f-4e4d-be75-4d9bb4500feb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3018901 Sep 23 22:51:27.682647 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54422) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:27.714973 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a8391d6-2290-4d3a-9a4e-28b32e1909ab req-b0fd3570-1f83-4437-ba3f-8a2747cad5f3 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105175 Sep 23 22:51:28.022020 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c6b3-7770-4167-8f94-9487437f3587 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:28.024921 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b1df367a-17f1-4e77-8ce7-f90003c87075 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:51:28.025273 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad3c6b3-7770-4167-8f94-9487437f3587 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 23 22:51:28.025273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad3c6b3-7770-4167-8f94-9487437f3587 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:51:28.025273 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4ad3c6b3-7770-4167-8f94-9487437f3587 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/networks/66d98574-135c-4e81-9f4b-407830b9d870 HTTP/1.1" status: 409 len: 405 time: 0.3396382 Sep 23 22:51:28.029560 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54426) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:28.029854 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f106b5-8cc4-4efb-891e-fdd48e85fd3d tempest-TestVolumeBackupRestore-989956347 tempest-TestVolumeBackupRestore-989956347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:28.032848 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-53f106b5-8cc4-4efb-891e-fdd48e85fd3d tempest-TestVolumeBackupRestore-989956347 tempest-TestVolumeBackupRestore-989956347-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 1091 time: 0.7192471 Sep 23 22:51:28.036127 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54430) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:28.045964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a8fbcc8f-6a3b-42dd-a536-113333a5ea79 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1695839293'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:28.053146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:28.220335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fbcc8f-6a3b-42dd-a536-113333a5ea79 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Made reservation on behalf of d6fb7de60026457694df3525e64ad011 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:28.225329 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a8fbcc8f-6a3b-42dd-a536-113333a5ea79 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:28.247653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3770b-42e9-48a8-a9aa-98449670d5bf req-893323ce-e125-4aa0-8429-104a2521a620 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:28.255604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32a3770b-42e9-48a8-a9aa-98449670d5bf req-893323ce-e125-4aa0-8429-104a2521a620 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 944 time: 0.1111653 Sep 23 22:51:28.288257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fbcc8f-6a3b-42dd-a536-113333a5ea79 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:51:28.315583 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a8fbcc8f-6a3b-42dd-a536-113333a5ea79 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:28.315943 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-a8fbcc8f-6a3b-42dd-a536-113333a5ea79 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Added segment fbd749bd-0300-4c9c-85d3-eec474078810 of type vlan for network 244375d1-18a3-4b07-a495-acadb50c7528 Sep 23 22:51:28.388172 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b1df367a-17f1-4e77-8ce7-f90003c87075 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:28.389025 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:28.428296 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a8fbcc8f-6a3b-42dd-a536-113333a5ea79 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:28.482988 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32a3770b-42e9-48a8-a9aa-98449670d5bf req-8f1031d3-2874-4643-a4a6-0370963b17af tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168050 Sep 23 22:51:28.554034 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:28.620939 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a8fbcc8f-6a3b-42dd-a536-113333a5ea79 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:28.633069 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094a5368-c116-41f8-8350-d81307c12266 None None] DHCP port deletion for 66d98574-135c-4e81-9f4b-407830b9d870 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:51:28.633573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fbcc8f-6a3b-42dd-a536-113333a5ea79 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:28.633573 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a8fbcc8f-6a3b-42dd-a536-113333a5ea79 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:28.807118 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:28.897523 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a8fbcc8f-6a3b-42dd-a536-113333a5ea79 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8666794 Sep 23 22:51:28.901577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbcc8f-6a3b-42dd-a536-113333a5ea79 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event updated for resources: {'Network': ['ID=244375d1-18a3-4b07-a495-acadb50c7528,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:28.904408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54442) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:28.942819 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bca29856-9744-4b7e-9553-8b19bc372d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:28.993251 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Allocated IP 172.25.1.219 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/1c5f9787-6a03-4693-b088-4a8ddb7cf476) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:28.994937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7990af8b-8351-4642-9538-702789016861 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Request body: {'subnet': {'network_id': '244375d1-18a3-4b07-a495-acadb50c7528', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:29.007197 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 244375d1-18a3-4b07-a495-acadb50c7528 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:51:29.102260 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8e058-7299-41ea-829f-3155308b9244 req-7187bb16-7512-4f53-af31-2d76cb710dd3 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:29.110585 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6cf8e058-7299-41ea-829f-3155308b9244 req-7187bb16-7512-4f53-af31-2d76cb710dd3 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 945 time: 0.2318778 Sep 23 22:51:29.165782 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:29.300415 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6cf8e058-7299-41ea-829f-3155308b9244 req-98f35306-fe37-415f-a129-1c388c36c4eb tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888318 Sep 23 22:51:29.335349 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-bca29856-9744-4b7e-9553-8b19bc372d0a None None] For port b1df367a-17f1-4e77-8ce7-f90003c87075, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b1df367a-17f1-4e77-8ce7-f90003c87075,segment=NetworkSegment(e30d258d-4b0f-4543-8376-e42a952615ae),segment_id=e30d258d-4b0f-4543-8376-e42a952615ae)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:29.360457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-094a5368-c116-41f8-8350-d81307c12266 None None] Deleting port b1df367a-17f1-4e77-8ce7-f90003c87075 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:29.360643 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-094a5368-c116-41f8-8350-d81307c12266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:29.368711 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:29.445015 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:29.493866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-094a5368-c116-41f8-8350-d81307c12266 None None] For port b1df367a-17f1-4e77-8ce7-f90003c87075, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b1df367a-17f1-4e77-8ce7-f90003c87075,segment=NetworkSegment(e30d258d-4b0f-4543-8376-e42a952615ae),segment_id=e30d258d-4b0f-4543-8376-e42a952615ae)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:29.494670 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-094a5368-c116-41f8-8350-d81307c12266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:29.506569 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7990af8b-8351-4642-9538-702789016861 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Made reservation on behalf of d6fb7de60026457694df3525e64ad011 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:29.510605 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7990af8b-8351-4642-9538-702789016861 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:29.518932 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:29.525011 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bca29856-9744-4b7e-9553-8b19bc372d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:29.526402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:29.527000 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-094a5368-c116-41f8-8350-d81307c12266 None None] Calling delete_port for b1df367a-17f1-4e77-8ce7-f90003c87075 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:29.532206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:29.589644 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Pushing event updated for resources: {'Port': ['ID=1c5f9787-6a03-4693-b088-4a8ddb7cf476,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:29.751455 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca29856-9744-4b7e-9553-8b19bc372d0a None None] Pushing event updated for resources: {'Port': ['ID=b1df367a-17f1-4e77-8ce7-f90003c87075,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:29.814397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d1426-8935-4ee6-8fd7-699841f473d5 req-c694fc21-535c-46d6-8644-e483f34d8a7d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:29.823504 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-678d1426-8935-4ee6-8fd7-699841f473d5 req-c694fc21-535c-46d6-8644-e483f34d8a7d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 944 time: 0.2341607 Sep 23 22:51:29.936948 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-678d1426-8935-4ee6-8fd7-699841f473d5 req-af4616e7-dea2-49c2-9162-fc0687e40499 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957990 Sep 23 22:51:29.964190 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:51:29.973237 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:51:30.147202 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-094a5368-c116-41f8-8350-d81307c12266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:30.204529 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a5368-c116-41f8-8350-d81307c12266 None None] Pushing event deleted for resources: {'Port': ['ID=b1df367a-17f1-4e77-8ce7-f90003c87075,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:30.218172 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a5368-c116-41f8-8350-d81307c12266 None None] No DVR routers for this DVR port b1df367a-17f1-4e77-8ce7-f90003c87075 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:51:30.350420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.objects.ports [None req-7990af8b-8351-4642-9538-702789016861 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95490) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:51:30.353014 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7990af8b-8351-4642-9538-702789016861 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:30.522472 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Port b1df367a-17f1-4e77-8ce7-f90003c87075 update to ACTIVE by agent not found {{(pid=95492) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 23 22:51:30.556997 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:30.631060 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990af8b-8351-4642-9538-702789016861 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event updated for resources: {'Subnet': ['ID=e8f69076-77e6-47eb-99b8-966fb4827f8a,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:30.641893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaded5-8d33-456f-a78f-8c97b94b20b6 req-6b06fc1c-cdfb-430e-9edd-01575cdd5a61 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:30.643557 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5ecaded5-8d33-456f-a78f-8c97b94b20b6 req-6b06fc1c-cdfb-430e-9edd-01575cdd5a61 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 945 time: 0.1533589 Sep 23 22:51:30.648421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7990af8b-8351-4642-9538-702789016861 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Checking segment: {'id': 'fbd749bd-0300-4c9c-85d3-eec474078810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '244375d1-18a3-4b07-a495-acadb50c7528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:30.648788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7990af8b-8351-4642-9538-702789016861 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Network hostable DHCP agents. Network: 244375d1-18a3-4b07-a495-acadb50c7528, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:51:30.699558 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b1df367a-17f1-4e77-8ce7-f90003c87075 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:51:30.729296 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: b1df367a-17f1-4e77-8ce7-f90003c87075 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:51:30.729956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b1df367a-17f1-4e77-8ce7-f90003c87075 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:51:30.750346 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5ecaded5-8d33-456f-a78f-8c97b94b20b6 req-6c812cc8-187c-4381-bbc3-f88c76318211 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917346 Sep 23 22:51:30.810596 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:30.888969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7990af8b-8351-4642-9538-702789016861 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Network 244375d1-18a3-4b07-a495-acadb50c7528 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:51:31.025836 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-7990af8b-8351-4642-9538-702789016861 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 244375d1-18a3-4b07-a495-acadb50c7528) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:31.031627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7990af8b-8351-4642-9538-702789016861 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:31.047165 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7990af8b-8351-4642-9538-702789016861 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:31.047965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb87a49-3dc7-4188-8e13-31340afcf1c1 None None] Network 244375d1-18a3-4b07-a495-acadb50c7528 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:31.056978 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:31.138147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b56e1a-a6f5-4a32-8ed8-f8ea99a3d22d req-5738c6d1-e841-4a6a-a557-bf2da2dc487f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:31.145534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b5b56e1a-a6f5-4a32-8ed8-f8ea99a3d22d req-5738c6d1-e841-4a6a-a557-bf2da2dc487f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 944 time: 0.0718074 Sep 23 22:51:31.210368 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7990af8b-8351-4642-9538-702789016861 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2324617 Sep 23 22:51:31.212872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54468) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:31.218755 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:31.219503 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-631ef54e-6780-4fcf-8a90-2494342e4b4d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Request body: {'port': {'network_id': '244375d1-18a3-4b07-a495-acadb50c7528', 'name': 'tempest-NetworksIpV6TestAttrs-1890962486'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:31.313645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-244375d1-18a3-4b07-a495-acadb50c7528', 'network_id': '244375d1-18a3-4b07-a495-acadb50c7528', 'tenant_id': 'd6fb7de60026457694df3525e64ad011', 'fixed_ips': [{'subnet_id': 'e8f69076-77e6-47eb-99b8-966fb4827f8a'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:51:31.318727 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:31.324403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Pushing event updated for resources: {'Port': ['ID=1c5f9787-6a03-4693-b088-4a8ddb7cf476,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:31.340600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b5b56e1a-a6f5-4a32-8ed8-f8ea99a3d22d req-cd83310a-f697-4ecd-82c6-fdba7b5eaa9b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867437 Sep 23 22:51:31.413160 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:31.552036 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Floating IP 83d6c022-847c-46dd-a8b4-3bb3de48bcdf associated. External IP: 172.25.1.219, port: f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78. Sep 23 22:51:31.638070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Allocated IP 2001:db8::f816:3eff:fea2:d347 (244375d1-18a3-4b07-a495-acadb50c7528/e8f69076-77e6-47eb-99b8-966fb4827f8a/7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:31.642323 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 369c1c59-83de-4c9d-8e03-6e102fbd5516 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:51:31.724038 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631ef54e-6780-4fcf-8a90-2494342e4b4d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Made reservation on behalf of d6fb7de60026457694df3525e64ad011 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:31.727773 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-631ef54e-6780-4fcf-8a90-2494342e4b4d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:31.759066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-631ef54e-6780-4fcf-8a90-2494342e4b4d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] device_id is not set on port 1afd0aca-dadd-4318-bee2-d32878716068 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:51:31.904335 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Router 934901a9-15fb-4216-89f1-654ed55ea2d3 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:51:31.954838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968db95-1171-4acb-93df-6e0c38f42196 req-620d3895-4fe2-4ac7-afac-e95d1e432027 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:31.969141 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7968db95-1171-4acb-93df-6e0c38f42196 req-620d3895-4fe2-4ac7-afac-e95d1e432027 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 945 time: 0.0898094 Sep 23 22:51:32.039237 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:32.042012 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 369c1c59-83de-4c9d-8e03-6e102fbd5516 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:51:32.048557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 369c1c59-83de-4c9d-8e03-6e102fbd5516 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:32.049417 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:32.061681 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7968db95-1171-4acb-93df-6e0c38f42196 req-e764395c-826d-4b23-9fe1-5a1c6ce3fc4b tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912123 Sep 23 22:51:32.110217 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:51:32.160928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5372610-ac7b-4ed6-ba74-1f89c26aaf9a None None] Sync routers for ids ['934901a9-15fb-4216-89f1-654ed55ea2d3'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:51:32.171254 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:32.195870 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-631ef54e-6780-4fcf-8a90-2494342e4b4d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Allocated IP 2001:db8::f816:3eff:fe68:9142 (244375d1-18a3-4b07-a495-acadb50c7528/e8f69076-77e6-47eb-99b8-966fb4827f8a/1afd0aca-dadd-4318-bee2-d32878716068) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:32.232015 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54482) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:32.251103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Network 244375d1-18a3-4b07-a495-acadb50c7528 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:32.255146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:32.259557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5372610-ac7b-4ed6-ba74-1f89c26aaf9a None None] Routers {'934901a9-15fb-4216-89f1-654ed55ea2d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:51:32.260318 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:32.271317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c5372610-ac7b-4ed6-ba74-1f89c26aaf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:51:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['934901a9-15fb-4216-89f1-654ed55ea2d3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:32.271317 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:32.271317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:32.353783 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-11917320-1af2-4911-a883-75075df057f0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3065257 Sep 23 22:51:32.353783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54486) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:32.353783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'tag': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:51:32.354175 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3afee6-1157-4653-b96d-bbb659a5a2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f832843-eb5a-454c-97d5-73bdb1bef17a", "tag": "f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:51:32.421986 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Pushing event updated for resources: {'Port': ['ID=7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:32.487772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:51:32.491108 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca9e59c-6b75-48b3-a109-30dd0422be57" -d '{"events": [{"server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "name": "network-vif-plugged", "status": "completed", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:51:32.548805 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-631ef54e-6780-4fcf-8a90-2494342e4b4d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:32.605833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc62e77c-1dd4-4211-b495-b3a31a3cd7b9 tempest-TestVolumeBackupRestore-989956347 tempest-TestVolumeBackupRestore-989956347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:32.611526 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fc62e77c-1dd4-4211-b495-b3a31a3cd7b9 tempest-TestVolumeBackupRestore-989956347 tempest-TestVolumeBackupRestore-989956347-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 1091 time: 0.2525578 Sep 23 22:51:32.612328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54496) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:32.618142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0bcb72c6-f7e3-4455-8504-e5da27e7358a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Request body: {'floatingip': {'port_id': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:32.622604 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:32.653714 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a55373f-7c2a-4d6a-b4d5-d72395ea109d x-openstack-request-id: req-4a55373f-7c2a-4d6a-b4d5-d72395ea109d {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:51:32.656318 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "name": "network-vif-plugged", "status": "completed", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:51:32.656793 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a55373f-7c2a-4d6a-b4d5-d72395ea109d {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:51:32.657387 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516', 'code': 200} Sep 23 22:51:32.687069 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Attempting to bind port 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:51:32.687665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Attempting to bind port 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'fbd749bd-0300-4c9c-85d3-eec474078810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '244375d1-18a3-4b07-a495-acadb50c7528'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:51:32.688208 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Attempting to bind port 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d on network 244375d1-18a3-4b07-a495-acadb50c7528 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:32.695431 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0bcb72c6-f7e3-4455-8504-e5da27e7358a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:32.703400 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:51:32.714011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Checking segment: {'id': 'fbd749bd-0300-4c9c-85d3-eec474078810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '244375d1-18a3-4b07-a495-acadb50c7528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:32.714892 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:32.715520 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Bound using segment: {'id': 'fbd749bd-0300-4c9c-85d3-eec474078810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '244375d1-18a3-4b07-a495-acadb50c7528'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:51:32.716252 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Bound port: 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd749bd-0300-4c9c-85d3-eec474078810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '244375d1-18a3-4b07-a495-acadb50c7528'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:51:32.716996 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:32.759754 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-631ef54e-6780-4fcf-8a90-2494342e4b4d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:32.778145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-c5372610-ac7b-4ed6-ba74-1f89c26aaf9a None None] Set router 934901a9-15fb-4216-89f1-654ed55ea2d3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:51:32.782672 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:32.784278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:51:32.815868 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bde5a91-d881-4a70-9092-e4af43d97f18 x-openstack-request-id: req-3bde5a91-d881-4a70-9092-e4af43d97f18 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:51:32.816788 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f832843-eb5a-454c-97d5-73bdb1bef17a", "tag": "f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:51:32.817018 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bde5a91-d881-4a70-9092-e4af43d97f18 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:51:32.821809 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'tag': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'status': 'completed', 'code': 200} Sep 23 22:51:32.861765 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:51:32.900732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc7770-9ea5-4138-b240-9d725c3cb2bf req-5a19dc1a-f2b3-417c-b488-304b4580b7bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:32.902407 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15dc7770-9ea5-4138-b240-9d725c3cb2bf req-5a19dc1a-f2b3-417c-b488-304b4580b7bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 944 time: 0.4265409 Sep 23 22:51:33.154915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631ef54e-6780-4fcf-8a90-2494342e4b4d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Network 244375d1-18a3-4b07-a495-acadb50c7528 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:33.204408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-631ef54e-6780-4fcf-8a90-2494342e4b4d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:33.217763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ef54e-6780-4fcf-8a90-2494342e4b4d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:33.227908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631ef54e-6780-4fcf-8a90-2494342e4b4d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:33.229243 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-631ef54e-6780-4fcf-8a90-2494342e4b4d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:33.271813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ef54e-6780-4fcf-8a90-2494342e4b4d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event updated for resources: {'Port': ['ID=1afd0aca-dadd-4318-bee2-d32878716068,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:33.544384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] For port 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:51:33.555915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf345084-a6da-41db-b661-c05f90740a08 req-054239c9-abc3-4f31-8c89-4ea68875cfc0 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:33.560947 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cf345084-a6da-41db-b661-c05f90740a08 req-054239c9-abc3-4f31-8c89-4ea68875cfc0 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 945 time: 0.2319813 Sep 23 22:51:33.586370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] For port 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d,segment=NetworkSegment(fbd749bd-0300-4c9c-85d3-eec474078810),segment_id=fbd749bd-0300-4c9c-85d3-eec474078810)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:51:33.589720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=369c1c59-83de-4c9d-8e03-6e102fbd5516,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:33.729765 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:33.819701 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15dc7770-9ea5-4138-b240-9d725c3cb2bf req-26ad137e-c296-42cc-9a17-d7b1c222eb39 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8962789 Sep 23 22:51:33.891669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc8e74-a514-4052-bd28-f8fd5c14cb0f req-a5d1e622-289b-4b49-8bff-89ebbeffa976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:33.893904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42bc8e74-a514-4052-bd28-f8fd5c14cb0f req-a5d1e622-289b-4b49-8bff-89ebbeffa976 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 1096 time: 1.0625677 Sep 23 22:51:33.900994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3afee6-1157-4653-b96d-bbb659a5a2e9 req-69f47c13-66ed-404f-ad48-692b84d1a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:33.907965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c3afee6-1157-4653-b96d-bbb659a5a2e9 req-69f47c13-66ed-404f-ad48-692b84d1a55a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feab7628ed224106877b2bc56eb0be16&device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 1096 time: 1.0325966 Sep 23 22:51:33.915098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755a480-ccca-4c42-8be9-8e21be5b4e13 None None] Pushing event updated for resources: {'Port': ['ID=7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:33.919274 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.resource_extend [None req-0bcb72c6-f7e3-4455-8504-e5da27e7358a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:51:33.949052 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:51:34.070726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:34.071445 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:34.213455 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0bcb72c6-f7e3-4455-8504-e5da27e7358a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:34.340264 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0bcb72c6-f7e3-4455-8504-e5da27e7358a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:34.367661 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42bc8e74-a514-4052-bd28-f8fd5c14cb0f req-a79197df-8612-47c9-af1a-857fe04f6d6e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4634259 Sep 23 22:51:34.369679 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:34.550734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5bc2844d-b628-4b6d-8b9a-1c8a4c74897e,segment=NetworkSegment(42ba5681-f993-4397-b234-70ce29b3811e),segment_id=42ba5681-f993-4397-b234-70ce29b3811e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:34.589579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c5372610-ac7b-4ed6-ba74-1f89c26aaf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:45:45Z', 'revision_number': 4, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '83d6c022-847c-46dd-a8b4-3bb3de48bcdf', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'port_id': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'mac_address': 'fa:16:3e:2a:d3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:51:30Z', 'updated_at': '2021-09-23T22:51:30Z', 'revision_number': 0, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c91aa9-dfbc-454a-b057-92a5379991fa', 'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'mac_address': 'fa:16:3e:76:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '66635b10-c781-4b00-9416-9488781bd842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:43Z', 'updated_at': '2021-09-23T22:45:51Z', 'revision_number': 5, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'subnets': [{'id': '66635b10-c781-4b00-9416-9488781bd842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:34.628906 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-631ef54e-6780-4fcf-8a90-2494342e4b4d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.4138138 Sep 23 22:51:34.646760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54506) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:34.648730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3afee6-1157-4653-b96d-bbb659a5a2e9 req-30afac4e-6226-4de3-bb3e-701a9bab63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:34.653990 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c3afee6-1157-4653-b96d-bbb659a5a2e9 req-30afac4e-6226-4de3-bb3e-701a9bab63bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 HTTP/1.1" status: 200 len: 915 time: 0.7250216 Sep 23 22:51:34.729669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4a1f88-25ee-4874-bdd2-e7ae15db1f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc2844d-b628-4b6d-8b9a-1c8a4c74897e'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:51:34.729669 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3287af3-6f9e-4754-9a8d-66224bb8ad51" -d '{"events": [{"server_uuid": "af4a1f88-25ee-4874-bdd2-e7ae15db1f9c", "name": "network-vif-plugged", "status": "completed", "tag": "5bc2844d-b628-4b6d-8b9a-1c8a4c74897e"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:51:34.730623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5372610-ac7b-4ed6-ba74-1f89c26aaf9a None None] Checking router: 934901a9-15fb-4216-89f1-654ed55ea2d3 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:51:34.734040 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:34.778304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5372610-ac7b-4ed6-ba74-1f89c26aaf9a None None] Routers {'934901a9-15fb-4216-89f1-654ed55ea2d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:51:34.779078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c5372610-ac7b-4ed6-ba74-1f89c26aaf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:51:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['934901a9-15fb-4216-89f1-654ed55ea2d3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:34.944095 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cf345084-a6da-41db-b661-c05f90740a08 req-daadcb51-66c3-4962-a412-29b0ed2a5bde tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3714936 Sep 23 22:51:34.965386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-950f78c4-479f-4ac4-9a95-203ff03f4bb4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Deleting subnet e8f69076-77e6-47eb-99b8-966fb4827f8a {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:51:34.980743 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c3afee6-1157-4653-b96d-bbb659a5a2e9 req-0becda2e-c658-4214-b366-1050a2fa7786 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 HTTP/1.1" status: 200 len: 999 time: 0.2871335 Sep 23 22:51:34.982256 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-950f78c4-479f-4ac4-9a95-203ff03f4bb4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:35.022970 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82853ae6-3de7-4055-bc64-d0adcc70eaba x-openstack-request-id: req-82853ae6-3de7-4055-bc64-d0adcc70eaba {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:51:35.023316 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4a1f88-25ee-4874-bdd2-e7ae15db1f9c", "name": "network-vif-plugged", "status": "completed", "tag": "5bc2844d-b628-4b6d-8b9a-1c8a4c74897e", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:51:35.023473 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82853ae6-3de7-4055-bc64-d0adcc70eaba {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:51:35.023832 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4a1f88-25ee-4874-bdd2-e7ae15db1f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc2844d-b628-4b6d-8b9a-1c8a4c74897e', 'code': 200} Sep 23 22:51:35.036835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:51:35.156448 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=5bc2844d-b628-4b6d-8b9a-1c8a4c74897e,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:35.218865 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:35.224118 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:35.230278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-c5372610-ac7b-4ed6-ba74-1f89c26aaf9a None None] Set router 934901a9-15fb-4216-89f1-654ed55ea2d3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:51:35.332919 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-08286b0a-f294-40ff-aab4-989e05d60deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:35.503142 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:35.560415 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d,segment=NetworkSegment(fbd749bd-0300-4c9c-85d3-eec474078810),segment_id=fbd749bd-0300-4c9c-85d3-eec474078810)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:35.654937 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:35.714555 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-08286b0a-f294-40ff-aab4-989e05d60deb admin admin] Deleting port be25da35-afbb-4c7a-874b-7ef11658c71f {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:35.715085 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-08286b0a-f294-40ff-aab4-989e05d60deb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:35.838033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:35.865693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502831f1-7684-4390-a4c8-fec2af9e72c4 None None] Network 244375d1-18a3-4b07-a495-acadb50c7528 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:35.877856 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-950f78c4-479f-4ac4-9a95-203ff03f4bb4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:35.884771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-08286b0a-f294-40ff-aab4-989e05d60deb admin admin] For port be25da35-afbb-4c7a-874b-7ef11658c71f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=be25da35-afbb-4c7a-874b-7ef11658c71f,segment=NetworkSegment(1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7),segment_id=1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:35.885208 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-08286b0a-f294-40ff-aab4-989e05d60deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:35.905097 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-08286b0a-f294-40ff-aab4-989e05d60deb admin admin] Calling delete_port for be25da35-afbb-4c7a-874b-7ef11658c71f owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:35.943937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac5e44-6439-487a-9117-9c7829cc71ea req-6db85e38-102b-451a-8022-f27e86104833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:35.946107 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f9ac5e44-6439-487a-9117-9c7829cc71ea req-6db85e38-102b-451a-8022-f27e86104833 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 1097 time: 0.8630121 Sep 23 22:51:35.963765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3afee6-1157-4653-b96d-bbb659a5a2e9 req-953834f7-6b22-435a-b1a0-81a772a7d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:35.965658 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c3afee6-1157-4653-b96d-bbb659a5a2e9 req-953834f7-6b22-435a-b1a0-81a772a7d86a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66635b10-c781-4b00-9416-9488781bd842 HTTP/1.1" status: 200 len: 853 time: 0.9175386 Sep 23 22:51:36.067376 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33251870-e846-45f6-ac52-bbda74e65646 req-d15f9a86-3003-43ba-8b18-d389160e27da tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:36.069471 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-33251870-e846-45f6-ac52-bbda74e65646 req-d15f9a86-3003-43ba-8b18-d389160e27da tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 945 time: 0.8812191 Sep 23 22:51:36.104901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c5372610-ac7b-4ed6-ba74-1f89c26aaf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:45:45Z', 'revision_number': 4, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '83d6c022-847c-46dd-a8b4-3bb3de48bcdf', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'port_id': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'mac_address': 'fa:16:3e:2a:d3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:51:30Z', 'updated_at': '2021-09-23T22:51:33Z', 'revision_number': 1, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c91aa9-dfbc-454a-b057-92a5379991fa', 'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'mac_address': 'fa:16:3e:76:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '66635b10-c781-4b00-9416-9488781bd842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:43Z', 'updated_at': '2021-09-23T22:45:51Z', 'revision_number': 5, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'subnets': [{'id': '66635b10-c781-4b00-9416-9488781bd842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:36.143386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5372610-ac7b-4ed6-ba74-1f89c26aaf9a None None] The sync data for ids ['934901a9-15fb-4216-89f1-654ed55ea2d3'] in n-d-810775-1 is: [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:45:45Z', 'revision_number': 4, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '83d6c022-847c-46dd-a8b4-3bb3de48bcdf', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'port_id': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'mac_address': 'fa:16:3e:2a:d3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:51:30Z', 'updated_at': '2021-09-23T22:51:33Z', 'revision_number': 1, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c91aa9-dfbc-454a-b057-92a5379991fa', 'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'mac_address': 'fa:16:3e:76:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '66635b10-c781-4b00-9416-9488781bd842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:43Z', 'updated_at': '2021-09-23T22:45:51Z', 'revision_number': 5, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'subnets': [{'id': '66635b10-c781-4b00-9416-9488781bd842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:51:36.152538 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f9ac5e44-6439-487a-9117-9c7829cc71ea req-04db0013-9c6e-4ed4-9cfb-f6e674b4f078 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936295 Sep 23 22:51:36.180372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d1bfb652-35eb-4e59-a194-c4de9e75cb10 None None] Provisioning complete for port 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:36.180940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcb72c6-f7e3-4455-8504-e5da27e7358a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Router 934901a9-15fb-4216-89f1-654ed55ea2d3 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:51:36.181515 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb652-35eb-4e59-a194-c4de9e75cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:36.222997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3afee6-1157-4653-b96d-bbb659a5a2e9 req-bcb056a7-b3cb-45bc-a320-a88857ff5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:36.224788 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c3afee6-1157-4653-b96d-bbb659a5a2e9 req-bcb056a7-b3cb-45bc-a320-a88857ff5f75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2397056 Sep 23 22:51:36.255978 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e354086-5719-4146-b0a9-87e2cfe12806 req-59cda176-02fb-4cc5-ab61-577de66b2664 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:36.258005 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e354086-5719-4146-b0a9-87e2cfe12806 req-59cda176-02fb-4cc5-ab61-577de66b2664 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 946 time: 0.1057303 Sep 23 22:51:36.332094 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-08286b0a-f294-40ff-aab4-989e05d60deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:36.380289 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-33251870-e846-45f6-ac52-bbda74e65646 req-df2d4ab5-aca6-4606-8efe-85fb71dc757d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264240 Sep 23 22:51:36.392547 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e354086-5719-4146-b0a9-87e2cfe12806 req-a04d97ae-13c5-4bbc-b1b4-9abe71f2409a tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270008 Sep 23 22:51:36.434056 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08286b0a-f294-40ff-aab4-989e05d60deb admin admin] Pushing event deleted for resources: {'Port': ['ID=be25da35-afbb-4c7a-874b-7ef11658c71f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:36.457945 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-950f78c4-479f-4ac4-9a95-203ff03f4bb4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:36.571221 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820376ce-8952-486c-85cf-51dbe58b3545 None None] New status for floating IP 83d6c022-847c-46dd-a8b4-3bb3de48bcdf: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:51:36.649546 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:36.679394 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c3afee6-1157-4653-b96d-bbb659a5a2e9 req-255351c6-57cb-4a98-80a6-995e44ea0d77 service neutron] 10.222.0.43 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455564 Sep 23 22:51:36.708917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcb72c6-f7e3-4455-8504-e5da27e7358a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:51:36.733536 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0bcb72c6-f7e3-4455-8504-e5da27e7358a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:36.823172 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:51:36.929982 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-08286b0a-f294-40ff-aab4-989e05d60deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:36.951837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:36.953386 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:36.993857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'tag': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:51:37.001338 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9345a701-ace1-4cb0-b1d9-ce986d4c42cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1f832843-eb5a-454c-97d5-73bdb1bef17a", "tag": "f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:51:37.020355 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0bcb72c6-f7e3-4455-8504-e5da27e7358a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "PUT /v2.0/floatingips/83d6c022-847c-46dd-a8b4-3bb3de48bcdf HTTP/1.1" status: 200 len: 991 time: 4.4035249 Sep 23 22:51:37.102962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8e0c462f-38d1-4c28-9554-42aff27941e8 None None] Provisioning complete for port 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:37.102962 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e0c462f-38d1-4c28-9554-42aff27941e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:37.108873 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b43349-d073-46ae-8e40-9f59507526da x-openstack-request-id: req-00b43349-d073-46ae-8e40-9f59507526da {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:51:37.109599 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f832843-eb5a-454c-97d5-73bdb1bef17a", "tag": "f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:51:37.110047 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00b43349-d073-46ae-8e40-9f59507526da {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:51:37.110751 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'tag': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'status': 'completed', 'code': 200} Sep 23 22:51:37.112193 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-950f78c4-479f-4ac4-9a95-203ff03f4bb4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:37.238696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f816630-34e4-48ea-8c10-e998a65df2c5 None None] Sync routers for ids ['934901a9-15fb-4216-89f1-654ed55ea2d3'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:51:37.249072 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f78c4-479f-4ac4-9a95-203ff03f4bb4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f69076-77e6-47eb-99b8-966fb4827f8a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:37.254567 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-950f78c4-479f-4ac4-9a95-203ff03f4bb4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:37.256881 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-950f78c4-479f-4ac4-9a95-203ff03f4bb4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/subnets/e8f69076-77e6-47eb-99b8-966fb4827f8a HTTP/1.1" status: 204 len: 168 time: 2.6019800 Sep 23 22:51:37.262108 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54530) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:37.284470 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c3afee6-1157-4653-b96d-bbb659a5a2e9 req-366d3c78-3a7f-4763-ac13-05576e644c62 service neutron] 10.222.0.43 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695240 Sep 23 22:51:37.288897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f816630-34e4-48ea-8c10-e998a65df2c5 None None] Routers {'934901a9-15fb-4216-89f1-654ed55ea2d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:51:37.291651 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4f816630-34e4-48ea-8c10-e998a65df2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:51:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['934901a9-15fb-4216-89f1-654ed55ea2d3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:37.389623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5646099-010b-47b9-88fd-52ffa9bf2794 None None] Network 244375d1-18a3-4b07-a495-acadb50c7528 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:37.423417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593fcb3-c7aa-4c52-87f9-c4e7bfbd282b tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:37.432677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593fcb3-c7aa-4c52-87f9-c4e7bfbd282b tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:37.433918 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c593fcb3-c7aa-4c52-87f9-c4e7bfbd282b tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1697342 Sep 23 22:51:37.438356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54536) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:37.524370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08286b0a-f294-40ff-aab4-989e05d60deb admin admin] Router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:51:37.602569 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8e0c462f-38d1-4c28-9554-42aff27941e8 None None] Provisioning complete for port 1afd0aca-dadd-4318-bee2-d32878716068 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:37.602937 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e0c462f-38d1-4c28-9554-42aff27941e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:37.698688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009dcb3-addd-478f-bc09-0131f0acd7db req-29947c97-903d-4b5e-a8ee-1d1b42cf3701 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:37.707582 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5009dcb3-addd-478f-bc09-0131f0acd7db req-29947c97-903d-4b5e-a8ee-1d1b42cf3701 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 945 time: 0.1630273 Sep 23 22:51:37.767817 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-4f816630-34e4-48ea-8c10-e998a65df2c5 None None] Set router 934901a9-15fb-4216-89f1-654ed55ea2d3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:51:37.770032 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c462f-38d1-4c28-9554-42aff27941e8 None None] Port 1afd0aca-dadd-4318-bee2-d32878716068 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:51:37.792231 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5009dcb3-addd-478f-bc09-0131f0acd7db req-6d5d2d48-8051-47ce-b5c2-a597954a3331 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834816 Sep 23 22:51:37.800044 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08286b0a-f294-40ff-aab4-989e05d60deb admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:51:37.816541 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8dcce9-ee3d-4561-8231-f0cc2c006449 None None] Sync routers for ids ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:51:37.828965 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-08286b0a-f294-40ff-aab4-989e05d60deb admin admin] 10.222.0.22 "PUT /v2.0/routers/8423bc4a-5689-4f3a-a3ad-f384b87816a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5899014 Sep 23 22:51:37.829692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54540) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:37.852529 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8dcce9-ee3d-4561-8231-f0cc2c006449 None None] Routers {'8423bc4a-5689-4f3a-a3ad-f384b87816a6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:51:37.859550 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-cd8dcce9-ee3d-4561-8231-f0cc2c006449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:51:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:37.924213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b5d15-5e0a-4e74-b57b-6eb9c99e3c4b req-0869876f-7de6-4f6f-a293-3c10ca6c7162 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:37.927478 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f25b5d15-5e0a-4e74-b57b-6eb9c99e3c4b req-0869876f-7de6-4f6f-a293-3c10ca6c7162 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 946 time: 0.3803892 Sep 23 22:51:37.932076 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b353e898-b0f7-4885-8199-3d4f4f846f83 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:37.942278 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345a701-ace1-4cb0-b1d9-ce986d4c42cc req-079b7603-093d-403c-863e-60a96171579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:37.943950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9345a701-ace1-4cb0-b1d9-ce986d4c42cc req-079b7603-093d-403c-863e-60a96171579a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feab7628ed224106877b2bc56eb0be16&device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 1096 time: 0.3902254 Sep 23 22:51:38.028139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003d394-26b8-43fe-8955-e973f18cf555 req-8c2da275-c6d4-4c98-ac68-574c95bc00ce tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:38.036182 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3003d394-26b8-43fe-8955-e973f18cf555 req-8c2da275-c6d4-4c98-ac68-574c95bc00ce tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 945 time: 0.1224339 Sep 23 22:51:38.081932 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:38.110641 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3003d394-26b8-43fe-8955-e973f18cf555 req-83bbb9e1-c1c0-4505-8531-2947ecab0f08 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734193 Sep 23 22:51:38.122943 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d934016c-8f65-4c26-8adf-24c137c47ade None None] DHCP port deletion for 244375d1-18a3-4b07-a495-acadb50c7528 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:51:38.127298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54544) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:38.146421 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-b353e898-b0f7-4885-8199-3d4f4f846f83 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 23 22:51:38.146898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b353e898-b0f7-4885-8199-3d4f4f846f83 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:51:38.148728 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b353e898-b0f7-4885-8199-3d4f4f846f83 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/networks/244375d1-18a3-4b07-a495-acadb50c7528 HTTP/1.1" status: 409 len: 405 time: 0.7092705 Sep 23 22:51:38.153191 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54546) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:38.164495 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-cd8dcce9-ee3d-4561-8231-f0cc2c006449 None None] Set router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:51:38.164698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d00f56a6-20b3-43ac-bc16-d995edf54ef9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1686978443'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:38.189737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c688467f-cb08-467b-9328-3e1b55f3bba5 None None] Provisioning complete for port 1afd0aca-dadd-4318-bee2-d32878716068 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:38.193329 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c688467f-cb08-467b-9328-3e1b55f3bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:38.236460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f25b5d15-5e0a-4e74-b57b-6eb9c99e3c4b req-816e3819-6eed-485a-a64d-84545c73d117 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886975 Sep 23 22:51:38.260158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345a701-ace1-4cb0-b1d9-ce986d4c42cc req-35f420f5-71da-401f-945b-9da975192b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:38.260158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9345a701-ace1-4cb0-b1d9-ce986d4c42cc req-35f420f5-71da-401f-945b-9da975192b92 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 HTTP/1.1" status: 200 len: 915 time: 0.3037615 Sep 23 22:51:38.325299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00f56a6-20b3-43ac-bc16-d995edf54ef9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Made reservation on behalf of d6fb7de60026457694df3525e64ad011 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:38.333921 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d00f56a6-20b3-43ac-bc16-d995edf54ef9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:38.348041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c688467f-cb08-467b-9328-3e1b55f3bba5 None None] Port 1afd0aca-dadd-4318-bee2-d32878716068 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:51:38.370022 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:38.406586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00f56a6-20b3-43ac-bc16-d995edf54ef9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:51:38.411940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db73c3c-5a6a-466c-9ba6-2b484f62b29b tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:38.413917 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1db73c3c-5a6a-466c-9ba6-2b484f62b29b tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 1091 time: 0.2854853 Sep 23 22:51:38.416796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54550) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:38.422128 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '369c1c59-83de-4c9d-8e03-6e102fbd5516', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:38.436533 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d00f56a6-20b3-43ac-bc16-d995edf54ef9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:38.437272 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-d00f56a6-20b3-43ac-bc16-d995edf54ef9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Added segment fe77b212-2ae1-4899-a8a4-e2a2afa86620 of type vlan for network b2f31f51-7c34-422b-acbc-e7fa8082a4d3 Sep 23 22:51:38.445185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9345a701-ace1-4cb0-b1d9-ce986d4c42cc req-bb3bfd36-a078-4d4a-b9de-ba2b4163ece7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 HTTP/1.1" status: 200 len: 1001 time: 0.1737640 Sep 23 22:51:38.452354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d934016c-8f65-4c26-8adf-24c137c47ade None None] Deleting port 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:38.454553 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d934016c-8f65-4c26-8adf-24c137c47ade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:38.505196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345a701-ace1-4cb0-b1d9-ce986d4c42cc req-cb450ed6-aa42-4467-8311-273ba5d3aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:38.507139 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9345a701-ace1-4cb0-b1d9-ce986d4c42cc req-cb450ed6-aa42-4467-8311-273ba5d3aa12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66635b10-c781-4b00-9416-9488781bd842 HTTP/1.1" status: 200 len: 853 time: 0.0535476 Sep 23 22:51:38.533148 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d00f56a6-20b3-43ac-bc16-d995edf54ef9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:38.591309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] Deleting port a998ee05-087c-4566-b2fd-4eea1d6ab891 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:38.593556 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:38.620390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345a701-ace1-4cb0-b1d9-ce986d4c42cc req-c8934892-e239-4358-8402-c012cc9cbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:38.635061 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9345a701-ace1-4cb0-b1d9-ce986d4c42cc req-c8934892-e239-4358-8402-c012cc9cbf37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159823 Sep 23 22:51:38.636546 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:38.664987 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-cd8dcce9-ee3d-4561-8231-f0cc2c006449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:38:23Z', 'updated_at': '2021-09-23T22:51:36Z', 'revision_number': 5, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'gw_port': {'id': 'a998ee05-087c-4566-b2fd-4eea1d6ab891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:38:27Z', 'updated_at': '2021-09-23T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:38.687264 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:51:38.696399 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8dcce9-ee3d-4561-8231-f0cc2c006449 None None] Checking router: 8423bc4a-5689-4f3a-a3ad-f384b87816a6 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:51:38.726358 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8dcce9-ee3d-4561-8231-f0cc2c006449 None None] Routers {'8423bc4a-5689-4f3a-a3ad-f384b87816a6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:51:38.739998 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-cd8dcce9-ee3d-4561-8231-f0cc2c006449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:51:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:38.747073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] For port a998ee05-087c-4566-b2fd-4eea1d6ab891, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a998ee05-087c-4566-b2fd-4eea1d6ab891,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:38.747732 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:38.765040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] Calling delete_port for a998ee05-087c-4566-b2fd-4eea1d6ab891 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:38.830543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d934016c-8f65-4c26-8adf-24c137c47ade None None] For port 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d,segment=NetworkSegment(fbd749bd-0300-4c9c-85d3-eec474078810),segment_id=fbd749bd-0300-4c9c-85d3-eec474078810)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:38.833501 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d934016c-8f65-4c26-8adf-24c137c47ade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:38.901954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d934016c-8f65-4c26-8adf-24c137c47ade None None] Calling delete_port for 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:39.174712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4f816630-34e4-48ea-8c10-e998a65df2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:45:45Z', 'revision_number': 4, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '83d6c022-847c-46dd-a8b4-3bb3de48bcdf', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'port_id': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'mac_address': 'fa:16:3e:2a:d3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:51:30Z', 'updated_at': '2021-09-23T22:51:36Z', 'revision_number': 2, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c91aa9-dfbc-454a-b057-92a5379991fa', 'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'mac_address': 'fa:16:3e:76:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '66635b10-c781-4b00-9416-9488781bd842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:43Z', 'updated_at': '2021-09-23T22:45:51Z', 'revision_number': 5, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'subnets': [{'id': '66635b10-c781-4b00-9416-9488781bd842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:39.176269 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-cd8dcce9-ee3d-4561-8231-f0cc2c006449 None None] Set router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:51:39.176707 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9345a701-ace1-4cb0-b1d9-ce986d4c42cc req-e1e5147a-b117-45fb-a382-04338fa86bb8 service neutron] 10.222.0.43 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151483 Sep 23 22:51:39.180214 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d00f56a6-20b3-43ac-bc16-d995edf54ef9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:39.180793 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-cd8dcce9-ee3d-4561-8231-f0cc2c006449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:38:23Z', 'updated_at': '2021-09-23T22:51:38Z', 'revision_number': 6, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:39.181239 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00f56a6-20b3-43ac-bc16-d995edf54ef9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:39.181239 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d00f56a6-20b3-43ac-bc16-d995edf54ef9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:39.181530 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8dcce9-ee3d-4561-8231-f0cc2c006449 None None] The sync data for ids ['8423bc4a-5689-4f3a-a3ad-f384b87816a6'] in n-d-810775-1 is: [{'id': '8423bc4a-5689-4f3a-a3ad-f384b87816a6', 'name': 'tempest-TaggedBootDevicesTest_v242-2090611445-router', 'tenant_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:38:23Z', 'updated_at': '2021-09-23T22:51:38Z', 'revision_number': 6, 'project_id': '51f8bd0949bd4e95a8e9aac40db9671c', 'gw_port_host': None}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:51:39.187959 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f816630-34e4-48ea-8c10-e998a65df2c5 None None] Checking router: 934901a9-15fb-4216-89f1-654ed55ea2d3 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:51:39.239945 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:39.242299 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'tag': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:51:39.244464 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c1b98c-3188-4988-90e0-9e7eb4049900" -d '{"events": [{"name": "network-changed", "server_uuid": "1f832843-eb5a-454c-97d5-73bdb1bef17a", "tag": "f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:51:39.249418 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9345a701-ace1-4cb0-b1d9-ce986d4c42cc req-2ac0620d-b136-4cf2-b316-42cc8c341b17 service neutron] 10.222.0.43 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593544 Sep 23 22:51:39.251377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f56a6-20b3-43ac-bc16-d995edf54ef9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event updated for resources: {'Network': ['ID=b2f31f51-7c34-422b-acbc-e7fa8082a4d3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:39.283773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network b2f31f51-7c34-422b-acbc-e7fa8082a4d3 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:51:39.297830 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] Pushing event deleted for resources: {'Port': ['ID=a998ee05-087c-4566-b2fd-4eea1d6ab891,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:39.313007 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:39.353747 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cbe3d8-305d-4e6e-8a9b-4568f86c99be x-openstack-request-id: req-45cbe3d8-305d-4e6e-8a9b-4568f86c99be {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:51:39.355839 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f832843-eb5a-454c-97d5-73bdb1bef17a", "tag": "f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:51:39.355839 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45cbe3d8-305d-4e6e-8a9b-4568f86c99be {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:51:39.355839 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'tag': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'status': 'completed', 'code': 200} Sep 23 22:51:39.369335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f816630-34e4-48ea-8c10-e998a65df2c5 None None] Routers {'934901a9-15fb-4216-89f1-654ed55ea2d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:51:39.370023 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4f816630-34e4-48ea-8c10-e998a65df2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:51:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['934901a9-15fb-4216-89f1-654ed55ea2d3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:39.391206 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d00f56a6-20b3-43ac-bc16-d995edf54ef9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2367604 Sep 23 22:51:39.396152 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:39.467573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54574) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:39.471811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5732002f-47db-449c-8c10-3017e017cca9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Request body: {'subnet': {'network_id': 'b2f31f51-7c34-422b-acbc-e7fa8082a4d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:39.495711 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:39.511903 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:39.521417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:39.642642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-4f816630-34e4-48ea-8c10-e998a65df2c5 None None] Set router 934901a9-15fb-4216-89f1-654ed55ea2d3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:51:39.660848 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:39.662015 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8423bc4a-5689-4f3a-a3ad-f384b87816a6 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:51:39.695097 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:39.695097 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-385ac3bf-a7da-4686-bc70-690a8749c697 admin admin] 10.222.0.22 "DELETE /v2.0/routers/8423bc4a-5689-4f3a-a3ad-f384b87816a6 HTTP/1.1" status: 204 len: 168 time: 1.8452148 Sep 23 22:51:39.695097 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54578) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:39.695528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1b98c-3188-4988-90e0-9e7eb4049900 req-ab82a15f-9fd6-4feb-82b0-e4d7646ad224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:39.695528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73c1b98c-3188-4988-90e0-9e7eb4049900 req-ab82a15f-9fd6-4feb-82b0-e4d7646ad224 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feab7628ed224106877b2bc56eb0be16&device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 1096 time: 0.2633667 Sep 23 22:51:39.695528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab9bff-4709-4b31-b0c4-26ca4c313d0b req-eff0086e-caca-4dbd-8e68-1f082e02e444 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:39.695528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78ab9bff-4709-4b31-b0c4-26ca4c313d0b req-eff0086e-caca-4dbd-8e68-1f082e02e444 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 946 time: 0.2600458 Sep 23 22:51:39.782764 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d934016c-8f65-4c26-8adf-24c137c47ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:39.806027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03acbdd-9083-4a98-ae81-fbe13ff95284 admin admin] Deleting subnet 348543d1-f008-4beb-b20f-1d9700a9ee7e {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:51:39.809604 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c03acbdd-9083-4a98-ae81-fbe13ff95284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:39.839202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934016c-8f65-4c26-8adf-24c137c47ade None None] Pushing event deleted for resources: {'Port': ['ID=7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:39.849924 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d934016c-8f65-4c26-8adf-24c137c47ade None None] No DVR routers for this DVR port 7da77e2d-f1a6-4c1f-ac70-654d7a1d9e0d on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:51:39.852916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.25.1.182 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/800ea527-07b8-4225-ad69-80d4cfe395a5) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:39.891835 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c03acbdd-9083-4a98-ae81-fbe13ff95284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:39.980697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1b98c-3188-4988-90e0-9e7eb4049900 req-e46e64a5-3970-425c-a607-56995a004c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:39.982324 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73c1b98c-3188-4988-90e0-9e7eb4049900 req-e46e64a5-3970-425c-a607-56995a004c3c service neutron] 10.222.0.43 "GET /v2.0/networks?id=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 HTTP/1.1" status: 200 len: 915 time: 0.2848954 Sep 23 22:51:39.990676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5732002f-47db-449c-8c10-3017e017cca9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Made reservation on behalf of d6fb7de60026457694df3525e64ad011 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:39.994458 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5732002f-47db-449c-8c10-3017e017cca9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:40.061221 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c03acbdd-9083-4a98-ae81-fbe13ff95284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:40.134459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4f816630-34e4-48ea-8c10-e998a65df2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:45:45Z', 'revision_number': 4, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '83d6c022-847c-46dd-a8b4-3bb3de48bcdf', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'port_id': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'mac_address': 'fa:16:3e:2a:d3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:51:30Z', 'updated_at': '2021-09-23T22:51:36Z', 'revision_number': 2, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c91aa9-dfbc-454a-b057-92a5379991fa', 'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'mac_address': 'fa:16:3e:76:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '66635b10-c781-4b00-9416-9488781bd842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:43Z', 'updated_at': '2021-09-23T22:45:51Z', 'revision_number': 5, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'subnets': [{'id': '66635b10-c781-4b00-9416-9488781bd842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:40.171028 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f816630-34e4-48ea-8c10-e998a65df2c5 None None] The sync data for ids ['934901a9-15fb-4216-89f1-654ed55ea2d3'] in n-d-810775-1 is: [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:45:45Z', 'revision_number': 4, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '83d6c022-847c-46dd-a8b4-3bb3de48bcdf', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'port_id': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'mac_address': 'fa:16:3e:2a:d3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:51:30Z', 'updated_at': '2021-09-23T22:51:36Z', 'revision_number': 2, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c91aa9-dfbc-454a-b057-92a5379991fa', 'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'mac_address': 'fa:16:3e:76:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '66635b10-c781-4b00-9416-9488781bd842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:43Z', 'updated_at': '2021-09-23T22:45:51Z', 'revision_number': 5, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'subnets': [{'id': '66635b10-c781-4b00-9416-9488781bd842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:51:40.204255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78ab9bff-4709-4b31-b0c4-26ca4c313d0b req-95490cf8-88f9-4c3d-8dde-f0776bcb6b09 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925570 Sep 23 22:51:40.296013 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c03acbdd-9083-4a98-ae81-fbe13ff95284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:40.361164 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03acbdd-9083-4a98-ae81-fbe13ff95284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=348543d1-f008-4beb-b20f-1d9700a9ee7e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:40.366400 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c03acbdd-9083-4a98-ae81-fbe13ff95284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:40.373800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81963d14-a626-4a26-b3c6-4fecbb48daa0 None None] Network fa81e9cc-8992-4179-b9e3-9048c56a33a0 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:40.377193 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c03acbdd-9083-4a98-ae81-fbe13ff95284 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/348543d1-f008-4beb-b20f-1d9700a9ee7e HTTP/1.1" status: 204 len: 168 time: 0.6902337 Sep 23 22:51:40.391968 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54594) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:40.439891 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:40.543632 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:40.664927 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73c1b98c-3188-4988-90e0-9e7eb4049900 req-b75c827a-7860-4204-b851-2a4605475c07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 HTTP/1.1" status: 200 len: 1001 time: 0.4748063 Sep 23 22:51:40.667251 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:40.689228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device be25da35-afbb-4c7a-874b-7ef11658c71f no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:51:40.691499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] Deleting port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:40.692155 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:40.714192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: be25da35-afbb-4c7a-874b-7ef11658c71f {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:51:40.716391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device be25da35-afbb-4c7a-874b-7ef11658c71f not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:51:40.716391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a998ee05-087c-4566-b2fd-4eea1d6ab891 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:51:40.738350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: a998ee05-087c-4566-b2fd-4eea1d6ab891 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:51:40.738797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a998ee05-087c-4566-b2fd-4eea1d6ab891 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:51:40.782686 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b0a4dd-6b70-42b5-b894-394b256e9362 None None] DHCP port deletion for fa81e9cc-8992-4179-b9e3-9048c56a33a0 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:51:40.801134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] For port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=75382bcd-63d0-4e32-8c8a-cb69fde56f6e,segment=NetworkSegment(1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7),segment_id=1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:40.802310 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:40.822596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] Calling delete_port for 75382bcd-63d0-4e32-8c8a-cb69fde56f6e owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:40.858814 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e7b0a4dd-6b70-42b5-b894-394b256e9362 None None] Deleting port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:40.859464 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e7b0a4dd-6b70-42b5-b894-394b256e9362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:40.946790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=800ea527-07b8-4225-ad69-80d4cfe395a5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:40.978016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:40.996376 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e7b0a4dd-6b70-42b5-b894-394b256e9362 None None] For port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=75382bcd-63d0-4e32-8c8a-cb69fde56f6e,segment=NetworkSegment(1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7),segment_id=1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:40.996376 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e7b0a4dd-6b70-42b5-b894-394b256e9362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:40.997843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:41.002179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:41.013205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e7b0a4dd-6b70-42b5-b894-394b256e9362 None None] Calling delete_port for 75382bcd-63d0-4e32-8c8a-cb69fde56f6e owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:41.014808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1b98c-3188-4988-90e0-9e7eb4049900 req-11299fa3-693b-45e7-9e10-3edf696e6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:41.016759 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73c1b98c-3188-4988-90e0-9e7eb4049900 req-11299fa3-693b-45e7-9e10-3edf696e6055 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66635b10-c781-4b00-9416-9488781bd842 HTTP/1.1" status: 200 len: 853 time: 0.2476263 Sep 23 22:51:41.043101 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:41.099716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=75382bcd-63d0-4e32-8c8a-cb69fde56f6e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:41.104339 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] No DVR routers for this DVR port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 22:51:41.190220 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 22:51:41.200836 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:41.203694 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e7b0a4dd-6b70-42b5-b894-394b256e9362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:41.205742 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1b98c-3188-4988-90e0-9e7eb4049900 req-02b101b0-bd02-4ea4-86b6-b87470b38389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:41.208001 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73c1b98c-3188-4988-90e0-9e7eb4049900 req-02b101b0-bd02-4ea4-86b6-b87470b38389 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212635 Sep 23 22:51:41.228539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa81e9cc-8992-4179-b9e3-9048c56a33a0']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:41.241759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:41.242834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1092f3c2-4fc8-4df3-b68a-58c6ba5ab4f7') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:41.246550 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0a4dd-6b70-42b5-b894-394b256e9362 None None] Pushing event deleted for resources: {'Port': ['ID=75382bcd-63d0-4e32-8c8a-cb69fde56f6e,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:41.254139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b0a4dd-6b70-42b5-b894-394b256e9362 None None] No DVR routers for this DVR port 75382bcd-63d0-4e32-8c8a-cb69fde56f6e on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:51:41.257387 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:41.278952 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:41.307328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:51:41.307997 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:51:41.310153 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:51:41.383256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.objects.ports [None req-5732002f-47db-449c-8c10-3017e017cca9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95491) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:51:41.396277 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5732002f-47db-449c-8c10-3017e017cca9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:41.460482 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:41.468281 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:41.475827 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] 10.222.0.22 "DELETE /v2.0/networks/fa81e9cc-8992-4179-b9e3-9048c56a33a0 HTTP/1.1" status: 204 len: 168 time: 1.0821414 Sep 23 22:51:41.505951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9534a-b32e-437c-9907-490f48fb4f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=fa81e9cc-8992-4179-b9e3-9048c56a33a0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:41.532328 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73c1b98c-3188-4988-90e0-9e7eb4049900 req-3295d1a8-fd72-4eab-bf22-923ad7cafe3d service neutron] 10.222.0.43 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153133 Sep 23 22:51:41.606777 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732002f-47db-449c-8c10-3017e017cca9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event updated for resources: {'Subnet': ['ID=0d57c190-8db0-4523-8c5e-2e0763123881,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:41.718362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5732002f-47db-449c-8c10-3017e017cca9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Checking segment: {'id': 'fe77b212-2ae1-4899-a8a4-e2a2afa86620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b2f31f51-7c34-422b-acbc-e7fa8082a4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:41.718629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5732002f-47db-449c-8c10-3017e017cca9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Network hostable DHCP agents. Network: b2f31f51-7c34-422b-acbc-e7fa8082a4d3, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:51:41.779588 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73c1b98c-3188-4988-90e0-9e7eb4049900 req-ef3b746c-d2e4-4503-982e-cef048b3345f service neutron] 10.222.0.43 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303338 Sep 23 22:51:41.899594 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5732002f-47db-449c-8c10-3017e017cca9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Network b2f31f51-7c34-422b-acbc-e7fa8082a4d3 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:51:41.951866 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:42.157643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-5732002f-47db-449c-8c10-3017e017cca9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, b2f31f51-7c34-422b-acbc-e7fa8082a4d3) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:42.163346 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5732002f-47db-449c-8c10-3017e017cca9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:42.164368 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5732002f-47db-449c-8c10-3017e017cca9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:42.168140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe4652e-804b-451b-916e-a9e3d17e8933 None None] Network b2f31f51-7c34-422b-acbc-e7fa8082a4d3 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:42.257814 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:42.299519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54632) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:42.403332 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1cec9a5f-2bdc-43b9-ae61-6a7d31867abe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=51f8bd0949bd4e95a8e9aac40db9671c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0992181 Sep 23 22:51:42.404003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54638) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:42.426652 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5732002f-47db-449c-8c10-3017e017cca9 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9591603 Sep 23 22:51:42.431910 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54640) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:42.500231 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-b2f31f51-7c34-422b-acbc-e7fa8082a4d3', 'network_id': 'b2f31f51-7c34-422b-acbc-e7fa8082a4d3', 'tenant_id': 'd6fb7de60026457694df3525e64ad011', 'fixed_ips': [{'subnet_id': '0d57c190-8db0-4523-8c5e-2e0763123881'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:51:42.501966 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:42.528517 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34130813-0afe-46f3-a3a4-d8db256ff3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:42.553453 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34130813-0afe-46f3-a3a4-d8db256ff3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:42.597885 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:42.620701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fa370-ec48-4f9b-a85f-55afa81d9626 req-80df75ee-9081-4716-87c8-0ee6e6c049f5 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:42.622661 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3e6fa370-ec48-4f9b-a85f-55afa81d9626 req-80df75ee-9081-4716-87c8-0ee6e6c049f5 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 946 time: 0.2077520 Sep 23 22:51:42.627365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 75382bcd-63d0-4e32-8c8a-cb69fde56f6e no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:51:42.652421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 75382bcd-63d0-4e32-8c8a-cb69fde56f6e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:51:42.653087 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 75382bcd-63d0-4e32-8c8a-cb69fde56f6e not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:51:42.662088 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:42.741824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Allocated IP 2001:db8::f816:3eff:fe10:a05e (b2f31f51-7c34-422b-acbc-e7fa8082a4d3/0d57c190-8db0-4523-8c5e-2e0763123881/6e86c694-efc4-49ff-bbae-78e8f186c7c2) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:42.747198 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3e6fa370-ec48-4f9b-a85f-55afa81d9626 req-fd46a514-cc8e-4b6c-83af-f26e1c034136 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102858 Sep 23 22:51:42.785848 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34130813-0afe-46f3-a3a4-d8db256ff3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:42.785848 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-34130813-0afe-46f3-a3a4-d8db256ff3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:42.785848 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-34130813-0afe-46f3-a3a4-d8db256ff3e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6 HTTP/1.1" status: 204 len: 168 time: 0.3697426 Sep 23 22:51:42.785848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34130813-0afe-46f3-a3a4-d8db256ff3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308ce4da-d9d7-4e55-a6a2-1dc70b76b8d6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:42.788797 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:42.796530 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:43.036403 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:43.077846 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-08cc1756-0e5a-499d-b291-8ef5c0fd6782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:43.215061 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:43.306274 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Network b2f31f51-7c34-422b-acbc-e7fa8082a4d3 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:43.306274 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Pushing event updated for resources: {'Port': ['ID=6e86c694-efc4-49ff-bbae-78e8f186c7c2,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:43.311335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:43.313779 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:43.368583 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=800ea527-07b8-4225-ad69-80d4cfe395a5,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:43.376739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Attempting to bind port 6e86c694-efc4-49ff-bbae-78e8f186c7c2 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:51:43.377827 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Attempting to bind port 6e86c694-efc4-49ff-bbae-78e8f186c7c2 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'fe77b212-2ae1-4899-a8a4-e2a2afa86620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b2f31f51-7c34-422b-acbc-e7fa8082a4d3'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:51:43.377827 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Attempting to bind port 6e86c694-efc4-49ff-bbae-78e8f186c7c2 on network b2f31f51-7c34-422b-acbc-e7fa8082a4d3 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:43.400001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:51:43.400421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Checking segment: {'id': 'fe77b212-2ae1-4899-a8a4-e2a2afa86620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b2f31f51-7c34-422b-acbc-e7fa8082a4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:43.400572 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:43.400950 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:43.401426 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Bound using segment: {'id': 'fe77b212-2ae1-4899-a8a4-e2a2afa86620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b2f31f51-7c34-422b-acbc-e7fa8082a4d3'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:51:43.402077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Bound port: 6e86c694-efc4-49ff-bbae-78e8f186c7c2, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe77b212-2ae1-4899-a8a4-e2a2afa86620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b2f31f51-7c34-422b-acbc-e7fa8082a4d3'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:51:43.402646 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:43.558052 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] For port 6e86c694-efc4-49ff-bbae-78e8f186c7c2, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:51:43.569524 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] For port 6e86c694-efc4-49ff-bbae-78e8f186c7c2, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6e86c694-efc4-49ff-bbae-78e8f186c7c2,segment=NetworkSegment(fe77b212-2ae1-4899-a8a4-e2a2afa86620),segment_id=fe77b212-2ae1-4899-a8a4-e2a2afa86620)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:51:43.578325 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Floating IP 479590d8-5b1c-48c0-86dc-f016d70f3131 associated. External IP: 172.25.1.182, port: 369c1c59-83de-4c9d-8e03-6e102fbd5516. Sep 23 22:51:43.626736 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:43.666447 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:43.684084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Subnet': ['ID=0d57c190-8db0-4523-8c5e-2e0763123881,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:43.779584 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:43.904867 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f31f51-7c34-422b-acbc-e7fa8082a4d3']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:44.020193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195af0f-b61d-452d-a79f-8f289fcd7094 req-cf51f612-9c66-4c23-b1f7-8207071b2c96 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:44.022197 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c195af0f-b61d-452d-a79f-8f289fcd7094 req-cf51f612-9c66-4c23-b1f7-8207071b2c96 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 946 time: 0.1459424 Sep 23 22:51:44.025511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe77b212-2ae1-4899-a8a4-e2a2afa86620') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:44.026375 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe77b212-2ae1-4899-a8a4-e2a2afa86620') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:44.090146 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:44.096718 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0745e-a313-4bcc-8084-92f215a81017 None None] Pushing event updated for resources: {'Port': ['ID=6e86c694-efc4-49ff-bbae-78e8f186c7c2,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:44.139372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5713636-0fb0-4c4e-a26b-57e7bfe02b2d req-44ede529-4748-4250-82ef-33e23ec47266 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:44.141035 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5713636-0fb0-4c4e-a26b-57e7bfe02b2d req-44ede529-4748-4250-82ef-33e23ec47266 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.67 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 946 time: 0.3485882 Sep 23 22:51:44.142541 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c195af0f-b61d-452d-a79f-8f289fcd7094 req-948f3c3d-cfc7-4e72-8aa6-caf00fb08448 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060421 Sep 23 22:51:44.160482 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:51:44.191768 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:51:44.323668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router a35aea07-0c1c-4948-a672-703620dd6b76 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:51:44.427143 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 22:51:44.427143 n-d-810775-1 neutron-server[95491]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 22:51:44.427143 n-d-810775-1 neutron-server[95491]: [parameters: {'id': 'b2f31f51-7c34-422b-acbc-e7fa8082a4d3'}] Sep 23 22:51:44.427143 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:51:44.427143 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:51:44.434816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-e5713636-0fb0-4c4e-a26b-57e7bfe02b2d req-3c3f02bd-2c42-4442-ac26-d782f139a8c1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Deleting port 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:44.435103 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e5713636-0fb0-4c4e-a26b-57e7bfe02b2d req-3c3f02bd-2c42-4442-ac26-d782f139a8c1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:44.538572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54692) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:44.610536 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:51:44.626865 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5d0c0-1d52-438e-a7d6-a6268a464c32 None None] Sync routers for ids ['a35aea07-0c1c-4948-a672-703620dd6b76'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:51:44.657625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a5d0c0-1d52-438e-a7d6-a6268a464c32 None None] Routers {'a35aea07-0c1c-4948-a672-703620dd6b76'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:51:44.658281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c6a5d0c0-1d52-438e-a7d6-a6268a464c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:51:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a35aea07-0c1c-4948-a672-703620dd6b76'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:44.707317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e5713636-0fb0-4c4e-a26b-57e7bfe02b2d req-3c3f02bd-2c42-4442-ac26-d782f139a8c1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] For port 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5bc2844d-b628-4b6d-8b9a-1c8a4c74897e,segment=NetworkSegment(42ba5681-f993-4397-b234-70ce29b3811e),segment_id=42ba5681-f993-4397-b234-70ce29b3811e)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:44.707317 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e5713636-0fb0-4c4e-a26b-57e7bfe02b2d req-3c3f02bd-2c42-4442-ac26-d782f139a8c1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:44.735351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-e5713636-0fb0-4c4e-a26b-57e7bfe02b2d req-3c3f02bd-2c42-4442-ac26-d782f139a8c1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Calling delete_port for 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:44.779867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-295014952-network', 'tenant_id': '3bf0827fb4624def958dba6a806a918c'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:44.814382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6e86c694-efc4-49ff-bbae-78e8f186c7c2 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:51:44.835446 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:44.878053 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cc9d437a-cd90-4f90-8f82-2e1c1256d118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4596591 Sep 23 22:51:44.881056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:51:44.886675 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee456e4-a6ab-47bd-ae44-1ac757c1a115" -d '{"events": [{"name": "network-changed", "server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:51:44.925425 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:44.958582 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 6e86c694-efc4-49ff-bbae-78e8f186c7c2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:44.959047 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:44.964005 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] Made reservation on behalf of 3bf0827fb4624def958dba6a806a918c for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:44.970351 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:44.984609 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:44.986146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-c6a5d0c0-1d52-438e-a7d6-a6268a464c32 None None] Set router a35aea07-0c1c-4948-a672-703620dd6b76 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:51:45.025961 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9346664-768f-4cdb-9bbd-4ac857fca67b x-openstack-request-id: req-f9346664-768f-4cdb-9bbd-4ac857fca67b {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:51:45.026275 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:51:45.026530 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9346664-768f-4cdb-9bbd-4ac857fca67b {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:51:45.027026 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516', 'status': 'completed', 'code': 200} Sep 23 22:51:45.096523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee456e4-a6ab-47bd-ae44-1ac757c1a115 req-3c713db9-ab72-4051-ad95-9050b92c1ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:45.098830 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dee456e4-a6ab-47bd-ae44-1ac757c1a115 req-3c713db9-ab72-4051-ad95-9050b92c1ca5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 1096 time: 0.0739264 Sep 23 22:51:45.259271 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea9110-77c3-44cf-b1e3-064ee9567855 None None] Network b2f31f51-7c34-422b-acbc-e7fa8082a4d3 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:45.285505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d3e30-1a5d-4afe-9576-81aed3e840b6 req-77c6ea3e-9a75-442a-afa8-9b137624cd93 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:45.287098 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-660d3e30-1a5d-4afe-9576-81aed3e840b6 req-77c6ea3e-9a75-442a-afa8-9b137624cd93 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 945 time: 0.2589703 Sep 23 22:51:45.335026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee456e4-a6ab-47bd-ae44-1ac757c1a115 req-0d462a5a-aec2-4874-85e5-c688739e7e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:45.335026 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dee456e4-a6ab-47bd-ae44-1ac757c1a115 req-0d462a5a-aec2-4874-85e5-c688739e7e7f service neutron] 10.222.0.67 "GET /v2.0/networks?id=17be15c5-331c-4483-9a52-d388ad4d0614 HTTP/1.1" status: 200 len: 897 time: 0.2261274 Sep 23 22:51:45.341139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a41b4b-f8b2-4d1f-9e9c-64d802b80c5e req-4115ee84-eec1-4bb8-ac66-aa205c6481dc tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:45.342790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-360a87eb-6a2b-4e79-b6f3-6019fe198e40 None None] Provisioning complete for port 6e86c694-efc4-49ff-bbae-78e8f186c7c2 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:51:45.343063 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32a41b4b-f8b2-4d1f-9e9c-64d802b80c5e req-4115ee84-eec1-4bb8-ac66-aa205c6481dc tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 946 time: 0.0939729 Sep 23 22:51:45.343347 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-360a87eb-6a2b-4e79-b6f3-6019fe198e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:45.368853 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-660d3e30-1a5d-4afe-9576-81aed3e840b6 req-e03d5401-62f7-42ac-b43d-dcf399d37f1a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666380 Sep 23 22:51:45.376974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Deleting port 6e86c694-efc4-49ff-bbae-78e8f186c7c2 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:45.377508 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:45.409055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54710) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:45.417158 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dee456e4-a6ab-47bd-ae44-1ac757c1a115 req-833d0ad4-c982-41d3-b8ef-dd917d315638 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516 HTTP/1.1" status: 200 len: 999 time: 0.0729644 Sep 23 22:51:45.490458 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e5713636-0fb0-4c4e-a26b-57e7bfe02b2d req-3c3f02bd-2c42-4442-ac26-d782f139a8c1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:45.527879 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:45.531079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee456e4-a6ab-47bd-ae44-1ac757c1a115 req-64a1e5a8-fd7c-4eff-a606-79a82639dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:45.533125 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dee456e4-a6ab-47bd-ae44-1ac757c1a115 req-64a1e5a8-fd7c-4eff-a606-79a82639dd90 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c1f89e2-1a19-453e-bf25-540d06e7b8ed HTTP/1.1" status: 200 len: 834 time: 0.1014473 Sep 23 22:51:45.563436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['5bc2844d-b628-4b6d-8b9a-1c8a4c74897e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:51:45.578734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] For port 6e86c694-efc4-49ff-bbae-78e8f186c7c2, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6e86c694-efc4-49ff-bbae-78e8f186c7c2,segment=NetworkSegment(fe77b212-2ae1-4899-a8a4-e2a2afa86620),segment_id=fe77b212-2ae1-4899-a8a4-e2a2afa86620)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:45.579260 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:45.599212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Calling delete_port for 6e86c694-efc4-49ff-bbae-78e8f186c7c2 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:45.727337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 6e86c694-efc4-49ff-bbae-78e8f186c7c2, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6e86c694-efc4-49ff-bbae-78e8f186c7c2,segment=NetworkSegment(fe77b212-2ae1-4899-a8a4-e2a2afa86620),segment_id=fe77b212-2ae1-4899-a8a4-e2a2afa86620)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:45.754217 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3bb84639-7da8-4908-8978-27ddf3383556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:45.767110 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f02bd-2c42-4442-ac26-d782f139a8c1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Pushing event deleted for resources: {'Port': ['ID=5bc2844d-b628-4b6d-8b9a-1c8a4c74897e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:45.780789 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-360a87eb-6a2b-4e79-b6f3-6019fe198e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:45.809852 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:45.854996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5713636-0fb0-4c4e-a26b-57e7bfe02b2d req-3c3f02bd-2c42-4442-ac26-d782f139a8c1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] No DVR routers for this DVR port 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:51:45.858192 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e5713636-0fb0-4c4e-a26b-57e7bfe02b2d req-3c3f02bd-2c42-4442-ac26-d782f139a8c1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:45.860531 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5713636-0fb0-4c4e-a26b-57e7bfe02b2d req-3c3f02bd-2c42-4442-ac26-d782f139a8c1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.67 "DELETE /v2.0/ports/5bc2844d-b628-4b6d-8b9a-1c8a4c74897e HTTP/1.1" status: 204 len: 173 time: 1.7109556 Sep 23 22:51:45.917369 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:45.926096 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c935b5b-0563-40e5-9918-ae114c903831 None None] DHCP port deletion for b2f31f51-7c34-422b-acbc-e7fa8082a4d3 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:51:45.928487 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=6e86c694-efc4-49ff-bbae-78e8f186c7c2,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:45.938689 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] No DVR routers for this DVR port 6e86c694-efc4-49ff-bbae-78e8f186c7c2 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:51:45.972247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Port': ['ID=6e86c694-efc4-49ff-bbae-78e8f186c7c2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:46.029268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c6a5d0c0-1d52-438e-a7d6-a6268a464c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:50:53Z', 'updated_at': '2021-09-23T22:51:04Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:50:54Z', 'updated_at': '2021-09-23T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '479590d8-5b1c-48c0-86dc-f016d70f3131', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'port_id': '369c1c59-83de-4c9d-8e03-6e102fbd5516', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'mac_address': 'fa:16:3e:bb:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:51:41Z', 'updated_at': '2021-09-23T22:51:41Z', 'revision_number': 0, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd126a736-96c7-42c1-9670-1078e6843010', 'name': '', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:bf:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:51:01Z', 'updated_at': '2021-09-23T22:51:12Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:46.043609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32a41b4b-f8b2-4d1f-9e9c-64d802b80c5e req-7bbeaf01-cfcf-4485-b8ee-61db692bdd2c tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6317139 Sep 23 22:51:46.076059 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5d0c0-1d52-438e-a7d6-a6268a464c32 None None] Checking router: a35aea07-0c1c-4948-a672-703620dd6b76 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:51:46.094702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a5d0c0-1d52-438e-a7d6-a6268a464c32 None None] Routers {'a35aea07-0c1c-4948-a672-703620dd6b76'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:51:46.094702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c6a5d0c0-1d52-438e-a7d6-a6268a464c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:51:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a35aea07-0c1c-4948-a672-703620dd6b76'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:46.111052 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-082268db-a0be-4c10-9606-1fce43fef3de tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/479590d8-5b1c-48c0-86dc-f016d70f3131 HTTP/1.1" status: 200 len: 991 time: 0.7007778 Sep 23 22:51:46.116546 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.137805 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee456e4-a6ab-47bd-ae44-1ac757c1a115 req-5451f283-55ec-4f9f-aaac-4b6d9d4a3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:46.137805 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dee456e4-a6ab-47bd-ae44-1ac757c1a115 req-5451f283-55ec-4f9f-aaac-4b6d9d4a3e56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17be15c5-331c-4483-9a52-d388ad4d0614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5915122 Sep 23 22:51:46.140368 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.177276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f31f51-7c34-422b-acbc-e7fa8082a4d3']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:46.191818 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe77b212-2ae1-4899-a8a4-e2a2afa86620') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:46.192339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe77b212-2ae1-4899-a8a4-e2a2afa86620') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:46.206047 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.225045 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.233974 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.236964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:51:46.238048 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:51:46.241727 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:51:46.247832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-c6a5d0c0-1d52-438e-a7d6-a6268a464c32 None None] Set router a35aea07-0c1c-4948-a672-703620dd6b76 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:51:46.291375 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dee456e4-a6ab-47bd-ae44-1ac757c1a115 req-96d86ece-1ca9-4ed6-bffa-a37d2c548719 service neutron] 10.222.0.67 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450446 Sep 23 22:51:46.323621 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.413921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9376c19d-44cc-4519-a43d-06d535be4840,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:46.448304 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dee456e4-a6ab-47bd-ae44-1ac757c1a115 req-d4fcb438-e681-40aa-8b01-1c7bea31601c service neutron] 10.222.0.67 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475778 Sep 23 22:51:46.473521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.481877 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.492957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54736) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:46.500237 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/networks/b2f31f51-7c34-422b-acbc-e7fa8082a4d3 HTTP/1.1" status: 204 len: 168 time: 4.0519009 Sep 23 22:51:46.510851 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c8cf12c2-3eac-4841-8359-1721293e2011 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-434910039'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:46.520831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35967124-cda9-4435-bed3-2f2ddba9a8a4 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Network': ['ID=b2f31f51-7c34-422b-acbc-e7fa8082a4d3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:46.536362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:51:46.560292 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.560566 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] Added segment a75d337e-8aaf-4bcd-bb75-1d18e20f3645 of type vlan for network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 Sep 23 22:51:46.561080 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c6a5d0c0-1d52-438e-a7d6-a6268a464c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:50:53Z', 'updated_at': '2021-09-23T22:51:04Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:50:54Z', 'updated_at': '2021-09-23T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '479590d8-5b1c-48c0-86dc-f016d70f3131', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'port_id': '369c1c59-83de-4c9d-8e03-6e102fbd5516', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'mac_address': 'fa:16:3e:bb:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:51:41Z', 'updated_at': '2021-09-23T22:51:41Z', 'revision_number': 0, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd126a736-96c7-42c1-9670-1078e6843010', 'name': '', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:bf:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:51:01Z', 'updated_at': '2021-09-23T22:51:12Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:46.601933 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5d0c0-1d52-438e-a7d6-a6268a464c32 None None] The sync data for ids ['a35aea07-0c1c-4948-a672-703620dd6b76'] in n-d-810775-1 is: [{'id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:50:53Z', 'updated_at': '2021-09-23T22:51:04Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:50:54Z', 'updated_at': '2021-09-23T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '479590d8-5b1c-48c0-86dc-f016d70f3131', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'port_id': '369c1c59-83de-4c9d-8e03-6e102fbd5516', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'mac_address': 'fa:16:3e:bb:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:51:41Z', 'updated_at': '2021-09-23T22:51:41Z', 'revision_number': 0, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd126a736-96c7-42c1-9670-1078e6843010', 'name': '', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:bf:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:51:01Z', 'updated_at': '2021-09-23T22:51:12Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:51:46.616968 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.638790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6e86c694-efc4-49ff-bbae-78e8f186c7c2 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:51:46.645017 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cf12c2-3eac-4841-8359-1721293e2011 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Made reservation on behalf of d6fb7de60026457694df3525e64ad011 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:46.648388 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c8cf12c2-3eac-4841-8359-1721293e2011 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.680494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 6e86c694-efc4-49ff-bbae-78e8f186c7c2 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:51:46.680734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cf12c2-3eac-4841-8359-1721293e2011 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:51:46.680991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6e86c694-efc4-49ff-bbae-78e8f186c7c2 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:51:46.701129 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c8cf12c2-3eac-4841-8359-1721293e2011 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.701562 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-c8cf12c2-3eac-4841-8359-1721293e2011 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Added segment 8cf46662-5544-4e82-8ee5-14a1e23fb949 of type vlan for network 2f0ba5e7-6dd8-42af-989d-c073bf43f1c2 Sep 23 22:51:46.766071 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c8cf12c2-3eac-4841-8359-1721293e2011 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.792260 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.793436 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:46.794288 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.865155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] Pushing event updated for resources: {'Network': ['ID=93242e97-ec6c-442d-9d88-fcaeda94d4f6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:46.879183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:51:46.890046 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f31d0-efbb-4244-86e3-04fa889acb00 None None] New status for floating IP 479590d8-5b1c-48c0-86dc-f016d70f3131: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:51:46.896954 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c8cf12c2-3eac-4841-8359-1721293e2011 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.907812 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cf12c2-3eac-4841-8359-1721293e2011 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:46.908885 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c8cf12c2-3eac-4841-8359-1721293e2011 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:46.969278 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-79a1ff89-4368-48fa-8e07-7e0600aa8ecf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4250958 Sep 23 22:51:46.969487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54750) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:46.978814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c64a3826-7e3b-4a3e-9c61-044b64b89962 admin admin] Request body: {'subnet': {'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-295014952-subnet', 'tenant_id': '3bf0827fb4624def958dba6a806a918c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:47.012156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf12c2-3eac-4841-8359-1721293e2011 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event updated for resources: {'Network': ['ID=2f0ba5e7-6dd8-42af-989d-c073bf43f1c2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:47.024127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 2f0ba5e7-6dd8-42af-989d-c073bf43f1c2 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:51:47.028108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4a1f88-25ee-4874-bdd2-e7ae15db1f9c', 'name': 'network-vif-deleted', 'tag': '5bc2844d-b628-4b6d-8b9a-1c8a4c74897e'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:51:47.030712 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3890092d-b48c-4329-a197-46d8d11b6b23" -d '{"events": [{"server_uuid": "af4a1f88-25ee-4874-bdd2-e7ae15db1f9c", "name": "network-vif-deleted", "tag": "5bc2844d-b628-4b6d-8b9a-1c8a4c74897e"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:51:47.073972 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:47.105494 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c8cf12c2-3eac-4841-8359-1721293e2011 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6070664 Sep 23 22:51:47.106294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54758) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:47.121268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-95ecc63e-8aa9-4341-bea4-35a67d7b5532 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Request body: {'subnet': {'network_id': '2f0ba5e7-6dd8-42af-989d-c073bf43f1c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:47.125881 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54760) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:47.214600 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77297d19-98c7-4ec9-8a8d-37a2f4b1cce3 x-openstack-request-id: req-77297d19-98c7-4ec9-8a8d-37a2f4b1cce3 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:51:47.214600 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4a1f88-25ee-4874-bdd2-e7ae15db1f9c", "name": "network-vif-deleted", "tag": "5bc2844d-b628-4b6d-8b9a-1c8a4c74897e", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:51:47.214600 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77297d19-98c7-4ec9-8a8d-37a2f4b1cce3 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:51:47.214600 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4a1f88-25ee-4874-bdd2-e7ae15db1f9c', 'name': 'network-vif-deleted', 'tag': '5bc2844d-b628-4b6d-8b9a-1c8a4c74897e', 'status': 'completed', 'code': 200} Sep 23 22:51:47.318381 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6ee7731f-4d68-4d4a-bda6-4ca5b5a47c07 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/479590d8-5b1c-48c0-86dc-f016d70f3131 HTTP/1.1" status: 200 len: 991 time: 0.1913645 Sep 23 22:51:47.323186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64a3826-7e3b-4a3e-9c61-044b64b89962 admin admin] Made reservation on behalf of 3bf0827fb4624def958dba6a806a918c for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:47.325895 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c64a3826-7e3b-4a3e-9c61-044b64b89962 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:47.336873 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bffd537b-914d-4d2d-a850-8c1d948bcde4 req-c3604405-103a-48e7-b422-2c3d417cdcbd tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=af4a1f88-25ee-4874-bdd2-e7ae15db1f9c HTTP/1.1" status: 200 len: 210 time: 0.0539305 Sep 23 22:51:47.592369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ecc63e-8aa9-4341-bea4-35a67d7b5532 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Made reservation on behalf of d6fb7de60026457694df3525e64ad011 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:47.597915 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-95ecc63e-8aa9-4341-bea4-35a67d7b5532 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:47.734796 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c64a3826-7e3b-4a3e-9c61-044b64b89962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:47.746492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:51:47.777176 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:51:47.777836 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5bc2844d-b628-4b6d-8b9a-1c8a4c74897e not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:51:47.796098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a3826-7e3b-4a3e-9c61-044b64b89962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9dfff1-ec64-4341-80d2-b3a9f7d3f073,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:47.808123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a3826-7e3b-4a3e-9c61-044b64b89962 admin admin] Checking segment: {'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:47.808498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a3826-7e3b-4a3e-9c61-044b64b89962 admin admin] Network hostable DHCP agents. Network: 93242e97-ec6c-442d-9d88-fcaeda94d4f6, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:51:47.912665 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a3826-7e3b-4a3e-9c61-044b64b89962 admin admin] Network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:51:48.009927 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-95ecc63e-8aa9-4341-bea4-35a67d7b5532 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:48.048764 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:48.051163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c64a3826-7e3b-4a3e-9c61-044b64b89962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 93242e97-ec6c-442d-9d88-fcaeda94d4f6) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:48.055539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64a3826-7e3b-4a3e-9c61-044b64b89962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:48.056132 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c64a3826-7e3b-4a3e-9c61-044b64b89962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:48.062357 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d8de18-2ca4-415d-88fd-be301641e366 None None] Network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:48.139491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecc63e-8aa9-4341-bea4-35a67d7b5532 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event updated for resources: {'Subnet': ['ID=1db65dfa-15da-4489-8a34-cdefa1517c81,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:48.147642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ecc63e-8aa9-4341-bea4-35a67d7b5532 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Checking segment: {'id': '8cf46662-5544-4e82-8ee5-14a1e23fb949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2f0ba5e7-6dd8-42af-989d-c073bf43f1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:48.148529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ecc63e-8aa9-4341-bea4-35a67d7b5532 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Network hostable DHCP agents. Network: 2f0ba5e7-6dd8-42af-989d-c073bf43f1c2, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:51:48.206022 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4045cc92-f556-4e1c-8a26-b3aaa2285473 None None] Network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:48.215386 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c64a3826-7e3b-4a3e-9c61-044b64b89962 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2445798 Sep 23 22:51:48.255424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ecc63e-8aa9-4341-bea4-35a67d7b5532 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Network 2f0ba5e7-6dd8-42af-989d-c073bf43f1c2 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:51:48.323564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54790) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:48.382476 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-95ecc63e-8aa9-4341-bea4-35a67d7b5532 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 2f0ba5e7-6dd8-42af-989d-c073bf43f1c2) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:48.386920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ecc63e-8aa9-4341-bea4-35a67d7b5532 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:48.387595 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-95ecc63e-8aa9-4341-bea4-35a67d7b5532 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:48.393082 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10aae63-ed11-4594-a03e-6a79732eabc6 None None] Network 2f0ba5e7-6dd8-42af-989d-c073bf43f1c2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:48.424208 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fdbfb240-dfdd-4cb7-9480-5de138e4bd0e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/479590d8-5b1c-48c0-86dc-f016d70f3131 HTTP/1.1" status: 200 len: 993 time: 0.0985303 Sep 23 22:51:48.521613 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-95ecc63e-8aa9-4341-bea4-35a67d7b5532 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4141772 Sep 23 22:51:48.522505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54804) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:48.643056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-2f0ba5e7-6dd8-42af-989d-c073bf43f1c2', 'network_id': '2f0ba5e7-6dd8-42af-989d-c073bf43f1c2', 'tenant_id': 'd6fb7de60026457694df3525e64ad011', 'fixed_ips': [{'subnet_id': '1db65dfa-15da-4489-8a34-cdefa1517c81'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:51:48.645651 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:48.738814 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:48.755200 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:48.859768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Allocated IP 2001:db8::2 (2f0ba5e7-6dd8-42af-989d-c073bf43f1c2/1db65dfa-15da-4489-8a34-cdefa1517c81/c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:48.950293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaf545-4e42-4faf-a542-b1258029e655 req-d93ffbf5-a361-48c1-90c6-468911e92b79 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:48.957911 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0afaf545-4e42-4faf-a542-b1258029e655 req-d93ffbf5-a361-48c1-90c6-468911e92b79 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/networks?id=8ed439b0-b68a-4991-a4cf-35b5087bd40b HTTP/1.1" status: 200 len: 807 time: 0.2093763 Sep 23 22:51:48.995569 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0afaf545-4e42-4faf-a542-b1258029e655 req-ef85aecd-8072-4aa8-b581-8aa624288077 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/quotas/2c56b3b0e2a64dfcae483b1b48cfc1d5 HTTP/1.1" status: 200 len: 375 time: 0.0343151 Sep 23 22:51:49.017764 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:49.025742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-70078747-36c1-4976-9944-89350bffc881 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:49.028686 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-70078747-36c1-4976-9944-89350bffc881 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/networks?id=93242e97-ec6c-442d-9d88-fcaeda94d4f6 HTTP/1.1" status: 200 len: 812 time: 0.1685176 Sep 23 22:51:49.071829 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0afaf545-4e42-4faf-a542-b1258029e655 req-16f63722-f040-40d8-b9bc-add7f02ae5a5 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c56b3b0e2a64dfcae483b1b48cfc1d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744798 Sep 23 22:51:49.087325 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-8466cf90-2421-4632-b4b1-978e8ef4d184 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/quotas/3bf0827fb4624def958dba6a806a918c HTTP/1.1" status: 200 len: 375 time: 0.0451794 Sep 23 22:51:49.139193 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-d70714cb-c8fe-4278-886a-2759c2d6c42f tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3bf0827fb4624def958dba6a806a918c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454078 Sep 23 22:51:49.225385 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f6181011-2086-45dd-ac95-7cfb061cdf6b service neutron] 10.222.0.22 "GET /v2.0/networks/8ed439b0-b68a-4991-a4cf-35b5087bd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517148 Sep 23 22:51:49.285838 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:49.298528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-f1ea2d09-6433-410a-bc11-d7483667694f service neutron] 10.222.0.22 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359377 Sep 23 22:51:49.342141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0afaf545-4e42-4faf-a542-b1258029e655 req-820a22dd-81df-41fb-a700-e353806a7535 service neutron] 10.222.0.22 "GET /v2.0/networks/8ed439b0-b68a-4991-a4cf-35b5087bd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157858 Sep 23 22:51:49.381059 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:49.446843 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-b85e483c-adde-4252-a216-8bd4111ec43e service neutron] 10.222.0.22 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346743 Sep 23 22:51:49.448676 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Network 2f0ba5e7-6dd8-42af-989d-c073bf43f1c2 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:49.452410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:49.455164 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:49.467814 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Pushing event updated for resources: {'Port': ['ID=c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:49.490160 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:49.525915 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Subnet': ['ID=1db65dfa-15da-4489-8a34-cdefa1517c81,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:49.564772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Attempting to bind port c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:51:49.565173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Attempting to bind port c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '8cf46662-5544-4e82-8ee5-14a1e23fb949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2f0ba5e7-6dd8-42af-989d-c073bf43f1c2'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:51:49.565599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Attempting to bind port c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee on network 2f0ba5e7-6dd8-42af-989d-c073bf43f1c2 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:49.570999 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:51:49.571531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Checking segment: {'id': '8cf46662-5544-4e82-8ee5-14a1e23fb949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2f0ba5e7-6dd8-42af-989d-c073bf43f1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:49.571983 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:49.572418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Bound using segment: {'id': '8cf46662-5544-4e82-8ee5-14a1e23fb949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2f0ba5e7-6dd8-42af-989d-c073bf43f1c2'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:51:49.572891 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Bound port: c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf46662-5544-4e82-8ee5-14a1e23fb949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2f0ba5e7-6dd8-42af-989d-c073bf43f1c2'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:51:49.573335 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:49.604518 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:49.630079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0ba5e7-6dd8-42af-989d-c073bf43f1c2']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:49.646980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf46662-5544-4e82-8ee5-14a1e23fb949') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:49.647488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf46662-5544-4e82-8ee5-14a1e23fb949') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:49.658539 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] For port c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:51:49.663822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] For port c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee,segment=NetworkSegment(8cf46662-5544-4e82-8ee5-14a1e23fb949),segment_id=8cf46662-5544-4e82-8ee5-14a1e23fb949)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:51:49.676854 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:49.746892 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5a9fb9c-5526-4d2d-bc66-c948d54bc8c3 req-cfcbf29e-ce23-4051-9479-b7493993ad00 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 210 time: 0.0428169 Sep 23 22:51:49.752375 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:49.762575 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:49.788392 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:51:49.789621 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:51:49.794674 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:51:49.820352 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eceb72-fc16-4366-91a7-ee36713c09e5 None None] Pushing event updated for resources: {'Port': ['ID=c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:49.903393 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a75c44-ccd6-492c-8129-81ea58bd76d4 None None] Network 2f0ba5e7-6dd8-42af-989d-c073bf43f1c2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:49.929241 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 22:51:49.929241 n-d-810775-1 neutron-server[95491]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 22:51:49.929241 n-d-810775-1 neutron-server[95491]: [parameters: {'id': '2f0ba5e7-6dd8-42af-989d-c073bf43f1c2'}] Sep 23 22:51:49.929241 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:51:49.929693 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:51:50.153562 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b324a279-1a41-482c-90c6-56c096a0cd6e req-afca6c17-b9c4-40d8-84db-e02b347a58a1 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 210 time: 0.0436273 Sep 23 22:51:50.167165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671c7f5f-99df-4794-afb7-92c35441bc1a None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 22:51:50.336184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671c7f5f-99df-4794-afb7-92c35441bc1a None None] Resources bound (agent type, host, resource id): {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 22:51:50.430723 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:50.506503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Deleting port c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:50.506846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:50.588615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] For port c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee,segment=NetworkSegment(8cf46662-5544-4e82-8ee5-14a1e23fb949),segment_id=8cf46662-5544-4e82-8ee5-14a1e23fb949)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:50.588615 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:50.605748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Calling delete_port for c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:50.833969 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44401344-d205-45dd-a3cd-69a84b6a1c13 req-87bdb033-6bcd-4bda-af35-08d714b0db4a tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 210 time: 0.0294220 Sep 23 22:51:50.877228 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:50.910608 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Port': ['ID=c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:50.916136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] No DVR routers for this DVR port c1f1a2b8-61b4-4fc1-bd2f-45bc56b419ee on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:51:51.009715 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:51.038827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0ba5e7-6dd8-42af-989d-c073bf43f1c2']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:51.056471 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf46662-5544-4e82-8ee5-14a1e23fb949') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:51.058301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf46662-5544-4e82-8ee5-14a1e23fb949') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:51.071200 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:51.092636 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:51.102007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:51:51.102007 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:51:51.105292 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:51:51.230401 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4c273047-2602-4e92-a182-ac6e77e719bd req-8e11363c-8217-47b5-b2cc-51bc2ecdadce tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 210 time: 0.0286288 Sep 23 22:51:51.409258 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:51.421129 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:51.436132 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/networks/2f0ba5e7-6dd8-42af-989d-c073bf43f1c2 HTTP/1.1" status: 204 len: 168 time: 2.9063847 Sep 23 22:51:51.436354 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 54904) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:51.437634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-470268978'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:51.443071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b1d0f-5f4b-45e4-a2e7-b196c824e96d tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Network': ['ID=2f0ba5e7-6dd8-42af-989d-c073bf43f1c2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:51.668788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Made reservation on behalf of d6fb7de60026457694df3525e64ad011 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:51.679289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:51.745607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:51:51.781535 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:51.781886 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Added segment ee883275-15e1-4e67-a883-ff1b52170376 of type vlan for network 5dddfa84-8752-4ade-8dec-f0554b58b1aa Sep 23 22:51:51.833727 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:51.948589 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dc4da21f-c5a3-4dcb-ae25-fd55d8ffb8f9 req-a3e09ece-eb04-4a3e-86d2-a1e4ecf3f0b4 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 210 time: 0.0313015 Sep 23 22:51:52.059963 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:52.072046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:52.072046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:52.146383 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event updated for resources: {'Network': ['ID=5dddfa84-8752-4ade-8dec-f0554b58b1aa,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:52.154375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:52.154727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:52.155073 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:52.155414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:52.155927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:52.156267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:52.156599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:52.156928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:52.157292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:52.157620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:52.157947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:52.158273 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:52.169013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 5dddfa84-8752-4ade-8dec-f0554b58b1aa details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:51:52.222235 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4d30633d-7ca1-4f1f-8ed4-f71c9678e4b8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7896099 Sep 23 22:51:52.224516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54928) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:52.232787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-af8f1a09-7507-4452-947f-4be3af9cd04a tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Request body: {'subnet': {'network_id': '5dddfa84-8752-4ade-8dec-f0554b58b1aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:52.363042 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98a96da9-8d79-4f8f-9665-8ff35fa57a66 req-da1087bb-bf9a-47fa-b436-a56c4c0500ae tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 210 time: 0.0358229 Sep 23 22:51:52.511491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8f1a09-7507-4452-947f-4be3af9cd04a tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Made reservation on behalf of d6fb7de60026457694df3525e64ad011 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:52.519893 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-af8f1a09-7507-4452-947f-4be3af9cd04a tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:52.969791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.objects.ports [None req-af8f1a09-7507-4452-947f-4be3af9cd04a tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95491) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 22:51:52.972397 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-af8f1a09-7507-4452-947f-4be3af9cd04a tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:53.062141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f1a09-7507-4452-947f-4be3af9cd04a tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event updated for resources: {'Subnet': ['ID=9b0b899c-ae8d-4384-9b2b-cc4cc21c043b,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:53.099104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8f1a09-7507-4452-947f-4be3af9cd04a tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Checking segment: {'id': 'ee883275-15e1-4e67-a883-ff1b52170376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5dddfa84-8752-4ade-8dec-f0554b58b1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:53.099483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8f1a09-7507-4452-947f-4be3af9cd04a tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Network hostable DHCP agents. Network: 5dddfa84-8752-4ade-8dec-f0554b58b1aa, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:51:53.120221 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b483cf69-7e37-4d41-ad1d-06000bc20015 req-f58e7d6b-82aa-48de-9ebe-c138628a8c29 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 210 time: 0.0500824 Sep 23 22:51:53.300177 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8f1a09-7507-4452-947f-4be3af9cd04a tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Network 5dddfa84-8752-4ade-8dec-f0554b58b1aa is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:51:53.443877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-af8f1a09-7507-4452-947f-4be3af9cd04a tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 5dddfa84-8752-4ade-8dec-f0554b58b1aa) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:53.448879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8f1a09-7507-4452-947f-4be3af9cd04a tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:53.449729 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-af8f1a09-7507-4452-947f-4be3af9cd04a tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:53.470666 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68fddc7-3d24-4392-ba34-f362f9256b25 None None] Network 5dddfa84-8752-4ade-8dec-f0554b58b1aa requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:53.495223 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6dc9afa3-7d07-4d6e-81e2-41b119708deb req-a25b8307-c578-4088-b149-12f1d5784259 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 210 time: 0.0403321 Sep 23 22:51:53.540065 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaf545-4e42-4faf-a542-b1258029e655 req-91e99e7b-9ea9-48c8-904a-155a9ca373ab tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:53.542171 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0afaf545-4e42-4faf-a542-b1258029e655 req-91e99e7b-9ea9-48c8-904a-155a9ca373ab tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.67 "GET /v2.0/networks?id=8ed439b0-b68a-4991-a4cf-35b5087bd40b HTTP/1.1" status: 200 len: 807 time: 0.2050962 Sep 23 22:51:53.562273 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-0afaf545-4e42-4faf-a542-b1258029e655 req-fa8c0926-1664-4fd8-b616-7aa52e23faf1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Request body: {'port': {'device_id': '439e0f92-588d-4ff9-831b-cfeb860929a3', 'network_id': '8ed439b0-b68a-4991-a4cf-35b5087bd40b', 'admin_state_up': True, 'tenant_id': '2c56b3b0e2a64dfcae483b1b48cfc1d5'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:53.622078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-af8f1a09-7507-4452-947f-4be3af9cd04a tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3959680 Sep 23 22:51:53.625822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 54962) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:53.726703 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-5dddfa84-8752-4ade-8dec-f0554b58b1aa', 'network_id': '5dddfa84-8752-4ade-8dec-f0554b58b1aa', 'tenant_id': 'd6fb7de60026457694df3525e64ad011', 'fixed_ips': [{'subnet_id': '9b0b899c-ae8d-4384-9b2b-cc4cc21c043b'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:51:53.727886 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:53.799429 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:53.890870 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:53.895105 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afaf545-4e42-4faf-a542-b1258029e655 req-fa8c0926-1664-4fd8-b616-7aa52e23faf1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Made reservation on behalf of 2c56b3b0e2a64dfcae483b1b48cfc1d5 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:53.901670 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0afaf545-4e42-4faf-a542-b1258029e655 req-fa8c0926-1664-4fd8-b616-7aa52e23faf1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:53.912902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Allocated IP 2001:db8::f816:3eff:fe18:ce0a (5dddfa84-8752-4ade-8dec-f0554b58b1aa/9b0b899c-ae8d-4384-9b2b-cc4cc21c043b/b9b98450-afd5-42ec-ad77-88eb9d974444) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:54.091088 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-0afaf545-4e42-4faf-a542-b1258029e655 req-fa8c0926-1664-4fd8-b616-7aa52e23faf1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Allocated IP 172.20.0.11 (8ed439b0-b68a-4991-a4cf-35b5087bd40b/b90d70e8-f8d2-4931-a5f9-304121298d65/35099693-fb42-4849-87fb-5c020d5817f5) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:54.189166 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:54.267307 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:54.306116 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ea20b19-d807-4338-aaba-de05ffdaf06a req-7b1b2ef0-02f7-4ab7-8dc9-c55de3d96ef0 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 210 time: 0.1000576 Sep 23 22:51:54.371670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Network 5dddfa84-8752-4ade-8dec-f0554b58b1aa is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:54.378413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Pushing event updated for resources: {'Port': ['ID=b9b98450-afd5-42ec-ad77-88eb9d974444,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:54.381184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:54.383498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:54.443265 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0afaf545-4e42-4faf-a542-b1258029e655 req-fa8c0926-1664-4fd8-b616-7aa52e23faf1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:54.449907 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:54.466129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Attempting to bind port b9b98450-afd5-42ec-ad77-88eb9d974444 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:51:54.466563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Attempting to bind port b9b98450-afd5-42ec-ad77-88eb9d974444 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ee883275-15e1-4e67-a883-ff1b52170376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5dddfa84-8752-4ade-8dec-f0554b58b1aa'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:51:54.466865 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Attempting to bind port b9b98450-afd5-42ec-ad77-88eb9d974444 on network 5dddfa84-8752-4ade-8dec-f0554b58b1aa {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:54.483029 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:51:54.484079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Checking segment: {'id': 'ee883275-15e1-4e67-a883-ff1b52170376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5dddfa84-8752-4ade-8dec-f0554b58b1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:54.484079 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:54.484422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Bound using segment: {'id': 'ee883275-15e1-4e67-a883-ff1b52170376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5dddfa84-8752-4ade-8dec-f0554b58b1aa'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:51:54.484782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Bound port: b9b98450-afd5-42ec-ad77-88eb9d974444, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee883275-15e1-4e67-a883-ff1b52170376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5dddfa84-8752-4ade-8dec-f0554b58b1aa'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:51:54.485130 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:54.527480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Subnet': ['ID=9b0b899c-ae8d-4384-9b2b-cc4cc21c043b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:54.614106 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0afaf545-4e42-4faf-a542-b1258029e655 req-fa8c0926-1664-4fd8-b616-7aa52e23faf1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:54.626341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] For port b9b98450-afd5-42ec-ad77-88eb9d974444, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:51:54.630993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] For port b9b98450-afd5-42ec-ad77-88eb9d974444, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b9b98450-afd5-42ec-ad77-88eb9d974444,segment=NetworkSegment(ee883275-15e1-4e67-a883-ff1b52170376),segment_id=ee883275-15e1-4e67-a883-ff1b52170376)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:51:54.650629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-77b1c53f-a4a6-4ff7-b250-3a6c51aae0d3 req-877f6603-9dc3-49da-a615-243976796036 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 210 time: 0.0545902 Sep 23 22:51:54.673425 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:54.694627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afaf545-4e42-4faf-a542-b1258029e655 req-fa8c0926-1664-4fd8-b616-7aa52e23faf1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Network 8ed439b0-b68a-4991-a4cf-35b5087bd40b is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:54.698004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-0afaf545-4e42-4faf-a542-b1258029e655 req-fa8c0926-1664-4fd8-b616-7aa52e23faf1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:54.702251 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afaf545-4e42-4faf-a542-b1258029e655 req-fa8c0926-1664-4fd8-b616-7aa52e23faf1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:54.703847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dddfa84-8752-4ade-8dec-f0554b58b1aa']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:54.706418 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:54.746365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee883275-15e1-4e67-a883-ff1b52170376') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:54.754050 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee883275-15e1-4e67-a883-ff1b52170376') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:54.756588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c0926-1664-4fd8-b616-7aa52e23faf1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Pushing event updated for resources: {'Port': ['ID=35099693-fb42-4849-87fb-5c020d5817f5,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:54.775471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6d31e-bdbc-441e-8f2f-67b672fbeb19 None None] Pushing event updated for resources: {'Port': ['ID=b9b98450-afd5-42ec-ad77-88eb9d974444,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:54.811461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaf545-4e42-4faf-a542-b1258029e655 req-fa8c0926-1664-4fd8-b616-7aa52e23faf1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:54.812507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:54.812620 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0afaf545-4e42-4faf-a542-b1258029e655 req-fa8c0926-1664-4fd8-b616-7aa52e23faf1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:54.848145 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:54.882585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:51:54.883141 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:51:54.886685 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:51:54.895920 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a165ef-8578-4a3e-96bb-84ad90d33256 None None] Network 5dddfa84-8752-4ade-8dec-f0554b58b1aa requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:51:54.956678 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0afaf545-4e42-4faf-a542-b1258029e655 req-fa8c0926-1664-4fd8-b616-7aa52e23faf1 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3982191 Sep 23 22:51:54.986261 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Request body: {'port': {'device_id': '439e0f92-588d-4ff9-831b-cfeb860929a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:55.086716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-4724385b-bfa6-44f8-9362-88402bfa3f13 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:55.091448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-4724385b-bfa6-44f8-9362-88402bfa3f13 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.67 "GET /v2.0/networks?id=93242e97-ec6c-442d-9d88-fcaeda94d4f6 HTTP/1.1" status: 200 len: 812 time: 0.2674582 Sep 23 22:51:55.094547 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 22:51:55.094547 n-d-810775-1 neutron-server[95491]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 22:51:55.094547 n-d-810775-1 neutron-server[95491]: [parameters: {'id': '5dddfa84-8752-4ade-8dec-f0554b58b1aa'}] Sep 23 22:51:55.094547 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:51:55.095743 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:51:55.115508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-ce160b9b-ca6f-44a2-9466-4dd267706763 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Request body: {'port': {'device_id': 'f23bb6bc-dacf-4b73-bc45-99544923ef0f', 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6', 'admin_state_up': True, 'tenant_id': '3bf0827fb4624def958dba6a806a918c'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:55.119023 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:55.132951 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f960fb93-db06-4ff8-b6b8-563eb41fa046 None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 22:51:55.315031 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f960fb93-db06-4ff8-b6b8-563eb41fa046 None None] Resources bound (agent type, host, resource id): {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 22:51:55.616937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35099693-fb42-4849-87fb-5c020d5817f5 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:51:55.630596 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:55.674572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Transition to ACTIVE for port object 35099693-fb42-4849-87fb-5c020d5817f5 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:51:55.742447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:55.783059 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ab75dc3-db20-46f7-b56a-f443c861eb16 req-8a9dee2e-1b12-4ec3-920c-2b5ff40c3adf tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 210 time: 0.0390573 Sep 23 22:51:55.785263 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:55.864289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Pushing event updated for resources: {'Port': ['ID=35099693-fb42-4849-87fb-5c020d5817f5,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:55.953753 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-d7b3d051-8d99-4ab2-a032-94297867279e tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:55.955253 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-d7b3d051-8d99-4ab2-a032-94297867279e tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.43 "GET /v2.0/networks?id=93242e97-ec6c-442d-9d88-fcaeda94d4f6 HTTP/1.1" status: 200 len: 812 time: 0.7967391 Sep 23 22:51:55.962424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Attempting to bind port 35099693-fb42-4849-87fb-5c020d5817f5 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:51:55.962424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Attempting to bind port 35099693-fb42-4849-87fb-5c020d5817f5 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '42ba5681-f993-4397-b234-70ce29b3811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ed439b0-b68a-4991-a4cf-35b5087bd40b'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:51:55.962424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Attempting to bind port 35099693-fb42-4849-87fb-5c020d5817f5 on network 8ed439b0-b68a-4991-a4cf-35b5087bd40b {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:55.963639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Port 35099693-fb42-4849-87fb-5c020d5817f5 on network 8ed439b0-b68a-4991-a4cf-35b5087bd40b not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:51:55.963639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Attempting to bind port 35099693-fb42-4849-87fb-5c020d5817f5 on network 8ed439b0-b68a-4991-a4cf-35b5087bd40b {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:55.969158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:51:55.969766 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Checking segment: {'id': '42ba5681-f993-4397-b234-70ce29b3811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ed439b0-b68a-4991-a4cf-35b5087bd40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:55.970038 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Bound using segment: {'id': '42ba5681-f993-4397-b234-70ce29b3811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ed439b0-b68a-4991-a4cf-35b5087bd40b'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:51:55.970466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Bound port: 35099693-fb42-4849-87fb-5c020d5817f5, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ba5681-f993-4397-b234-70ce29b3811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ed439b0-b68a-4991-a4cf-35b5087bd40b'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:51:55.970828 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:55.983559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-b7c47dd6-ee78-4fe9-ba45-39d11dcde2ed tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Request body: {'port': {'device_id': '53664520-e4b2-4f2b-b635-5a0622ff09c3', 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6', 'admin_state_up': True, 'tenant_id': '3bf0827fb4624def958dba6a806a918c'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:56.007646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcc13a-8b40-4f31-af39-1fc1e1004ffd req-248c5e32-91ef-49e2-a102-d7ac58f4c53b tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:56.007646 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-09dcc13a-8b40-4f31-af39-1fc1e1004ffd req-248c5e32-91ef-49e2-a102-d7ac58f4c53b tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 944 time: 0.2606881 Sep 23 22:51:56.059094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] For port 35099693-fb42-4849-87fb-5c020d5817f5, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:51:56.064015 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] For port 35099693-fb42-4849-87fb-5c020d5817f5, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=35099693-fb42-4849-87fb-5c020d5817f5,segment=NetworkSegment(42ba5681-f993-4397-b234-70ce29b3811e),segment_id=42ba5681-f993-4397-b234-70ce29b3811e)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:51:56.117398 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-09dcc13a-8b40-4f31-af39-1fc1e1004ffd req-3507706d-393c-4057-8fab-77635e29154e tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938869 Sep 23 22:51:56.129034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Deleting port b9b98450-afd5-42ec-ad77-88eb9d974444 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:56.138167 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:56.210202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] For port b9b98450-afd5-42ec-ad77-88eb9d974444, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b9b98450-afd5-42ec-ad77-88eb9d974444,segment=NetworkSegment(ee883275-15e1-4e67-a883-ff1b52170376),segment_id=ee883275-15e1-4e67-a883-ff1b52170376)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:51:56.210572 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:56.224776 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Calling delete_port for b9b98450-afd5-42ec-ad77-88eb9d974444 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:56.232753 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-ce160b9b-ca6f-44a2-9466-4dd267706763 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Made reservation on behalf of 3bf0827fb4624def958dba6a806a918c for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:56.248250 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-ce160b9b-ca6f-44a2-9466-4dd267706763 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:56.329372 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:56.367986 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:56.368735 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:56.370578 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0afaf545-4e42-4faf-a542-b1258029e655 req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] 10.222.0.67 "PUT /v2.0/ports/35099693-fb42-4849-87fb-5c020d5817f5 HTTP/1.1" status: 200 len: 1092 time: 1.3887913 Sep 23 22:51:56.371025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439e0f92-588d-4ff9-831b-cfeb860929a3', 'tag': '35099693-fb42-4849-87fb-5c020d5817f5'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:51:56.373359 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6b0259-3f1b-43ae-8c03-3f547454f1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "439e0f92-588d-4ff9-831b-cfeb860929a3", "tag": "35099693-fb42-4849-87fb-5c020d5817f5"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:51:56.399867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bbf26-9f89-4623-bb74-1423d49c5b8e service neutron] Pushing event updated for resources: {'Port': ['ID=35099693-fb42-4849-87fb-5c020d5817f5,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:56.429088 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8362b3e-1e00-4d4a-95a1-3f998ec52ac4 x-openstack-request-id: req-c8362b3e-1e00-4d4a-95a1-3f998ec52ac4 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:51:56.441906 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439e0f92-588d-4ff9-831b-cfeb860929a3", "tag": "35099693-fb42-4849-87fb-5c020d5817f5", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:51:56.441906 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c8362b3e-1e00-4d4a-95a1-3f998ec52ac4 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:51:56.441906 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439e0f92-588d-4ff9-831b-cfeb860929a3', 'tag': '35099693-fb42-4849-87fb-5c020d5817f5', 'status': 'completed', 'code': 200} Sep 23 22:51:56.442643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-b7c47dd6-ee78-4fe9-ba45-39d11dcde2ed tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Made reservation on behalf of 3bf0827fb4624def958dba6a806a918c for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:51:56.442643 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-b7c47dd6-ee78-4fe9-ba45-39d11dcde2ed tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:56.492650 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-ce160b9b-ca6f-44a2-9466-4dd267706763 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Allocated IP 172.20.0.2 (93242e97-ec6c-442d-9d88-fcaeda94d4f6/dc9dfff1-ec64-4341-80d2-b3a9f7d3f073/fa5ba318-717c-448e-a105-8bd02f97ed18) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:56.524013 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b0259-3f1b-43ae-8c03-3f547454f1e6 req-e521969d-1690-4432-b0a8-6ef27e8ce31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:56.525784 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7d6b0259-3f1b-43ae-8c03-3f547454f1e6 req-e521969d-1690-4432-b0a8-6ef27e8ce31a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c56b3b0e2a64dfcae483b1b48cfc1d5&device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 1095 time: 0.0523913 Sep 23 22:51:56.571708 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:56.614829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Port': ['ID=b9b98450-afd5-42ec-ad77-88eb9d974444,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:56.645326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] No DVR routers for this DVR port b9b98450-afd5-42ec-ad77-88eb9d974444 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:51:56.693396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b0259-3f1b-43ae-8c03-3f547454f1e6 req-3ae6b81e-fb37-4bee-944c-5b200d87af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:56.696180 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7d6b0259-3f1b-43ae-8c03-3f547454f1e6 req-3ae6b81e-fb37-4bee-944c-5b200d87af06 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=2c56b3b0e2a64dfcae483b1b48cfc1d5&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1537669 Sep 23 22:51:56.823510 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:56.827113 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b0259-3f1b-43ae-8c03-3f547454f1e6 req-34cae965-9649-4fc0-a6ef-0a3a35368756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:56.828638 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7d6b0259-3f1b-43ae-8c03-3f547454f1e6 req-34cae965-9649-4fc0-a6ef-0a3a35368756 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1216295 Sep 23 22:51:56.863194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dddfa84-8752-4ade-8dec-f0554b58b1aa']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:56.883206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee883275-15e1-4e67-a883-ff1b52170376') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:56.883512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee883275-15e1-4e67-a883-ff1b52170376') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:56.914435 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-ce160b9b-ca6f-44a2-9466-4dd267706763 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:56.927583 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:56.957910 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaf545-4e42-4faf-a542-b1258029e655 req-c8180c35-7c68-4c0f-8983-bfa70246b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:56.963578 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0afaf545-4e42-4faf-a542-b1258029e655 req-c8180c35-7c68-4c0f-8983-bfa70246b68d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c56b3b0e2a64dfcae483b1b48cfc1d5&device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 1095 time: 0.0472915 Sep 23 22:51:56.969663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a1588653-7e83-4db4-91ff-a988f1515bb4 req-0ed1a7c4-64de-4ee7-90b3-2a838561ea12 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 210 time: 0.0486104 Sep 23 22:51:56.977312 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:56.994723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:51:56.995335 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:51:56.998775 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:51:57.021521 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0afaf545-4e42-4faf-a542-b1258029e655 req-16ddba1c-c5c4-4148-99b8-be3668e5fb1c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35099693-fb42-4849-87fb-5c020d5817f5 HTTP/1.1" status: 200 len: 217 time: 0.0423632 Sep 23 22:51:57.087698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaf545-4e42-4faf-a542-b1258029e655 req-ed306337-1a2f-4aab-b628-135d3b306645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:57.089081 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0afaf545-4e42-4faf-a542-b1258029e655 req-ed306337-1a2f-4aab-b628-135d3b306645 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b90d70e8-f8d2-4931-a5f9-304121298d65 HTTP/1.1" status: 200 len: 847 time: 0.0600302 Sep 23 22:51:57.130721 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0afaf545-4e42-4faf-a542-b1258029e655 req-ad04e394-e837-41f7-a643-8f1eb3290e5a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8ed439b0-b68a-4991-a4cf-35b5087bd40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331597 Sep 23 22:51:57.269612 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0afaf545-4e42-4faf-a542-b1258029e655 req-1ba59872-da4f-45f3-b627-0812862e3915 service neutron] 10.222.0.67 "GET /v2.0/networks/8ed439b0-b68a-4991-a4cf-35b5087bd40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305783 Sep 23 22:51:57.282878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd07b86-578c-4a29-bf10-cfdc70fdab4c req-7e6a5148-eb5f-4cad-a0f7-7c41a56504da tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:57.285135 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5cd07b86-578c-4a29-bf10-cfdc70fdab4c req-7e6a5148-eb5f-4cad-a0f7-7c41a56504da tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 944 time: 0.0792685 Sep 23 22:51:57.311646 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:57.332495 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:57.334427 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/networks/5dddfa84-8752-4ade-8dec-f0554b58b1aa HTTP/1.1" status: 204 len: 168 time: 3.7067220 Sep 23 22:51:57.336295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501067dd-101c-4d8b-aaf8-61d9c7a6175f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Network': ['ID=5dddfa84-8752-4ade-8dec-f0554b58b1aa,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:57.338142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55042) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:57.372299 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-ce160b9b-ca6f-44a2-9466-4dd267706763 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:57.388391 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5cd07b86-578c-4a29-bf10-cfdc70fdab4c req-858fb498-a1e7-4773-9986-3a2e218ce8b6 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941122 Sep 23 22:51:57.394545 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18753e2-0cfc-4954-a4fb-af07fc58c7e8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] DELETE failed (client error): The resource could not be found. Sep 23 22:51:57.395201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18753e2-0cfc-4954-a4fb-af07fc58c7e8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:51:57.401685 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e18753e2-0cfc-4954-a4fb-af07fc58c7e8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/subnets/9b0b899c-ae8d-4384-9b2b-cc4cc21c043b HTTP/1.1" status: 404 len: 337 time: 0.0616920 Sep 23 22:51:57.401954 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55048) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:57.446245 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-7291d56a-29ab-4c82-bad9-af3155be87b2 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] DELETE failed (client error): The resource could not be found. Sep 23 22:51:57.447865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7291d56a-29ab-4c82-bad9-af3155be87b2 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:51:57.453879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7291d56a-29ab-4c82-bad9-af3155be87b2 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/networks/5dddfa84-8752-4ade-8dec-f0554b58b1aa HTTP/1.1" status: 404 len: 339 time: 0.0509911 Sep 23 22:51:57.461889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55050) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:57.464275 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0afaf545-4e42-4faf-a542-b1258029e655 req-c6ed2730-b369-424c-82f5-2c8afa119293 service neutron] 10.222.0.67 "GET /v2.0/networks/8ed439b0-b68a-4991-a4cf-35b5087bd40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780777 Sep 23 22:51:57.501048 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-ce160b9b-ca6f-44a2-9466-4dd267706763 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:57.508266 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-b7c47dd6-ee78-4fe9-ba45-39d11dcde2ed tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Allocated IP 172.20.0.7 (93242e97-ec6c-442d-9d88-fcaeda94d4f6/dc9dfff1-ec64-4341-80d2-b3a9f7d3f073/9a336a48-db42-4002-a4a7-cc5aee6f40dc) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:51:57.510806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-ce160b9b-ca6f-44a2-9466-4dd267706763 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:57.520810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-ce160b9b-ca6f-44a2-9466-4dd267706763 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:57.525234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce160b9b-ca6f-44a2-9466-4dd267706763 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Pushing event updated for resources: {'Port': ['ID=fa5ba318-717c-448e-a105-8bd02f97ed18,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:57.541137 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ee59fc-bf29-426a-a87d-7e825f036869 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] DELETE failed (client error): The resource could not be found. Sep 23 22:51:57.541610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ee59fc-bf29-426a-a87d-7e825f036869 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:51:57.543417 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-30ee59fc-bf29-426a-a87d-7e825f036869 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/subnets/1db65dfa-15da-4489-8a34-cdefa1517c81 HTTP/1.1" status: 404 len: 337 time: 0.0781412 Sep 23 22:51:57.547824 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55052) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:57.572673 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d27e43f-80d8-4c9a-8516-3daffca2bf9f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] DELETE failed (client error): The resource could not be found. Sep 23 22:51:57.573165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d27e43f-80d8-4c9a-8516-3daffca2bf9f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:51:57.575195 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0d27e43f-80d8-4c9a-8516-3daffca2bf9f tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/networks/2f0ba5e7-6dd8-42af-989d-c073bf43f1c2 HTTP/1.1" status: 404 len: 339 time: 0.0264370 Sep 23 22:51:57.578085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55054) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:57.601942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-ce160b9b-ca6f-44a2-9466-4dd267706763 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:57.602720 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-ce160b9b-ca6f-44a2-9466-4dd267706763 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:57.611152 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3f0d7a-7eac-41fd-9d2a-102fc576498b tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] DELETE failed (client error): The resource could not be found. Sep 23 22:51:57.611615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3f0d7a-7eac-41fd-9d2a-102fc576498b tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:51:57.614105 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fb3f0d7a-7eac-41fd-9d2a-102fc576498b tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/subnets/0d57c190-8db0-4523-8c5e-2e0763123881 HTTP/1.1" status: 404 len: 337 time: 0.0347719 Sep 23 22:51:57.616623 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55060) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:57.646591 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdca41e8-f037-4e3d-99c1-16bd5349ea05 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] DELETE failed (client error): The resource could not be found. Sep 23 22:51:57.647208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdca41e8-f037-4e3d-99c1-16bd5349ea05 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:51:57.650586 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fdca41e8-f037-4e3d-99c1-16bd5349ea05 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/networks/b2f31f51-7c34-422b-acbc-e7fa8082a4d3 HTTP/1.1" status: 404 len: 339 time: 0.0328746 Sep 23 22:51:57.653271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55062) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:57.786732 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-ce160b9b-ca6f-44a2-9466-4dd267706763 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6785474 Sep 23 22:51:57.800831 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-05437c59-d144-4b80-94ed-41a55daf97d7 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Deleting port 1afd0aca-dadd-4318-bee2-d32878716068 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:57.801725 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-05437c59-d144-4b80-94ed-41a55daf97d7 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:57.808580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Request body: {'port': {'device_id': 'f23bb6bc-dacf-4b73-bc45-99544923ef0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:57.849015 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-b7c47dd6-ee78-4fe9-ba45-39d11dcde2ed tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:57.894098 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-05437c59-d144-4b80-94ed-41a55daf97d7 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:57.897870 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:57.908119 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-05437c59-d144-4b80-94ed-41a55daf97d7 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Calling delete_port for 1afd0aca-dadd-4318-bee2-d32878716068 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:58.077008 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-b7c47dd6-ee78-4fe9-ba45-39d11dcde2ed tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:58.152669 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-05437c59-d144-4b80-94ed-41a55daf97d7 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:58.195398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-b7c47dd6-ee78-4fe9-ba45-39d11dcde2ed tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:51:58.200635 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05437c59-d144-4b80-94ed-41a55daf97d7 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Port': ['ID=1afd0aca-dadd-4318-bee2-d32878716068,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:58.204890 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-05437c59-d144-4b80-94ed-41a55daf97d7 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:58.209695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c47dd6-ee78-4fe9-ba45-39d11dcde2ed tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Pushing event updated for resources: {'Port': ['ID=9a336a48-db42-4002-a4a7-cc5aee6f40dc,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:58.210594 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-05437c59-d144-4b80-94ed-41a55daf97d7 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/ports/1afd0aca-dadd-4318-bee2-d32878716068 HTTP/1.1" status: 204 len: 168 time: 0.5560586 Sep 23 22:51:58.211625 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55078) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:58.220615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c88d45-c171-4651-ad8b-b090027a7d8b req-fb3b19cb-bb6e-48cc-9e6d-153ac68d2b72 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:58.223040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5c88d45-c171-4651-ad8b-b090027a7d8b req-fb3b19cb-bb6e-48cc-9e6d-153ac68d2b72 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 931 time: 0.1677365 Sep 23 22:51:58.224575 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-b7c47dd6-ee78-4fe9-ba45-39d11dcde2ed tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:51:58.230167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-b7c47dd6-ee78-4fe9-ba45-39d11dcde2ed tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:51:58.250777 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-419f11fb-4ef4-4433-a3b4-f69117bb18a1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] DELETE failed (client error): The resource could not be found. Sep 23 22:51:58.255194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419f11fb-4ef4-4433-a3b4-f69117bb18a1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:51:58.255194 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-419f11fb-4ef4-4433-a3b4-f69117bb18a1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/subnets/e8f69076-77e6-47eb-99b8-966fb4827f8a HTTP/1.1" status: 404 len: 337 time: 0.0406561 Sep 23 22:51:58.257818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55080) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:58.350414 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531c3f45-0a21-4749-818d-b6f95948dced tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:58.363211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-b7c47dd6-ee78-4fe9-ba45-39d11dcde2ed tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:58.363872 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-b7c47dd6-ee78-4fe9-ba45-39d11dcde2ed tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:58.391435 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5c88d45-c171-4651-ad8b-b090027a7d8b req-fbe71201-8d8e-4b4a-8eb0-5a9ed9e5c0af tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101875 Sep 23 22:51:58.499497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-b7c47dd6-ee78-4fe9-ba45-39d11dcde2ed tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5222554 Sep 23 22:51:58.513806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Request body: {'port': {'device_id': '53664520-e4b2-4f2b-b635-5a0622ff09c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:51:58.533529 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531c3f45-0a21-4749-818d-b6f95948dced tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:58.546667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5ba318-717c-448e-a105-8bd02f97ed18 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:51:58.559521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:58.584504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-531c3f45-0a21-4749-818d-b6f95948dced tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244375d1-18a3-4b07-a495-acadb50c7528']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:58.595036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Transition to ACTIVE for port object fa5ba318-717c-448e-a105-8bd02f97ed18 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:51:58.597015 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-531c3f45-0a21-4749-818d-b6f95948dced tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd749bd-0300-4c9c-85d3-eec474078810') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:58.597323 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-531c3f45-0a21-4749-818d-b6f95948dced tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd749bd-0300-4c9c-85d3-eec474078810') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:51:58.604934 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:58.610949 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531c3f45-0a21-4749-818d-b6f95948dced tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:58.629582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f96341-8699-495c-87cf-4c3c379e6a99 req-0ef72a19-ee27-47de-98c0-632369546c47 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:58.631187 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07f96341-8699-495c-87cf-4c3c379e6a99 req-0ef72a19-ee27-47de-98c0-632369546c47 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 944 time: 0.0941772 Sep 23 22:51:58.644449 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531c3f45-0a21-4749-818d-b6f95948dced tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:58.659151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531c3f45-0a21-4749-818d-b6f95948dced tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:51:58.659151 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531c3f45-0a21-4749-818d-b6f95948dced tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:51:58.670439 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:51:58.716476 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07f96341-8699-495c-87cf-4c3c379e6a99 req-63899dcb-928e-493d-a8af-63038c2942f4 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696216 Sep 23 22:51:58.747813 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:58.807391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5ba318-717c-448e-a105-8bd02f97ed18,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:58.918328 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531c3f45-0a21-4749-818d-b6f95948dced tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:58.930909 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-531c3f45-0a21-4749-818d-b6f95948dced tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:58.933650 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-531c3f45-0a21-4749-818d-b6f95948dced tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/networks/244375d1-18a3-4b07-a495-acadb50c7528 HTTP/1.1" status: 204 len: 168 time: 0.6746256 Sep 23 22:51:58.936452 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55098) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:58.962941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c3f45-0a21-4749-818d-b6f95948dced tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Network': ['ID=244375d1-18a3-4b07-a495-acadb50c7528,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:59.071745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a336a48-db42-4002-a4a7-cc5aee6f40dc {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:51:59.082190 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:59.101283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Attempting to bind port fa5ba318-717c-448e-a105-8bd02f97ed18 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:51:59.101733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Attempting to bind port fa5ba318-717c-448e-a105-8bd02f97ed18 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:51:59.101946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Attempting to bind port fa5ba318-717c-448e-a105-8bd02f97ed18 on network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:59.105298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Transition to ACTIVE for port object 9a336a48-db42-4002-a4a7-cc5aee6f40dc will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:51:59.108555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Port fa5ba318-717c-448e-a105-8bd02f97ed18 on network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:51:59.108555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Attempting to bind port fa5ba318-717c-448e-a105-8bd02f97ed18 on network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:59.113047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:51:59.113437 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Checking segment: {'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:59.113861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Bound using segment: {'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:51:59.114916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Bound port: fa5ba318-717c-448e-a105-8bd02f97ed18, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:51:59.115230 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:59.120385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-20250bb0-1b3b-469d-8226-380b1f1dfc75 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Deleting port be3d90d6-a793-4d24-b4c5-4495e065eba9 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:51:59.120783 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20250bb0-1b3b-469d-8226-380b1f1dfc75 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:59.212527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] For port fa5ba318-717c-448e-a105-8bd02f97ed18, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:51:59.219284 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] For port fa5ba318-717c-448e-a105-8bd02f97ed18, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=fa5ba318-717c-448e-a105-8bd02f97ed18,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:51:59.223099 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20250bb0-1b3b-469d-8226-380b1f1dfc75 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:59.223260 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:59.247221 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-20250bb0-1b3b-469d-8226-380b1f1dfc75 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Calling delete_port for be3d90d6-a793-4d24-b4c5-4495e065eba9 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:51:59.307295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Pushing event updated for resources: {'Port': ['ID=9a336a48-db42-4002-a4a7-cc5aee6f40dc,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:59.334614 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:59.342179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:59.342519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:59.342851 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:59.343187 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:59.343512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:59.343858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:59.344152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:59.344550 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:59.344783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:59.345096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:59.345452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:59.345745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:51:59.395541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:59.396169 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:59.397619 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] 10.222.0.67 "PUT /v2.0/ports/fa5ba318-717c-448e-a105-8bd02f97ed18 HTTP/1.1" status: 200 len: 1091 time: 1.5966129 Sep 23 22:51:59.400463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23bb6bc-dacf-4b73-bc45-99544923ef0f', 'tag': 'fa5ba318-717c-448e-a105-8bd02f97ed18'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:51:59.402811 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2bf62c-2b3a-4cc1-8ec1-8a825ca95cff" -d '{"events": [{"name": "network-changed", "server_uuid": "f23bb6bc-dacf-4b73-bc45-99544923ef0f", "tag": "fa5ba318-717c-448e-a105-8bd02f97ed18"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:51:59.423796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Attempting to bind port 9a336a48-db42-4002-a4a7-cc5aee6f40dc on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:51:59.424175 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Attempting to bind port 9a336a48-db42-4002-a4a7-cc5aee6f40dc by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:51:59.425126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Attempting to bind port 9a336a48-db42-4002-a4a7-cc5aee6f40dc on network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:59.443560 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20250bb0-1b3b-469d-8226-380b1f1dfc75 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:59.447949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Port 9a336a48-db42-4002-a4a7-cc5aee6f40dc on network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:51:59.447949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Attempting to bind port 9a336a48-db42-4002-a4a7-cc5aee6f40dc on network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:51:59.448734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62e39e-bc40-4351-b2c7-a092e1c5f115 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5ba318-717c-448e-a105-8bd02f97ed18,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:59.456027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:51:59.456681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Checking segment: {'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:51:59.457267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Bound using segment: {'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:51:59.457267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Bound port: 9a336a48-db42-4002-a4a7-cc5aee6f40dc, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:51:59.457617 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:59.469698 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a00f5b9-6320-4c92-8dd0-4d796555b358 x-openstack-request-id: req-6a00f5b9-6320-4c92-8dd0-4d796555b358 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:51:59.480469 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23bb6bc-dacf-4b73-bc45-99544923ef0f", "tag": "fa5ba318-717c-448e-a105-8bd02f97ed18", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:51:59.480469 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a00f5b9-6320-4c92-8dd0-4d796555b358 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:51:59.480469 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23bb6bc-dacf-4b73-bc45-99544923ef0f', 'tag': 'fa5ba318-717c-448e-a105-8bd02f97ed18', 'status': 'completed', 'code': 200} Sep 23 22:51:59.490947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20250bb0-1b3b-469d-8226-380b1f1dfc75 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Port': ['ID=be3d90d6-a793-4d24-b4c5-4495e065eba9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:51:59.497425 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20250bb0-1b3b-469d-8226-380b1f1dfc75 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:59.501890 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-20250bb0-1b3b-469d-8226-380b1f1dfc75 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/ports/be3d90d6-a793-4d24-b4c5-4495e065eba9 HTTP/1.1" status: 204 len: 168 time: 0.5640180 Sep 23 22:51:59.504861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55116) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:59.544620 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27ea036-10cb-4dae-839f-437dac1820c8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] DELETE failed (client error): The resource could not be found. Sep 23 22:51:59.545283 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27ea036-10cb-4dae-839f-437dac1820c8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:51:59.547119 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d27ea036-10cb-4dae-839f-437dac1820c8 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/subnets/9c90dcdb-7c00-4148-9392-44a80e257578 HTTP/1.1" status: 404 len: 337 time: 0.0409644 Sep 23 22:51:59.554458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55120) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:51:59.616361 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168deabf-ffd6-4569-aa93-051b874b920f req-a874552f-8c8b-47b0-848f-94b43dc33585 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:59.622088 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-168deabf-ffd6-4569-aa93-051b874b920f req-a874552f-8c8b-47b0-848f-94b43dc33585 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 943 time: 0.0797796 Sep 23 22:51:59.630089 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] For port 9a336a48-db42-4002-a4a7-cc5aee6f40dc, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:51:59.668414 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-168deabf-ffd6-4569-aa93-051b874b920f req-1779bd51-db90-4fa5-91bd-f1821f5ef07e tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431218 Sep 23 22:51:59.677035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] For port 9a336a48-db42-4002-a4a7-cc5aee6f40dc, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=9a336a48-db42-4002-a4a7-cc5aee6f40dc,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:51:59.724541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bf62c-2b3a-4cc1-8ec1-8a825ca95cff req-b1f593aa-4971-4edc-b339-4b40cd609046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:59.726134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2e2bf62c-2b3a-4cc1-8ec1-8a825ca95cff req-b1f593aa-4971-4edc-b339-4b40cd609046 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3bf0827fb4624def958dba6a806a918c&device_id=f23bb6bc-dacf-4b73-bc45-99544923ef0f HTTP/1.1" status: 200 len: 1094 time: 0.1701701 Sep 23 22:51:59.732348 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-639cf6fe-cbd2-4c9f-80c4-5538b49e47b1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:59.836552 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:59.964434 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-639cf6fe-cbd2-4c9f-80c4-5538b49e47b1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:59.988230 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:51:59.988230 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:51:59.988230 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] 10.222.0.43 "PUT /v2.0/ports/9a336a48-db42-4002-a4a7-cc5aee6f40dc HTTP/1.1" status: 200 len: 1091 time: 1.4796538 Sep 23 22:52:00.038711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-639cf6fe-cbd2-4c9f-80c4-5538b49e47b1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d98574-135c-4e81-9f4b-407830b9d870']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:00.052730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bf62c-2b3a-4cc1-8ec1-8a825ca95cff req-e1f174b1-01ad-4e63-9238-a9ddea086438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:00.054304 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2e2bf62c-2b3a-4cc1-8ec1-8a825ca95cff req-e1f174b1-01ad-4e63-9238-a9ddea086438 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=3bf0827fb4624def958dba6a806a918c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3128767 Sep 23 22:52:00.058107 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-639cf6fe-cbd2-4c9f-80c4-5538b49e47b1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30d258d-4b0f-4543-8376-e42a952615ae') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:00.058413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-639cf6fe-cbd2-4c9f-80c4-5538b49e47b1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30d258d-4b0f-4543-8376-e42a952615ae') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:00.067116 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2c9e7-004a-400e-8a95-3a12b668605e service neutron] Pushing event updated for resources: {'Port': ['ID=9a336a48-db42-4002-a4a7-cc5aee6f40dc,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:00.084303 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-639cf6fe-cbd2-4c9f-80c4-5538b49e47b1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:00.115740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f33d1-dd6a-415f-b941-671af4cb3141 req-b6fedd22-e9f9-4314-8aac-ab3001d7aa3c tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:00.117376 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b18f33d1-dd6a-415f-b941-671af4cb3141 req-b6fedd22-e9f9-4314-8aac-ab3001d7aa3c tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 944 time: 0.3177824 Sep 23 22:52:00.140605 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-639cf6fe-cbd2-4c9f-80c4-5538b49e47b1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:00.159359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639cf6fe-cbd2-4c9f-80c4-5538b49e47b1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:00.159800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-639cf6fe-cbd2-4c9f-80c4-5538b49e47b1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:00.163261 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:00.312402 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b18f33d1-dd6a-415f-b941-671af4cb3141 req-d2b5bf41-af4b-455f-b559-a8a1641661d2 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852207 Sep 23 22:52:00.328197 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1a522073-87b2-4105-ac5d-be2b4a60ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:00.329728 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1a522073-87b2-4105-ac5d-be2b4a60ea33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bf0827fb4624def958dba6a806a918c&device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 1094 time: 0.1659746 Sep 23 22:52:00.330839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bf62c-2b3a-4cc1-8ec1-8a825ca95cff req-15366b76-d09f-48b5-919d-2314c31cd57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:00.332175 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2e2bf62c-2b3a-4cc1-8ec1-8a825ca95cff req-15366b76-d09f-48b5-919d-2314c31cd57c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2602704 Sep 23 22:52:00.383421 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-1a7fe1cb-f2ee-4143-9982-95e66b3a9688 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a336a48-db42-4002-a4a7-cc5aee6f40dc HTTP/1.1" status: 200 len: 217 time: 0.0457313 Sep 23 22:52:00.387425 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-639cf6fe-cbd2-4c9f-80c4-5538b49e47b1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:00.391168 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-639cf6fe-cbd2-4c9f-80c4-5538b49e47b1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:00.393043 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-639cf6fe-cbd2-4c9f-80c4-5538b49e47b1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/networks/66d98574-135c-4e81-9f4b-407830b9d870 HTTP/1.1" status: 204 len: 168 time: 0.8306177 Sep 23 22:52:00.396409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55140) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:00.473544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cf6fe-cbd2-4c9f-80c4-5538b49e47b1 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Network': ['ID=66d98574-135c-4e81-9f4b-407830b9d870,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:00.534597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26587a7-76fb-470f-9df5-917089c5edb2 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Deleting subnet 8435cbc4-c8de-49d3-82b1-98f717ee4d4b {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:52:00.542000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-fb095e88-054d-4ed3-a9ff-386868a9a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:00.542000 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-fb095e88-054d-4ed3-a9ff-386868a9a7be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dc9dfff1-ec64-4341-80d2-b3a9f7d3f073 HTTP/1.1" status: 200 len: 852 time: 0.1448877 Sep 23 22:52:00.542295 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e26587a7-76fb-470f-9df5-917089c5edb2 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:00.566526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-9ac366a8-0384-41cd-a58e-76c0453a3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:00.568108 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-9ac366a8-0384-41cd-a58e-76c0453a3bf3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3bf0827fb4624def958dba6a806a918c&device_id=f23bb6bc-dacf-4b73-bc45-99544923ef0f HTTP/1.1" status: 200 len: 1094 time: 0.1553676 Sep 23 22:52:00.616616 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-ed98f0a4-2467-469c-8289-dd1fe9e89326 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=93242e97-ec6c-442d-9d88-fcaeda94d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473347 Sep 23 22:52:00.655578 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-f757ab59-14df-4feb-b592-ea1e85c2ebf4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa5ba318-717c-448e-a105-8bd02f97ed18 HTTP/1.1" status: 200 len: 217 time: 0.0712483 Sep 23 22:52:00.670573 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e26587a7-76fb-470f-9df5-917089c5edb2 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:00.809921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-12593234-9a7a-428b-8ed2-d5938d040634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:00.815850 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-12593234-9a7a-428b-8ed2-d5938d040634 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc9dfff1-ec64-4341-80d2-b3a9f7d3f073 HTTP/1.1" status: 200 len: 852 time: 0.1431398 Sep 23 22:52:00.874335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ca80b-7339-43cc-b0e0-8c8f8d00fe65 req-7099d25a-a569-47f2-9397-0eec6a0f7efe tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:00.876179 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-855ca80b-7339-43cc-b0e0-8c8f8d00fe65 req-7099d25a-a569-47f2-9397-0eec6a0f7efe tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 943 time: 0.0875752 Sep 23 22:52:00.880275 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-32de22aa-436d-4218-b483-f73a558b7360 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93242e97-ec6c-442d-9d88-fcaeda94d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460157 Sep 23 22:52:00.901522 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-eb3b9c38-f1c7-410e-878e-b57b352c51b4 service neutron] 10.222.0.43 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556846 Sep 23 22:52:00.902838 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e26587a7-76fb-470f-9df5-917089c5edb2 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:00.934773 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-855ca80b-7339-43cc-b0e0-8c8f8d00fe65 req-7deb3ced-756f-4620-8349-f6c5eabd9ea1 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476987 Sep 23 22:52:01.142277 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-0b81083e-cddb-4162-a9fb-c9815d7ea48a service neutron] 10.222.0.67 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542689 Sep 23 22:52:01.169353 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-28dd2dd6-e046-4886-8a0f-94d56ca7ad08 service neutron] 10.222.0.43 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490687 Sep 23 22:52:01.625974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53664520-e4b2-4f2b-b635-5a0622ff09c3', 'tag': '9a336a48-db42-4002-a4a7-cc5aee6f40dc'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:01.628454 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54477b10-e79e-42f9-b1a8-31b8e08b7abf" -d '{"events": [{"name": "network-changed", "server_uuid": "53664520-e4b2-4f2b-b635-5a0622ff09c3", "tag": "9a336a48-db42-4002-a4a7-cc5aee6f40dc"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:01.639787 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e26587a7-76fb-470f-9df5-917089c5edb2 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:01.695048 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a788820-4141-4a29-a786-234245899f71 x-openstack-request-id: req-3a788820-4141-4a29-a786-234245899f71 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:01.695347 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53664520-e4b2-4f2b-b635-5a0622ff09c3", "tag": "9a336a48-db42-4002-a4a7-cc5aee6f40dc", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:01.695593 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a788820-4141-4a29-a786-234245899f71 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:01.695963 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53664520-e4b2-4f2b-b635-5a0622ff09c3', 'tag': '9a336a48-db42-4002-a4a7-cc5aee6f40dc', 'status': 'completed', 'code': 200} Sep 23 22:52:01.711922 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26587a7-76fb-470f-9df5-917089c5edb2 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Subnet': ['ID=8435cbc4-c8de-49d3-82b1-98f717ee4d4b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:01.724658 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe1c130-0643-4c73-a795-a1663c72beab None None] Network 379f106d-db8e-4071-8811-aa740c49a5af requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:01.757418 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e26587a7-76fb-470f-9df5-917089c5edb2 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:01.759456 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e26587a7-76fb-470f-9df5-917089c5edb2 tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/subnets/8435cbc4-c8de-49d3-82b1-98f717ee4d4b HTTP/1.1" status: 204 len: 168 time: 1.3621342 Sep 23 22:52:01.762129 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55174) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:01.778266 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e1801c8-013b-4d8c-99f0-469d5b4cb811 req-e7188f4c-a657-471b-8648-286c3ba08ebd service neutron] 10.222.0.67 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227074 Sep 23 22:52:01.822336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96222067-139a-4ac1-8f47-026c821da0a6 req-54a21eae-9280-4456-a9a4-9d7e2936178c tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:01.824724 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96222067-139a-4ac1-8f47-026c821da0a6 req-54a21eae-9280-4456-a9a4-9d7e2936178c tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 944 time: 0.1905770 Sep 23 22:52:01.834342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54477b10-e79e-42f9-b1a8-31b8e08b7abf req-6d0bd03c-ece1-4b57-8500-567393212baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:01.836811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54477b10-e79e-42f9-b1a8-31b8e08b7abf req-6d0bd03c-ece1-4b57-8500-567393212baf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bf0827fb4624def958dba6a806a918c&device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 1094 time: 0.1395128 Sep 23 22:52:01.857924 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 35099693-fb42-4849-87fb-5c020d5817f5 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:52:01.916033 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:01.935003 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96222067-139a-4ac1-8f47-026c821da0a6 req-7b9799c9-030a-437f-8937-a970bc00fcfb tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967851 Sep 23 22:52:02.040256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54477b10-e79e-42f9-b1a8-31b8e08b7abf req-e4bee3e9-d5cd-40a0-bfcb-d012f280fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:02.044001 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54477b10-e79e-42f9-b1a8-31b8e08b7abf req-e4bee3e9-d5cd-40a0-bfcb-d012f280fbc6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=93242e97-ec6c-442d-9d88-fcaeda94d4f6 HTTP/1.1" status: 200 len: 913 time: 0.1977050 Sep 23 22:52:02.046449 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Deleting port 7ad9073e-08c7-434f-b706-eccf510d095c {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:02.047253 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:02.126302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 35099693-fb42-4849-87fb-5c020d5817f5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=35099693-fb42-4849-87fb-5c020d5817f5,segment=NetworkSegment(42ba5681-f993-4397-b234-70ce29b3811e),segment_id=42ba5681-f993-4397-b234-70ce29b3811e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:02.134453 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54477b10-e79e-42f9-b1a8-31b8e08b7abf req-496f7fc2-ffc4-4404-8fde-280a8b5c406b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a336a48-db42-4002-a4a7-cc5aee6f40dc HTTP/1.1" status: 200 len: 217 time: 0.0822754 Sep 23 22:52:02.134656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e8b8ff-5817-4cdf-bb28-443b72301d0b None None] DHCP port deletion for 379f106d-db8e-4071-8811-aa740c49a5af request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:52:02.150324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '35099693-fb42-4849-87fb-5c020d5817f5', 'network_id': '8ed439b0-b68a-4991-a4cf-35b5087bd40b', 'port_id': '35099693-fb42-4849-87fb-5c020d5817f5', 'mac_address': 'fa:16:3e:e7:66:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90d70e8-f8d2-4931-a5f9-304121298d65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:52:02.193407 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] For port 7ad9073e-08c7-434f-b706-eccf510d095c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7ad9073e-08c7-434f-b706-eccf510d095c,segment=NetworkSegment(0a6bf146-f5b6-4cfe-9949-7b785f9683e7),segment_id=0a6bf146-f5b6-4cfe-9949-7b785f9683e7)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:02.193820 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:02.207802 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Calling delete_port for 7ad9073e-08c7-434f-b706-eccf510d095c owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:02.215356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54477b10-e79e-42f9-b1a8-31b8e08b7abf req-7f90f43c-b17c-4f34-b5e6-2d587df01315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:02.216904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54477b10-e79e-42f9-b1a8-31b8e08b7abf req-7f90f43c-b17c-4f34-b5e6-2d587df01315 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dc9dfff1-ec64-4341-80d2-b3a9f7d3f073 HTTP/1.1" status: 200 len: 852 time: 0.0743635 Sep 23 22:52:02.254364 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:02.261851 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54477b10-e79e-42f9-b1a8-31b8e08b7abf req-a1828465-3571-4870-8f53-795400564905 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=93242e97-ec6c-442d-9d88-fcaeda94d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368741 Sep 23 22:52:02.278981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-46e8b8ff-5817-4cdf-bb28-443b72301d0b None None] Deleting port 7ad9073e-08c7-434f-b706-eccf510d095c {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:02.279359 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46e8b8ff-5817-4cdf-bb28-443b72301d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:02.284097 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35099693-fb42-4849-87fb-5c020d5817f5 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:52:02.346919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 35099693-fb42-4849-87fb-5c020d5817f5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=35099693-fb42-4849-87fb-5c020d5817f5,segment=NetworkSegment(42ba5681-f993-4397-b234-70ce29b3811e),segment_id=42ba5681-f993-4397-b234-70ce29b3811e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:02.352456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51b99a-c0fa-4b0a-b1a0-f67557c13995 req-e5c8b316-25f5-4077-bdfd-abf21c1032ac tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:02.354449 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5a51b99a-c0fa-4b0a-b1a0-f67557c13995 req-e5c8b316-25f5-4077-bdfd-abf21c1032ac tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 943 time: 0.1269259 Sep 23 22:52:02.390132 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-46e8b8ff-5817-4cdf-bb28-443b72301d0b None None] For port 7ad9073e-08c7-434f-b706-eccf510d095c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7ad9073e-08c7-434f-b706-eccf510d095c,segment=NetworkSegment(0a6bf146-f5b6-4cfe-9949-7b785f9683e7),segment_id=0a6bf146-f5b6-4cfe-9949-7b785f9683e7)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:02.390441 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46e8b8ff-5817-4cdf-bb28-443b72301d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:02.405451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-46e8b8ff-5817-4cdf-bb28-443b72301d0b None None] Calling delete_port for 7ad9073e-08c7-434f-b706-eccf510d095c owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:02.409041 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5a51b99a-c0fa-4b0a-b1a0-f67557c13995 req-4db2615e-ab69-4c64-be43-4a86d604836f tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447683 Sep 23 22:52:02.436776 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54477b10-e79e-42f9-b1a8-31b8e08b7abf req-3a1e65f7-7bfa-4ea0-91c4-a420a22f4dd7 service neutron] 10.222.0.43 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669645 Sep 23 22:52:02.500443 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:02.511727 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:02.568718 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Port': ['ID=7ad9073e-08c7-434f-b706-eccf510d095c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:02.571539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] No DVR routers for this DVR port 7ad9073e-08c7-434f-b706-eccf510d095c on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:52:02.574599 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46e8b8ff-5817-4cdf-bb28-443b72301d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:02.587343 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54477b10-e79e-42f9-b1a8-31b8e08b7abf req-544ab3e7-05ba-4526-be93-0d5f12c88ad6 service neutron] 10.222.0.43 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425292 Sep 23 22:52:02.591506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=35099693-fb42-4849-87fb-5c020d5817f5,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:02.619948 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8b8ff-5817-4cdf-bb28-443b72301d0b None None] Pushing event deleted for resources: {'Port': ['ID=7ad9073e-08c7-434f-b706-eccf510d095c,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:02.621763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e8b8ff-5817-4cdf-bb28-443b72301d0b None None] No DVR routers for this DVR port 7ad9073e-08c7-434f-b706-eccf510d095c on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:52:02.684582 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7ad9073e-08c7-434f-b706-eccf510d095c no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:52:02.692650 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:02.707420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 7ad9073e-08c7-434f-b706-eccf510d095c {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:52:02.707760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7ad9073e-08c7-434f-b706-eccf510d095c not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:52:02.715044 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379f106d-db8e-4071-8811-aa740c49a5af']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:02.728231 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6bf146-f5b6-4cfe-9949-7b785f9683e7') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:02.728534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6bf146-f5b6-4cfe-9949-7b785f9683e7') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:02.743760 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:02.759162 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:02.765707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:02.766090 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:02.769343 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:02.905066 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:02.912898 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:02.917933 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] 10.222.0.22 "DELETE /v2.0/networks/379f106d-db8e-4071-8811-aa740c49a5af HTTP/1.1" status: 204 len: 168 time: 1.1543028 Sep 23 22:52:02.926099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['35099693-fb42-4849-87fb-5c020d5817f5'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:52:02.932310 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edda425-020d-48fa-bfb3-e5d681d25dfb tempest-NetworksIpV6TestAttrs-179701839 tempest-NetworksIpV6TestAttrs-179701839-project] Pushing event deleted for resources: {'Network': ['ID=379f106d-db8e-4071-8811-aa740c49a5af,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:03.095933 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4a12a-079c-4458-98b9-282f8910e692 req-8cab1c88-aeea-4fd7-88a3-b0746f89d8d0 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:03.098528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-33d4a12a-079c-4458-98b9-282f8910e692 req-8cab1c88-aeea-4fd7-88a3-b0746f89d8d0 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 945 time: 0.0641322 Sep 23 22:52:03.166514 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-33d4a12a-079c-4458-98b9-282f8910e692 req-c17f546f-b7b5-4fde-9121-d558c360b40d tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594175 Sep 23 22:52:03.447874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55210) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:03.553098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9975b5-9711-4d5f-af4a-47dfa3867e83 req-b0202207-368c-4b67-9faa-8ca1ee15388d tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:03.555010 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8f9975b5-9711-4d5f-af4a-47dfa3867e83 req-b0202207-368c-4b67-9faa-8ca1ee15388d tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 943 time: 0.0642807 Sep 23 22:52:03.612161 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8f9975b5-9711-4d5f-af4a-47dfa3867e83 req-57ac756d-896f-45a6-b3be-5b1b3dd62eeb tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507281 Sep 23 22:52:03.664742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55216) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:03.665807 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-199641a2-9886-4a40-a239-b11958d66fc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6fb7de60026457694df3525e64ad011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221875 Sep 23 22:52:03.747088 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b820986a-9ed5-481b-8567-61286a25deb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:03.778641 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b820986a-9ed5-481b-8567-61286a25deb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:03.848971 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 35099693-fb42-4849-87fb-5c020d5817f5 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:52:03.997831 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b820986a-9ed5-481b-8567-61286a25deb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:04.001510 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b820986a-9ed5-481b-8567-61286a25deb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:04.003895 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b820986a-9ed5-481b-8567-61286a25deb2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e0ebb2b-51d2-4756-b387-ca7c6ef88d7d HTTP/1.1" status: 204 len: 168 time: 0.3377049 Sep 23 22:52:04.011084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 9a336a48-db42-4002-a4a7-cc5aee6f40dc details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:52:04.019906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820986a-9ed5-481b-8567-61286a25deb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0ebb2b-51d2-4756-b387-ca7c6ef88d7d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:04.063166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 35099693-fb42-4849-87fb-5c020d5817f5 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:52:04.079885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 35099693-fb42-4849-87fb-5c020d5817f5 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:52:04.081813 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:04.270334 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 9a336a48-db42-4002-a4a7-cc5aee6f40dc, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=9a336a48-db42-4002-a4a7-cc5aee6f40dc,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:04.282142 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:04.295313 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '9a336a48-db42-4002-a4a7-cc5aee6f40dc', 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6', 'port_id': '9a336a48-db42-4002-a4a7-cc5aee6f40dc', 'mac_address': 'fa:16:3e:ab:d3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9dfff1-ec64-4341-80d2-b3a9f7d3f073', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:52:04.328043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585a5ea-9894-4f0b-96d3-e04016d7c8be req-60b512fb-9579-4f8f-8129-072093d4ec6c tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:04.330037 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7585a5ea-9894-4f0b-96d3-e04016d7c8be req-60b512fb-9579-4f8f-8129-072093d4ec6c tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 945 time: 0.0606987 Sep 23 22:52:04.338477 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439e0f92-588d-4ff9-831b-cfeb860929a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35099693-fb42-4849-87fb-5c020d5817f5'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:04.340959 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2833e4-7157-4dbd-bcae-b165bb2860b2" -d '{"events": [{"server_uuid": "439e0f92-588d-4ff9-831b-cfeb860929a3", "name": "network-vif-plugged", "status": "completed", "tag": "35099693-fb42-4849-87fb-5c020d5817f5"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:04.360773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 35099693-fb42-4849-87fb-5c020d5817f5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=35099693-fb42-4849-87fb-5c020d5817f5,segment=NetworkSegment(42ba5681-f993-4397-b234-70ce29b3811e),segment_id=42ba5681-f993-4397-b234-70ce29b3811e)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:04.379575 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:04.402128 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7585a5ea-9894-4f0b-96d3-e04016d7c8be req-635ab252-1e3a-4a27-b98b-e5c8c2a5f3ce tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640247 Sep 23 22:52:04.409964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a336a48-db42-4002-a4a7-cc5aee6f40dc {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:52:04.447175 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f378f61-a04d-4fa8-9c82-81f231c7785a x-openstack-request-id: req-3f378f61-a04d-4fa8-9c82-81f231c7785a {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:04.447175 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439e0f92-588d-4ff9-831b-cfeb860929a3", "name": "network-vif-plugged", "status": "completed", "tag": "35099693-fb42-4849-87fb-5c020d5817f5", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:04.447175 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f378f61-a04d-4fa8-9c82-81f231c7785a {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:04.447175 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439e0f92-588d-4ff9-831b-cfeb860929a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35099693-fb42-4849-87fb-5c020d5817f5', 'code': 200} Sep 23 22:52:04.450120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 9a336a48-db42-4002-a4a7-cc5aee6f40dc, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=9a336a48-db42-4002-a4a7-cc5aee6f40dc,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:04.465734 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:04.539544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=35099693-fb42-4849-87fb-5c020d5817f5,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:04.545802 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:04.606605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=9a336a48-db42-4002-a4a7-cc5aee6f40dc,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:04.623094 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfe847-3509-42f4-ab18-18b7801d871e req-f29ca709-7835-4e96-8cb4-ed46333b2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:04.623094 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2dfe847-3509-42f4-ab18-18b7801d871e req-f29ca709-7835-4e96-8cb4-ed46333b2739 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 1097 time: 0.0606961 Sep 23 22:52:04.691527 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2dfe847-3509-42f4-ab18-18b7801d871e req-6d6048b3-11ee-43d2-ae41-a76877412c0a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611575 Sep 23 22:52:04.756307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['9a336a48-db42-4002-a4a7-cc5aee6f40dc'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:52:04.791683 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7877707-235a-44df-b85f-d18662933a68 req-21cec929-a6db-47ed-ac76-e2d6c31d24c5 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:04.793306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b7877707-235a-44df-b85f-d18662933a68 req-21cec929-a6db-47ed-ac76-e2d6c31d24c5 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 944 time: 0.0759461 Sep 23 22:52:04.851243 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b7877707-235a-44df-b85f-d18662933a68 req-5e0c83fb-aadc-4767-a586-2e18ecb330e5 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490229 Sep 23 22:52:05.568220 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3b0fa-b333-432f-b940-083ed3c02182 req-56ebd55b-70ad-4a0a-ba15-24ffdb1beb11 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:05.569798 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cd3b0fa-b333-432f-b940-083ed3c02182 req-56ebd55b-70ad-4a0a-ba15-24ffdb1beb11 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 946 time: 0.0751138 Sep 23 22:52:05.616957 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cd3b0fa-b333-432f-b940-083ed3c02182 req-cb11248f-a084-472d-b11d-7e2000cb48c2 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401745 Sep 23 22:52:05.650055 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55268) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:05.765382 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-304135226'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:05.871826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device fa5ba318-717c-448e-a105-8bd02f97ed18 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:52:05.906111 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:05.913820 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:05.937190 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:06.064709 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 9a336a48-db42-4002-a4a7-cc5aee6f40dc up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:52:06.085732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a09ab-8385-4c87-a795-3cccf32fdb1b req-79de8b7b-6906-43eb-855d-068016a957b1 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:06.093298 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d82a09ab-8385-4c87-a795-3cccf32fdb1b req-79de8b7b-6906-43eb-855d-068016a957b1 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 944 time: 0.1003373 Sep 23 22:52:06.143249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port fa5ba318-717c-448e-a105-8bd02f97ed18, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=fa5ba318-717c-448e-a105-8bd02f97ed18,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:06.169030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'fa5ba318-717c-448e-a105-8bd02f97ed18', 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6', 'port_id': 'fa5ba318-717c-448e-a105-8bd02f97ed18', 'mac_address': 'fa:16:3e:46:cd:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9dfff1-ec64-4341-80d2-b3a9f7d3f073', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:52:06.174301 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d82a09ab-8385-4c87-a795-3cccf32fdb1b req-7a7c162a-067b-40cb-b13a-31440dbdb380 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799127 Sep 23 22:52:06.212760 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:06.225423 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:06.240815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5ba318-717c-448e-a105-8bd02f97ed18 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:52:06.263414 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port fa5ba318-717c-448e-a105-8bd02f97ed18, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=fa5ba318-717c-448e-a105-8bd02f97ed18,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:06.294241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 9a336a48-db42-4002-a4a7-cc5aee6f40dc completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:52:06.298662 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 9a336a48-db42-4002-a4a7-cc5aee6f40dc triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:52:06.299075 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:06.357224 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:06.383074 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:06.387506 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:52:06.396929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f78988-1746-450f-a86b-630d97ae4df5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:06.403264 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:06.403666 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Added segment c741cef5-65ec-4669-9330-f94744e2ca71 of type vlan for network 1d6c18dc-e78d-448b-a186-db2adba52cc8 Sep 23 22:52:06.418781 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:06.471543 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:06.623012 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53664520-e4b2-4f2b-b635-5a0622ff09c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a336a48-db42-4002-a4a7-cc5aee6f40dc'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:06.625472 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e74a58-6611-4b06-8373-748d6f2b633a" -d '{"events": [{"server_uuid": "53664520-e4b2-4f2b-b635-5a0622ff09c3", "name": "network-vif-plugged", "status": "completed", "tag": "9a336a48-db42-4002-a4a7-cc5aee6f40dc"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:06.630145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 9a336a48-db42-4002-a4a7-cc5aee6f40dc, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=9a336a48-db42-4002-a4a7-cc5aee6f40dc,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:06.646872 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:06.656291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:06.657081 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:06.715265 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=fa5ba318-717c-448e-a105-8bd02f97ed18,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:06.737934 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e8155c-10ee-46c3-8a7b-244409b5d637 x-openstack-request-id: req-a8e8155c-10ee-46c3-8a7b-244409b5d637 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:06.738344 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53664520-e4b2-4f2b-b635-5a0622ff09c3", "name": "network-vif-plugged", "status": "completed", "tag": "9a336a48-db42-4002-a4a7-cc5aee6f40dc", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:06.738797 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8e8155c-10ee-46c3-8a7b-244409b5d637 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:06.739265 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53664520-e4b2-4f2b-b635-5a0622ff09c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a336a48-db42-4002-a4a7-cc5aee6f40dc', 'code': 200} Sep 23 22:52:06.740573 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:06.802650 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:06.809618 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['fa5ba318-717c-448e-a105-8bd02f97ed18'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:52:06.835913 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=9a336a48-db42-4002-a4a7-cc5aee6f40dc,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:06.836543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Network': ['ID=1d6c18dc-e78d-448b-a186-db2adba52cc8,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:06.858702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 1d6c18dc-e78d-448b-a186-db2adba52cc8 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:52:06.883923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11516bb7-d532-42a9-9a1c-d7ec3ea8e3fb req-2615dd22-7246-465e-8cae-8c8e255468a7 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:06.889649 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-11516bb7-d532-42a9-9a1c-d7ec3ea8e3fb req-2615dd22-7246-465e-8cae-8c8e255468a7 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 946 time: 0.1477349 Sep 23 22:52:06.899390 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9945b66f-734c-4b99-9b0b-d39e1b192714 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2475183 Sep 23 22:52:06.907255 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cc23c-2c6f-412e-aa08-414f17a6350f req-015f2c91-7413-4626-a0b8-e3cdf552c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:06.911648 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-950cc23c-2c6f-412e-aa08-414f17a6350f req-015f2c91-7413-4626-a0b8-e3cdf552c7dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 1096 time: 0.0867648 Sep 23 22:52:07.011466 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-11516bb7-d532-42a9-9a1c-d7ec3ea8e3fb req-2a0ed796-dad5-442b-ba0b-ef09f4ca49e3 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170771 Sep 23 22:52:07.034867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55294) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:07.041852 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-950cc23c-2c6f-412e-aa08-414f17a6350f req-e7281434-87a2-4e5e-8ec8-154ab492b0a5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125796 Sep 23 22:52:07.045903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ace5a25c-935c-47b6-9685-061e695ce682 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'subnet': {'network_id': '1d6c18dc-e78d-448b-a186-db2adba52cc8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:07.314151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace5a25c-935c-47b6-9685-061e695ce682 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:07.318370 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ace5a25c-935c-47b6-9685-061e695ce682 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:07.371124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c18a3-b231-4987-a6c5-1ead817a4a3d req-b3d88610-9ea5-47b5-8107-2de3458407b9 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:07.372730 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b77c18a3-b231-4987-a6c5-1ead817a4a3d req-b3d88610-9ea5-47b5-8107-2de3458407b9 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 945 time: 0.1135709 Sep 23 22:52:07.473524 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b77c18a3-b231-4987-a6c5-1ead817a4a3d req-cffd2e0d-2b8c-4b04-b8ee-2b82aaef94f3 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583179 Sep 23 22:52:07.700465 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ace5a25c-935c-47b6-9685-061e695ce682 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:07.782094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5a25c-935c-47b6-9685-061e695ce682 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Subnet': ['ID=78d60521-c4eb-4550-9f15-53d0d4aff5fe,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:07.792171 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5a25c-935c-47b6-9685-061e695ce682 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Checking segment: {'id': 'c741cef5-65ec-4669-9330-f94744e2ca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1d6c18dc-e78d-448b-a186-db2adba52cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:07.792827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace5a25c-935c-47b6-9685-061e695ce682 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network hostable DHCP agents. Network: 1d6c18dc-e78d-448b-a186-db2adba52cc8, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:52:07.865657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device fa5ba318-717c-448e-a105-8bd02f97ed18 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:52:07.951426 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace5a25c-935c-47b6-9685-061e695ce682 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network 1d6c18dc-e78d-448b-a186-db2adba52cc8 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:52:08.037189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port fa5ba318-717c-448e-a105-8bd02f97ed18 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:52:08.041434 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port fa5ba318-717c-448e-a105-8bd02f97ed18 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:52:08.041810 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:08.099755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-ace5a25c-935c-47b6-9685-061e695ce682 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 1d6c18dc-e78d-448b-a186-db2adba52cc8) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:08.105182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace5a25c-935c-47b6-9685-061e695ce682 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:08.105807 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ace5a25c-935c-47b6-9685-061e695ce682 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:08.128040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a5d3f5-0e8d-4c81-b91c-1bb9bf4e4ab4 None None] Network 1d6c18dc-e78d-448b-a186-db2adba52cc8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:08.168845 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:08.221801 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ace5a25c-935c-47b6-9685-061e695ce682 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1842148 Sep 23 22:52:08.227729 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55322) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:08.234813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ad6164a3-6eba-464a-bee1-992e81dae442 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1004425973'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:08.252610 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port fa5ba318-717c-448e-a105-8bd02f97ed18, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=fa5ba318-717c-448e-a105-8bd02f97ed18,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:08.334458 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-1d6c18dc-e78d-448b-a186-db2adba52cc8', 'network_id': '1d6c18dc-e78d-448b-a186-db2adba52cc8', 'tenant_id': 'cf12196acf554efabb9f85bd19252375', 'fixed_ips': [{'subnet_id': '78d60521-c4eb-4550-9f15-53d0d4aff5fe'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:52:08.335943 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:08.345576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6164a3-6eba-464a-bee1-992e81dae442 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:08.354178 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad6164a3-6eba-464a-bee1-992e81dae442 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:08.356143 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:08.386056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6164a3-6eba-464a-bee1-992e81dae442 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:52:08.398615 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad6164a3-6eba-464a-bee1-992e81dae442 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:08.399061 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-ad6164a3-6eba-464a-bee1-992e81dae442 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Added segment ddf15f0b-b6bc-4517-ad82-590da994dd5b of type vlan for network b78770a8-123b-4e41-838d-638169101d9a Sep 23 22:52:08.446748 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad6164a3-6eba-464a-bee1-992e81dae442 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:08.479613 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=fa5ba318-717c-448e-a105-8bd02f97ed18,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:08.550091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Allocated IP 172.20.255.242 (1d6c18dc-e78d-448b-a186-db2adba52cc8/78d60521-c4eb-4550-9f15-53d0d4aff5fe/7d5c0c82-669a-4292-9000-41e3abf7d3cd) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:52:08.591840 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad6164a3-6eba-464a-bee1-992e81dae442 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:08.598659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6164a3-6eba-464a-bee1-992e81dae442 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:08.599310 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad6164a3-6eba-464a-bee1-992e81dae442 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:08.632588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4b13d-be24-4ccb-a066-3d211b323e6f req-d2df681d-1c4c-4a9a-94dc-9947c2cbe4b1 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:08.641489 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4b4b13d-be24-4ccb-a066-3d211b323e6f req-d2df681d-1c4c-4a9a-94dc-9947c2cbe4b1 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 945 time: 0.0695293 Sep 23 22:52:08.698238 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4b4b13d-be24-4ccb-a066-3d211b323e6f req-90c9b622-c6b3-4e27-9311-27dc3361e114 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556326 Sep 23 22:52:08.734931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6164a3-6eba-464a-bee1-992e81dae442 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Network': ['ID=b78770a8-123b-4e41-838d-638169101d9a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:08.740997 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23bb6bc-dacf-4b73-bc45-99544923ef0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5ba318-717c-448e-a105-8bd02f97ed18'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:08.744232 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d514ecb-7d1f-4889-b1da-abe5b718be9a" -d '{"events": [{"server_uuid": "f23bb6bc-dacf-4b73-bc45-99544923ef0f", "name": "network-vif-plugged", "status": "completed", "tag": "fa5ba318-717c-448e-a105-8bd02f97ed18"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:08.753839 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ad6164a3-6eba-464a-bee1-992e81dae442 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5227339 Sep 23 22:52:08.756084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55338) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:08.762446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8ca88263-53fd-4927-a59d-8c606703509b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'subnet': {'network_id': 'b78770a8-123b-4e41-838d-638169101d9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:08.768703 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network b78770a8-123b-4e41-838d-638169101d9a details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:52:08.878173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca5c3b-768a-49b4-bef2-ff2ccaf36dc7 req-dbc8b69f-fea1-42dc-ba02-ccf582b27472 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:08.881941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bca5c3b-768a-49b4-bef2-ff2ccaf36dc7 req-dbc8b69f-fea1-42dc-ba02-ccf582b27472 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=f23bb6bc-dacf-4b73-bc45-99544923ef0f HTTP/1.1" status: 200 len: 945 time: 0.0781410 Sep 23 22:52:08.916865 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:08.926977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab029e56-38b3-4530-8802-b6bff6dd52b9 req-6f9b6b5c-f183-47f2-8f24-5df698a3667b tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:08.933402 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ab029e56-38b3-4530-8802-b6bff6dd52b9 req-6f9b6b5c-f183-47f2-8f24-5df698a3667b tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 946 time: 0.0775435 Sep 23 22:52:08.940221 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bca5c3b-768a-49b4-bef2-ff2ccaf36dc7 req-37085385-670b-43c3-85ea-f9d7607db360 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Sep 23 22:52:08.970260 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ab029e56-38b3-4530-8802-b6bff6dd52b9 req-0b6d3bd8-ddd7-47af-a78c-68187fd00244 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351353 Sep 23 22:52:08.988391 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a21fbf1-3f0a-4c21-8b99-f8a17b3d2732 x-openstack-request-id: req-2a21fbf1-3f0a-4c21-8b99-f8a17b3d2732 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:08.988391 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23bb6bc-dacf-4b73-bc45-99544923ef0f", "name": "network-vif-plugged", "status": "completed", "tag": "fa5ba318-717c-448e-a105-8bd02f97ed18", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:08.988391 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a21fbf1-3f0a-4c21-8b99-f8a17b3d2732 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:08.988391 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23bb6bc-dacf-4b73-bc45-99544923ef0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5ba318-717c-448e-a105-8bd02f97ed18', 'code': 200} Sep 23 22:52:09.045000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca88263-53fd-4927-a59d-8c606703509b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:09.051868 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ca88263-53fd-4927-a59d-8c606703509b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:09.073340 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:09.130861 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Network 1d6c18dc-e78d-448b-a186-db2adba52cc8 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:52:09.135039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:09.139228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:52:09.163374 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Pushing event updated for resources: {'Port': ['ID=7d5c0c82-669a-4292-9000-41e3abf7d3cd,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:09.231127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Attempting to bind port 7d5c0c82-669a-4292-9000-41e3abf7d3cd on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:52:09.231664 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Attempting to bind port 7d5c0c82-669a-4292-9000-41e3abf7d3cd by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'c741cef5-65ec-4669-9330-f94744e2ca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1d6c18dc-e78d-448b-a186-db2adba52cc8'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:52:09.232117 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Attempting to bind port 7d5c0c82-669a-4292-9000-41e3abf7d3cd on network 1d6c18dc-e78d-448b-a186-db2adba52cc8 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:09.238544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:52:09.239091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Checking segment: {'id': 'c741cef5-65ec-4669-9330-f94744e2ca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1d6c18dc-e78d-448b-a186-db2adba52cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:09.239216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e27f7-be57-45d3-abb6-b4eff4e439e9 req-e1dd2f6b-aa21-41e2-adda-74d6969f1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:09.239702 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:09.240171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Bound using segment: {'id': 'c741cef5-65ec-4669-9330-f94744e2ca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1d6c18dc-e78d-448b-a186-db2adba52cc8'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:52:09.240653 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a7e27f7-be57-45d3-abb6-b4eff4e439e9 req-e1dd2f6b-aa21-41e2-adda-74d6969f1cfe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f23bb6bc-dacf-4b73-bc45-99544923ef0f HTTP/1.1" status: 200 len: 1096 time: 0.1518950 Sep 23 22:52:09.240836 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Bound port: 7d5c0c82-669a-4292-9000-41e3abf7d3cd, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c741cef5-65ec-4669-9330-f94744e2ca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1d6c18dc-e78d-448b-a186-db2adba52cc8'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:52:09.241359 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:09.312275 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] For port 7d5c0c82-669a-4292-9000-41e3abf7d3cd, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:52:09.315805 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a7e27f7-be57-45d3-abb6-b4eff4e439e9 req-fdf96384-37ac-4a4b-956d-fae4ead1b5b2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671847 Sep 23 22:52:09.316206 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] For port 7d5c0c82-669a-4292-9000-41e3abf7d3cd, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7d5c0c82-669a-4292-9000-41e3abf7d3cd,segment=NetworkSegment(c741cef5-65ec-4669-9330-f94744e2ca71),segment_id=c741cef5-65ec-4669-9330-f94744e2ca71)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:52:09.409831 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:09.476677 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd2e5f-5507-4ec0-ac1d-4003aabdbaaf None None] Pushing event updated for resources: {'Port': ['ID=7d5c0c82-669a-4292-9000-41e3abf7d3cd,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:09.494677 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ca88263-53fd-4927-a59d-8c606703509b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:09.604518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca88263-53fd-4927-a59d-8c606703509b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Checking segment: {'id': 'ddf15f0b-b6bc-4517-ad82-590da994dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b78770a8-123b-4e41-838d-638169101d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:09.604890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca88263-53fd-4927-a59d-8c606703509b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network hostable DHCP agents. Network: b78770a8-123b-4e41-838d-638169101d9a, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:52:09.611284 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca88263-53fd-4927-a59d-8c606703509b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Subnet': ['ID=6a9a939e-8a2c-48fc-bd70-164a7913df20,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:09.716991 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca88263-53fd-4927-a59d-8c606703509b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network b78770a8-123b-4e41-838d-638169101d9a is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:52:09.837469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-8ca88263-53fd-4927-a59d-8c606703509b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, b78770a8-123b-4e41-838d-638169101d9a) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:09.845780 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5073c66-ba58-4cb6-9f60-7d95edbf6f44 None None] Network b78770a8-123b-4e41-838d-638169101d9a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:09.852562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca88263-53fd-4927-a59d-8c606703509b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:09.853510 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ca88263-53fd-4927-a59d-8c606703509b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:09.865705 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:52:09.986391 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8ca88263-53fd-4927-a59d-8c606703509b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2289193 Sep 23 22:52:09.994544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55364) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:10.027643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-b78770a8-123b-4e41-838d-638169101d9a', 'network_id': 'b78770a8-123b-4e41-838d-638169101d9a', 'tenant_id': 'cf12196acf554efabb9f85bd19252375', 'fixed_ips': [{'subnet_id': '6a9a939e-8a2c-48fc-bd70-164a7913df20'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:52:10.034895 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:10.163823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a504d14-e913-4d2f-977b-a9b0b7a4b4d9 req-9316040e-16ea-40b2-ac15-961b4b38d3aa tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:10.173002 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a504d14-e913-4d2f-977b-a9b0b7a4b4d9 req-9316040e-16ea-40b2-ac15-961b4b38d3aa tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=f23bb6bc-dacf-4b73-bc45-99544923ef0f HTTP/1.1" status: 200 len: 945 time: 0.1160691 Sep 23 22:52:10.215033 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb0fdd-06db-4099-bf91-3ca2dc0bd726 req-6aad26ae-a4ad-4d6c-b1a8-b3bb6c58f408 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:10.216722 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cdfb0fdd-06db-4099-bf91-3ca2dc0bd726 req-6aad26ae-a4ad-4d6c-b1a8-b3bb6c58f408 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 946 time: 0.1193409 Sep 23 22:52:10.258052 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:10.271052 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a504d14-e913-4d2f-977b-a9b0b7a4b4d9 req-8f320a01-d0ea-4a5e-904c-d36fe0ff39af tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897269 Sep 23 22:52:10.296841 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Allocated IP 172.20.0.2 (b78770a8-123b-4e41-838d-638169101d9a/6a9a939e-8a2c-48fc-bd70-164a7913df20/4c1392e8-8001-4fec-8719-80d2997e0df6) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:52:10.340174 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cdfb0fdd-06db-4099-bf91-3ca2dc0bd726 req-7ae5f6fd-a34e-4bff-811e-edea862ee7e0 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077669 Sep 23 22:52:10.371404 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:10.631843 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:10.735639 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:10.816625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7d5c0c82-669a-4292-9000-41e3abf7d3cd up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:52:10.883615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Network b78770a8-123b-4e41-838d-638169101d9a is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:52:10.894637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:10.903539 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:52:10.913949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Pushing event updated for resources: {'Port': ['ID=4c1392e8-8001-4fec-8719-80d2997e0df6,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:10.930334 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:10.986858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37877230-0782-4b41-ab44-56f283d8817d req-9dca5194-efc2-4119-8675-58fc2e41a716 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:10.990444 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-37877230-0782-4b41-ab44-56f283d8817d req-9dca5194-efc2-4119-8675-58fc2e41a716 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.67 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 946 time: 0.1073680 Sep 23 22:52:10.994148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9a939e-8a2c-48fc-bd70-164a7913df20,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:11.016349 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Attempting to bind port 4c1392e8-8001-4fec-8719-80d2997e0df6 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:52:11.016765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Attempting to bind port 4c1392e8-8001-4fec-8719-80d2997e0df6 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'ddf15f0b-b6bc-4517-ad82-590da994dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b78770a8-123b-4e41-838d-638169101d9a'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:52:11.017347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Attempting to bind port 4c1392e8-8001-4fec-8719-80d2997e0df6 on network b78770a8-123b-4e41-838d-638169101d9a {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:11.029796 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:52:11.030964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Checking segment: {'id': 'ddf15f0b-b6bc-4517-ad82-590da994dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b78770a8-123b-4e41-838d-638169101d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:11.031549 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:11.032120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Bound using segment: {'id': 'ddf15f0b-b6bc-4517-ad82-590da994dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b78770a8-123b-4e41-838d-638169101d9a'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:52:11.035584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Bound port: 4c1392e8-8001-4fec-8719-80d2997e0df6, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf15f0b-b6bc-4517-ad82-590da994dd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b78770a8-123b-4e41-838d-638169101d9a'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:52:11.036264 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:11.040652 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7d5c0c82-669a-4292-9000-41e3abf7d3cd triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:52:11.041267 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:11.118600 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b9324f-d858-483d-9e1a-f9cc22723539 None None] Network 1d6c18dc-e78d-448b-a186-db2adba52cc8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:11.122967 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:11.184198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78770a8-123b-4e41-838d-638169101d9a']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:11.198279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf15f0b-b6bc-4517-ad82-590da994dd5b') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:11.198570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf15f0b-b6bc-4517-ad82-590da994dd5b') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:11.209978 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:11.226070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] For port 4c1392e8-8001-4fec-8719-80d2997e0df6, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:52:11.231211 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:11.244526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:11.245228 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:11.248859 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:11.264333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-37877230-0782-4b41-ab44-56f283d8817d req-f353d921-0fde-449b-bfca-8cf4834dce8a tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Deleting port 35099693-fb42-4849-87fb-5c020d5817f5 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:11.265001 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-37877230-0782-4b41-ab44-56f283d8817d req-f353d921-0fde-449b-bfca-8cf4834dce8a tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:11.287125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-26f3dbf7-6f0b-4c73-950c-6cbf845eb1ca None None] Provisioning complete for port 7d5c0c82-669a-4292-9000-41e3abf7d3cd triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:52:11.287501 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-26f3dbf7-6f0b-4c73-950c-6cbf845eb1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:11.367698 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:11.448195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] For port 4c1392e8-8001-4fec-8719-80d2997e0df6, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4c1392e8-8001-4fec-8719-80d2997e0df6,segment=NetworkSegment(ddf15f0b-b6bc-4517-ad82-590da994dd5b),segment_id=ddf15f0b-b6bc-4517-ad82-590da994dd5b)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:52:11.486317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3896af9-0323-4404-adae-97919709e42c req-f4195564-2e65-4f21-9921-2b8b45351f70 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:11.496266 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3896af9-0323-4404-adae-97919709e42c req-f4195564-2e65-4f21-9921-2b8b45351f70 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=f23bb6bc-dacf-4b73-bc45-99544923ef0f HTTP/1.1" status: 200 len: 945 time: 0.1049149 Sep 23 22:52:11.517549 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 22:52:11.517549 n-d-810775-1 neutron-server[95491]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 22:52:11.517549 n-d-810775-1 neutron-server[95491]: [parameters: {'id': 'b78770a8-123b-4e41-838d-638169101d9a'}] Sep 23 22:52:11.517549 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:52:11.518056 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:52:11.518451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 7d5c0c82-669a-4292-9000-41e3abf7d3cd, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7d5c0c82-669a-4292-9000-41e3abf7d3cd,segment=NetworkSegment(c741cef5-65ec-4669-9330-f94744e2ca71),segment_id=c741cef5-65ec-4669-9330-f94744e2ca71)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:11.551681 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3896af9-0323-4404-adae-97919709e42c req-31886f4c-6062-4dd7-9582-c25939d53597 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538774 Sep 23 22:52:11.558821 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-26f3dbf7-6f0b-4c73-950c-6cbf845eb1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:11.581172 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:11.593697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-37877230-0782-4b41-ab44-56f283d8817d req-f353d921-0fde-449b-bfca-8cf4834dce8a tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] For port 35099693-fb42-4849-87fb-5c020d5817f5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=35099693-fb42-4849-87fb-5c020d5817f5,segment=NetworkSegment(42ba5681-f993-4397-b234-70ce29b3811e),segment_id=42ba5681-f993-4397-b234-70ce29b3811e)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:11.594379 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-37877230-0782-4b41-ab44-56f283d8817d req-f353d921-0fde-449b-bfca-8cf4834dce8a tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:11.612332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-37877230-0782-4b41-ab44-56f283d8817d req-f353d921-0fde-449b-bfca-8cf4834dce8a tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Calling delete_port for 35099693-fb42-4849-87fb-5c020d5817f5 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:11.639127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4d2c8-c020-4b4e-9418-0e4bf55fdba0 None None] Pushing event updated for resources: {'Port': ['ID=4c1392e8-8001-4fec-8719-80d2997e0df6,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:11.645401 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:11.786226 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e818515d-0436-4027-8c6e-4dbc251e0e1b None None] Network b78770a8-123b-4e41-838d-638169101d9a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:11.860397 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=7d5c0c82-669a-4292-9000-41e3abf7d3cd,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:11.862972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6e4b-5b01-43ca-9b9e-a724bd9657eb req-646ce3d0-9749-4607-b8c6-e68f74887f06 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:11.865961 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74be6e4b-5b01-43ca-9b9e-a724bd9657eb req-646ce3d0-9749-4607-b8c6-e68f74887f06 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 946 time: 0.3658047 Sep 23 22:52:11.890821 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-26f3dbf7-6f0b-4c73-950c-6cbf845eb1ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:52:11.891206 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-26f3dbf7-6f0b-4c73-950c-6cbf845eb1ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:52:11.900489 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-37877230-0782-4b41-ab44-56f283d8817d req-f353d921-0fde-449b-bfca-8cf4834dce8a tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:11.937538 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['35099693-fb42-4849-87fb-5c020d5817f5'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:52:11.943119 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353d921-0fde-449b-bfca-8cf4834dce8a tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Pushing event deleted for resources: {'Port': ['ID=35099693-fb42-4849-87fb-5c020d5817f5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:11.981904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74be6e4b-5b01-43ca-9b9e-a724bd9657eb req-cad360ab-22b7-46f0-9337-b966dc72440a tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/security-groups?id=c9abe83c-aa1f-440b-ae4c-f04a9b237312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073651 Sep 23 22:52:12.015145 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-37877230-0782-4b41-ab44-56f283d8817d req-f353d921-0fde-449b-bfca-8cf4834dce8a tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] No DVR routers for this DVR port 35099693-fb42-4849-87fb-5c020d5817f5 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:52:12.018948 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-37877230-0782-4b41-ab44-56f283d8817d req-f353d921-0fde-449b-bfca-8cf4834dce8a tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:12.021702 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-37877230-0782-4b41-ab44-56f283d8817d req-f353d921-0fde-449b-bfca-8cf4834dce8a tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.67 "DELETE /v2.0/ports/35099693-fb42-4849-87fb-5c020d5817f5 HTTP/1.1" status: 204 len: 173 time: 1.0231626 Sep 23 22:52:12.022528 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:12.026863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439e0f92-588d-4ff9-831b-cfeb860929a3', 'name': 'network-vif-deleted', 'tag': '35099693-fb42-4849-87fb-5c020d5817f5'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:12.029810 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a210b9b-f68b-4f0d-ad4d-751b2ef6991f" -d '{"events": [{"server_uuid": "439e0f92-588d-4ff9-831b-cfeb860929a3", "name": "network-vif-deleted", "tag": "35099693-fb42-4849-87fb-5c020d5817f5"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:12.094882 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8bb4a4-2070-4538-9d2a-87d7ebcd3012 x-openstack-request-id: req-9a8bb4a4-2070-4538-9d2a-87d7ebcd3012 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:12.095180 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439e0f92-588d-4ff9-831b-cfeb860929a3", "name": "network-vif-deleted", "tag": "35099693-fb42-4849-87fb-5c020d5817f5", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:12.095437 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a8bb4a4-2070-4538-9d2a-87d7ebcd3012 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:12.095882 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439e0f92-588d-4ff9-831b-cfeb860929a3', 'name': 'network-vif-deleted', 'tag': '35099693-fb42-4849-87fb-5c020d5817f5', 'status': 'completed', 'code': 200} Sep 23 22:52:12.150169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Deleting port 4c1392e8-8001-4fec-8719-80d2997e0df6 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:12.150770 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:12.231558 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c5ff22-3b33-453f-9313-66ea7c4ac2a7 None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 22:52:12.268584 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] For port 4c1392e8-8001-4fec-8719-80d2997e0df6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4c1392e8-8001-4fec-8719-80d2997e0df6,segment=NetworkSegment(ddf15f0b-b6bc-4517-ad82-590da994dd5b),segment_id=ddf15f0b-b6bc-4517-ad82-590da994dd5b)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:12.269190 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:12.282199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Calling delete_port for 4c1392e8-8001-4fec-8719-80d2997e0df6 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:12.343222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c5ff22-3b33-453f-9313-66ea7c4ac2a7 None None] Resources bound (agent type, host, resource id): {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 22:52:12.484736 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:12.524264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Port': ['ID=4c1392e8-8001-4fec-8719-80d2997e0df6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:12.577157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No DVR routers for this DVR port 4c1392e8-8001-4fec-8719-80d2997e0df6 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:52:12.674576 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-32bd7ae6-060a-4582-ab8a-6c1fd7522ec6 None None] Provisioning complete for port 7d5c0c82-669a-4292-9000-41e3abf7d3cd triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:52:12.675117 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-32bd7ae6-060a-4582-ab8a-6c1fd7522ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:12.766206 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:12.769560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7d5c0c82-669a-4292-9000-41e3abf7d3cd up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:52:12.794520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78770a8-123b-4e41-838d-638169101d9a']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:12.837737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf15f0b-b6bc-4517-ad82-590da994dd5b') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:12.838160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf15f0b-b6bc-4517-ad82-590da994dd5b') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:12.864852 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:12.912494 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:12.954541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:12.955514 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:12.959020 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:12.972123 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7d5c0c82-669a-4292-9000-41e3abf7d3cd triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:52:12.972641 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:13.052092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-029a2b5c-5956-400f-b8d0-6866cb005942 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:13.054837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-029a2b5c-5956-400f-b8d0-6866cb005942 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/networks?id=93242e97-ec6c-442d-9d88-fcaeda94d4f6 HTTP/1.1" status: 200 len: 812 time: 0.2319331 Sep 23 22:52:13.082891 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-c9608899-3028-450a-9e91-d706a02671d5 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/quotas/3bf0827fb4624def958dba6a806a918c HTTP/1.1" status: 200 len: 375 time: 0.0164390 Sep 23 22:52:13.125920 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e8e3fa6b-1bef-4388-95f1-3b8ce57ac915 req-31ff6379-d239-45b2-b51e-3101233250e0 tempest-VolumesActionsTest-223991000 tempest-VolumesActionsTest-223991000-project] 10.222.0.22 "GET /v2.0/ports?device_id=439e0f92-588d-4ff9-831b-cfeb860929a3 HTTP/1.1" status: 200 len: 210 time: 0.0333209 Sep 23 22:52:13.143113 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-950659f7-4401-4916-83ec-51f6d14fa9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:13.155105 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-c843b0c8-1450-459e-9b87-099a3402cfd0 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3bf0827fb4624def958dba6a806a918c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650878 Sep 23 22:52:13.228468 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:13.240896 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:13.242825 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/b78770a8-123b-4e41-838d-638169101d9a HTTP/1.1" status: 204 len: 168 time: 3.2506220 Sep 23 22:52:13.247941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55432) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:13.257999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d7a43-aa68-4c3b-b7c5-be556dd704bf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Network': ['ID=b78770a8-123b-4e41-838d-638169101d9a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:13.272822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-cb27e6b7-fb2e-4ea5-85da-5a750a14b6e8 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2088698324'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:13.280086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-87e555a4-43f3-42d7-8ba2-7198ec88c6bc service neutron] 10.222.0.22 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173017 Sep 23 22:52:13.404973 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-eab02cce-d961-4fa0-99b9-0ef046ece6b6 service neutron] 10.222.0.22 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998178 Sep 23 22:52:13.414291 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb27e6b7-fb2e-4ea5-85da-5a750a14b6e8 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:13.418908 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb27e6b7-fb2e-4ea5-85da-5a750a14b6e8 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:13.453895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb27e6b7-fb2e-4ea5-85da-5a750a14b6e8 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:52:13.468913 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb27e6b7-fb2e-4ea5-85da-5a750a14b6e8 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:13.469401 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-cb27e6b7-fb2e-4ea5-85da-5a750a14b6e8 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Added segment d219a86f-141f-4db0-933b-9c60007465ea of type vlan for network 977809f6-178b-4245-838a-14851ef25bd9 Sep 23 22:52:13.521009 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb27e6b7-fb2e-4ea5-85da-5a750a14b6e8 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:13.791699 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb27e6b7-fb2e-4ea5-85da-5a750a14b6e8 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:13.798235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb27e6b7-fb2e-4ea5-85da-5a750a14b6e8 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:13.799572 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb27e6b7-fb2e-4ea5-85da-5a750a14b6e8 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:13.926048 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27e6b7-fb2e-4ea5-85da-5a750a14b6e8 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Network': ['ID=977809f6-178b-4245-838a-14851ef25bd9,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:13.934096 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cb27e6b7-fb2e-4ea5-85da-5a750a14b6e8 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6845698 Sep 23 22:52:13.937702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55448) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:13.942420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 977809f6-178b-4245-838a-14851ef25bd9 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:52:13.952626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b4aa61bb-bbdc-4135-9fb2-4ce8dccd6a98 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'subnet': {'network_id': '977809f6-178b-4245-838a-14851ef25bd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:14.226061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef44c-e8e4-4148-bd20-5a6e20af7a2e req-30992341-d2e8-4642-b95e-a17b96879b14 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:14.230079 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dddef44c-e8e4-4148-bd20-5a6e20af7a2e req-30992341-d2e8-4642-b95e-a17b96879b14 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23bb6bc-dacf-4b73-bc45-99544923ef0f HTTP/1.1" status: 200 len: 945 time: 0.3060122 Sep 23 22:52:14.276246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be898fa0-1c02-428f-b365-a03262e4467b req-eff9c2a0-cb07-4d08-be5f-2b49d22d8e22 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:14.277531 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be898fa0-1c02-428f-b365-a03262e4467b req-eff9c2a0-cb07-4d08-be5f-2b49d22d8e22 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.43 "GET /v2.0/ports?device_id=53664520-e4b2-4f2b-b635-5a0622ff09c3 HTTP/1.1" status: 200 len: 945 time: 0.3022907 Sep 23 22:52:14.363577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aa61bb-bbdc-4135-9fb2-4ce8dccd6a98 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:14.373007 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4aa61bb-bbdc-4135-9fb2-4ce8dccd6a98 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:14.449918 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.ipam_backend_mixin [None req-b4aa61bb-bbdc-4135-9fb2-4ce8dccd6a98 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Performing IP validity checks on allocation pools {{(pid=95490) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 22:52:14.450799 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.ipam_backend_mixin [None req-b4aa61bb-bbdc-4135-9fb2-4ce8dccd6a98 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95490) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 22:52:14.495485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e0705e5-9481-4958-a25b-36ab5db1d7b8 req-a73169af-19cb-49be-8698-a177652a4f16 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 210 time: 0.0625534 Sep 23 22:52:14.707763 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4aa61bb-bbdc-4135-9fb2-4ce8dccd6a98 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:14.725690 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-be898fa0-1c02-428f-b365-a03262e4467b req-f048ce12-4b38-4d8b-b34b-301a1f0c3c6b tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Deleting port 9a336a48-db42-4002-a4a7-cc5aee6f40dc {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:14.726038 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-be898fa0-1c02-428f-b365-a03262e4467b req-f048ce12-4b38-4d8b-b34b-301a1f0c3c6b tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:14.758343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-dddef44c-e8e4-4148-bd20-5a6e20af7a2e req-b12f9a49-b61d-4e49-8efe-0f12a8b4313a tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Deleting port fa5ba318-717c-448e-a105-8bd02f97ed18 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:14.758829 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dddef44c-e8e4-4148-bd20-5a6e20af7a2e req-b12f9a49-b61d-4e49-8efe-0f12a8b4313a tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:14.788085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa61bb-bbdc-4135-9fb2-4ce8dccd6a98 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Subnet': ['ID=6f3ff9f3-54ce-43f1-ab2a-5c5f15b6ceac,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:14.800595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aa61bb-bbdc-4135-9fb2-4ce8dccd6a98 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Checking segment: {'id': 'd219a86f-141f-4db0-933b-9c60007465ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '977809f6-178b-4245-838a-14851ef25bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:14.800957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa61bb-bbdc-4135-9fb2-4ce8dccd6a98 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network hostable DHCP agents. Network: 977809f6-178b-4245-838a-14851ef25bd9, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:52:14.947018 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-dddef44c-e8e4-4148-bd20-5a6e20af7a2e req-b12f9a49-b61d-4e49-8efe-0f12a8b4313a tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] For port fa5ba318-717c-448e-a105-8bd02f97ed18, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=fa5ba318-717c-448e-a105-8bd02f97ed18,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:14.947404 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dddef44c-e8e4-4148-bd20-5a6e20af7a2e req-b12f9a49-b61d-4e49-8efe-0f12a8b4313a tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:14.960271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-be898fa0-1c02-428f-b365-a03262e4467b req-f048ce12-4b38-4d8b-b34b-301a1f0c3c6b tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] For port 9a336a48-db42-4002-a4a7-cc5aee6f40dc, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=9a336a48-db42-4002-a4a7-cc5aee6f40dc,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:14.960587 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-be898fa0-1c02-428f-b365-a03262e4467b req-f048ce12-4b38-4d8b-b34b-301a1f0c3c6b tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:14.977366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-dddef44c-e8e4-4148-bd20-5a6e20af7a2e req-b12f9a49-b61d-4e49-8efe-0f12a8b4313a tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Calling delete_port for fa5ba318-717c-448e-a105-8bd02f97ed18 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:14.983358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-be898fa0-1c02-428f-b365-a03262e4467b req-f048ce12-4b38-4d8b-b34b-301a1f0c3c6b tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Calling delete_port for 9a336a48-db42-4002-a4a7-cc5aee6f40dc owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:15.025685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa61bb-bbdc-4135-9fb2-4ce8dccd6a98 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network 977809f6-178b-4245-838a-14851ef25bd9 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:52:15.180108 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-b4aa61bb-bbdc-4135-9fb2-4ce8dccd6a98 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 977809f6-178b-4245-838a-14851ef25bd9) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:15.191357 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aa61bb-bbdc-4135-9fb2-4ce8dccd6a98 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:15.193318 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4aa61bb-bbdc-4135-9fb2-4ce8dccd6a98 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:15.193449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95adb5f-648f-4871-8586-a29f2dc969ea None None] Network 977809f6-178b-4245-838a-14851ef25bd9 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:15.356070 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b4aa61bb-bbdc-4135-9fb2-4ce8dccd6a98 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4125772 Sep 23 22:52:15.357665 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55530) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:15.385831 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dddef44c-e8e4-4148-bd20-5a6e20af7a2e req-b12f9a49-b61d-4e49-8efe-0f12a8b4313a tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:15.390408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-be898fa0-1c02-428f-b365-a03262e4467b req-f048ce12-4b38-4d8b-b34b-301a1f0c3c6b tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:15.427215 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['fa5ba318-717c-448e-a105-8bd02f97ed18'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:52:15.452546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-977809f6-178b-4245-838a-14851ef25bd9', 'network_id': '977809f6-178b-4245-838a-14851ef25bd9', 'tenant_id': 'cf12196acf554efabb9f85bd19252375', 'fixed_ips': [{'subnet_id': '6f3ff9f3-54ce-43f1-ab2a-5c5f15b6ceac'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:52:15.453444 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:15.473770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f9a49-b61d-4e49-8efe-0f12a8b4313a tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Pushing event deleted for resources: {'Port': ['ID=fa5ba318-717c-448e-a105-8bd02f97ed18,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:15.489014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['fa5ba318-717c-448e-a105-8bd02f97ed18'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:52:15.586334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048ce12-4b38-4d8b-b34b-301a1f0c3c6b tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Pushing event deleted for resources: {'Port': ['ID=9a336a48-db42-4002-a4a7-cc5aee6f40dc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:15.613516 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1d5e2029-73cf-41b9-890c-93526da3e1e2 req-931472d7-f9e8-424b-ac1b-40a3b251e421 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 210 time: 0.0474327 Sep 23 22:52:15.641495 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddef44c-e8e4-4148-bd20-5a6e20af7a2e req-b12f9a49-b61d-4e49-8efe-0f12a8b4313a tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] No DVR routers for this DVR port fa5ba318-717c-448e-a105-8bd02f97ed18 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:52:15.646301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-be898fa0-1c02-428f-b365-a03262e4467b req-f048ce12-4b38-4d8b-b34b-301a1f0c3c6b tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] No DVR routers for this DVR port 9a336a48-db42-4002-a4a7-cc5aee6f40dc on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:52:15.648418 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dddef44c-e8e4-4148-bd20-5a6e20af7a2e req-b12f9a49-b61d-4e49-8efe-0f12a8b4313a tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:15.652260 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dddef44c-e8e4-4148-bd20-5a6e20af7a2e req-b12f9a49-b61d-4e49-8efe-0f12a8b4313a tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.67 "DELETE /v2.0/ports/fa5ba318-717c-448e-a105-8bd02f97ed18 HTTP/1.1" status: 204 len: 173 time: 1.3610079 Sep 23 22:52:15.655477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23bb6bc-dacf-4b73-bc45-99544923ef0f', 'name': 'network-vif-deleted', 'tag': 'fa5ba318-717c-448e-a105-8bd02f97ed18'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:15.657442 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba84aee-fcdd-4297-9d71-bef0c9b27eb5" -d '{"events": [{"server_uuid": "f23bb6bc-dacf-4b73-bc45-99544923ef0f", "name": "network-vif-deleted", "tag": "fa5ba318-717c-448e-a105-8bd02f97ed18"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:15.664372 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-be898fa0-1c02-428f-b365-a03262e4467b req-f048ce12-4b38-4d8b-b34b-301a1f0c3c6b tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:15.666657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be898fa0-1c02-428f-b365-a03262e4467b req-f048ce12-4b38-4d8b-b34b-301a1f0c3c6b tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.43 "DELETE /v2.0/ports/9a336a48-db42-4002-a4a7-cc5aee6f40dc HTTP/1.1" status: 204 len: 173 time: 1.3573639 Sep 23 22:52:15.716032 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:15.735122 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9437b1e-cf4a-40ef-b1d2-8e744da50a44 x-openstack-request-id: req-f9437b1e-cf4a-40ef-b1d2-8e744da50a44 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:15.735413 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23bb6bc-dacf-4b73-bc45-99544923ef0f", "name": "network-vif-deleted", "tag": "fa5ba318-717c-448e-a105-8bd02f97ed18", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:15.735830 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9437b1e-cf4a-40ef-b1d2-8e744da50a44 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:15.736545 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23bb6bc-dacf-4b73-bc45-99544923ef0f', 'name': 'network-vif-deleted', 'tag': 'fa5ba318-717c-448e-a105-8bd02f97ed18', 'status': 'completed', 'code': 200} Sep 23 22:52:15.737164 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-de860047-270c-45c5-b697-499ff4bc4303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:15.748091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Allocated IP 172.20.0.3 (977809f6-178b-4245-838a-14851ef25bd9/6f3ff9f3-54ce-43f1-ab2a-5c5f15b6ceac/b9d95f67-a57e-4699-9cdb-eeeded541feb) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:52:15.798327 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:15.929383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 35099693-fb42-4849-87fb-5c020d5817f5 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:52:15.952464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 35099693-fb42-4849-87fb-5c020d5817f5 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:52:15.952464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 35099693-fb42-4849-87fb-5c020d5817f5 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:52:16.041005 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:16.067915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 9a336a48-db42-4002-a4a7-cc5aee6f40dc no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:52:16.089530 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 9a336a48-db42-4002-a4a7-cc5aee6f40dc {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:52:16.089882 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 9a336a48-db42-4002-a4a7-cc5aee6f40dc not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:52:16.226292 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:16.253791 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:16.274507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Network 977809f6-178b-4245-838a-14851ef25bd9 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:52:16.280251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Pushing event updated for resources: {'Port': ['ID=b9d95f67-a57e-4699-9cdb-eeeded541feb,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:16.282465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:16.294345 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:52:16.294673 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:16.295017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:16.295353 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:16.295683 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:16.296010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:16.296335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:16.296656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:16.296978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:16.297324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:16.297642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:16.297961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:16.298295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:16.358081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Attempting to bind port b9d95f67-a57e-4699-9cdb-eeeded541feb on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:52:16.358535 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Attempting to bind port b9d95f67-a57e-4699-9cdb-eeeded541feb by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'd219a86f-141f-4db0-933b-9c60007465ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '977809f6-178b-4245-838a-14851ef25bd9'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:52:16.359194 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Attempting to bind port b9d95f67-a57e-4699-9cdb-eeeded541feb on network 977809f6-178b-4245-838a-14851ef25bd9 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:16.367740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:52:16.368123 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Checking segment: {'id': 'd219a86f-141f-4db0-933b-9c60007465ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '977809f6-178b-4245-838a-14851ef25bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:16.368636 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:16.369013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Bound using segment: {'id': 'd219a86f-141f-4db0-933b-9c60007465ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '977809f6-178b-4245-838a-14851ef25bd9'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:52:16.369529 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Bound port: b9d95f67-a57e-4699-9cdb-eeeded541feb, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd219a86f-141f-4db0-933b-9c60007465ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '977809f6-178b-4245-838a-14851ef25bd9'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:52:16.369915 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:16.458268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] For port b9d95f67-a57e-4699-9cdb-eeeded541feb, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:52:16.462004 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] For port b9d95f67-a57e-4699-9cdb-eeeded541feb, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b9d95f67-a57e-4699-9cdb-eeeded541feb,segment=NetworkSegment(d219a86f-141f-4db0-933b-9c60007465ea),segment_id=d219a86f-141f-4db0-933b-9c60007465ea)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:52:16.466099 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:16.504968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3ff9f3-54ce-43f1-ab2a-5c5f15b6ceac,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:16.587430 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:16.694180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd672c-e3df-497c-9fca-d27f1227f4fb None None] Pushing event updated for resources: {'Port': ['ID=b9d95f67-a57e-4699-9cdb-eeeded541feb,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:16.837639 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-790253e6-c830-42a1-b341-fbabdb9aaa7b req-babe2f7c-4ad0-4286-827e-35bf02a240f7 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 210 time: 0.0391881 Sep 23 22:52:16.983936 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:17.304483 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:17.331422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977809f6-178b-4245-838a-14851ef25bd9']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:17.342124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd219a86f-141f-4db0-933b-9c60007465ea') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:17.342538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd219a86f-141f-4db0-933b-9c60007465ea') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:17.353579 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:17.376526 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:17.390599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:17.391606 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:17.400175 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:17.626497 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 22:52:17.626497 n-d-810775-1 neutron-server[95491]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 22:52:17.626497 n-d-810775-1 neutron-server[95491]: [parameters: {'id': '977809f6-178b-4245-838a-14851ef25bd9'}] Sep 23 22:52:17.626497 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:52:17.627797 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:52:17.738381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53664520-e4b2-4f2b-b635-5a0622ff09c3', 'name': 'network-vif-deleted', 'tag': '9a336a48-db42-4002-a4a7-cc5aee6f40dc'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:17.742508 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4df9988-7ea9-4d92-8a75-8e0ad0c12826" -d '{"events": [{"server_uuid": "53664520-e4b2-4f2b-b635-5a0622ff09c3", "name": "network-vif-deleted", "tag": "9a336a48-db42-4002-a4a7-cc5aee6f40dc"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:17.821094 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615a5d1a-89d5-48ef-8302-55f2e0d16deb x-openstack-request-id: req-615a5d1a-89d5-48ef-8302-55f2e0d16deb {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:17.821602 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53664520-e4b2-4f2b-b635-5a0622ff09c3", "name": "network-vif-deleted", "tag": "9a336a48-db42-4002-a4a7-cc5aee6f40dc", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:17.822008 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-615a5d1a-89d5-48ef-8302-55f2e0d16deb {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:17.822636 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53664520-e4b2-4f2b-b635-5a0622ff09c3', 'name': 'network-vif-deleted', 'tag': '9a336a48-db42-4002-a4a7-cc5aee6f40dc', 'status': 'completed', 'code': 200} Sep 23 22:52:17.930444 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device fa5ba318-717c-448e-a105-8bd02f97ed18 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:52:17.958405 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: fa5ba318-717c-448e-a105-8bd02f97ed18 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:52:17.959015 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device fa5ba318-717c-448e-a105-8bd02f97ed18 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:52:17.995917 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0262f78b-117e-434e-a393-9bee5168464d req-408a3ac1-f845-44f3-98cf-3ff3d010e182 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 210 time: 0.0354364 Sep 23 22:52:18.097482 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:18.101172 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b163de-5d50-4e7d-a5ba-7e4ff2b4ded2 None None] Network 977809f6-178b-4245-838a-14851ef25bd9 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:18.128027 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:18.255102 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9dc12b40-66cd-4406-b879-83ae1fdd3d66 None None] Provisioning complete for port b9d95f67-a57e-4699-9cdb-eeeded541feb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:52:18.255668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Deleting port b9d95f67-a57e-4699-9cdb-eeeded541feb {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:18.255787 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9dc12b40-66cd-4406-b879-83ae1fdd3d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:18.256364 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:18.429765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d96b12-a4fb-4cfb-9ca7-9c2b3985779d None None] DHCP port deletion for 977809f6-178b-4245-838a-14851ef25bd9 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:52:18.430345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] For port b9d95f67-a57e-4699-9cdb-eeeded541feb, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b9d95f67-a57e-4699-9cdb-eeeded541feb,segment=NetworkSegment(d219a86f-141f-4db0-933b-9c60007465ea),segment_id=d219a86f-141f-4db0-933b-9c60007465ea)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:18.431819 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:18.477257 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9dc12b40-66cd-4406-b879-83ae1fdd3d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:18.490039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Calling delete_port for b9d95f67-a57e-4699-9cdb-eeeded541feb owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:18.558989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9dc12b40-66cd-4406-b879-83ae1fdd3d66 None None] For port b9d95f67-a57e-4699-9cdb-eeeded541feb, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b9d95f67-a57e-4699-9cdb-eeeded541feb,segment=NetworkSegment(d219a86f-141f-4db0-933b-9c60007465ea),segment_id=d219a86f-141f-4db0-933b-9c60007465ea)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:18.577851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-92d96b12-a4fb-4cfb-9ca7-9c2b3985779d None None] Deleting port b9d95f67-a57e-4699-9cdb-eeeded541feb {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:18.577851 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-92d96b12-a4fb-4cfb-9ca7-9c2b3985779d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:18.641297 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:18.642098 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9dc12b40-66cd-4406-b879-83ae1fdd3d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:18.736411 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-65d29936-a71d-4cce-97e6-0c4fa4e60525 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:18.738443 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-65d29936-a71d-4cce-97e6-0c4fa4e60525 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.67 "GET /v2.0/networks?id=93242e97-ec6c-442d-9d88-fcaeda94d4f6 HTTP/1.1" status: 200 len: 812 time: 0.2196496 Sep 23 22:52:18.759505 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-92d96b12-a4fb-4cfb-9ca7-9c2b3985779d None None] For port b9d95f67-a57e-4699-9cdb-eeeded541feb, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b9d95f67-a57e-4699-9cdb-eeeded541feb,segment=NetworkSegment(d219a86f-141f-4db0-933b-9c60007465ea),segment_id=d219a86f-141f-4db0-933b-9c60007465ea)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:18.760149 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-92d96b12-a4fb-4cfb-9ca7-9c2b3985779d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:18.760963 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-4146dedb-d8b6-4c65-bf84-ee824e6ec5e2 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Request body: {'port': {'device_id': 'bd4074d5-07a9-43e7-8762-f16db845317e', 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6', 'admin_state_up': True, 'tenant_id': '3bf0827fb4624def958dba6a806a918c'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:18.787436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-92d96b12-a4fb-4cfb-9ca7-9c2b3985779d None None] Calling delete_port for b9d95f67-a57e-4699-9cdb-eeeded541feb owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:18.823216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc12b40-66cd-4406-b879-83ae1fdd3d66 None None] Pushing event updated for resources: {'Port': ['ID=b9d95f67-a57e-4699-9cdb-eeeded541feb,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:18.933532 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:18.974995 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-92d96b12-a4fb-4cfb-9ca7-9c2b3985779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:19.004509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Port': ['ID=b9d95f67-a57e-4699-9cdb-eeeded541feb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:19.006701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No DVR routers for this DVR port b9d95f67-a57e-4699-9cdb-eeeded541feb on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:52:19.055778 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d96b12-a4fb-4cfb-9ca7-9c2b3985779d None None] No DVR routers for this DVR port b9d95f67-a57e-4699-9cdb-eeeded541feb on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:52:19.058393 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d96b12-a4fb-4cfb-9ca7-9c2b3985779d None None] Pushing event deleted for resources: {'Port': ['ID=b9d95f67-a57e-4699-9cdb-eeeded541feb,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:19.148142 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:19.185017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977809f6-178b-4245-838a-14851ef25bd9']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:19.213353 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd219a86f-141f-4db0-933b-9c60007465ea') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:19.213675 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd219a86f-141f-4db0-933b-9c60007465ea') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:19.260823 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d43ff145-08fa-4f0f-96e4-ecfb6b070986 req-5a4e2888-12ef-4f85-8a91-ca0d8e5109af tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 210 time: 0.0665319 Sep 23 22:52:19.276079 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:19.328659 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:19.370426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:19.370877 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:19.374425 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:19.464252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-e6767017-a45a-4529-b8a7-3583cbf2de87 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:19.465773 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-e6767017-a45a-4529-b8a7-3583cbf2de87 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.43 "GET /v2.0/networks?id=93242e97-ec6c-442d-9d88-fcaeda94d4f6 HTTP/1.1" status: 200 len: 812 time: 0.2703969 Sep 23 22:52:19.480652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-3faf2a8b-a34a-4c1a-a9e9-4c1cbcd9ca3d tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Request body: {'port': {'device_id': '6e18faf4-9857-4fa7-8ad5-7a000cf7d341', 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6', 'admin_state_up': True, 'tenant_id': '3bf0827fb4624def958dba6a806a918c'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:19.590921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-4146dedb-d8b6-4c65-bf84-ee824e6ec5e2 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Made reservation on behalf of 3bf0827fb4624def958dba6a806a918c for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:19.590921 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-4146dedb-d8b6-4c65-bf84-ee824e6ec5e2 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:19.621781 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:19.640019 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:19.647139 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/977809f6-178b-4245-838a-14851ef25bd9 HTTP/1.1" status: 204 len: 168 time: 4.2835865 Sep 23 22:52:19.647565 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55712) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:19.652341 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a1d35015-1286-46e5-8a21-c2fcf89f3e67 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1493069662'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:19.737622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10eaa9-fbf0-485d-8858-c588e9ff96cb tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Network': ['ID=977809f6-178b-4245-838a-14851ef25bd9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:19.826016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d35015-1286-46e5-8a21-c2fcf89f3e67 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:19.832652 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1d35015-1286-46e5-8a21-c2fcf89f3e67 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:19.840906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-4146dedb-d8b6-4c65-bf84-ee824e6ec5e2 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Allocated IP 172.20.0.7 (93242e97-ec6c-442d-9d88-fcaeda94d4f6/dc9dfff1-ec64-4341-80d2-b3a9f7d3f073/2882f176-9690-40a6-9d90-7be3d84b7168) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:52:19.891649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d35015-1286-46e5-8a21-c2fcf89f3e67 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:52:19.938278 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1d35015-1286-46e5-8a21-c2fcf89f3e67 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:19.938865 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-a1d35015-1286-46e5-8a21-c2fcf89f3e67 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Added segment 404b1a61-c136-4df0-8e18-a27acd1075c1 of type vlan for network e1cadd5a-5d6d-43e3-899b-cf266e5b92ff Sep 23 22:52:19.994772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-3faf2a8b-a34a-4c1a-a9e9-4c1cbcd9ca3d tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Made reservation on behalf of 3bf0827fb4624def958dba6a806a918c for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:20.001269 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-3faf2a8b-a34a-4c1a-a9e9-4c1cbcd9ca3d tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:20.255586 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-4146dedb-d8b6-4c65-bf84-ee824e6ec5e2 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:20.407914 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-4146dedb-d8b6-4c65-bf84-ee824e6ec5e2 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:20.500701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-4146dedb-d8b6-4c65-bf84-ee824e6ec5e2 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:52:20.508558 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-4146dedb-d8b6-4c65-bf84-ee824e6ec5e2 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:20.517038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-4146dedb-d8b6-4c65-bf84-ee824e6ec5e2 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:52:20.567765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-3faf2a8b-a34a-4c1a-a9e9-4c1cbcd9ca3d tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Allocated IP 172.20.0.5 (93242e97-ec6c-442d-9d88-fcaeda94d4f6/dc9dfff1-ec64-4341-80d2-b3a9f7d3f073/727cb96c-911b-44c3-aa9a-f6e280f9bf1d) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:52:20.585933 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1679d435-b59d-4629-bf37-8d3e08987090 req-f4e7781e-8397-4680-a5d5-d2939d2796a6 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 210 time: 0.0577967 Sep 23 22:52:20.594228 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1d35015-1286-46e5-8a21-c2fcf89f3e67 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:20.694490 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146dedb-d8b6-4c65-bf84-ee824e6ec5e2 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Pushing event updated for resources: {'Port': ['ID=2882f176-9690-40a6-9d90-7be3d84b7168,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:20.716263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-4146dedb-d8b6-4c65-bf84-ee824e6ec5e2 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:20.716979 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-4146dedb-d8b6-4c65-bf84-ee824e6ec5e2 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:20.756932 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1d35015-1286-46e5-8a21-c2fcf89f3e67 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:20.763410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d35015-1286-46e5-8a21-c2fcf89f3e67 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:20.764036 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1d35015-1286-46e5-8a21-c2fcf89f3e67 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:20.851562 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-4146dedb-d8b6-4c65-bf84-ee824e6ec5e2 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0957377 Sep 23 22:52:20.872098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Request body: {'port': {'device_id': 'bd4074d5-07a9-43e7-8762-f16db845317e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:20.925476 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a1d35015-1286-46e5-8a21-c2fcf89f3e67 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2769220 Sep 23 22:52:20.926477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d35015-1286-46e5-8a21-c2fcf89f3e67 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Network': ['ID=e1cadd5a-5d6d-43e3-899b-cf266e5b92ff,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:20.933276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55758) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:20.944386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f3240587-2355-450a-a1a3-5f4639314f60 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'subnet': {'network_id': 'e1cadd5a-5d6d-43e3-899b-cf266e5b92ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:20.958299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network e1cadd5a-5d6d-43e3-899b-cf266e5b92ff details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:52:20.978232 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-3faf2a8b-a34a-4c1a-a9e9-4c1cbcd9ca3d tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:21.150176 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:21.225906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3240587-2355-450a-a1a3-5f4639314f60 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:21.230002 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3240587-2355-450a-a1a3-5f4639314f60 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:21.337219 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-3faf2a8b-a34a-4c1a-a9e9-4c1cbcd9ca3d tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:21.413667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-3faf2a8b-a34a-4c1a-a9e9-4c1cbcd9ca3d tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:52:21.465570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-3faf2a8b-a34a-4c1a-a9e9-4c1cbcd9ca3d tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:21.467617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf2a8b-a34a-4c1a-a9e9-4c1cbcd9ca3d tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Pushing event updated for resources: {'Port': ['ID=727cb96c-911b-44c3-aa9a-f6e280f9bf1d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:21.521277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-3faf2a8b-a34a-4c1a-a9e9-4c1cbcd9ca3d tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:52:21.758747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-3faf2a8b-a34a-4c1a-a9e9-4c1cbcd9ca3d tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:21.759553 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-3faf2a8b-a34a-4c1a-a9e9-4c1cbcd9ca3d tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:21.788511 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3240587-2355-450a-a1a3-5f4639314f60 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:21.807213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7ff3c-efc4-4a4c-91cf-102cb347ee0c req-60ecdeed-4d5d-4314-9e65-282bddf7d8f5 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:21.808933 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dfb7ff3c-efc4-4a4c-91cf-102cb347ee0c req-60ecdeed-4d5d-4314-9e65-282bddf7d8f5 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 931 time: 0.1107461 Sep 23 22:52:21.876023 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-3faf2a8b-a34a-4c1a-a9e9-4c1cbcd9ca3d tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4002724 Sep 23 22:52:21.881009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3240587-2355-450a-a1a3-5f4639314f60 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Checking segment: {'id': '404b1a61-c136-4df0-8e18-a27acd1075c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e1cadd5a-5d6d-43e3-899b-cf266e5b92ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:21.881741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3240587-2355-450a-a1a3-5f4639314f60 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network hostable DHCP agents. Network: e1cadd5a-5d6d-43e3-899b-cf266e5b92ff, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:52:21.903239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Request body: {'port': {'device_id': '6e18faf4-9857-4fa7-8ad5-7a000cf7d341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:21.908982 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dfb7ff3c-efc4-4a4c-91cf-102cb347ee0c req-719dca74-9197-4f2d-8163-b89125369f5b tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840590 Sep 23 22:52:21.914819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3240587-2355-450a-a1a3-5f4639314f60 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Subnet': ['ID=59841a5f-1a09-4f41-9229-e4a8d16a8cdd,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:21.938863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2882f176-9690-40a6-9d90-7be3d84b7168 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:52:21.962646 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:21.994526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Transition to ACTIVE for port object 2882f176-9690-40a6-9d90-7be3d84b7168 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:52:21.998140 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:22.016312 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3240587-2355-450a-a1a3-5f4639314f60 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network e1cadd5a-5d6d-43e3-899b-cf266e5b92ff is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:52:22.086777 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:22.117316 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-f3240587-2355-450a-a1a3-5f4639314f60 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, e1cadd5a-5d6d-43e3-899b-cf266e5b92ff) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:22.146584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3240587-2355-450a-a1a3-5f4639314f60 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:22.146584 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3240587-2355-450a-a1a3-5f4639314f60 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:22.147415 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f95add7-9e69-4139-9b59-7c6595cd14ec None None] Network e1cadd5a-5d6d-43e3-899b-cf266e5b92ff requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:22.303994 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f3240587-2355-450a-a1a3-5f4639314f60 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3688004 Sep 23 22:52:22.311086 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55806) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:22.329201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Pushing event updated for resources: {'Port': ['ID=2882f176-9690-40a6-9d90-7be3d84b7168,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:22.631987 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:22.675149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727cb96c-911b-44c3-aa9a-f6e280f9bf1d {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:52:22.685780 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:22.702982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Transition to ACTIVE for port object 727cb96c-911b-44c3-aa9a-f6e280f9bf1d will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:52:22.704706 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Attempting to bind port 2882f176-9690-40a6-9d90-7be3d84b7168 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:52:22.705368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Attempting to bind port 2882f176-9690-40a6-9d90-7be3d84b7168 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:52:22.712373 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Attempting to bind port 2882f176-9690-40a6-9d90-7be3d84b7168 on network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:22.720336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Port 2882f176-9690-40a6-9d90-7be3d84b7168 on network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:52:22.727193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Attempting to bind port 2882f176-9690-40a6-9d90-7be3d84b7168 on network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:22.751637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976e51ef-0741-47ef-90fb-7e348e5fc1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-e1cadd5a-5d6d-43e3-899b-cf266e5b92ff', 'network_id': 'e1cadd5a-5d6d-43e3-899b-cf266e5b92ff', 'tenant_id': 'cf12196acf554efabb9f85bd19252375', 'fixed_ips': [{'subnet_id': '59841a5f-1a09-4f41-9229-e4a8d16a8cdd'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:52:22.769353 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-976e51ef-0741-47ef-90fb-7e348e5fc1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:22.771180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:52:22.771180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Checking segment: {'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:22.771180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Bound using segment: {'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:52:22.775463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Bound port: 2882f176-9690-40a6-9d90-7be3d84b7168, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:52:22.777402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:22.825903 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:22.869439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] For port 2882f176-9690-40a6-9d90-7be3d84b7168, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:52:22.874293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] For port 2882f176-9690-40a6-9d90-7be3d84b7168, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2882f176-9690-40a6-9d90-7be3d84b7168,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:52:22.878660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:22.935903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Pushing event updated for resources: {'Port': ['ID=727cb96c-911b-44c3-aa9a-f6e280f9bf1d,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:22.947983 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a1d8697-43bb-41e1-a35f-a92a779035da req-d233a032-de35-4cd9-b514-34e2090a86e4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4477334 Sep 23 22:52:23.060451 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:23.125353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b00af-689f-44c3-a9ec-c3ce098202c1 req-ea27ab7b-3297-4c8b-b29a-9ea23d613e3e tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:23.127241 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-726b00af-689f-44c3-a9ec-c3ce098202c1 req-ea27ab7b-3297-4c8b-b29a-9ea23d613e3e tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 943 time: 0.0756049 Sep 23 22:52:23.132709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:23.134069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:23.135939 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] 10.222.0.67 "PUT /v2.0/ports/2882f176-9690-40a6-9d90-7be3d84b7168 HTTP/1.1" status: 200 len: 1091 time: 2.2686393 Sep 23 22:52:23.140958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4074d5-07a9-43e7-8762-f16db845317e', 'tag': '2882f176-9690-40a6-9d90-7be3d84b7168'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:23.143926 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aae9b5-3b9d-4154-9544-40b6b837225f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4074d5-07a9-43e7-8762-f16db845317e", "tag": "2882f176-9690-40a6-9d90-7be3d84b7168"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:23.175978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d8697-43bb-41e1-a35f-a92a779035da req-b609be59-215c-4b10-ac90-931264023880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:23.177444 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-726b00af-689f-44c3-a9ec-c3ce098202c1 req-ac260414-766a-43e9-ac51-eba9cba419e2 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430613 Sep 23 22:52:23.177663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a1d8697-43bb-41e1-a35f-a92a779035da req-b609be59-215c-4b10-ac90-931264023880 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feab7628ed224106877b2bc56eb0be16&device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 1096 time: 0.1680131 Sep 23 22:52:23.192930 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:23.230404 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Subnet': ['ID=59841a5f-1a09-4f41-9229-e4a8d16a8cdd,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:23.257483 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f1f8d5-4ff0-4c4f-9698-73097a35bb7e x-openstack-request-id: req-f6f1f8d5-4ff0-4c4f-9698-73097a35bb7e {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:23.257769 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4074d5-07a9-43e7-8762-f16db845317e", "tag": "2882f176-9690-40a6-9d90-7be3d84b7168", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:23.258023 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6f1f8d5-4ff0-4c4f-9698-73097a35bb7e {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:23.258473 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4074d5-07a9-43e7-8762-f16db845317e', 'tag': '2882f176-9690-40a6-9d90-7be3d84b7168', 'status': 'completed', 'code': 200} Sep 23 22:52:23.261343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b666f-1bbb-4ac5-bec4-ed11a1f07600 service neutron] Pushing event updated for resources: {'Port': ['ID=2882f176-9690-40a6-9d90-7be3d84b7168,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:23.268164 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Attempting to bind port 727cb96c-911b-44c3-aa9a-f6e280f9bf1d on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:52:23.268500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Attempting to bind port 727cb96c-911b-44c3-aa9a-f6e280f9bf1d by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:52:23.268823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Attempting to bind port 727cb96c-911b-44c3-aa9a-f6e280f9bf1d on network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server [None req-976e51ef-0741-47ef-90fb-7e348e5fc1e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59841a5f-1a09-4f41-9229-e4a8d16a8cdd: This subnet is being modified by another concurrent operation. Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise exception Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59841a5f-1a09-4f41-9229-e4a8d16a8cdd: This subnet is being modified by another concurrent operation. Sep 23 22:52:23.278594 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server Sep 23 22:52:23.309947 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d56ee5-50ae-4d02-824b-12b4ffdebfe9 None None] Network e1cadd5a-5d6d-43e3-899b-cf266e5b92ff requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:23.321287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Port 727cb96c-911b-44c3-aa9a-f6e280f9bf1d on network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:52:23.321616 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Attempting to bind port 727cb96c-911b-44c3-aa9a-f6e280f9bf1d on network 93242e97-ec6c-442d-9d88-fcaeda94d4f6 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:23.357433 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:23.392405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cadd5a-5d6d-43e3-899b-cf266e5b92ff']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:23.399861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:52:23.400418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Checking segment: {'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:23.401085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Bound using segment: {'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:52:23.401890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Bound port: 727cb96c-911b-44c3-aa9a-f6e280f9bf1d, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:52:23.402500 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:23.404610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404b1a61-c136-4df0-8e18-a27acd1075c1') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:23.404910 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404b1a61-c136-4df0-8e18-a27acd1075c1') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:23.436953 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:23.457713 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:23.480528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d8697-43bb-41e1-a35f-a92a779035da req-2d238aaa-4537-4046-8f67-dcdf32041945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:23.482275 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a1d8697-43bb-41e1-a35f-a92a779035da req-2d238aaa-4537-4046-8f67-dcdf32041945 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 HTTP/1.1" status: 200 len: 915 time: 0.2780457 Sep 23 22:52:23.496372 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:23.496935 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:23.500401 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:23.584628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473c8cd1-18f9-4c71-96a9-243fc0ad63d2 None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 22:52:23.604336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aae9b5-3b9d-4154-9544-40b6b837225f req-1d2e98d4-f0e3-4d4e-8eeb-a9b6250ce3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:23.606422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-45aae9b5-3b9d-4154-9544-40b6b837225f req-1d2e98d4-f0e3-4d4e-8eeb-a9b6250ce3aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3bf0827fb4624def958dba6a806a918c&device_id=bd4074d5-07a9-43e7-8762-f16db845317e HTTP/1.1" status: 200 len: 1094 time: 0.2959270 Sep 23 22:52:23.710880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] For port 727cb96c-911b-44c3-aa9a-f6e280f9bf1d, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:52:23.738659 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:23.761611 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a1d8697-43bb-41e1-a35f-a92a779035da req-0e59f5fd-b36f-4ef4-8967-eb11ae979a77 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 HTTP/1.1" status: 200 len: 1001 time: 0.2374685 Sep 23 22:52:23.770944 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:23.772969 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/e1cadd5a-5d6d-43e3-899b-cf266e5b92ff HTTP/1.1" status: 204 len: 168 time: 1.4607158 Sep 23 22:52:23.779453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 55854) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:23.788655 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] For port 727cb96c-911b-44c3-aa9a-f6e280f9bf1d, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=727cb96c-911b-44c3-aa9a-f6e280f9bf1d,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:52:23.798708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-98cda876-b624-4eca-926a-e638dbbfab8e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-281282368'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:23.833849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c8cd1-18f9-4c71-96a9-243fc0ad63d2 None None] Resources bound (agent type, host, resource id): {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 22:52:23.867339 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927a672-ac22-4027-8a1f-b1824eff58ce tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Network': ['ID=e1cadd5a-5d6d-43e3-899b-cf266e5b92ff,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:23.871680 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aae9b5-3b9d-4154-9544-40b6b837225f req-0be4aed9-547a-4a78-b7c1-d4f669953567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:23.873737 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-45aae9b5-3b9d-4154-9544-40b6b837225f req-0be4aed9-547a-4a78-b7c1-d4f669953567 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=3bf0827fb4624def958dba6a806a918c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2489583 Sep 23 22:52:23.897820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d8697-43bb-41e1-a35f-a92a779035da req-6945cfb5-a99e-4bd7-bd5b-00ef207a870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:23.901973 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a1d8697-43bb-41e1-a35f-a92a779035da req-6945cfb5-a99e-4bd7-bd5b-00ef207a870b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66635b10-c781-4b00-9416-9488781bd842 HTTP/1.1" status: 200 len: 853 time: 0.1268239 Sep 23 22:52:23.978451 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:23.991320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cda876-b624-4eca-926a-e638dbbfab8e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:23.999796 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98cda876-b624-4eca-926a-e638dbbfab8e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:24.074974 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cda876-b624-4eca-926a-e638dbbfab8e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:52:24.092014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Pushing event updated for resources: {'Port': ['ID=727cb96c-911b-44c3-aa9a-f6e280f9bf1d,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:24.103673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:24.103673 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:24.105088 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6ea2e511-cb50-4904-895d-a407b7470743 service neutron] 10.222.0.43 "PUT /v2.0/ports/727cb96c-911b-44c3-aa9a-f6e280f9bf1d HTTP/1.1" status: 200 len: 1091 time: 2.2070978 Sep 23 22:52:24.113302 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98cda876-b624-4eca-926a-e638dbbfab8e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:24.113548 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-98cda876-b624-4eca-926a-e638dbbfab8e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Added segment db655213-4c14-4d9a-9d28-cb2e72967df5 of type vlan for network 6e5d728d-f3e4-4c46-8080-e6722bbd1caf Sep 23 22:52:24.171978 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98cda876-b624-4eca-926a-e638dbbfab8e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:24.186734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d8697-43bb-41e1-a35f-a92a779035da req-9558be16-1767-442a-9c0d-65c99684cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:24.190029 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a1d8697-43bb-41e1-a35f-a92a779035da req-9558be16-1767-442a-9c0d-65c99684cf2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2667420 Sep 23 22:52:24.260580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aae9b5-3b9d-4154-9544-40b6b837225f req-476a15b2-0d2d-4bb2-b43e-40e3325f1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:24.262752 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-45aae9b5-3b9d-4154-9544-40b6b837225f req-476a15b2-0d2d-4bb2-b43e-40e3325f1b82 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3811255 Sep 23 22:52:24.299441 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98cda876-b624-4eca-926a-e638dbbfab8e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:24.306592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cda876-b624-4eca-926a-e638dbbfab8e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:24.308157 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-98cda876-b624-4eca-926a-e638dbbfab8e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:24.488348 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a1d8697-43bb-41e1-a35f-a92a779035da req-52fe4adb-49bd-464a-848b-efe324e2ff6c service neutron] 10.222.0.43 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874055 Sep 23 22:52:24.490355 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-98cda876-b624-4eca-926a-e638dbbfab8e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7095902 Sep 23 22:52:24.491114 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55880) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:24.493620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cda876-b624-4eca-926a-e638dbbfab8e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Network': ['ID=6e5d728d-f3e4-4c46-8080-e6722bbd1caf,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:24.494271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-74b70f33-666a-477c-b92e-69e92319057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:24.495863 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-74b70f33-666a-477c-b92e-69e92319057e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bf0827fb4624def958dba6a806a918c&device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 1094 time: 0.1533175 Sep 23 22:52:24.510076 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 6e5d728d-f3e4-4c46-8080-e6722bbd1caf details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:52:24.512146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-62f156e4-6dcb-4ea2-8ca3-660f582cdcbf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'subnet': {'network_id': '6e5d728d-f3e4-4c46-8080-e6722bbd1caf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:24.538935 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c505a6-6104-4e33-b55c-83ac4da74ef9 req-fa9f7af8-c68b-4652-b125-9a6302d2d87c tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:24.547381 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d7c505a6-6104-4e33-b55c-83ac4da74ef9 req-fa9f7af8-c68b-4652-b125-9a6302d2d87c tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 943 time: 0.1787243 Sep 23 22:52:24.606335 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d7c505a6-6104-4e33-b55c-83ac4da74ef9 req-b87bd515-4d9b-4029-b3cd-3ae3d1c46a04 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576811 Sep 23 22:52:24.747129 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-6dc2f142-715c-4f0b-b870-7a71388ad35b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=727cb96c-911b-44c3-aa9a-f6e280f9bf1d HTTP/1.1" status: 200 len: 217 time: 0.2296419 Sep 23 22:52:24.785202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-722b0a2e-5a10-4bf6-a6df-8cbd84b88c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:24.794092 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-722b0a2e-5a10-4bf6-a6df-8cbd84b88c27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3bf0827fb4624def958dba6a806a918c&device_id=bd4074d5-07a9-43e7-8762-f16db845317e HTTP/1.1" status: 200 len: 1094 time: 0.4233181 Sep 23 22:52:24.896029 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-4b1913ce-a53d-4335-9bf4-0391f0514f68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2882f176-9690-40a6-9d90-7be3d84b7168 HTTP/1.1" status: 200 len: 217 time: 0.0719128 Sep 23 22:52:24.903751 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a1d8697-43bb-41e1-a35f-a92a779035da req-5b990988-fa6e-4442-93c5-5df220822e44 service neutron] 10.222.0.43 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653755 Sep 23 22:52:24.924152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-41ffddb6-b6a4-43ce-a898-39414034e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:24.929476 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-41ffddb6-b6a4-43ce-a898-39414034e689 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dc9dfff1-ec64-4341-80d2-b3a9f7d3f073 HTTP/1.1" status: 200 len: 852 time: 0.1371107 Sep 23 22:52:24.995558 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-ff84e627-0294-4f68-8eb6-ae2dc482986a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=93242e97-ec6c-442d-9d88-fcaeda94d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392575 Sep 23 22:52:25.016760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-856a3179-20fa-4f26-a1ef-cf57fe83c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:25.018599 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-856a3179-20fa-4f26-a1ef-cf57fe83c9c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc9dfff1-ec64-4341-80d2-b3a9f7d3f073 HTTP/1.1" status: 200 len: 852 time: 0.1138465 Sep 23 22:52:25.060338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-7ff2734a-ad6f-4e68-9db6-1ccc0f01cd41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93242e97-ec6c-442d-9d88-fcaeda94d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308173 Sep 23 22:52:25.060969 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f156e4-6dcb-4ea2-8ca3-660f582cdcbf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:25.064721 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-62f156e4-6dcb-4ea2-8ca3-660f582cdcbf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:25.659248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e18faf4-9857-4fa7-8ad5-7a000cf7d341', 'tag': '727cb96c-911b-44c3-aa9a-f6e280f9bf1d'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:25.661550 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fb77c1-ed48-400a-bc42-a4c02f7a7dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e18faf4-9857-4fa7-8ad5-7a000cf7d341", "tag": "727cb96c-911b-44c3-aa9a-f6e280f9bf1d"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:25.771824 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eb4496-0efa-4195-9da5-175dd2c0497f x-openstack-request-id: req-26eb4496-0efa-4195-9da5-175dd2c0497f {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:25.772522 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e18faf4-9857-4fa7-8ad5-7a000cf7d341", "tag": "727cb96c-911b-44c3-aa9a-f6e280f9bf1d", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:25.772522 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26eb4496-0efa-4195-9da5-175dd2c0497f {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:25.772717 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e18faf4-9857-4fa7-8ad5-7a000cf7d341', 'tag': '727cb96c-911b-44c3-aa9a-f6e280f9bf1d', 'status': 'completed', 'code': 200} Sep 23 22:52:25.777901 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-262b03d8-be00-42b6-b534-d5adc5770494 service neutron] 10.222.0.67 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094789 Sep 23 22:52:25.824427 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-30d6af6f-1786-4534-a096-e403b7e55a65 service neutron] 10.222.0.43 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8195491 Sep 23 22:52:26.052675 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e440e-9fc4-4d3a-bd9f-4384a85bd5e5 req-ab1de3d4-23a1-421e-ae97-9128f8153ff1 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:26.054347 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-113e440e-9fc4-4d3a-bd9f-4384a85bd5e5 req-ab1de3d4-23a1-421e-ae97-9128f8153ff1 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 943 time: 0.2743101 Sep 23 22:52:26.087066 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-b337afbf-9e1a-4386-9bfc-8724aa10c367 service neutron] 10.222.0.67 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906544 Sep 23 22:52:26.125705 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7487c6b5-9f4e-482b-9cec-09c5b287d7cc req-10bffded-c390-4c4c-b413-4f1bffbb8ee2 service neutron] 10.222.0.43 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828100 Sep 23 22:52:26.163982 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-113e440e-9fc4-4d3a-bd9f-4384a85bd5e5 req-7939254b-8b01-4460-a518-2d5fd5c532c3 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951397 Sep 23 22:52:26.248634 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-62f156e4-6dcb-4ea2-8ca3-660f582cdcbf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:26.395030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f156e4-6dcb-4ea2-8ca3-660f582cdcbf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Subnet': ['ID=35511031-a9da-4d6b-b399-63fca14988a3,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:26.409795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb77c1-ed48-400a-bc42-a4c02f7a7dc3 req-cc18e8e7-f913-452a-9dc1-c287545691ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:26.411436 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4fb77c1-ed48-400a-bc42-a4c02f7a7dc3 req-cc18e8e7-f913-452a-9dc1-c287545691ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bf0827fb4624def958dba6a806a918c&device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 1094 time: 0.0942414 Sep 23 22:52:26.412513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f156e4-6dcb-4ea2-8ca3-660f582cdcbf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Checking segment: {'id': 'db655213-4c14-4d9a-9d28-cb2e72967df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6e5d728d-f3e4-4c46-8080-e6722bbd1caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:26.412900 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f156e4-6dcb-4ea2-8ca3-660f582cdcbf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network hostable DHCP agents. Network: 6e5d728d-f3e4-4c46-8080-e6722bbd1caf, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:52:26.538380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb77c1-ed48-400a-bc42-a4c02f7a7dc3 req-323861ec-9f3c-4b09-acb8-76b8de72706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:26.539972 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4fb77c1-ed48-400a-bc42-a4c02f7a7dc3 req-323861ec-9f3c-4b09-acb8-76b8de72706f service neutron] 10.222.0.43 "GET /v2.0/networks?id=93242e97-ec6c-442d-9d88-fcaeda94d4f6 HTTP/1.1" status: 200 len: 913 time: 0.1204436 Sep 23 22:52:26.606621 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4fb77c1-ed48-400a-bc42-a4c02f7a7dc3 req-6b7a0d97-67d6-4676-867d-e79b69fd8f6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=727cb96c-911b-44c3-aa9a-f6e280f9bf1d HTTP/1.1" status: 200 len: 217 time: 0.0579212 Sep 23 22:52:26.607166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f156e4-6dcb-4ea2-8ca3-660f582cdcbf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network 6e5d728d-f3e4-4c46-8080-e6722bbd1caf is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:52:26.672031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb77c1-ed48-400a-bc42-a4c02f7a7dc3 req-bef760b3-5446-4a07-a688-946422ccaa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:26.674641 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4fb77c1-ed48-400a-bc42-a4c02f7a7dc3 req-bef760b3-5446-4a07-a688-946422ccaa2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dc9dfff1-ec64-4341-80d2-b3a9f7d3f073 HTTP/1.1" status: 200 len: 852 time: 0.0586667 Sep 23 22:52:26.733791 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4fb77c1-ed48-400a-bc42-a4c02f7a7dc3 req-1382036b-21d6-489a-8a5b-a400fc46a28c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=93242e97-ec6c-442d-9d88-fcaeda94d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502560 Sep 23 22:52:26.741979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-62f156e4-6dcb-4ea2-8ca3-660f582cdcbf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 6e5d728d-f3e4-4c46-8080-e6722bbd1caf) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:26.754487 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7f7c1d-99e7-44eb-acb0-212c0a366aaf None None] Network 6e5d728d-f3e4-4c46-8080-e6722bbd1caf requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:26.765803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f156e4-6dcb-4ea2-8ca3-660f582cdcbf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:26.767020 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-62f156e4-6dcb-4ea2-8ca3-660f582cdcbf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:26.915167 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4fb77c1-ed48-400a-bc42-a4c02f7a7dc3 req-0db014d2-a505-4cbc-951a-a69b3181c9d1 service neutron] 10.222.0.43 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678817 Sep 23 22:52:27.006845 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-6e5d728d-f3e4-4c46-8080-e6722bbd1caf', 'network_id': '6e5d728d-f3e4-4c46-8080-e6722bbd1caf', 'tenant_id': 'cf12196acf554efabb9f85bd19252375', 'fixed_ips': [{'subnet_id': '35511031-a9da-4d6b-b399-63fca14988a3'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:52:27.007733 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:27.061628 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-62f156e4-6dcb-4ea2-8ca3-660f582cdcbf tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5646062 Sep 23 22:52:27.065153 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4fb77c1-ed48-400a-bc42-a4c02f7a7dc3 req-6b6c2faf-d57e-4f78-8067-c9ebc996b276 service neutron] 10.222.0.43 "GET /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392305 Sep 23 22:52:27.067337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 55972) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:27.192450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Allocated IP 172.20.0.2 (6e5d728d-f3e4-4c46-8080-e6722bbd1caf/35511031-a9da-4d6b-b399-63fca14988a3/213ba633-ab6a-4d65-8535-e82af0a5165a) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:52:27.217945 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:27.304048 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:27.394304 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32577b9-222e-41ab-b627-dbe335bf3ff5 req-f096b4db-dae5-462b-8cb9-6bf70a0e849a tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:27.402288 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b32577b9-222e-41ab-b627-dbe335bf3ff5 req-f096b4db-dae5-462b-8cb9-6bf70a0e849a tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 943 time: 0.0937977 Sep 23 22:52:27.462472 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:27.487898 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b32577b9-222e-41ab-b627-dbe335bf3ff5 req-01fc5325-2428-45a3-b333-e1bb68f2b1b5 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756688 Sep 23 22:52:27.556351 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:27.610548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Network 6e5d728d-f3e4-4c46-8080-e6722bbd1caf is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:52:27.617509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:27.622158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:52:27.632226 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Pushing event updated for resources: {'Port': ['ID=213ba633-ab6a-4d65-8535-e82af0a5165a,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:27.678046 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:27.719002 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Attempting to bind port 213ba633-ab6a-4d65-8535-e82af0a5165a on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:52:27.719289 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Attempting to bind port 213ba633-ab6a-4d65-8535-e82af0a5165a by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'db655213-4c14-4d9a-9d28-cb2e72967df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6e5d728d-f3e4-4c46-8080-e6722bbd1caf'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:52:27.719831 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Attempting to bind port 213ba633-ab6a-4d65-8535-e82af0a5165a on network 6e5d728d-f3e4-4c46-8080-e6722bbd1caf {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:27.727378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:52:27.731224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Checking segment: {'id': 'db655213-4c14-4d9a-9d28-cb2e72967df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6e5d728d-f3e4-4c46-8080-e6722bbd1caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:27.731224 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:27.731224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Bound using segment: {'id': 'db655213-4c14-4d9a-9d28-cb2e72967df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6e5d728d-f3e4-4c46-8080-e6722bbd1caf'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:52:27.731224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Bound port: 213ba633-ab6a-4d65-8535-e82af0a5165a, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db655213-4c14-4d9a-9d28-cb2e72967df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6e5d728d-f3e4-4c46-8080-e6722bbd1caf'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:52:27.731224 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:27.781310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Subnet': ['ID=35511031-a9da-4d6b-b399-63fca14988a3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:27.873839 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] For port 213ba633-ab6a-4d65-8535-e82af0a5165a, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:52:27.878006 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] For port 213ba633-ab6a-4d65-8535-e82af0a5165a, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=213ba633-ab6a-4d65-8535-e82af0a5165a,segment=NetworkSegment(db655213-4c14-4d9a-9d28-cb2e72967df5),segment_id=db655213-4c14-4d9a-9d28-cb2e72967df5)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:52:27.909348 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:27.950200 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5d728d-f3e4-4c46-8080-e6722bbd1caf']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:27.978637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db655213-4c14-4d9a-9d28-cb2e72967df5') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:27.978899 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db655213-4c14-4d9a-9d28-cb2e72967df5') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:27.990752 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:28.077982 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:28.080941 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:28.088891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:28.089397 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:28.092545 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:28.110011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 727cb96c-911b-44c3-aa9a-f6e280f9bf1d details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:52:28.187402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907eca17-a81c-4cc1-86d4-7b88a2119355 None None] Pushing event updated for resources: {'Port': ['ID=213ba633-ab6a-4d65-8535-e82af0a5165a,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:28.209066 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 22:52:28.209066 n-d-810775-1 neutron-server[95491]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 22:52:28.209066 n-d-810775-1 neutron-server[95491]: [parameters: {'id': '6e5d728d-f3e4-4c46-8080-e6722bbd1caf'}] Sep 23 22:52:28.209066 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:52:28.209657 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:52:28.239957 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9665a77e-7050-497c-ad6d-9f421a777d1e None None] Network 6e5d728d-f3e4-4c46-8080-e6722bbd1caf requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:28.449714 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 727cb96c-911b-44c3-aa9a-f6e280f9bf1d, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=727cb96c-911b-44c3-aa9a-f6e280f9bf1d,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:28.477428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '727cb96c-911b-44c3-aa9a-f6e280f9bf1d', 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6', 'port_id': '727cb96c-911b-44c3-aa9a-f6e280f9bf1d', 'mac_address': 'fa:16:3e:ff:07:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9dfff1-ec64-4341-80d2-b3a9f7d3f073', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:52:28.530375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2165d39b-6b4d-4c91-93f6-3fd7586a27d1 None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 22:52:28.534362 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:28.602963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727cb96c-911b-44c3-aa9a-f6e280f9bf1d {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:52:28.656964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb381f1-f482-4040-818a-06475862e5b9 req-27660bfb-b5db-4c11-841e-50019c1899ba tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:28.666823 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3eb381f1-f482-4040-818a-06475862e5b9 req-27660bfb-b5db-4c11-841e-50019c1899ba tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 943 time: 0.0823576 Sep 23 22:52:28.678523 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 727cb96c-911b-44c3-aa9a-f6e280f9bf1d, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=727cb96c-911b-44c3-aa9a-f6e280f9bf1d,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:28.711841 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:28.722918 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3eb381f1-f482-4040-818a-06475862e5b9 req-13a25082-cbaf-440b-98db-035ffa4b3f71 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548348 Sep 23 22:52:28.755065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2165d39b-6b4d-4c91-93f6-3fd7586a27d1 None None] Resources bound (agent type, host, resource id): {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 22:52:28.784015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Deleting port 213ba633-ab6a-4d65-8535-e82af0a5165a {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:28.784015 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:28.838491 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:28.863365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] For port 213ba633-ab6a-4d65-8535-e82af0a5165a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=213ba633-ab6a-4d65-8535-e82af0a5165a,segment=NetworkSegment(db655213-4c14-4d9a-9d28-cb2e72967df5),segment_id=db655213-4c14-4d9a-9d28-cb2e72967df5)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:28.864138 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:28.908277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Calling delete_port for 213ba633-ab6a-4d65-8535-e82af0a5165a owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:28.937071 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=727cb96c-911b-44c3-aa9a-f6e280f9bf1d,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:29.081596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['727cb96c-911b-44c3-aa9a-f6e280f9bf1d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:52:29.208463 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:29.243788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Port': ['ID=213ba633-ab6a-4d65-8535-e82af0a5165a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:29.248209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No DVR routers for this DVR port 213ba633-ab6a-4d65-8535-e82af0a5165a on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:52:29.396858 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:29.425342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5d728d-f3e4-4c46-8080-e6722bbd1caf']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:29.437749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db655213-4c14-4d9a-9d28-cb2e72967df5') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:29.438090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db655213-4c14-4d9a-9d28-cb2e72967df5') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:29.457573 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:29.481815 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:29.489212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:29.489726 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:29.493144 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:29.682585 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:29.695860 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:29.700144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/6e5d728d-f3e4-4c46-8080-e6722bbd1caf HTTP/1.1" status: 204 len: 168 time: 2.6313903 Sep 23 22:52:29.703903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56078) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:29.710981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-56c5d221-8d34-4024-b368-479eb567eb3c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2100066815'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:29.734873 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956d4f2-2a28-4666-9309-bf32e4fdae9d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Network': ['ID=6e5d728d-f3e4-4c46-8080-e6722bbd1caf,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:29.871533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1e82-15fb-4200-acda-1bebfa0f69e2 req-7fb497f2-e3f6-4e7e-b485-4b256b606dee tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:29.873192 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e78f1e82-15fb-4200-acda-1bebfa0f69e2 req-7fb497f2-e3f6-4e7e-b485-4b256b606dee tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 944 time: 0.0577364 Sep 23 22:52:29.913135 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c5d221-8d34-4024-b368-479eb567eb3c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:29.919752 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-56c5d221-8d34-4024-b368-479eb567eb3c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:29.922918 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e78f1e82-15fb-4200-acda-1bebfa0f69e2 req-f937aa62-ab6a-420e-ae1e-3f0bd84322e4 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 Sep 23 22:52:29.968075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c5d221-8d34-4024-b368-479eb567eb3c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:52:29.987294 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-56c5d221-8d34-4024-b368-479eb567eb3c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:29.987675 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-56c5d221-8d34-4024-b368-479eb567eb3c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Added segment f377fbf6-69a4-4279-a2ba-5205a6046253 of type vlan for network e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b Sep 23 22:52:30.003074 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 2882f176-9690-40a6-9d90-7be3d84b7168 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:52:30.088373 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-56c5d221-8d34-4024-b368-479eb567eb3c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:30.110163 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 727cb96c-911b-44c3-aa9a-f6e280f9bf1d up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:52:30.254552 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-56c5d221-8d34-4024-b368-479eb567eb3c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:30.260085 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 2882f176-9690-40a6-9d90-7be3d84b7168, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2882f176-9690-40a6-9d90-7be3d84b7168,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:30.264527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c5d221-8d34-4024-b368-479eb567eb3c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:30.265572 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-56c5d221-8d34-4024-b368-479eb567eb3c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:30.282529 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '2882f176-9690-40a6-9d90-7be3d84b7168', 'network_id': '93242e97-ec6c-442d-9d88-fcaeda94d4f6', 'port_id': '2882f176-9690-40a6-9d90-7be3d84b7168', 'mac_address': 'fa:16:3e:05:b9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9dfff1-ec64-4341-80d2-b3a9f7d3f073', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:52:30.367545 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:30.387421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2882f176-9690-40a6-9d90-7be3d84b7168 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:52:30.400295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5d221-8d34-4024-b368-479eb567eb3c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Network': ['ID=e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:30.417971 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:52:30.432535 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 727cb96c-911b-44c3-aa9a-f6e280f9bf1d completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:52:30.443761 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-56c5d221-8d34-4024-b368-479eb567eb3c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7378631 Sep 23 22:52:30.449828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56114) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:30.453512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-539523d8-70f6-4e1d-af4c-cffea1e4cab0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'subnet': {'network_id': 'e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:30.468131 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 2882f176-9690-40a6-9d90-7be3d84b7168, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2882f176-9690-40a6-9d90-7be3d84b7168,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:30.524212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 727cb96c-911b-44c3-aa9a-f6e280f9bf1d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:52:30.524826 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:30.612646 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:30.690981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=2882f176-9690-40a6-9d90-7be3d84b7168,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:30.694414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539523d8-70f6-4e1d-af4c-cffea1e4cab0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:30.701945 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-539523d8-70f6-4e1d-af4c-cffea1e4cab0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:30.808446 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:30.815118 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea1c179e-296c-4eef-8771-41914b700007 req-55c89c0c-ea3b-451b-847f-14628252d5cb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0960107 Sep 23 22:52:30.868539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.ipam_backend_mixin [None req-539523d8-70f6-4e1d-af4c-cffea1e4cab0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Performing IP validity checks on allocation pools {{(pid=95490) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 22:52:30.869860 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.ipam_backend_mixin [None req-539523d8-70f6-4e1d-af4c-cffea1e4cab0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95490) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 22:52:31.040847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c179e-296c-4eef-8771-41914b700007 req-e884d38c-e903-4124-be08-77c169a42965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:31.042945 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea1c179e-296c-4eef-8771-41914b700007 req-e884d38c-e903-4124-be08-77c169a42965 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 1096 time: 0.1120551 Sep 23 22:52:31.161593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e18faf4-9857-4fa7-8ad5-7a000cf7d341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727cb96c-911b-44c3-aa9a-f6e280f9bf1d'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:31.164246 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44deab89-7790-449b-8b59-dee5de85c01b" -d '{"events": [{"server_uuid": "6e18faf4-9857-4fa7-8ad5-7a000cf7d341", "name": "network-vif-plugged", "status": "completed", "tag": "727cb96c-911b-44c3-aa9a-f6e280f9bf1d"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:31.190469 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 727cb96c-911b-44c3-aa9a-f6e280f9bf1d, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=727cb96c-911b-44c3-aa9a-f6e280f9bf1d,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:31.232002 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d24a13-823d-47ec-82e2-f1f1dd5f61f0 x-openstack-request-id: req-a9d24a13-823d-47ec-82e2-f1f1dd5f61f0 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:31.233527 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e18faf4-9857-4fa7-8ad5-7a000cf7d341", "name": "network-vif-plugged", "status": "completed", "tag": "727cb96c-911b-44c3-aa9a-f6e280f9bf1d", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:31.234026 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9d24a13-823d-47ec-82e2-f1f1dd5f61f0 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:31.236353 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e18faf4-9857-4fa7-8ad5-7a000cf7d341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727cb96c-911b-44c3-aa9a-f6e280f9bf1d', 'code': 200} Sep 23 22:52:31.256074 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:31.256955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2e2d6-d055-4e88-96ee-824cb0c71020 req-6e8b8e63-26c7-40f7-b966-00ff23412537 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:31.258842 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8df2e2d6-d055-4e88-96ee-824cb0c71020 req-6e8b8e63-26c7-40f7-b966-00ff23412537 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 944 time: 0.1489577 Sep 23 22:52:31.303377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['2882f176-9690-40a6-9d90-7be3d84b7168'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:52:31.323030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c179e-296c-4eef-8771-41914b700007 req-0a035092-3796-4720-bfa7-39c9827f514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:31.324241 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-539523d8-70f6-4e1d-af4c-cffea1e4cab0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:31.325186 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea1c179e-296c-4eef-8771-41914b700007 req-0a035092-3796-4720-bfa7-39c9827f514d service neutron] 10.222.0.67 "GET /v2.0/networks?id=17be15c5-331c-4483-9a52-d388ad4d0614 HTTP/1.1" status: 200 len: 897 time: 0.2598898 Sep 23 22:52:31.368377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=727cb96c-911b-44c3-aa9a-f6e280f9bf1d,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:31.504067 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8df2e2d6-d055-4e88-96ee-824cb0c71020 req-52a4889b-8a8c-4786-a517-763d9a8ff620 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241349 Sep 23 22:52:31.507699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539523d8-70f6-4e1d-af4c-cffea1e4cab0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Subnet': ['ID=6ecdafe0-a286-4975-8c3b-431303132a58,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:31.544755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f249ca-83f9-469a-bd66-8d05882723c1 req-af1d34ff-224e-43ad-a3ec-32a0d908f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:31.550432 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-95f249ca-83f9-469a-bd66-8d05882723c1 req-af1d34ff-224e-43ad-a3ec-32a0d908f571 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 1096 time: 0.2424836 Sep 23 22:52:31.557871 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea1c179e-296c-4eef-8771-41914b700007 req-1d362e0c-28cb-4ac3-a2a8-93c6d28a4182 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516 HTTP/1.1" status: 200 len: 1001 time: 0.1978755 Sep 23 22:52:31.574961 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539523d8-70f6-4e1d-af4c-cffea1e4cab0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Checking segment: {'id': 'f377fbf6-69a4-4279-a2ba-5205a6046253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:31.578252 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539523d8-70f6-4e1d-af4c-cffea1e4cab0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network hostable DHCP agents. Network: e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:52:31.679039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c179e-296c-4eef-8771-41914b700007 req-7f7ffc3b-a821-4097-ab49-b67343c78950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:31.680497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea1c179e-296c-4eef-8771-41914b700007 req-7f7ffc3b-a821-4097-ab49-b67343c78950 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c1f89e2-1a19-453e-bf25-540d06e7b8ed HTTP/1.1" status: 200 len: 834 time: 0.1039135 Sep 23 22:52:31.682318 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-95f249ca-83f9-469a-bd66-8d05882723c1 req-37b29cb6-10b2-43c8-adb6-ad339c9a2261 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235526 Sep 23 22:52:31.723166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539523d8-70f6-4e1d-af4c-cffea1e4cab0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:52:31.768749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c179e-296c-4eef-8771-41914b700007 req-47ab4e0d-039d-49b4-a584-109c16eff6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:31.773389 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea1c179e-296c-4eef-8771-41914b700007 req-47ab4e0d-039d-49b4-a584-109c16eff6ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17be15c5-331c-4483-9a52-d388ad4d0614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846140 Sep 23 22:52:31.819566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-539523d8-70f6-4e1d-af4c-cffea1e4cab0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:31.835249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51214e6-54bc-4d1a-b32b-68931a7ac370 None None] Network e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:31.850347 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539523d8-70f6-4e1d-af4c-cffea1e4cab0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:31.853751 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-539523d8-70f6-4e1d-af4c-cffea1e4cab0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:31.951709 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea1c179e-296c-4eef-8771-41914b700007 req-e2e38eba-9a20-4487-bb8f-e7b302268159 service neutron] 10.222.0.67 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670060 Sep 23 22:52:31.959704 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-539523d8-70f6-4e1d-af4c-cffea1e4cab0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5108366 Sep 23 22:52:31.962024 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56170) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:32.153803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea1c179e-296c-4eef-8771-41914b700007 req-79415686-e4d2-45d8-8c86-dfb1a7690e4d service neutron] 10.222.0.67 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941142 Sep 23 22:52:32.232903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b', 'network_id': 'e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b', 'tenant_id': 'cf12196acf554efabb9f85bd19252375', 'fixed_ips': [{'subnet_id': '6ecdafe0-a286-4975-8c3b-431303132a58'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:52:32.233698 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:32.266207 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:32.340416 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:32.476314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Allocated IP 172.20.0.3 (e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b/6ecdafe0-a286-4975-8c3b-431303132a58/bd28b87e-82fc-4092-b3c5-1e20f236c01f) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:52:32.864668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff108a0-4b4c-4f97-9cb1-3bc184ea189e req-60ba197c-b7ca-453d-b355-a56b6ee11600 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:32.873432 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ff108a0-4b4c-4f97-9cb1-3bc184ea189e req-60ba197c-b7ca-453d-b355-a56b6ee11600 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 945 time: 0.1065931 Sep 23 22:52:32.902864 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:32.914941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ff108a0-4b4c-4f97-9cb1-3bc184ea189e req-96a0fb58-9c0c-4cd9-9f70-dfc991f3389e tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399418 Sep 23 22:52:33.072598 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:33.161941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Network e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:52:33.167733 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:33.175021 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:52:33.203290 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:33.249556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Pushing event updated for resources: {'Port': ['ID=bd28b87e-82fc-4092-b3c5-1e20f236c01f,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:33.263366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Subnet': ['ID=6ecdafe0-a286-4975-8c3b-431303132a58,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:33.353687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Attempting to bind port bd28b87e-82fc-4092-b3c5-1e20f236c01f on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:52:33.354251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Attempting to bind port bd28b87e-82fc-4092-b3c5-1e20f236c01f by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f377fbf6-69a4-4279-a2ba-5205a6046253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:52:33.354840 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Attempting to bind port bd28b87e-82fc-4092-b3c5-1e20f236c01f on network e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:33.364747 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:52:33.365410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Checking segment: {'id': 'f377fbf6-69a4-4279-a2ba-5205a6046253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:33.366130 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:33.367010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Bound using segment: {'id': 'f377fbf6-69a4-4279-a2ba-5205a6046253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:52:33.367555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Bound port: bd28b87e-82fc-4092-b3c5-1e20f236c01f, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f377fbf6-69a4-4279-a2ba-5205a6046253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:52:33.368410 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:33.513100 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:33.576395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:33.587351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] For port bd28b87e-82fc-4092-b3c5-1e20f236c01f, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:52:33.593693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] For port bd28b87e-82fc-4092-b3c5-1e20f236c01f, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bd28b87e-82fc-4092-b3c5-1e20f236c01f,segment=NetworkSegment(f377fbf6-69a4-4279-a2ba-5205a6046253),segment_id=f377fbf6-69a4-4279-a2ba-5205a6046253)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:52:33.596653 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f377fbf6-69a4-4279-a2ba-5205a6046253') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:33.597093 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f377fbf6-69a4-4279-a2ba-5205a6046253') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:33.612172 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:33.688446 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:33.691698 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:33.701460 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:33.701896 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:33.705238 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:33.844750 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88718797-59bc-40a8-b71d-1ac36f63fd55 None None] Pushing event updated for resources: {'Port': ['ID=bd28b87e-82fc-4092-b3c5-1e20f236c01f,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:33.949234 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f8f16-b692-42eb-b594-361e0c8a8918 None None] Network e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:33.952212 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 22:52:33.952212 n-d-810775-1 neutron-server[95490]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 22:52:33.952212 n-d-810775-1 neutron-server[95490]: [parameters: {'id': 'e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b'}] Sep 23 22:52:33.952212 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:52:33.952895 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:52:34.033545 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 2882f176-9690-40a6-9d90-7be3d84b7168 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:52:34.085486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ed345-2c94-4a25-8a88-ec1828bebccf req-42199270-ddea-4f01-9112-572b6f9c5479 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:34.088453 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c9ed345-2c94-4a25-8a88-ec1828bebccf req-42199270-ddea-4f01-9112-572b6f9c5479 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 945 time: 0.0866675 Sep 23 22:52:34.142490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c9ed345-2c94-4a25-8a88-ec1828bebccf req-9188b7c1-f17f-43b0-8f93-37d2a1a19963 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468380 Sep 23 22:52:34.186230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d215e7-1e5c-405f-8ab8-422a9ef15cc3 None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 22:52:34.297401 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 2882f176-9690-40a6-9d90-7be3d84b7168 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:52:34.324854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 2882f176-9690-40a6-9d90-7be3d84b7168 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:52:34.324854 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:34.407468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d215e7-1e5c-405f-8ab8-422a9ef15cc3 None None] Resources bound (agent type, host, resource id): {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 22:52:34.417093 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4f904-f3d4-49f2-8ae8-a74c7dce6e3e req-91411e02-5318-4003-982e-ae3fa92fdd4f tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:34.433671 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8c4f904-f3d4-49f2-8ae8-a74c7dce6e3e req-91411e02-5318-4003-982e-ae3fa92fdd4f tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4074d5-07a9-43e7-8762-f16db845317e HTTP/1.1" status: 200 len: 944 time: 0.0870008 Sep 23 22:52:34.470652 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:34.507111 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8c4f904-f3d4-49f2-8ae8-a74c7dce6e3e req-a7196f0c-1c4d-4da4-8b43-c9913852d553 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719566 Sep 23 22:52:34.654435 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Deleting port bd28b87e-82fc-4092-b3c5-1e20f236c01f {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:34.655200 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:34.667965 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:34.729990 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4074d5-07a9-43e7-8762-f16db845317e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2882f176-9690-40a6-9d90-7be3d84b7168'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:34.732747 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7831a672-83d0-4918-9542-69eb6c69fe59" -d '{"events": [{"server_uuid": "bd4074d5-07a9-43e7-8762-f16db845317e", "name": "network-vif-plugged", "status": "completed", "tag": "2882f176-9690-40a6-9d90-7be3d84b7168"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:34.766137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 2882f176-9690-40a6-9d90-7be3d84b7168, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2882f176-9690-40a6-9d90-7be3d84b7168,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:34.809238 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] For port bd28b87e-82fc-4092-b3c5-1e20f236c01f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bd28b87e-82fc-4092-b3c5-1e20f236c01f,segment=NetworkSegment(f377fbf6-69a4-4279-a2ba-5205a6046253),segment_id=f377fbf6-69a4-4279-a2ba-5205a6046253)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:34.810963 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:34.844810 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Calling delete_port for bd28b87e-82fc-4092-b3c5-1e20f236c01f owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:34.866280 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c597d77e-240f-46a3-9bce-960fb75a9e58 x-openstack-request-id: req-c597d77e-240f-46a3-9bce-960fb75a9e58 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:34.866874 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4074d5-07a9-43e7-8762-f16db845317e", "name": "network-vif-plugged", "status": "completed", "tag": "2882f176-9690-40a6-9d90-7be3d84b7168", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:34.867283 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c597d77e-240f-46a3-9bce-960fb75a9e58 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:34.867933 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4074d5-07a9-43e7-8762-f16db845317e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2882f176-9690-40a6-9d90-7be3d84b7168', 'code': 200} Sep 23 22:52:34.873273 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:35.051080 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=2882f176-9690-40a6-9d90-7be3d84b7168,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:35.082220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd58c98-81fb-409c-8a1d-158bae46d5fa req-4cf77830-b3dd-4fb2-bd9b-81dfd6570d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:35.084097 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2dd58c98-81fb-409c-8a1d-158bae46d5fa req-4cf77830-b3dd-4fb2-bd9b-81dfd6570d52 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd4074d5-07a9-43e7-8762-f16db845317e HTTP/1.1" status: 200 len: 1096 time: 0.1041057 Sep 23 22:52:35.134031 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2dd58c98-81fb-409c-8a1d-158bae46d5fa req-7b04e038-0fc5-481e-a321-0a1071b21550 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422516 Sep 23 22:52:35.196471 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:35.246458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Port': ['ID=bd28b87e-82fc-4092-b3c5-1e20f236c01f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:35.248705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No DVR routers for this DVR port bd28b87e-82fc-4092-b3c5-1e20f236c01f on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:52:35.401276 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:35.440566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:35.459785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f377fbf6-69a4-4279-a2ba-5205a6046253') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:35.460743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f377fbf6-69a4-4279-a2ba-5205a6046253') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:35.476589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:35.493323 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:35.505857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:35.506546 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:35.512163 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:35.665768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da2aaa-8c27-4ddf-bd0a-dc1fc2764bfb req-cf134110-6977-4cd7-9bf3-fe7f5badeb58 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:35.667439 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28da2aaa-8c27-4ddf-bd0a-dc1fc2764bfb req-cf134110-6977-4cd7-9bf3-fe7f5badeb58 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4074d5-07a9-43e7-8762-f16db845317e HTTP/1.1" status: 200 len: 945 time: 0.0707717 Sep 23 22:52:35.728980 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:35.745763 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:35.747616 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b HTTP/1.1" status: 204 len: 168 time: 3.7842948 Sep 23 22:52:35.751383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56318) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:35.752912 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28da2aaa-8c27-4ddf-bd0a-dc1fc2764bfb req-2dfc5309-ecc3-4002-9f9f-0524c2581f92 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631411 Sep 23 22:52:35.757692 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ed2a912e-b438-46a8-bb06-5d07fd6de66d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1783247054'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:35.771617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dbb9a-6178-4f1a-b923-b001b4c9b459 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Network': ['ID=e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:35.911493 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2a912e-b438-46a8-bb06-5d07fd6de66d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:35.916466 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed2a912e-b438-46a8-bb06-5d07fd6de66d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:35.951905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2a912e-b438-46a8-bb06-5d07fd6de66d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:52:35.963449 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed2a912e-b438-46a8-bb06-5d07fd6de66d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:35.964127 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-ed2a912e-b438-46a8-bb06-5d07fd6de66d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Added segment 16cb95a4-5a6e-4918-a380-2581c471f3de of type vlan for network 1a2fca2f-9625-4e7b-8e33-a670b79aec8f Sep 23 22:52:36.012941 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed2a912e-b438-46a8-bb06-5d07fd6de66d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:36.378370 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed2a912e-b438-46a8-bb06-5d07fd6de66d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:36.378370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2a912e-b438-46a8-bb06-5d07fd6de66d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:36.378370 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed2a912e-b438-46a8-bb06-5d07fd6de66d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:36.440302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a912e-b438-46a8-bb06-5d07fd6de66d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Network': ['ID=1a2fca2f-9625-4e7b-8e33-a670b79aec8f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:36.455790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 1a2fca2f-9625-4e7b-8e33-a670b79aec8f details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:52:36.632014 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ed2a912e-b438-46a8-bb06-5d07fd6de66d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8794081 Sep 23 22:52:36.634991 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56332) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:36.640296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ff2329c9-6257-47f9-98cc-7b2f92651d91 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'subnet': {'network_id': '1a2fca2f-9625-4e7b-8e33-a670b79aec8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:36.859242 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:36.885929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89296023-03a8-4ae8-b38d-e7946f099bd0 req-59eaf75a-4619-4fc0-92f9-a7e982962b41 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:36.887255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89296023-03a8-4ae8-b38d-e7946f099bd0 req-59eaf75a-4619-4fc0-92f9-a7e982962b41 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4074d5-07a9-43e7-8762-f16db845317e HTTP/1.1" status: 200 len: 945 time: 0.0549834 Sep 23 22:52:36.930767 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89296023-03a8-4ae8-b38d-e7946f099bd0 req-e6d358ff-8c2c-485f-adaf-531686eba263 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369301 Sep 23 22:52:36.962743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2329c9-6257-47f9-98cc-7b2f92651d91 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:36.966945 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ff2329c9-6257-47f9-98cc-7b2f92651d91 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:37.312919 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ff2329c9-6257-47f9-98cc-7b2f92651d91 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:37.441290 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2329c9-6257-47f9-98cc-7b2f92651d91 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Subnet': ['ID=6a0e4a45-49ca-4bf0-a24a-dc3ca649f386,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:37.477637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2329c9-6257-47f9-98cc-7b2f92651d91 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Checking segment: {'id': '16cb95a4-5a6e-4918-a380-2581c471f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a2fca2f-9625-4e7b-8e33-a670b79aec8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:37.478204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2329c9-6257-47f9-98cc-7b2f92651d91 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network hostable DHCP agents. Network: 1a2fca2f-9625-4e7b-8e33-a670b79aec8f, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:52:37.597593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2329c9-6257-47f9-98cc-7b2f92651d91 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network 1a2fca2f-9625-4e7b-8e33-a670b79aec8f is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:52:37.711247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-ff2329c9-6257-47f9-98cc-7b2f92651d91 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 1a2fca2f-9625-4e7b-8e33-a670b79aec8f) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:37.717494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2329c9-6257-47f9-98cc-7b2f92651d91 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:37.718629 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ff2329c9-6257-47f9-98cc-7b2f92651d91 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:37.724871 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f49040-0e65-49db-a713-80afebd0c2a3 None None] Network 1a2fca2f-9625-4e7b-8e33-a670b79aec8f requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:37.852373 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56366) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:37.853271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ff2329c9-6257-47f9-98cc-7b2f92651d91 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2164171 Sep 23 22:52:38.044399 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:38.046769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-1a2fca2f-9625-4e7b-8e33-a670b79aec8f', 'network_id': '1a2fca2f-9625-4e7b-8e33-a670b79aec8f', 'tenant_id': 'cf12196acf554efabb9f85bd19252375', 'fixed_ips': [{'subnet_id': '6a0e4a45-49ca-4bf0-a24a-dc3ca649f386'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:52:38.050613 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:38.238733 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:38.251930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b06c7-a363-4658-908b-f24c642594ad req-40f55789-dec0-44b4-84b4-4bf208a27ec3 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:38.255180 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e61b06c7-a363-4658-908b-f24c642594ad req-40f55789-dec0-44b4-84b4-4bf208a27ec3 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4074d5-07a9-43e7-8762-f16db845317e HTTP/1.1" status: 200 len: 945 time: 0.1059399 Sep 23 22:52:38.291967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Allocated IP 172.20.0.1 (1a2fca2f-9625-4e7b-8e33-a670b79aec8f/6a0e4a45-49ca-4bf0-a24a-dc3ca649f386/813b19dc-fe8f-4150-a80d-7da6b2794777) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:52:38.337275 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e61b06c7-a363-4658-908b-f24c642594ad req-c6fbde9d-99bb-4041-bd37-8e857e6eab1b tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584126 Sep 23 22:52:38.567771 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:38.684717 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:38.772898 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Network 1a2fca2f-9625-4e7b-8e33-a670b79aec8f is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:52:38.784675 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:38.792135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:52:38.797134 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Pushing event updated for resources: {'Port': ['ID=813b19dc-fe8f-4150-a80d-7da6b2794777,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:38.850893 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:38.943362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0e4a45-49ca-4bf0-a24a-dc3ca649f386,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:38.951950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Attempting to bind port 813b19dc-fe8f-4150-a80d-7da6b2794777 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:52:38.952573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Attempting to bind port 813b19dc-fe8f-4150-a80d-7da6b2794777 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '16cb95a4-5a6e-4918-a380-2581c471f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a2fca2f-9625-4e7b-8e33-a670b79aec8f'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:52:38.956288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Attempting to bind port 813b19dc-fe8f-4150-a80d-7da6b2794777 on network 1a2fca2f-9625-4e7b-8e33-a670b79aec8f {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:39.012543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:52:39.025369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Checking segment: {'id': '16cb95a4-5a6e-4918-a380-2581c471f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a2fca2f-9625-4e7b-8e33-a670b79aec8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:39.027438 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:39.027890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Bound using segment: {'id': '16cb95a4-5a6e-4918-a380-2581c471f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a2fca2f-9625-4e7b-8e33-a670b79aec8f'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:52:39.028412 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Bound port: 813b19dc-fe8f-4150-a80d-7da6b2794777, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cb95a4-5a6e-4918-a380-2581c471f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a2fca2f-9625-4e7b-8e33-a670b79aec8f'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:52:39.028812 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:39.134143 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:39.189927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2fca2f-9625-4e7b-8e33-a670b79aec8f']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:39.213151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16cb95a4-5a6e-4918-a380-2581c471f3de') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:39.213459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16cb95a4-5a6e-4918-a380-2581c471f3de') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:39.238422 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:39.275467 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:39.318409 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] For port 813b19dc-fe8f-4150-a80d-7da6b2794777, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:52:39.328713 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:39.328713 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:39.331637 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:39.477029 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] For port 813b19dc-fe8f-4150-a80d-7da6b2794777, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=813b19dc-fe8f-4150-a80d-7da6b2794777,segment=NetworkSegment(16cb95a4-5a6e-4918-a380-2581c471f3de),segment_id=16cb95a4-5a6e-4918-a380-2581c471f3de)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:52:39.517736 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 22:52:39.517736 n-d-810775-1 neutron-server[95490]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 22:52:39.517736 n-d-810775-1 neutron-server[95490]: [parameters: {'id': '1a2fca2f-9625-4e7b-8e33-a670b79aec8f'}] Sep 23 22:52:39.517736 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:52:39.518469 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:52:39.593417 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:39.814872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbc764-0978-448a-adb5-774e59ab319d None None] Pushing event updated for resources: {'Port': ['ID=813b19dc-fe8f-4150-a80d-7da6b2794777,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:39.824550 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310739f6-d2b5-4b94-b07a-f72d3e1a0903 req-4e8c4ff8-f7fc-4106-a71b-d23b61f4af06 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:39.826804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-310739f6-d2b5-4b94-b07a-f72d3e1a0903 req-4e8c4ff8-f7fc-4106-a71b-d23b61f4af06 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4074d5-07a9-43e7-8762-f16db845317e HTTP/1.1" status: 200 len: 945 time: 0.1073856 Sep 23 22:52:39.862621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d20d7-553a-4f1b-9abb-5b6e542868ac None None] Network 1a2fca2f-9625-4e7b-8e33-a670b79aec8f requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:39.875725 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-310739f6-d2b5-4b94-b07a-f72d3e1a0903 req-33986354-6039-45bc-bc1e-58f7760687ef tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398085 Sep 23 22:52:40.019594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:40.066607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e696ce8-3871-4b63-8bf4-82b4dfc1e4ae None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 22:52:40.127884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Deleting port 813b19dc-fe8f-4150-a80d-7da6b2794777 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:40.134035 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:40.273732 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] For port 813b19dc-fe8f-4150-a80d-7da6b2794777, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=813b19dc-fe8f-4150-a80d-7da6b2794777,segment=NetworkSegment(16cb95a4-5a6e-4918-a380-2581c471f3de),segment_id=16cb95a4-5a6e-4918-a380-2581c471f3de)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:40.274105 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:40.284568 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e696ce8-3871-4b63-8bf4-82b4dfc1e4ae None None] Resources bound (agent type, host, resource id): {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 22:52:40.326281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Calling delete_port for 813b19dc-fe8f-4150-a80d-7da6b2794777 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:40.520235 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:40.561985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Port': ['ID=813b19dc-fe8f-4150-a80d-7da6b2794777,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:40.577545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No DVR routers for this DVR port 813b19dc-fe8f-4150-a80d-7da6b2794777 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:52:40.716609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b405b5-4ee1-4459-8204-554fef52ccf4 req-3001f4ef-303a-4a75-b0c2-e1b21c94d5c3 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:40.718685 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51b405b5-4ee1-4459-8204-554fef52ccf4 req-3001f4ef-303a-4a75-b0c2-e1b21c94d5c3 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4074d5-07a9-43e7-8762-f16db845317e HTTP/1.1" status: 200 len: 945 time: 0.1478527 Sep 23 22:52:40.753950 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:40.791170 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2fca2f-9625-4e7b-8e33-a670b79aec8f']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:40.819112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16cb95a4-5a6e-4918-a380-2581c471f3de') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:40.827008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16cb95a4-5a6e-4918-a380-2581c471f3de') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:40.859672 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:40.921714 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:40.937986 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:40.943070 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:40.945246 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:41.039204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-51b405b5-4ee1-4459-8204-554fef52ccf4 req-fae1e16a-ef87-43a7-b8ba-de711adf46f7 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Deleting port 2882f176-9690-40a6-9d90-7be3d84b7168 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:41.039819 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51b405b5-4ee1-4459-8204-554fef52ccf4 req-fae1e16a-ef87-43a7-b8ba-de711adf46f7 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:41.242089 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6c266-473c-4b91-a73a-e1328bf5e482 req-b09c0942-d62d-4ccc-809e-b1db16d37d20 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:41.256747 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d5a6c266-473c-4b91-a73a-e1328bf5e482 req-b09c0942-d62d-4ccc-809e-b1db16d37d20 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4074d5-07a9-43e7-8762-f16db845317e HTTP/1.1" status: 200 len: 945 time: 0.1379933 Sep 23 22:52:41.276014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-51b405b5-4ee1-4459-8204-554fef52ccf4 req-fae1e16a-ef87-43a7-b8ba-de711adf46f7 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] For port 2882f176-9690-40a6-9d90-7be3d84b7168, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2882f176-9690-40a6-9d90-7be3d84b7168,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:41.279794 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51b405b5-4ee1-4459-8204-554fef52ccf4 req-fae1e16a-ef87-43a7-b8ba-de711adf46f7 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:41.308360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-51b405b5-4ee1-4459-8204-554fef52ccf4 req-fae1e16a-ef87-43a7-b8ba-de711adf46f7 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Calling delete_port for 2882f176-9690-40a6-9d90-7be3d84b7168 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:41.322240 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:41.360283 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:41.367416 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/1a2fca2f-9625-4e7b-8e33-a670b79aec8f HTTP/1.1" status: 204 len: 168 time: 3.5095077 Sep 23 22:52:41.383895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56424) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:41.418764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ca53c16d-6246-49d7-b747-a61548310515 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-675842277'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:41.453825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11108b-f82e-424e-9a78-d93dd234b8d4 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Network': ['ID=1a2fca2f-9625-4e7b-8e33-a670b79aec8f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:41.466991 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d5a6c266-473c-4b91-a73a-e1328bf5e482 req-f5cf9d83-15b0-43a2-86e1-bfb46a496251 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/security-groups?id=9376c19d-44cc-4519-a43d-06d535be4840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089703 Sep 23 22:52:41.515776 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562ac3b-5193-4e89-9814-902a86a6a671 req-5c18f472-f764-4168-9fa5-74cfa2282159 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:41.521167 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b562ac3b-5193-4e89-9814-902a86a6a671 req-5c18f472-f764-4168-9fa5-74cfa2282159 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e18faf4-9857-4fa7-8ad5-7a000cf7d341 HTTP/1.1" status: 200 len: 945 time: 0.6153984 Sep 23 22:52:41.580075 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51b405b5-4ee1-4459-8204-554fef52ccf4 req-fae1e16a-ef87-43a7-b8ba-de711adf46f7 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:41.594325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['727cb96c-911b-44c3-aa9a-f6e280f9bf1d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:52:41.626312 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['2882f176-9690-40a6-9d90-7be3d84b7168'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:52:41.629540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e16a-ef87-43a7-b8ba-de711adf46f7 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Pushing event deleted for resources: {'Port': ['ID=2882f176-9690-40a6-9d90-7be3d84b7168,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:41.666850 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca53c16d-6246-49d7-b747-a61548310515 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:41.672421 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca53c16d-6246-49d7-b747-a61548310515 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:41.713678 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b405b5-4ee1-4459-8204-554fef52ccf4 req-fae1e16a-ef87-43a7-b8ba-de711adf46f7 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] No DVR routers for this DVR port 2882f176-9690-40a6-9d90-7be3d84b7168 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:52:41.727217 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51b405b5-4ee1-4459-8204-554fef52ccf4 req-fae1e16a-ef87-43a7-b8ba-de711adf46f7 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:41.735186 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51b405b5-4ee1-4459-8204-554fef52ccf4 req-fae1e16a-ef87-43a7-b8ba-de711adf46f7 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.67 "DELETE /v2.0/ports/2882f176-9690-40a6-9d90-7be3d84b7168 HTTP/1.1" status: 204 len: 173 time: 1.0010548 Sep 23 22:52:41.735186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4074d5-07a9-43e7-8762-f16db845317e', 'name': 'network-vif-deleted', 'tag': '2882f176-9690-40a6-9d90-7be3d84b7168'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:41.737214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca53c16d-6246-49d7-b747-a61548310515 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:52:41.737334 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60a2bfc-8321-45bf-94a1-d520b63123cc" -d '{"events": [{"server_uuid": "bd4074d5-07a9-43e7-8762-f16db845317e", "name": "network-vif-deleted", "tag": "2882f176-9690-40a6-9d90-7be3d84b7168"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:41.764739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-b562ac3b-5193-4e89-9814-902a86a6a671 req-62074017-16ef-4efe-9f5a-754250212491 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Deleting port 727cb96c-911b-44c3-aa9a-f6e280f9bf1d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:41.766236 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b562ac3b-5193-4e89-9814-902a86a6a671 req-62074017-16ef-4efe-9f5a-754250212491 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:41.791575 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca53c16d-6246-49d7-b747-a61548310515 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:41.792163 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-ca53c16d-6246-49d7-b747-a61548310515 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Added segment bdec056a-cc41-424e-b321-f0b92db105e8 of type vlan for network 3eb119b4-b227-4575-b591-d624320ff80d Sep 23 22:52:41.901316 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e54f3d-0d9d-4dd5-a3d9-c13a7b2b8461 x-openstack-request-id: req-82e54f3d-0d9d-4dd5-a3d9-c13a7b2b8461 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:41.903722 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4074d5-07a9-43e7-8762-f16db845317e", "name": "network-vif-deleted", "tag": "2882f176-9690-40a6-9d90-7be3d84b7168", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:41.903722 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82e54f3d-0d9d-4dd5-a3d9-c13a7b2b8461 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:41.903722 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4074d5-07a9-43e7-8762-f16db845317e', 'name': 'network-vif-deleted', 'tag': '2882f176-9690-40a6-9d90-7be3d84b7168', 'status': 'completed', 'code': 200} Sep 23 22:52:41.918977 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca53c16d-6246-49d7-b747-a61548310515 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:41.954782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-b562ac3b-5193-4e89-9814-902a86a6a671 req-62074017-16ef-4efe-9f5a-754250212491 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] For port 727cb96c-911b-44c3-aa9a-f6e280f9bf1d, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=727cb96c-911b-44c3-aa9a-f6e280f9bf1d,segment=NetworkSegment(a75d337e-8aaf-4bcd-bb75-1d18e20f3645),segment_id=a75d337e-8aaf-4bcd-bb75-1d18e20f3645)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:41.955157 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b562ac3b-5193-4e89-9814-902a86a6a671 req-62074017-16ef-4efe-9f5a-754250212491 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:41.978355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-b562ac3b-5193-4e89-9814-902a86a6a671 req-62074017-16ef-4efe-9f5a-754250212491 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Calling delete_port for 727cb96c-911b-44c3-aa9a-f6e280f9bf1d owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:42.108021 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca53c16d-6246-49d7-b747-a61548310515 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:42.115386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca53c16d-6246-49d7-b747-a61548310515 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:42.116060 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca53c16d-6246-49d7-b747-a61548310515 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:42.193630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53c16d-6246-49d7-b747-a61548310515 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Network': ['ID=3eb119b4-b227-4575-b591-d624320ff80d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:42.214610 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 3eb119b4-b227-4575-b591-d624320ff80d details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:52:42.305355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b562ac3b-5193-4e89-9814-902a86a6a671 req-62074017-16ef-4efe-9f5a-754250212491 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:42.339704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['2882f176-9690-40a6-9d90-7be3d84b7168'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:52:42.340937 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ca53c16d-6246-49d7-b747-a61548310515 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9550874 Sep 23 22:52:42.346103 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56442) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:42.350983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f09027e2-f810-4c41-bdc4-04af86c27f05 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'subnet': {'network_id': '3eb119b4-b227-4575-b591-d624320ff80d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:42.358284 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62074017-16ef-4efe-9f5a-754250212491 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Pushing event deleted for resources: {'Port': ['ID=727cb96c-911b-44c3-aa9a-f6e280f9bf1d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:42.422419 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-b562ac3b-5193-4e89-9814-902a86a6a671 req-62074017-16ef-4efe-9f5a-754250212491 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] No DVR routers for this DVR port 727cb96c-911b-44c3-aa9a-f6e280f9bf1d on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:52:42.432772 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b562ac3b-5193-4e89-9814-902a86a6a671 req-62074017-16ef-4efe-9f5a-754250212491 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:42.436544 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b562ac3b-5193-4e89-9814-902a86a6a671 req-62074017-16ef-4efe-9f5a-754250212491 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.43 "DELETE /v2.0/ports/727cb96c-911b-44c3-aa9a-f6e280f9bf1d HTTP/1.1" status: 204 len: 173 time: 0.9089274 Sep 23 22:52:42.676476 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-91d1a3a0-ca04-4d5d-875e-e38af8ac1574 req-36435d3f-e469-4f73-aaa0-b3f393e33b20 tempest-MultipleCreateTestJSON-156003701 tempest-MultipleCreateTestJSON-156003701-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4074d5-07a9-43e7-8762-f16db845317e HTTP/1.1" status: 200 len: 210 time: 0.0333905 Sep 23 22:52:42.694235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09027e2-f810-4c41-bdc4-04af86c27f05 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:42.699040 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f09027e2-f810-4c41-bdc4-04af86c27f05 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:43.135608 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-edc04ff7-dace-4f16-8802-075bf64a5f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:43.265553 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f09027e2-f810-4c41-bdc4-04af86c27f05 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:43.373931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81e09d-8960-44cc-8a7d-acb5fb5952e3 req-5a42a16e-5b6d-457a-a12e-53684221a5d9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:43.375841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09027e2-f810-4c41-bdc4-04af86c27f05 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Subnet': ['ID=650f554b-21fd-46c8-968d-6cec7de90751,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:43.384518 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e81e09d-8960-44cc-8a7d-acb5fb5952e3 req-5a42a16e-5b6d-457a-a12e-53684221a5d9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 945 time: 0.1024525 Sep 23 22:52:43.413538 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09027e2-f810-4c41-bdc4-04af86c27f05 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Checking segment: {'id': 'bdec056a-cc41-424e-b321-f0b92db105e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3eb119b4-b227-4575-b591-d624320ff80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:43.414152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09027e2-f810-4c41-bdc4-04af86c27f05 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network hostable DHCP agents. Network: 3eb119b4-b227-4575-b591-d624320ff80d, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:52:43.464870 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e81e09d-8960-44cc-8a7d-acb5fb5952e3 req-93490521-cd13-477d-ac31-d244fe8d5fe7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693855 Sep 23 22:52:43.499240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56470) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:43.711211 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09027e2-f810-4c41-bdc4-04af86c27f05 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network 3eb119b4-b227-4575-b591-d624320ff80d is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:52:43.731410 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bf35396a-9f5e-4ddc-bdbb-68aef192a97f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/479590d8-5b1c-48c0-86dc-f016d70f3131 HTTP/1.1" status: 200 len: 993 time: 0.2300186 Sep 23 22:52:43.815205 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-f09027e2-f810-4c41-bdc4-04af86c27f05 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 3eb119b4-b227-4575-b591-d624320ff80d) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:43.820061 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09027e2-f810-4c41-bdc4-04af86c27f05 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:43.821059 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f09027e2-f810-4c41-bdc4-04af86c27f05 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:43.827079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d587ee15-4c8d-4591-b1b4-b55a9eb32488 None None] Network 3eb119b4-b227-4575-b591-d624320ff80d requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:43.904805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e18faf4-9857-4fa7-8ad5-7a000cf7d341', 'name': 'network-vif-deleted', 'tag': '727cb96c-911b-44c3-aa9a-f6e280f9bf1d'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:43.908260 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c99b50-c6a3-4ad1-bff9-3b993f730eaf" -d '{"events": [{"server_uuid": "6e18faf4-9857-4fa7-8ad5-7a000cf7d341", "name": "network-vif-deleted", "tag": "727cb96c-911b-44c3-aa9a-f6e280f9bf1d"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:44.021246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56492) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:44.025872 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f09027e2-f810-4c41-bdc4-04af86c27f05 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6797068 Sep 23 22:52:44.044518 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56494) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:44.302494 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-67194160-4906-4285-9a60-ff95120d37c4 admin admin] Deleting subnet dc9dfff1-ec64-4341-80d2-b3a9f7d3f073 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:52:44.314765 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67194160-4906-4285-9a60-ff95120d37c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:44.436198 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67194160-4906-4285-9a60-ff95120d37c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:44.440147 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ed1cba-005f-4ca9-a1bf-ca87a70f3bca x-openstack-request-id: req-b5ed1cba-005f-4ca9-a1bf-ca87a70f3bca {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:44.441238 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c23dbfe-c58e-45fb-a5e2-7dd45c6d4a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-3eb119b4-b227-4575-b591-d624320ff80d', 'network_id': '3eb119b4-b227-4575-b591-d624320ff80d', 'tenant_id': 'cf12196acf554efabb9f85bd19252375', 'fixed_ips': [{'subnet_id': '650f554b-21fd-46c8-968d-6cec7de90751'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:52:44.442126 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e18faf4-9857-4fa7-8ad5-7a000cf7d341", "name": "network-vif-deleted", "tag": "727cb96c-911b-44c3-aa9a-f6e280f9bf1d", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:44.445008 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5ed1cba-005f-4ca9-a1bf-ca87a70f3bca {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:44.445751 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e18faf4-9857-4fa7-8ad5-7a000cf7d341', 'name': 'network-vif-deleted', 'tag': '727cb96c-911b-44c3-aa9a-f6e280f9bf1d', 'status': 'completed', 'code': 200} Sep 23 22:52:44.446720 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4c23dbfe-c58e-45fb-a5e2-7dd45c6d4a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:44.552730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:44.614938 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67194160-4906-4285-9a60-ff95120d37c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:44.637939 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:44.758542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37994796-40f4-480d-886d-a78d261222d1 req-9bb59c2d-8974-4805-9037-ffe8df5be4dd tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:44.773585 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-37994796-40f4-480d-886d-a78d261222d1 req-9bb59c2d-8974-4805-9037-ffe8df5be4dd tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 1096 time: 0.3481586 Sep 23 22:52:44.837070 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67194160-4906-4285-9a60-ff95120d37c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:44.838723 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:44.862637 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-37994796-40f4-480d-886d-a78d261222d1 req-936d1fd5-569a-4aaa-8bb3-4cfb081b276d tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871856 Sep 23 22:52:44.896722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67194160-4906-4285-9a60-ff95120d37c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc9dfff1-ec64-4341-80d2-b3a9f7d3f073,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:44.901556 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67194160-4906-4285-9a60-ff95120d37c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:44.905428 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-67194160-4906-4285-9a60-ff95120d37c4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dc9dfff1-ec64-4341-80d2-b3a9f7d3f073 HTTP/1.1" status: 204 len: 168 time: 0.8585799 Sep 23 22:52:44.908692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56510) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server [None req-4c23dbfe-c58e-45fb-a5e2-7dd45c6d4a71 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 650f554b-21fd-46c8-968d-6cec7de90751: This subnet is being modified by another concurrent operation. Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server raise exception Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 650f554b-21fd-46c8-968d-6cec7de90751: This subnet is being modified by another concurrent operation. Sep 23 22:52:44.934957 n-d-810775-1 neutron-server[95492]: ERROR oslo_messaging.rpc.server Sep 23 22:52:44.986785 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e145f902-3366-4a46-8589-a4932967d08d None None] Network 3eb119b4-b227-4575-b591-d624320ff80d requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:45.058778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Subnet': ['ID=650f554b-21fd-46c8-968d-6cec7de90751,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:45.117510 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f2cefc45-b3ec-44d9-9321-049c64cf4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.270155 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.270740 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f2cefc45-b3ec-44d9-9321-049c64cf4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.288460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb119b4-b227-4575-b591-d624320ff80d']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:45.290082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-f2cefc45-b3ec-44d9-9321-049c64cf4d5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93242e97-ec6c-442d-9d88-fcaeda94d4f6']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:45.384462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-f2cefc45-b3ec-44d9-9321-049c64cf4d5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:45.384462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-f2cefc45-b3ec-44d9-9321-049c64cf4d5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75d337e-8aaf-4bcd-bb75-1d18e20f3645') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:45.385401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdec056a-cc41-424e-b321-f0b92db105e8') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:45.385401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdec056a-cc41-424e-b321-f0b92db105e8') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:45.385693 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f2cefc45-b3ec-44d9-9321-049c64cf4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.385828 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.385828 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.386100 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f2cefc45-b3ec-44d9-9321-049c64cf4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.386250 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:45.386395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cefc45-b3ec-44d9-9321-049c64cf4d5e admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:45.386519 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f2cefc45-b3ec-44d9-9321-049c64cf4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:45.386653 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:45.390416 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:45.396516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1159b06a-4968-4e0a-812a-8d1a09233d1e None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 22:52:45.469060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1159b06a-4968-4e0a-812a-8d1a09233d1e None None] Resources bound (agent type, host, resource id): {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 22:52:45.517059 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f2cefc45-b3ec-44d9-9321-049c64cf4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.518733 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.542005 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f2cefc45-b3ec-44d9-9321-049c64cf4d5e admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.546631 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.552287 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/3eb119b4-b227-4575-b591-d624320ff80d HTTP/1.1" status: 204 len: 168 time: 1.5262094 Sep 23 22:52:45.553025 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f2cefc45-b3ec-44d9-9321-049c64cf4d5e admin admin] 10.222.0.22 "DELETE /v2.0/networks/93242e97-ec6c-442d-9d88-fcaeda94d4f6 HTTP/1.1" status: 204 len: 168 time: 0.6411855 Sep 23 22:52:45.553151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56520) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:45.565228 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-281fcf8b-9944-4c1b-bbad-db543d155eb1 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1251985372'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:45.572984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5167a3-030f-436f-b316-6964be62d15d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Network': ['ID=3eb119b4-b227-4575-b591-d624320ff80d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:45.604287 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cefc45-b3ec-44d9-9321-049c64cf4d5e admin admin] Pushing event deleted for resources: {'Network': ['ID=93242e97-ec6c-442d-9d88-fcaeda94d4f6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:45.739564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281fcf8b-9944-4c1b-bbad-db543d155eb1 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:45.749413 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-281fcf8b-9944-4c1b-bbad-db543d155eb1 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.823712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281fcf8b-9944-4c1b-bbad-db543d155eb1 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:52:45.837099 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-af85ae92-1c2a-4cea-80ed-555d52875f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.869359 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-281fcf8b-9944-4c1b-bbad-db543d155eb1 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:45.877829 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-281fcf8b-9944-4c1b-bbad-db543d155eb1 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Added segment 95becd28-50ea-4b16-8312-43df48bb047c of type vlan for network f07d0f43-9241-4c32-b3a0-2f311221fd47 Sep 23 22:52:46.004702 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-281fcf8b-9944-4c1b-bbad-db543d155eb1 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:46.043283 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 2882f176-9690-40a6-9d90-7be3d84b7168 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:52:46.102452 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 2882f176-9690-40a6-9d90-7be3d84b7168 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:52:46.102877 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 2882f176-9690-40a6-9d90-7be3d84b7168 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:52:46.106573 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:46.202448 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-281fcf8b-9944-4c1b-bbad-db543d155eb1 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:46.219384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 727cb96c-911b-44c3-aa9a-f6e280f9bf1d no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:52:46.226124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281fcf8b-9944-4c1b-bbad-db543d155eb1 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:46.229000 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-281fcf8b-9944-4c1b-bbad-db543d155eb1 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:46.273866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 727cb96c-911b-44c3-aa9a-f6e280f9bf1d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:52:46.274247 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 727cb96c-911b-44c3-aa9a-f6e280f9bf1d not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:52:46.386159 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fcf8b-9944-4c1b-bbad-db543d155eb1 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Network': ['ID=f07d0f43-9241-4c32-b3a0-2f311221fd47,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:46.409341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network f07d0f43-9241-4c32-b3a0-2f311221fd47 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:52:46.489303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56556) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:46.499138 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-281fcf8b-9944-4c1b-bbad-db543d155eb1 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9442987 Sep 23 22:52:46.505591 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56558) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:46.518768 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-29cc0833-a563-429c-b494-b869f8e5a3ee tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:46.579788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56560) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:46.580074 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-17946093-8970-4d3f-8945-b00aa69c161b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3bf0827fb4624def958dba6a806a918c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834122 Sep 23 22:52:46.833916 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-1be6209e-1a19-48b3-9ffd-e67dfebfe9c6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790658 Sep 23 22:52:46.839619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-b1fe2f61-69f9-4841-94e2-d96b8fd96c85 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:52:46.853863 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-b1fe2f61-69f9-4841-94e2-d96b8fd96c85 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186775 Sep 23 22:52:46.870640 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:52:46.882561 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4811f16d-c5c1-4544-82a6-cf68dec2f5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:46.889017 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-29cc0833-a563-429c-b494-b869f8e5a3ee tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:46.927465 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4811f16d-c5c1-4544-82a6-cf68dec2f5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:47.031238 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:47.054006 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-29cc0833-a563-429c-b494-b869f8e5a3ee tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:47.077081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29cc0833-a563-429c-b494-b869f8e5a3ee tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network f07d0f43-9241-4c32-b3a0-2f311221fd47 is not hosted by any dhcp agent {{(pid=95491) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 22:52:47.089154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc0833-a563-429c-b494-b869f8e5a3ee tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:47.090059 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-29cc0833-a563-429c-b494-b869f8e5a3ee tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:47.092835 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-29cc0833-a563-429c-b494-b869f8e5a3ee tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "PUT /v2.0/networks/f07d0f43-9241-4c32-b3a0-2f311221fd47 HTTP/1.1" status: 200 len: 723 time: 0.5848486 Sep 23 22:52:47.096430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56574) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:47.127934 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-62e9987a-f47e-4379-ba2b-1969295846b5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'subnet': {'network_id': 'f07d0f43-9241-4c32-b3a0-2f311221fd47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:47.222177 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4811f16d-c5c1-4544-82a6-cf68dec2f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:47.224413 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4811f16d-c5c1-4544-82a6-cf68dec2f5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:47.225698 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4811f16d-c5c1-4544-82a6-cf68dec2f5c4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9376c19d-44cc-4519-a43d-06d535be4840 HTTP/1.1" status: 204 len: 168 time: 0.6437721 Sep 23 22:52:47.247369 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811f16d-c5c1-4544-82a6-cf68dec2f5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9376c19d-44cc-4519-a43d-06d535be4840,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:47.332383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc0833-a563-429c-b494-b869f8e5a3ee tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Network': ['ID=f07d0f43-9241-4c32-b3a0-2f311221fd47,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:47.344424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network f07d0f43-9241-4c32-b3a0-2f311221fd47 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:52:47.355969 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e9987a-f47e-4379-ba2b-1969295846b5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:47.360851 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-62e9987a-f47e-4379-ba2b-1969295846b5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:47.905798 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-62e9987a-f47e-4379-ba2b-1969295846b5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:48.022723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9987a-f47e-4379-ba2b-1969295846b5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Subnet': ['ID=9f65711f-3a03-4f29-b754-f98465a29dd2,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:48.031381 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:48.077789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e9987a-f47e-4379-ba2b-1969295846b5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Checking segment: {'id': '95becd28-50ea-4b16-8312-43df48bb047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f07d0f43-9241-4c32-b3a0-2f311221fd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:48.078149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e9987a-f47e-4379-ba2b-1969295846b5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network hostable DHCP agents. Network: f07d0f43-9241-4c32-b3a0-2f311221fd47, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:52:48.224891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e9987a-f47e-4379-ba2b-1969295846b5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network f07d0f43-9241-4c32-b3a0-2f311221fd47 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:52:48.630942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-62e9987a-f47e-4379-ba2b-1969295846b5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, f07d0f43-9241-4c32-b3a0-2f311221fd47) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:48.649440 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e9987a-f47e-4379-ba2b-1969295846b5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:48.651707 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-62e9987a-f47e-4379-ba2b-1969295846b5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:48.652268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaee0257-839e-4cc1-add8-9f1d8fabba3c None None] Network f07d0f43-9241-4c32-b3a0-2f311221fd47 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:48.690363 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:48.847658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05d6abd8-f112-4fb2-935a-f0aefe1f724f tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:48.854610 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05d6abd8-f112-4fb2-935a-f0aefe1f724f tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/ports/369c1c59-83de-4c9d-8e03-6e102fbd5516 HTTP/1.1" status: 200 len: 1093 time: 0.4351096 Sep 23 22:52:48.866903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05b1d974-3656-4a28-a9c9-079b99f42f56 service neutron] Request body: {'binding': {'host': 'n-h1-810775-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:48.867671 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05b1d974-3656-4a28-a9c9-079b99f42f56 service neutron] Unknown quota resources ['binding']. {{(pid=95490) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 22:52:48.916252 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-62e9987a-f47e-4379-ba2b-1969295846b5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8163431 Sep 23 22:52:48.917873 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56620) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:48.931774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-94f369ea-fbb8-4929-b40e-10c040af9899 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:49.028765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-f07d0f43-9241-4c32-b3a0-2f311221fd47', 'network_id': 'f07d0f43-9241-4c32-b3a0-2f311221fd47', 'tenant_id': 'cf12196acf554efabb9f85bd19252375', 'fixed_ips': [{'subnet_id': '9f65711f-3a03-4f29-b754-f98465a29dd2'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:52:49.033834 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:49.146050 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-94f369ea-fbb8-4929-b40e-10c040af9899 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25618323'] for subnet, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:49.195776 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05b1d974-3656-4a28-a9c9-079b99f42f56 service neutron] Attempting to bind port 369c1c59-83de-4c9d-8e03-6e102fbd5516 on host n-h1-810775-1 for vnic_type normal with profile None {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:52:49.196764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05b1d974-3656-4a28-a9c9-079b99f42f56 service neutron] Attempting to bind port 369c1c59-83de-4c9d-8e03-6e102fbd5516 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:52:49.198037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05b1d974-3656-4a28-a9c9-079b99f42f56 service neutron] Attempting to bind port 369c1c59-83de-4c9d-8e03-6e102fbd5516 on network 17be15c5-331c-4483-9a52-d388ad4d0614 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:49.217248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05b1d974-3656-4a28-a9c9-079b99f42f56 service neutron] Port 369c1c59-83de-4c9d-8e03-6e102fbd5516 on network 17be15c5-331c-4483-9a52-d388ad4d0614 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:52:49.217604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05b1d974-3656-4a28-a9c9-079b99f42f56 service neutron] Attempting to bind port 369c1c59-83de-4c9d-8e03-6e102fbd5516 on network 17be15c5-331c-4483-9a52-d388ad4d0614 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:49.242944 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05b1d974-3656-4a28-a9c9-079b99f42f56 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:52:49.243345 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05b1d974-3656-4a28-a9c9-079b99f42f56 service neutron] Checking segment: {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:49.243748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05b1d974-3656-4a28-a9c9-079b99f42f56 service neutron] Bound using segment: {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:52:49.244192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05b1d974-3656-4a28-a9c9-079b99f42f56 service neutron] Bound port: 369c1c59-83de-4c9d-8e03-6e102fbd5516, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:52:49.555264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05b1d974-3656-4a28-a9c9-079b99f42f56 service neutron] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:52:49.669789 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-94f369ea-fbb8-4929-b40e-10c040af9899 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753537328887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25665691'] for subnet, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:49.671897 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05b1d974-3656-4a28-a9c9-079b99f42f56 service neutron] Notify callbacks [] for binding, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:49.673602 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05b1d974-3656-4a28-a9c9-079b99f42f56 service neutron] 10.222.0.22 "POST /v2.0/ports/369c1c59-83de-4c9d-8e03-6e102fbd5516/bindings HTTP/1.1" status: 201 len: 389 time: 0.8134298 Sep 23 22:52:49.734389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f369ea-fbb8-4929-b40e-10c040af9899 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:49.735733 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-94f369ea-fbb8-4929-b40e-10c040af9899 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:49.738360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-94f369ea-fbb8-4929-b40e-10c040af9899 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "PUT /v2.0/subnets/9f65711f-3a03-4f29-b754-f98465a29dd2 HTTP/1.1" status: 200 len: 806 time: 0.8184600 Sep 23 22:52:49.741191 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56642) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:49.839179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Allocated IP 172.20.0.2 (f07d0f43-9241-4c32-b3a0-2f311221fd47/9f65711f-3a03-4f29-b754-f98465a29dd2/1b1bb705-819c-43e0-a3d7-7a7d3888e914) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:52:49.842225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56646) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:49.926563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f369ea-fbb8-4929-b40e-10c040af9899 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Subnet': ['ID=9f65711f-3a03-4f29-b754-f98465a29dd2,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:50.118497 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56656) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:50.363150 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56662) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:50.418795 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:50.513295 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:50.522916 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:50.652072 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Pushing event updated for resources: {'Port': ['ID=1b1bb705-819c-43e0-a3d7-7a7d3888e914,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:50.666586 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Network f07d0f43-9241-4c32-b3a0-2f311221fd47 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:52:50.668670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:50.676003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:52:50.737770 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Deleting port 1b1bb705-819c-43e0-a3d7-7a7d3888e914 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:50.742693 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:50.846288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1352419679-network', 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:50.951945 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] For port 1b1bb705-819c-43e0-a3d7-7a7d3888e914, host n-d-810775-1, got binding levels [] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:50.953618 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:50.989521 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Calling delete_port for 1b1bb705-819c-43e0-a3d7-7a7d3888e914 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:51.218393 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-818761ab-7af9-4a31-a3d4-8be8257028d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9889af0e50e64e8e84bc19439ad34f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8497577 Sep 23 22:52:51.223079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56676) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:51.320102 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Attempting to bind port 1b1bb705-819c-43e0-a3d7-7a7d3888e914 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:52:51.320383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Attempting to bind port 1b1bb705-819c-43e0-a3d7-7a7d3888e914 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '95becd28-50ea-4b16-8312-43df48bb047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f07d0f43-9241-4c32-b3a0-2f311221fd47'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:52:51.320833 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Attempting to bind port 1b1bb705-819c-43e0-a3d7-7a7d3888e914 on network f07d0f43-9241-4c32-b3a0-2f311221fd47 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:51.331554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:52:51.331937 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Checking segment: {'id': '95becd28-50ea-4b16-8312-43df48bb047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f07d0f43-9241-4c32-b3a0-2f311221fd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:51.332421 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:51.337475 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Bound using segment: {'id': '95becd28-50ea-4b16-8312-43df48bb047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f07d0f43-9241-4c32-b3a0-2f311221fd47'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:52:51.338035 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Bound port: 1b1bb705-819c-43e0-a3d7-7a7d3888e914, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95becd28-50ea-4b16-8312-43df48bb047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f07d0f43-9241-4c32-b3a0-2f311221fd47'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:52:51.338436 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:51.442454 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:51.459223 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f27be74d-7950-48d9-9e29-7bcc06cfccd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:51.502103 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Port': ['ID=1b1bb705-819c-43e0-a3d7-7a7d3888e914,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:51.526791 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:52:51.528872 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:52:51.615702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No DVR routers for this DVR port 1b1bb705-819c-43e0-a3d7-7a7d3888e914 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:52:51.620948 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f27be74d-7950-48d9-9e29-7bcc06cfccd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:51.713719 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:51.841579 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259ce08-7e87-41b1-bfed-a8ed85a63175 req-74cb5523-e349-4418-aee7-11cf32f059e9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:51.851282 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7259ce08-7e87-41b1-bfed-a8ed85a63175 req-74cb5523-e349-4418-aee7-11cf32f059e9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 945 time: 1.3182142 Sep 23 22:52:51.862916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] Made reservation on behalf of ea6ab99c3fba4c4ba2b50cf0325b2e30 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:51.866078 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:51.904911 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:51.911123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-6394a16e-76ee-4478-b2e8-dc38b6b9edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:51.912708 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-6394a16e-76ee-4478-b2e8-dc38b6b9edcc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 1096 time: 1.0787096 Sep 23 22:52:52.014457 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.030485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7259ce08-7e87-41b1-bfed-a8ed85a63175 req-1754dc34-c283-42c7-8b78-94b1b9540432 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779714 Sep 23 22:52:52.059222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Subnet': ['ID=9f65711f-3a03-4f29-b754-f98465a29dd2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:52.060104 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Attempting to bind port 1b1bb705-819c-43e0-a3d7-7a7d3888e914 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:52:52.074659 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f27be74d-7950-48d9-9e29-7bcc06cfccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.074659 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f27be74d-7950-48d9-9e29-7bcc06cfccd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.074885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Attempting to bind port 1b1bb705-819c-43e0-a3d7-7a7d3888e914 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '95becd28-50ea-4b16-8312-43df48bb047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f07d0f43-9241-4c32-b3a0-2f311221fd47'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:52:52.074885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Attempting to bind port 1b1bb705-819c-43e0-a3d7-7a7d3888e914 on network f07d0f43-9241-4c32-b3a0-2f311221fd47 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:52.075082 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f27be74d-7950-48d9-9e29-7bcc06cfccd3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1fff5401-8cee-4dd9-81d7-8811eda4d08c HTTP/1.1" status: 204 len: 168 time: 0.8469570 Sep 23 22:52:52.103984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:52:52.104657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Checking segment: {'id': '95becd28-50ea-4b16-8312-43df48bb047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f07d0f43-9241-4c32-b3a0-2f311221fd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:52.106008 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.106332 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27be74d-7950-48d9-9e29-7bcc06cfccd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fff5401-8cee-4dd9-81d7-8811eda4d08c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:52.110977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Bound using segment: {'id': '95becd28-50ea-4b16-8312-43df48bb047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f07d0f43-9241-4c32-b3a0-2f311221fd47'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:52:52.110977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Bound port: 1b1bb705-819c-43e0-a3d7-7a7d3888e914, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95becd28-50ea-4b16-8312-43df48bb047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f07d0f43-9241-4c32-b3a0-2f311221fd47'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:52:52.110977 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.172984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c7f81993-c383-4c95-bc62-644b48209e9d None None] Port 1b1bb705-819c-43e0-a3d7-7a7d3888e914 has been deleted concurrently {{(pid=95492) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 23 22:52:52.212238 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.265141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07d0f43-9241-4c32-b3a0-2f311221fd47']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:52.290469 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95becd28-50ea-4b16-8312-43df48bb047c') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:52.292354 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95becd28-50ea-4b16-8312-43df48bb047c') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:52.317628 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.327501 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-99ff50fc-6bcb-4575-8c76-15e78841ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:52.333214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-99ff50fc-6bcb-4575-8c76-15e78841ac20 service neutron] 10.222.0.43 "GET /v2.0/networks?id=17be15c5-331c-4483-9a52-d388ad4d0614 HTTP/1.1" status: 200 len: 897 time: 0.4035790 Sep 23 22:52:52.351176 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.365173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:52:52.365173 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:52:52.373236 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:52:52.390104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-125ccc6c-2408-4422-9c56-60bbe81b48db tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Deleting port 1c5f9787-6a03-4693-b088-4a8ddb7cf476 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:52.390632 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-125ccc6c-2408-4422-9c56-60bbe81b48db tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.634226 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.723572 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.736667 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.739850 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/f07d0f43-9241-4c32-b3a0-2f311221fd47 HTTP/1.1" status: 204 len: 168 time: 2.9968176 Sep 23 22:52:52.759912 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56696) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:52.777032 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-125ccc6c-2408-4422-9c56-60bbe81b48db tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.777590 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-125ccc6c-2408-4422-9c56-60bbe81b48db tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.794624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-125ccc6c-2408-4422-9c56-60bbe81b48db tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Calling delete_port for 1c5f9787-6a03-4693-b088-4a8ddb7cf476 owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:52.851891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Network': ['ID=f07d0f43-9241-4c32-b3a0-2f311221fd47,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:52.881895 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-62568557-9176-4fa4-aabc-ad143f54bb89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516 HTTP/1.1" status: 200 len: 1001 time: 0.5356913 Sep 23 22:52:52.888354 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:52.919004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:52.919004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:52.919004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:52.919004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:52.919004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:52.919004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:52.919004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:52.919004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:52.919004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:52.919004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:52.919004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:52.919004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac7768-5535-4abe-93f2-fd36b19555f0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:52:52.930567 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fda1e35-3507-4373-9b29-ff113f85dfa0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:52:52.931441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fda1e35-3507-4373-9b29-ff113f85dfa0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:52:52.939407 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5fda1e35-3507-4373-9b29-ff113f85dfa0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/f07d0f43-9241-4c32-b3a0-2f311221fd47 HTTP/1.1" status: 404 len: 339 time: 0.1730926 Sep 23 22:52:52.940087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56702) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:52.955990 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1047d156-dc6c-4323-bb84-ffd36e5f6a37 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-158592929', 'description': 'd1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:53.026874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:52:53.065779 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-95d553e6-8f76-41e6-a8fa-0e9c0cdf0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:53.067714 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-95d553e6-8f76-41e6-a8fa-0e9c0cdf0099 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c1f89e2-1a19-453e-bf25-540d06e7b8ed HTTP/1.1" status: 200 len: 834 time: 0.1654270 Sep 23 22:52:53.068702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:53.098071 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:53.098721 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] Added segment 33c59bca-6815-4076-a209-11946a4c7cc6 of type vlan for network 317be4d4-226a-48e2-830d-fc2d074da525 Sep 23 22:52:53.147001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1047d156-dc6c-4323-bb84-ffd36e5f6a37 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:53.156241 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1047d156-dc6c-4323-bb84-ffd36e5f6a37 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:53.197711 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:53.327320 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-11c92b94-3688-48c7-9b25-786f65ad34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:53.329733 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-11c92b94-3688-48c7-9b25-786f65ad34e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17be15c5-331c-4483-9a52-d388ad4d0614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2282250 Sep 23 22:52:53.394073 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:53.395277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:53.397936 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1047d156-dc6c-4323-bb84-ffd36e5f6a37 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:52:53.407825 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:53.437931 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36f24f-89a6-4a99-8d0f-8c7896082fed req-dc36f1eb-1f2c-48e8-877a-2ca3d44589ee tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:53.453221 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d36f24f-89a6-4a99-8d0f-8c7896082fed req-dc36f1eb-1f2c-48e8-877a-2ca3d44589ee tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 945 time: 0.2254312 Sep 23 22:52:53.533481 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1047d156-dc6c-4323-bb84-ffd36e5f6a37 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:53.533967 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-1047d156-dc6c-4323-bb84-ffd36e5f6a37 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Added segment 03058ac9-c817-4daf-a14e-e974d175b509 of type vlan for network 10a08e74-fc05-41af-95fd-22658e161df6 Sep 23 22:52:53.607643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] Pushing event updated for resources: {'Network': ['ID=317be4d4-226a-48e2-830d-fc2d074da525,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:53.607900 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d36f24f-89a6-4a99-8d0f-8c7896082fed req-1796839a-2b28-43d6-9546-02ca6b12189d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425996 Sep 23 22:52:53.628231 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1e832dea-de23-401a-8792-6fcf5db9c008 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.7745450 Sep 23 22:52:53.630913 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 317be4d4-226a-48e2-830d-fc2d074da525 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:52:53.633702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56720) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:53.665457 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b2713c64-313a-4f3c-8dce-ecf088bc4c4c admin admin] Request body: {'subnet': {'network_id': '317be4d4-226a-48e2-830d-fc2d074da525', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1352419679-subnet', 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:53.674087 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-125ccc6c-2408-4422-9c56-60bbe81b48db tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:53.767877 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-4c9ea11e-799d-4438-805e-d52889326456 service neutron] 10.222.0.43 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301360 Sep 23 22:52:53.799012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ccc6c-2408-4422-9c56-60bbe81b48db tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Pushing event deleted for resources: {'Port': ['ID=1c5f9787-6a03-4693-b088-4a8ddb7cf476,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:53.816527 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1047d156-dc6c-4323-bb84-ffd36e5f6a37 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:54.051952 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-125ccc6c-2408-4422-9c56-60bbe81b48db tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:54.051952 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-125ccc6c-2408-4422-9c56-60bbe81b48db tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Floating IP 83d6c022-847c-46dd-a8b4-3bb3de48bcdf disassociated (deleted). External IP: 172.25.1.219, port: f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78. Sep 23 22:52:54.146782 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-0aede0bd-d6b0-4980-8772-1e8aa01f64be service neutron] 10.222.0.43 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421818 Sep 23 22:52:54.165697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bab5676-e8a6-4294-b766-5bafb8808543 None None] DHCP port deletion for f07d0f43-9241-4c32-b3a0-2f311221fd47 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:52:54.188220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99521aa-f932-4ec1-9491-2042d0386fc5 None None] Network f07d0f43-9241-4c32-b3a0-2f311221fd47 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:54.196762 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1047d156-dc6c-4323-bb84-ffd36e5f6a37 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:54.212669 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1047d156-dc6c-4323-bb84-ffd36e5f6a37 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:54.212669 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1047d156-dc6c-4323-bb84-ffd36e5f6a37 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:54.213040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99521aa-f932-4ec1-9491-2042d0386fc5 None None] Network f07d0f43-9241-4c32-b3a0-2f311221fd47 could not be found, it might have been deleted concurrently. {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 22:52:54.213040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-548d4b27-debd-4f1c-9884-93fbf3988a50 None None] Could not find standard attr ID for object 1b1bb705-819c-43e0-a3d7-7a7d3888e914. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 22:52:54.220866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e9838c-dfe8-45eb-85ad-2407bae1bd36 None None] Network f07d0f43-9241-4c32-b3a0-2f311221fd47 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:54.233939 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e9838c-dfe8-45eb-85ad-2407bae1bd36 None None] Network f07d0f43-9241-4c32-b3a0-2f311221fd47 could not be found, it might have been deleted concurrently. {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 22:52:54.251193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2713c64-313a-4f3c-8dce-ecf088bc4c4c admin admin] Made reservation on behalf of ea6ab99c3fba4c4ba2b50cf0325b2e30 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:54.254281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b2713c64-313a-4f3c-8dce-ecf088bc4c4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:54.371441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047d156-dc6c-4323-bb84-ffd36e5f6a37 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Network': ['ID=10a08e74-fc05-41af-95fd-22658e161df6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:54.402410 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1047d156-dc6c-4323-bb84-ffd36e5f6a37 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4596400 Sep 23 22:52:54.402410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56738) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:54.408354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 10a08e74-fc05-41af-95fd-22658e161df6 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:52:54.567188 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-c8cf806a-c07e-4a60-b030-0d457f62c2bb tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:54.568692 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-c8cf806a-c07e-4a60-b030-0d457f62c2bb tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1096 time: 0.3242466 Sep 23 22:52:54.582618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125ccc6c-2408-4422-9c56-60bbe81b48db tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Router 934901a9-15fb-4216-89f1-654ed55ea2d3 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:52:54.595979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810775-1'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:54.606198 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c3d31c-9037-42f3-a02e-0837b6a538cc tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:54.628986 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a8c3d31c-9037-42f3-a02e-0837b6a538cc tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "GET /v2.0/networks?id=10a08e74-fc05-41af-95fd-22658e161df6 HTTP/1.1" status: 200 len: 760 time: 0.2231367 Sep 23 22:52:54.638382 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56752) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:54.653672 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ece14d0a-3652-425e-b41b-9b6ece45672f tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'network': {'description': 'd2'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:54.673281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1b1bb705-819c-43e0-a3d7-7a7d3888e914 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:52:54.710120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 1b1bb705-819c-43e0-a3d7-7a7d3888e914 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:52:54.712629 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1b1bb705-819c-43e0-a3d7-7a7d3888e914 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:52:54.901453 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:54.993405 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ece14d0a-3652-425e-b41b-9b6ece45672f tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:55.053273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7c2e4-83e4-45b2-bc23-e11916301dee req-9605b603-f63d-4ad8-af4e-e0d71adbc077 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:55.060970 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dee7c2e4-83e4-45b2-bc23-e11916301dee req-9605b603-f63d-4ad8-af4e-e0d71adbc077 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 945 time: 0.3285673 Sep 23 22:52:55.123670 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125ccc6c-2408-4422-9c56-60bbe81b48db tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:52:55.143198 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-125ccc6c-2408-4422-9c56-60bbe81b48db tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:55.153652 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6a68f-0207-4af7-9025-55d44ec53df8 None None] Sync routers for ids ['934901a9-15fb-4216-89f1-654ed55ea2d3'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:52:55.189573 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ece14d0a-3652-425e-b41b-9b6ece45672f tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:55.202263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6a68f-0207-4af7-9025-55d44ec53df8 None None] Routers {'934901a9-15fb-4216-89f1-654ed55ea2d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:52:55.203251 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dee7c2e4-83e4-45b2-bc23-e11916301dee req-6356e778-d21f-429d-830d-a036811c4309 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412728 Sep 23 22:52:55.204912 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1af6a68f-0207-4af7-9025-55d44ec53df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:52:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['934901a9-15fb-4216-89f1-654ed55ea2d3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:55.247197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-125ccc6c-2408-4422-9c56-60bbe81b48db tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "DELETE /v2.0/floatingips/83d6c022-847c-46dd-a8b4-3bb3de48bcdf HTTP/1.1" status: 204 len: 168 time: 5.1270912 Sep 23 22:52:55.264926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'tag': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:55.266237 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ece14d0a-3652-425e-b41b-9b6ece45672f tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network 10a08e74-fc05-41af-95fd-22658e161df6 is not hosted by any dhcp agent {{(pid=95490) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 22:52:55.270026 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64962445-118b-4206-8a48-c8b8a6c5b3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1f832843-eb5a-454c-97d5-73bdb1bef17a", "tag": "f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:55.275427 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b2713c64-313a-4f3c-8dce-ecf088bc4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:55.289451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece14d0a-3652-425e-b41b-9b6ece45672f tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:55.289451 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ece14d0a-3652-425e-b41b-9b6ece45672f tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:55.309136 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ece14d0a-3652-425e-b41b-9b6ece45672f tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "PUT /v2.0/networks/10a08e74-fc05-41af-95fd-22658e161df6 HTTP/1.1" status: 200 len: 757 time: 0.6687896 Sep 23 22:52:55.340705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56768) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:55.427244 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e00bab4-4d6d-401e-8b2b-99f489f6ad39 x-openstack-request-id: req-3e00bab4-4d6d-401e-8b2b-99f489f6ad39 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:55.427777 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f832843-eb5a-454c-97d5-73bdb1bef17a", "tag": "f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:55.428114 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e00bab4-4d6d-401e-8b2b-99f489f6ad39 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:55.428773 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'tag': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'status': 'completed', 'code': 200} Sep 23 22:52:55.551146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1af6a68f-0207-4af7-9025-55d44ec53df8 None None] Set router 934901a9-15fb-4216-89f1-654ed55ea2d3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:52:55.914820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:55.993997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2713c64-313a-4f3c-8dce-ecf088bc4c4c admin admin] Checking segment: {'id': '33c59bca-6815-4076-a209-11946a4c7cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:55.997910 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2713c64-313a-4f3c-8dce-ecf088bc4c4c admin admin] Network hostable DHCP agents. Network: 317be4d4-226a-48e2-830d-fc2d074da525, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:52:56.007529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2713c64-313a-4f3c-8dce-ecf088bc4c4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1910c3ee-c372-4b73-a303-2ad5d5e43f0c,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:56.052607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1af6a68f-0207-4af7-9025-55d44ec53df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:45:45Z', 'revision_number': 4, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '07c91aa9-dfbc-454a-b057-92a5379991fa', 'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'mac_address': 'fa:16:3e:76:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '66635b10-c781-4b00-9416-9488781bd842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:43Z', 'updated_at': '2021-09-23T22:45:51Z', 'revision_number': 5, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'subnets': [{'id': '66635b10-c781-4b00-9416-9488781bd842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:56.076221 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece14d0a-3652-425e-b41b-9b6ece45672f tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Network': ['ID=10a08e74-fc05-41af-95fd-22658e161df6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:56.150942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 10a08e74-fc05-41af-95fd-22658e161df6 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:52:56.191216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f353088-8791-45df-b3da-9b23dfa4264f tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:56.196287 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1f353088-8791-45df-b3da-9b23dfa4264f tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "GET /v2.0/networks?id=10a08e74-fc05-41af-95fd-22658e161df6 HTTP/1.1" status: 200 len: 760 time: 0.8537679 Sep 23 22:52:56.201808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56776) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:56.210743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d0b62061-2aa1-422d-8242-458cc4a35b6c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1743704379'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:56.234573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6a68f-0207-4af7-9025-55d44ec53df8 None None] Checking router: 934901a9-15fb-4216-89f1-654ed55ea2d3 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:52:56.257163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64962445-118b-4206-8a48-c8b8a6c5b3cd req-d4e932e4-e093-4b71-90de-6619239e411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:56.259362 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64962445-118b-4206-8a48-c8b8a6c5b3cd req-d4e932e4-e093-4b71-90de-6619239e411a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=feab7628ed224106877b2bc56eb0be16&device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 1096 time: 0.7611325 Sep 23 22:52:56.279774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2713c64-313a-4f3c-8dce-ecf088bc4c4c admin admin] Network 317be4d4-226a-48e2-830d-fc2d074da525 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:52:56.304119 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:52:56.335108 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6a68f-0207-4af7-9025-55d44ec53df8 None None] Routers {'934901a9-15fb-4216-89f1-654ed55ea2d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:52:56.335888 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1af6a68f-0207-4af7-9025-55d44ec53df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:52:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['934901a9-15fb-4216-89f1-654ed55ea2d3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:56.396138 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b62061-2aa1-422d-8242-458cc4a35b6c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:56.400813 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d0b62061-2aa1-422d-8242-458cc4a35b6c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:56.443595 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:56.482081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d4c5a-6ab0-403f-9737-d6dceeb96b37 req-a68193cf-7602-443d-a285-05c98ae0815e tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:56.495862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c81d4c5a-6ab0-403f-9737-d6dceeb96b37 req-a68193cf-7602-443d-a285-05c98ae0815e tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 945 time: 0.4804864 Sep 23 22:52:56.503112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b62061-2aa1-422d-8242-458cc4a35b6c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:52:56.514125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1af6a68f-0207-4af7-9025-55d44ec53df8 None None] Set router 934901a9-15fb-4216-89f1-654ed55ea2d3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:52:56.539167 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d0b62061-2aa1-422d-8242-458cc4a35b6c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:56.539167 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-d0b62061-2aa1-422d-8242-458cc4a35b6c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Added segment e7520d4b-fb30-4686-a88b-32c32fd1ec97 of type vlan for network 3330f45e-0cf4-453c-a17c-b5a4844a0548 Sep 23 22:52:56.545634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-b2713c64-313a-4f3c-8dce-ecf088bc4c4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 317be4d4-226a-48e2-830d-fc2d074da525) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:52:56.579586 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:56.594015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2713c64-313a-4f3c-8dce-ecf088bc4c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:56.594686 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b2713c64-313a-4f3c-8dce-ecf088bc4c4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:56.642996 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d0b62061-2aa1-422d-8242-458cc4a35b6c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:56.705908 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e575a1-5d99-4d2c-9943-8ec662990a79 None None] Network 317be4d4-226a-48e2-830d-fc2d074da525 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:56.779317 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d0b62061-2aa1-422d-8242-458cc4a35b6c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:56.785592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b62061-2aa1-422d-8242-458cc4a35b6c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:56.786252 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d0b62061-2aa1-422d-8242-458cc4a35b6c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:56.790864 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c81d4c5a-6ab0-403f-9737-d6dceeb96b37 req-76fb4a05-de4e-4d76-8b2a-c0cd8735e89d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935064 Sep 23 22:52:56.936626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b2713c64-313a-4f3c-8dce-ecf088bc4c4c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.2973690 Sep 23 22:52:56.952418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56796) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:56.974202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1352419679-router', 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:56.995610 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64962445-118b-4206-8a48-c8b8a6c5b3cd req-3c7e8648-22b6-4934-a94f-62b041ef842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:56.997364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64962445-118b-4206-8a48-c8b8a6c5b3cd req-3c7e8648-22b6-4934-a94f-62b041ef842e service neutron] 10.222.0.43 "GET /v2.0/networks?id=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 HTTP/1.1" status: 200 len: 915 time: 0.7294803 Sep 23 22:52:56.998041 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Pushing event updated for resources: {'Port': ['ID=369c1c59-83de-4c9d-8e03-6e102fbd5516,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:56.999576 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b62061-2aa1-422d-8242-458cc4a35b6c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Network': ['ID=3330f45e-0cf4-453c-a17c-b5a4844a0548,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:57.012897 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d0b62061-2aa1-422d-8242-458cc4a35b6c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8072238 Sep 23 22:52:57.032611 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56800) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:52:57.055854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 3330f45e-0cf4-453c-a17c-b5a4844a0548 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:52:57.099365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a4904-34a3-4a3a-a096-5d479df70554 req-aadd1f61-62b2-475e-b863-5743ddbf8b60 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:57.108302 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a02a4904-34a3-4a3a-a096-5d479df70554 req-aadd1f61-62b2-475e-b863-5743ddbf8b60 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 943 time: 0.7189453 Sep 23 22:52:57.163814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4d8f308b-53ca-47a0-8139-fd7c6f4ab656 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'subnet': {'network_id': '3330f45e-0cf4-453c-a17c-b5a4844a0548', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:52:57.190946 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a02a4904-34a3-4a3a-a096-5d479df70554 req-f564bd58-fb5e-40b8-823f-ae06ba15799d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787919 Sep 23 22:52:57.201472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64962445-118b-4206-8a48-c8b8a6c5b3cd req-808d0237-38c3-474b-bee3-17258e233cde service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 HTTP/1.1" status: 200 len: 217 time: 0.1773403 Sep 23 22:52:57.314380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64962445-118b-4206-8a48-c8b8a6c5b3cd req-c8964099-76a9-4b09-b363-ef91ffaf63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:57.319693 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64962445-118b-4206-8a48-c8b8a6c5b3cd req-c8964099-76a9-4b09-b363-ef91ffaf63d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66635b10-c781-4b00-9416-9488781bd842 HTTP/1.1" status: 200 len: 853 time: 0.1050730 Sep 23 22:52:57.405717 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-44bef17e-9178-4418-bd74-f310538d87f8 None None] Provisioning complete for port 369c1c59-83de-4c9d-8e03-6e102fbd5516 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:52:57.406096 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-44bef17e-9178-4418-bd74-f310538d87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:57.443589 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1af6a68f-0207-4af7-9025-55d44ec53df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:45:45Z', 'revision_number': 4, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '07c91aa9-dfbc-454a-b057-92a5379991fa', 'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'mac_address': 'fa:16:3e:76:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '66635b10-c781-4b00-9416-9488781bd842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:43Z', 'updated_at': '2021-09-23T22:45:51Z', 'revision_number': 5, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'subnets': [{'id': '66635b10-c781-4b00-9416-9488781bd842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:52:57.481264 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6a68f-0207-4af7-9025-55d44ec53df8 None None] The sync data for ids ['934901a9-15fb-4216-89f1-654ed55ea2d3'] in n-d-810775-1 is: [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:45:45Z', 'revision_number': 4, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '07c91aa9-dfbc-454a-b057-92a5379991fa', 'name': '', 'network_id': 'ffd0b9c4-c274-42ec-ac19-51ee1f7719f1', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'mac_address': 'fa:16:3e:76:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '66635b10-c781-4b00-9416-9488781bd842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:43Z', 'updated_at': '2021-09-23T22:45:51Z', 'revision_number': 5, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'subnets': [{'id': '66635b10-c781-4b00-9416-9488781bd842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:52:57.643619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367251d4-3080-41f5-a36d-088c451a535e req-5ba385d2-d3a0-42dd-b12e-5e36177d8818 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:57.648714 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-367251d4-3080-41f5-a36d-088c451a535e req-5ba385d2-d3a0-42dd-b12e-5e36177d8818 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 945 time: 0.2499087 Sep 23 22:52:57.771934 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5522cf79-8445-4567-ad37-0fc8ad3977e1 None None] Network 317be4d4-226a-48e2-830d-fc2d074da525 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:52:57.896374 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-44bef17e-9178-4418-bd74-f310538d87f8 None None] Port 369c1c59-83de-4c9d-8e03-6e102fbd5516 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:52:58.141036 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-367251d4-3080-41f5-a36d-088c451a535e req-1aed6960-a252-4867-a740-21a7c8d31268 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Deleting port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:52:58.142305 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-367251d4-3080-41f5-a36d-088c451a535e req-1aed6960-a252-4867-a740-21a7c8d31268 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:58.378634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-367251d4-3080-41f5-a36d-088c451a535e req-1aed6960-a252-4867-a740-21a7c8d31268 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] For port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78,segment=NetworkSegment(5468a20a-5162-4aee-9224-8d2676490170),segment_id=5468a20a-5162-4aee-9224-8d2676490170)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:52:58.379671 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-367251d4-3080-41f5-a36d-088c451a535e req-1aed6960-a252-4867-a740-21a7c8d31268 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:58.419500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-367251d4-3080-41f5-a36d-088c451a535e req-1aed6960-a252-4867-a740-21a7c8d31268 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Calling delete_port for f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:52:58.426476 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ead208f-8d2e-4f2b-abe4-32cdd6a6e2c9 None None] New status for floating IP 83d6c022-847c-46dd-a8b4-3bb3de48bcdf: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:52:58.560257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:58.562691 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c88301-f795-411e-b611-1ec4d3dbaaee" -d '{"events": [{"server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "name": "network-vif-unplugged", "status": "completed", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:58.687744 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Attempting to bind port 369c1c59-83de-4c9d-8e03-6e102fbd5516 on host n-h2-810775-1 for vnic_type normal with profile {"migrating_to": "n-h1-810775-1"} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:52:58.689064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Attempting to bind port 369c1c59-83de-4c9d-8e03-6e102fbd5516 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:52:58.689064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Attempting to bind port 369c1c59-83de-4c9d-8e03-6e102fbd5516 on network 17be15c5-331c-4483-9a52-d388ad4d0614 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:58.729945 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:58.731155 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:58.909939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Port 369c1c59-83de-4c9d-8e03-6e102fbd5516 on network 17be15c5-331c-4483-9a52-d388ad4d0614 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:52:58.910258 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Attempting to bind port 369c1c59-83de-4c9d-8e03-6e102fbd5516 on network 17be15c5-331c-4483-9a52-d388ad4d0614 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:52:58.947066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:52:58.947352 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Checking segment: {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:52:58.947713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Bound using segment: {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:52:58.948146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Bound port: 369c1c59-83de-4c9d-8e03-6e102fbd5516, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0ac957-5f85-4a9a-862c-c3d8a329857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:52:58.948775 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:58.976886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64962445-118b-4206-8a48-c8b8a6c5b3cd req-19a12c08-10fd-4028-8037-ca14113aeeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:58.984083 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64962445-118b-4206-8a48-c8b8a6c5b3cd req-19a12c08-10fd-4028-8037-ca14113aeeb2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3276467 Sep 23 22:52:59.105264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8f308b-53ca-47a0-8139-fd7c6f4ab656 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:52:59.109485 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d8f308b-53ca-47a0-8139-fd7c6f4ab656 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:59.122272 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce54e13-3c1b-4a64-9898-82b594b2e3b8 req-5c4676e0-9045-48ef-af7f-4b132cfaeecf tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:59.130021 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ce54e13-3c1b-4a64-9898-82b594b2e3b8 req-5c4676e0-9045-48ef-af7f-4b132cfaeecf tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 943 time: 0.4968209 Sep 23 22:52:59.136847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d6265-819c-4d60-a705-b24a24e790c3 req-ab71b45c-879b-4090-9a39-7f0544fb31bb tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:52:59.138924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f6d6265-819c-4d60-a705-b24a24e790c3 req-ab71b45c-879b-4090-9a39-7f0544fb31bb tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 945 time: 0.4837117 Sep 23 22:52:59.261765 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ce54e13-3c1b-4a64-9898-82b594b2e3b8 req-f002c68f-641a-4b09-a890-33108dd91f6d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063378 Sep 23 22:52:59.282524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64962445-118b-4206-8a48-c8b8a6c5b3cd req-f23145a0-7931-448a-bb68-f67cc9d45046 service neutron] 10.222.0.43 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886441 Sep 23 22:52:59.295542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:52:59.317467 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-367251d4-3080-41f5-a36d-088c451a535e req-1aed6960-a252-4867-a740-21a7c8d31268 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:59.327402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:52:59.403806 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed6960-a252-4867-a740-21a7c8d31268 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Pushing event deleted for resources: {'Port': ['ID=f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:52:59.486739 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-367251d4-3080-41f5-a36d-088c451a535e req-1aed6960-a252-4867-a740-21a7c8d31268 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] No DVR routers for this DVR port f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 on host n-h1-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:52:59.489401 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c8c665-1270-4e98-9253-48b198f4341d x-openstack-request-id: req-38c8c665-1270-4e98-9253-48b198f4341d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:59.491057 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "name": "network-vif-unplugged", "status": "completed", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:59.491301 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-38c8c665-1270-4e98-9253-48b198f4341d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:59.491771 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516', 'code': 200} Sep 23 22:52:59.492612 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-367251d4-3080-41f5-a36d-088c451a535e req-1aed6960-a252-4867-a740-21a7c8d31268 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:59.501878 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-367251d4-3080-41f5-a36d-088c451a535e req-1aed6960-a252-4867-a740-21a7c8d31268 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.43 "DELETE /v2.0/ports/f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 HTTP/1.1" status: 204 len: 173 time: 1.7606525 Sep 23 22:52:59.502605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'name': 'network-vif-deleted', 'tag': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:52:59.507660 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae4e77c-3688-49b4-aa12-ce9b409797d3" -d '{"events": [{"server_uuid": "1f832843-eb5a-454c-97d5-73bdb1bef17a", "name": "network-vif-deleted", "tag": "f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:52:59.633828 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:59.685009 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c41c33-aed0-4ec7-9c0f-241aa4985c66 x-openstack-request-id: req-04c41c33-aed0-4ec7-9c0f-241aa4985c66 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:52:59.686389 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f832843-eb5a-454c-97d5-73bdb1bef17a", "name": "network-vif-deleted", "tag": "f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:52:59.686389 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04c41c33-aed0-4ec7-9c0f-241aa4985c66 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:52:59.686389 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f832843-eb5a-454c-97d5-73bdb1bef17a', 'name': 'network-vif-deleted', 'tag': 'f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78', 'status': 'completed', 'code': 200} Sep 23 22:52:59.707195 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f6d6265-819c-4d60-a705-b24a24e790c3 req-29688583-c390-4126-a412-5dce22e17a86 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/security-groups?id=e486899b-5891-4660-8204-9458a33f9bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4683480 Sep 23 22:52:59.784256 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:52:59.798978 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d8f308b-53ca-47a0-8139-fd7c6f4ab656 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:00.320792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Pushing event updated for resources: {'Port': ['ID=369c1c59-83de-4c9d-8e03-6e102fbd5516,revision_number=8']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:00.468695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:00.469930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:00.471241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:00.472507 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:00.473028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:00.473551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:00.474054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:00.474614 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:00.490968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:00.495125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:00.497952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:00.499893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:00.502482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028d813-a3b6-41ac-8d73-c6e791f55d9e req-3cc033a3-c05b-4c70-aaf6-8042061d785e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:00.508295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8aa410d7-67ce-4c2a-8ace-4d1281c537e7 None None] Provisioning complete for port 369c1c59-83de-4c9d-8e03-6e102fbd5516 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:53:00.510332 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d028d813-a3b6-41ac-8d73-c6e791f55d9e req-3cc033a3-c05b-4c70-aaf6-8042061d785e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 943 time: 0.0842500 Sep 23 22:53:00.511509 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8aa410d7-67ce-4c2a-8ace-4d1281c537e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:00.573136 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64962445-118b-4206-8a48-c8b8a6c5b3cd req-c6dea1a4-8b84-4462-93ca-3e2cf3a8c97a service neutron] 10.222.0.43 "GET /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2289910 Sep 23 22:53:00.595542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d028d813-a3b6-41ac-8d73-c6e791f55d9e req-ff6ebea3-975d-437c-a7df-ac689773e40e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842829 Sep 23 22:53:00.600404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f308b-53ca-47a0-8139-fd7c6f4ab656 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Subnet': ['ID=544cf73f-a812-41db-99f8-2870d69b0cff,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:00.691226 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8aa410d7-67ce-4c2a-8ace-4d1281c537e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:00.729122 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:53:00.734320 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e031e9-2d2a-437d-af98-03e4a0fd82d5" -d '{"events": [{"server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "name": "network-vif-plugged", "status": "completed", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:53:00.751003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8aa410d7-67ce-4c2a-8ace-4d1281c537e7 None None] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:00.792165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f308b-53ca-47a0-8139-fd7c6f4ab656 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Checking segment: {'id': 'e7520d4b-fb30-4686-a88b-32c32fd1ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3330f45e-0cf4-453c-a17c-b5a4844a0548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:00.792980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f308b-53ca-47a0-8139-fd7c6f4ab656 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network hostable DHCP agents. Network: 3330f45e-0cf4-453c-a17c-b5a4844a0548, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:53:00.802176 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:00.870485 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7296a5-a875-4477-85f5-6e0b66c967d1 x-openstack-request-id: req-ec7296a5-a875-4477-85f5-6e0b66c967d1 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:53:00.870861 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "name": "network-vif-plugged", "status": "completed", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:53:00.871035 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec7296a5-a875-4477-85f5-6e0b66c967d1 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:53:00.871417 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516', 'code': 200} Sep 23 22:53:00.892317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:00.898416 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:00.898416 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-9e664871-3963-4ef7-8987-8add286b584c service neutron] 10.222.0.43 "PUT /v2.0/ports/369c1c59-83de-4c9d-8e03-6e102fbd5516 HTTP/1.1" status: 200 len: 1121 time: 6.3108504 Sep 23 22:53:00.922211 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8aa410d7-67ce-4c2a-8ace-4d1281c537e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:00.951348 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a5fcf49-17d7-4fd0-ba92-75cdbf2f63fe req-8d0a2e5e-740b-4ae2-9dfb-5c0140ed26ad tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 210 time: 0.0463970 Sep 23 22:53:01.020614 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f308b-53ca-47a0-8139-fd7c6f4ab656 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network 3330f45e-0cf4-453c-a17c-b5a4844a0548 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:53:01.080119 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa410d7-67ce-4c2a-8ace-4d1281c537e7 None None] Pushing event updated for resources: {'Port': ['ID=369c1c59-83de-4c9d-8e03-6e102fbd5516,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:01.120388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-4d8f308b-53ca-47a0-8139-fd7c6f4ab656 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 3330f45e-0cf4-453c-a17c-b5a4844a0548) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:01.127733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8f308b-53ca-47a0-8139-fd7c6f4ab656 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:01.128462 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d8f308b-53ca-47a0-8139-fd7c6f4ab656 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:01.294163 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cf0588-fb39-4d81-b02b-bc1c4fa9606a None None] Network 3330f45e-0cf4-453c-a17c-b5a4844a0548 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:01.302758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['369c1c59-83de-4c9d-8e03-6e102fbd5516'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:53:01.362926 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4d8f308b-53ca-47a0-8139-fd7c6f4ab656 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3245764 Sep 23 22:53:01.364878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56874) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:01.494423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:53:01.498153 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97ff6a8-a259-47fe-b525-7f973f1a615e" -d '{"events": [{"name": "network-changed", "server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:53:01.515975 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:01.574282 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:01.583830 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:01.607804 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d11f16-5ef9-417f-bb31-fba439dfbc73 x-openstack-request-id: req-d6d11f16-5ef9-417f-bb31-fba439dfbc73 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:53:01.607804 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:53:01.608265 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6d11f16-5ef9-417f-bb31-fba439dfbc73 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:53:01.608874 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516', 'status': 'completed', 'code': 200} Sep 23 22:53:01.675288 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:01.940405 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:02.142597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Subnet': ['ID=544cf73f-a812-41db-99f8-2870d69b0cff,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:02.180057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Allocated IP 172.25.1.206 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/fad740a8-5168-4acb-9414-f471e4fc7046) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:53:02.354024 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ff6a8-a259-47fe-b525-7f973f1a615e req-02edfca6-381c-4fb4-8885-e78c29efea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:02.355837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c97ff6a8-a259-47fe-b525-7f973f1a615e req-02edfca6-381c-4fb4-8885-e78c29efea10 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 1126 time: 0.6411431 Sep 23 22:53:02.368015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2680b3-523d-4614-8a5b-0613d11ce652 req-b3699adb-6b40-4ebb-b234-ef82a80fc508 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:02.373193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce2680b3-523d-4614-8a5b-0613d11ce652 req-b3699adb-6b40-4ebb-b234-ef82a80fc508 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 945 time: 0.4301684 Sep 23 22:53:02.413699 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 369c1c59-83de-4c9d-8e03-6e102fbd5516 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:53:02.488075 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14048cd9-b6ed-438a-a4c0-bae960104b39 req-425158a2-4779-43ed-904a-e9fad1304fa0 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 210 time: 0.3024800 Sep 23 22:53:02.599948 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:02.684891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3330f45e-0cf4-453c-a17c-b5a4844a0548']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:02.728157 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7520d4b-fb30-4686-a88b-32c32fd1ec97') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:02.728464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7520d4b-fb30-4686-a88b-32c32fd1ec97') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:02.761444 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:02.790938 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:02.806410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:53:02.806914 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:53:02.810791 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:53:02.827601 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:02.864333 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce2680b3-523d-4614-8a5b-0613d11ce652 req-970bcc08-c5f0-4b23-852b-da417dd956ca tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4676342 Sep 23 22:53:02.946124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ff6a8-a259-47fe-b525-7f973f1a615e req-79212ea4-4fcc-4075-86aa-b4601a17548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:02.947931 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c97ff6a8-a259-47fe-b525-7f973f1a615e req-79212ea4-4fcc-4075-86aa-b4601a17548c service neutron] 10.222.0.67 "GET /v2.0/networks?id=17be15c5-331c-4483-9a52-d388ad4d0614 HTTP/1.1" status: 200 len: 897 time: 0.5714617 Sep 23 22:53:03.033950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:03.046167 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:53:03.051178 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 369c1c59-83de-4c9d-8e03-6e102fbd5516 has no active binding in host n-h1-810775-1 {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 22:53:03.052946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593cefbd-e271-46b5-8434-792351e4d246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-3330f45e-0cf4-453c-a17c-b5a4844a0548', 'network_id': '3330f45e-0cf4-453c-a17c-b5a4844a0548', 'tenant_id': 'cf12196acf554efabb9f85bd19252375', 'fixed_ips': [{'subnet_id': '544cf73f-a812-41db-99f8-2870d69b0cff'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:53:03.053825 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-593cefbd-e271-46b5-8434-792351e4d246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:03.108808 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c97ff6a8-a259-47fe-b525-7f973f1a615e req-2ddabce6-daa6-4ca5-9c02-f3c3c56cd3f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516 HTTP/1.1" status: 200 len: 1001 time: 0.1455302 Sep 23 22:53:03.117769 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:03.129796 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:03.132376 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/3330f45e-0cf4-453c-a17c-b5a4844a0548 HTTP/1.1" status: 204 len: 168 time: 1.7663805 Sep 23 22:53:03.135292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56910) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:03.147965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:53:03.148310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device f7b3ef2a-00ef-45f3-8ed4-84bd77fc4e78 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:53:03.241992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8acde3-6b41-43a7-815e-0565196308a6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Network': ['ID=3330f45e-0cf4-453c-a17c-b5a4844a0548,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:03.256225 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-7347f32a-af58-4b16-ad12-8ec719f7bd1d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] GET failed (client error): The resource could not be found. Sep 23 22:53:03.258179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ff6a8-a259-47fe-b525-7f973f1a615e req-e4a693ee-4447-4068-b837-0d713dd33cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:03.262308 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c97ff6a8-a259-47fe-b525-7f973f1a615e req-e4a693ee-4447-4068-b837-0d713dd33cf6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c1f89e2-1a19-453e-bf25-540d06e7b8ed HTTP/1.1" status: 200 len: 834 time: 0.1448109 Sep 23 22:53:03.264870 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:03.276218 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7347f32a-af58-4b16-ad12-8ec719f7bd1d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "GET /v2.0/subnets/544cf73f-a812-41db-99f8-2870d69b0cff HTTP/1.1" status: 404 len: 337 time: 0.1391857 Sep 23 22:53:03.276873 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56912) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:03.307121 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeb68df-cf28-4def-a49b-7d75881c8d89 None None] Network 3330f45e-0cf4-453c-a17c-b5a4844a0548 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:03.331057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeb68df-cf28-4def-a49b-7d75881c8d89 None None] Network 3330f45e-0cf4-453c-a17c-b5a4844a0548 could not be found, it might have been deleted concurrently. {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 22:53:03.348642 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5e6ffd-b79b-4e29-91de-25fad41931a0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:03.349973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5e6ffd-b79b-4e29-91de-25fad41931a0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:03.356271 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8b5e6ffd-b79b-4e29-91de-25fad41931a0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/3330f45e-0cf4-453c-a17c-b5a4844a0548 HTTP/1.1" status: 404 len: 339 time: 0.0737183 Sep 23 22:53:03.357208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56914) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:03.412667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:53:03.424220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Pushing event updated for resources: {'Port': ['ID=fad740a8-5168-4acb-9414-f471e4fc7046,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:03.435404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:03.456190 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:53:03.583925 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ff6a8-a259-47fe-b525-7f973f1a615e req-f521e379-928e-4bff-a5b5-fcdbfff09bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:03.585538 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c97ff6a8-a259-47fe-b525-7f973f1a615e req-f521e379-928e-4bff-a5b5-fcdbfff09bf0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17be15c5-331c-4483-9a52-d388ad4d0614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3156769 Sep 23 22:53:03.670943 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b1cc94f-903e-4879-ad28-c1117e7eff40 req-fed72a08-aadb-4b0d-8050-70fad11a5977 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 210 time: 0.0589116 Sep 23 22:53:03.861585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3838feea-b165-4654-9e83-0c990d45cd4e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:03.863422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3838feea-b165-4654-9e83-0c990d45cd4e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5039034 Sep 23 22:53:03.866538 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56932) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:03.930172 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dc687c93-4b48-4258-b388-8d05517b8222 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 207 time: 0.0610354 Sep 23 22:53:03.935387 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56936) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:04.042343 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c97ff6a8-a259-47fe-b525-7f973f1a615e req-3b39b643-2c2e-4918-906a-66ec28656d85 service neutron] 10.222.0.67 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360435 Sep 23 22:53:04.245775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287bb75-bbf7-42c6-a840-e366f4a242e5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:04.252519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287bb75-bbf7-42c6-a840-e366f4a242e5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:04.259350 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287bb75-bbf7-42c6-a840-e366f4a242e5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:04.266785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287bb75-bbf7-42c6-a840-e366f4a242e5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:04.268908 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a287bb75-bbf7-42c6-a840-e366f4a242e5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3319318 Sep 23 22:53:04.273433 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56938) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:04.343069 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c97ff6a8-a259-47fe-b525-7f973f1a615e req-0c1cc6f2-5156-4c41-8493-505113c73938 service neutron] 10.222.0.67 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882383 Sep 23 22:53:04.388105 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfa2f9-2f45-43d5-974c-785955645bfd req-212e0af5-a177-4446-bbbb-63a6ce446c13 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:04.392298 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88bfa2f9-2f45-43d5-974c-785955645bfd req-212e0af5-a177-4446-bbbb-63a6ce446c13 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 945 time: 0.3874454 Sep 23 22:53:04.502980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-55792395-e08e-4442-9646-f843b0c13c41 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2282467 Sep 23 22:53:04.508834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56942) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:04.587209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca45710-0e3f-4247-ade3-2e764150b561 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:04.592157 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca45710-0e3f-4247-ade3-2e764150b561 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:04.593892 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7ca45710-0e3f-4247-ade3-2e764150b561 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0839777 Sep 23 22:53:04.599309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56944) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:04.689077 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e67451-6916-4d35-9ef1-3b29d1fd7f73 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['shared'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:04.691133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e67451-6916-4d35-9ef1-3b29d1fd7f73 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['shared'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:04.693080 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-32e67451-6916-4d35-9ef1-3b29d1fd7f73 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0926476 Sep 23 22:53:04.698844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56946) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:04.977696 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-133425f3-b8cc-4516-a187-274c37db87ec req-f4c0b59a-a351-46e6-8591-256fa9bbad4d tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 210 time: 0.1012650 Sep 23 22:53:05.032208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88357bd-ad6b-415f-b9b5-3cd5b1533a2c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:05.034839 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c88357bd-ad6b-415f-b9b5-3cd5b1533a2c tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "GET /v2.0/networks/1d6c18dc-e78d-448b-a186-db2adba52cc8 HTTP/1.1" status: 200 len: 799 time: 0.3346050 Sep 23 22:53:05.038833 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56960) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:05.176336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88bfa2f9-2f45-43d5-974c-785955645bfd req-60c6c5ad-de6c-4e91-a4a7-da431380dbe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7717986 Sep 23 22:53:05.278825 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-99b28adc-521d-416b-807a-b01551fbd410 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "GET /v2.0/networks/1d6c18dc-e78d-448b-a186-db2adba52cc8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2382317 Sep 23 22:53:05.279546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56962) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:05.293733 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:05.399239 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc860edb-dc1c-4b5e-8a0a-6c8e847bae52 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:05.401097 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cc860edb-dc1c-4b5e-8a0a-6c8e847bae52 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "GET /v2.0/subnets/78d60521-c4eb-4550-9f15-53d0d4aff5fe HTTP/1.1" status: 200 len: 811 time: 0.1202035 Sep 23 22:53:05.405036 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 56964) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:05.511728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfd1cb6-c441-4722-8c58-28a3947a4646 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['shared'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:05.517751 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 56968) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:05.518595 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-acfd1cb6-c441-4722-8c58-28a3947a4646 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "GET /v2.0/subnets/78d60521-c4eb-4550-9f15-53d0d4aff5fe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1115944 Sep 23 22:53:05.527769 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7aef1fa2-5ab0-43f8-8f91-54783472c5c5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1227465454'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:05.656547 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:05.729436 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aef1fa2-5ab0-43f8-8f91-54783472c5c5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:05.733262 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7aef1fa2-5ab0-43f8-8f91-54783472c5c5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:05.784587 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aef1fa2-5ab0-43f8-8f91-54783472c5c5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:53:05.800022 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7aef1fa2-5ab0-43f8-8f91-54783472c5c5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:05.800736 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-7aef1fa2-5ab0-43f8-8f91-54783472c5c5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Added segment 73515336-8ce7-49af-a470-8ff4981dcdd4 of type vlan for network 63ee7664-7e16-49c0-b78b-ee6039ac53eb Sep 23 22:53:05.920497 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7aef1fa2-5ab0-43f8-8f91-54783472c5c5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:06.116093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-76a162af-469d-42f2-bbaf-4d8f361893dd service neutron] 10.222.0.67 "GET /v2.0/ports/369c1c59-83de-4c9d-8e03-6e102fbd5516/bindings/n-h1-810775-1 HTTP/1.1" status: 200 len: 384 time: 0.0980525 Sep 23 22:53:06.185779 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d4d41e6a-658b-49d7-99ae-df0be13f6d04 req-39530bcc-bb93-4ea2-b36c-b2ed0b9cc0e5 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 210 time: 0.0547223 Sep 23 22:53:06.191931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Router 85703732-a94b-404e-b125-3608eadf4796 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:53:06.194256 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7aef1fa2-5ab0-43f8-8f91-54783472c5c5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:06.200898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aef1fa2-5ab0-43f8-8f91-54783472c5c5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:06.201659 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7aef1fa2-5ab0-43f8-8f91-54783472c5c5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:06.431416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57000) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:06.432014 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7aef1fa2-5ab0-43f8-8f91-54783472c5c5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9127355 Sep 23 22:53:06.438811 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-4e1824dc-159f-4732-8764-3634497f2c56 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'subnet': {'network_id': '63ee7664-7e16-49c0-b78b-ee6039ac53eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:06.444220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef1fa2-5ab0-43f8-8f91-54783472c5c5 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Network': ['ID=63ee7664-7e16-49c0-b78b-ee6039ac53eb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:06.474445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 63ee7664-7e16-49c0-b78b-ee6039ac53eb details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:53:06.551648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0877a3-8526-47c2-8863-e0765ffb05c6 req-b1a6afad-ed2e-4afe-915f-82f932fc5189 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:06.554110 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c0877a3-8526-47c2-8863-e0765ffb05c6 req-b1a6afad-ed2e-4afe-915f-82f932fc5189 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 945 time: 0.2262092 Sep 23 22:53:06.568275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:53:06.640442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Sync routers for ids ['85703732-a94b-404e-b125-3608eadf4796'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:53:06.665737 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c0877a3-8526-47c2-8863-e0765ffb05c6 req-6c787b7b-d702-4514-9a6f-b538e00bd809 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044981 Sep 23 22:53:06.674093 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-6faecb78-7e52-4dae-98c1-a8dabc650d6d service neutron] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:06.686137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Routers {'85703732-a94b-404e-b125-3608eadf4796'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:53:06.686989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:52:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['85703732-a94b-404e-b125-3608eadf4796'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:06.710769 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1824dc-159f-4732-8764-3634497f2c56 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Made reservation on behalf of cf12196acf554efabb9f85bd19252375 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:06.714588 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e1824dc-159f-4732-8764-3634497f2c56 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:06.746904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-6faecb78-7e52-4dae-98c1-a8dabc650d6d service neutron] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:53:06.813572 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:06.818773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.ipam_backend_mixin [None req-4e1824dc-159f-4732-8764-3634497f2c56 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Performing IP validity checks on allocation pools {{(pid=95490) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 22:53:06.819000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.ipam_backend_mixin [None req-4e1824dc-159f-4732-8764-3634497f2c56 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95490) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 22:53:06.857692 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:06.866849 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6c1b84ad-8cac-4b23-baf7-5e4f95441749 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.9113283 Sep 23 22:53:06.871286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57006) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:06.939171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Set router 85703732-a94b-404e-b125-3608eadf4796 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:53:07.054704 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e1824dc-159f-4732-8764-3634497f2c56 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:07.159573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1824dc-159f-4732-8764-3634497f2c56 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Subnet': ['ID=ff356d85-cb5c-4a75-a94a-22d65b3b2b64,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:07.171515 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1824dc-159f-4732-8764-3634497f2c56 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Checking segment: {'id': '73515336-8ce7-49af-a470-8ff4981dcdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '63ee7664-7e16-49c0-b78b-ee6039ac53eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:07.171928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1824dc-159f-4732-8764-3634497f2c56 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network hostable DHCP agents. Network: 63ee7664-7e16-49c0-b78b-ee6039ac53eb, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:53:07.256226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:53:07.259569 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab866e5-50fe-454f-a3ad-6cad0468ec45" -d '{"events": [{"server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "name": "network-vif-unplugged", "status": "completed", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:53:07.296091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85703732-a94b-404e-b125-3608eadf4796', 'name': 'tempest-ServerRescueNegativeTestJSON-1352419679-router', 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'fad740a8-5168-4acb-9414-f471e4fc7046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:52:58Z', 'updated_at': '2021-09-23T22:53:04Z', 'revision_number': 3, 'project_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'gw_port': {'id': 'fad740a8-5168-4acb-9414-f471e4fc7046', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85703732-a94b-404e-b125-3608eadf4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:01Z', 'updated_at': '2021-09-23T22:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:07.306331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-6faecb78-7e52-4dae-98c1-a8dabc650d6d service neutron] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:07.328733 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1b275d4-ce16-4217-8edd-bec44a1569d1 req-831957c1-489a-4134-a2e5-ab269445f36a tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f832843-eb5a-454c-97d5-73bdb1bef17a HTTP/1.1" status: 200 len: 210 time: 0.0633149 Sep 23 22:53:07.343732 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Checking router: 85703732-a94b-404e-b125-3608eadf4796 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:53:07.344436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Updating router 85703732-a94b-404e-b125-3608eadf4796 port fad740a8-5168-4acb-9414-f471e4fc7046 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:53:07.356135 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 22:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5365cf6d-f747-46a9-bede-789e7d14a806 x-openstack-request-id: req-5365cf6d-f747-46a9-bede-789e7d14a806 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:53:07.357089 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "name": "network-vif-unplugged", "status": "completed", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:53:07.357825 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5365cf6d-f747-46a9-bede-789e7d14a806 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:53:07.358413 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516', 'code': 200} Sep 23 22:53:07.377811 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1824dc-159f-4732-8764-3634497f2c56 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Network 63ee7664-7e16-49c0-b78b-ee6039ac53eb is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:53:07.381871 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:07.482845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-4e1824dc-159f-4732-8764-3634497f2c56 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 63ee7664-7e16-49c0-b78b-ee6039ac53eb) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:07.499202 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1824dc-159f-4732-8764-3634497f2c56 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:07.506608 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e1824dc-159f-4732-8764-3634497f2c56 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996899'] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:07.526765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a45dea-38ba-4bfa-b1c3-58e626666f12 None None] Network 63ee7664-7e16-49c0-b78b-ee6039ac53eb requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:07.568851 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-6faecb78-7e52-4dae-98c1-a8dabc650d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:07.638525 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4e1824dc-159f-4732-8764-3634497f2c56 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2053895 Sep 23 22:53:07.641878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57020) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:07.661960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-92def1a7-69b2-4c20-970a-a4515b87f491 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:07.816667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-63ee7664-7e16-49c0-b78b-ee6039ac53eb', 'network_id': '63ee7664-7e16-49c0-b78b-ee6039ac53eb', 'tenant_id': 'cf12196acf554efabb9f85bd19252375', 'fixed_ips': [{'subnet_id': 'ff356d85-cb5c-4a75-a94a-22d65b3b2b64'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:53:07.817774 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:07.885919 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-92def1a7-69b2-4c20-970a-a4515b87f491 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25576334'] for subnet, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:07.989595 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:08.171448 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:08.227051 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-92def1a7-69b2-4c20-970a-a4515b87f491 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753537328887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3721964'] for subnet, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:08.255495 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e671a4-ba18-4b91-82ab-6e26ac554ed4 req-98c778a0-cad7-4f2a-b172-1adbb71d5c6d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:08.257093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43e671a4-ba18-4b91-82ab-6e26ac554ed4 req-98c778a0-cad7-4f2a-b172-1adbb71d5c6d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 944 time: 0.1525640 Sep 23 22:53:08.310090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-6faecb78-7e52-4dae-98c1-a8dabc650d6d service neutron] Transition to ACTIVE for port object 369c1c59-83de-4c9d-8e03-6e102fbd5516 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:53:08.327485 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2026e9-1333-498d-bb95-73121e394bf5 None None] Pushing event updated for resources: {'Port': ['ID=fad740a8-5168-4acb-9414-f471e4fc7046,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:08.343511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Attempting to bind port fad740a8-5168-4acb-9414-f471e4fc7046 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:53:08.345741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Attempting to bind port fad740a8-5168-4acb-9414-f471e4fc7046 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:53:08.346382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Attempting to bind port fad740a8-5168-4acb-9414-f471e4fc7046 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:53:08.351978 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92def1a7-69b2-4c20-970a-a4515b87f491 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event updated for resources: {'Subnet': ['ID=ff356d85-cb5c-4a75-a94a-22d65b3b2b64,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:08.371954 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92def1a7-69b2-4c20-970a-a4515b87f491 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:08.372569 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-92def1a7-69b2-4c20-970a-a4515b87f491 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:08.374210 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-92def1a7-69b2-4c20-970a-a4515b87f491 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "PUT /v2.0/subnets/ff356d85-cb5c-4a75-a94a-22d65b3b2b64 HTTP/1.1" status: 200 len: 877 time: 0.7298496 Sep 23 22:53:08.377845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57044) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:08.383896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:53:08.384647 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:08.385290 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:08.386594 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:53:08.387529 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Bound port: fad740a8-5168-4acb-9414-f471e4fc7046, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:53:08.390226 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:08.419613 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-6faecb78-7e52-4dae-98c1-a8dabc650d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:08.465756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Allocated IP 172.20.0.3 (63ee7664-7e16-49c0-b78b-ee6039ac53eb/ff356d85-cb5c-4a75-a94a-22d65b3b2b64/d935ad1e-707d-4f20-ae5b-54cf82c385c0) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:53:08.472410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57048) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:08.556509 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:08.603660 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43e671a4-ba18-4b91-82ab-6e26ac554ed4 req-032fb26a-6dd8-4a57-843a-1d4404c794fa tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333688 Sep 23 22:53:08.676622 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:08.690423 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] For port fad740a8-5168-4acb-9414-f471e4fc7046, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:53:08.694088 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] For port fad740a8-5168-4acb-9414-f471e4fc7046, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=fad740a8-5168-4acb-9414-f471e4fc7046,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:53:08.793975 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:08.824204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-6faecb78-7e52-4dae-98c1-a8dabc650d6d service neutron] No DVR routers for this DVR port 369c1c59-83de-4c9d-8e03-6e102fbd5516 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:53:08.921512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2026e9-1333-498d-bb95-73121e394bf5 None None] Pushing event updated for resources: {'Port': ['ID=fad740a8-5168-4acb-9414-f471e4fc7046,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:08.949127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Routers {'85703732-a94b-404e-b125-3608eadf4796'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:53:08.949812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:52:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['85703732-a94b-404e-b125-3608eadf4796'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:09.013650 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:09.081506 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faecb78-7e52-4dae-98c1-a8dabc650d6d service neutron] Pushing event updated for resources: {'Port': ['ID=369c1c59-83de-4c9d-8e03-6e102fbd5516,revision_number=11']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:09.105058 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d8750f6-f1c1-4400-84dc-99e0fc2e77a6 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:09.138062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] Set router 85703732-a94b-404e-b125-3608eadf4796 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:53:09.177334 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:09.230602 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:09.247070 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:09.309320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Subnet': ['ID=ff356d85-cb5c-4a75-a94a-22d65b3b2b64,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:09.382518 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d8750f6-f1c1-4400-84dc-99e0fc2e77a6 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:09.416273 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:09.459968 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ee7664-7e16-49c0-b78b-ee6039ac53eb']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:09.473394 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73515336-8ce7-49af-a470-8ff4981dcdd4') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:09.474003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73515336-8ce7-49af-a470-8ff4981dcdd4') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:09.488596 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:09.490411 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-6faecb78-7e52-4dae-98c1-a8dabc650d6d service neutron] 10.222.0.67 "PUT /v2.0/ports/369c1c59-83de-4c9d-8e03-6e102fbd5516/bindings/n-h1-810775-1/activate HTTP/1.1" status: 200 len: 369 time: 3.3668220 Sep 23 22:53:09.513714 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:09.523147 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:53:09.523563 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:53:09.527590 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:53:09.598150 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Network 63ee7664-7e16-49c0-b78b-ee6039ac53eb is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:53:09.600522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Allocated IP 172.20.0.1 (317be4d4-226a-48e2-830d-fc2d074da525/1910c3ee-c372-4b73-a303-2ad5d5e43f0c/45b78804-da17-4504-b5ab-36b85a5170d6) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:53:09.605381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:09.609068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:53:09.658672 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d8750f6-f1c1-4400-84dc-99e0fc2e77a6 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:09.666911 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d8750f6-f1c1-4400-84dc-99e0fc2e77a6 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:09.671238 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3d8750f6-f1c1-4400-84dc-99e0fc2e77a6 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] 10.222.0.22 "DELETE /v2.0/security-groups/e486899b-5891-4660-8204-9458a33f9bad HTTP/1.1" status: 204 len: 168 time: 1.1977262 Sep 23 22:53:09.705718 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Pushing event updated for resources: {'Port': ['ID=d935ad1e-707d-4f20-ae5b-54cf82c385c0,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:09.749981 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 22:53:09.749981 n-d-810775-1 neutron-server[95490]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 22:53:09.749981 n-d-810775-1 neutron-server[95490]: [parameters: {'id': '63ee7664-7e16-49c0-b78b-ee6039ac53eb'}] Sep 23 22:53:09.749981 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:53:09.751672 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:53:09.760422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Attempting to bind port d935ad1e-707d-4f20-ae5b-54cf82c385c0 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:53:09.761026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Attempting to bind port d935ad1e-707d-4f20-ae5b-54cf82c385c0 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '73515336-8ce7-49af-a470-8ff4981dcdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '63ee7664-7e16-49c0-b78b-ee6039ac53eb'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:53:09.761570 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Attempting to bind port d935ad1e-707d-4f20-ae5b-54cf82c385c0 on network 63ee7664-7e16-49c0-b78b-ee6039ac53eb {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:53:09.792643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:53:09.796292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Checking segment: {'id': '73515336-8ce7-49af-a470-8ff4981dcdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '63ee7664-7e16-49c0-b78b-ee6039ac53eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:09.796897 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:09.797821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Bound using segment: {'id': '73515336-8ce7-49af-a470-8ff4981dcdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '63ee7664-7e16-49c0-b78b-ee6039ac53eb'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:53:09.798700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Bound port: d935ad1e-707d-4f20-ae5b-54cf82c385c0, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73515336-8ce7-49af-a470-8ff4981dcdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '63ee7664-7e16-49c0-b78b-ee6039ac53eb'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:53:09.799954 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:09.845251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85703732-a94b-404e-b125-3608eadf4796', 'name': 'tempest-ServerRescueNegativeTestJSON-1352419679-router', 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'fad740a8-5168-4acb-9414-f471e4fc7046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:52:58Z', 'updated_at': '2021-09-23T22:53:04Z', 'revision_number': 3, 'project_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'gw_port': {'id': 'fad740a8-5168-4acb-9414-f471e4fc7046', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85703732-a94b-404e-b125-3608eadf4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:01Z', 'updated_at': '2021-09-23T22:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:09.858819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62451c33-e40c-41e3-a087-dbf5febd05b1 req-79594166-6526-4fe7-8c06-3b7dcbc96072 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:09.860885 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62451c33-e40c-41e3-a087-dbf5febd05b1 req-79594166-6526-4fe7-8c06-3b7dcbc96072 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 944 time: 0.1003990 Sep 23 22:53:09.878492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7837360a-15f0-4acc-9b01-ee18de1d360e None None] The sync data for ids ['85703732-a94b-404e-b125-3608eadf4796'] in n-d-810775-1 is: [{'id': '85703732-a94b-404e-b125-3608eadf4796', 'name': 'tempest-ServerRescueNegativeTestJSON-1352419679-router', 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'fad740a8-5168-4acb-9414-f471e4fc7046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:52:58Z', 'updated_at': '2021-09-23T22:53:04Z', 'revision_number': 3, 'project_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'gw_port': {'id': 'fad740a8-5168-4acb-9414-f471e4fc7046', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85703732-a94b-404e-b125-3608eadf4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:01Z', 'updated_at': '2021-09-23T22:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:53:09.925697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8750f6-f1c1-4400-84dc-99e0fc2e77a6 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e486899b-5891-4660-8204-9458a33f9bad,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:09.963582 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] For port d935ad1e-707d-4f20-ae5b-54cf82c385c0, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:53:09.968204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] For port d935ad1e-707d-4f20-ae5b-54cf82c385c0, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d935ad1e-707d-4f20-ae5b-54cf82c385c0,segment=NetworkSegment(73515336-8ce7-49af-a470-8ff4981dcdd4),segment_id=73515336-8ce7-49af-a470-8ff4981dcdd4)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:53:09.975059 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:09.978458 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62451c33-e40c-41e3-a087-dbf5febd05b1 req-49b4d5e2-24ef-49db-bf92-bdb28118bbd6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029663 Sep 23 22:53:10.009215 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-04708ed0-0886-42c6-88ce-b0cdf53c65d2 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:10.009215 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-04708ed0-0886-42c6-88ce-b0cdf53c65d2 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 1095 time: 0.3312361 Sep 23 22:53:10.124201 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:10.205459 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-c3d38558-ed4e-482f-9dea-ef51e8e0b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:10.207472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-c3d38558-ed4e-482f-9dea-ef51e8e0b16e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 1095 time: 0.1761882 Sep 23 22:53:10.239147 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 369c1c59-83de-4c9d-8e03-6e102fbd5516 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:53:10.252901 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:10.288378 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:10.353157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Pushing event updated for resources: {'Port': ['ID=45b78804-da17-4504-b5ab-36b85a5170d6,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:10.380429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-330f07aa-33ac-4f3b-a38d-13b8505a5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:10.380825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6aa5f-f284-46cc-a055-311f7a4020df None None] Pushing event updated for resources: {'Port': ['ID=d935ad1e-707d-4f20-ae5b-54cf82c385c0,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:10.385081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-330f07aa-33ac-4f3b-a38d-13b8505a5608 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 1095 time: 0.1444042 Sep 23 22:53:10.411929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Deleting port d935ad1e-707d-4f20-ae5b-54cf82c385c0 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:10.412569 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:10.418255 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Network 317be4d4-226a-48e2-830d-fc2d074da525 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:53:10.468957 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:10.486711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:53:10.493000 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 369c1c59-83de-4c9d-8e03-6e102fbd5516 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:53:10.530313 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8876867c-e77a-4628-a715-68615d3da413 None None] Network 63ee7664-7e16-49c0-b78b-ee6039ac53eb requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:10.649176 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:10.706652 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] For port d935ad1e-707d-4f20-ae5b-54cf82c385c0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d935ad1e-707d-4f20-ae5b-54cf82c385c0,segment=NetworkSegment(73515336-8ce7-49af-a470-8ff4981dcdd4),segment_id=73515336-8ce7-49af-a470-8ff4981dcdd4)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:10.707488 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:10.727500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Calling delete_port for d935ad1e-707d-4f20-ae5b-54cf82c385c0 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:10.881039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device fad740a8-5168-4acb-9414-f471e4fc7046 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:53:11.048611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad50a4-2553-4be5-9c43-75370d4cc26a None None] Network 63ee7664-7e16-49c0-b78b-ee6039ac53eb requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:11.093954 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:11.182185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-2ef779e2-1c6b-4c3a-b7fd-75798fe2db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:11.182185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-2ef779e2-1c6b-4c3a-b7fd-75798fe2db37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=17be15c5-331c-4483-9a52-d388ad4d0614 HTTP/1.1" status: 200 len: 897 time: 0.7845526 Sep 23 22:53:11.195654 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Port': ['ID=d935ad1e-707d-4f20-ae5b-54cf82c385c0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:11.202425 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No DVR routers for this DVR port d935ad1e-707d-4f20-ae5b-54cf82c385c0 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:53:11.229201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port fad740a8-5168-4acb-9414-f471e4fc7046 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:53:11.230195 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:11.403331 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:11.409034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e8175a-3b8a-4003-b37a-1c3af26f2686 None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 22:53:11.440886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343c972-1946-4184-bb6b-94642dace89a req-3cd28c24-1074-4924-8770-e1297bf8341e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:11.442662 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7343c972-1946-4184-bb6b-94642dace89a req-3cd28c24-1074-4924-8770-e1297bf8341e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 944 time: 0.2628622 Sep 23 22:53:11.454384 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:11.506394 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-04f8aab0-3798-4a12-b1d5-8864ddb34682 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516 HTTP/1.1" status: 200 len: 999 time: 0.3155861 Sep 23 22:53:11.525760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e8175a-3b8a-4003-b37a-1c3af26f2686 None None] Resources bound (agent type, host, resource id): {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 22:53:11.530425 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ee7664-7e16-49c0-b78b-ee6039ac53eb']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:11.554508 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7343c972-1946-4184-bb6b-94642dace89a req-2f7d9e88-feea-46e4-943f-ff459f52958f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967138 Sep 23 22:53:11.557524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73515336-8ce7-49af-a470-8ff4981dcdd4') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:11.558054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73515336-8ce7-49af-a470-8ff4981dcdd4') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:11.588364 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:11.625171 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:11.632342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:53:11.632749 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:53:11.635855 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:53:11.669175 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:11.681633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-c45d199b-05b1-4dec-bf85-fb4469eb802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:11.692450 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-c45d199b-05b1-4dec-bf85-fb4469eb802e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c1f89e2-1a19-453e-bf25-540d06e7b8ed HTTP/1.1" status: 200 len: 834 time: 0.1725895 Sep 23 22:53:11.759498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port fad740a8-5168-4acb-9414-f471e4fc7046, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=fad740a8-5168-4acb-9414-f471e4fc7046,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:11.844937 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:11.922512 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:11.929856 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:11.932054 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/63ee7664-7e16-49c0-b78b-ee6039ac53eb HTTP/1.1" status: 204 len: 168 time: 3.5528810 Sep 23 22:53:11.938504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57188) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:11.962979 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:11.998266 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-a4e72548-cac3-4acf-a119-71d69f4f8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:11.999825 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-a4e72548-cac3-4acf-a119-71d69f4f8757 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17be15c5-331c-4483-9a52-d388ad4d0614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3020587 Sep 23 22:53:12.028366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ca196-29a8-4dd4-8420-8a3f86a5ae5d tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Network': ['ID=63ee7664-7e16-49c0-b78b-ee6039ac53eb,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:12.035284 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-f059067f-be82-409d-83d1-5ba11804cf1a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:12.035841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f059067f-be82-409d-83d1-5ba11804cf1a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:12.042600 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f059067f-be82-409d-83d1-5ba11804cf1a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/subnets/ff356d85-cb5c-4a75-a94a-22d65b3b2b64 HTTP/1.1" status: 404 len: 337 time: 0.1029220 Sep 23 22:53:12.046486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57198) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:12.060875 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:12.251169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=fad740a8-5168-4acb-9414-f471e4fc7046,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:12.528888 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9537c3e-9194-4c67-90fa-8f6bc15e7bc0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:12.529520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9537c3e-9194-4c67-90fa-8f6bc15e7bc0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:12.534268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57220) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:12.534443 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d9537c3e-9194-4c67-90fa-8f6bc15e7bc0 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/63ee7664-7e16-49c0-b78b-ee6039ac53eb HTTP/1.1" status: 404 len: 339 time: 0.4867887 Sep 23 22:53:12.580889 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-480faac8-365f-475f-8283-9c5c4d25c7fc tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:12.581362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480faac8-365f-475f-8283-9c5c4d25c7fc tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:12.583194 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-480faac8-365f-475f-8283-9c5c4d25c7fc tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/subnets/544cf73f-a812-41db-99f8-2870d69b0cff HTTP/1.1" status: 404 len: 337 time: 0.0474019 Sep 23 22:53:12.589669 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57226) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:12.649841 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bf504e-2f27-4bdc-867c-7c2b3b6f1116 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:12.650795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bf504e-2f27-4bdc-867c-7c2b3b6f1116 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:12.655948 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-85bf504e-2f27-4bdc-867c-7c2b3b6f1116 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/3330f45e-0cf4-453c-a17c-b5a4844a0548 HTTP/1.1" status: 404 len: 339 time: 0.0652156 Sep 23 22:53:12.659550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57232) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:12.664743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Pushing event updated for resources: {'Port': ['ID=45b78804-da17-4504-b5ab-36b85a5170d6,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:12.669181 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:12.768979 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-2ca422a3-d42e-4c40-8269-6b168faa5ae2 service neutron] 10.222.0.43 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7602143 Sep 23 22:53:12.809711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device fad740a8-5168-4acb-9414-f471e4fc7046 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:53:12.830077 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19470371-7e09-40b1-aaf3-b9b1e79dee7b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:12.988428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port fad740a8-5168-4acb-9414-f471e4fc7046 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:53:12.989031 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:13.025882 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19470371-7e09-40b1-aaf3-b9b1e79dee7b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:13.074702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-19470371-7e09-40b1-aaf3-b9b1e79dee7b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a08e74-fc05-41af-95fd-22658e161df6']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:13.082500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Network 317be4d4-226a-48e2-830d-fc2d074da525 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:53:13.098072 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:13.107671 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-19470371-7e09-40b1-aaf3-b9b1e79dee7b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03058ac9-c817-4daf-a14e-e974d175b509') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:13.108093 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-19470371-7e09-40b1-aaf3-b9b1e79dee7b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03058ac9-c817-4daf-a14e-e974d175b509') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:13.143202 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19470371-7e09-40b1-aaf3-b9b1e79dee7b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:13.165155 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19470371-7e09-40b1-aaf3-b9b1e79dee7b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:13.175296 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19470371-7e09-40b1-aaf3-b9b1e79dee7b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:53:13.175714 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19470371-7e09-40b1-aaf3-b9b1e79dee7b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:13.197348 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4635504e-b178-4830-8463-f9fba7037f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:13.244998 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-df1484a7-f62c-4d3f-883e-c292e94f6337 service neutron] 10.222.0.43 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602091 Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:53:13.304693 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:53:13.396698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec101-c534-409a-aca0-5b5b383a1b00 req-9c46e976-660d-4219-ad13-a35e723fb391 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:13.398897 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e45ec101-c534-409a-aca0-5b5b383a1b00 req-9c46e976-660d-4219-ad13-a35e723fb391 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 944 time: 0.5583425 Sep 23 22:53:13.430310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Router 85703732-a94b-404e-b125-3608eadf4796 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:53:13.442896 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19470371-7e09-40b1-aaf3-b9b1e79dee7b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:13.499377 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-19470371-7e09-40b1-aaf3-b9b1e79dee7b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:13.505457 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-19470371-7e09-40b1-aaf3-b9b1e79dee7b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/10a08e74-fc05-41af-95fd-22658e161df6 HTTP/1.1" status: 204 len: 168 time: 0.8446679 Sep 23 22:53:13.511845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19470371-7e09-40b1-aaf3-b9b1e79dee7b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Network': ['ID=10a08e74-fc05-41af-95fd-22658e161df6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:13.516774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57270) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:13.535962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e45ec101-c534-409a-aca0-5b5b383a1b00 req-4ff736f6-df77-4b81-be6c-4bf18fb771a7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269696 Sep 23 22:53:13.584477 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-508105da-94d0-4ec0-8a2a-777ba713a98a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:13.584857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508105da-94d0-4ec0-8a2a-777ba713a98a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:13.597446 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-508105da-94d0-4ec0-8a2a-777ba713a98a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/subnets/9f65711f-3a03-4f29-b754-f98465a29dd2 HTTP/1.1" status: 404 len: 337 time: 0.0794387 Sep 23 22:53:13.598244 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57272) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:13.639089 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-90033266-7e0c-4546-84d1-731e6c822d8b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:13.639707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90033266-7e0c-4546-84d1-731e6c822d8b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:13.648193 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-90033266-7e0c-4546-84d1-731e6c822d8b tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/f07d0f43-9241-4c32-b3a0-2f311221fd47 HTTP/1.1" status: 404 len: 339 time: 0.0487151 Sep 23 22:53:13.648853 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57276) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:13.719455 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-811bfde2-2429-40da-860e-d010d6285954 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:13.720165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811bfde2-2429-40da-860e-d010d6285954 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:13.733222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57280) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:13.741928 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-811bfde2-2429-40da-860e-d010d6285954 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/subnets/650f554b-21fd-46c8-968d-6cec7de90751 HTTP/1.1" status: 404 len: 337 time: 0.0917048 Sep 23 22:53:13.773430 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-e955990a-5ec2-409a-9147-dbcc7a0a25de tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:13.774113 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e955990a-5ec2-409a-9147-dbcc7a0a25de tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:13.776093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e955990a-5ec2-409a-9147-dbcc7a0a25de tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/3eb119b4-b227-4575-b591-d624320ff80d HTTP/1.1" status: 404 len: 339 time: 0.0402987 Sep 23 22:53:13.778611 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57284) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:13.816420 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc6b11e-9ff9-429d-8ca6-22e024e7058a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:13.817037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc6b11e-9ff9-429d-8ca6-22e024e7058a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:13.827036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7bc6b11e-9ff9-429d-8ca6-22e024e7058a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/subnets/6a0e4a45-49ca-4bf0-a24a-dc3ca649f386 HTTP/1.1" status: 404 len: 337 time: 0.0409052 Sep 23 22:53:13.836423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57288) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:13.872883 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25b939d-858c-4b91-93ea-03cdf4e2ff3e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:13.873492 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25b939d-858c-4b91-93ea-03cdf4e2ff3e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:13.878185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b25b939d-858c-4b91-93ea-03cdf4e2ff3e tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/1a2fca2f-9625-4e7b-8e33-a670b79aec8f HTTP/1.1" status: 404 len: 339 time: 0.0382645 Sep 23 22:53:13.881009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57290) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:13.916417 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-22542ca9-c6ed-4b6d-8ab6-5b3cd3ca970a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:13.917412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22542ca9-c6ed-4b6d-8ab6-5b3cd3ca970a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:13.923569 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-22542ca9-c6ed-4b6d-8ab6-5b3cd3ca970a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/subnets/6ecdafe0-a286-4975-8c3b-431303132a58 HTTP/1.1" status: 404 len: 337 time: 0.0412278 Sep 23 22:53:13.924280 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57294) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:13.937333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:53:13.944785 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3e8fc0c7-8f7a-45ae-8b3d-2b8c2bc51055 admin admin] 10.222.0.22 "PUT /v2.0/routers/85703732-a94b-404e-b125-3608eadf4796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0614851 Sep 23 22:53:13.952067 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-36059eb9-0cdf-4391-88ce-0009a5286f81 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:13.952713 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36059eb9-0cdf-4391-88ce-0009a5286f81 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:13.954830 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Sync routers for ids ['85703732-a94b-404e-b125-3608eadf4796'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:53:13.955396 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-36059eb9-0cdf-4391-88ce-0009a5286f81 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/e374d2f6-4d8d-42ea-8041-3ebb4c14fb3b HTTP/1.1" status: 404 len: 339 time: 0.0297022 Sep 23 22:53:13.967199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57298) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:13.969717 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Routers {'85703732-a94b-404e-b125-3608eadf4796'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:53:13.970362 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:52:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['85703732-a94b-404e-b125-3608eadf4796'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:13.992322 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-06aaa54f-6d83-4784-a236-b7f7b57bbd3f tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:13.993959 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-06aaa54f-6d83-4784-a236-b7f7b57bbd3f tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 1095 time: 0.1224706 Sep 23 22:53:14.039052 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0fb909-9f9d-4061-a87c-dc42da24f052 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:14.039525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0fb909-9f9d-4061-a87c-dc42da24f052 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:14.044352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57304) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:14.045006 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3c0fb909-9f9d-4061-a87c-dc42da24f052 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/subnets/35511031-a9da-4d6b-b399-63fca14988a3 HTTP/1.1" status: 404 len: 337 time: 0.0731192 Sep 23 22:53:14.149008 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Set router 85703732-a94b-404e-b125-3608eadf4796 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:53:14.556123 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3ecbff-3d55-4c85-9265-b143c5b9b4ef tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:14.557506 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3ecbff-3d55-4c85-9265-b143c5b9b4ef tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:14.561393 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7e3ecbff-3d55-4c85-9265-b143c5b9b4ef tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/6e5d728d-f3e4-4c46-8080-e6722bbd1caf HTTP/1.1" status: 404 len: 339 time: 0.5152657 Sep 23 22:53:14.570427 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57338) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:14.616906 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85703732-a94b-404e-b125-3608eadf4796', 'name': 'tempest-ServerRescueNegativeTestJSON-1352419679-router', 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'fad740a8-5168-4acb-9414-f471e4fc7046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:52:58Z', 'updated_at': '2021-09-23T22:53:11Z', 'revision_number': 4, 'project_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'gw_port': {'id': 'fad740a8-5168-4acb-9414-f471e4fc7046', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85703732-a94b-404e-b125-3608eadf4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:01Z', 'updated_at': '2021-09-23T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '45b78804-da17-4504-b5ab-36b85a5170d6', 'name': '', 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525', 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'mac_address': 'fa:16:3e:6c:58:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85703732-a94b-404e-b125-3608eadf4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '1910c3ee-c372-4b73-a303-2ad5d5e43f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:09Z', 'updated_at': '2021-09-23T22:53:11Z', 'revision_number': 2, 'project_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'subnets': [{'id': '1910c3ee-c372-4b73-a303-2ad5d5e43f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:14.620763 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b894e9-c60b-4db6-83c9-eeafa33f3e47 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:14.621528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b894e9-c60b-4db6-83c9-eeafa33f3e47 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:14.626621 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-69b894e9-c60b-4db6-83c9-eeafa33f3e47 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/subnets/59841a5f-1a09-4f41-9229-e4a8d16a8cdd HTTP/1.1" status: 404 len: 337 time: 0.0524857 Sep 23 22:53:14.627659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57344) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:14.652045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-23a2dfa8-9062-4c90-a11a-ba4241d96c87 service neutron] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:53:14.659223 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-23a2dfa8-9062-4c90-a11a-ba4241d96c87 service neutron] Notify callbacks [] for binding, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:14.665500 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-23a2dfa8-9062-4c90-a11a-ba4241d96c87 service neutron] 10.222.0.43 "DELETE /v2.0/ports/369c1c59-83de-4c9d-8e03-6e102fbd5516/bindings/n-h2-810775-1 HTTP/1.1" status: 204 len: 173 time: 0.6085026 Sep 23 22:53:14.677875 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0c3325-49c0-434e-8779-010a098427c9 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:14.678827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0c3325-49c0-434e-8779-010a098427c9 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:14.682092 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1d0c3325-49c0-434e-8779-010a098427c9 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/e1cadd5a-5d6d-43e3-899b-cf266e5b92ff HTTP/1.1" status: 404 len: 339 time: 0.0522163 Sep 23 22:53:14.689241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57348) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:14.753388 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Checking router: 85703732-a94b-404e-b125-3608eadf4796 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:53:14.755358 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Updating router 85703732-a94b-404e-b125-3608eadf4796 port 45b78804-da17-4504-b5ab-36b85a5170d6 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:53:14.788234 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f48726-93c4-4bbd-903e-c7d5098dcbc6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:14.788826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f48726-93c4-4bbd-903e-c7d5098dcbc6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:14.801631 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-05f48726-93c4-4bbd-903e-c7d5098dcbc6 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/subnets/6f3ff9f3-54ce-43f1-ab2a-5c5f15b6ceac HTTP/1.1" status: 404 len: 337 time: 0.1083860 Sep 23 22:53:14.802598 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57360) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:14.819517 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:14.850075 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-2124cf68-8728-4f0e-9529-d948556e0d02 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:14.860760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36b71c-4792-4008-815c-4fb941f1afee req-194d715a-22c5-4f7d-8f09-e8ca6656381e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:14.861783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2124cf68-8728-4f0e-9529-d948556e0d02 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:14.863924 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-af36b71c-4792-4008-815c-4fb941f1afee req-194d715a-22c5-4f7d-8f09-e8ca6656381e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 944 time: 0.1169558 Sep 23 22:53:14.870018 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2124cf68-8728-4f0e-9529-d948556e0d02 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/977809f6-178b-4245-838a-14851ef25bd9 HTTP/1.1" status: 404 len: 339 time: 0.0639217 Sep 23 22:53:14.872797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57362) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:14.947380 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-6614ea3a-2cb4-4b3a-a723-7d2b02f31852 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:14.947855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6614ea3a-2cb4-4b3a-a723-7d2b02f31852 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:14.951680 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6614ea3a-2cb4-4b3a-a723-7d2b02f31852 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/subnets/6a9a939e-8a2c-48fc-bd70-164a7913df20 HTTP/1.1" status: 404 len: 337 time: 0.0774157 Sep 23 22:53:14.967702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57370) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:15.034185 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e84b23-89e3-4eae-b573-f9f63ea2f445 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:15.034848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e84b23-89e3-4eae-b573-f9f63ea2f445 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:15.042851 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-06e84b23-89e3-4eae-b573-f9f63ea2f445 tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/b78770a8-123b-4e41-838d-638169101d9a HTTP/1.1" status: 404 len: 339 time: 0.0718277 Sep 23 22:53:15.054126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57374) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:15.118823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-9477d88e-1b54-4910-8922-2c2ecd89641a tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:15.131835 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-9477d88e-1b54-4910-8922-2c2ecd89641a tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/networks?id=317be4d4-226a-48e2-830d-fc2d074da525 HTTP/1.1" status: 200 len: 819 time: 0.2600725 Sep 23 22:53:15.164197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-0e30cde8-fb96-47bc-9937-2635c4e9962b tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/quotas/ea6ab99c3fba4c4ba2b50cf0325b2e30 HTTP/1.1" status: 200 len: 375 time: 0.0309401 Sep 23 22:53:15.231664 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-af36b71c-4792-4008-815c-4fb941f1afee req-4b4a2fdc-52d5-45ce-a3b3-d385c947f35c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614886 Sep 23 22:53:15.288933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbdcf44-d61b-4cd6-a584-ebea98e1cbed tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Deleting subnet 78d60521-c4eb-4550-9f15-53d0d4aff5fe {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:53:15.298064 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-8c7c42ad-1449-4dab-b6d6-737a36865777 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea6ab99c3fba4c4ba2b50cf0325b2e30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1316893 Sep 23 22:53:15.298297 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ccbdcf44-d61b-4cd6-a584-ebea98e1cbed tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:15.414384 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ccbdcf44-d61b-4cd6-a584-ebea98e1cbed tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:15.471211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57398) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:15.636094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45efbdf-41b2-483f-8cf4-632ef142d6f0 req-5b168dd8-0b31-4d91-a7a7-d86b98d98c88 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:15.637913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b45efbdf-41b2-483f-8cf4-632ef142d6f0 req-5b168dd8-0b31-4d91-a7a7-d86b98d98c88 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 1095 time: 0.1300874 Sep 23 22:53:15.653085 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-635ae0cc-9f56-4c5d-9e46-67fa3723147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:15.671344 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:15.740357 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ccbdcf44-d61b-4cd6-a584-ebea98e1cbed tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:15.745499 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b45efbdf-41b2-483f-8cf4-632ef142d6f0 req-0f7b29e2-ac9d-4346-8751-f0615d73af61 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990996 Sep 23 22:53:15.802333 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:15.983997 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff33ca-0752-49ac-a37a-4603b4f17b6e None None] Pushing event updated for resources: {'Port': ['ID=45b78804-da17-4504-b5ab-36b85a5170d6,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:15.990467 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-0334bebe-45b8-4622-922c-407d124bdf82 service neutron] 10.222.0.22 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6833072 Sep 23 22:53:16.003166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f9423a-8e0d-4cf8-8084-476a1953dd74 admin admin] Deleting subnet b90d70e8-f8d2-4931-a5f9-304121298d65 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:53:16.046504 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-68f9423a-8e0d-4cf8-8084-476a1953dd74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:16.047225 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ccbdcf44-d61b-4cd6-a584-ebea98e1cbed tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:16.065986 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff33ca-0752-49ac-a37a-4603b4f17b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:16.066416 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff33ca-0752-49ac-a37a-4603b4f17b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:16.066939 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff33ca-0752-49ac-a37a-4603b4f17b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:16.067482 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff33ca-0752-49ac-a37a-4603b4f17b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:16.067967 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff33ca-0752-49ac-a37a-4603b4f17b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:16.069656 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff33ca-0752-49ac-a37a-4603b4f17b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:16.070621 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff33ca-0752-49ac-a37a-4603b4f17b6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:16.073956 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff33ca-0752-49ac-a37a-4603b4f17b6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:16.078520 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff33ca-0752-49ac-a37a-4603b4f17b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:16.078520 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff33ca-0752-49ac-a37a-4603b4f17b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:16.078520 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff33ca-0752-49ac-a37a-4603b4f17b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:16.078520 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff33ca-0752-49ac-a37a-4603b4f17b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:16.100003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdcf44-d61b-4cd6-a584-ebea98e1cbed tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Subnet': ['ID=78d60521-c4eb-4550-9f15-53d0d4aff5fe,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:16.113464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e8fb2b-7df5-45a2-9240-7ffbaa21621f None None] Network 1d6c18dc-e78d-448b-a186-db2adba52cc8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:16.130070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1242-bc0a-48ba-859c-398021bc1384 req-db995b58-4bdd-4aa2-ac78-a7f14762dcd9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:16.142657 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e35f1242-bc0a-48ba-859c-398021bc1384 req-db995b58-4bdd-4aa2-ac78-a7f14762dcd9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 944 time: 0.2161641 Sep 23 22:53:16.143269 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:16.149330 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ccbdcf44-d61b-4cd6-a584-ebea98e1cbed tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:16.157020 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ccbdcf44-d61b-4cd6-a584-ebea98e1cbed tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/subnets/78d60521-c4eb-4550-9f15-53d0d4aff5fe HTTP/1.1" status: 204 len: 168 time: 1.0979977 Sep 23 22:53:16.167711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57428) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:16.178271 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-68f9423a-8e0d-4cf8-8084-476a1953dd74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:16.198643 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Attempting to bind port 45b78804-da17-4504-b5ab-36b85a5170d6 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:53:16.199812 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Attempting to bind port 45b78804-da17-4504-b5ab-36b85a5170d6 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '33c59bca-6815-4076-a209-11946a4c7cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:53:16.200678 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Attempting to bind port 45b78804-da17-4504-b5ab-36b85a5170d6 on network 317be4d4-226a-48e2-830d-fc2d074da525 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:53:16.229778 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:53:16.230569 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Checking segment: {'id': '33c59bca-6815-4076-a209-11946a4c7cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:16.231303 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:16.233257 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Bound using segment: {'id': '33c59bca-6815-4076-a209-11946a4c7cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:53:16.234999 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Bound port: 45b78804-da17-4504-b5ab-36b85a5170d6, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c59bca-6815-4076-a209-11946a4c7cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:53:16.238524 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:16.274746 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-68f9423a-8e0d-4cf8-8084-476a1953dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:16.443257 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:16.468483 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] For port 45b78804-da17-4504-b5ab-36b85a5170d6, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:53:16.479189 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] For port 45b78804-da17-4504-b5ab-36b85a5170d6, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=45b78804-da17-4504-b5ab-36b85a5170d6,segment=NetworkSegment(33c59bca-6815-4076-a209-11946a4c7cc6),segment_id=33c59bca-6815-4076-a209-11946a4c7cc6)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:53:16.574849 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e35f1242-bc0a-48ba-859c-398021bc1384 req-a5965e7d-8ec7-4011-87a3-506eb9513f72 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4306133 Sep 23 22:53:16.602689 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57440) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:16.602919 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-68f9423a-8e0d-4cf8-8084-476a1953dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:16.616794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] DHCP port deletion for 1d6c18dc-e78d-448b-a186-db2adba52cc8 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:53:16.662754 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:16.675084 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-68f9423a-8e0d-4cf8-8084-476a1953dd74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:16.687034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-68f9423a-8e0d-4cf8-8084-476a1953dd74 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b90d70e8-f8d2-4931-a5f9-304121298d65 HTTP/1.1" status: 204 len: 168 time: 1.2128756 Sep 23 22:53:16.711813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57446) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:16.747256 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Deleting port 7d5c0c82-669a-4292-9000-41e3abf7d3cd {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:16.747817 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:16.781771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Deleting port 7d5c0c82-669a-4292-9000-41e3abf7d3cd {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:16.782216 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:16.801479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9423a-8e0d-4cf8-8084-476a1953dd74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b90d70e8-f8d2-4931-a5f9-304121298d65,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:16.808184 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-80a1cdf6-3c1c-4062-9097-a083fac82428 service neutron] 10.222.0.22 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8016143 Sep 23 22:53:16.882152 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Routers {'85703732-a94b-404e-b125-3608eadf4796'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:53:16.883089 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:53:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['85703732-a94b-404e-b125-3608eadf4796'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:16.901744 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6211e00a-eae1-4d35-a32f-19c2a0ba1710 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/479590d8-5b1c-48c0-86dc-f016d70f3131 HTTP/1.1" status: 200 len: 991 time: 0.2933481 Sep 23 22:53:17.034841 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7d5c0c82-669a-4292-9000-41e3abf7d3cd no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:53:17.044807 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff33ca-0752-49ac-a37a-4603b4f17b6e None None] Pushing event updated for resources: {'Port': ['ID=45b78804-da17-4504-b5ab-36b85a5170d6,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:17.068832 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] For port 7d5c0c82-669a-4292-9000-41e3abf7d3cd, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7d5c0c82-669a-4292-9000-41e3abf7d3cd,segment=NetworkSegment(c741cef5-65ec-4669-9330-f94744e2ca71),segment_id=c741cef5-65ec-4669-9330-f94744e2ca71)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:17.069291 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:17.125284 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Calling delete_port for 7d5c0c82-669a-4292-9000-41e3abf7d3cd owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:17.136756 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d08c80f-64fa-4be4-9ccb-0445c527cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:17.229482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57474) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:17.242622 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] Set router 85703732-a94b-404e-b125-3608eadf4796 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:53:17.362102 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d08c80f-64fa-4be4-9ccb-0445c527cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:17.392423 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] For port 7d5c0c82-669a-4292-9000-41e3abf7d3cd, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7d5c0c82-669a-4292-9000-41e3abf7d3cd,segment=NetworkSegment(c741cef5-65ec-4669-9330-f94744e2ca71),segment_id=c741cef5-65ec-4669-9330-f94744e2ca71)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:17.394418 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:17.435498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-7d08c80f-64fa-4be4-9ccb-0445c527cbcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed439b0-b68a-4991-a4cf-35b5087bd40b']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:17.449410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-7d08c80f-64fa-4be4-9ccb-0445c527cbcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ba5681-f993-4397-b234-70ce29b3811e') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:17.449410 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-7d08c80f-64fa-4be4-9ccb-0445c527cbcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ba5681-f993-4397-b234-70ce29b3811e') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:17.465799 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d08c80f-64fa-4be4-9ccb-0445c527cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:17.483029 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d08c80f-64fa-4be4-9ccb-0445c527cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:17.491223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d08c80f-64fa-4be4-9ccb-0445c527cbcb admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:53:17.491961 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d08c80f-64fa-4be4-9ccb-0445c527cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:17.503386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Calling delete_port for 7d5c0c82-669a-4292-9000-41e3abf7d3cd owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:17.517222 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:17.558374 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:53:17.625985 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:53:17.670326 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d897e7c-6513-41cb-80f9-955d44006b83 req-973ab07d-ab39-4c31-b0fd-5ca7481d5244 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 210 time: 0.1857390 Sep 23 22:53:17.774382 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d08c80f-64fa-4be4-9ccb-0445c527cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:17.780627 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d08c80f-64fa-4be4-9ccb-0445c527cbcb admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:17.782624 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7d08c80f-64fa-4be4-9ccb-0445c527cbcb admin admin] 10.222.0.22 "DELETE /v2.0/networks/8ed439b0-b68a-4991-a4cf-35b5087bd40b HTTP/1.1" status: 204 len: 168 time: 0.9933066 Sep 23 22:53:17.809804 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85703732-a94b-404e-b125-3608eadf4796', 'name': 'tempest-ServerRescueNegativeTestJSON-1352419679-router', 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'fad740a8-5168-4acb-9414-f471e4fc7046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:52:58Z', 'updated_at': '2021-09-23T22:53:11Z', 'revision_number': 4, 'project_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'gw_port': {'id': 'fad740a8-5168-4acb-9414-f471e4fc7046', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85703732-a94b-404e-b125-3608eadf4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:01Z', 'updated_at': '2021-09-23T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '45b78804-da17-4504-b5ab-36b85a5170d6', 'name': '', 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525', 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'mac_address': 'fa:16:3e:6c:58:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85703732-a94b-404e-b125-3608eadf4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '1910c3ee-c372-4b73-a303-2ad5d5e43f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:09Z', 'updated_at': '2021-09-23T22:53:16Z', 'revision_number': 4, 'project_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'subnets': [{'id': '1910c3ee-c372-4b73-a303-2ad5d5e43f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:17.810947 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08c80f-64fa-4be4-9ccb-0445c527cbcb admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed439b0-b68a-4991-a4cf-35b5087bd40b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:17.834182 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:17.842110 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:17.897228 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b17868-6fee-4d75-acff-6de9d7c4ec62 None None] The sync data for ids ['85703732-a94b-404e-b125-3608eadf4796'] in n-d-810775-1 is: [{'id': '85703732-a94b-404e-b125-3608eadf4796', 'name': 'tempest-ServerRescueNegativeTestJSON-1352419679-router', 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'fad740a8-5168-4acb-9414-f471e4fc7046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:52:58Z', 'updated_at': '2021-09-23T22:53:11Z', 'revision_number': 4, 'project_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'gw_port': {'id': 'fad740a8-5168-4acb-9414-f471e4fc7046', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85703732-a94b-404e-b125-3608eadf4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:01Z', 'updated_at': '2021-09-23T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '45b78804-da17-4504-b5ab-36b85a5170d6', 'name': '', 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525', 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'mac_address': 'fa:16:3e:6c:58:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85703732-a94b-404e-b125-3608eadf4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '1910c3ee-c372-4b73-a303-2ad5d5e43f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:09Z', 'updated_at': '2021-09-23T22:53:16Z', 'revision_number': 4, 'project_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'subnets': [{'id': '1910c3ee-c372-4b73-a303-2ad5d5e43f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:53:17.897900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Port': ['ID=7d5c0c82-669a-4292-9000-41e3abf7d3cd,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:17.915411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-cdee5598-bfc1-4c9d-bc2f-72d7dd9576a8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port 800ea527-07b8-4225-ad69-80d4cfe395a5 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:17.916095 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cdee5598-bfc1-4c9d-bc2f-72d7dd9576a8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:18.053253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] No DVR routers for this DVR port 7d5c0c82-669a-4292-9000-41e3abf7d3cd on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:53:18.092578 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Pushing event deleted for resources: {'Port': ['ID=7d5c0c82-669a-4292-9000-41e3abf7d3cd,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:18.139562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:18.140979 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cdee5598-bfc1-4c9d-bc2f-72d7dd9576a8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:18.143189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:18.143644 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:18.144151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:18.149328 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cdee5598-bfc1-4c9d-bc2f-72d7dd9576a8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:18.149489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:18.149489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:18.149489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:18.149489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:18.149489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:18.158092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:18.159123 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:18.159701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74d282-fc86-4a72-871e-664dca398a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:18.162746 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-cdee5598-bfc1-4c9d-bc2f-72d7dd9576a8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for 800ea527-07b8-4225-ad69-80d4cfe395a5 owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:18.298525 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:18.337479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-6a23b46c-66bc-4d97-912b-5e846bf4fe01 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:18.339184 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-6a23b46c-66bc-4d97-912b-5e846bf4fe01 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/networks?id=317be4d4-226a-48e2-830d-fc2d074da525 HTTP/1.1" status: 200 len: 819 time: 0.3150654 Sep 23 22:53:18.357175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] No DVR routers for this DVR port 7d5c0c82-669a-4292-9000-41e3abf7d3cd on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:53:18.377338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-9fc6b7ab-728f-45a0-b138-d14bee77c7cf tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/quotas/ea6ab99c3fba4c4ba2b50cf0325b2e30 HTTP/1.1" status: 200 len: 375 time: 0.0242932 Sep 23 22:53:18.546037 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-927172fb-720e-4e68-bc5c-6d1d181365c2 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea6ab99c3fba4c4ba2b50cf0325b2e30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1620283 Sep 23 22:53:18.589821 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:18.629240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6c18dc-e78d-448b-a186-db2adba52cc8']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:18.667953 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c741cef5-65ec-4669-9330-f94744e2ca71') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:18.684773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c741cef5-65ec-4669-9330-f94744e2ca71') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:18.698526 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:18.739819 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:18.809731 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:18.824908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:53:18.825100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57572) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:18.825925 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:53:18.829787 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:53:18.951664 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 45b78804-da17-4504-b5ab-36b85a5170d6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:53:18.976402 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-3e8da28b-e688-4b8c-a1d0-e5376bcb3041 service neutron] 10.222.0.22 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262652 Sep 23 22:53:19.059343 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cdee5598-bfc1-4c9d-bc2f-72d7dd9576a8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:19.073434 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f6dfb6c9-462a-4d89-8ab5-c2df32db4886 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c56b3b0e2a64dfcae483b1b48cfc1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443237 Sep 23 22:53:19.075450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57584) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:19.116758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 45b78804-da17-4504-b5ab-36b85a5170d6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:53:19.118340 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:19.131124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee5598-bfc1-4c9d-bc2f-72d7dd9576a8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=800ea527-07b8-4225-ad69-80d4cfe395a5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:19.223922 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:19.244780 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:19.253407 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] 10.222.0.22 "DELETE /v2.0/networks/1d6c18dc-e78d-448b-a186-db2adba52cc8 HTTP/1.1" status: 204 len: 168 time: 3.0825188 Sep 23 22:53:19.314338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-2ca10972-ab03-4e40-8d25-d092b47ad3f6 service neutron] 10.222.0.22 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739453 Sep 23 22:53:19.359438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d30a5-6f10-4451-a31a-5df6f0ded30a tempest-NetworksTest-2114846238 tempest-NetworksTest-2114846238-project] Pushing event deleted for resources: {'Network': ['ID=1d6c18dc-e78d-448b-a186-db2adba52cc8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:19.429277 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d9047e7-0d04-4808-b5a1-3f833446f992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:19.456269 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d9047e7-0d04-4808-b5a1-3f833446f992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:19.470410 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:19.528872 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cdee5598-bfc1-4c9d-bc2f-72d7dd9576a8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:19.529377 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-cdee5598-bfc1-4c9d-bc2f-72d7dd9576a8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Floating IP 479590d8-5b1c-48c0-86dc-f016d70f3131 disassociated (deleted). External IP: 172.25.1.182, port: 369c1c59-83de-4c9d-8e03-6e102fbd5516. Sep 23 22:53:19.596384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 45b78804-da17-4504-b5ab-36b85a5170d6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=45b78804-da17-4504-b5ab-36b85a5170d6,segment=NetworkSegment(33c59bca-6815-4076-a209-11946a4c7cc6),segment_id=33c59bca-6815-4076-a209-11946a4c7cc6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:19.664900 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d9047e7-0d04-4808-b5a1-3f833446f992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:19.664900 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d9047e7-0d04-4808-b5a1-3f833446f992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:19.667246 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4d9047e7-0d04-4808-b5a1-3f833446f992 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c9abe83c-aa1f-440b-ae4c-f04a9b237312 HTTP/1.1" status: 204 len: 168 time: 0.5604920 Sep 23 22:53:19.710302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9047e7-0d04-4808-b5a1-3f833446f992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9abe83c-aa1f-440b-ae4c-f04a9b237312,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:19.750369 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:19.947563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=45b78804-da17-4504-b5ab-36b85a5170d6,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:20.092351 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-353f0709-806f-47d7-8eb9-01791ab45c5c req-e2470776-e6af-4635-ae19-b104c009373c tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 210 time: 0.0806761 Sep 23 22:53:20.185098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdee5598-bfc1-4c9d-bc2f-72d7dd9576a8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router a35aea07-0c1c-4948-a672-703620dd6b76 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:53:20.618669 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdee5598-bfc1-4c9d-bc2f-72d7dd9576a8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:53:20.638009 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cdee5598-bfc1-4c9d-bc2f-72d7dd9576a8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:20.646453 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e921984c-3264-4119-adc8-64944e9147bc None None] Sync routers for ids ['a35aea07-0c1c-4948-a672-703620dd6b76'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:53:20.672692 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57664) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:20.706582 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e921984c-3264-4119-adc8-64944e9147bc None None] Routers {'a35aea07-0c1c-4948-a672-703620dd6b76'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:53:20.712541 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e921984c-3264-4119-adc8-64944e9147bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:53:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a35aea07-0c1c-4948-a672-703620dd6b76'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:20.787090 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cdee5598-bfc1-4c9d-bc2f-72d7dd9576a8 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/floatingips/479590d8-5b1c-48c0-86dc-f016d70f3131 HTTP/1.1" status: 204 len: 168 time: 3.5565953 Sep 23 22:53:20.787692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:53:20.790032 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574a62b4-9120-4ff9-bf7c-68a931b283c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:53:20.895755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57684) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:21.019396 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be254c4b-9449-447a-bb48-c964e0140bff x-openstack-request-id: req-be254c4b-9449-447a-bb48-c964e0140bff {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:53:21.019634 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:53:21.019823 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be254c4b-9449-447a-bb48-c964e0140bff {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:53:21.020685 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516', 'status': 'completed', 'code': 200} Sep 23 22:53:21.244057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 45b78804-da17-4504-b5ab-36b85a5170d6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:53:21.261122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a62b4-9120-4ff9-bf7c-68a931b283c9 req-682082c9-4ff6-4217-ae80-4c1d5991ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:21.262967 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-574a62b4-9120-4ff9-bf7c-68a931b283c9 req-682082c9-4ff6-4217-ae80-4c1d5991ac3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 1095 time: 0.2232172 Sep 23 22:53:21.314536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-94295b7b-9733-4ea9-8598-d1d52b2bfa70 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf12196acf554efabb9f85bd19252375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6401966 Sep 23 22:53:21.318724 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57704) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:21.422466 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-e921984c-3264-4119-adc8-64944e9147bc None None] Set router a35aea07-0c1c-4948-a672-703620dd6b76 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:53:21.504218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a62b4-9120-4ff9-bf7c-68a931b283c9 req-37d3fa01-a1ba-4730-a036-abbef1ba04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:21.508521 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-574a62b4-9120-4ff9-bf7c-68a931b283c9 req-37d3fa01-a1ba-4730-a036-abbef1ba04ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=17be15c5-331c-4483-9a52-d388ad4d0614 HTTP/1.1" status: 200 len: 897 time: 0.2232773 Sep 23 22:53:21.589688 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-91f803b9-547b-4f92-8561-89893606c8b7 req-e6f462fb-7d73-4ba0-90cf-079577a03647 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 210 time: 0.1783423 Sep 23 22:53:21.633890 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e17c32cb-eff4-4bfa-b82c-168b23b5105d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:21.707208 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e17c32cb-eff4-4bfa-b82c-168b23b5105d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:21.831269 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-574a62b4-9120-4ff9-bf7c-68a931b283c9 req-c442c68f-e1e7-4200-86da-5cf36ab142d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516 HTTP/1.1" status: 200 len: 217 time: 0.3194072 Sep 23 22:53:21.910763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 45b78804-da17-4504-b5ab-36b85a5170d6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:53:21.911493 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:21.956305 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e17c32cb-eff4-4bfa-b82c-168b23b5105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:21.960299 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e17c32cb-eff4-4bfa-b82c-168b23b5105d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:21.961813 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e17c32cb-eff4-4bfa-b82c-168b23b5105d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5f78988-1746-450f-a86b-630d97ae4df5 HTTP/1.1" status: 204 len: 168 time: 0.6414073 Sep 23 22:53:21.990342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c32cb-eff4-4bfa-b82c-168b23b5105d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f78988-1746-450f-a86b-630d97ae4df5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:22.164250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f7428-9a7f-4099-b26d-2ea442338cc2 req-7fb1fcba-3e48-49a0-893f-71653a665a18 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:22.172886 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-171f7428-9a7f-4099-b26d-2ea442338cc2 req-7fb1fcba-3e48-49a0-893f-71653a665a18 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 944 time: 0.1532557 Sep 23 22:53:22.244550 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-171f7428-9a7f-4099-b26d-2ea442338cc2 req-c836e6a1-24d2-483d-99a2-149db1e126f7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575693 Sep 23 22:53:22.436326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a62b4-9120-4ff9-bf7c-68a931b283c9 req-875e80ab-500f-4d17-8ee2-566b3a4d04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:22.439811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-574a62b4-9120-4ff9-bf7c-68a931b283c9 req-875e80ab-500f-4d17-8ee2-566b3a4d04d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c1f89e2-1a19-453e-bf25-540d06e7b8ed HTTP/1.1" status: 200 len: 834 time: 0.5862880 Sep 23 22:53:22.696886 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e921984c-3264-4119-adc8-64944e9147bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:50:53Z', 'updated_at': '2021-09-23T22:51:04Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:50:54Z', 'updated_at': '2021-09-23T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd126a736-96c7-42c1-9670-1078e6843010', 'name': '', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:bf:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:51:01Z', 'updated_at': '2021-09-23T22:51:12Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:22.857293 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e921984c-3264-4119-adc8-64944e9147bc None None] Checking router: a35aea07-0c1c-4948-a672-703620dd6b76 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:53:22.888419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e921984c-3264-4119-adc8-64944e9147bc None None] Routers {'a35aea07-0c1c-4948-a672-703620dd6b76'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:53:22.889317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e921984c-3264-4119-adc8-64944e9147bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:53:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a35aea07-0c1c-4948-a672-703620dd6b76'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:23.072077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-e921984c-3264-4119-adc8-64944e9147bc None None] Set router a35aea07-0c1c-4948-a672-703620dd6b76 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:53:23.512037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48de7bc-6391-438e-b5db-58a7ae597b40 req-f8224381-4cb9-48eb-a388-5a3eb18924bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:23.524879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f48de7bc-6391-438e-b5db-58a7ae597b40 req-f8224381-4cb9-48eb-a388-5a3eb18924bd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 944 time: 0.1013453 Sep 23 22:53:23.584702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e921984c-3264-4119-adc8-64944e9147bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:50:53Z', 'updated_at': '2021-09-23T22:51:04Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:50:54Z', 'updated_at': '2021-09-23T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd126a736-96c7-42c1-9670-1078e6843010', 'name': '', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:bf:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:51:01Z', 'updated_at': '2021-09-23T22:51:12Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:23.607970 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f48de7bc-6391-438e-b5db-58a7ae597b40 req-09744c62-ade0-4d50-afd3-0c9a575afc67 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815074 Sep 23 22:53:23.637886 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e921984c-3264-4119-adc8-64944e9147bc None None] The sync data for ids ['a35aea07-0c1c-4948-a672-703620dd6b76'] in n-d-810775-1 is: [{'id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:50:53Z', 'updated_at': '2021-09-23T22:51:04Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:50:54Z', 'updated_at': '2021-09-23T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd126a736-96c7-42c1-9670-1078e6843010', 'name': '', 'network_id': '17be15c5-331c-4483-9a52-d388ad4d0614', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:bf:da:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:51:01Z', 'updated_at': '2021-09-23T22:51:12Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '8c1f89e2-1a19-453e-bf25-540d06e7b8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:53:23.735112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-9730d77b-3098-4d54-b39f-b223f8578923 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:23.744353 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-9730d77b-3098-4d54-b39f-b223f8578923 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.67 "GET /v2.0/networks?id=317be4d4-226a-48e2-830d-fc2d074da525 HTTP/1.1" status: 200 len: 819 time: 1.3136272 Sep 23 22:53:23.781291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-559c98dc-e8f1-4dd6-9358-1a01c91cc3a3 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Request body: {'port': {'device_id': '34519bad-6ec1-463e-b1a7-20f603047aa2', 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525', 'admin_state_up': True, 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:23.807166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20eb3ecc-d9ef-4ca9-b5b6-d5ba77076d95 req-a06cb84a-7b22-46dd-9a0f-8dada14c7cea tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 210 time: 0.0826278 Sep 23 22:53:23.870640 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:53:23.872525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a62b4-9120-4ff9-bf7c-68a931b283c9 req-53f535ba-dc03-4f4c-97ad-23a8054b91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:23.874137 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-574a62b4-9120-4ff9-bf7c-68a931b283c9 req-53f535ba-dc03-4f4c-97ad-23a8054b91bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17be15c5-331c-4483-9a52-d388ad4d0614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3568687 Sep 23 22:53:23.897732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cfb19-c28e-4ea0-a211-45bc01dc8848 req-ca31ed27-fd32-4eab-81fa-0f6ff6b81a81 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:23.900493 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f1cfb19-c28e-4ea0-a211-45bc01dc8848 req-ca31ed27-fd32-4eab-81fa-0f6ff6b81a81 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.43 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 944 time: 1.7780313 Sep 23 22:53:24.044238 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8513cf-e145-4554-bbdd-9342420dd646 None None] New status for floating IP 479590d8-5b1c-48c0-86dc-f016d70f3131: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:53:24.259329 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-574a62b4-9120-4ff9-bf7c-68a931b283c9 req-642856fe-84a2-4793-b430-60b4df2e8536 service neutron] 10.222.0.43 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742065 Sep 23 22:53:24.333723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57854) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:24.393149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-9f1cfb19-c28e-4ea0-a211-45bc01dc8848 req-0b805538-e459-48bd-9230-1814e42e4805 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port 369c1c59-83de-4c9d-8e03-6e102fbd5516 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:24.393446 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9f1cfb19-c28e-4ea0-a211-45bc01dc8848 req-0b805538-e459-48bd-9230-1814e42e4805 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:24.429632 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-574a62b4-9120-4ff9-bf7c-68a931b283c9 req-339996d1-e7f3-496a-beac-70b65759dabc service neutron] 10.222.0.43 "GET /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602826 Sep 23 22:53:24.444150 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b665750-4c42-43d1-91e8-81795bbb7455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:24.511213 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-126fcf15-9aa7-4ff3-bf8b-9015a851cc49 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] Request body: {'port': {'network_id': 'eeb96ee9-360c-4549-96c6-64944781e8cd', 'name': 'tempest-NetworksNegativeTestJSON-202792654'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:24.530979 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-126fcf15-9aa7-4ff3-bf8b-9015a851cc49 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] POST failed (client error): The resource could not be found. Sep 23 22:53:24.532043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126fcf15-9aa7-4ff3-bf8b-9015a851cc49 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:24.533242 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-126fcf15-9aa7-4ff3-bf8b-9015a851cc49 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1981218 Sep 23 22:53:24.539289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57866) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:24.559761 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af0d957-6f2b-413a-afb8-90939b396d12 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:24.560334 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af0d957-6f2b-413a-afb8-90939b396d12 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:24.566821 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8af0d957-6f2b-413a-afb8-90939b396d12 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] 10.222.0.22 "DELETE /v2.0/networks/6d696db7-625e-4ee2-aaca-efe9efdcaa67 HTTP/1.1" status: 404 len: 339 time: 0.0218432 Sep 23 22:53:24.567135 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57870) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:24.575286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-559c98dc-e8f1-4dd6-9358-1a01c91cc3a3 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Made reservation on behalf of ea6ab99c3fba4c4ba2b50cf0325b2e30 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:24.579839 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-559c98dc-e8f1-4dd6-9358-1a01c91cc3a3 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:24.598772 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-47eeefec-d45e-4ffe-9e58-77a0edfdd4a5 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:24.599761 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47eeefec-d45e-4ffe-9e58-77a0edfdd4a5 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:24.606473 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-47eeefec-d45e-4ffe-9e58-77a0edfdd4a5 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] 10.222.0.22 "DELETE /v2.0/ports/6dc6e362-16d5-47d9-8123-bf79924c55db HTTP/1.1" status: 404 len: 333 time: 0.0380826 Sep 23 22:53:24.607384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57874) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:24.641728 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4e86d1-85ee-4f45-b32d-bfeea84be9f5 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] DELETE failed (client error): The resource could not be found. Sep 23 22:53:24.642271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4e86d1-85ee-4f45-b32d-bfeea84be9f5 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:24.644078 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1a4e86d1-85ee-4f45-b32d-bfeea84be9f5 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] 10.222.0.22 "DELETE /v2.0/subnets/514e45aa-f9c4-46ea-a57a-784f6710f3dd HTTP/1.1" status: 404 len: 337 time: 0.0352337 Sep 23 22:53:24.654281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57878) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:24.705577 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd84854e-3ca9-4279-b6f9-2cd8b6868771 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] GET failed (client error): The resource could not be found. Sep 23 22:53:24.707293 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cd84854e-3ca9-4279-b6f9-2cd8b6868771 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] 10.222.0.22 "GET /v2.0/networks/45a013be-414e-4537-8462-cbc0616210aa HTTP/1.1" status: 404 len: 339 time: 0.0518732 Sep 23 22:53:24.711226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57888) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:24.777355 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-2908552b-11da-4914-a309-44860cf39ad6 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] GET failed (client error): The resource could not be found. Sep 23 22:53:24.787870 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2908552b-11da-4914-a309-44860cf39ad6 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] 10.222.0.22 "GET /v2.0/ports/c3eefc4c-9368-4eaf-8887-ad3214bafe27 HTTP/1.1" status: 404 len: 333 time: 0.0751402 Sep 23 22:53:24.788659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57894) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:24.793052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-9f1cfb19-c28e-4ea0-a211-45bc01dc8848 req-0b805538-e459-48bd-9230-1814e42e4805 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] For port 369c1c59-83de-4c9d-8e03-6e102fbd5516, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=369c1c59-83de-4c9d-8e03-6e102fbd5516,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:24.793698 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9f1cfb19-c28e-4ea0-a211-45bc01dc8848 req-0b805538-e459-48bd-9230-1814e42e4805 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:24.866112 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa014a9-a5b7-477e-8ab2-675b0e9c9239 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] GET failed (client error): The resource could not be found. Sep 23 22:53:24.870338 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-caa014a9-a5b7-477e-8ab2-675b0e9c9239 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] 10.222.0.22 "GET /v2.0/subnets/969980c9-24ce-4c62-b583-83eaa158dde6 HTTP/1.1" status: 404 len: 337 time: 0.0669148 Sep 23 22:53:24.878708 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 57904) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:24.887503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-9f1cfb19-c28e-4ea0-a211-45bc01dc8848 req-0b805538-e459-48bd-9230-1814e42e4805 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for 369c1c59-83de-4c9d-8e03-6e102fbd5516 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:24.951360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa572f-99af-44bb-9992-aa223c95e892 req-a3250262-1ea3-41b1-9f33-c8fa81f41013 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:24.953869 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-41fa572f-99af-44bb-9992-aa223c95e892 req-a3250262-1ea3-41b1-9f33-c8fa81f41013 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 944 time: 0.1631887 Sep 23 22:53:25.031366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-41fa572f-99af-44bb-9992-aa223c95e892 req-7163eac5-1268-43a3-b6b9-4178d3322d3c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646293 Sep 23 22:53:25.053149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b4d703e5-fa47-4835-93fc-21a0ade54d20 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:25.167965 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d703e5-fa47-4835-93fc-21a0ade54d20 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] PUT failed (client error): The resource could not be found. Sep 23 22:53:25.168685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d703e5-fa47-4835-93fc-21a0ade54d20 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:25.174599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57918) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:25.178565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b4d703e5-fa47-4835-93fc-21a0ade54d20 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] 10.222.0.22 "PUT /v2.0/networks/e0c1532b-b59f-40df-8f3b-4190a118e1a6 HTTP/1.1" status: 404 len: 339 time: 0.1311600 Sep 23 22:53:25.183333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f0c14fbb-ea5e-41d8-9bd5-db1344d9bfe2 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:25.220675 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-50a4effd-36ac-4d5b-a09b-7453965a83de req-73e04ff0-b0fa-43bf-8842-f1016fdf519a tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 210 time: 0.1558316 Sep 23 22:53:25.253627 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c14fbb-ea5e-41d8-9bd5-db1344d9bfe2 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] PUT failed (client error): The resource could not be found. Sep 23 22:53:25.253627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c14fbb-ea5e-41d8-9bd5-db1344d9bfe2 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:25.253627 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f0c14fbb-ea5e-41d8-9bd5-db1344d9bfe2 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] 10.222.0.22 "PUT /v2.0/ports/a1d1751c-f69b-424d-90f8-b0da25c5c566 HTTP/1.1" status: 404 len: 333 time: 0.0773757 Sep 23 22:53:25.262226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57920) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:25.268061 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-46b777d6-daa7-4426-8ece-b57efa9e1639 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:25.292040 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-559c98dc-e8f1-4dd6-9358-1a01c91cc3a3 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Allocated IP 172.20.0.10 (317be4d4-226a-48e2-830d-fc2d074da525/1910c3ee-c372-4b73-a303-2ad5d5e43f0c/ad74ac56-da8e-4a97-a52f-d7b4f68a13c5) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:53:25.317964 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b777d6-daa7-4426-8ece-b57efa9e1639 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] PUT failed (client error): The resource could not be found. Sep 23 22:53:25.318502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b777d6-daa7-4426-8ece-b57efa9e1639 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 22:53:25.320056 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-46b777d6-daa7-4426-8ece-b57efa9e1639 tempest-NetworksNegativeTestJSON-1963191455 tempest-NetworksNegativeTestJSON-1963191455-project] 10.222.0.22 "PUT /v2.0/subnets/734a4aa2-2f68-41ad-b93e-3a0965768f36 HTTP/1.1" status: 404 len: 337 time: 0.0567672 Sep 23 22:53:25.530126 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9f1cfb19-c28e-4ea0-a211-45bc01dc8848 req-0b805538-e459-48bd-9230-1814e42e4805 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:25.618096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3b665750-4c42-43d1-91e8-81795bbb7455 admin admin] Deleting port 07c91aa9-dfbc-454a-b057-92a5379991fa {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:25.618435 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b665750-4c42-43d1-91e8-81795bbb7455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:25.694717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b805538-e459-48bd-9230-1814e42e4805 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=369c1c59-83de-4c9d-8e03-6e102fbd5516,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:25.919512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1cfb19-c28e-4ea0-a211-45bc01dc8848 req-0b805538-e459-48bd-9230-1814e42e4805 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] No DVR routers for this DVR port 369c1c59-83de-4c9d-8e03-6e102fbd5516 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:53:25.932530 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-9f1cfb19-c28e-4ea0-a211-45bc01dc8848 req-0b805538-e459-48bd-9230-1814e42e4805 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:25.934775 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f1cfb19-c28e-4ea0-a211-45bc01dc8848 req-0b805538-e459-48bd-9230-1814e42e4805 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.43 "DELETE /v2.0/ports/369c1c59-83de-4c9d-8e03-6e102fbd5516 HTTP/1.1" status: 204 len: 173 time: 1.9534338 Sep 23 22:53:25.937014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'name': 'network-vif-deleted', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:53:25.939608 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338ea5cc-ca2e-4e9d-8276-c35d92fcccd4" -d '{"events": [{"server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "name": "network-vif-deleted", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:53:25.946834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-3b665750-4c42-43d1-91e8-81795bbb7455 admin admin] For port 07c91aa9-dfbc-454a-b057-92a5379991fa, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=07c91aa9-dfbc-454a-b057-92a5379991fa,segment=NetworkSegment(5468a20a-5162-4aee-9224-8d2676490170),segment_id=5468a20a-5162-4aee-9224-8d2676490170)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:25.946834 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b665750-4c42-43d1-91e8-81795bbb7455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:26.004369 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3b665750-4c42-43d1-91e8-81795bbb7455 admin admin] Calling delete_port for 07c91aa9-dfbc-454a-b057-92a5379991fa owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:26.026385 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bb3854-01fd-4386-8695-a75746ada149 x-openstack-request-id: req-94bb3854-01fd-4386-8695-a75746ada149 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:53:26.026861 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a", "name": "network-vif-deleted", "tag": "369c1c59-83de-4c9d-8e03-6e102fbd5516", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:53:26.027142 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94bb3854-01fd-4386-8695-a75746ada149 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:53:26.027709 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a', 'name': 'network-vif-deleted', 'tag': '369c1c59-83de-4c9d-8e03-6e102fbd5516', 'status': 'completed', 'code': 200} Sep 23 22:53:26.051371 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-559c98dc-e8f1-4dd6-9358-1a01c91cc3a3 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:26.224667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d7dd2d86-55bf-4746-ae38-29bde62abc02 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:26.227939 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d7dd2d86-55bf-4746-ae38-29bde62abc02 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.67 "GET /v2.0/networks?id=317be4d4-226a-48e2-830d-fc2d074da525 HTTP/1.1" status: 200 len: 819 time: 0.8903797 Sep 23 22:53:26.237516 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59a62958-64df-48d1-84b9-95e4857bd4cf req-a1714927-8837-4e75-a697-992483f82972 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 210 time: 0.0390158 Sep 23 22:53:26.252344 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-59d77fd2-993f-4ad6-bbdf-7f43bafc97d5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Request body: {'port': {'device_id': 'e17390ec-f750-48b8-8c22-4bd6b583a8c4', 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525', 'admin_state_up': True, 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:26.327311 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-559c98dc-e8f1-4dd6-9358-1a01c91cc3a3 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:26.470910 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f7660de-7ee9-4134-8a82-2bec0dec305e req-5d29d54d-a912-41a6-9f9d-d75cc89178d5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 210 time: 0.0815864 Sep 23 22:53:26.471830 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 369c1c59-83de-4c9d-8e03-6e102fbd5516 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:53:26.485374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-559c98dc-e8f1-4dd6-9358-1a01c91cc3a3 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Network 317be4d4-226a-48e2-830d-fc2d074da525 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:53:26.498018 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-559c98dc-e8f1-4dd6-9358-1a01c91cc3a3 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:26.501626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c98dc-e8f1-4dd6-9358-1a01c91cc3a3 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Pushing event updated for resources: {'Port': ['ID=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:26.504152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-559c98dc-e8f1-4dd6-9358-1a01c91cc3a3 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:53:26.544456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 369c1c59-83de-4c9d-8e03-6e102fbd5516 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:53:26.545064 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 369c1c59-83de-4c9d-8e03-6e102fbd5516 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:53:26.615799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-559c98dc-e8f1-4dd6-9358-1a01c91cc3a3 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:26.619324 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-559c98dc-e8f1-4dd6-9358-1a01c91cc3a3 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:26.620878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 57986) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:26.624739 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b665750-4c42-43d1-91e8-81795bbb7455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:26.637489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-59d77fd2-993f-4ad6-bbdf-7f43bafc97d5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Made reservation on behalf of ea6ab99c3fba4c4ba2b50cf0325b2e30 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:26.643769 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-59d77fd2-993f-4ad6-bbdf-7f43bafc97d5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:26.696656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b665750-4c42-43d1-91e8-81795bbb7455 admin admin] Pushing event deleted for resources: {'Port': ['ID=07c91aa9-dfbc-454a-b057-92a5379991fa,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:26.856776 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-559c98dc-e8f1-4dd6-9358-1a01c91cc3a3 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0808225 Sep 23 22:53:26.860532 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-59d77fd2-993f-4ad6-bbdf-7f43bafc97d5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Allocated IP 172.20.0.6 (317be4d4-226a-48e2-830d-fc2d074da525/1910c3ee-c372-4b73-a303-2ad5d5e43f0c/d5737a4b-7c2d-456f-8acc-3f982d078287) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:53:26.897577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Request body: {'port': {'device_id': '34519bad-6ec1-463e-b1a7-20f603047aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:27.009179 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3045dde-9606-4b42-9bf2-73312f6cfcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:27.185267 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-59d77fd2-993f-4ad6-bbdf-7f43bafc97d5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:27.252796 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3045dde-9606-4b42-9bf2-73312f6cfcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:27.416214 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:27.432458 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-59d77fd2-993f-4ad6-bbdf-7f43bafc97d5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:27.436088 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3045dde-9606-4b42-9bf2-73312f6cfcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:27.460513 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edef006e-b056-4775-ba30-057514ba1ee3 req-9dd98030-99a0-40d0-b6c9-e59ab8b1cf72 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=c182bbf6-f76b-4fa1-9a00-54ec2a5cc32a HTTP/1.1" status: 200 len: 210 time: 0.0588143 Sep 23 22:53:27.480814 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b3045dde-9606-4b42-9bf2-73312f6cfcb4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3faa41952431480b880cac98f54b5553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8555570 Sep 23 22:53:27.491461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58028) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:27.652622 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b665750-4c42-43d1-91e8-81795bbb7455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:27.673296 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-59d77fd2-993f-4ad6-bbdf-7f43bafc97d5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Network 317be4d4-226a-48e2-830d-fc2d074da525 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:53:27.674791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-59d77fd2-993f-4ad6-bbdf-7f43bafc97d5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:27.687916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-59d77fd2-993f-4ad6-bbdf-7f43bafc97d5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:53:27.717605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3045dde-9606-4b42-9bf2-73312f6cfcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84564ae4-a770-4474-ad3f-231299faf57e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:27.787577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-59d77fd2-993f-4ad6-bbdf-7f43bafc97d5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:27.788359 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-59d77fd2-993f-4ad6-bbdf-7f43bafc97d5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:27.794550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d77fd2-993f-4ad6-bbdf-7f43bafc97d5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Pushing event updated for resources: {'Port': ['ID=d5737a4b-7c2d-456f-8acc-3f982d078287,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:27.871350 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb23e0-f57e-4310-a771-b22326573878 req-fe2a1546-e79b-4255-856a-d4ee9cbe837a tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:27.873699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32bb23e0-f57e-4310-a771-b22326573878 req-fe2a1546-e79b-4255-856a-d4ee9cbe837a tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 931 time: 0.2529910 Sep 23 22:53:27.875147 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e37f360-ae29-4bef-bcc6-7693237306fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:27.922254 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-59d77fd2-993f-4ad6-bbdf-7f43bafc97d5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6728432 Sep 23 22:53:27.931316 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e37f360-ae29-4bef-bcc6-7693237306fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:27.955481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Request body: {'port': {'device_id': 'e17390ec-f750-48b8-8c22-4bd6b583a8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:28.039841 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32bb23e0-f57e-4310-a771-b22326573878 req-40bafa0c-37af-4208-8756-a55b79741ec2 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518295 Sep 23 22:53:28.107703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b665750-4c42-43d1-91e8-81795bbb7455 admin admin] Router 934901a9-15fb-4216-89f1-654ed55ea2d3 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:53:28.116831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:53:28.127171 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:28.212125 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:28.267021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b665750-4c42-43d1-91e8-81795bbb7455 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:53:28.277572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0847dc-c882-4b91-8a5e-0d56ace18e00 None None] Sync routers for ids ['934901a9-15fb-4216-89f1-654ed55ea2d3'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:53:28.283426 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3b665750-4c42-43d1-91e8-81795bbb7455 admin admin] 10.222.0.22 "PUT /v2.0/routers/934901a9-15fb-4216-89f1-654ed55ea2d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3896515 Sep 23 22:53:28.284337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58076) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:28.293694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0847dc-c882-4b91-8a5e-0d56ace18e00 None None] Routers {'934901a9-15fb-4216-89f1-654ed55ea2d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:53:28.294867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8e0847dc-c882-4b91-8a5e-0d56ace18e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:53:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['934901a9-15fb-4216-89f1-654ed55ea2d3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:28.303932 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e37f360-ae29-4bef-bcc6-7693237306fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:28.313060 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6e37f360-ae29-4bef-bcc6-7693237306fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:28.316968 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6e37f360-ae29-4bef-bcc6-7693237306fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84564ae4-a770-4474-ad3f-231299faf57e HTTP/1.1" status: 204 len: 168 time: 0.8211858 Sep 23 22:53:28.444101 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37f360-ae29-4bef-bcc6-7693237306fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84564ae4-a770-4474-ad3f-231299faf57e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:28.452278 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Transition to ACTIVE for port object ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:53:28.454917 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:28.541959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58090) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:28.579430 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-8e0847dc-c882-4b91-8a5e-0d56ace18e00 None None] Set router 934901a9-15fb-4216-89f1-654ed55ea2d3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:53:28.690285 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:28.764547 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:28.788436 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:29.032022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58106) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:29.058167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Attempting to bind port ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:53:29.063976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Attempting to bind port ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '33c59bca-6815-4076-a209-11946a4c7cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:53:29.063976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Attempting to bind port ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 on network 317be4d4-226a-48e2-830d-fc2d074da525 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:53:29.071227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Port ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 on network 317be4d4-226a-48e2-830d-fc2d074da525 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:53:29.072217 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Attempting to bind port ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 on network 317be4d4-226a-48e2-830d-fc2d074da525 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:53:29.083504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8e0847dc-c882-4b91-8a5e-0d56ace18e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '877a3f83-c815-4979-ba13-71f34345bba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:53:26Z', 'revision_number': 5, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port': {'id': '877a3f83-c815-4979-ba13-71f34345bba8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:39Z', 'updated_at': '2021-09-23T22:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:29.088877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:53:29.089242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Checking segment: {'id': '33c59bca-6815-4076-a209-11946a4c7cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:29.089640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Bound using segment: {'id': '33c59bca-6815-4076-a209-11946a4c7cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:53:29.090090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Bound port: ad74ac56-da8e-4a97-a52f-d7b4f68a13c5, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c59bca-6815-4076-a209-11946a4c7cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:53:29.090521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:29.149721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] Deleting port 877a3f83-c815-4979-ba13-71f34345bba8 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:29.150228 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:29.293354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] For port ad74ac56-da8e-4a97-a52f-d7b4f68a13c5, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:53:29.296013 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] For port ad74ac56-da8e-4a97-a52f-d7b4f68a13c5, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5,segment=NetworkSegment(33c59bca-6815-4076-a209-11946a4c7cc6),segment_id=33c59bca-6815-4076-a209-11946a4c7cc6)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:53:29.318626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] For port 877a3f83-c815-4979-ba13-71f34345bba8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=877a3f83-c815-4979-ba13-71f34345bba8,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:29.318994 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:29.336112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] Calling delete_port for 877a3f83-c815-4979-ba13-71f34345bba8 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:29.446596 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:29.471599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:29.472316 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:29.474780 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] 10.222.0.67 "PUT /v2.0/ports/ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 HTTP/1.1" status: 200 len: 1092 time: 2.5849373 Sep 23 22:53:29.479778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34519bad-6ec1-463e-b1a7-20f603047aa2', 'tag': 'ad74ac56-da8e-4a97-a52f-d7b4f68a13c5'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:53:29.487055 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380602ad-28e5-455e-b1ee-356484d9ac6c" -d '{"events": [{"name": "network-changed", "server_uuid": "34519bad-6ec1-463e-b1a7-20f603047aa2", "tag": "ad74ac56-da8e-4a97-a52f-d7b4f68a13c5"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:53:29.492887 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb26870d-5dee-41ed-bb88-3d7f768bb149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:29.590144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0847dc-c882-4b91-8a5e-0d56ace18e00 None None] Checking router: 934901a9-15fb-4216-89f1-654ed55ea2d3 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:53:29.614403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0847dc-c882-4b91-8a5e-0d56ace18e00 None None] Routers {'934901a9-15fb-4216-89f1-654ed55ea2d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:53:29.615703 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8e0847dc-c882-4b91-8a5e-0d56ace18e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:53:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['934901a9-15fb-4216-89f1-654ed55ea2d3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:29.641502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b68ff0-49ec-4c53-80a0-532fa4467ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:29.655110 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bad260d-c43b-480e-9c07-1b705d7e2593 x-openstack-request-id: req-8bad260d-c43b-480e-9c07-1b705d7e2593 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:53:29.659230 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34519bad-6ec1-463e-b1a7-20f603047aa2", "tag": "ad74ac56-da8e-4a97-a52f-d7b4f68a13c5", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:53:29.659230 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8bad260d-c43b-480e-9c07-1b705d7e2593 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:53:29.659230 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34519bad-6ec1-463e-b1a7-20f603047aa2', 'tag': 'ad74ac56-da8e-4a97-a52f-d7b4f68a13c5', 'status': 'completed', 'code': 200} Sep 23 22:53:29.803327 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-8e0847dc-c882-4b91-8a5e-0d56ace18e00 None None] Set router 934901a9-15fb-4216-89f1-654ed55ea2d3 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:53:29.810862 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-c6c9da67-ce06-4c4a-b2d3-95bdfd63f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:29.820373 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-c6c9da67-ce06-4c4a-b2d3-95bdfd63f041 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea6ab99c3fba4c4ba2b50cf0325b2e30&device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 1095 time: 0.1879089 Sep 23 22:53:29.909260 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-dcabcb28-2683-41b6-8763-208e5b678015 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 HTTP/1.1" status: 200 len: 217 time: 0.0796475 Sep 23 22:53:29.933157 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb26870d-5dee-41ed-bb88-3d7f768bb149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:29.959844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2eaf86-f4e6-4ca6-8d42-2e12e98b6201 req-c4c23de0-9bc7-49a8-91a0-56814ca8b40b tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:29.962828 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b2eaf86-f4e6-4ca6-8d42-2e12e98b6201 req-c4c23de0-9bc7-49a8-91a0-56814ca8b40b tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 931 time: 0.6774321 Sep 23 22:53:29.963347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8e0847dc-c882-4b91-8a5e-0d56ace18e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:53:28Z', 'revision_number': 6, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:29.983076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5737a4b-7c2d-456f-8acc-3f982d078287 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:53:29.997261 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0847dc-c882-4b91-8a5e-0d56ace18e00 None None] The sync data for ids ['934901a9-15fb-4216-89f1-654ed55ea2d3'] in n-d-810775-1 is: [{'id': '934901a9-15fb-4216-89f1-654ed55ea2d3', 'name': 'tempest-TestVolumeBackupRestore-1619897448-router', 'tenant_id': 'feab7628ed224106877b2bc56eb0be16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:37Z', 'updated_at': '2021-09-23T22:53:28Z', 'revision_number': 6, 'project_id': 'feab7628ed224106877b2bc56eb0be16', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:53:30.007416 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:30.012021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-5002effb-124b-47e0-86c5-07a40faf70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:30.013657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-5002effb-124b-47e0-86c5-07a40faf70f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1910c3ee-c372-4b73-a303-2ad5d5e43f0c HTTP/1.1" status: 200 len: 859 time: 0.0754280 Sep 23 22:53:30.101204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Transition to ACTIVE for port object d5737a4b-7c2d-456f-8acc-3f982d078287 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:53:30.103604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-b538a442-ee76-4a01-81f4-6c070ae74c3f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=317be4d4-226a-48e2-830d-fc2d074da525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754972 Sep 23 22:53:30.139555 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b2eaf86-f4e6-4ca6-8d42-2e12e98b6201 req-7b9924cd-25b8-4a59-8d0c-94a989214704 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102295 Sep 23 22:53:30.152312 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fb26870d-5dee-41ed-bb88-3d7f768bb149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:30.227911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26870d-5dee-41ed-bb88-3d7f768bb149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3b4ae8-c9e4-4057-9a69-9e33e5a629d9,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:30.232577 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fb26870d-5dee-41ed-bb88-3d7f768bb149 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95d2cbb22f354353a078fda94109ac4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1966391 Sep 23 22:53:30.233379 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:30.238285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58172) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:30.302634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5737a4b-7c2d-456f-8acc-3f982d078287,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:30.313194 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:30.389209 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-311d92b0-f4f7-4686-902c-1c53520363d1 service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772582 Sep 23 22:53:30.401237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=877a3f83-c815-4979-ba13-71f34345bba8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:30.443283 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Attempting to bind port d5737a4b-7c2d-456f-8acc-3f982d078287 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:53:30.443832 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Attempting to bind port d5737a4b-7c2d-456f-8acc-3f982d078287 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '33c59bca-6815-4076-a209-11946a4c7cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:53:30.444356 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Attempting to bind port d5737a4b-7c2d-456f-8acc-3f982d078287 on network 317be4d4-226a-48e2-830d-fc2d074da525 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:53:30.453454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Port d5737a4b-7c2d-456f-8acc-3f982d078287 on network 317be4d4-226a-48e2-830d-fc2d074da525 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:53:30.458484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Attempting to bind port d5737a4b-7c2d-456f-8acc-3f982d078287 on network 317be4d4-226a-48e2-830d-fc2d074da525 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:53:30.469798 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:53:30.470400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Checking segment: {'id': '33c59bca-6815-4076-a209-11946a4c7cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:30.471203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Bound using segment: {'id': '33c59bca-6815-4076-a209-11946a4c7cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:53:30.471858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Bound port: d5737a4b-7c2d-456f-8acc-3f982d078287, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c59bca-6815-4076-a209-11946a4c7cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:53:30.472401 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:30.538563 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b47c093f-f34f-4aa4-b8a6-5b000657cf5b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:30.592585 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-445ed423-1f9e-4b50-b93d-b383432fd78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:30.641466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] For port d5737a4b-7c2d-456f-8acc-3f982d078287, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:53:30.665188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] For port d5737a4b-7c2d-456f-8acc-3f982d078287, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d5737a4b-7c2d-456f-8acc-3f982d078287,segment=NetworkSegment(33c59bca-6815-4076-a209-11946a4c7cc6),segment_id=33c59bca-6815-4076-a209-11946a4c7cc6)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:53:30.713484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58200) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:30.763503 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:30.774658 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-445ed423-1f9e-4b50-b93d-b383432fd78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:30.796385 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b08d3f8-ff47-4159-92b7-9d645d816651 req-66d57d86-2a07-4765-a3e8-d6c9e849558c service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838024 Sep 23 22:53:30.831584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:30.832230 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:30.833855 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] 10.222.0.67 "PUT /v2.0/ports/d5737a4b-7c2d-456f-8acc-3f982d078287 HTTP/1.1" status: 200 len: 1091 time: 2.8990018 Sep 23 22:53:30.836229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17390ec-f750-48b8-8c22-4bd6b583a8c4', 'tag': 'd5737a4b-7c2d-456f-8acc-3f982d078287'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:53:30.838592 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa399f1-eedf-4963-b28d-1a9fa045bd76" -d '{"events": [{"name": "network-changed", "server_uuid": "e17390ec-f750-48b8-8c22-4bd6b583a8c4", "tag": "d5737a4b-7c2d-456f-8acc-3f982d078287"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:53:30.862715 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:30.878895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1353662991'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:30.885788 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5a76d1-756d-4f43-95e0-5c991e65b0a2 x-openstack-request-id: req-0e5a76d1-756d-4f43-95e0-5c991e65b0a2 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:53:30.885788 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17390ec-f750-48b8-8c22-4bd6b583a8c4", "tag": "d5737a4b-7c2d-456f-8acc-3f982d078287", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:53:30.885788 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e5a76d1-756d-4f43-95e0-5c991e65b0a2 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:53:30.886412 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17390ec-f750-48b8-8c22-4bd6b583a8c4', 'tag': 'd5737a4b-7c2d-456f-8acc-3f982d078287', 'status': 'completed', 'code': 200} Sep 23 22:53:30.899626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b795d-517d-4b9d-825d-d951c9a3d0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5737a4b-7c2d-456f-8acc-3f982d078287,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:31.083978 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:31.096579 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Made reservation on behalf of 1ce583381e874c1484abf0c4e4f6d074 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:31.100085 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:31.107759 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:31.129648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 07c91aa9-dfbc-454a-b057-92a5379991fa no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:53:31.226897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 07c91aa9-dfbc-454a-b057-92a5379991fa {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:53:31.227225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 07c91aa9-dfbc-454a-b057-92a5379991fa not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:53:31.260964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380602ad-28e5-455e-b1ee-356484d9ac6c req-b93185e5-0b5d-4d7d-a2f7-b60438461006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:31.264656 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-380602ad-28e5-455e-b1ee-356484d9ac6c req-b93185e5-0b5d-4d7d-a2f7-b60438461006 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea6ab99c3fba4c4ba2b50cf0325b2e30&device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 1095 time: 0.1977835 Sep 23 22:53:31.495304 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa399f1-eedf-4963-b28d-1a9fa045bd76 req-5b6cf301-2de6-4f97-b2ce-b2086532589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:31.496833 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afa399f1-eedf-4963-b28d-1a9fa045bd76 req-5b6cf301-2de6-4f97-b2ce-b2086532589a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea6ab99c3fba4c4ba2b50cf0325b2e30&device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 1094 time: 0.5709782 Sep 23 22:53:31.502892 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:31.711858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c7cd4-5e72-40fb-92a3-da1f561f637c req-73951a17-4270-4d84-b714-3461e45b973e tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:31.719467 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-875c7cd4-5e72-40fb-92a3-da1f561f637c req-73951a17-4270-4d84-b714-3461e45b973e tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 943 time: 0.2186010 Sep 23 22:53:31.738796 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-445ed423-1f9e-4b50-b93d-b383432fd78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:31.746237 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-445ed423-1f9e-4b50-b93d-b383432fd78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:31.749071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-445ed423-1f9e-4b50-b93d-b383432fd78c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e3b4ae8-c9e4-4057-9a69-9e33e5a629d9 HTTP/1.1" status: 204 len: 168 time: 1.5095360 Sep 23 22:53:31.750462 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:31.754948 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 934901a9-15fb-4216-89f1-654ed55ea2d3 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:53:31.776011 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa399f1-eedf-4963-b28d-1a9fa045bd76 req-81209365-cf14-4500-9fa5-8cb9eabbb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:31.777691 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afa399f1-eedf-4963-b28d-1a9fa045bd76 req-81209365-cf14-4500-9fa5-8cb9eabbb2cf service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ea6ab99c3fba4c4ba2b50cf0325b2e30&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2609956 Sep 23 22:53:31.792110 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b47c093f-f34f-4aa4-b8a6-5b000657cf5b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port d126a736-96c7-42c1-9670-1078e6843010 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:31.792644 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b47c093f-f34f-4aa4-b8a6-5b000657cf5b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:31.806867 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:31.817839 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-81b59167-04cb-4bff-906c-9c5f98fb6f58 admin admin] 10.222.0.22 "DELETE /v2.0/routers/934901a9-15fb-4216-89f1-654ed55ea2d3 HTTP/1.1" status: 204 len: 168 time: 3.5291796 Sep 23 22:53:31.817839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58260) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:31.884237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ed423-1f9e-4b50-b93d-b383432fd78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3b4ae8-c9e4-4057-9a69-9e33e5a629d9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:31.896874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380602ad-28e5-455e-b1ee-356484d9ac6c req-8be76eff-9a5c-41f8-9aff-72d3d269cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:31.904162 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-380602ad-28e5-455e-b1ee-356484d9ac6c req-8be76eff-9a5c-41f8-9aff-72d3d269cc40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=317be4d4-226a-48e2-830d-fc2d074da525 HTTP/1.1" status: 200 len: 920 time: 0.6285045 Sep 23 22:53:31.917817 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-875c7cd4-5e72-40fb-92a3-da1f561f637c req-7ea019de-e571-4665-9d0b-bd6bed7edc6d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972086 Sep 23 22:53:31.973773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58266) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:32.006189 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-380602ad-28e5-455e-b1ee-356484d9ac6c req-176beeb2-a58d-4609-9cf3-a18dfb7ca458 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 HTTP/1.1" status: 200 len: 217 time: 0.0929487 Sep 23 22:53:32.023319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f28907-7cb3-4a39-8b6a-82a3f087a947 admin admin] Deleting subnet 66635b10-c781-4b00-9416-9488781bd842 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:53:32.062728 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-96f28907-7cb3-4a39-8b6a-82a3f087a947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:32.066318 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:32.097059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-b47c093f-f34f-4aa4-b8a6-5b000657cf5b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] For port d126a736-96c7-42c1-9670-1078e6843010, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d126a736-96c7-42c1-9670-1078e6843010,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:32.097523 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b47c093f-f34f-4aa4-b8a6-5b000657cf5b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:32.124486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b47c093f-f34f-4aa4-b8a6-5b000657cf5b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for d126a736-96c7-42c1-9670-1078e6843010 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:32.129413 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-96f28907-7cb3-4a39-8b6a-82a3f087a947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:32.132697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380602ad-28e5-455e-b1ee-356484d9ac6c req-467bfabd-957a-4d24-b9b4-45029b1840a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:32.134223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-380602ad-28e5-455e-b1ee-356484d9ac6c req-467bfabd-957a-4d24-b9b4-45029b1840a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1910c3ee-c372-4b73-a303-2ad5d5e43f0c HTTP/1.1" status: 200 len: 859 time: 0.1077552 Sep 23 22:53:32.195911 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-380602ad-28e5-455e-b1ee-356484d9ac6c req-16af37a5-8005-48ff-974f-335fe11ddd67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=317be4d4-226a-48e2-830d-fc2d074da525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408189 Sep 23 22:53:32.208095 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa399f1-eedf-4963-b28d-1a9fa045bd76 req-29454c78-ac82-49f7-b0e0-dc552cc68f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:32.209587 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afa399f1-eedf-4963-b28d-1a9fa045bd76 req-29454c78-ac82-49f7-b0e0-dc552cc68f7d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4229167 Sep 23 22:53:32.233725 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb1fab9a-60d0-4d19-b00e-a2e7fadc8d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:32.242805 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:32.301183 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:53:32.378850 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-380602ad-28e5-455e-b1ee-356484d9ac6c req-665912ba-c768-465c-b711-d8c7866c397a service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734989 Sep 23 22:53:32.386639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-96f28907-7cb3-4a39-8b6a-82a3f087a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:32.501018 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:32.501408 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Added segment 048df156-beb1-4bca-96a6-227a76dc451c of type vlan for network 24ab00eb-9b03-47a7-b819-434c6dedaf35 Sep 23 22:53:32.511121 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6006c8c-0c7f-44e9-a13e-41d97306991e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:32.549646 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-380602ad-28e5-455e-b1ee-356484d9ac6c req-86c674af-e7b9-4eb1-a7f0-6f8f1a065fa5 service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565423 Sep 23 22:53:32.589053 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:32.629715 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-96f28907-7cb3-4a39-8b6a-82a3f087a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:32.668182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-4c544562-4d92-40ce-b825-cd78735a137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:32.669803 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-4c544562-4d92-40ce-b825-cd78735a137c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea6ab99c3fba4c4ba2b50cf0325b2e30&device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 1094 time: 0.3851748 Sep 23 22:53:32.681897 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-96f28907-7cb3-4a39-8b6a-82a3f087a947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:32.684888 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 877a3f83-c815-4979-ba13-71f34345bba8 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:53:32.685578 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-96f28907-7cb3-4a39-8b6a-82a3f087a947 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/66635b10-c781-4b00-9416-9488781bd842 HTTP/1.1" status: 204 len: 168 time: 0.8560038 Sep 23 22:53:32.688153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f28907-7cb3-4a39-8b6a-82a3f087a947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66635b10-c781-4b00-9416-9488781bd842,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:32.695960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58310) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:32.696146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c209004e-9471-4507-84c3-3d8be1c230c2 None None] Network ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:32.769141 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:32.775125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:32.775977 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:32.787277 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b47c093f-f34f-4aa4-b8a6-5b000657cf5b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:32.817168 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:32.819106 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-249267a5-81ad-415d-a4b6-ec24d0be053e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5737a4b-7c2d-456f-8acc-3f982d078287 HTTP/1.1" status: 200 len: 217 time: 0.1321723 Sep 23 22:53:32.878052 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 877a3f83-c815-4979-ba13-71f34345bba8 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:53:32.878052 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 877a3f83-c815-4979-ba13-71f34345bba8 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:53:32.893520 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c093f-f34f-4aa4-b8a6-5b000657cf5b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=d126a736-96c7-42c1-9670-1078e6843010,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:32.894527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] Deleting port cba72ea2-7559-44e8-8d41-6605b20a83bb {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:32.894885 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:33.047758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] For port cba72ea2-7559-44e8-8d41-6605b20a83bb, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cba72ea2-7559-44e8-8d41-6605b20a83bb,segment=NetworkSegment(5468a20a-5162-4aee-9224-8d2676490170),segment_id=5468a20a-5162-4aee-9224-8d2676490170)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:33.048279 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:33.065389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] Calling delete_port for cba72ea2-7559-44e8-8d41-6605b20a83bb owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:33.088813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Pushing event updated for resources: {'Network': ['ID=24ab00eb-9b03-47a7-b819-434c6dedaf35,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:33.108177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 24ab00eb-9b03-47a7-b819-434c6dedaf35 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:53:33.195958 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb1fab9a-60d0-4d19-b00e-a2e7fadc8d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:33.238254 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e757c925-22f1-443e-acc0-e787297f6ae3 None None] DHCP port deletion for ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:53:33.267514 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-03b2c4c3-9752-438e-86f0-84b2f8676844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:33.269082 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-03b2c4c3-9752-438e-86f0-84b2f8676844 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1910c3ee-c372-4b73-a303-2ad5d5e43f0c HTTP/1.1" status: 200 len: 859 time: 0.4380927 Sep 23 22:53:33.299781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254fa8b-e6b5-4012-a2cb-283a2e1be51b req-c72ee87a-9c1c-4169-9a9c-15f1ed973354 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:33.302346 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9254fa8b-e6b5-4012-a2cb-283a2e1be51b req-c72ee87a-9c1c-4169-9a9c-15f1ed973354 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 943 time: 0.2217813 Sep 23 22:53:33.382243 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e757c925-22f1-443e-acc0-e787297f6ae3 None None] Deleting port cba72ea2-7559-44e8-8d41-6605b20a83bb {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:33.383496 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e757c925-22f1-443e-acc0-e787297f6ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:33.398990 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb1fab9a-60d0-4d19-b00e-a2e7fadc8d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:33.436400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9254fa8b-e6b5-4012-a2cb-283a2e1be51b req-984f6915-cfb6-4abd-b2ed-49f2a39b04ac tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149969 Sep 23 22:53:33.466649 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e757c925-22f1-443e-acc0-e787297f6ae3 None None] For port cba72ea2-7559-44e8-8d41-6605b20a83bb, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cba72ea2-7559-44e8-8d41-6605b20a83bb,segment=NetworkSegment(5468a20a-5162-4aee-9224-8d2676490170),segment_id=5468a20a-5162-4aee-9224-8d2676490170)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:33.467337 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e757c925-22f1-443e-acc0-e787297f6ae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:33.479473 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-eb1fab9a-60d0-4d19-b00e-a2e7fadc8d6d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58beab738678465b8d0958c37f898a17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5027924 Sep 23 22:53:33.482388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58362) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:33.484380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e757c925-22f1-443e-acc0-e787297f6ae3 None None] Calling delete_port for cba72ea2-7559-44e8-8d41-6605b20a83bb owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:33.484517 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-800b82b4-0c26-4a33-af25-6fa1cf8622e9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7691162 Sep 23 22:53:33.487340 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-e23e5af7-9251-4849-b0fa-a536481f8ec8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=317be4d4-226a-48e2-830d-fc2d074da525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2074089 Sep 23 22:53:33.490352 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58364) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:33.497446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a7598ea1-0f20-4932-a04f-45d543d3dfcb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Request body: {'subnet': {'network_id': '24ab00eb-9b03-47a7-b819-434c6dedaf35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:33.590790 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:33.614936 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e757c925-22f1-443e-acc0-e787297f6ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:33.631971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fab9a-60d0-4d19-b00e-a2e7fadc8d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12757163-9de6-46d9-a679-5837e0e5ebcc,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:33.643679 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] No DVR routers for this DVR port cba72ea2-7559-44e8-8d41-6605b20a83bb on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:53:33.648423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cba72ea2-7559-44e8-8d41-6605b20a83bb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:33.702014 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-c4aafc0e-e457-4726-9c93-76cc09552286 service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036393 Sep 23 22:53:33.706203 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-78a0b2df-d9da-4d9d-89e8-35d268471442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:33.707486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757c925-22f1-443e-acc0-e787297f6ae3 None None] Pushing event deleted for resources: {'Port': ['ID=cba72ea2-7559-44e8-8d41-6605b20a83bb,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:33.716742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e757c925-22f1-443e-acc0-e787297f6ae3 None None] No DVR routers for this DVR port cba72ea2-7559-44e8-8d41-6605b20a83bb on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:53:33.730347 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b47c093f-f34f-4aa4-b8a6-5b000657cf5b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:33.802583 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-78a0b2df-d9da-4d9d-89e8-35d268471442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:33.813439 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58380) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:33.828679 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:33.841520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7598ea1-0f20-4932-a04f-45d543d3dfcb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Made reservation on behalf of 1ce583381e874c1484abf0c4e4f6d074 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:33.845800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7598ea1-0f20-4932-a04f-45d543d3dfcb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:33.905963 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd0b9c4-c274-42ec-ac19-51ee1f7719f1']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:33.928986 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4aaaedfa-31e3-4aaa-b0d4-593db6068387 req-6f6d015a-0655-4e53-9253-a3bdb16b82e0 service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153132 Sep 23 22:53:33.972729 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5468a20a-5162-4aee-9224-8d2676490170') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:33.973198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5468a20a-5162-4aee-9224-8d2676490170') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:33.994196 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:34.015664 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:34.024074 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:53:34.028053 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:53:34.032613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-476160598-network', 'tenant_id': '32bf69223a9a4b3eb1dbd8cb104af909'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:34.094118 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47c093f-f34f-4aa4-b8a6-5b000657cf5b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router a35aea07-0c1c-4948-a672-703620dd6b76 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:53:34.141473 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-78a0b2df-d9da-4d9d-89e8-35d268471442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:34.144140 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-78a0b2df-d9da-4d9d-89e8-35d268471442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:34.145438 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-78a0b2df-d9da-4d9d-89e8-35d268471442 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12757163-9de6-46d9-a679-5837e0e5ebcc HTTP/1.1" status: 204 len: 168 time: 0.6619852 Sep 23 22:53:34.202115 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0b2df-d9da-4d9d-89e8-35d268471442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12757163-9de6-46d9-a679-5837e0e5ebcc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:34.223551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47c093f-f34f-4aa4-b8a6-5b000657cf5b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:53:34.228782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] Made reservation on behalf of 32bf69223a9a4b3eb1dbd8cb104af909 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:34.228782 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:34.237337 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b47c093f-f34f-4aa4-b8a6-5b000657cf5b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "PUT /v2.0/routers/a35aea07-0c1c-4948-a672-703620dd6b76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6901691 Sep 23 22:53:34.240914 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a5b49-f6e9-4e03-9c2e-a2e28bbb856c None None] Sync routers for ids ['a35aea07-0c1c-4948-a672-703620dd6b76'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:53:34.243058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58400) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:34.257860 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a5b49-f6e9-4e03-9c2e-a2e28bbb856c None None] Routers {'a35aea07-0c1c-4948-a672-703620dd6b76'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:53:34.257860 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-db6a5b49-f6e9-4e03-9c2e-a2e28bbb856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:53:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a35aea07-0c1c-4948-a672-703620dd6b76'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:34.267727 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:34.269387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:53:34.276012 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:34.290861 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:34.296453 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ffd0b9c4-c274-42ec-ac19-51ee1f7719f1 HTTP/1.1" status: 204 len: 168 time: 1.6039832 Sep 23 22:53:34.300461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58406) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:34.309736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b713c3-f597-4f53-8d9c-e5712f22e5b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd0b9c4-c274-42ec-ac19-51ee1f7719f1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:34.430139 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7598ea1-0f20-4932-a04f-45d543d3dfcb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:34.436035 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-db6a5b49-f6e9-4e03-9c2e-a2e28bbb856c None None] Set router a35aea07-0c1c-4948-a672-703620dd6b76 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:53:34.454062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ad74ac56-da8e-4a97-a52f-d7b4f68a13c5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5,segment=NetworkSegment(33c59bca-6815-4076-a209-11946a4c7cc6),segment_id=33c59bca-6815-4076-a209-11946a4c7cc6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:34.481744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'ad74ac56-da8e-4a97-a52f-d7b4f68a13c5', 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525', 'port_id': 'ad74ac56-da8e-4a97-a52f-d7b4f68a13c5', 'mac_address': 'fa:16:3e:d4:f5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1910c3ee-c372-4b73-a303-2ad5d5e43f0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:53:34.572824 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:34.592229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7598ea1-0f20-4932-a04f-45d543d3dfcb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Pushing event updated for resources: {'Subnet': ['ID=670579cb-c255-4535-895a-7b7126be8fb6,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:34.608004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a2fab8-d638-4c0d-999d-35ede3b90ea7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting subnet 8c1f89e2-1a19-453e-bf25-540d06e7b8ed {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:53:34.623010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:53:34.628082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7598ea1-0f20-4932-a04f-45d543d3dfcb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Checking segment: {'id': '048df156-beb1-4bca-96a6-227a76dc451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '24ab00eb-9b03-47a7-b819-434c6dedaf35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:34.631175 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7598ea1-0f20-4932-a04f-45d543d3dfcb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Network hostable DHCP agents. Network: 24ab00eb-9b03-47a7-b819-434c6dedaf35, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:53:34.641621 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81a2fab8-d638-4c0d-999d-35ede3b90ea7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:34.670994 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ad74ac56-da8e-4a97-a52f-d7b4f68a13c5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5,segment=NetworkSegment(33c59bca-6815-4076-a209-11946a4c7cc6),segment_id=33c59bca-6815-4076-a209-11946a4c7cc6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:34.741645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7598ea1-0f20-4932-a04f-45d543d3dfcb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Network 24ab00eb-9b03-47a7-b819-434c6dedaf35 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:53:34.741892 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:34.815711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:34.824777 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-a7598ea1-0f20-4932-a04f-45d543d3dfcb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 24ab00eb-9b03-47a7-b819-434c6dedaf35) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:34.830696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7598ea1-0f20-4932-a04f-45d543d3dfcb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:34.831363 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7598ea1-0f20-4932-a04f-45d543d3dfcb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:34.836613 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699682bc-55a9-4a57-b54a-1db21a51a63b None None] Network 24ab00eb-9b03-47a7-b819-434c6dedaf35 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:34.837860 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81a2fab8-d638-4c0d-999d-35ede3b90ea7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:34.907366 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-db6a5b49-f6e9-4e03-9c2e-a2e28bbb856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:50:53Z', 'updated_at': '2021-09-23T22:53:32Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:50:54Z', 'updated_at': '2021-09-23T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:34.941977 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a5b49-f6e9-4e03-9c2e-a2e28bbb856c None None] Checking router: a35aea07-0c1c-4948-a672-703620dd6b76 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:53:34.953927 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cba72ea2-7559-44e8-8d41-6605b20a83bb no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:53:34.957718 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a5b49-f6e9-4e03-9c2e-a2e28bbb856c None None] Routers {'a35aea07-0c1c-4948-a672-703620dd6b76'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:53:34.958608 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-db6a5b49-f6e9-4e03-9c2e-a2e28bbb856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:53:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a35aea07-0c1c-4948-a672-703620dd6b76'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:34.979816 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: cba72ea2-7559-44e8-8d41-6605b20a83bb {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:53:34.980251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cba72ea2-7559-44e8-8d41-6605b20a83bb not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:53:35.097748 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-24ab00eb-9b03-47a7-b819-434c6dedaf35', 'network_id': '24ab00eb-9b03-47a7-b819-434c6dedaf35', 'tenant_id': '1ce583381e874c1484abf0c4e4f6d074', 'fixed_ips': [{'subnet_id': '670579cb-c255-4535-895a-7b7126be8fb6'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:53:35.098719 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:35.208502 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad74ac56-da8e-4a97-a52f-d7b4f68a13c5'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:53:35.218810 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c1750-60d0-402d-83d2-40f43a9bf2aa req-c0ffa2f7-c0f2-4410-86e2-ccd1200ac68f tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:35.220513 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-868c1750-60d0-402d-83d2-40f43a9bf2aa req-c0ffa2f7-c0f2-4410-86e2-ccd1200ac68f tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 943 time: 0.6413169 Sep 23 22:53:35.271940 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-db6a5b49-f6e9-4e03-9c2e-a2e28bbb856c None None] Set router a35aea07-0c1c-4948-a672-703620dd6b76 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:53:35.402534 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:35.426439 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-868c1750-60d0-402d-83d2-40f43a9bf2aa req-eadef042-0473-42af-921e-6fb3ffdb8a02 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563718 Sep 23 22:53:35.426806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Allocated IP 172.20.0.2 (24ab00eb-9b03-47a7-b819-434c6dedaf35/670579cb-c255-4535-895a-7b7126be8fb6/0a120f95-18ee-4199-beec-c0bc612f0852) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:53:35.447335 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81a2fab8-d638-4c0d-999d-35ede3b90ea7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:35.471963 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:35.519025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:53:35.551399 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a7598ea1-0f20-4932-a04f-45d543d3dfcb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0599835 Sep 23 22:53:35.554771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58462) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:35.572166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-175f11eb-d93c-40b7-a990-cb54a9d3b535 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Request body: {'port': {'network_id': '24ab00eb-9b03-47a7-b819-434c6dedaf35', 'name': 'tempest-TagsExtTest-424219233'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:35.592891 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-db6a5b49-f6e9-4e03-9c2e-a2e28bbb856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:50:53Z', 'updated_at': '2021-09-23T22:53:32Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:50:54Z', 'updated_at': '2021-09-23T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:35.634005 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a5b49-f6e9-4e03-9c2e-a2e28bbb856c None None] The sync data for ids ['a35aea07-0c1c-4948-a672-703620dd6b76'] in n-d-810775-1 is: [{'id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034606308', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:50:53Z', 'updated_at': '2021-09-23T22:53:32Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': 'ff06fb47-2ca1-46ce-a599-981e65b79fd6', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35aea07-0c1c-4948-a672-703620dd6b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:50:54Z', 'updated_at': '2021-09-23T22:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:53:35.692522 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:35.694242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:35.715560 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] Added segment 92046090-fdb2-4fe4-8b78-0c721150f197 of type vlan for network 5b705b71-bbca-43c0-8c8f-b98fea296466 Sep 23 22:53:35.750835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964558fc-3985-4c24-97ef-ce1c6b4ddef0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:35.772750 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:35.830459 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:35.879074 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Network 24ab00eb-9b03-47a7-b819-434c6dedaf35 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:53:35.882207 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:35.886364 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:53:35.889141 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81a2fab8-d638-4c0d-999d-35ede3b90ea7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:35.928696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2fab8-d638-4c0d-999d-35ede3b90ea7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1f89e2-1a19-453e-bf25-540d06e7b8ed,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:35.938512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Pushing event updated for resources: {'Port': ['ID=0a120f95-18ee-4199-beec-c0bc612f0852,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:35.946689 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81a2fab8-d638-4c0d-999d-35ede3b90ea7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:35.953627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58478) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:35.954134 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Attempting to bind port 0a120f95-18ee-4199-beec-c0bc612f0852 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:53:35.954134 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Attempting to bind port 0a120f95-18ee-4199-beec-c0bc612f0852 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '048df156-beb1-4bca-96a6-227a76dc451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '24ab00eb-9b03-47a7-b819-434c6dedaf35'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:53:35.954300 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-81a2fab8-d638-4c0d-999d-35ede3b90ea7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/subnets/8c1f89e2-1a19-453e-bf25-540d06e7b8ed HTTP/1.1" status: 204 len: 168 time: 1.7097919 Sep 23 22:53:35.954382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Attempting to bind port 0a120f95-18ee-4199-beec-c0bc612f0852 on network 24ab00eb-9b03-47a7-b819-434c6dedaf35 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:53:35.958506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc96382b-0d1c-4674-aa28-870eaf220fad None None] Network 17be15c5-331c-4483-9a52-d388ad4d0614 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:35.963430 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:35.965185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:35.965904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:35.976383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:53:35.976667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Checking segment: {'id': '048df156-beb1-4bca-96a6-227a76dc451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '24ab00eb-9b03-47a7-b819-434c6dedaf35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:35.977161 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:35.977645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Bound using segment: {'id': '048df156-beb1-4bca-96a6-227a76dc451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '24ab00eb-9b03-47a7-b819-434c6dedaf35'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:53:35.978222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Bound port: 0a120f95-18ee-4199-beec-c0bc612f0852, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048df156-beb1-4bca-96a6-227a76dc451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '24ab00eb-9b03-47a7-b819-434c6dedaf35'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:53:35.978700 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:36.010055 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-268697c0-ad03-4b0e-a1a6-51b9d6735e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:36.050109 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175f11eb-d93c-40b7-a990-cb54a9d3b535 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Made reservation on behalf of 1ce583381e874c1484abf0c4e4f6d074 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:36.054898 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-175f11eb-d93c-40b7-a990-cb54a9d3b535 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:36.227076 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] For port 0a120f95-18ee-4199-beec-c0bc612f0852, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:53:36.228664 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3824317 Sep 23 22:53:36.229180 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58494) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:36.236250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1f44a-5095-4384-8ffa-7a3c71b42258 admin admin] Pushing event updated for resources: {'Network': ['ID=5b705b71-bbca-43c0-8c8f-b98fea296466,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:36.260961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] For port 0a120f95-18ee-4199-beec-c0bc612f0852, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0a120f95-18ee-4199-beec-c0bc612f0852,segment=NetworkSegment(048df156-beb1-4bca-96a6-227a76dc451c),segment_id=048df156-beb1-4bca-96a6-227a76dc451c)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:53:36.263706 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 5b705b71-bbca-43c0-8c8f-b98fea296466 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:53:36.267900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a63b6298-6171-4a71-b889-19701bd82729 admin admin] Request body: {'subnet': {'network_id': '5b705b71-bbca-43c0-8c8f-b98fea296466', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-476160598-subnet', 'tenant_id': '32bf69223a9a4b3eb1dbd8cb104af909', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:36.303853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-175f11eb-d93c-40b7-a990-cb54a9d3b535 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] device_id is not set on port 99b4143f-ca0c-40ea-aa05-214fd1f19d87 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 22:53:36.372907 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:36.407696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc0c6d8-bf0c-440b-92e4-7c182324e9b2 None None] DHCP port deletion for 17be15c5-331c-4483-9a52-d388ad4d0614 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:53:36.475507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:36.487708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63b6298-6171-4a71-b889-19701bd82729 admin admin] Made reservation on behalf of 32bf69223a9a4b3eb1dbd8cb104af909 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:36.490912 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a63b6298-6171-4a71-b889-19701bd82729 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:36.491141 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352735f-21d2-46bd-8541-4ba01035a831 None None] Pushing event updated for resources: {'Port': ['ID=0a120f95-18ee-4199-beec-c0bc612f0852,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:36.527081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0cc0c6d8-bf0c-440b-92e4-7c182324e9b2 None None] Deleting port 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:36.527449 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0cc0c6d8-bf0c-440b-92e4-7c182324e9b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:36.637933 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0cc0c6d8-bf0c-440b-92e4-7c182324e9b2 None None] For port 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d,segment=NetworkSegment(df0ac957-5f85-4a9a-862c-c3d8a329857f),segment_id=df0ac957-5f85-4a9a-862c-c3d8a329857f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:36.638340 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0cc0c6d8-bf0c-440b-92e4-7c182324e9b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:36.660507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0cc0c6d8-bf0c-440b-92e4-7c182324e9b2 None None] Calling delete_port for 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:36.732477 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:36.775558 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:36.900466 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:53:36.954621 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0cc0c6d8-bf0c-440b-92e4-7c182324e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:36.982648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-268697c0-ad03-4b0e-a1a6-51b9d6735e1b admin admin] Deleting port dccbd1e2-aa77-45d5-ba17-ebe292b7233c {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:36.983379 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-268697c0-ad03-4b0e-a1a6-51b9d6735e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:37.006171 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-175f11eb-d93c-40b7-a990-cb54a9d3b535 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Allocated IP 172.20.0.5 (24ab00eb-9b03-47a7-b819-434c6dedaf35/670579cb-c255-4535-895a-7b7126be8fb6/99b4143f-ca0c-40ea-aa05-214fd1f19d87) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:53:37.016767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0c6d8-bf0c-440b-92e4-7c182324e9b2 None None] No DVR routers for this DVR port 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:53:37.020851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0c6d8-bf0c-440b-92e4-7c182324e9b2 None None] Pushing event deleted for resources: {'Port': ['ID=5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:37.047115 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef98e6-f95a-4160-90d7-375375dab394 req-932ce795-7b17-4fb0-b449-86c8566f681a tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:37.047474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No active binding found for port 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d {{(pid=95492) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 22:53:37.048038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5eae4ed1-2110-4a3a-8e22-08bd4d65fa0d not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:53:37.048482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d126a736-96c7-42c1-9670-1078e6843010 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:53:37.048833 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-25ef98e6-f95a-4160-90d7-375375dab394 req-932ce795-7b17-4fb0-b449-86c8566f681a tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 943 time: 0.2819135 Sep 23 22:53:37.073835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: d126a736-96c7-42c1-9670-1078e6843010 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:53:37.074167 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d126a736-96c7-42c1-9670-1078e6843010 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:53:37.098855 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a63b6298-6171-4a71-b889-19701bd82729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:37.141494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port ff06fb47-2ca1-46ce-a599-981e65b79fd6 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:37.141969 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:37.150809 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-25ef98e6-f95a-4160-90d7-375375dab394 req-1ad295f2-208f-4e4c-a57e-3da7b0b99351 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902915 Sep 23 22:53:37.191974 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-268697c0-ad03-4b0e-a1a6-51b9d6735e1b admin admin] For port dccbd1e2-aa77-45d5-ba17-ebe292b7233c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=dccbd1e2-aa77-45d5-ba17-ebe292b7233c,segment=NetworkSegment(d40af207-a45b-4460-9b69-984653630a27),segment_id=d40af207-a45b-4460-9b69-984653630a27)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:37.192365 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-268697c0-ad03-4b0e-a1a6-51b9d6735e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:37.222501 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-268697c0-ad03-4b0e-a1a6-51b9d6735e1b admin admin] Calling delete_port for dccbd1e2-aa77-45d5-ba17-ebe292b7233c owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:37.235807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b6298-6171-4a71-b889-19701bd82729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76fdaf4-76e6-43ac-ae33-603c9c2ffbba,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:37.244837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63b6298-6171-4a71-b889-19701bd82729 admin admin] Checking segment: {'id': '92046090-fdb2-4fe4-8b78-0c721150f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5b705b71-bbca-43c0-8c8f-b98fea296466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:37.245319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63b6298-6171-4a71-b889-19701bd82729 admin admin] Network hostable DHCP agents. Network: 5b705b71-bbca-43c0-8c8f-b98fea296466, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:53:37.337917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] For port ff06fb47-2ca1-46ce-a599-981e65b79fd6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ff06fb47-2ca1-46ce-a599-981e65b79fd6,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:37.337917 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:37.353015 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-175f11eb-d93c-40b7-a990-cb54a9d3b535 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:37.359514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for ff06fb47-2ca1-46ce-a599-981e65b79fd6 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:37.394934 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63b6298-6171-4a71-b889-19701bd82729 admin admin] Network 5b705b71-bbca-43c0-8c8f-b98fea296466 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:53:37.494386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-a63b6298-6171-4a71-b889-19701bd82729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 5b705b71-bbca-43c0-8c8f-b98fea296466) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:37.498284 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b6298-6171-4a71-b889-19701bd82729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:37.499831 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a63b6298-6171-4a71-b889-19701bd82729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:37.507165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be7d59f-f4dc-4d23-9b07-85b692502e46 None None] Network 5b705b71-bbca-43c0-8c8f-b98fea296466 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:37.575668 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-175f11eb-d93c-40b7-a990-cb54a9d3b535 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:37.639817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175f11eb-d93c-40b7-a990-cb54a9d3b535 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Network 24ab00eb-9b03-47a7-b819-434c6dedaf35 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:53:37.649557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-175f11eb-d93c-40b7-a990-cb54a9d3b535 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:37.655051 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f11eb-d93c-40b7-a990-cb54a9d3b535 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:53:37.669869 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-268697c0-ad03-4b0e-a1a6-51b9d6735e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:37.699141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f11eb-d93c-40b7-a990-cb54a9d3b535 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Pushing event updated for resources: {'Port': ['ID=99b4143f-ca0c-40ea-aa05-214fd1f19d87,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:37.736870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175f11eb-d93c-40b7-a990-cb54a9d3b535 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:37.737718 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-175f11eb-d93c-40b7-a990-cb54a9d3b535 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:37.744031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268697c0-ad03-4b0e-a1a6-51b9d6735e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=dccbd1e2-aa77-45d5-ba17-ebe292b7233c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:37.750477 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a63b6298-6171-4a71-b889-19701bd82729 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5156353 Sep 23 22:53:37.762432 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8a3571-9fd4-49ba-afd1-1171795f801a None None] Network 5b705b71-bbca-43c0-8c8f-b98fea296466 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:37.769708 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:37.829171 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=ff06fb47-2ca1-46ce-a599-981e65b79fd6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:37.879218 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-175f11eb-d93c-40b7-a990-cb54a9d3b535 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3228567 Sep 23 22:53:37.880191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58590) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:37.903813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-39850974-584e-4a9c-abc6-47aecfa47613 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1652031175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:37.954319 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:38.041620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb78fd9-5ad7-4515-97ac-e0d722ed2dbc None None] Network 24ab00eb-9b03-47a7-b819-434c6dedaf35 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:38.091636 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-19ea4f9c-e5c4-420a-86c0-c163d850f25c None None] Provisioning complete for port 0a120f95-18ee-4199-beec-c0bc612f0852 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:53:38.092018 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19ea4f9c-e5c4-420a-86c0-c163d850f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:38.130170 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-39850974-584e-4a9c-abc6-47aecfa47613 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:38.134357 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-39850974-584e-4a9c-abc6-47aecfa47613 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:38.144488 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-268697c0-ad03-4b0e-a1a6-51b9d6735e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:38.160807 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:38.166933 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:38.442444 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device d5737a4b-7c2d-456f-8acc-3f982d078287 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:53:38.445329 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:53:38.488889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d932d25-cf2d-4c12-b32a-a619e3c30e39 req-99621088-8c9c-4ed8-8424-305666f90836 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:38.492964 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d932d25-cf2d-4c12-b32a-a619e3c30e39 req-99621088-8c9c-4ed8-8424-305666f90836 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 943 time: 0.1793275 Sep 23 22:53:38.666063 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9d932d25-cf2d-4c12-b32a-a619e3c30e39 req-d0ab27e0-0bb4-41b2-8006-eef1cfb1589d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178582 Sep 23 22:53:38.728786 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.resource_extend [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 22:53:38.816263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268697c0-ad03-4b0e-a1a6-51b9d6735e1b admin admin] Router 1f44fccb-56ef-425e-8514-3fca256785d3 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:53:38.965227 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19ea4f9c-e5c4-420a-86c0-c163d850f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:38.993652 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:53:38.996317 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-39850974-584e-4a9c-abc6-47aecfa47613 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:38.999546 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.000224 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Fanout notify agent at l3_agent the message router_deleted on router a35aea07-0c1c-4948-a672-703620dd6b76 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:53:39.022518 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.026312 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-dc4bd317-6c09-4aa7-b107-afa7ccc6cfe3 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/routers/a35aea07-0c1c-4948-a672-703620dd6b76 HTTP/1.1" status: 204 len: 168 time: 3.0714083 Sep 23 22:53:39.029877 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:53:39.031225 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.047762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58640) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:39.087782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-19ea4f9c-e5c4-420a-86c0-c163d850f25c None None] For port 0a120f95-18ee-4199-beec-c0bc612f0852, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0a120f95-18ee-4199-beec-c0bc612f0852,segment=NetworkSegment(048df156-beb1-4bca-96a6-227a76dc451c),segment_id=048df156-beb1-4bca-96a6-227a76dc451c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:39.129277 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-39850974-584e-4a9c-abc6-47aecfa47613 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.130610 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port d5737a4b-7c2d-456f-8acc-3f982d078287, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d5737a4b-7c2d-456f-8acc-3f982d078287,segment=NetworkSegment(33c59bca-6815-4076-a209-11946a4c7cc6),segment_id=33c59bca-6815-4076-a209-11946a4c7cc6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:39.139054 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0a120f95-18ee-4199-beec-c0bc612f0852 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:53:39.236862 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-19ea4f9c-e5c4-420a-86c0-c163d850f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.249236 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268697c0-ad03-4b0e-a1a6-51b9d6735e1b admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:53:39.260083 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-268697c0-ad03-4b0e-a1a6-51b9d6735e1b admin admin] 10.222.0.22 "PUT /v2.0/routers/1f44fccb-56ef-425e-8514-3fca256785d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9055696 Sep 23 22:53:39.263588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58644) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:39.337160 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-39850974-584e-4a9c-abc6-47aecfa47613 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.342125 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-39850974-584e-4a9c-abc6-47aecfa47613 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4422798 Sep 23 22:53:39.345299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea4f9c-e5c4-420a-86c0-c163d850f25c None None] Pushing event updated for resources: {'Port': ['ID=0a120f95-18ee-4199-beec-c0bc612f0852,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:39.350952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58646) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:39.370323 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0094a9-e966-4341-ae4d-972e264992e9 None None] Sync routers for ids ['1f44fccb-56ef-425e-8514-3fca256785d3'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:53:39.370727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0505453d-e3e0-44db-8e24-5cf38f2c5a7e tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-715710777', 'prefixes': ['172.20.0.0/16']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:39.386839 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'd5737a4b-7c2d-456f-8acc-3f982d078287', 'network_id': '317be4d4-226a-48e2-830d-fc2d074da525', 'port_id': 'd5737a4b-7c2d-456f-8acc-3f982d078287', 'mac_address': 'fa:16:3e:d0:5c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1910c3ee-c372-4b73-a303-2ad5d5e43f0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:53:39.397283 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fedb69d7-d13b-41de-b783-2562dcb8ecdb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.443397 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.513587 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.592062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0094a9-e966-4341-ae4d-972e264992e9 None None] Routers {'1f44fccb-56ef-425e-8514-3fca256785d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:53:39.597401 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4d0094a9-e966-4341-ae4d-972e264992e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:53:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['1f44fccb-56ef-425e-8514-3fca256785d3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:39.714451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58654) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:39.739749 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1280325582-network', 'tenant_id': '1e9a022357024a21b92df528bf4138fa'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:39.776505 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.795828 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fedb69d7-d13b-41de-b783-2562dcb8ecdb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.835985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-fedb69d7-d13b-41de-b783-2562dcb8ecdb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17be15c5-331c-4483-9a52-d388ad4d0614']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:39.867664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-fedb69d7-d13b-41de-b783-2562dcb8ecdb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0ac957-5f85-4a9a-862c-c3d8a329857f') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:39.870338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-fedb69d7-d13b-41de-b783-2562dcb8ecdb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0ac957-5f85-4a9a-862c-c3d8a329857f') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:39.907598 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fedb69d7-d13b-41de-b783-2562dcb8ecdb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.914674 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5737a4b-7c2d-456f-8acc-3f982d078287 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:53:39.931581 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-31cedddc-04b3-42e6-946b-62a8e12c6ee1 None None] Provisioning complete for port 0a120f95-18ee-4199-beec-c0bc612f0852 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:53:39.931957 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-31cedddc-04b3-42e6-946b-62a8e12c6ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.965155 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fedb69d7-d13b-41de-b783-2562dcb8ecdb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.965384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] Made reservation on behalf of 1e9a022357024a21b92df528bf4138fa for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:39.973642 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.978748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedb69d7-d13b-41de-b783-2562dcb8ecdb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:53:39.979450 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fedb69d7-d13b-41de-b783-2562dcb8ecdb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:39.992662 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:53:40.008062 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:53:40.071135 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4beb3-d394-46e1-bcb9-9a3625f00f23 req-8057bf62-9aa8-4dab-a116-753023422ec8 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:40.075872 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40c4beb3-d394-46e1-bcb9-9a3625f00f23 req-8057bf62-9aa8-4dab-a116-753023422ec8 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 943 time: 0.2156630 Sep 23 22:53:40.097021 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] Deleting port a5e18308-d6df-4e18-ac70-1d63177ac50f {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:40.097449 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.127075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port d5737a4b-7c2d-456f-8acc-3f982d078287, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d5737a4b-7c2d-456f-8acc-3f982d078287,segment=NetworkSegment(33c59bca-6815-4076-a209-11946a4c7cc6),segment_id=33c59bca-6815-4076-a209-11946a4c7cc6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:40.151518 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0505453d-e3e0-44db-8e24-5cf38f2c5a7e tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks [] for subnetpool, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.157692 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0505453d-e3e0-44db-8e24-5cf38f2c5a7e tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.8045058 Sep 23 22:53:40.159131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58660) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:40.165062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-28d37221-26df-40c7-b656-701e7c3b7066 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '670579cb-c255-4535-895a-7b7126be8fb6', 'tempest-TagsExtTest-Tag-847888622') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:40.220855 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.228180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-4d0094a9-e966-4341-ae4d-972e264992e9 None None] Set router 1f44fccb-56ef-425e-8514-3fca256785d3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:53:40.252903 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fedb69d7-d13b-41de-b783-2562dcb8ecdb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.255200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] For port a5e18308-d6df-4e18-ac70-1d63177ac50f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a5e18308-d6df-4e18-ac70-1d63177ac50f,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:40.255771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.273863 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fedb69d7-d13b-41de-b783-2562dcb8ecdb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.278342 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fedb69d7-d13b-41de-b783-2562dcb8ecdb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/networks/17be15c5-331c-4483-9a52-d388ad4d0614 HTTP/1.1" status: 204 len: 168 time: 1.2267509 Sep 23 22:53:40.281867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58662) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:40.284176 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] Calling delete_port for a5e18308-d6df-4e18-ac70-1d63177ac50f owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:40.299237 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40c4beb3-d394-46e1-bcb9-9a3625f00f23 req-4c17f883-0d8f-4bce-baf6-7b9b91c46a1e tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490576 Sep 23 22:53:40.301605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb69d7-d13b-41de-b783-2562dcb8ecdb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Network': ['ID=17be15c5-331c-4483-9a52-d388ad4d0614,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:40.305293 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.403046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.420489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=d5737a4b-7c2d-456f-8acc-3f982d078287,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:40.454155 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34519bad-6ec1-463e-b1a7-20f603047aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad74ac56-da8e-4a97-a52f-d7b4f68a13c5'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:53:40.456432 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ef9715-5c15-453d-a96a-ba1883ebcdf0" -d '{"events": [{"server_uuid": "34519bad-6ec1-463e-b1a7-20f603047aa2", "name": "network-vif-plugged", "status": "completed", "tag": "ad74ac56-da8e-4a97-a52f-d7b4f68a13c5"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:53:40.459233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0a120f95-18ee-4199-beec-c0bc612f0852 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:53:40.459618 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.466684 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4568c6cd-e3c9-467f-82a2-179ae1395b4d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.492639 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-28d37221-26df-40c7-b656-701e7c3b7066 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "PUT /v2.0/subnets/670579cb-c255-4535-895a-7b7126be8fb6/tags/tempest-TagsExtTest-Tag-847888622 HTTP/1.1" status: 201 len: 201 time: 0.3320549 Sep 23 22:53:40.493719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58666) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:40.496411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ad74ac56-da8e-4a97-a52f-d7b4f68a13c5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5,segment=NetworkSegment(33c59bca-6815-4076-a209-11946a4c7cc6),segment_id=33c59bca-6815-4076-a209-11946a4c7cc6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:40.503190 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-f0d0a1ba-57e5-4806-bca4-8b99d5c50ffa tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '99b4143f-ca0c-40ea-aa05-214fd1f19d87', 'tempest-TagsExtTest-Tag-498006774') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:40.524811 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.563919 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69943902-d319-4064-9fba-f9f1f6d50532 x-openstack-request-id: req-69943902-d319-4064-9fba-f9f1f6d50532 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:53:40.564286 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34519bad-6ec1-463e-b1a7-20f603047aa2", "name": "network-vif-plugged", "status": "completed", "tag": "ad74ac56-da8e-4a97-a52f-d7b4f68a13c5", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:53:40.564470 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69943902-d319-4064-9fba-f9f1f6d50532 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:53:40.564890 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34519bad-6ec1-463e-b1a7-20f603047aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad74ac56-da8e-4a97-a52f-d7b4f68a13c5', 'code': 200} Sep 23 22:53:40.569066 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4568c6cd-e3c9-467f-82a2-179ae1395b4d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.573249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-31cedddc-04b3-42e6-946b-62a8e12c6ee1 None None] Provisioning complete for port 99b4143f-ca0c-40ea-aa05-214fd1f19d87 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:53:40.573560 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-31cedddc-04b3-42e6-946b-62a8e12c6ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.655037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:53:40.667390 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.726861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e9d662-7c3d-43ae-a4aa-e5b4e92a722c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:40.739140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['d5737a4b-7c2d-456f-8acc-3f982d078287'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:53:40.755548 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:40.756269 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] Added segment f0a37289-5990-4b87-8d04-1e76b662b06f of type vlan for network 23e6b544-bb51-485c-a4ab-f0dec8b6a550 Sep 23 22:53:40.839954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-31cedddc-04b3-42e6-946b-62a8e12c6ee1 None None] Port 99b4143f-ca0c-40ea-aa05-214fd1f19d87 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:53:40.868553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f0d0a1ba-57e5-4806-bca4-8b99d5c50ffa tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "PUT /v2.0/ports/99b4143f-ca0c-40ea-aa05-214fd1f19d87/tags/tempest-TagsExtTest-Tag-498006774 HTTP/1.1" status: 201 len: 201 time: 0.3708224 Sep 23 22:53:40.868852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58668) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:40.873777 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-b4de652a-3056-4806-a032-b2a6b126fc1c tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '328b8e0d-8794-4baa-a3ec-4a3541e7fb84', 'tempest-TagsExtTest-Tag-1798838388') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:40.914208 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:41.055715 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0a120f95-18ee-4199-beec-c0bc612f0852 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:53:41.119789 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-03a753e2-1b64-4272-815c-be46a53e822b None None] Provisioning complete for port 99b4143f-ca0c-40ea-aa05-214fd1f19d87 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:53:41.121283 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-03a753e2-1b64-4272-815c-be46a53e822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:41.168023 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b4de652a-3056-4806-a032-b2a6b126fc1c tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "PUT /v2.0/routers/328b8e0d-8794-4baa-a3ec-4a3541e7fb84/tags/tempest-TagsExtTest-Tag-1798838388 HTTP/1.1" status: 201 len: 201 time: 0.2938864 Sep 23 22:53:41.169908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58674) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:41.192837 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-cbb25a01-c7bf-46a4-8755-8524200557bb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bfee0577-29f2-49e9-be6f-1913821438b7', 'tempest-TagsExtTest-Tag-961047256') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:41.200479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0a120f95-18ee-4199-beec-c0bc612f0852 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:53:41.201428 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:41.241583 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-03a753e2-1b64-4272-815c-be46a53e822b None None] Port 99b4143f-ca0c-40ea-aa05-214fd1f19d87 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:53:41.260949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4d0094a9-e966-4341-ae4d-972e264992e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'name': 'tempest-TestVolumeBackupRestore-423626927-router', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5e18308-d6df-4e18-ac70-1d63177ac50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:52Z', 'updated_at': '2021-09-23T22:53:37Z', 'revision_number': 5, 'project_id': '18f0cd3a28474202a7ca657443976fcd', 'gw_port': {'id': 'a5e18308-d6df-4e18-ac70-1d63177ac50f', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:45:54Z', 'updated_at': '2021-09-23T22:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:41.305214 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:41.306657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0094a9-e966-4341-ae4d-972e264992e9 None None] Checking router: 1f44fccb-56ef-425e-8514-3fca256785d3 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:53:41.308895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad464a67-7711-4110-ae58-59b60e5222e9 req-b17fe68d-5d2c-445b-b4a4-39508e359f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:41.311021 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ad464a67-7711-4110-ae58-59b60e5222e9 req-b17fe68d-5d2c-445b-b4a4-39508e359f63 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 1097 time: 0.6574500 Sep 23 22:53:41.368448 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0094a9-e966-4341-ae4d-972e264992e9 None None] Routers {'1f44fccb-56ef-425e-8514-3fca256785d3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:53:41.369098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4d0094a9-e966-4341-ae4d-972e264992e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:53:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['1f44fccb-56ef-425e-8514-3fca256785d3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:41.376183 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ad464a67-7711-4110-ae58-59b60e5222e9 req-b65d268e-3a9e-4102-bdef-2e494d13e2df service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551465 Sep 23 22:53:41.417611 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4568c6cd-e3c9-467f-82a2-179ae1395b4d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:41.424836 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4568c6cd-e3c9-467f-82a2-179ae1395b4d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:41.426231 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4568c6cd-e3c9-467f-82a2-179ae1395b4d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/security-groups/5cfca155-f2b2-47f1-b3f4-b4ccd00b7378 HTTP/1.1" status: 204 len: 168 time: 1.1404119 Sep 23 22:53:41.437475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568c6cd-e3c9-467f-82a2-179ae1395b4d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfca155-f2b2-47f1-b3f4-b4ccd00b7378,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:41.470735 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:41.486118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ff06fb47-2ca1-46ce-a599-981e65b79fd6 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:53:41.490071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cbb25a01-c7bf-46a4-8755-8524200557bb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "PUT /v2.0/subnetpools/bfee0577-29f2-49e9-be6f-1913821438b7/tags/tempest-TagsExtTest-Tag-961047256 HTTP/1.1" status: 201 len: 201 time: 0.3159997 Sep 23 22:53:41.492778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58680) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:41.503682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-bc3cb98f-38d8-44b8-806b-abfdfc19e291 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '670579cb-c255-4535-895a-7b7126be8fb6') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:41.549232 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eba6d4-e50b-4bd6-8db9-800915262333 req-8e5d11af-1059-464c-8cf5-4631433c99ac tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:41.557345 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44eba6d4-e50b-4bd6-8db9-800915262333 req-8e5d11af-1059-464c-8cf5-4631433c99ac tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 944 time: 0.1501684 Sep 23 22:53:41.570093 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e18308-d6df-4e18-ac70-1d63177ac50f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:41.606251 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:41.606251 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:41.606251 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:41.674236 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44eba6d4-e50b-4bd6-8db9-800915262333 req-0bc2d607-9097-4658-a5e5-d5211afdf36e tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161754 Sep 23 22:53:41.693802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: ff06fb47-2ca1-46ce-a599-981e65b79fd6 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:53:41.693802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ff06fb47-2ca1-46ce-a599-981e65b79fd6 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:53:41.693802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-4d0094a9-e966-4341-ae4d-972e264992e9 None None] Set router 1f44fccb-56ef-425e-8514-3fca256785d3 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:53:41.704598 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bc3cb98f-38d8-44b8-806b-abfdfc19e291 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/subnets/670579cb-c255-4535-895a-7b7126be8fb6/tags HTTP/1.1" status: 200 len: 240 time: 0.2106831 Sep 23 22:53:41.705267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58684) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:41.709862 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-fb1d4ce8-f534-49d5-92e6-104551820c0d tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '670579cb-c255-4535-895a-7b7126be8fb6', 'tempest-TagsExtTest-Tag-847888622') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:41.755846 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4d0094a9-e966-4341-ae4d-972e264992e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'name': 'tempest-TestVolumeBackupRestore-423626927-router', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:52Z', 'updated_at': '2021-09-23T22:53:39Z', 'revision_number': 6, 'project_id': '18f0cd3a28474202a7ca657443976fcd', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:41.778329 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0653090 Sep 23 22:53:41.784777 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58686) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:41.789543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fb1d4ce8-f534-49d5-92e6-104551820c0d tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/subnets/670579cb-c255-4535-895a-7b7126be8fb6/tags/tempest-TagsExtTest-Tag-847888622 HTTP/1.1" status: 204 len: 168 time: 0.0829396 Sep 23 22:53:41.792725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0094a9-e966-4341-ae4d-972e264992e9 None None] The sync data for ids ['1f44fccb-56ef-425e-8514-3fca256785d3'] in n-d-810775-1 is: [{'id': '1f44fccb-56ef-425e-8514-3fca256785d3', 'name': 'tempest-TestVolumeBackupRestore-423626927-router', 'tenant_id': '18f0cd3a28474202a7ca657443976fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:45:52Z', 'updated_at': '2021-09-23T22:53:39Z', 'revision_number': 6, 'project_id': '18f0cd3a28474202a7ca657443976fcd', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:53:41.793599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58688) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:41.795487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e11f2c8b-0555-4c1a-b70f-32e2f0ce0536 admin admin] Request body: {'subnet': {'network_id': '23e6b544-bb51-485c-a4ab-f0dec8b6a550', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1280325582-subnet', 'tenant_id': '1e9a022357024a21b92df528bf4138fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:41.822715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-ae2ff258-4d44-4a5b-a57c-064ad2d5865e tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '670579cb-c255-4535-895a-7b7126be8fb6', 'tempest-TagsExtTest-Tag-847888622') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:41.931267 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:41.932990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11f2c8b-0555-4c1a-b70f-32e2f0ce0536 admin admin] Made reservation on behalf of 1e9a022357024a21b92df528bf4138fa for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:41.934633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a8961-e117-47e6-bf71-16958a534619 admin admin] Pushing event updated for resources: {'Network': ['ID=23e6b544-bb51-485c-a4ab-f0dec8b6a550,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:41.935780 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e11f2c8b-0555-4c1a-b70f-32e2f0ce0536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:41.945884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 23e6b544-bb51-485c-a4ab-f0dec8b6a550 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:53:42.052277 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:42.055576 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:42.190071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58694) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:42.204938 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3e47a6a2-21c9-4d10-a3d9-ac6b26012bf9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754390738', 'description': 'tempest-secgroup-smoke-1754390738 description', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:42.247152 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:42.253199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f44fccb-56ef-425e-8514-3fca256785d3 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:53:42.256697 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:42.261523 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ae4caa80-dd13-403a-99c1-25d2421f4dff admin admin] 10.222.0.22 "DELETE /v2.0/routers/1f44fccb-56ef-425e-8514-3fca256785d3 HTTP/1.1" status: 204 len: 168 time: 2.9942977 Sep 23 22:53:42.261777 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58696) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:42.325165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-d222ec16-f850-49f0-afa1-5330e2613287 admin admin] Deleting subnet 98979058-a401-4cbc-a49c-47add1ad926e {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:53:42.331100 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d222ec16-f850-49f0-afa1-5330e2613287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:42.343918 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device d5737a4b-7c2d-456f-8acc-3f982d078287 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:53:42.366315 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ae2ff258-4d44-4a5b-a57c-064ad2d5865e tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/subnets/670579cb-c255-4535-895a-7b7126be8fb6/tags/tempest-TagsExtTest-Tag-847888622 HTTP/1.1" status: 204 len: 168 time: 0.5441144 Sep 23 22:53:42.366607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58698) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:42.377953 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-955fe4e6-1ff2-4d1e-bb32-a2923140a362 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '670579cb-c255-4535-895a-7b7126be8fb6') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:42.384313 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3e47a6a2-21c9-4d10-a3d9-ac6b26012bf9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:42.442215 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e11f2c8b-0555-4c1a-b70f-32e2f0ce0536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:42.472257 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d222ec16-f850-49f0-afa1-5330e2613287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:42.518297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f2c8b-0555-4c1a-b70f-32e2f0ce0536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751a8ef8-fa1c-4346-9323-fc546bf1bd5f,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:42.528076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f2c8b-0555-4c1a-b70f-32e2f0ce0536 admin admin] Checking segment: {'id': 'f0a37289-5990-4b87-8d04-1e76b662b06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '23e6b544-bb51-485c-a4ab-f0dec8b6a550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:42.528446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f2c8b-0555-4c1a-b70f-32e2f0ce0536 admin admin] Network hostable DHCP agents. Network: 23e6b544-bb51-485c-a4ab-f0dec8b6a550, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:53:42.537370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port d5737a4b-7c2d-456f-8acc-3f982d078287 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:53:42.542111 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port d5737a4b-7c2d-456f-8acc-3f982d078287 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:53:42.542480 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:42.652882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f2c8b-0555-4c1a-b70f-32e2f0ce0536 admin admin] Network 23e6b544-bb51-485c-a4ab-f0dec8b6a550 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:53:42.665931 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:42.700715 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17390ec-f750-48b8-8c22-4bd6b583a8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5737a4b-7c2d-456f-8acc-3f982d078287'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:53:42.704494 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d55640b-d640-40c0-8339-ee7e0a81d380" -d '{"events": [{"server_uuid": "e17390ec-f750-48b8-8c22-4bd6b583a8c4", "name": "network-vif-plugged", "status": "completed", "tag": "d5737a4b-7c2d-456f-8acc-3f982d078287"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:53:42.750331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e11f2c8b-0555-4c1a-b70f-32e2f0ce0536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 23e6b544-bb51-485c-a4ab-f0dec8b6a550) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:42.755932 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11f2c8b-0555-4c1a-b70f-32e2f0ce0536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:42.762763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port d5737a4b-7c2d-456f-8acc-3f982d078287, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d5737a4b-7c2d-456f-8acc-3f982d078287,segment=NetworkSegment(33c59bca-6815-4076-a209-11946a4c7cc6),segment_id=33c59bca-6815-4076-a209-11946a4c7cc6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:42.763701 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e11f2c8b-0555-4c1a-b70f-32e2f0ce0536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:42.769668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1315fe5-7dfe-4edc-9ece-e86264c802e9 None None] Network 23e6b544-bb51-485c-a4ab-f0dec8b6a550 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:42.792486 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-955fe4e6-1ff2-4d1e-bb32-a2923140a362 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/subnets/670579cb-c255-4535-895a-7b7126be8fb6/tags HTTP/1.1" status: 200 len: 205 time: 0.4225235 Sep 23 22:53:42.793100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58704) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:42.804572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-9cd8cbd4-7b0f-4c74-899c-3a1c374dd394 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '99b4143f-ca0c-40ea-aa05-214fd1f19d87') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:42.829556 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d222ec16-f850-49f0-afa1-5330e2613287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:42.891513 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfae9df-3529-4212-a1b0-88dbc5b6e11a x-openstack-request-id: req-edfae9df-3529-4212-a1b0-88dbc5b6e11a {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:53:42.891905 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17390ec-f750-48b8-8c22-4bd6b583a8c4", "name": "network-vif-plugged", "status": "completed", "tag": "d5737a4b-7c2d-456f-8acc-3f982d078287", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:53:42.894111 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3e47a6a2-21c9-4d10-a3d9-ac6b26012bf9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:42.906089 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-edfae9df-3529-4212-a1b0-88dbc5b6e11a {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:53:42.906455 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17390ec-f750-48b8-8c22-4bd6b583a8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5737a4b-7c2d-456f-8acc-3f982d078287', 'code': 200} Sep 23 22:53:42.912621 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:42.998538 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3e47a6a2-21c9-4d10-a3d9-ac6b26012bf9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:43.003549 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb71411-3048-427c-9aec-87756dd7025e req-d051dce7-45ae-4bd6-bc11-35118ef75c83 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:43.008117 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1bb71411-3048-427c-9aec-87756dd7025e req-d051dce7-45ae-4bd6-bc11-35118ef75c83 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.1992235 Sep 23 22:53:43.033406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9cd8cbd4-7b0f-4c74-899c-3a1c374dd394 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/ports/99b4143f-ca0c-40ea-aa05-214fd1f19d87/tags HTTP/1.1" status: 200 len: 240 time: 0.2388132 Sep 23 22:53:43.043421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58706) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:43.063146 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-f74167fb-4e6a-4114-a352-149ece0fa066 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99b4143f-ca0c-40ea-aa05-214fd1f19d87', 'tempest-TagsExtTest-Tag-498006774') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:43.069546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceff35-8ce3-4874-8777-349ef852a0b8 req-686da3b0-d638-43fa-8b4d-3bc17d95dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:43.071277 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1ceff35-8ce3-4874-8777-349ef852a0b8 req-686da3b0-d638-43fa-8b4d-3bc17d95dbe6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 1096 time: 0.1397314 Sep 23 22:53:43.075701 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47a6a2-21c9-4d10-a3d9-ac6b26012bf9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a62712-cf42-4041-8210-7c39bb0fbdd3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:43.102462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e11f2c8b-0555-4c1a-b70f-32e2f0ce0536 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3047607 Sep 23 22:53:43.109970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device dccbd1e2-aa77-45d5-ba17-ebe292b7233c no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:53:43.114973 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d222ec16-f850-49f0-afa1-5330e2613287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:43.145447 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d222ec16-f850-49f0-afa1-5330e2613287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:43.149915 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d222ec16-f850-49f0-afa1-5330e2613287 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/98979058-a401-4cbc-a49c-47add1ad926e HTTP/1.1" status: 204 len: 168 time: 0.8849297 Sep 23 22:53:43.152393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58710) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:43.157500 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: dccbd1e2-aa77-45d5-ba17-ebe292b7233c {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:53:43.158086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device dccbd1e2-aa77-45d5-ba17-ebe292b7233c not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:53:43.158701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a5e18308-d6df-4e18-ac70-1d63177ac50f no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:53:43.161367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e338db2d-0e2c-425a-8c2a-1e82cffc1371 None None] Network 2527dbd2-0b80-47de-8cce-189395d3a103 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:43.181649 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3e47a6a2-21c9-4d10-a3d9-ac6b26012bf9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:43.184748 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1bb71411-3048-427c-9aec-87756dd7025e req-76159687-e922-4a73-af4b-be27125f5a83 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672392 Sep 23 22:53:43.185895 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3e47a6a2-21c9-4d10-a3d9-ac6b26012bf9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9942036 Sep 23 22:53:43.191332 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222ec16-f850-49f0-afa1-5330e2613287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98979058-a401-4cbc-a49c-47add1ad926e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:43.192779 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58712) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:43.199590 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c639c899-47d9-4540-8a35-8fe53ece9152 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': 'c7a62712-cf42-4041-8210-7c39bb0fbdd3', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:43.256117 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1ceff35-8ce3-4874-8777-349ef852a0b8 req-e1848e8f-a91b-4b7a-86e5-c139caadaeed service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565073 Sep 23 22:53:43.268450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: a5e18308-d6df-4e18-ac70-1d63177ac50f {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:53:43.269128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a5e18308-d6df-4e18-ac70-1d63177ac50f not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:53:43.278298 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=d5737a4b-7c2d-456f-8acc-3f982d078287,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:43.297661 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f74167fb-4e6a-4114-a352-149ece0fa066 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/ports/99b4143f-ca0c-40ea-aa05-214fd1f19d87/tags/tempest-TagsExtTest-Tag-498006774 HTTP/1.1" status: 204 len: 168 time: 0.2372284 Sep 23 22:53:43.298530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58718) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:43.309272 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5511bfeb-7f56-4bc8-a35c-b26691715901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:43.314304 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-3486a60a-1421-48bd-ba7f-1dabefcae741 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '99b4143f-ca0c-40ea-aa05-214fd1f19d87', 'tempest-TagsExtTest-Tag-498006774') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:43.387470 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:43.400975 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c639c899-47d9-4540-8a35-8fe53ece9152 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:43.535855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] Deleting port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:43.536503 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:43.556634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10374c6a-302a-43a1-8ff2-33e77e8b4820 None None] Network 23e6b544-bb51-485c-a4ab-f0dec8b6a550 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:43.564848 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c639c899-47d9-4540-8a35-8fe53ece9152 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:43.641669 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c639c899-47d9-4540-8a35-8fe53ece9152 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:43.673999 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639c899-47d9-4540-8a35-8fe53ece9152 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2195e9-c59d-4ea7-a034-0532ccca209f,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:43.692092 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3486a60a-1421-48bd-ba7f-1dabefcae741 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/ports/99b4143f-ca0c-40ea-aa05-214fd1f19d87/tags/tempest-TagsExtTest-Tag-498006774 HTTP/1.1" status: 204 len: 168 time: 0.3867791 Sep 23 22:53:43.695377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58726) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:43.722365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-a582b8ee-e5e9-47bf-8766-574cd6e96deb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '99b4143f-ca0c-40ea-aa05-214fd1f19d87') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:43.739609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] For port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8,segment=NetworkSegment(d40af207-a45b-4460-9b69-984653630a27),segment_id=d40af207-a45b-4460-9b69-984653630a27)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:43.739951 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:43.805671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] Calling delete_port for 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:43.859466 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c639c899-47d9-4540-8a35-8fe53ece9152 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:43.863915 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c639c899-47d9-4540-8a35-8fe53ece9152 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6670499 Sep 23 22:53:43.865203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58732) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:43.870124 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e0016b-ca46-4f8a-9724-5584a4a31b4d None None] DHCP port deletion for 2527dbd2-0b80-47de-8cce-189395d3a103 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:53:43.872459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b3fff745-a590-4987-ace1-939dae78f001 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': 'c7a62712-cf42-4041-8210-7c39bb0fbdd3', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:43.941398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-30e0016b-ca46-4f8a-9724-5584a4a31b4d None None] Deleting port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:43.948323 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-30e0016b-ca46-4f8a-9724-5584a4a31b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:43.966020 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a582b8ee-e5e9-47bf-8766-574cd6e96deb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/ports/99b4143f-ca0c-40ea-aa05-214fd1f19d87/tags HTTP/1.1" status: 200 len: 205 time: 0.2599285 Sep 23 22:53:43.968569 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58734) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:43.975305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-09e04ca5-c06c-4907-85a1-0a9fd90526a9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '328b8e0d-8794-4baa-a3ec-4a3541e7fb84') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:44.034947 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-30e0016b-ca46-4f8a-9724-5584a4a31b4d None None] For port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8,segment=NetworkSegment(d40af207-a45b-4460-9b69-984653630a27),segment_id=d40af207-a45b-4460-9b69-984653630a27)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:44.036391 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-30e0016b-ca46-4f8a-9724-5584a4a31b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:44.053468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-30e0016b-ca46-4f8a-9724-5584a4a31b4d None None] Calling delete_port for 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:44.094261 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-09e04ca5-c06c-4907-85a1-0a9fd90526a9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/routers/328b8e0d-8794-4baa-a3ec-4a3541e7fb84/tags HTTP/1.1" status: 200 len: 241 time: 0.1240652 Sep 23 22:53:44.096944 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58744) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:44.103332 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-03de12ae-8593-4d05-805a-b7af921c9b0c tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '328b8e0d-8794-4baa-a3ec-4a3541e7fb84', 'tempest-TagsExtTest-Tag-1798838388') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:44.166956 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:44.182009 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-30e0016b-ca46-4f8a-9724-5584a4a31b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:44.205405 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3fff745-a590-4987-ace1-939dae78f001 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:44.252720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0016b-ca46-4f8a-9724-5584a4a31b4d None None] Pushing event deleted for resources: {'Port': ['ID=8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:44.259866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] No DVR routers for this DVR port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:53:44.269011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e0016b-ca46-4f8a-9724-5584a4a31b4d None None] No DVR routers for this DVR port 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:53:44.272246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:44.298342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58748) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:44.388336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-03de12ae-8593-4d05-805a-b7af921c9b0c tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/routers/328b8e0d-8794-4baa-a3ec-4a3541e7fb84/tags/tempest-TagsExtTest-Tag-1798838388 HTTP/1.1" status: 204 len: 168 time: 0.2895970 Sep 23 22:53:44.413330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:44.421244 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58758) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:44.473870 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-cb879970-e782-4637-bd7c-a8b858895743 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '328b8e0d-8794-4baa-a3ec-4a3541e7fb84', 'tempest-TagsExtTest-Tag-1798838388') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:44.540824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2527dbd2-0b80-47de-8cce-189395d3a103']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:44.553966 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40af207-a45b-4460-9b69-984653630a27') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:44.554505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40af207-a45b-4460-9b69-984653630a27') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:44.555322 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3fff745-a590-4987-ace1-939dae78f001 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:44.566725 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:44.585376 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:44.592738 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:53:44.593157 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:53:44.611985 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:53:44.616919 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9548-32d1-42f9-8938-5411db57045f req-548906c8-8f46-427b-9b7f-98945f975eac tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:44.618571 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3cee9548-32d1-42f9-8938-5411db57045f req-548906c8-8f46-427b-9b7f-98945f975eac tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/networks?id=5b705b71-bbca-43c0-8c8f-b98fea296466 HTTP/1.1" status: 200 len: 811 time: 0.4694388 Sep 23 22:53:44.622713 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3fff745-a590-4987-ace1-939dae78f001 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:44.631288 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3ded37b-0c58-43f9-87ef-eb9ea103be0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:44.712094 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2d9fc-6d3a-433e-a5e8-aeb847db361d req-5cd0dc92-7807-4d6a-b9a5-ac58096e1662 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:44.713805 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2de2d9fc-6d3a-433e-a5e8-aeb847db361d req-5cd0dc92-7807-4d6a-b9a5-ac58096e1662 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.2855952 Sep 23 22:53:44.728225 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fff745-a590-4987-ace1-939dae78f001 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02905747-3581-4f76-8786-86c402fada53,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:44.746868 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3cee9548-32d1-42f9-8938-5411db57045f req-0beaa7dc-b7ea-4b76-a43d-295e0e6b0bac tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/quotas/32bf69223a9a4b3eb1dbd8cb104af909 HTTP/1.1" status: 200 len: 375 time: 0.0368438 Sep 23 22:53:44.762515 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:44.777031 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:44.781665 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2527dbd2-0b80-47de-8cce-189395d3a103 HTTP/1.1" status: 204 len: 168 time: 1.6196444 Sep 23 22:53:44.792810 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3cee9548-32d1-42f9-8938-5411db57045f req-5ba9602a-e646-4075-829a-7dd5b46b686a tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=32bf69223a9a4b3eb1dbd8cb104af909&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445392 Sep 23 22:53:44.816995 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db8c9d-6b4e-48c1-96d4-73b75f6db603 admin admin] Pushing event deleted for resources: {'Network': ['ID=2527dbd2-0b80-47de-8cce-189395d3a103,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:44.826119 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2de2d9fc-6d3a-433e-a5e8-aeb847db361d req-2871240c-064f-4740-ac50-7ed6af46b835 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995297 Sep 23 22:53:44.896758 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3ded37b-0c58-43f9-87ef-eb9ea103be0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:44.910302 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cb879970-e782-4637-bd7c-a8b858895743 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/routers/328b8e0d-8794-4baa-a3ec-4a3541e7fb84/tags/tempest-TagsExtTest-Tag-1798838388 HTTP/1.1" status: 204 len: 168 time: 0.4695449 Sep 23 22:53:44.912609 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58762) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:44.921773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-35cf3d57-9335-4ed2-a6be-ae2d73a67cda tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '328b8e0d-8794-4baa-a3ec-4a3541e7fb84') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:44.971499 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3cee9548-32d1-42f9-8938-5411db57045f req-a0228352-975a-4b09-a27c-fff340841dcc service neutron] 10.222.0.22 "GET /v2.0/networks/5b705b71-bbca-43c0-8c8f-b98fea296466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782298 Sep 23 22:53:44.986166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:53:45.011947 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:53:45.012244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8f4cf7ef-7c5a-4267-b66c-5892b6ec92e8 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:53:45.045975 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-35cf3d57-9335-4ed2-a6be-ae2d73a67cda tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/routers/328b8e0d-8794-4baa-a3ec-4a3541e7fb84/tags HTTP/1.1" status: 200 len: 205 time: 0.1319923 Sep 23 22:53:45.047333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58764) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:45.052324 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-27b7ec94-bc53-4db9-b66f-5d0642a0bed1 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bfee0577-29f2-49e9-be6f-1913821438b7') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:45.097335 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-27b7ec94-bc53-4db9-b66f-5d0642a0bed1 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/subnetpools/bfee0577-29f2-49e9-be6f-1913821438b7/tags HTTP/1.1" status: 200 len: 240 time: 0.0327897 Sep 23 22:53:45.099727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58766) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:45.105254 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-6888b3c1-d9ae-4edd-82c9-dffef440b8a6 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bfee0577-29f2-49e9-be6f-1913821438b7', 'tempest-TagsExtTest-Tag-961047256') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:45.111112 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3cee9548-32d1-42f9-8938-5411db57045f req-ab1dc0d7-523f-43fc-a199-a59ada7493a8 service neutron] 10.222.0.22 "GET /v2.0/networks/5b705b71-bbca-43c0-8c8f-b98fea296466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142075 Sep 23 22:53:45.132253 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6888b3c1-d9ae-4edd-82c9-dffef440b8a6 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/subnetpools/bfee0577-29f2-49e9-be6f-1913821438b7/tags/tempest-TagsExtTest-Tag-961047256 HTTP/1.1" status: 204 len: 168 time: 0.0313988 Sep 23 22:53:45.135048 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58768) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:45.154111 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-1a7a085f-8e0b-4f4d-b665-d99717f73468 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bfee0577-29f2-49e9-be6f-1913821438b7', 'tempest-TagsExtTest-Tag-961047256') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:45.154111 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d3ded37b-0c58-43f9-87ef-eb9ea103be0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:45.202570 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d3ded37b-0c58-43f9-87ef-eb9ea103be0e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=751171cf7b924d81890042434c77fcc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9028471 Sep 23 22:53:45.211567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58770) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:45.211948 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ded37b-0c58-43f9-87ef-eb9ea103be0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05bfdcb-ae92-49f1-a76b-1172a4996d02,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:45.267403 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e6e0161-fa13-4dfe-91bc-a7308555d61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:45.292959 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e6e0161-fa13-4dfe-91bc-a7308555d61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:45.301349 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b3fff745-a590-4987-ace1-939dae78f001 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:45.314672 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b3fff745-a590-4987-ace1-939dae78f001 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4360428 Sep 23 22:53:45.314822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58772) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:45.314822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8d505203-5132-4f70-bdf5-e547ae314344 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': 'c7a62712-cf42-4041-8210-7c39bb0fbdd3', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:45.350448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1a7a085f-8e0b-4f4d-b665-d99717f73468 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/subnetpools/bfee0577-29f2-49e9-be6f-1913821438b7/tags/tempest-TagsExtTest-Tag-961047256 HTTP/1.1" status: 204 len: 168 time: 0.2133653 Sep 23 22:53:45.352091 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58774) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:45.371002 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-259a5620-a9cd-4f16-8af0-7aabea3c1038 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bfee0577-29f2-49e9-be6f-1913821438b7') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:45.446015 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-259a5620-a9cd-4f16-8af0-7aabea3c1038 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/subnetpools/bfee0577-29f2-49e9-be6f-1913821438b7/tags HTTP/1.1" status: 200 len: 205 time: 0.0913594 Sep 23 22:53:45.446682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58780) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:45.449190 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a6a201d-e885-43c7-b968-6cda9e9f7e87 req-7089b088-5474-45a3-92d5-91a59178f33f tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 210 time: 0.0465419 Sep 23 22:53:45.453783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-451087a3-a4b2-4839-8b0d-51c861105b58 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bfee0577-29f2-49e9-be6f-1913821438b7') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:45.490889 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-451087a3-a4b2-4839-8b0d-51c861105b58 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/subnetpools/bfee0577-29f2-49e9-be6f-1913821438b7/tags HTTP/1.1" status: 204 len: 168 time: 0.0370264 Sep 23 22:53:45.493518 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58782) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:45.495643 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d505203-5132-4f70-bdf5-e547ae314344 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:45.499726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-5a077618-b909-464d-b22d-b3ecc2c0d554 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '328b8e0d-8794-4baa-a3ec-4a3541e7fb84') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:45.606044 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58790) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:45.609176 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e6e0161-fa13-4dfe-91bc-a7308555d61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:45.613382 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e6e0161-fa13-4dfe-91bc-a7308555d61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:45.618807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4e6e0161-fa13-4dfe-91bc-a7308555d61c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f05bfdcb-ae92-49f1-a76b-1172a4996d02 HTTP/1.1" status: 204 len: 168 time: 0.4095566 Sep 23 22:53:45.632085 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d505203-5132-4f70-bdf5-e547ae314344 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:45.666973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e0161-fa13-4dfe-91bc-a7308555d61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05bfdcb-ae92-49f1-a76b-1172a4996d02,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:45.690246 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5a077618-b909-464d-b22d-b3ecc2c0d554 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/routers/328b8e0d-8794-4baa-a3ec-4a3541e7fb84/tags HTTP/1.1" status: 204 len: 168 time: 0.1951175 Sep 23 22:53:45.690645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58794) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:45.697063 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-b8f204d5-93e6-4bd1-b98c-89f757e285d6 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99b4143f-ca0c-40ea-aa05-214fd1f19d87') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:45.698827 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7bbea01c-4a9f-4b72-a466-70f707c56be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:45.703431 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-34458a68-0c74-410e-9cba-c24192230ecd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=feab7628ed224106877b2bc56eb0be16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961831 Sep 23 22:53:45.706259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58796) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:45.815052 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-357a5df8-6572-474a-bc13-663619d6cfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:45.832794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b8f204d5-93e6-4bd1-b98c-89f757e285d6 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/ports/99b4143f-ca0c-40ea-aa05-214fd1f19d87/tags HTTP/1.1" status: 204 len: 168 time: 0.1407993 Sep 23 22:53:45.836859 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58798) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:45.841531 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-1f829a31-48a9-4f14-917c-14abe7f78dfe tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '670579cb-c255-4535-895a-7b7126be8fb6') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:45.842348 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-357a5df8-6572-474a-bc13-663619d6cfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:45.852675 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d505203-5132-4f70-bdf5-e547ae314344 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:45.881300 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505203-5132-4f70-bdf5-e547ae314344 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40272a78-2861-467b-aeb3-92c03c78a14f,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:45.966607 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1f829a31-48a9-4f14-917c-14abe7f78dfe tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/subnets/670579cb-c255-4535-895a-7b7126be8fb6/tags HTTP/1.1" status: 204 len: 168 time: 0.1286314 Sep 23 22:53:45.972137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58802) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:45.977455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-221eb879-156d-4a69-b26b-2df892bbf4d2 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '670579cb-c255-4535-895a-7b7126be8fb6', 'tempest-TagsExtTest-Tag-1199423380') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:45.988569 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8736032-e25e-4838-b329-989b6831fd86 req-8b548eb5-9b52-4bd5-b0a7-3d4b76c9f11a tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:45.992988 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f8736032-e25e-4838-b329-989b6831fd86 req-8b548eb5-9b52-4bd5-b0a7-3d4b76c9f11a tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.0657647 Sep 23 22:53:46.020107 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d505203-5132-4f70-bdf5-e547ae314344 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:46.021606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8d505203-5132-4f70-bdf5-e547ae314344 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7149882 Sep 23 22:53:46.024304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58804) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:46.029662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a49e43aa-624e-4513-ad32-7feead00dd3f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': 'c7a62712-cf42-4041-8210-7c39bb0fbdd3', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:46.052508 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-357a5df8-6572-474a-bc13-663619d6cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:46.055492 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-357a5df8-6572-474a-bc13-663619d6cfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:46.056928 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-357a5df8-6572-474a-bc13-663619d6cfe6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c846541a-4186-491e-bac5-cee3407cc9c5 HTTP/1.1" status: 204 len: 168 time: 0.3492112 Sep 23 22:53:46.065818 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f8736032-e25e-4838-b329-989b6831fd86 req-5d10410e-7316-4083-ae41-4276afd29e63 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637567 Sep 23 22:53:46.081442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a5df8-6572-474a-bc13-663619d6cfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c846541a-4186-491e-bac5-cee3407cc9c5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:46.145019 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:46.178983 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a49e43aa-624e-4513-ad32-7feead00dd3f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:46.245744 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-221eb879-156d-4a69-b26b-2df892bbf4d2 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "PUT /v2.0/subnets/670579cb-c255-4535-895a-7b7126be8fb6/tags/tempest-TagsExtTest-Tag-1199423380 HTTP/1.1" status: 201 len: 201 time: 0.2722433 Sep 23 22:53:46.256054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58812) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:46.267811 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-9254bfcc-a738-4115-87b0-f8cfe8c0a1cf tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '99b4143f-ca0c-40ea-aa05-214fd1f19d87', 'tempest-TagsExtTest-Tag-1682921109') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:46.268469 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a49e43aa-624e-4513-ad32-7feead00dd3f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:46.390680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a49e43aa-624e-4513-ad32-7feead00dd3f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:46.418129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e43aa-624e-4513-ad32-7feead00dd3f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c42754c-266f-409e-af81-f90c4d4826e2,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:46.526477 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9254bfcc-a738-4115-87b0-f8cfe8c0a1cf tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "PUT /v2.0/ports/99b4143f-ca0c-40ea-aa05-214fd1f19d87/tags/tempest-TagsExtTest-Tag-1682921109 HTTP/1.1" status: 201 len: 201 time: 0.2680922 Sep 23 22:53:46.529939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58822) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:46.537242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-b5d40e7d-acaa-4067-90e1-fec6f01e36e1 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '328b8e0d-8794-4baa-a3ec-4a3541e7fb84', 'tempest-TagsExtTest-Tag-1403509918') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:46.548399 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d78251e-eefe-4e1f-8eb0-c39dff272490 req-6b19b314-7e82-4dd6-9ee6-0566fd2367d6 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 210 time: 0.0351167 Sep 23 22:53:46.621666 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a49e43aa-624e-4513-ad32-7feead00dd3f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:46.623096 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a49e43aa-624e-4513-ad32-7feead00dd3f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5974545 Sep 23 22:53:46.627257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58826) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:46.634328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-047baf99-0070-4122-ad16-683805cfe873 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': 'c7a62712-cf42-4041-8210-7c39bb0fbdd3', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:46.778368 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b5d40e7d-acaa-4067-90e1-fec6f01e36e1 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "PUT /v2.0/routers/328b8e0d-8794-4baa-a3ec-4a3541e7fb84/tags/tempest-TagsExtTest-Tag-1403509918 HTTP/1.1" status: 201 len: 201 time: 0.2462432 Sep 23 22:53:46.781669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58836) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:46.793961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-d0432340-39d7-461c-8bf8-3c29dd6fbd41 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bfee0577-29f2-49e9-be6f-1913821438b7', 'tempest-TagsExtTest-Tag-43750279') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:46.831487 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-047baf99-0070-4122-ad16-683805cfe873 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Project 0a3bbdae5cca4bf3aaf957611b45b827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:53:46.839330 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-047baf99-0070-4122-ad16-683805cfe873 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:46.907301 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e5574-2358-476f-8772-7ab119a9a8a7 req-072db4f2-60ce-43f9-8df7-31559ce3920c tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:46.908913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d93e5574-2358-476f-8772-7ab119a9a8a7 req-072db4f2-60ce-43f9-8df7-31559ce3920c tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.1313343 Sep 23 22:53:46.971005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d0432340-39d7-461c-8bf8-3c29dd6fbd41 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "PUT /v2.0/subnetpools/bfee0577-29f2-49e9-be6f-1913821438b7/tags/tempest-TagsExtTest-Tag-43750279 HTTP/1.1" status: 201 len: 201 time: 0.1802654 Sep 23 22:53:46.980204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58838) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:46.985229 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-047baf99-0070-4122-ad16-683805cfe873 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:46.986199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-963c0bc0-1f3a-4c13-89c3-bc9bc09a9eed tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '670579cb-c255-4535-895a-7b7126be8fb6', {'tags': ['tempest-TagsExtTest-Tag-199608462', 'tempest-TagsExtTest-Tag-1838686280', 'tempest-TagsExtTest-Tag-946987405']}) {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:46.991788 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d93e5574-2358-476f-8772-7ab119a9a8a7 req-0067dae4-67ed-4282-a117-79a91ae89800 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655692 Sep 23 22:53:46.993838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf34d4-cdfb-456d-82f7-5c2234cad1a0 req-ba407d00-58b8-4df1-a00a-03b83a27b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:46.995304 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20bf34d4-cdfb-456d-82f7-5c2234cad1a0 req-ba407d00-58b8-4df1-a00a-03b83a27b908 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea6ab99c3fba4c4ba2b50cf0325b2e30&device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 1096 time: 0.1240993 Sep 23 22:53:47.013545 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:47.127665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-047baf99-0070-4122-ad16-683805cfe873 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:47.130385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf34d4-cdfb-456d-82f7-5c2234cad1a0 req-65408460-ca08-4a9f-a335-09e284ece84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:47.131986 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20bf34d4-cdfb-456d-82f7-5c2234cad1a0 req-65408460-ca08-4a9f-a335-09e284ece84a service neutron] 10.222.0.67 "GET /v2.0/networks?id=317be4d4-226a-48e2-830d-fc2d074da525 HTTP/1.1" status: 200 len: 920 time: 0.1299980 Sep 23 22:53:47.192140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047baf99-0070-4122-ad16-683805cfe873 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0d020b-8433-45a0-86d9-3c7fcba79b9b,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:47.202864 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20bf34d4-cdfb-456d-82f7-5c2234cad1a0 req-55284840-515c-4373-811c-c3dee2efd598 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5737a4b-7c2d-456f-8acc-3f982d078287 HTTP/1.1" status: 200 len: 217 time: 0.0634625 Sep 23 22:53:47.259351 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf34d4-cdfb-456d-82f7-5c2234cad1a0 req-5323c646-ad5f-4cda-9a45-4848683d8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:47.261193 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20bf34d4-cdfb-456d-82f7-5c2234cad1a0 req-5323c646-ad5f-4cda-9a45-4848683d8783 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1910c3ee-c372-4b73-a303-2ad5d5e43f0c HTTP/1.1" status: 200 len: 859 time: 0.0513434 Sep 23 22:53:47.282531 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-963c0bc0-1f3a-4c13-89c3-bc9bc09a9eed tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "PUT /v2.0/subnets/670579cb-c255-4535-895a-7b7126be8fb6/tags HTTP/1.1" status: 200 len: 316 time: 0.3015306 Sep 23 22:53:47.285032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58846) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:47.289902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-8183c046-9934-45da-af2c-4b470d1bc575 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '670579cb-c255-4535-895a-7b7126be8fb6') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:47.304954 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20bf34d4-cdfb-456d-82f7-5c2234cad1a0 req-d45d631a-b3e1-419f-8550-315fcbfdf2af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=317be4d4-226a-48e2-830d-fc2d074da525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364316 Sep 23 22:53:47.376429 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-047baf99-0070-4122-ad16-683805cfe873 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:47.377797 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-047baf99-0070-4122-ad16-683805cfe873 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7492006 Sep 23 22:53:47.380665 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58848) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:47.387033 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-dcbbd118-b881-46b8-a139-f466512a70ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'security_group_rule': {'security_group_id': 'c7a62712-cf42-4041-8210-7c39bb0fbdd3', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:47.433383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58852) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:47.437003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20bf34d4-cdfb-456d-82f7-5c2234cad1a0 req-ad1483d6-598f-480f-9e83-f29113735421 service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248317 Sep 23 22:53:47.484238 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8183c046-9934-45da-af2c-4b470d1bc575 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/subnets/670579cb-c255-4535-895a-7b7126be8fb6/tags HTTP/1.1" status: 204 len: 168 time: 0.1977952 Sep 23 22:53:47.486823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58854) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:47.491741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-c5610d62-2aeb-4ee7-ae76-28928b12da2f tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '670579cb-c255-4535-895a-7b7126be8fb6', 'tempest-TagsExtTest-Tag-199608462') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:47.505336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cfa6aae5-c0e0-4301-b863-27c4c127a033 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=18f0cd3a28474202a7ca657443976fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677180 Sep 23 22:53:47.505588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58856) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:47.524683 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58858) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:47.534432 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-dcbbd118-b881-46b8-a139-f466512a70ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Project 0a3bbdae5cca4bf3aaf957611b45b827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:53:47.557369 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dcbbd118-b881-46b8-a139-f466512a70ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:47.609679 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec124412-e9d1-4e64-b08e-3ea5d7a52b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:47.653299 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20bf34d4-cdfb-456d-82f7-5c2234cad1a0 req-f682cc94-c988-4b9e-a0e6-99c4c92428b7 service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090411 Sep 23 22:53:47.655309 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec124412-e9d1-4e64-b08e-3ea5d7a52b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:47.695974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1254962836-network', 'tenant_id': '1931f2f6b2b6499d9f82582dc7187b0a'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:47.763196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-df0a09f4-6556-49ac-95a1-8d28a3ebe7e0 req-c51328d8-a1a7-4393-bd9f-861dd5956c3c tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 210 time: 0.0570393 Sep 23 22:53:47.790776 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-c5610d62-2aeb-4ee7-ae76-28928b12da2f tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] show failed (client error): The resource could not be found. Sep 23 22:53:47.791861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c5610d62-2aeb-4ee7-ae76-28928b12da2f tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/subnets/670579cb-c255-4535-895a-7b7126be8fb6/tags/tempest-TagsExtTest-Tag-199608462 HTTP/1.1" status: 404 len: 328 time: 0.3038654 Sep 23 22:53:47.796477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58866) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:47.806659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-4dc88610-9185-4ca6-9675-d92e9d1233e7 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '670579cb-c255-4535-895a-7b7126be8fb6', 'tempest-TagsExtTest-Tag-1838686280') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:47.810118 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dcbbd118-b881-46b8-a139-f466512a70ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:47.853920 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec124412-e9d1-4e64-b08e-3ea5d7a52b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:47.856516 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec124412-e9d1-4e64-b08e-3ea5d7a52b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:47.857690 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ec124412-e9d1-4e64-b08e-3ea5d7a52b07 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21bbb24a-807a-4d49-8321-b6dc36e465bd HTTP/1.1" status: 204 len: 168 time: 0.3517897 Sep 23 22:53:47.876638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec124412-e9d1-4e64-b08e-3ea5d7a52b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bbb24a-807a-4d49-8321-b6dc36e465bd,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:47.895120 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-4dc88610-9185-4ca6-9675-d92e9d1233e7 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] show failed (client error): The resource could not be found. Sep 23 22:53:47.899857 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4dc88610-9185-4ca6-9675-d92e9d1233e7 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/subnets/670579cb-c255-4535-895a-7b7126be8fb6/tags/tempest-TagsExtTest-Tag-1838686280 HTTP/1.1" status: 404 len: 329 time: 0.0984826 Sep 23 22:53:47.908982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58874) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:47.908982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-2e960d81-52ae-48e6-81e1-52098b38a2c0 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '670579cb-c255-4535-895a-7b7126be8fb6', 'tempest-TagsExtTest-Tag-946987405') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:47.946000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] Made reservation on behalf of 1931f2f6b2b6499d9f82582dc7187b0a for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:47.948933 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:47.966016 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:47.999763 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dcbbd118-b881-46b8-a139-f466512a70ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:48.038876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbd118-b881-46b8-a139-f466512a70ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589d305c-f1e3-4928-963d-a148a928b992,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:48.043743 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-2e960d81-52ae-48e6-81e1-52098b38a2c0 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] show failed (client error): The resource could not be found. Sep 23 22:53:48.044804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2e960d81-52ae-48e6-81e1-52098b38a2c0 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/subnets/670579cb-c255-4535-895a-7b7126be8fb6/tags/tempest-TagsExtTest-Tag-946987405 HTTP/1.1" status: 404 len: 328 time: 0.1433954 Sep 23 22:53:48.055776 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58878) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:48.061539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-2dc4793d-276b-4863-8b4a-102edcac85cb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '99b4143f-ca0c-40ea-aa05-214fd1f19d87', {'tags': ['tempest-TagsExtTest-Tag-712558303', 'tempest-TagsExtTest-Tag-2021408029', 'tempest-TagsExtTest-Tag-176848216']}) {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:48.133782 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:48.156704 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:48.202815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59cfef-bc01-4678-ac75-7b781fddf1e1 req-85d8e40d-6791-4b58-8929-51baa6e1ce9b tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:48.204421 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b59cfef-bc01-4678-ac75-7b781fddf1e1 req-85d8e40d-6791-4b58-8929-51baa6e1ce9b tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.0821526 Sep 23 22:53:48.251752 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b59cfef-bc01-4678-ac75-7b781fddf1e1 req-e76f7de7-e07b-4708-b401-22ae461b51d7 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Sep 23 22:53:48.386041 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2dc4793d-276b-4863-8b4a-102edcac85cb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "PUT /v2.0/ports/99b4143f-ca0c-40ea-aa05-214fd1f19d87/tags HTTP/1.1" status: 200 len: 316 time: 0.3311253 Sep 23 22:53:48.388721 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58880) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:48.390498 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:48.396462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-656101d1-5d75-45ab-aa3e-f5ff7bff8565 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99b4143f-ca0c-40ea-aa05-214fd1f19d87') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:48.426562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:53:48.441196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85884c97-4a99-445c-b5cd-b7eac10d709c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:48.452695 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:48.453383 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] Added segment bd56ab45-ef95-4539-8cfd-aeaf1ae391d3 of type vlan for network f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc Sep 23 22:53:48.522747 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dcbbd118-b881-46b8-a139-f466512a70ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:48.524829 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-dcbbd118-b881-46b8-a139-f466512a70ad tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1429391 Sep 23 22:53:48.527854 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:48.532016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58882) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:48.548691 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-1394720d-db5f-4efb-9f0f-a54ad7159070 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'network': {'name': 'tempest-network-smoke--474438763', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'port_security_enabled': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:48.643084 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-656101d1-5d75-45ab-aa3e-f5ff7bff8565 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/ports/99b4143f-ca0c-40ea-aa05-214fd1f19d87/tags HTTP/1.1" status: 204 len: 168 time: 0.2508469 Sep 23 22:53:48.645877 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58884) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:48.651269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-f8539bda-356a-430c-a915-545d29f56a53 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99b4143f-ca0c-40ea-aa05-214fd1f19d87', 'tempest-TagsExtTest-Tag-712558303') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:48.678653 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:48.680936 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:48.682760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:48.684295 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:48.740639 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-f8539bda-356a-430c-a915-545d29f56a53 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] show failed (client error): The resource could not be found. Sep 23 22:53:48.742668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f8539bda-356a-430c-a915-545d29f56a53 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/ports/99b4143f-ca0c-40ea-aa05-214fd1f19d87/tags/tempest-TagsExtTest-Tag-712558303 HTTP/1.1" status: 404 len: 328 time: 0.0951173 Sep 23 22:53:48.745673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58886) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:48.755017 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-91ea8028-ab98-4d0d-a895-3494f6afe445 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99b4143f-ca0c-40ea-aa05-214fd1f19d87', 'tempest-TagsExtTest-Tag-2021408029') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:48.812358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1394720d-db5f-4efb-9f0f-a54ad7159070 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Made reservation on behalf of 0a3bbdae5cca4bf3aaf957611b45b827 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:48.823129 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1394720d-db5f-4efb-9f0f-a54ad7159070 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:48.830478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:48.844744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:53:48.859406 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-91ea8028-ab98-4d0d-a895-3494f6afe445 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] show failed (client error): The resource could not be found. Sep 23 22:53:48.864640 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-91ea8028-ab98-4d0d-a895-3494f6afe445 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/ports/99b4143f-ca0c-40ea-aa05-214fd1f19d87/tags/tempest-TagsExtTest-Tag-2021408029 HTTP/1.1" status: 404 len: 329 time: 0.1161501 Sep 23 22:53:48.865638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58892) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:48.871774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-fb704d7c-abc8-4ff2-aaec-ab4ef204c928 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '99b4143f-ca0c-40ea-aa05-214fd1f19d87', 'tempest-TagsExtTest-Tag-176848216') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:48.953159 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-fb704d7c-abc8-4ff2-aaec-ab4ef204c928 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] show failed (client error): The resource could not be found. Sep 23 22:53:48.954212 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fb704d7c-abc8-4ff2-aaec-ab4ef204c928 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/ports/99b4143f-ca0c-40ea-aa05-214fd1f19d87/tags/tempest-TagsExtTest-Tag-176848216 HTTP/1.1" status: 404 len: 328 time: 0.0879493 Sep 23 22:53:48.957535 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58894) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:48.962867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-18c8b862-23ee-4a52-8225-f0a9cc40d952 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '328b8e0d-8794-4baa-a3ec-4a3541e7fb84', {'tags': ['tempest-TagsExtTest-Tag-961296357', 'tempest-TagsExtTest-Tag-1463317446', 'tempest-TagsExtTest-Tag-1110264211']}) {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:48.974726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3df8f647-680b-4946-8bae-13c4176d593b req-fddf6489-e29a-4827-b8e5-76a813b2cd6b tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 210 time: 0.0936372 Sep 23 22:53:48.978267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1394720d-db5f-4efb-9f0f-a54ad7159070 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:53:49.015117 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1394720d-db5f-4efb-9f0f-a54ad7159070 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:49.030511 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-1394720d-db5f-4efb-9f0f-a54ad7159070 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Added segment f3261373-ec5e-431c-8152-b4a850f1cbb6 of type vlan for network 19e34b08-ac64-4e12-ada0-10939d922a20 Sep 23 22:53:49.051374 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6e361c47-ac46-4916-8924-9cd0766b4f07 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5216792 Sep 23 22:53:49.063790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58896) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:49.077877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-27ece631-f5ff-429f-b588-9274efb617bf admin admin] Request body: {'subnet': {'network_id': 'f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1254962836-subnet', 'tenant_id': '1931f2f6b2b6499d9f82582dc7187b0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:49.149908 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1394720d-db5f-4efb-9f0f-a54ad7159070 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:49.180261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9548-32d1-42f9-8938-5411db57045f req-0d56260e-d4cd-4f76-b78c-477d275be73b tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:49.181805 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3cee9548-32d1-42f9-8938-5411db57045f req-0d56260e-d4cd-4f76-b78c-477d275be73b tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.43 "GET /v2.0/networks?id=5b705b71-bbca-43c0-8c8f-b98fea296466 HTTP/1.1" status: 200 len: 811 time: 0.2702634 Sep 23 22:53:49.196221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-3cee9548-32d1-42f9-8938-5411db57045f req-ed4ffeb4-4cfc-43b9-9aef-132932b951c5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Request body: {'port': {'device_id': '6564688b-71fe-4267-be1d-6209b1a09292', 'network_id': '5b705b71-bbca-43c0-8c8f-b98fea296466', 'admin_state_up': True, 'tenant_id': '32bf69223a9a4b3eb1dbd8cb104af909'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:49.352442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ece631-f5ff-429f-b588-9274efb617bf admin admin] Made reservation on behalf of 1931f2f6b2b6499d9f82582dc7187b0a for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:49.357330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27ece631-f5ff-429f-b588-9274efb617bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:49.435393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d57e2-13e5-4e48-a7ee-a5978fb1466a req-6186b79f-28fc-475a-9aa6-ab0e756f1266 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:49.438464 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-678d57e2-13e5-4e48-a7ee-a5978fb1466a req-6186b79f-28fc-475a-9aa6-ab0e756f1266 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.0564573 Sep 23 22:53:49.490944 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-678d57e2-13e5-4e48-a7ee-a5978fb1466a req-ce5e6a9a-dec6-4715-92fd-48843376b2f7 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430777 Sep 23 22:53:49.499039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1394720d-db5f-4efb-9f0f-a54ad7159070 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:49.505308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1394720d-db5f-4efb-9f0f-a54ad7159070 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:49.505912 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1394720d-db5f-4efb-9f0f-a54ad7159070 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:49.517280 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-18c8b862-23ee-4a52-8225-f0a9cc40d952 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "PUT /v2.0/routers/328b8e0d-8794-4baa-a3ec-4a3541e7fb84/tags HTTP/1.1" status: 200 len: 317 time: 0.5584638 Sep 23 22:53:49.519933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58900) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:49.524730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-d1edf9e6-0458-42e5-bd17-c5d064ba7a6c tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '328b8e0d-8794-4baa-a3ec-4a3541e7fb84') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:49.613273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394720d-db5f-4efb-9f0f-a54ad7159070 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Network': ['ID=19e34b08-ac64-4e12-ada0-10939d922a20,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:49.626627 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 19e34b08-ac64-4e12-ada0-10939d922a20 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:53:49.668504 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cee9548-32d1-42f9-8938-5411db57045f req-ed4ffeb4-4cfc-43b9-9aef-132932b951c5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Made reservation on behalf of 32bf69223a9a4b3eb1dbd8cb104af909 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:49.673159 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3cee9548-32d1-42f9-8938-5411db57045f req-ed4ffeb4-4cfc-43b9-9aef-132932b951c5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:49.783356 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d1edf9e6-0458-42e5-bd17-c5d064ba7a6c tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/routers/328b8e0d-8794-4baa-a3ec-4a3541e7fb84/tags HTTP/1.1" status: 204 len: 168 time: 0.2589417 Sep 23 22:53:49.783956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58902) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:49.788087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-d5fd6502-dd19-4c49-96d3-6431da632733 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '328b8e0d-8794-4baa-a3ec-4a3541e7fb84', 'tempest-TagsExtTest-Tag-961296357') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:49.799574 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1394720d-db5f-4efb-9f0f-a54ad7159070 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2662270 Sep 23 22:53:49.803337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58904) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:49.808456 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'admin_state_up': True, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:49.862423 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27ece631-f5ff-429f-b588-9274efb617bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:49.872825 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-d5fd6502-dd19-4c49-96d3-6431da632733 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] show failed (client error): The resource could not be found. Sep 23 22:53:49.876666 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d5fd6502-dd19-4c49-96d3-6431da632733 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/routers/328b8e0d-8794-4baa-a3ec-4a3541e7fb84/tags/tempest-TagsExtTest-Tag-961296357 HTTP/1.1" status: 404 len: 328 time: 0.0894225 Sep 23 22:53:49.879047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58906) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:49.887501 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-fa2336d2-8c90-4563-bf6b-05eeb803f5eb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '328b8e0d-8794-4baa-a3ec-4a3541e7fb84', 'tempest-TagsExtTest-Tag-1463317446') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:49.936302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-3cee9548-32d1-42f9-8938-5411db57045f req-ed4ffeb4-4cfc-43b9-9aef-132932b951c5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Allocated IP 172.20.0.8 (5b705b71-bbca-43c0-8c8f-b98fea296466/a76fdaf4-76e6-43ac-ae33-603c9c2ffbba/c5ce27a4-12b5-488a-b117-0eeeecdc58e8) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:53:49.954617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ece631-f5ff-429f-b588-9274efb617bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3609b304-4bda-4a09-893d-db62e59a82cb,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:49.961601 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:49.961906 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:49.986113 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ece631-f5ff-429f-b588-9274efb617bf admin admin] Checking segment: {'id': 'bd56ab45-ef95-4539-8cfd-aeaf1ae391d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:49.989039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ece631-f5ff-429f-b588-9274efb617bf admin admin] Network hostable DHCP agents. Network: f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:53:50.023875 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-fa2336d2-8c90-4563-bf6b-05eeb803f5eb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] show failed (client error): The resource could not be found. Sep 23 22:53:50.027444 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fa2336d2-8c90-4563-bf6b-05eeb803f5eb tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/routers/328b8e0d-8794-4baa-a3ec-4a3541e7fb84/tags/tempest-TagsExtTest-Tag-1463317446 HTTP/1.1" status: 404 len: 329 time: 0.1443150 Sep 23 22:53:50.035959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58912) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:50.041192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-e7fd0a7e-b767-41a8-af47-0551991e81c6 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '328b8e0d-8794-4baa-a3ec-4a3541e7fb84', 'tempest-TagsExtTest-Tag-1110264211') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:50.081593 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:50.125183 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-e7fd0a7e-b767-41a8-af47-0551991e81c6 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] show failed (client error): The resource could not be found. Sep 23 22:53:50.126377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e7fd0a7e-b767-41a8-af47-0551991e81c6 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/routers/328b8e0d-8794-4baa-a3ec-4a3541e7fb84/tags/tempest-TagsExtTest-Tag-1110264211 HTTP/1.1" status: 404 len: 329 time: 0.0893157 Sep 23 22:53:50.129290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58914) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:50.133922 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-0c881e8a-44eb-4825-9471-6b14acfe1cc6 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bfee0577-29f2-49e9-be6f-1913821438b7', {'tags': ['tempest-TagsExtTest-Tag-461149665', 'tempest-TagsExtTest-Tag-1369241439', 'tempest-TagsExtTest-Tag-1376116598']}) {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:50.138673 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-981cef74-8a41-4fe8-a808-61a623a4d19d req-e7d383b4-5555-4629-a812-ec180743cf8d tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 210 time: 0.0518749 Sep 23 22:53:50.251585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ece631-f5ff-429f-b588-9274efb617bf admin admin] Network f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:53:50.382019 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0c881e8a-44eb-4825-9471-6b14acfe1cc6 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "PUT /v2.0/subnetpools/bfee0577-29f2-49e9-be6f-1913821438b7/tags HTTP/1.1" status: 200 len: 317 time: 0.2491167 Sep 23 22:53:50.382298 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58916) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:50.387090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-9128d3a7-3487-4dff-9888-82c23d00530f tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bfee0577-29f2-49e9-be6f-1913821438b7') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:50.521481 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9128d3a7-3487-4dff-9888-82c23d00530f tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/subnetpools/bfee0577-29f2-49e9-be6f-1913821438b7/tags HTTP/1.1" status: 204 len: 168 time: 0.1379068 Sep 23 22:53:50.525968 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58920) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:50.533935 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-2fa9286e-62c4-48f9-80e9-7e75ad191a74 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bfee0577-29f2-49e9-be6f-1913821438b7', 'tempest-TagsExtTest-Tag-461149665') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:50.568918 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-2fa9286e-62c4-48f9-80e9-7e75ad191a74 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] show failed (client error): The resource could not be found. Sep 23 22:53:50.570250 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2fa9286e-62c4-48f9-80e9-7e75ad191a74 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/subnetpools/bfee0577-29f2-49e9-be6f-1913821438b7/tags/tempest-TagsExtTest-Tag-461149665 HTTP/1.1" status: 404 len: 328 time: 0.0432472 Sep 23 22:53:50.574207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58922) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:50.578610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-32044fa6-194b-45c8-8aeb-00d6784d41bf tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bfee0577-29f2-49e9-be6f-1913821438b7', 'tempest-TagsExtTest-Tag-1369241439') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:50.633458 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-32044fa6-194b-45c8-8aeb-00d6784d41bf tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] show failed (client error): The resource could not be found. Sep 23 22:53:50.634528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-32044fa6-194b-45c8-8aeb-00d6784d41bf tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/subnetpools/bfee0577-29f2-49e9-be6f-1913821438b7/tags/tempest-TagsExtTest-Tag-1369241439 HTTP/1.1" status: 404 len: 329 time: 0.0599213 Sep 23 22:53:50.638167 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58924) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:50.643405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-2ea8ec99-60ba-47c9-9cc8-e5f36e632d56 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bfee0577-29f2-49e9-be6f-1913821438b7', 'tempest-TagsExtTest-Tag-1376116598') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:50.645805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-27ece631-f5ff-429f-b588-9274efb617bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:50.650588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ece631-f5ff-429f-b588-9274efb617bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:50.651167 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27ece631-f5ff-429f-b588-9274efb617bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:50.660476 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67026ae5-d2c9-46b8-a4ec-291c32c22a4b None None] Network f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:50.667477 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdf050-ff08-4cd0-b684-33c74db5a1a0 req-cd983072-af8e-4303-b0e9-71120d54ba1b tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:50.668997 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-01cdf050-ff08-4cd0-b684-33c74db5a1a0 req-cd983072-af8e-4303-b0e9-71120d54ba1b tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.0795722 Sep 23 22:53:50.690282 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3cee9548-32d1-42f9-8938-5411db57045f req-ed4ffeb4-4cfc-43b9-9aef-132932b951c5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:50.702369 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:50.718118 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-2ea8ec99-60ba-47c9-9cc8-e5f36e632d56 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] show failed (client error): The resource could not be found. Sep 23 22:53:50.719697 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2ea8ec99-60ba-47c9-9cc8-e5f36e632d56 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/subnetpools/bfee0577-29f2-49e9-be6f-1913821438b7/tags/tempest-TagsExtTest-Tag-1376116598 HTTP/1.1" status: 404 len: 329 time: 0.0804794 Sep 23 22:53:50.729025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58926) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:50.735499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-8d02c7f1-e98e-4bdb-9c20-70ed2b1cc65e tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bfee0577-29f2-49e9-be6f-1913821438b7') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:50.754476 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-01cdf050-ff08-4cd0-b684-33c74db5a1a0 req-e4bb056f-dae9-4128-b8c0-f51da52643a4 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763414 Sep 23 22:53:50.778302 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8d02c7f1-e98e-4bdb-9c20-70ed2b1cc65e tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/subnetpools/bfee0577-29f2-49e9-be6f-1913821438b7/tags HTTP/1.1" status: 204 len: 168 time: 0.0465126 Sep 23 22:53:50.779760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58928) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:50.785243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.tag.tag_plugin [None req-ab8f568e-0c64-4d7f-9a0f-7a11b3fa4c13 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '328b8e0d-8794-4baa-a3ec-4a3541e7fb84') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:50.791072 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-27ece631-f5ff-429f-b588-9274efb617bf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7268617 Sep 23 22:53:50.816202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a869dc7-c971-4b70-aadd-048522c77d04 None None] Network f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:50.929144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ab8f568e-0c64-4d7f-9a0f-7a11b3fa4c13 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/routers/328b8e0d-8794-4baa-a3ec-4a3541e7fb84/tags HTTP/1.1" status: 204 len: 168 time: 0.1479735 Sep 23 22:53:50.934360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58932) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:50.944366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-e3c0c869-39d5-443c-be23-c9a9585996a7 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '99b4143f-ca0c-40ea-aa05-214fd1f19d87') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:50.960113 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3cee9548-32d1-42f9-8938-5411db57045f req-ed4ffeb4-4cfc-43b9-9aef-132932b951c5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:51.024007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cee9548-32d1-42f9-8938-5411db57045f req-ed4ffeb4-4cfc-43b9-9aef-132932b951c5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Network 5b705b71-bbca-43c0-8c8f-b98fea296466 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:53:51.039502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-3cee9548-32d1-42f9-8938-5411db57045f req-ed4ffeb4-4cfc-43b9-9aef-132932b951c5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:51.043060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cee9548-32d1-42f9-8938-5411db57045f req-ed4ffeb4-4cfc-43b9-9aef-132932b951c5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:53:51.047453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ffeb4-4cfc-43b9-9aef-132932b951c5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Pushing event updated for resources: {'Port': ['ID=c5ce27a4-12b5-488a-b117-0eeeecdc58e8,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:51.078972 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e3c0c869-39d5-443c-be23-c9a9585996a7 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/ports/99b4143f-ca0c-40ea-aa05-214fd1f19d87/tags HTTP/1.1" status: 204 len: 168 time: 0.1425552 Sep 23 22:53:51.085072 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58940) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:51.091622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.tag.tag_plugin [None req-fc100195-1d50-4f19-8dc8-7ccd0a6d164c tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '670579cb-c255-4535-895a-7b7126be8fb6') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:51.158574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9548-32d1-42f9-8938-5411db57045f req-ed4ffeb4-4cfc-43b9-9aef-132932b951c5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:51.162825 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3cee9548-32d1-42f9-8938-5411db57045f req-ed4ffeb4-4cfc-43b9-9aef-132932b951c5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:51.201472 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fc100195-1d50-4f19-8dc8-7ccd0a6d164c tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/subnets/670579cb-c255-4535-895a-7b7126be8fb6/tags HTTP/1.1" status: 204 len: 168 time: 0.1150324 Sep 23 22:53:51.207624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58944) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:51.288697 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:51.331426 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:51.393147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58762677-2970-4f1c-9a4e-1a1d4ee9a3bd req-7582285e-df74-429a-a653-7ef4c62a6d56 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:51.394694 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-58762677-2970-4f1c-9a4e-1a1d4ee9a3bd req-7582285e-df74-429a-a653-7ef4c62a6d56 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 931 time: 0.1220765 Sep 23 22:53:51.398635 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3cee9548-32d1-42f9-8938-5411db57045f req-ed4ffeb4-4cfc-43b9-9aef-132932b951c5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2064316 Sep 23 22:53:51.418267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Request body: {'port': {'device_id': '6564688b-71fe-4267-be1d-6209b1a09292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:51.499849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a05d265-8b9a-409d-9266-e613eeff1ae0 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks [] for subnetpool, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:51.501400 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5a05d265-8b9a-409d-9266-e613eeff1ae0 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/subnetpools/bfee0577-29f2-49e9-be6f-1913821438b7 HTTP/1.1" status: 204 len: 168 time: 0.2927859 Sep 23 22:53:51.503957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58946) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:51.535018 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-809aeab5-f2cb-4d7f-b8af-961c720daf36 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "GET /v2.0/ports?device_id=328b8e0d-8794-4baa-a3ec-4a3541e7fb84 HTTP/1.1" status: 200 len: 205 time: 0.0298159 Sep 23 22:53:51.537405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58948) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:51.547145 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-58762677-2970-4f1c-9a4e-1a1d4ee9a3bd req-2099e5ed-cecd-4963-b2be-0f4780209298 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437457 Sep 23 22:53:51.548380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.25.1.108 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/468d41da-d4db-4958-83ae-8b6a810d7050) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:53:51.554605 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:51.631289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d4d9b0a4-ffee-44a3-a32f-4e9036947d36 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:51.796807 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:51.815594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d4d9b0a4-ffee-44a3-a32f-4e9036947d36 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:51.817904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d4d9b0a4-ffee-44a3-a32f-4e9036947d36 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:51.934722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc88122-3e2d-4b6a-aff3-141c5e88047b req-b3ceb7a4-3fd8-40b1-97fd-527b698ffe26 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:51.939618 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bc88122-3e2d-4b6a-aff3-141c5e88047b req-b3ceb7a4-3fd8-40b1-97fd-527b698ffe26 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.0784879 Sep 23 22:53:51.970863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ce27a4-12b5-488a-b117-0eeeecdc58e8 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:53:51.979835 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:51.992635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2bc88122-3e2d-4b6a-aff3-141c5e88047b req-8cef2e5b-7005-4f38-a561-892c6c593ec9 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478997 Sep 23 22:53:52.145544 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:52.185783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:53:52.189442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Transition to ACTIVE for port object c5ce27a4-12b5-488a-b117-0eeeecdc58e8 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:53:52.193002 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d4d9b0a4-ffee-44a3-a32f-4e9036947d36 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:52.194460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:52.194748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d9b0a4-ffee-44a3-a32f-4e9036947d36 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Fanout notify agent at l3_agent the message router_deleted on router 328b8e0d-8794-4baa-a3ec-4a3541e7fb84 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:53:52.201268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:53:52.205005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=468d41da-d4db-4958-83ae-8b6a810d7050,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:52.209317 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d4d9b0a4-ffee-44a3-a32f-4e9036947d36 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:52.210834 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d4d9b0a4-ffee-44a3-a32f-4e9036947d36 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/routers/328b8e0d-8794-4baa-a3ec-4a3541e7fb84 HTTP/1.1" status: 204 len: 168 time: 0.6723282 Sep 23 22:53:52.213788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58954) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:52.327708 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f175a565-dfe3-46d7-a555-23a3e1a3d387 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Deleting port 99b4143f-ca0c-40ea-aa05-214fd1f19d87 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:52.328121 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f175a565-dfe3-46d7-a555-23a3e1a3d387 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:52.461563 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f175a565-dfe3-46d7-a555-23a3e1a3d387 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:52.472677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f175a565-dfe3-46d7-a555-23a3e1a3d387 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Calling delete_port for 99b4143f-ca0c-40ea-aa05-214fd1f19d87 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:52.547518 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:52.637942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ce27a4-12b5-488a-b117-0eeeecdc58e8,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:52.727689 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f175a565-dfe3-46d7-a555-23a3e1a3d387 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:52.775731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175a565-dfe3-46d7-a555-23a3e1a3d387 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Pushing event deleted for resources: {'Port': ['ID=99b4143f-ca0c-40ea-aa05-214fd1f19d87,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:52.855391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba2e6c-9401-410a-9fd8-c83bf584c6d5 req-2b56a2b2-fe6b-4f13-b60b-10e44bcffdb9 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:52.857018 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6cba2e6c-9401-410a-9fd8-c83bf584c6d5 req-2b56a2b2-fe6b-4f13-b60b-10e44bcffdb9 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 943 time: 0.1421926 Sep 23 22:53:52.862629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Attempting to bind port c5ce27a4-12b5-488a-b117-0eeeecdc58e8 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:53:52.862967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Attempting to bind port c5ce27a4-12b5-488a-b117-0eeeecdc58e8 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '92046090-fdb2-4fe4-8b78-0c721150f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5b705b71-bbca-43c0-8c8f-b98fea296466'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:53:52.863301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Attempting to bind port c5ce27a4-12b5-488a-b117-0eeeecdc58e8 on network 5b705b71-bbca-43c0-8c8f-b98fea296466 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:53:52.870367 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f175a565-dfe3-46d7-a555-23a3e1a3d387 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:52.874926 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f175a565-dfe3-46d7-a555-23a3e1a3d387 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/ports/99b4143f-ca0c-40ea-aa05-214fd1f19d87 HTTP/1.1" status: 204 len: 168 time: 0.6597178 Sep 23 22:53:52.877344 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58962) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:52.884394 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:52.899975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Port c5ce27a4-12b5-488a-b117-0eeeecdc58e8 on network 5b705b71-bbca-43c0-8c8f-b98fea296466 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:53:52.900322 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Attempting to bind port c5ce27a4-12b5-488a-b117-0eeeecdc58e8 on network 5b705b71-bbca-43c0-8c8f-b98fea296466 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:53:52.959740 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Deleting subnet 670579cb-c255-4535-895a-7b7126be8fb6 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:53:52.975992 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:52.985684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:53:52.986325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Checking segment: {'id': '92046090-fdb2-4fe4-8b78-0c721150f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5b705b71-bbca-43c0-8c8f-b98fea296466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:52.986325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Bound using segment: {'id': '92046090-fdb2-4fe4-8b78-0c721150f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5b705b71-bbca-43c0-8c8f-b98fea296466'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:53:52.987066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Bound port: c5ce27a4-12b5-488a-b117-0eeeecdc58e8, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92046090-fdb2-4fe4-8b78-0c721150f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5b705b71-bbca-43c0-8c8f-b98fea296466'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:53:52.989375 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:53.042535 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:53.141750 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6cba2e6c-9401-410a-9fd8-c83bf584c6d5 req-07e0897d-abe6-4e97-91f8-77162a5f9aa0 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753663 Sep 23 22:53:53.198271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c31950-09ec-47f3-ad18-707b2472ca7c req-ca06554e-5bd6-4e0d-91ea-17b8c1b326aa tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:53.206790 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-09c31950-09ec-47f3-ad18-707b2472ca7c req-ca06554e-5bd6-4e0d-91ea-17b8c1b326aa tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.1123402 Sep 23 22:53:53.235006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] For port c5ce27a4-12b5-488a-b117-0eeeecdc58e8, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:53:53.248228 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:53.253882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] For port c5ce27a4-12b5-488a-b117-0eeeecdc58e8, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c5ce27a4-12b5-488a-b117-0eeeecdc58e8,segment=NetworkSegment(92046090-fdb2-4fe4-8b78-0c721150f197),segment_id=92046090-fdb2-4fe4-8b78-0c721150f197)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:53:53.256017 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:53.306911 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-09c31950-09ec-47f3-ad18-707b2472ca7c req-dabaf98f-7bb7-4c0b-a109-9aed5f0dfd97 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934896 Sep 23 22:53:53.370816 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:53.427441 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:53.428008 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:53.429458 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3cee9548-32d1-42f9-8938-5411db57045f req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] 10.222.0.43 "PUT /v2.0/ports/c5ce27a4-12b5-488a-b117-0eeeecdc58e8 HTTP/1.1" status: 200 len: 1091 time: 2.0218265 Sep 23 22:53:53.429913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6564688b-71fe-4267-be1d-6209b1a09292', 'tag': 'c5ce27a4-12b5-488a-b117-0eeeecdc58e8'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:53:53.432725 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8a99d8-42af-4cb2-ad66-160ea2fb818f" -d '{"events": [{"name": "network-changed", "server_uuid": "6564688b-71fe-4267-be1d-6209b1a09292", "tag": "c5ce27a4-12b5-488a-b117-0eeeecdc58e8"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:53:53.458884 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9c895-889b-424a-ac60-32f849b3fd52 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ce27a4-12b5-488a-b117-0eeeecdc58e8,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:53.473623 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:53.502603 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3297638a-bac0-44d5-b541-7fab42311cdf x-openstack-request-id: req-3297638a-bac0-44d5-b541-7fab42311cdf {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:53:53.502907 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6564688b-71fe-4267-be1d-6209b1a09292", "tag": "c5ce27a4-12b5-488a-b117-0eeeecdc58e8", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:53:53.503281 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3297638a-bac0-44d5-b541-7fab42311cdf {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:53:53.503670 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6564688b-71fe-4267-be1d-6209b1a09292', 'tag': 'c5ce27a4-12b5-488a-b117-0eeeecdc58e8', 'status': 'completed', 'code': 200} Sep 23 22:53:53.517979 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Pushing event deleted for resources: {'Subnet': ['ID=670579cb-c255-4535-895a-7b7126be8fb6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:53.520894 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:53.523150 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/subnets/670579cb-c255-4535-895a-7b7126be8fb6 HTTP/1.1" status: 204 len: 168 time: 0.6430697 Sep 23 22:53:53.525390 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58972) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:53.527943 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7986b9eb-d708-4b56-a06b-7f8d13e0a59f None None] Network 24ab00eb-9b03-47a7-b819-434c6dedaf35 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:53.554618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:53.555917 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:53.556366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:53.556737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:53.557068 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:53.558715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:53.560445 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:53.560797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:53.563185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:53.563667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:53.564195 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:53.564523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7529590-a137-4841-8445-ac0e837d5fa9 tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:53:53.581901 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router 0824758b-b4e5-45dc-80b5-973edf10dc74 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:53:53.662368 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:53.692811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a99d8-42af-4cb2-ad66-160ea2fb818f req-bf264a37-3531-4aa6-b193-58252ab810a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:53.694373 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da8a99d8-42af-4cb2-ad66-160ea2fb818f req-bf264a37-3531-4aa6-b193-58252ab810a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32bf69223a9a4b3eb1dbd8cb104af909&device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 1094 time: 0.1466234 Sep 23 22:53:53.764849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c79e8f-268b-4387-8ef7-b41f132c07b5 None None] DHCP port deletion for 24ab00eb-9b03-47a7-b819-434c6dedaf35 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:53:53.773952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Deleting port 0a120f95-18ee-4199-beec-c0bc612f0852 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:53.782071 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:53.858820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:53:53.874773 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Sync routers for ids ['0824758b-b4e5-45dc-80b5-973edf10dc74'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:53:53.875772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-27c79e8f-268b-4387-8ef7-b41f132c07b5 None None] Deleting port 0a120f95-18ee-4199-beec-c0bc612f0852 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:53:53.878246 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-27c79e8f-268b-4387-8ef7-b41f132c07b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:53.901487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a99d8-42af-4cb2-ad66-160ea2fb818f req-f8ca8475-b90c-4f82-94b5-7f7756a961a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:53.906813 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Routers {'0824758b-b4e5-45dc-80b5-973edf10dc74'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:53:53.906980 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da8a99d8-42af-4cb2-ad66-160ea2fb818f req-f8ca8475-b90c-4f82-94b5-7f7756a961a6 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=32bf69223a9a4b3eb1dbd8cb104af909&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1917567 Sep 23 22:53:53.907078 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:53:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0824758b-b4e5-45dc-80b5-973edf10dc74'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:53.989775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] For port 0a120f95-18ee-4199-beec-c0bc612f0852, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0a120f95-18ee-4199-beec-c0bc612f0852,segment=NetworkSegment(048df156-beb1-4bca-96a6-227a76dc451c),segment_id=048df156-beb1-4bca-96a6-227a76dc451c)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:53.993083 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:54.019205 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Calling delete_port for 0a120f95-18ee-4199-beec-c0bc612f0852 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:54.039355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:54.046309 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e8d2bf8d-a2d3-4d5f-a440-97baf1b2740d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.2372441 Sep 23 22:53:54.046588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58976) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:54.050048 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Set router 0824758b-b4e5-45dc-80b5-973edf10dc74 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:53:54.066136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a99d8-42af-4cb2-ad66-160ea2fb818f req-a4032709-0d03-4a60-8895-a99bd4840b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:54.067870 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da8a99d8-42af-4cb2-ad66-160ea2fb818f req-a4032709-0d03-4a60-8895-a99bd4840b08 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1526685 Sep 23 22:53:54.069138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-27c79e8f-268b-4387-8ef7-b41f132c07b5 None None] For port 0a120f95-18ee-4199-beec-c0bc612f0852, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0a120f95-18ee-4199-beec-c0bc612f0852,segment=NetworkSegment(048df156-beb1-4bca-96a6-227a76dc451c),segment_id=048df156-beb1-4bca-96a6-227a76dc451c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:54.071196 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-27c79e8f-268b-4387-8ef7-b41f132c07b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:54.090599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-27c79e8f-268b-4387-8ef7-b41f132c07b5 None None] Calling delete_port for 0a120f95-18ee-4199-beec-c0bc612f0852 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:53:54.164782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9548-32d1-42f9-8938-5411db57045f req-c619f090-e260-4749-847c-977e7c190699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:54.166760 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3cee9548-32d1-42f9-8938-5411db57045f req-c619f090-e260-4749-847c-977e7c190699 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32bf69223a9a4b3eb1dbd8cb104af909&device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 1094 time: 0.0547104 Sep 23 22:53:54.221230 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3cee9548-32d1-42f9-8938-5411db57045f req-52aee338-92e9-45d3-b53e-b73f1b3413e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5ce27a4-12b5-488a-b117-0eeeecdc58e8 HTTP/1.1" status: 200 len: 217 time: 0.0463626 Sep 23 22:53:54.306907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9548-32d1-42f9-8938-5411db57045f req-2f8e4f49-6c8f-4532-bb29-e164ec09ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:54.308647 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3cee9548-32d1-42f9-8938-5411db57045f req-2f8e4f49-6c8f-4532-bb29-e164ec09ba0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a76fdaf4-76e6-43ac-ae33-603c9c2ffbba HTTP/1.1" status: 200 len: 851 time: 0.0781918 Sep 23 22:53:54.321969 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-27c79e8f-268b-4387-8ef7-b41f132c07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:54.374030 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:54.391565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3cee9548-32d1-42f9-8938-5411db57045f req-cacaa18d-686e-4b55-b18e-265b1ddd769b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b705b71-bbca-43c0-8c8f-b98fea296466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644794 Sep 23 22:53:54.405139 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:53:49Z', 'updated_at': '2021-09-23T22:53:52Z', 'revision_number': 3, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:51Z', 'updated_at': '2021-09-23T22:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:54.429059 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c79e8f-268b-4387-8ef7-b41f132c07b5 None None] Pushing event deleted for resources: {'Port': ['ID=0a120f95-18ee-4199-beec-c0bc612f0852,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:54.451053 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c79e8f-268b-4387-8ef7-b41f132c07b5 None None] No DVR routers for this DVR port 0a120f95-18ee-4199-beec-c0bc612f0852 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:53:54.465413 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Checking router: 0824758b-b4e5-45dc-80b5-973edf10dc74 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:53:54.466819 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Updating router 0824758b-b4e5-45dc-80b5-973edf10dc74 port 468d41da-d4db-4958-83ae-8b6a810d7050 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:53:54.484263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Pushing event deleted for resources: {'Port': ['ID=0a120f95-18ee-4199-beec-c0bc612f0852,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:54.497450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] No DVR routers for this DVR port 0a120f95-18ee-4199-beec-c0bc612f0852 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:53:54.506776 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:54.530510 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-13e4b377-7cb5-4e0b-a623-46569a08e434 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=0a3bbdae5cca4bf3aaf957611b45b827&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4787290 Sep 23 22:53:54.547648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 58986) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:54.556505 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcb486-a3d4-4314-bda4-6a5a774fb2f4 req-ab47add7-97ac-4216-8024-0ca60058d8d4 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:54.556505 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88bcb486-a3d4-4314-bda4-6a5a774fb2f4 req-ab47add7-97ac-4216-8024-0ca60058d8d4 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 943 time: 0.2715206 Sep 23 22:53:54.655810 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:54.682176 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88bcb486-a3d4-4314-bda4-6a5a774fb2f4 req-a8835710-75dc-4169-8e63-1828b5c042c3 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040506 Sep 23 22:53:54.692823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ab00eb-9b03-47a7-b819-434c6dedaf35']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:54.720519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048df156-beb1-4bca-96a6-227a76dc451c') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:54.720519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048df156-beb1-4bca-96a6-227a76dc451c') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:54.732344 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:54.749909 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:54.760268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:53:54.760861 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:53:54.766230 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:53:54.909019 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:54.983791 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:54.991394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0a120f95-18ee-4199-beec-c0bc612f0852 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:53:55.007208 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:55.010212 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] 10.222.0.22 "DELETE /v2.0/networks/24ab00eb-9b03-47a7-b819-434c6dedaf35 HTTP/1.1" status: 204 len: 168 time: 1.4838355 Sep 23 22:53:55.011415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727815e-d467-4484-ba84-bff57abef9cd tempest-TagsExtTest-904522912 tempest-TagsExtTest-904522912-project] Pushing event deleted for resources: {'Network': ['ID=24ab00eb-9b03-47a7-b819-434c6dedaf35,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:55.013009 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:55.016923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517a459-9e8d-4a03-9798-de4d2088d3b1 req-78db252c-8321-421a-82b8-0b7ecfb3c81b tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:55.022267 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 0a120f95-18ee-4199-beec-c0bc612f0852 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:53:55.022618 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0a120f95-18ee-4199-beec-c0bc612f0852 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:53:55.024858 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a517a459-9e8d-4a03-9798-de4d2088d3b1 req-78db252c-8321-421a-82b8-0b7ecfb3c81b tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.5498734 Sep 23 22:53:55.072036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3cee9548-32d1-42f9-8938-5411db57045f req-d4f357f0-253d-45e5-9991-37801eb1d0e0 service neutron] 10.222.0.43 "GET /v2.0/networks/5b705b71-bbca-43c0-8c8f-b98fea296466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738670 Sep 23 22:53:55.083342 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Attempting to bind port 468d41da-d4db-4958-83ae-8b6a810d7050 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:53:55.083771 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Attempting to bind port 468d41da-d4db-4958-83ae-8b6a810d7050 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:53:55.084189 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Attempting to bind port 468d41da-d4db-4958-83ae-8b6a810d7050 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:53:55.100535 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4d896-0f2e-4237-b132-1f0799455ccf None None] Pushing event updated for resources: {'Port': ['ID=468d41da-d4db-4958-83ae-8b6a810d7050,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:55.110673 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:53:55.111654 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:55.112255 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:55.112688 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:53:55.113264 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Bound port: 468d41da-d4db-4958-83ae-8b6a810d7050, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:53:55.114561 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:55.183970 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] For port 468d41da-d4db-4958-83ae-8b6a810d7050, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:53:55.188419 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] For port 468d41da-d4db-4958-83ae-8b6a810d7050, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=468d41da-d4db-4958-83ae-8b6a810d7050,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:53:55.204601 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a517a459-9e8d-4a03-9798-de4d2088d3b1 req-317883b6-28cf-47a2-a41d-da4fdd222a4d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782975 Sep 23 22:53:55.214312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c74ae87-e75f-41a5-bbfc-481b12b4cb20 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:55.221857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2c74ae87-e75f-41a5-bbfc-481b12b4cb20 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6658976 Sep 23 22:53:55.222334 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58994) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:55.249618 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3cee9548-32d1-42f9-8938-5411db57045f req-78ae7460-ec90-4206-86bc-833ae0531c13 service neutron] 10.222.0.43 "GET /v2.0/networks/5b705b71-bbca-43c0-8c8f-b98fea296466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620607 Sep 23 22:53:55.267670 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3b803812-0457-4819-b8ae-89a801b77798 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367408 Sep 23 22:53:55.268112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 58996) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:55.273730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5919f9f8-305d-4e1f-aea8-3a76f0c9872e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-947620312', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:53:55.299248 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:55.357356 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Routers {'0824758b-b4e5-45dc-80b5-973edf10dc74'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:53:55.358188 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:53:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0824758b-b4e5-45dc-80b5-973edf10dc74'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:55.448304 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4d896-0f2e-4237-b132-1f0799455ccf None None] Pushing event updated for resources: {'Port': ['ID=468d41da-d4db-4958-83ae-8b6a810d7050,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:55.504768 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] Set router 0824758b-b4e5-45dc-80b5-973edf10dc74 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:53:55.534192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5919f9f8-305d-4e1f-aea8-3a76f0c9872e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Made reservation on behalf of 0a3bbdae5cca4bf3aaf957611b45b827 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:53:55.536931 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5919f9f8-305d-4e1f-aea8-3a76f0c9872e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:55.737483 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:53:49Z', 'updated_at': '2021-09-23T22:53:52Z', 'revision_number': 3, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:51Z', 'updated_at': '2021-09-23T22:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:53:55.769867 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2a1f3-c7b4-45cc-b193-bbc33a311f1b None None] The sync data for ids ['0824758b-b4e5-45dc-80b5-973edf10dc74'] in n-d-810775-1 is: [{'id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:53:49Z', 'updated_at': '2021-09-23T22:53:52Z', 'revision_number': 3, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:51Z', 'updated_at': '2021-09-23T22:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:53:55.832448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59006) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:55.887058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6e299-125f-4d1f-b60e-b940510a8e5d req-ce5e5231-d1cd-40a7-abaf-e02485d9d711 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:55.891998 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-30d6e299-125f-4d1f-b60e-b940510a8e5d req-ce5e5231-d1cd-40a7-abaf-e02485d9d711 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 943 time: 0.0841012 Sep 23 22:53:55.922264 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5919f9f8-305d-4e1f-aea8-3a76f0c9872e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:55.996316 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-30d6e299-125f-4d1f-b60e-b940510a8e5d req-f4b4f4aa-b930-4288-a893-6d5f7be834d4 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978332 Sep 23 22:53:56.018060 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919f9f8-305d-4e1f-aea8-3a76f0c9872e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Subnet': ['ID=29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:56.039795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5919f9f8-305d-4e1f-aea8-3a76f0c9872e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Checking segment: {'id': 'f3261373-ec5e-431c-8152-b4a850f1cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:56.040279 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919f9f8-305d-4e1f-aea8-3a76f0c9872e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network hostable DHCP agents. Network: 19e34b08-ac64-4e12-ada0-10939d922a20, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:53:56.054575 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-96d0065a-624d-4b91-913c-d4e982fc0662 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ce583381e874c1484abf0c4e4f6d074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208951 Sep 23 22:53:56.058770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59010) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:56.175595 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b7c6379b-00b7-42a4-9591-ecf55bffcc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:56.209651 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b7c6379b-00b7-42a4-9591-ecf55bffcc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:56.241778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919f9f8-305d-4e1f-aea8-3a76f0c9872e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 19e34b08-ac64-4e12-ada0-10939d922a20 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:53:56.396050 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316aec4-d3a4-4716-8245-6d07f47f7945 req-ea01a3c6-c539-420e-9674-3cc746f6b555 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:56.396050 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7316aec4-d3a4-4716-8245-6d07f47f7945 req-ea01a3c6-c539-420e-9674-3cc746f6b555 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.0601716 Sep 23 22:53:56.408931 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7316aec4-d3a4-4716-8245-6d07f47f7945 req-42318a83-ff04-44c0-aae5-537a8698da98 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Sep 23 22:53:56.621918 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c5ce27a4-12b5-488a-b117-0eeeecdc58e8 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:53:56.784636 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port c5ce27a4-12b5-488a-b117-0eeeecdc58e8, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c5ce27a4-12b5-488a-b117-0eeeecdc58e8,segment=NetworkSegment(92046090-fdb2-4fe4-8b78-0c721150f197),segment_id=92046090-fdb2-4fe4-8b78-0c721150f197)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:56.784636 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'c5ce27a4-12b5-488a-b117-0eeeecdc58e8', 'network_id': '5b705b71-bbca-43c0-8c8f-b98fea296466', 'port_id': 'c5ce27a4-12b5-488a-b117-0eeeecdc58e8', 'mac_address': 'fa:16:3e:e6:3e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76fdaf4-76e6-43ac-ae33-603c9c2ffbba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:53:56.827830 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:56.843191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ce27a4-12b5-488a-b117-0eeeecdc58e8 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:53:56.873095 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port c5ce27a4-12b5-488a-b117-0eeeecdc58e8, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c5ce27a4-12b5-488a-b117-0eeeecdc58e8,segment=NetworkSegment(92046090-fdb2-4fe4-8b78-0c721150f197),segment_id=92046090-fdb2-4fe4-8b78-0c721150f197)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:57.020144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 468d41da-d4db-4958-83ae-8b6a810d7050 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:53:57.083402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 468d41da-d4db-4958-83ae-8b6a810d7050 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:53:57.083824 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:57.113536 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-5919f9f8-305d-4e1f-aea8-3a76f0c9872e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 19e34b08-ac64-4e12-ada0-10939d922a20) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:57.125429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3927e686-a6e2-4653-8de0-eecb0023f84d None None] Network 19e34b08-ac64-4e12-ada0-10939d922a20 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:53:57.135527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5919f9f8-305d-4e1f-aea8-3a76f0c9872e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:57.136118 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5919f9f8-305d-4e1f-aea8-3a76f0c9872e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:57.174314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ef3a0-848d-4b34-8c1b-885a708fa63b req-df53f38d-70e1-4f60-a4d8-892d816822a4 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:57.176511 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e48ef3a0-848d-4b34-8c1b-885a708fa63b req-df53f38d-70e1-4f60-a4d8-892d816822a4 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 943 time: 0.0743194 Sep 23 22:53:57.183653 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b7c6379b-00b7-42a4-9591-ecf55bffcc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:57.200051 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b7c6379b-00b7-42a4-9591-ecf55bffcc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:57.200051 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b7c6379b-00b7-42a4-9591-ecf55bffcc89 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6006c8c-0c7f-44e9-a13e-41d97306991e HTTP/1.1" status: 204 len: 168 time: 1.1394382 Sep 23 22:53:57.223009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6379b-00b7-42a4-9591-ecf55bffcc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6006c8c-0c7f-44e9-a13e-41d97306991e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:57.251635 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:57.258962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e48ef3a0-848d-4b34-8c1b-885a708fa63b req-867a5105-548c-4fc4-bf4b-5307ebf376cf tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721951 Sep 23 22:53:57.300582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59022) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:53:57.303322 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5919f9f8-305d-4e1f-aea8-3a76f0c9872e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0338399 Sep 23 22:53:57.313021 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:57.343643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 468d41da-d4db-4958-83ae-8b6a810d7050, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=468d41da-d4db-4958-83ae-8b6a810d7050,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:53:57.417224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=c5ce27a4-12b5-488a-b117-0eeeecdc58e8,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:57.480711 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:57.507102 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['c5ce27a4-12b5-488a-b117-0eeeecdc58e8'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:53:57.679774 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=468d41da-d4db-4958-83ae-8b6a810d7050,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:57.707052 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-19e34b08-ac64-4e12-ada0-10939d922a20', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ips': [{'subnet_id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:53:57.716405 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:57.811845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df05ed5-d797-492e-a60a-c7c4dd023214 req-5ce3025c-4f0b-46ca-94b9-b881fd3439f9 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:57.813627 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2df05ed5-d797-492e-a60a-c7c4dd023214 req-5ce3025c-4f0b-46ca-94b9-b881fd3439f9 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.2770824 Sep 23 22:53:57.892185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2df05ed5-d797-492e-a60a-c7c4dd023214 req-5893d5dd-4010-410d-a572-907026e2ec13 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697439 Sep 23 22:53:58.029653 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Allocated IP 172.20.0.2 (19e34b08-ac64-4e12-ada0-10939d922a20/29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e/e99bc474-f2ff-4080-98ba-04b2e7a681e9) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:53:58.205394 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:58.422078 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:58.434362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7089b-1b46-4108-bc1a-c0b5dcd06c54 req-2cabb7be-71b7-4842-b7cc-922b9c2e0033 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:58.437521 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5b7089b-1b46-4108-bc1a-c0b5dcd06c54 req-2cabb7be-71b7-4842-b7cc-922b9c2e0033 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 944 time: 0.0742731 Sep 23 22:53:58.489557 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5b7089b-1b46-4108-bc1a-c0b5dcd06c54 req-3d80d4da-73f6-4ed9-a896-ba1678cb75ba tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404582 Sep 23 22:53:58.519234 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:58.562330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Network 19e34b08-ac64-4e12-ada0-10939d922a20 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:53:58.565841 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:58.572060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:53:58.612017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Pushing event updated for resources: {'Port': ['ID=e99bc474-f2ff-4080-98ba-04b2e7a681e9,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:58.643863 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Attempting to bind port e99bc474-f2ff-4080-98ba-04b2e7a681e9 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:53:58.644226 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Attempting to bind port e99bc474-f2ff-4080-98ba-04b2e7a681e9 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f3261373-ec5e-431c-8152-b4a850f1cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:53:58.644597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Attempting to bind port e99bc474-f2ff-4080-98ba-04b2e7a681e9 on network 19e34b08-ac64-4e12-ada0-10939d922a20 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:53:58.650588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:53:58.651065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Checking segment: {'id': 'f3261373-ec5e-431c-8152-b4a850f1cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:53:58.651425 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:58.651865 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Bound using segment: {'id': 'f3261373-ec5e-431c-8152-b4a850f1cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:53:58.652383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Bound port: e99bc474-f2ff-4080-98ba-04b2e7a681e9, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3261373-ec5e-431c-8152-b4a850f1cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:53:58.652793 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:58.685252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.20.0.1 (19e34b08-ac64-4e12-ada0-10939d922a20/29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e/6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:53:58.731995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] For port e99bc474-f2ff-4080-98ba-04b2e7a681e9, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:53:58.735776 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] For port e99bc474-f2ff-4080-98ba-04b2e7a681e9, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e99bc474-f2ff-4080-98ba-04b2e7a681e9,segment=NetworkSegment(f3261373-ec5e-431c-8152-b4a850f1cbb6),segment_id=f3261373-ec5e-431c-8152-b4a850f1cbb6)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:53:58.871591 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:58.893970 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:59.030963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 468d41da-d4db-4958-83ae-8b6a810d7050 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:53:59.035180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787aecfa-43a6-41e0-b439-e8cc06fc4130 None None] Pushing event updated for resources: {'Port': ['ID=e99bc474-f2ff-4080-98ba-04b2e7a681e9,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:59.038522 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:59.114156 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 468d41da-d4db-4958-83ae-8b6a810d7050 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:53:59.114772 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:59.201060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 19e34b08-ac64-4e12-ada0-10939d922a20 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:53:59.206793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:53:59.222182 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:53:59.240140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d9689-7577-4232-8102-d0d224f61396 req-ea941c29-6555-4f60-9fa4-e4a5ac8ceb48 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:59.243330 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-639d9689-7577-4232-8102-d0d224f61396 req-ea941c29-6555-4f60-9fa4-e4a5ac8ceb48 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.1791127 Sep 23 22:53:59.246876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:53:59.342415 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:59.411492 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-639d9689-7577-4232-8102-d0d224f61396 req-f86b7f08-58b4-4e80-86f7-006aa95be2d7 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408560 Sep 23 22:53:59.621728 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:53:59.663837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02e1d5-b6aa-411d-a004-dbc6ddbaa585 req-4b80a5f0-b3da-48c3-bc21-47afd3416288 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:53:59.666290 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-db02e1d5-b6aa-411d-a004-dbc6ddbaa585 req-4b80a5f0-b3da-48c3-bc21-47afd3416288 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 944 time: 0.0858676 Sep 23 22:53:59.732436 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-db02e1d5-b6aa-411d-a004-dbc6ddbaa585 req-30c11751-a0ff-43d0-839b-b084050e7022 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537891 Sep 23 22:54:00.076507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:00.168502 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:00.296555 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:00.387700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:00.551572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadefbf7-2cc2-4b8c-b456-524a0bb0792d None None] Network 19e34b08-ac64-4e12-ada0-10939d922a20 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:54:00.606856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 19e34b08-ac64-4e12-ada0-10939d922a20 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:54:00.620718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:54:00.645672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c5ce27a4-12b5-488a-b117-0eeeecdc58e8 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:54:00.746558 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1fca256d-9293-4b33-91f5-6b8f9d047066 None None] Provisioning complete for port e99bc474-f2ff-4080-98ba-04b2e7a681e9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:54:00.747254 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1fca256d-9293-4b33-91f5-6b8f9d047066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:00.847259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495005d2-7cf2-4f71-b097-374d52e28923 req-2df61bee-b507-47e8-b1b4-e9db4da1c023 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:00.861737 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495005d2-7cf2-4f71-b097-374d52e28923 req-2df61bee-b507-47e8-b1b4-e9db4da1c023 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.3398228 Sep 23 22:54:00.878800 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:54:00.986710 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-495005d2-7cf2-4f71-b097-374d52e28923 req-f3b521a8-3c0a-46e7-bac4-581b2ae2cf8d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927644 Sep 23 22:54:01.044290 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router 0824758b-b4e5-45dc-80b5-973edf10dc74 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:54:01.046857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e564737-532f-41ea-b6ae-113942fb511a req-ebfd7464-f37f-4716-bbcd-6423a3c91b8d tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:01.051991 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8e564737-532f-41ea-b6ae-113942fb511a req-ebfd7464-f37f-4716-bbcd-6423a3c91b8d tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 944 time: 0.1687574 Sep 23 22:54:01.104680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port c5ce27a4-12b5-488a-b117-0eeeecdc58e8 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:54:01.127779 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port c5ce27a4-12b5-488a-b117-0eeeecdc58e8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:54:01.128634 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:01.165308 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8e564737-532f-41ea-b6ae-113942fb511a req-fa7036c9-d42a-4b99-b3b8-1ca238a91e5f tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015911 Sep 23 22:54:01.187201 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1fca256d-9293-4b33-91f5-6b8f9d047066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:01.221348 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e99bc474-f2ff-4080-98ba-04b2e7a681e9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:54:01.299242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:54:01.305668 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ea6b7417-6e11-4305-bb86-d11bc4d6f7e5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "PUT /v2.0/routers/0824758b-b4e5-45dc-80b5-973edf10dc74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0037084 Sep 23 22:54:01.349210 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Sync routers for ids ['0824758b-b4e5-45dc-80b5-973edf10dc74'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:54:01.354634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1fca256d-9293-4b33-91f5-6b8f9d047066 None None] For port e99bc474-f2ff-4080-98ba-04b2e7a681e9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e99bc474-f2ff-4080-98ba-04b2e7a681e9,segment=NetworkSegment(f3261373-ec5e-431c-8152-b4a850f1cbb6),segment_id=f3261373-ec5e-431c-8152-b4a850f1cbb6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:54:01.487673 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Routers {'0824758b-b4e5-45dc-80b5-973edf10dc74'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:54:01.488809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:53:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0824758b-b4e5-45dc-80b5-973edf10dc74'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:01.492314 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1fca256d-9293-4b33-91f5-6b8f9d047066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:01.731789 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca256d-9293-4b33-91f5-6b8f9d047066 None None] Pushing event updated for resources: {'Port': ['ID=e99bc474-f2ff-4080-98ba-04b2e7a681e9,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:01.767797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e99bc474-f2ff-4080-98ba-04b2e7a681e9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:54:01.768137 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:01.823703 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:01.895555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6564688b-71fe-4267-be1d-6209b1a09292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ce27a4-12b5-488a-b117-0eeeecdc58e8'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:54:01.898482 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c896573-0b05-4cf0-bfad-fb61f0da3fb9" -d '{"events": [{"server_uuid": "6564688b-71fe-4267-be1d-6209b1a09292", "name": "network-vif-plugged", "status": "completed", "tag": "c5ce27a4-12b5-488a-b117-0eeeecdc58e8"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:54:01.914012 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-42940ac6-c753-4e63-96e7-82056cc40c71 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754390738&fields=id&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 267 time: 0.1134419 Sep 23 22:54:01.929924 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port c5ce27a4-12b5-488a-b117-0eeeecdc58e8, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c5ce27a4-12b5-488a-b117-0eeeecdc58e8,segment=NetworkSegment(92046090-fdb2-4fe4-8b78-0c721150f197),segment_id=92046090-fdb2-4fe4-8b78-0c721150f197)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:54:01.956239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-34e2d4a0-0d13-4011-a531-1c262c02c6ca None None] Provisioning complete for port e99bc474-f2ff-4080-98ba-04b2e7a681e9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:54:01.956699 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-34e2d4a0-0d13-4011-a531-1c262c02c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:01.984567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59154) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:02.030481 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288524a8-d826-493e-b406-a4a24ee5b58a x-openstack-request-id: req-288524a8-d826-493e-b406-a4a24ee5b58a {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:54:02.030876 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6564688b-71fe-4267-be1d-6209b1a09292", "name": "network-vif-plugged", "status": "completed", "tag": "c5ce27a4-12b5-488a-b117-0eeeecdc58e8", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:54:02.031248 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-288524a8-d826-493e-b406-a4a24ee5b58a {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:54:02.031655 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6564688b-71fe-4267-be1d-6209b1a09292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ce27a4-12b5-488a-b117-0eeeecdc58e8', 'code': 200} Sep 23 22:54:02.079367 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:02.120731 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Set router 0824758b-b4e5-45dc-80b5-973edf10dc74 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:54:02.278134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7c6e0-166e-4de9-abbb-2913bb89f89e req-d0e319df-edc8-4715-bab5-74efa6154c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:02.282176 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-48a7c6e0-166e-4de9-abbb-2913bb89f89e req-d0e319df-edc8-4715-bab5-74efa6154c90 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 1096 time: 0.1440358 Sep 23 22:54:02.336759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bdaa3-9d0b-4b88-8cfc-04459618df94 req-fc361332-8b71-4a12-bc79-b7ca31c1fc0d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:02.346744 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8b3bdaa3-9d0b-4b88-8cfc-04459618df94 req-fc361332-8b71-4a12-bc79-b7ca31c1fc0d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.1540904 Sep 23 22:54:02.361625 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3d94d01-a2b4-40c7-b1ca-c9da3ba4777c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:02.388140 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-48a7c6e0-166e-4de9-abbb-2913bb89f89e req-470afb01-7974-4627-a34d-beea0f27e3a5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973582 Sep 23 22:54:02.443895 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8b3bdaa3-9d0b-4b88-8cfc-04459618df94 req-cb332e70-799e-4291-b0ed-cef1f7dad93e tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778356 Sep 23 22:54:02.458065 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-1c6d3171-3a79-4ea8-bb9d-bc4396b10892 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:02.493988 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-1c6d3171-3a79-4ea8-bb9d-bc4396b10892 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/networks?id=19e34b08-ac64-4e12-ada0-10939d922a20 HTTP/1.1" status: 200 len: 796 time: 0.5638554 Sep 23 22:54:02.552551 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-d6f652f6-6fcf-4485-a3a0-9d0f948fd79b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/quotas/0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 375 time: 0.0568762 Sep 23 22:54:02.661863 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-49fdde63-01c0-4e1d-8f75-3bcf4bbbd254 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080468 Sep 23 22:54:02.706348 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=c5ce27a4-12b5-488a-b117-0eeeecdc58e8,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:02.768712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-34e2d4a0-0d13-4011-a531-1c262c02c6ca None None] Provisioning complete for port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:54:02.769898 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-34e2d4a0-0d13-4011-a531-1c262c02c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:02.787491 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3d94d01-a2b4-40c7-b1ca-c9da3ba4777c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:02.811594 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-75f15bbd-e1aa-4dea-a4fb-e79e2d5e1f8f service neutron] 10.222.0.22 "GET /v2.0/networks/19e34b08-ac64-4e12-ada0-10939d922a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473951 Sep 23 22:54:02.813445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:53:49Z', 'updated_at': '2021-09-23T22:53:59Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:51Z', 'updated_at': '2021-09-23T22:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab', 'name': '', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:fd:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:58Z', 'updated_at': '2021-09-23T22:53:59Z', 'revision_number': 2, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:02.825804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c5573-46e3-4660-99ca-f30bec8207ee req-f7e448db-adab-4685-897f-764aff258c65 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:02.836644 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d2c5573-46e3-4660-99ca-f30bec8207ee req-f7e448db-adab-4685-897f-764aff258c65 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.2575951 Sep 23 22:54:02.932490 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d2c5573-46e3-4660-99ca-f30bec8207ee req-2560e3e4-38fb-4253-8b69-45b1f71ff443 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717719 Sep 23 22:54:02.932490 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f3d94d01-a2b4-40c7-b1ca-c9da3ba4777c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:02.933375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Checking router: 0824758b-b4e5-45dc-80b5-973edf10dc74 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:54:02.933375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Updating router 0824758b-b4e5-45dc-80b5-973edf10dc74 port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:54:02.962070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d94d01-a2b4-40c7-b1ca-c9da3ba4777c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8321de19-9cf7-4f57-999d-6f8251c9d444,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:02.969707 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-34e2d4a0-0d13-4011-a531-1c262c02c6ca None None] Port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:54:02.972727 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:03.021175 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f3d94d01-a2b4-40c7-b1ca-c9da3ba4777c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa3a7071b951462ab86321bcf3a6e89f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0347960 Sep 23 22:54:03.032417 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59166) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:03.108001 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-e5387788-6861-428e-8f1b-a0452cf227ea service neutron] 10.222.0.22 "GET /v2.0/networks/19e34b08-ac64-4e12-ada0-10939d922a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896152 Sep 23 22:54:03.143465 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:03.198387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8108e5de-6270-48df-8845-48f8cf28beb5 None None] Provisioning complete for port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:54:03.198942 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8108e5de-6270-48df-8845-48f8cf28beb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:03.228352 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:03.351868 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e99bc474-f2ff-4080-98ba-04b2e7a681e9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:54:03.421238 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8108e5de-6270-48df-8845-48f8cf28beb5 None None] Port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:54:03.654160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b7cb1-9eef-4d7f-a64c-c0fea238306a req-dba6d436-9e76-427f-bde0-ab131b2642d7 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:03.658352 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-003b7cb1-9eef-4d7f-a64c-c0fea238306a req-dba6d436-9e76-427f-bde0-ab131b2642d7 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.0933111 Sep 23 22:54:03.768820 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:03.785561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-003b7cb1-9eef-4d7f-a64c-c0fea238306a req-f1f88530-97bb-4b5d-b8c8-d470e830f48f tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165504 Sep 23 22:54:03.787758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e99bc474-f2ff-4080-98ba-04b2e7a681e9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:54:03.789344 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:03.846792 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:04.065062 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7fd007e7-9f03-43ba-8a3e-d5361d2e1bf3 req-664f0d30-26d5-4720-92dc-d4ba1d1399f9 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 210 time: 0.1448154 Sep 23 22:54:04.196275 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:04.200025 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:04.203138 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbc7e7-ddba-4b82-a70f-663877723b05 req-77e72517-701c-497f-95a6-b72c62699593 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:04.205232 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8321de19-9cf7-4f57-999d-6f8251c9d444 HTTP/1.1" status: 204 len: 168 time: 1.1714547 Sep 23 22:54:04.210355 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-adfbc7e7-ddba-4b82-a70f-663877723b05 req-77e72517-701c-497f-95a6-b72c62699593 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.0849431 Sep 23 22:54:04.249069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8321de19-9cf7-4f57-999d-6f8251c9d444,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:04.259557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:54:04.260040 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:54:04.260475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:54:04.261350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:54:04.262494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:54:04.262977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:54:04.264599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:54:04.265216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:54:04.265679 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:54:04.266675 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:54:04.268258 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:54:04.270744 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402c4f1-a3b9-4a00-bae5-a577dbeb49f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:54:04.316876 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-adfbc7e7-ddba-4b82-a70f-663877723b05 req-03a49d40-d99c-4f16-8bca-25bd606dc30f tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819871 Sep 23 22:54:04.365527 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa649f-3283-4666-bacc-30e3b57dd95f None None] Pushing event updated for resources: {'Port': ['ID=6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:04.399878 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Attempting to bind port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:54:04.421351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Attempting to bind port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f3261373-ec5e-431c-8152-b4a850f1cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:54:04.421351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Attempting to bind port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab on network 19e34b08-ac64-4e12-ada0-10939d922a20 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:54:04.421351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:54:04.421351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Checking segment: {'id': 'f3261373-ec5e-431c-8152-b4a850f1cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:54:04.421351 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:04.421351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Bound using segment: {'id': 'f3261373-ec5e-431c-8152-b4a850f1cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:54:04.421351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Bound port: 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3261373-ec5e-431c-8152-b4a850f1cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:54:04.421351 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:04.508542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e06729be-dd23-4cca-b481-7ccc58d0593c None None] Provisioning complete for port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:54:04.511008 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e06729be-dd23-4cca-b481-7ccc58d0593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:04.570617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] For port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:54:04.576477 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] For port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab,segment=NetworkSegment(f3261373-ec5e-431c-8152-b4a850f1cbb6),segment_id=f3261373-ec5e-431c-8152-b4a850f1cbb6)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:54:04.582091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e06729be-dd23-4cca-b481-7ccc58d0593c None None] Port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:54:04.610340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b50ef-4ab5-4ad9-9bd2-a9e18764c548 req-7887d51c-2899-4e0b-905d-22ea63afded6 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:04.612505 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-969b50ef-4ab5-4ad9-9bd2-a9e18764c548 req-7887d51c-2899-4e0b-905d-22ea63afded6 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.0784228 Sep 23 22:54:04.684848 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-969b50ef-4ab5-4ad9-9bd2-a9e18764c548 req-fc442b81-2e78-498c-856a-9f811b67f29a tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583372 Sep 23 22:54:04.856263 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:04.913691 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Routers {'0824758b-b4e5-45dc-80b5-973edf10dc74'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:54:04.914347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:53:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0824758b-b4e5-45dc-80b5-973edf10dc74'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:05.027779 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d7cff-68b2-4f3a-b0f7-a8d3271e537f req-e2603f9b-2a71-4723-83db-1065aebed783 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:05.038819 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6a2d7cff-68b2-4f3a-b0f7-a8d3271e537f req-e2603f9b-2a71-4723-83db-1065aebed783 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.1376200 Sep 23 22:54:05.099546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa649f-3283-4666-bacc-30e3b57dd95f None None] Pushing event updated for resources: {'Port': ['ID=6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:05.127625 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6a2d7cff-68b2-4f3a-b0f7-a8d3271e537f req-59e8063b-2fe4-442c-a801-25ac1144ee34 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880115 Sep 23 22:54:05.244336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96a4f161-a4c3-45c5-a5b5-d51c4fcf817d req-8dab2323-b34f-4696-b515-693e22eeecc7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 210 time: 0.0377846 Sep 23 22:54:05.282935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] Set router 0824758b-b4e5-45dc-80b5-973edf10dc74 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:54:05.372536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bcb40927-6f81-4624-aa8b-9006bd9433fd None None] Provisioning complete for port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:54:05.373091 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bcb40927-6f81-4624-aa8b-9006bd9433fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:05.556816 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bcb40927-6f81-4624-aa8b-9006bd9433fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:05.629937 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-bcb40927-6f81-4624-aa8b-9006bd9433fd None None] For port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab,segment=NetworkSegment(f3261373-ec5e-431c-8152-b4a850f1cbb6),segment_id=f3261373-ec5e-431c-8152-b4a850f1cbb6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:54:05.642212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:53:49Z', 'updated_at': '2021-09-23T22:53:59Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:51Z', 'updated_at': '2021-09-23T22:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab', 'name': '', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:fd:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:58Z', 'updated_at': '2021-09-23T22:54:04Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:05.676978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3170f56-fe25-4aee-a38d-03e7e0361f3d None None] The sync data for ids ['0824758b-b4e5-45dc-80b5-973edf10dc74'] in n-d-810775-1 is: [{'id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:53:49Z', 'updated_at': '2021-09-23T22:53:59Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:51Z', 'updated_at': '2021-09-23T22:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab', 'name': '', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:fd:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:58Z', 'updated_at': '2021-09-23T22:54:04Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:54:05.696262 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4ca05-747b-4a18-9066-5af1a29906e4 req-25ce152d-ade8-4bd9-9f52-38d5b73c8139 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:05.699411 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8eb4ca05-747b-4a18-9066-5af1a29906e4 req-25ce152d-ade8-4bd9-9f52-38d5b73c8139 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.0692897 Sep 23 22:54:05.789832 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8eb4ca05-747b-4a18-9066-5af1a29906e4 req-97d4fa21-2792-4936-a10f-fdcd9cd910e8 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822008 Sep 23 22:54:05.876805 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bcb40927-6f81-4624-aa8b-9006bd9433fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:05.999861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59208) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:06.010270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb40927-6f81-4624-aa8b-9006bd9433fd None None] Pushing event updated for resources: {'Port': ['ID=6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:06.022952 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-990ab05c-7648-44e4-9b06-35375047da9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:06.213032 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-990ab05c-7648-44e4-9b06-35375047da9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:06.352739 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-990ab05c-7648-44e4-9b06-35375047da9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:06.452048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-990ab05c-7648-44e4-9b06-35375047da9d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a68e6042885047309e7604aef65bf560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4512000 Sep 23 22:54:06.463241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59214) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:06.471689 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d16b4c7d-d7e2-4ab3-ba6e-c46262699cd2 req-44d3869e-3c09-4ee7-b93d-f8ac96314b98 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 210 time: 0.0688136 Sep 23 22:54:06.492650 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffa251-32ac-4a75-8dc7-a5873965de34 req-c59d6123-ae47-40f2-81d4-c2475d165c31 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:06.494349 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1dffa251-32ac-4a75-8dc7-a5873965de34 req-c59d6123-ae47-40f2-81d4-c2475d165c31 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.2341704 Sep 23 22:54:06.530549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ab05c-7648-44e4-9b06-35375047da9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7f9053-9318-4d44-8cad-592490c4cdc5,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:06.609959 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1dffa251-32ac-4a75-8dc7-a5873965de34 req-15edade2-9cca-4e56-a99d-f0902154b064 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998859 Sep 23 22:54:06.610859 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2c85-a83f-4a03-bd4e-b7b01de1c9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:06.653859 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2c85-a83f-4a03-bd4e-b7b01de1c9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:06.781263 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:06.887325 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2c85-a83f-4a03-bd4e-b7b01de1c9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:06.891196 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2c85-a83f-4a03-bd4e-b7b01de1c9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:06.892730 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3d8a2c85-a83f-4a03-bd4e-b7b01de1c9df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe7f9053-9318-4d44-8cad-592490c4cdc5 HTTP/1.1" status: 204 len: 168 time: 0.4244416 Sep 23 22:54:06.907927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a2c85-a83f-4a03-bd4e-b7b01de1c9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7f9053-9318-4d44-8cad-592490c4cdc5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:06.961418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f708c-424f-466c-b859-b09ebde31243 req-0931729e-a369-4e2f-9caa-fd5f56875dc7 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:06.976008 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-824f708c-424f-466c-b859-b09ebde31243 req-0931729e-a369-4e2f-9caa-fd5f56875dc7 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.1121495 Sep 23 22:54:07.053843 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-824f708c-424f-466c-b859-b09ebde31243 req-c78d593b-e599-44dd-996b-935c700c15a6 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767698 Sep 23 22:54:07.103820 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:54:07.197497 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:54:07.198021 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:07.628628 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f22b673e-0f18-47f9-affd-ff620ce2c307 req-646c5287-6272-4212-bb95-93c8ac4576ba tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 210 time: 0.0675921 Sep 23 22:54:07.816354 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128e5c2-50d5-4ab2-b729-dac2ff5ae6f4 req-5d321439-1df7-4bdf-bb63-9404064afcec tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:07.834886 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e128e5c2-50d5-4ab2-b729-dac2ff5ae6f4 req-5d321439-1df7-4bdf-bb63-9404064afcec tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.1369417 Sep 23 22:54:07.844007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51c97e-28b7-4791-b46c-624dac7228c0 req-25051a9c-00e8-4d3f-864a-72e690230f45 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:07.852755 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af51c97e-28b7-4791-b46c-624dac7228c0 req-25051a9c-00e8-4d3f-864a-72e690230f45 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.0843947 Sep 23 22:54:07.872939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-5b49136d-8a28-43a9-9eff-5b9a57307407 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:07.874869 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-5b49136d-8a28-43a9-9eff-5b9a57307407 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.43 "GET /v2.0/networks?id=19e34b08-ac64-4e12-ada0-10939d922a20 HTTP/1.1" status: 200 len: 796 time: 0.2507756 Sep 23 22:54:07.896640 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e128e5c2-50d5-4ab2-b729-dac2ff5ae6f4 req-9f63d705-9ec6-4085-a6fd-147fb17d2e20 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530479 Sep 23 22:54:07.952197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-9d8f561e-a172-4e53-9575-a5999cb7a4ce tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a3bbdae5cca4bf3aaf957611b45b827 HTTP/1.1" status: 200 len: 380 time: 0.0651267 Sep 23 22:54:07.962798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-01b3c78c-31d5-4f39-804d-74a374003ccd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'port': {'device_id': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'admin_state_up': True, 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'security_groups': ['c7a62712-cf42-4041-8210-7c39bb0fbdd3']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:54:07.984837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af51c97e-28b7-4791-b46c-624dac7228c0 req-bd545d27-087d-4540-a830-43217c3d1616 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237619 Sep 23 22:54:08.137983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e761b-0310-40d1-9dea-807da4314e3e req-ec68d85c-2363-449b-8cd8-96ae2971e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:08.140475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6a1e761b-0310-40d1-9dea-807da4314e3e req-ec68d85c-2363-449b-8cd8-96ae2971e5c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32bf69223a9a4b3eb1dbd8cb104af909&device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 1096 time: 0.2845707 Sep 23 22:54:08.276339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e761b-0310-40d1-9dea-807da4314e3e req-1c97663d-f796-4a74-9f8e-5dbe658d4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:08.278042 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6a1e761b-0310-40d1-9dea-807da4314e3e req-1c97663d-f796-4a74-9f8e-5dbe658d4db7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5b705b71-bbca-43c0-8c8f-b98fea296466 HTTP/1.1" status: 200 len: 912 time: 0.1266277 Sep 23 22:54:08.324863 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6a1e761b-0310-40d1-9dea-807da4314e3e req-af85e5f5-ca53-48b4-89d1-bb34c6e87190 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5ce27a4-12b5-488a-b117-0eeeecdc58e8 HTTP/1.1" status: 200 len: 217 time: 0.0395796 Sep 23 22:54:08.379616 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e761b-0310-40d1-9dea-807da4314e3e req-b7a6c34e-d157-40e7-ab75-7d752418643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:08.381584 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6a1e761b-0310-40d1-9dea-807da4314e3e req-b7a6c34e-d157-40e7-ab75-7d752418643b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a76fdaf4-76e6-43ac-ae33-603c9c2ffbba HTTP/1.1" status: 200 len: 851 time: 0.0503490 Sep 23 22:54:08.391831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-01b3c78c-31d5-4f39-804d-74a374003ccd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Made reservation on behalf of 0a3bbdae5cca4bf3aaf957611b45b827 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:54:08.395980 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-01b3c78c-31d5-4f39-804d-74a374003ccd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:08.439436 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6a1e761b-0310-40d1-9dea-807da4314e3e req-588c706e-1ea1-4f8d-ae9e-4dbeee0444ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b705b71-bbca-43c0-8c8f-b98fea296466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487008 Sep 23 22:54:08.454757 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-6a1e761b-0310-40d1-9dea-807da4314e3e req-fc765041-2262-493d-8067-32272bcf1c7b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:54:08.455796 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6a1e761b-0310-40d1-9dea-807da4314e3e req-fc765041-2262-493d-8067-32272bcf1c7b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075607 Sep 23 22:54:08.661215 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6a1e761b-0310-40d1-9dea-807da4314e3e req-0d6d9320-cbb0-4d87-87ac-820bfc87900f service neutron] 10.222.0.43 "GET /v2.0/networks/5b705b71-bbca-43c0-8c8f-b98fea296466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939905 Sep 23 22:54:08.668582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-01b3c78c-31d5-4f39-804d-74a374003ccd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.20.0.10 (19e34b08-ac64-4e12-ada0-10939d922a20/29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e/6d34df16-7729-440d-9958-6412afd59bb4) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:54:08.833044 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59258) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:08.847078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6a1e761b-0310-40d1-9dea-807da4314e3e req-1b116815-83d3-4440-a733-9a226f0f393b service neutron] 10.222.0.43 "GET /v2.0/networks/5b705b71-bbca-43c0-8c8f-b98fea296466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754966 Sep 23 22:54:08.869770 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b7097cf-bc68-4e2c-98d6-ccc645f849b8 req-1d39d217-afba-44b8-aca6-72db106fe0cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 210 time: 0.0916953 Sep 23 22:54:08.983943 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-01b3c78c-31d5-4f39-804d-74a374003ccd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:09.026448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1869222964-network', 'tenant_id': '12daede432984aa6abd3e9682421729b'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:54:09.100907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f73e7-1ee0-4afa-97ab-d5a8cea33c78 req-bff305e1-353d-44f4-8dcc-b42b21685b16 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:09.109504 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-134f73e7-1ee0-4afa-97ab-d5a8cea33c78 req-bff305e1-353d-44f4-8dcc-b42b21685b16 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.1029055 Sep 23 22:54:09.166348 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-134f73e7-1ee0-4afa-97ab-d5a8cea33c78 req-95a62b1d-9f9b-4fba-9bd4-13fbb0904b71 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552425 Sep 23 22:54:09.187880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8027437-2b8e-42eb-bb30-abf86c01e982 req-6c38cb2d-724d-43cd-8ce3-d50f2e79cb10 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:09.196621 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d8027437-2b8e-42eb-bb30-abf86c01e982 req-6c38cb2d-724d-43cd-8ce3-d50f2e79cb10 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.1020546 Sep 23 22:54:09.208090 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-01b3c78c-31d5-4f39-804d-74a374003ccd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:09.249760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] Made reservation on behalf of 12daede432984aa6abd3e9682421729b for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:54:09.252261 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:09.254846 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d8027437-2b8e-42eb-bb30-abf86c01e982 req-b1c4c576-fd03-4ada-ab75-2c72eb3070ad tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566268 Sep 23 22:54:09.273027 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:09.285808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-01b3c78c-31d5-4f39-804d-74a374003ccd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 19e34b08-ac64-4e12-ada0-10939d922a20 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:54:09.292810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-01b3c78c-31d5-4f39-804d-74a374003ccd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:54:09.298529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-01b3c78c-31d5-4f39-804d-74a374003ccd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:54:09.336571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3c78c-31d5-4f39-804d-74a374003ccd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=6d34df16-7729-440d-9958-6412afd59bb4,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:09.395222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-01b3c78c-31d5-4f39-804d-74a374003ccd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:09.395873 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-01b3c78c-31d5-4f39-804d-74a374003ccd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:09.478409 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:09.641515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9723e29f-28ba-4791-acca-b48a90578cf6 None None] Provisioning complete for port 6d34df16-7729-440d-9958-6412afd59bb4 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:54:09.642158 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9723e29f-28ba-4791-acca-b48a90578cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:09.685134 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-9723e29f-28ba-4791-acca-b48a90578cf6 None None] Port 6d34df16-7729-440d-9958-6412afd59bb4 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:54:09.751565 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:09.784910 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:54:09.799968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcb7699-9969-44ab-b599-a63012a0342e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:09.807213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:09.808752 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] Added segment 890cac8a-de26-4bdd-9698-4891fdaa6123 of type vlan for network 4bd127a8-2077-4b54-a48d-a78b47ac26d4 Sep 23 22:54:09.886800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:09.963770 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-01b3c78c-31d5-4f39-804d-74a374003ccd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0052559 Sep 23 22:54:09.979054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Request body: {'port': {'device_id': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:54:10.070910 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8525fc-89b1-412d-ab88-f47bd075d55e req-8a13ec21-9ca7-4113-bd20-91a600d4b50b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:10.074003 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f8525fc-89b1-412d-ab88-f47bd075d55e req-8a13ec21-9ca7-4113-bd20-91a600d4b50b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 932 time: 0.1085539 Sep 23 22:54:10.075482 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:10.205924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f8525fc-89b1-412d-ab88-f47bd075d55e req-9fbcdd06-3e79-4d46-a715-aa777aa5b2ff tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143496 Sep 23 22:54:10.274990 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:10.276210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:10.276863 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:10.410225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] Pushing event updated for resources: {'Network': ['ID=4bd127a8-2077-4b54-a48d-a78b47ac26d4,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:10.421333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c92cc-7dd6-4183-83cb-588bcd3133dc req-44fa4c20-1926-4eac-8bf3-68676a5dc0e6 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:10.424421 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-921c92cc-7dd6-4183-83cb-588bcd3133dc req-44fa4c20-1926-4eac-8bf3-68676a5dc0e6 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.0747085 Sep 23 22:54:10.428313 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 4bd127a8-2077-4b54-a48d-a78b47ac26d4 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:54:10.498474 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-921c92cc-7dd6-4183-83cb-588bcd3133dc req-48077ba3-c086-4479-9551-e78282f7e313 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670445 Sep 23 22:54:10.526246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef4bc4-3fee-494d-a242-cdfa5137b783 req-0c2e50cc-01e7-499e-98bc-1885b4456edc tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:10.536042 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fbef4bc4-3fee-494d-a242-cdfa5137b783 req-0c2e50cc-01e7-499e-98bc-1885b4456edc tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.1841869 Sep 23 22:54:10.573365 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5849bd4a-7920-42bf-8cb6-36f92bb575c7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7377577 Sep 23 22:54:10.576683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59282) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:10.582134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-fbc08944-f02c-484e-add3-78c1d4408f45 admin admin] Request body: {'subnet': {'network_id': '4bd127a8-2077-4b54-a48d-a78b47ac26d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1869222964-subnet', 'tenant_id': '12daede432984aa6abd3e9682421729b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:54:10.617336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fbef4bc4-3fee-494d-a242-cdfa5137b783 req-5189e5d3-fe7d-40cf-9794-bcf42b723ce4 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803170 Sep 23 22:54:10.680130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d34df16-7729-440d-9958-6412afd59bb4 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:54:10.690088 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:10.705086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Transition to ACTIVE for port object 6d34df16-7729-440d-9958-6412afd59bb4 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:54:10.817257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc08944-f02c-484e-add3-78c1d4408f45 admin admin] Made reservation on behalf of 12daede432984aa6abd3e9682421729b for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:54:10.819988 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fbc08944-f02c-484e-add3-78c1d4408f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:10.950283 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:11.033402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d34df16-7729-440d-9958-6412afd59bb4,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:11.105444 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fbc08944-f02c-484e-add3-78c1d4408f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:11.124948 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Attempting to bind port 6d34df16-7729-440d-9958-6412afd59bb4 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:54:11.125402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Attempting to bind port 6d34df16-7729-440d-9958-6412afd59bb4 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'f3261373-ec5e-431c-8152-b4a850f1cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:54:11.125793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Attempting to bind port 6d34df16-7729-440d-9958-6412afd59bb4 on network 19e34b08-ac64-4e12-ada0-10939d922a20 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:54:11.132794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Port 6d34df16-7729-440d-9958-6412afd59bb4 on network 19e34b08-ac64-4e12-ada0-10939d922a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:54:11.133515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Attempting to bind port 6d34df16-7729-440d-9958-6412afd59bb4 on network 19e34b08-ac64-4e12-ada0-10939d922a20 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:54:11.142057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:54:11.142984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Checking segment: {'id': 'f3261373-ec5e-431c-8152-b4a850f1cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:54:11.143596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Bound using segment: {'id': 'f3261373-ec5e-431c-8152-b4a850f1cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:54:11.144207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Bound port: 6d34df16-7729-440d-9958-6412afd59bb4, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3261373-ec5e-431c-8152-b4a850f1cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:54:11.144731 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:11.218364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc08944-f02c-484e-add3-78c1d4408f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b0e008-c261-4bf0-a7bf-60706ee569ce,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:11.238137 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc08944-f02c-484e-add3-78c1d4408f45 admin admin] Checking segment: {'id': '890cac8a-de26-4bdd-9698-4891fdaa6123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bd127a8-2077-4b54-a48d-a78b47ac26d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:54:11.238924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc08944-f02c-484e-add3-78c1d4408f45 admin admin] Network hostable DHCP agents. Network: 4bd127a8-2077-4b54-a48d-a78b47ac26d4, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:54:11.361737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] For port 6d34df16-7729-440d-9958-6412afd59bb4, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:54:11.376334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec0c94-e8fd-40de-bacc-31c1ae17a90c req-2991924c-8d85-4451-b3d9-418e4ff91ba2 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:11.378896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40ec0c94-e8fd-40de-bacc-31c1ae17a90c req-2991924c-8d85-4451-b3d9-418e4ff91ba2 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.1202767 Sep 23 22:54:11.381520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] For port 6d34df16-7729-440d-9958-6412afd59bb4, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6d34df16-7729-440d-9958-6412afd59bb4,segment=NetworkSegment(f3261373-ec5e-431c-8152-b4a850f1cbb6),segment_id=f3261373-ec5e-431c-8152-b4a850f1cbb6)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:54:11.389865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc08944-f02c-484e-add3-78c1d4408f45 admin admin] Network 4bd127a8-2077-4b54-a48d-a78b47ac26d4 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:54:11.419050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc80be-68bf-443b-a802-63ef752c464d req-04fc12fb-d2d6-47e4-ba80-de3bfd174974 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:11.421861 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c6cc80be-68bf-443b-a802-63ef752c464d req-04fc12fb-d2d6-47e4-ba80-de3bfd174974 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 944 time: 0.0863702 Sep 23 22:54:11.458357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40ec0c94-e8fd-40de-bacc-31c1ae17a90c req-b9b24730-765f-4596-bf5c-f80c38677b17 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717452 Sep 23 22:54:11.473420 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c6cc80be-68bf-443b-a802-63ef752c464d req-2b11b4bb-b347-4b9e-8a2b-25f72cf78efe tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451634 Sep 23 22:54:11.499355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:11.528557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-fbc08944-f02c-484e-add3-78c1d4408f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 4bd127a8-2077-4b54-a48d-a78b47ac26d4) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:54:11.536919 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc08944-f02c-484e-add3-78c1d4408f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:11.538036 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fbc08944-f02c-484e-add3-78c1d4408f45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:11.544919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5c5aad-8589-4624-a6d5-4ade39c9da33 None None] Network 4bd127a8-2077-4b54-a48d-a78b47ac26d4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:54:11.546103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:11.546103 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:11.546839 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] 10.222.0.43 "PUT /v2.0/ports/6d34df16-7729-440d-9958-6412afd59bb4 HTTP/1.1" status: 200 len: 1092 time: 1.5716872 Sep 23 22:54:11.550306 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'tag': '6d34df16-7729-440d-9958-6412afd59bb4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:54:11.564171 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3f9cd6-4559-464c-90d8-4585fe29c89e" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd06f24-10c0-4488-a63e-562bd3586721", "tag": "6d34df16-7729-440d-9958-6412afd59bb4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:54:11.609172 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08217a-e6bc-4df3-96cb-8a9a726da0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d34df16-7729-440d-9958-6412afd59bb4,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:11.644075 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e103d7d2-7156-43a2-ac46-0e872d7d390a x-openstack-request-id: req-e103d7d2-7156-43a2-ac46-0e872d7d390a {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:54:11.644638 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd06f24-10c0-4488-a63e-562bd3586721", "tag": "6d34df16-7729-440d-9958-6412afd59bb4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:54:11.645060 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e103d7d2-7156-43a2-ac46-0e872d7d390a {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:54:11.647288 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'tag': '6d34df16-7729-440d-9958-6412afd59bb4', 'status': 'completed', 'code': 200} Sep 23 22:54:11.666563 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fbc08944-f02c-484e-add3-78c1d4408f45 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0881555 Sep 23 22:54:11.772772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f9cd6-4559-464c-90d8-4585fe29c89e req-10b92e5f-9a0e-4315-835d-4af96770ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:11.774900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ed3f9cd6-4559-464c-90d8-4585fe29c89e req-10b92e5f-9a0e-4315-835d-4af96770ff21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 1095 time: 0.1120043 Sep 23 22:54:11.936895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7181b238-a440-4b3e-89b4-fa9eefb00de3 None None] Network 4bd127a8-2077-4b54-a48d-a78b47ac26d4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:54:11.943574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f801b3-7331-4318-9acf-1b16401aa46b req-f4498e55-608d-426d-94a3-ad182665f69d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:11.946677 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-78f801b3-7331-4318-9acf-1b16401aa46b req-f4498e55-608d-426d-94a3-ad182665f69d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.1786020 Sep 23 22:54:11.999221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f9cd6-4559-464c-90d8-4585fe29c89e req-d72fc104-e75d-4c38-b5d9-e4dc93836995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:12.000769 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ed3f9cd6-4559-464c-90d8-4585fe29c89e req-d72fc104-e75d-4c38-b5d9-e4dc93836995 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2172186 Sep 23 22:54:12.045773 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-78f801b3-7331-4318-9acf-1b16401aa46b req-e1b958c2-c991-4d16-8abc-1ba570940fe6 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910411 Sep 23 22:54:12.190571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f9cd6-4559-464c-90d8-4585fe29c89e req-4d5caf5f-a26b-4b5c-9207-d51d06da335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:12.194349 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ed3f9cd6-4559-464c-90d8-4585fe29c89e req-4d5caf5f-a26b-4b5c-9207-d51d06da335c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738951 Sep 23 22:54:12.286302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-b873dd4c-1144-4124-b7a5-94d945838386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:12.288282 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-b873dd4c-1144-4124-b7a5-94d945838386 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 1095 time: 0.0517361 Sep 23 22:54:12.345221 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-46e25c77-a2d3-4e41-b07c-19a79a24e7d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d34df16-7729-440d-9958-6412afd59bb4 HTTP/1.1" status: 200 len: 217 time: 0.0479383 Sep 23 22:54:12.413251 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-86abd105-efc3-4b2d-9b2a-db5867007fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:12.415654 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-86abd105-efc3-4b2d-9b2a-db5867007fc4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e HTTP/1.1" status: 200 len: 834 time: 0.0635717 Sep 23 22:54:12.484376 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-9ea9c113-735a-420c-9c6c-4489e0c47bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:12.486007 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-9ea9c113-735a-420c-9c6c-4489e0c47bd6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19e34b08-ac64-4e12-ada0-10939d922a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607736 Sep 23 22:54:12.655588 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-bea5ab04-981f-4b26-8038-4093e5884dc0 service neutron] 10.222.0.43 "GET /v2.0/networks/19e34b08-ac64-4e12-ada0-10939d922a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618733 Sep 23 22:54:12.661210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8599b4-aa33-485f-8e4a-b8f357bc0b1f req-661a9367-9e6c-40e8-a151-cda6d3c3174e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:12.662818 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee8599b4-aa33-485f-8e4a-b8f357bc0b1f req-661a9367-9e6c-40e8-a151-cda6d3c3174e tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 944 time: 0.1100841 Sep 23 22:54:12.713709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8674c7-fe3d-4a0a-a64c-ce0300af73ed req-d5008a99-0437-4530-8985-b345bf6d9755 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:12.717036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c8674c7-fe3d-4a0a-a64c-ce0300af73ed req-d5008a99-0437-4530-8985-b345bf6d9755 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.1287208 Sep 23 22:54:12.726860 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee8599b4-aa33-485f-8e4a-b8f357bc0b1f req-65de8d28-8093-4123-9543-2cb0266cf489 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527840 Sep 23 22:54:12.833528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c8674c7-fe3d-4a0a-a64c-ce0300af73ed req-bd05ebd2-e360-499f-ae60-a8f067efd3b5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934851 Sep 23 22:54:12.856213 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c56b6e9-1395-4d00-a71f-08b75b132545 req-965bc72d-4a2a-4ad1-b312-5db7686cb50c service neutron] 10.222.0.43 "GET /v2.0/networks/19e34b08-ac64-4e12-ada0-10939d922a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921508 Sep 23 22:54:13.001267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59320) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:13.007108 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1420193610-network', 'tenant_id': '5de4d8f8c2ca4a0fa6fbb5e197760086'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:54:13.150323 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3af764e7-b637-4ff4-80c7-52e292d02967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:13.218998 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] Made reservation on behalf of 5de4d8f8c2ca4a0fa6fbb5e197760086 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:54:13.219206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a7431-6d16-4eab-a141-4d08fafe203a req-40e7fc7b-3536-499a-ad1f-bb9bf5e0c05d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:13.220583 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb3a7431-6d16-4eab-a141-4d08fafe203a req-40e7fc7b-3536-499a-ad1f-bb9bf5e0c05d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.0536745 Sep 23 22:54:13.221339 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:13.231237 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:13.302818 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb3a7431-6d16-4eab-a141-4d08fafe203a req-36f55eb2-081b-4b7b-9893-a75d63e86695 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748954 Sep 23 22:54:13.515476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603412e6-4252-4b2c-957d-cd4c7394ac85 req-4d3f78c0-d950-478e-93ff-92a5f52c2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:13.517516 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-603412e6-4252-4b2c-957d-cd4c7394ac85 req-4d3f78c0-d950-478e-93ff-92a5f52c2bb0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32bf69223a9a4b3eb1dbd8cb104af909&device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 1096 time: 0.0706618 Sep 23 22:54:13.633348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603412e6-4252-4b2c-957d-cd4c7394ac85 req-0e189d6d-15a4-4972-845b-cf83246c2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:13.635076 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-603412e6-4252-4b2c-957d-cd4c7394ac85 req-0e189d6d-15a4-4972-845b-cf83246c2f64 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5b705b71-bbca-43c0-8c8f-b98fea296466 HTTP/1.1" status: 200 len: 912 time: 0.1080956 Sep 23 22:54:13.673848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281f00a-28dc-4e5b-bd17-b902e1b39f2d req-ee394a65-8d7c-437d-ac84-5256812ff429 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:13.681736 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7281f00a-28dc-4e5b-bd17-b902e1b39f2d req-ee394a65-8d7c-437d-ac84-5256812ff429 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.3726888 Sep 23 22:54:13.683467 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-603412e6-4252-4b2c-957d-cd4c7394ac85 req-59ce7227-15eb-4cec-9676-67e653359c5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5ce27a4-12b5-488a-b117-0eeeecdc58e8 HTTP/1.1" status: 200 len: 217 time: 0.0394578 Sep 23 22:54:13.742833 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7281f00a-28dc-4e5b-bd17-b902e1b39f2d req-984ba56e-045d-41c5-a430-32979239c20b tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601146 Sep 23 22:54:13.767255 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:13.768188 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603412e6-4252-4b2c-957d-cd4c7394ac85 req-50ed626a-07cf-4635-b086-534265b9f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:13.768188 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-603412e6-4252-4b2c-957d-cd4c7394ac85 req-50ed626a-07cf-4635-b086-534265b9f744 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a76fdaf4-76e6-43ac-ae33-603c9c2ffbba HTTP/1.1" status: 200 len: 851 time: 0.0634317 Sep 23 22:54:13.806180 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-603412e6-4252-4b2c-957d-cd4c7394ac85 req-5dda074e-48ea-4625-b041-617a34c84079 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b705b71-bbca-43c0-8c8f-b98fea296466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432436 Sep 23 22:54:13.902506 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:13.927614 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:54:13.939047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351c2d2-4fbe-4d44-a82b-17921f59c1d3 req-3dcec979-2c17-4df3-b7a6-1089fc0c6e06 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:13.940830 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5351c2d2-4fbe-4d44-a82b-17921f59c1d3 req-3dcec979-2c17-4df3-b7a6-1089fc0c6e06 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 944 time: 0.1165051 Sep 23 22:54:13.944457 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:13.944875 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] Added segment 7b1c267a-527a-441a-b92b-aa75707a1ffd of type vlan for network d5d88d92-bc1b-4aa4-8966-526835e40d96 Sep 23 22:54:13.946211 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a920288-826e-486c-92ac-4282c5b11c05,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:13.971720 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-603412e6-4252-4b2c-957d-cd4c7394ac85 req-f6e3f756-cd5b-4fef-a84c-fcdc5c2466e3 service neutron] 10.222.0.43 "GET /v2.0/networks/5b705b71-bbca-43c0-8c8f-b98fea296466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565342 Sep 23 22:54:14.008671 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:14.036040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5351c2d2-4fbe-4d44-a82b-17921f59c1d3 req-0d741a88-8ef0-4cef-aed9-bdb5d0f00b3a tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880094 Sep 23 22:54:14.100114 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-603412e6-4252-4b2c-957d-cd4c7394ac85 req-aaf86d63-4c9d-41c3-8c20-e80d17309109 service neutron] 10.222.0.43 "GET /v2.0/networks/5b705b71-bbca-43c0-8c8f-b98fea296466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207359 Sep 23 22:54:14.167447 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:14.168520 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:14.169250 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:14.234028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] Pushing event updated for resources: {'Network': ['ID=d5d88d92-bc1b-4aa4-8966-526835e40d96,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:14.245493 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network d5d88d92-bc1b-4aa4-8966-526835e40d96 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:54:14.305309 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8b27c9b7-0405-4aed-952a-5d747c5dbcb8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3022571 Sep 23 22:54:14.307840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59334) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:14.313807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-53231f8d-4e45-426e-95c0-82b2465650fc admin admin] Request body: {'subnet': {'network_id': 'd5d88d92-bc1b-4aa4-8966-526835e40d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1420193610-subnet', 'tenant_id': '5de4d8f8c2ca4a0fa6fbb5e197760086', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:54:14.433319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702da2f3-3ed0-4d8f-b0b2-9f50c4d5275d req-eea8f0c4-310e-4a93-b7f2-49ac9320ba4d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:14.434951 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-702da2f3-3ed0-4d8f-b0b2-9f50c4d5275d req-eea8f0c4-310e-4a93-b7f2-49ac9320ba4d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.0646214 Sep 23 22:54:14.483060 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-702da2f3-3ed0-4d8f-b0b2-9f50c4d5275d req-2adaadae-de35-4104-b108-abe2bb6a1319 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Sep 23 22:54:14.508639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53231f8d-4e45-426e-95c0-82b2465650fc admin admin] Made reservation on behalf of 5de4d8f8c2ca4a0fa6fbb5e197760086 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:54:14.512782 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-53231f8d-4e45-426e-95c0-82b2465650fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:14.656009 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6d34df16-7729-440d-9958-6412afd59bb4 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:54:14.791058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6d34df16-7729-440d-9958-6412afd59bb4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6d34df16-7729-440d-9958-6412afd59bb4,segment=NetworkSegment(f3261373-ec5e-431c-8152-b4a850f1cbb6),segment_id=f3261373-ec5e-431c-8152-b4a850f1cbb6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:54:14.814567 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '6d34df16-7729-440d-9958-6412afd59bb4', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'port_id': '6d34df16-7729-440d-9958-6412afd59bb4', 'mac_address': 'fa:16:3e:a2:18:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:54:14.837299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ae63e-eb80-451d-b95e-6097205e4cbd req-aa8261a2-2f99-4c04-b489-c8eaf978b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:14.837855 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e15ae63e-eb80-451d-b95e-6097205e4cbd req-aa8261a2-2f99-4c04-b489-c8eaf978b2d5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 1096 time: 0.0744612 Sep 23 22:54:14.862099 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:14.882804 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e15ae63e-eb80-451d-b95e-6097205e4cbd req-3357e753-f9ff-4fb8-ac7b-a3b3132e2978 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379221 Sep 23 22:54:14.883623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d34df16-7729-440d-9958-6412afd59bb4 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:54:14.912945 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b43bf1-be51-49e0-84d6-bad81fcfd46d req-f1e36919-cf05-48b0-83b1-0ade6eba045b tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:14.914584 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46b43bf1-be51-49e0-84d6-bad81fcfd46d req-f1e36919-cf05-48b0-83b1-0ade6eba045b tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.0674818 Sep 23 22:54:14.915766 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6d34df16-7729-440d-9958-6412afd59bb4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6d34df16-7729-440d-9958-6412afd59bb4,segment=NetworkSegment(f3261373-ec5e-431c-8152-b4a850f1cbb6),segment_id=f3261373-ec5e-431c-8152-b4a850f1cbb6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:54:14.956256 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-53231f8d-4e45-426e-95c0-82b2465650fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:14.985079 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46b43bf1-be51-49e0-84d6-bad81fcfd46d req-63a21885-44a5-4ef1-8900-a1a5e4ca1c80 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588703 Sep 23 22:54:15.034768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53231f8d-4e45-426e-95c0-82b2465650fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c70d9e60-597f-49b1-bd5b-0be096d9d08f,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:15.051973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53231f8d-4e45-426e-95c0-82b2465650fc admin admin] Checking segment: {'id': '7b1c267a-527a-441a-b92b-aa75707a1ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd5d88d92-bc1b-4aa4-8966-526835e40d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:54:15.052497 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53231f8d-4e45-426e-95c0-82b2465650fc admin admin] Network hostable DHCP agents. Network: d5d88d92-bc1b-4aa4-8966-526835e40d96, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:54:15.053013 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:15.147066 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=6d34df16-7729-440d-9958-6412afd59bb4,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:15.169660 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cd92a-66d7-4b2f-866f-6295dfe2f8ab req-fdbf83d0-e141-4888-a207-4b46ef77b5e2 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:15.171429 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-709cd92a-66d7-4b2f-866f-6295dfe2f8ab req-fdbf83d0-e141-4888-a207-4b46ef77b5e2 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 945 time: 0.0562828 Sep 23 22:54:15.197141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53231f8d-4e45-426e-95c0-82b2465650fc admin admin] Network d5d88d92-bc1b-4aa4-8966-526835e40d96 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:54:15.221658 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-709cd92a-66d7-4b2f-866f-6295dfe2f8ab req-f4eb314e-c75b-46ed-bf48-552dc5105ac6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439336 Sep 23 22:54:15.272706 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['6d34df16-7729-440d-9958-6412afd59bb4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:54:15.395511 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-53231f8d-4e45-426e-95c0-82b2465650fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, d5d88d92-bc1b-4aa4-8966-526835e40d96) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:54:15.400327 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53231f8d-4e45-426e-95c0-82b2465650fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:15.400841 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-53231f8d-4e45-426e-95c0-82b2465650fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:15.409012 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc114fc-9366-4bc0-9378-5d6ea932769f None None] Network d5d88d92-bc1b-4aa4-8966-526835e40d96 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:54:15.525485 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-53231f8d-4e45-426e-95c0-82b2465650fc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2083130 Sep 23 22:54:15.639187 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d6bea231-c76b-4f68-87b8-f49091319514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:15.677265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e45d-16b3-454f-8899-6bd42742ce0e req-ceaa4d25-b9bc-43e8-a321-2067b47f0030 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:15.686655 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46a2e45d-16b3-454f-8899-6bd42742ce0e req-ceaa4d25-b9bc-43e8-a321-2067b47f0030 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.0923502 Sep 23 22:54:15.722865 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fd485a-9a2e-43b3-8201-d0f4fab9dc1f None None] Network d5d88d92-bc1b-4aa4-8966-526835e40d96 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:54:15.780686 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-46a2e45d-16b3-454f-8899-6bd42742ce0e req-a7f6366e-de30-434e-ad22-7477d89bb7dc tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915072 Sep 23 22:54:15.829761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59352) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:15.880107 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a2c72e-0956-429e-a5c2-c35b8eeeb98f admin admin] Deleting subnet 06b0e008-c261-4bf0-a7bf-60706ee569ce {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:54:15.884243 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c72e-0956-429e-a5c2-c35b8eeeb98f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:15.940804 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c72e-0956-429e-a5c2-c35b8eeeb98f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:16.012735 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c72e-0956-429e-a5c2-c35b8eeeb98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:16.138250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4829e9-f1c3-4925-8524-74399a7a596d req-dec7b8ef-6625-48f4-ad64-1c17fdd83f7d tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:16.142262 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ab4829e9-f1c3-4925-8524-74399a7a596d req-dec7b8ef-6625-48f4-ad64-1c17fdd83f7d tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.0604727 Sep 23 22:54:16.187975 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ab4829e9-f1c3-4925-8524-74399a7a596d req-87f3f77c-4979-4fb5-86fa-034000ccda67 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375512 Sep 23 22:54:16.338291 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:16.378711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c3e79-7b9b-42a9-9df6-bec8aa511688 req-f71a04cb-7c6a-48fe-9026-822fef0c27e6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:16.378711 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-986c3e79-7b9b-42a9-9df6-bec8aa511688 req-f71a04cb-7c6a-48fe-9026-822fef0c27e6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 945 time: 0.0680482 Sep 23 22:54:16.450496 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-986c3e79-7b9b-42a9-9df6-bec8aa511688 req-923a41cc-e6c4-4286-89fc-b9bd78e12675 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646710 Sep 23 22:54:16.503456 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c72e-0956-429e-a5c2-c35b8eeeb98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:16.549284 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c72e-0956-429e-a5c2-c35b8eeeb98f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:16.553749 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f5a2c72e-0956-429e-a5c2-c35b8eeeb98f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/06b0e008-c261-4bf0-a7bf-60706ee569ce HTTP/1.1" status: 204 len: 168 time: 0.7197201 Sep 23 22:54:16.553749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2c72e-0956-429e-a5c2-c35b8eeeb98f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06b0e008-c261-4bf0-a7bf-60706ee569ce,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:16.554643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59362) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:16.634898 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c1f3-10ec-4b66-aadd-17fec4a658b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:16.648711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6d34df16-7729-440d-9958-6412afd59bb4 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:54:16.764666 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c1f3-10ec-4b66-aadd-17fec4a658b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:16.818209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-f9c3c1f3-10ec-4b66-aadd-17fec4a658b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd127a8-2077-4b54-a48d-a78b47ac26d4']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:16.844237 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-f9c3c1f3-10ec-4b66-aadd-17fec4a658b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890cac8a-de26-4bdd-9698-4891fdaa6123') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:16.844559 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-f9c3c1f3-10ec-4b66-aadd-17fec4a658b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890cac8a-de26-4bdd-9698-4891fdaa6123') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:16.857865 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c1f3-10ec-4b66-aadd-17fec4a658b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:16.886265 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c1f3-10ec-4b66-aadd-17fec4a658b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:16.911724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 6d34df16-7729-440d-9958-6412afd59bb4 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:54:16.921977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 6d34df16-7729-440d-9958-6412afd59bb4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:54:16.922915 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:16.930039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c3c1f3-10ec-4b66-aadd-17fec4a658b5 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:54:16.931084 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c1f3-10ec-4b66-aadd-17fec4a658b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:54:16.945332 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:54:17.021707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391c916-0997-46ea-a4db-3748a1537cb6 req-74b8d5b3-3d7d-48dc-af5c-98328450871d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:17.023298 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9391c916-0997-46ea-a4db-3748a1537cb6 req-74b8d5b3-3d7d-48dc-af5c-98328450871d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.1404045 Sep 23 22:54:17.074557 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:17.076809 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:17.096512 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9391c916-0997-46ea-a4db-3748a1537cb6 req-a303fd1a-aecb-44bb-bcd2-b9e0f6add0e7 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555415 Sep 23 22:54:17.141555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d34df16-7729-440d-9958-6412afd59bb4'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:54:17.141555 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aad328d-f4d5-4e77-8d1a-9e767a546da2" -d '{"events": [{"server_uuid": "dbd06f24-10c0-4488-a63e-562bd3586721", "name": "network-vif-plugged", "status": "completed", "tag": "6d34df16-7729-440d-9958-6412afd59bb4"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:54:17.147661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6d34df16-7729-440d-9958-6412afd59bb4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6d34df16-7729-440d-9958-6412afd59bb4,segment=NetworkSegment(f3261373-ec5e-431c-8152-b4a850f1cbb6),segment_id=f3261373-ec5e-431c-8152-b4a850f1cbb6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:54:17.172567 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c1f3-10ec-4b66-aadd-17fec4a658b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:17.198807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4aca2e-b3a0-432d-8473-75c4d742c804 req-0e1fc901-8066-4c2c-b0a2-77a4caf13163 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:17.199294 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b452c423-332e-4ee3-b214-0b0b896d9954 x-openstack-request-id: req-b452c423-332e-4ee3-b214-0b0b896d9954 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:54:17.200031 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd06f24-10c0-4488-a63e-562bd3586721", "name": "network-vif-plugged", "status": "completed", "tag": "6d34df16-7729-440d-9958-6412afd59bb4", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:54:17.200373 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b452c423-332e-4ee3-b214-0b0b896d9954 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:54:17.201598 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d34df16-7729-440d-9958-6412afd59bb4', 'code': 200} Sep 23 22:54:17.202364 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c1f3-10ec-4b66-aadd-17fec4a658b5 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:17.212103 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fa4aca2e-b3a0-432d-8473-75c4d742c804 req-0e1fc901-8066-4c2c-b0a2-77a4caf13163 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.1066775 Sep 23 22:54:17.219911 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f9c3c1f3-10ec-4b66-aadd-17fec4a658b5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4bd127a8-2077-4b54-a48d-a78b47ac26d4 HTTP/1.1" status: 204 len: 168 time: 0.6610742 Sep 23 22:54:17.219911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3c1f3-10ec-4b66-aadd-17fec4a658b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bd127a8-2077-4b54-a48d-a78b47ac26d4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:17.222584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59374) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:17.283713 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:17.291216 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fa4aca2e-b3a0-432d-8473-75c4d742c804 req-9ea4edb0-685f-4981-82c0-b9a4c1be86ab tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762570 Sep 23 22:54:17.358516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb82967-c1e4-4745-a0a7-682ce42c4680 req-f05154f2-51e5-41af-a1ff-92bb6619d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:17.359482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=6d34df16-7729-440d-9958-6412afd59bb4,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:17.360682 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bb82967-c1e4-4745-a0a7-682ce42c4680 req-f05154f2-51e5-41af-a1ff-92bb6619d690 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 1097 time: 0.0682857 Sep 23 22:54:17.397485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e201e9-ebad-4e46-bf4f-87e683109e27 admin admin] Deleting subnet c70d9e60-597f-49b1-bd5b-0be096d9d08f {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:54:17.405068 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65e201e9-ebad-4e46-bf4f-87e683109e27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:17.416474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bb82967-c1e4-4745-a0a7-682ce42c4680 req-1abc2a8f-ed47-4104-a055-5274162abc85 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478113 Sep 23 22:54:17.456789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e164e0-80d7-4cf1-9af0-51b5d35447b3 req-17b95911-18cb-42de-8133-28d27d727adc tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:17.458480 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79e164e0-80d7-4cf1-9af0-51b5d35447b3 req-17b95911-18cb-42de-8133-28d27d727adc tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.1653295 Sep 23 22:54:17.489349 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65e201e9-ebad-4e46-bf4f-87e683109e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:17.540727 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79e164e0-80d7-4cf1-9af0-51b5d35447b3 req-b4d42764-09e1-4e74-af32-317a8e22ad5e tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724595 Sep 23 22:54:17.552989 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65e201e9-ebad-4e46-bf4f-87e683109e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:17.652762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7caa7-5364-4d49-83cb-fd91a9ef3bd8 req-7cab1ba1-928a-456d-b253-7b483734966d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:17.657606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ba7caa7-5364-4d49-83cb-fd91a9ef3bd8 req-7cab1ba1-928a-456d-b253-7b483734966d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.1095221 Sep 23 22:54:17.708933 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ba7caa7-5364-4d49-83cb-fd91a9ef3bd8 req-cbfc0493-82ef-425e-8d9b-d8d4d2c4fae0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452199 Sep 23 22:54:17.744635 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65e201e9-ebad-4e46-bf4f-87e683109e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:17.779607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e201e9-ebad-4e46-bf4f-87e683109e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c70d9e60-597f-49b1-bd5b-0be096d9d08f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:17.783869 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65e201e9-ebad-4e46-bf4f-87e683109e27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:17.789348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59388) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:17.796322 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-65e201e9-ebad-4e46-bf4f-87e683109e27 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c70d9e60-597f-49b1-bd5b-0be096d9d08f HTTP/1.1" status: 204 len: 168 time: 0.5652137 Sep 23 22:54:17.878088 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dbcba2b9-d45b-4dd3-b5da-dcd9d8801b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:17.991001 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dbcba2b9-d45b-4dd3-b5da-dcd9d8801b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:18.024031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-dbcba2b9-d45b-4dd3-b5da-dcd9d8801b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d88d92-bc1b-4aa4-8966-526835e40d96']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:18.052084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-dbcba2b9-d45b-4dd3-b5da-dcd9d8801b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1c267a-527a-441a-b92b-aa75707a1ffd') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:18.052314 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-dbcba2b9-d45b-4dd3-b5da-dcd9d8801b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1c267a-527a-441a-b92b-aa75707a1ffd') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:18.066071 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dbcba2b9-d45b-4dd3-b5da-dcd9d8801b5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:18.086152 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dbcba2b9-d45b-4dd3-b5da-dcd9d8801b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:18.099309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433e416-9900-4fe6-a1a0-6fb6dda4bbc6 req-4d5a57d7-2bbe-48ea-be0b-d284807bdf53 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:18.101051 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4433e416-9900-4fe6-a1a0-6fb6dda4bbc6 req-4d5a57d7-2bbe-48ea-be0b-d284807bdf53 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.1007993 Sep 23 22:54:18.104690 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcba2b9-d45b-4dd3-b5da-dcd9d8801b5d admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:54:18.105131 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dbcba2b9-d45b-4dd3-b5da-dcd9d8801b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:54:18.108355 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:54:18.150313 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:18.199060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4433e416-9900-4fe6-a1a0-6fb6dda4bbc6 req-6b3ad82a-36df-41d6-9041-53da6a08fc50 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897162 Sep 23 22:54:18.308841 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dbcba2b9-d45b-4dd3-b5da-dcd9d8801b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:18.315441 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dbcba2b9-d45b-4dd3-b5da-dcd9d8801b5d admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:18.318296 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-dbcba2b9-d45b-4dd3-b5da-dcd9d8801b5d admin admin] 10.222.0.22 "DELETE /v2.0/networks/d5d88d92-bc1b-4aa4-8966-526835e40d96 HTTP/1.1" status: 204 len: 168 time: 0.5275743 Sep 23 22:54:18.345467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcba2b9-d45b-4dd3-b5da-dcd9d8801b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d88d92-bc1b-4aa4-8966-526835e40d96,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:18.509179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b9238-641c-43e9-9b88-f45588af0c39 req-b9a886d3-ecb7-4316-9d86-be159bc742d5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:18.519161 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e96b9238-641c-43e9-9b88-f45588af0c39 req-b9a886d3-ecb7-4316-9d86-be159bc742d5 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.1236830 Sep 23 22:54:18.603030 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e96b9238-641c-43e9-9b88-f45588af0c39 req-c0c9bdff-0ffd-4c15-abfd-1d8ea30a1f18 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824041 Sep 23 22:54:18.696492 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:18.932439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b348dd1-ae95-48c9-aaa1-7c264a32489a req-06a7e0e8-ddc2-4969-9486-7aa6093b41e6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:18.945932 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b348dd1-ae95-48c9-aaa1-7c264a32489a req-06a7e0e8-ddc2-4969-9486-7aa6093b41e6 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.1000276 Sep 23 22:54:19.002076 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b348dd1-ae95-48c9-aaa1-7c264a32489a req-45070a71-620d-4a91-b764-e0dc87cf70d4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550950 Sep 23 22:54:19.081603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59406) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:19.136449 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-71abc0b5-0836-431d-8a8c-236a42fa818a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=12daede432984aa6abd3e9682421729b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531845 Sep 23 22:54:19.139305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59408) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:19.231287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefc493-db1b-46c3-932a-2e66b3c43ad7 req-efe365bf-7778-4639-b844-f3367edfdff2 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:19.235064 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cbefc493-db1b-46c3-932a-2e66b3c43ad7 req-efe365bf-7778-4639-b844-f3367edfdff2 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.0972373 Sep 23 22:54:19.346717 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ff7db-6410-44d5-ba65-be0a3e853743 req-6927bcf9-d472-4dc8-87fc-3577680f99ff tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:19.349827 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cc0ff7db-6410-44d5-ba65-be0a3e853743 req-6927bcf9-d472-4dc8-87fc-3577680f99ff tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0715439 Sep 23 22:54:19.351513 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88e63cd0-4dda-4427-a1d9-89cde96a530a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:19.392722 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88e63cd0-4dda-4427-a1d9-89cde96a530a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:19.430108 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cc0ff7db-6410-44d5-ba65-be0a3e853743 req-4d066056-f1bd-400e-97d8-1baeea3c7d54 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671132 Sep 23 22:54:19.493299 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-cbefc493-db1b-46c3-932a-2e66b3c43ad7 req-774a2b11-6b71-4add-896c-b78d83eb84ba tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Deleting port c5ce27a4-12b5-488a-b117-0eeeecdc58e8 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:54:19.493973 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cbefc493-db1b-46c3-932a-2e66b3c43ad7 req-774a2b11-6b71-4add-896c-b78d83eb84ba tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:19.647782 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88e63cd0-4dda-4427-a1d9-89cde96a530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:19.650833 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-88e63cd0-4dda-4427-a1d9-89cde96a530a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:19.654929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-88e63cd0-4dda-4427-a1d9-89cde96a530a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ddcb7699-9969-44ab-b599-a63012a0342e HTTP/1.1" status: 204 len: 168 time: 0.5118020 Sep 23 22:54:19.711021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e63cd0-4dda-4427-a1d9-89cde96a530a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcb7699-9969-44ab-b599-a63012a0342e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:19.714558 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-cbefc493-db1b-46c3-932a-2e66b3c43ad7 req-774a2b11-6b71-4add-896c-b78d83eb84ba tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] For port c5ce27a4-12b5-488a-b117-0eeeecdc58e8, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c5ce27a4-12b5-488a-b117-0eeeecdc58e8,segment=NetworkSegment(92046090-fdb2-4fe4-8b78-0c721150f197),segment_id=92046090-fdb2-4fe4-8b78-0c721150f197)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:54:19.715119 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cbefc493-db1b-46c3-932a-2e66b3c43ad7 req-774a2b11-6b71-4add-896c-b78d83eb84ba tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:19.742564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-cbefc493-db1b-46c3-932a-2e66b3c43ad7 req-774a2b11-6b71-4add-896c-b78d83eb84ba tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Calling delete_port for c5ce27a4-12b5-488a-b117-0eeeecdc58e8 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:54:19.918949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774227b-99c5-4a45-859d-acac90067926 req-a45c92d8-4f28-44e6-bff5-273f3a3e2ea6 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:19.922568 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8774227b-99c5-4a45-859d-acac90067926 req-a45c92d8-4f28-44e6-bff5-273f3a3e2ea6 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 945 time: 0.1561735 Sep 23 22:54:19.938278 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3a477-3bab-464d-99a5-70349cd6581c req-123d7e98-5469-4d79-8918-9ec5585da1a5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:19.940981 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2e3a477-3bab-464d-99a5-70349cd6581c req-123d7e98-5469-4d79-8918-9ec5585da1a5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0851293 Sep 23 22:54:20.010032 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8774227b-99c5-4a45-859d-acac90067926 req-ffead92f-eb63-4edc-af4d-8721aae9b6e1 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/security-groups?id=964558fc-3985-4c24-97ef-ce1c6b4ddef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773332 Sep 23 22:54:20.031866 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2e3a477-3bab-464d-99a5-70349cd6581c req-a6d48dbe-4c1e-4bd8-baa5-18db579df561 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689197 Sep 23 22:54:20.158322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf83ba-3e43-4ebc-af1c-0b7edd1a04ab req-e7c6368d-ac3e-4fdd-8d0f-d8cb8166658c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:20.160461 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eccf83ba-3e43-4ebc-af1c-0b7edd1a04ab req-e7c6368d-ac3e-4fdd-8d0f-d8cb8166658c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.0682890 Sep 23 22:54:20.206098 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eccf83ba-3e43-4ebc-af1c-0b7edd1a04ab req-dd9c6aa2-1279-4160-88d9-049a65cc3bbf tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387373 Sep 23 22:54:20.213546 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cbefc493-db1b-46c3-932a-2e66b3c43ad7 req-774a2b11-6b71-4add-896c-b78d83eb84ba tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:20.235839 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['c5ce27a4-12b5-488a-b117-0eeeecdc58e8'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:54:20.257826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a2b11-6b71-4add-896c-b78d83eb84ba tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Pushing event deleted for resources: {'Port': ['ID=c5ce27a4-12b5-488a-b117-0eeeecdc58e8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:20.580829 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59436) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:20.630600 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0ca0f843-d013-4424-b81a-bae06bc00ed0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5de4d8f8c2ca4a0fa6fbb5e197760086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459282 Sep 23 22:54:20.630807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59438) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:20.686774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbefc493-db1b-46c3-932a-2e66b3c43ad7 req-774a2b11-6b71-4add-896c-b78d83eb84ba tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] No DVR routers for this DVR port c5ce27a4-12b5-488a-b117-0eeeecdc58e8 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:54:20.689849 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cbefc493-db1b-46c3-932a-2e66b3c43ad7 req-774a2b11-6b71-4add-896c-b78d83eb84ba tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:20.691901 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-562c1d32-ebf8-4fb0-8f0f-efc8db93696a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:20.692048 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cbefc493-db1b-46c3-932a-2e66b3c43ad7 req-774a2b11-6b71-4add-896c-b78d83eb84ba tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.43 "DELETE /v2.0/ports/c5ce27a4-12b5-488a-b117-0eeeecdc58e8 HTTP/1.1" status: 204 len: 173 time: 1.4458709 Sep 23 22:54:20.692478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6564688b-71fe-4267-be1d-6209b1a09292', 'name': 'network-vif-deleted', 'tag': 'c5ce27a4-12b5-488a-b117-0eeeecdc58e8'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:54:20.694942 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4b5073-390b-411f-9057-909e4f1d1739" -d '{"events": [{"server_uuid": "6564688b-71fe-4267-be1d-6209b1a09292", "name": "network-vif-deleted", "tag": "c5ce27a4-12b5-488a-b117-0eeeecdc58e8"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:54:20.746536 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236b144d-e0ed-42c7-b59c-94371c538816 x-openstack-request-id: req-236b144d-e0ed-42c7-b59c-94371c538816 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:54:20.746911 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6564688b-71fe-4267-be1d-6209b1a09292", "name": "network-vif-deleted", "tag": "c5ce27a4-12b5-488a-b117-0eeeecdc58e8", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:54:20.747225 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-236b144d-e0ed-42c7-b59c-94371c538816 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:54:20.748294 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6564688b-71fe-4267-be1d-6209b1a09292', 'name': 'network-vif-deleted', 'tag': 'c5ce27a4-12b5-488a-b117-0eeeecdc58e8', 'status': 'completed', 'code': 200} Sep 23 22:54:20.750492 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-562c1d32-ebf8-4fb0-8f0f-efc8db93696a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:20.771940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f93325-ba19-4464-abb8-75d5735857eb req-6fbe30ce-93e7-453d-9e6c-e1578e73174c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:20.774191 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-71f93325-ba19-4464-abb8-75d5735857eb req-6fbe30ce-93e7-453d-9e6c-e1578e73174c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.1157751 Sep 23 22:54:20.834649 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-71f93325-ba19-4464-abb8-75d5735857eb req-73fd5e24-22b3-44cb-b546-f9efb5a51ede tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528140 Sep 23 22:54:20.857723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59448) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:20.907563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b30dc5-6438-4a35-8a46-364fe092ec15 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:20.909284 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-98b30dc5-6438-4a35-8a46-364fe092ec15 tempest-TestNetworkAdvancedServerOps-782371328 tempest-TestNetworkAdvancedServerOps-782371328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 1092 time: 0.0503969 Sep 23 22:54:20.913147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59450) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:20.915862 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-562c1d32-ebf8-4fb0-8f0f-efc8db93696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:20.918538 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-562c1d32-ebf8-4fb0-8f0f-efc8db93696a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:20.919362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '6d34df16-7729-440d-9958-6412afd59bb4', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:54:20.920451 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-562c1d32-ebf8-4fb0-8f0f-efc8db93696a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a920288-826e-486c-92ac-4282c5b11c05 HTTP/1.1" status: 204 len: 168 time: 0.2879634 Sep 23 22:54:20.935712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c1d32-ebf8-4fb0-8f0f-efc8db93696a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a920288-826e-486c-92ac-4282c5b11c05,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:21.087173 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:21.198500 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d243ac23-470b-4874-bee0-05e6b1837972 req-cc58880c-17fd-4247-b0f6-c3fb675df749 tempest-TestServerAdvancedOps-1700831876 tempest-TestServerAdvancedOps-1700831876-project] 10.222.0.22 "GET /v2.0/ports?device_id=6564688b-71fe-4267-be1d-6209b1a09292 HTTP/1.1" status: 200 len: 210 time: 0.0322921 Sep 23 22:54:21.256802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ad963-54ff-448a-80d9-b76c05c90b85 req-6a8b3f55-53cf-42ec-893c-cf65f0a59deb tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:21.258539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be7ad963-54ff-448a-80d9-b76c05c90b85 req-6a8b3f55-53cf-42ec-893c-cf65f0a59deb tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0766318 Sep 23 22:54:21.270175 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:21.358961 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be7ad963-54ff-448a-80d9-b76c05c90b85 req-6f784cae-841c-49f0-acf1-f70e38c4ff71 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846395 Sep 23 22:54:21.427931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Allocated IP 172.25.1.52 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/c039c2fb-96b1-4bde-9fa0-51188d24d051) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:54:21.668392 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:21.788718 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:21.837123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:54:21.842561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:54:21.846365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:54:21.877570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=c039c2fb-96b1-4bde-9fa0-51188d24d051,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:22.306013 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59494) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:22.378197 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d637eb6-1eec-42f2-a045-43bcbbd6f3e6 admin admin] Deleting subnet a76fdaf4-76e6-43ac-ae33-603c9c2ffbba {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:54:22.386755 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d637eb6-1eec-42f2-a045-43bcbbd6f3e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:22.493929 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d637eb6-1eec-42f2-a045-43bcbbd6f3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:22.554997 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:22.599754 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d637eb6-1eec-42f2-a045-43bcbbd6f3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:22.887246 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d637eb6-1eec-42f2-a045-43bcbbd6f3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:22.928223 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:22.943002 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d637eb6-1eec-42f2-a045-43bcbbd6f3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a76fdaf4-76e6-43ac-ae33-603c9c2ffbba,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:22.949963 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d637eb6-1eec-42f2-a045-43bcbbd6f3e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:22.955538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9d637eb6-1eec-42f2-a045-43bcbbd6f3e6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a76fdaf4-76e6-43ac-ae33-603c9c2ffbba HTTP/1.1" status: 204 len: 168 time: 0.6484532 Sep 23 22:54:22.958160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59512) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:23.116330 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc553c08-0e33-45da-9df7-809a6294c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:23.228788 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc553c08-0e33-45da-9df7-809a6294c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:23.228917 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:23.247090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-fc553c08-0e33-45da-9df7-809a6294c63f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b705b71-bbca-43c0-8c8f-b98fea296466']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:23.263237 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-fc553c08-0e33-45da-9df7-809a6294c63f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92046090-fdb2-4fe4-8b78-0c721150f197') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:23.263237 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-fc553c08-0e33-45da-9df7-809a6294c63f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92046090-fdb2-4fe4-8b78-0c721150f197') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:23.286776 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc553c08-0e33-45da-9df7-809a6294c63f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:23.305054 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc553c08-0e33-45da-9df7-809a6294c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:23.312759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc553c08-0e33-45da-9df7-809a6294c63f admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:54:23.313528 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc553c08-0e33-45da-9df7-809a6294c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:54:23.315146 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:54:23.349976 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:23.459051 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event updated for resources: {'Port': ['ID=c039c2fb-96b1-4bde-9fa0-51188d24d051,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:23.475300 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc553c08-0e33-45da-9df7-809a6294c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:23.486480 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:23.500203 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fc553c08-0e33-45da-9df7-809a6294c63f admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:23.504796 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fc553c08-0e33-45da-9df7-809a6294c63f admin admin] 10.222.0.22 "DELETE /v2.0/networks/5b705b71-bbca-43c0-8c8f-b98fea296466 HTTP/1.1" status: 204 len: 168 time: 0.5448551 Sep 23 22:54:23.506967 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59528) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:23.544713 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc553c08-0e33-45da-9df7-809a6294c63f admin admin] Pushing event deleted for resources: {'Network': ['ID=5b705b71-bbca-43c0-8c8f-b98fea296466,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:23.618685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49f1623-8613-4e16-b83a-2cd50719f951 admin admin] Deleting subnet 751a8ef8-fa1c-4346-9323-fc546bf1bd5f {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:54:23.632668 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f49f1623-8613-4e16-b83a-2cd50719f951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:23.647706 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Floating IP bd422b11-b0e2-4c76-8b5e-f240aa19148a associated. External IP: 172.25.1.52, port: 6d34df16-7729-440d-9958-6412afd59bb4. Sep 23 22:54:23.756076 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f49f1623-8613-4e16-b83a-2cd50719f951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:23.855066 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f49f1623-8613-4e16-b83a-2cd50719f951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:24.016794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router 0824758b-b4e5-45dc-80b5-973edf10dc74 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:54:24.097218 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f49f1623-8613-4e16-b83a-2cd50719f951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:24.124509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f1623-8613-4e16-b83a-2cd50719f951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=751a8ef8-fa1c-4346-9323-fc546bf1bd5f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:24.126701 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f49f1623-8613-4e16-b83a-2cd50719f951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:24.131402 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f49f1623-8613-4e16-b83a-2cd50719f951 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/751a8ef8-fa1c-4346-9323-fc546bf1bd5f HTTP/1.1" status: 204 len: 168 time: 0.6205966 Sep 23 22:54:24.132807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59552) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:24.248831 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4a7cf8e-3e76-46fa-8f1b-465dce053baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:24.257417 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:54:24.282450 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f22b3b-9349-4fbe-a281-87e40ac3007f None None] Sync routers for ids ['0824758b-b4e5-45dc-80b5-973edf10dc74'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:54:24.290909 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f22b3b-9349-4fbe-a281-87e40ac3007f None None] Routers {'0824758b-b4e5-45dc-80b5-973edf10dc74'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:54:24.291536 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-85f22b3b-9349-4fbe-a281-87e40ac3007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:54:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0824758b-b4e5-45dc-80b5-973edf10dc74'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:24.392673 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4a7cf8e-3e76-46fa-8f1b-465dce053baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:24.401676 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:24.438836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-f4a7cf8e-3e76-46fa-8f1b-465dce053baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e6b544-bb51-485c-a4ab-f0dec8b6a550']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:24.453820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-f4a7cf8e-3e76-46fa-8f1b-465dce053baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a37289-5990-4b87-8d04-1e76b662b06f') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:24.454104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-f4a7cf8e-3e76-46fa-8f1b-465dce053baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a37289-5990-4b87-8d04-1e76b662b06f') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:24.457037 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e429e555-db56-47fe-99d7-8dc91c6a4998 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5424786 Sep 23 22:54:24.471280 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'tag': '6d34df16-7729-440d-9958-6412afd59bb4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:54:24.471280 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197b0cec-71b7-47fc-b3ce-57417e8bffce" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd06f24-10c0-4488-a63e-562bd3586721", "tag": "6d34df16-7729-440d-9958-6412afd59bb4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:54:24.474700 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4a7cf8e-3e76-46fa-8f1b-465dce053baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:24.506048 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4a7cf8e-3e76-46fa-8f1b-465dce053baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:24.517757 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a7cf8e-3e76-46fa-8f1b-465dce053baf admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:54:24.518176 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4a7cf8e-3e76-46fa-8f1b-465dce053baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:54:24.520035 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:54:24.522550 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4a6055-5f44-4944-9c8b-2a3d2e1bb37d x-openstack-request-id: req-cf4a6055-5f44-4944-9c8b-2a3d2e1bb37d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:54:24.522550 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd06f24-10c0-4488-a63e-562bd3586721", "tag": "6d34df16-7729-440d-9958-6412afd59bb4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:54:24.522550 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf4a6055-5f44-4944-9c8b-2a3d2e1bb37d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:54:24.522550 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'tag': '6d34df16-7729-440d-9958-6412afd59bb4', 'status': 'completed', 'code': 200} Sep 23 22:54:24.547596 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-85f22b3b-9349-4fbe-a281-87e40ac3007f None None] Set router 0824758b-b4e5-45dc-80b5-973edf10dc74 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:54:24.688759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b0cec-71b7-47fc-b3ce-57417e8bffce req-f9e50234-29f5-4e41-8632-e1558881f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:24.691509 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-197b0cec-71b7-47fc-b3ce-57417e8bffce req-f9e50234-29f5-4e41-8632-e1558881f9a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 1097 time: 0.1377289 Sep 23 22:54:24.705752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c5ce27a4-12b5-488a-b117-0eeeecdc58e8 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:54:24.735378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: c5ce27a4-12b5-488a-b117-0eeeecdc58e8 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:54:24.735378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c5ce27a4-12b5-488a-b117-0eeeecdc58e8 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:54:24.883824 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-85f22b3b-9349-4fbe-a281-87e40ac3007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:53:49Z', 'updated_at': '2021-09-23T22:53:59Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:51Z', 'updated_at': '2021-09-23T22:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'bd422b11-b0e2-4c76-8b5e-f240aa19148a', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'port_id': '6d34df16-7729-440d-9958-6412afd59bb4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'mac_address': 'fa:16:3e:a2:18:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:54:22Z', 'updated_at': '2021-09-23T22:54:22Z', 'revision_number': 0, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab', 'name': '', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:fd:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:58Z', 'updated_at': '2021-09-23T22:54:05Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:24.914879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b0cec-71b7-47fc-b3ce-57417e8bffce req-bc54f799-7a25-4f8a-8550-e1fa98e57b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:24.921275 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-197b0cec-71b7-47fc-b3ce-57417e8bffce req-bc54f799-7a25-4f8a-8550-e1fa98e57b59 service neutron] 10.222.0.43 "GET /v2.0/networks?id=19e34b08-ac64-4e12-ada0-10939d922a20 HTTP/1.1" status: 200 len: 897 time: 0.2169306 Sep 23 22:54:24.923594 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4a7cf8e-3e76-46fa-8f1b-465dce053baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:24.930470 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f22b3b-9349-4fbe-a281-87e40ac3007f None None] Checking router: 0824758b-b4e5-45dc-80b5-973edf10dc74 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:54:24.937539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cd2b6-7b46-488f-8a88-78b6245e85a9 req-d53267b7-c185-4531-b69d-c80aeb06816b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:24.939468 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-189cd2b6-7b46-488f-8a88-78b6245e85a9 req-d53267b7-c185-4531-b69d-c80aeb06816b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.3402088 Sep 23 22:54:24.943162 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4a7cf8e-3e76-46fa-8f1b-465dce053baf admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:24.945187 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f4a7cf8e-3e76-46fa-8f1b-465dce053baf admin admin] 10.222.0.22 "DELETE /v2.0/networks/23e6b544-bb51-485c-a4ab-f0dec8b6a550 HTTP/1.1" status: 204 len: 168 time: 0.8105121 Sep 23 22:54:24.948929 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f22b3b-9349-4fbe-a281-87e40ac3007f None None] Routers {'0824758b-b4e5-45dc-80b5-973edf10dc74'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:54:24.949687 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-85f22b3b-9349-4fbe-a281-87e40ac3007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:54:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0824758b-b4e5-45dc-80b5-973edf10dc74'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:25.048108 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-197b0cec-71b7-47fc-b3ce-57417e8bffce req-d28d6bfb-4922-4a3c-a34f-974ce966f377 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d34df16-7729-440d-9958-6412afd59bb4 HTTP/1.1" status: 200 len: 999 time: 0.1017253 Sep 23 22:54:25.072478 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-85f22b3b-9349-4fbe-a281-87e40ac3007f None None] Set router 0824758b-b4e5-45dc-80b5-973edf10dc74 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:54:25.111288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7cf8e-3e76-46fa-8f1b-465dce053baf admin admin] Pushing event deleted for resources: {'Network': ['ID=23e6b544-bb51-485c-a4ab-f0dec8b6a550,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:25.201403 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-189cd2b6-7b46-488f-8a88-78b6245e85a9 req-217885c7-4ef1-4c30-92fa-f52681c6db44 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369809 Sep 23 22:54:25.221622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b0cec-71b7-47fc-b3ce-57417e8bffce req-88e08363-2192-4de0-a6e1-0392cd73e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:25.223505 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-197b0cec-71b7-47fc-b3ce-57417e8bffce req-88e08363-2192-4de0-a6e1-0392cd73e153 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e HTTP/1.1" status: 200 len: 834 time: 0.1238213 Sep 23 22:54:25.224018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59594) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:25.306986 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b0cec-71b7-47fc-b3ce-57417e8bffce req-59fda66f-0962-472e-a18e-66f629c519bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:25.315165 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-197b0cec-71b7-47fc-b3ce-57417e8bffce req-59fda66f-0962-472e-a18e-66f629c519bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19e34b08-ac64-4e12-ada0-10939d922a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838447 Sep 23 22:54:25.371058 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-85f22b3b-9349-4fbe-a281-87e40ac3007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:53:49Z', 'updated_at': '2021-09-23T22:53:59Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:51Z', 'updated_at': '2021-09-23T22:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'bd422b11-b0e2-4c76-8b5e-f240aa19148a', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'port_id': '6d34df16-7729-440d-9958-6412afd59bb4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'mac_address': 'fa:16:3e:a2:18:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:54:22Z', 'updated_at': '2021-09-23T22:54:22Z', 'revision_number': 0, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab', 'name': '', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:fd:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:58Z', 'updated_at': '2021-09-23T22:54:05Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:54:25.381394 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9f64715e-0469-4f00-9666-72cc8d7b418d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/bd422b11-b0e2-4c76-8b5e-f240aa19148a HTTP/1.1" status: 200 len: 991 time: 0.1522295 Sep 23 22:54:25.416218 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f22b3b-9349-4fbe-a281-87e40ac3007f None None] The sync data for ids ['0824758b-b4e5-45dc-80b5-973edf10dc74'] in n-d-810775-1 is: [{'id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:53:49Z', 'updated_at': '2021-09-23T22:53:59Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:51Z', 'updated_at': '2021-09-23T22:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'bd422b11-b0e2-4c76-8b5e-f240aa19148a', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'port_id': '6d34df16-7729-440d-9958-6412afd59bb4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'mac_address': 'fa:16:3e:a2:18:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:54:22Z', 'updated_at': '2021-09-23T22:54:22Z', 'revision_number': 0, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab', 'name': '', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:fd:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:58Z', 'updated_at': '2021-09-23T22:54:05Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:54:25.490813 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-197b0cec-71b7-47fc-b3ce-57417e8bffce req-4b60c6d3-7e35-4839-9fde-cc982df9917f service neutron] 10.222.0.43 "GET /v2.0/networks/19e34b08-ac64-4e12-ada0-10939d922a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669931 Sep 23 22:54:25.573006 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59602) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:25.642985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914919a-fae8-4b99-8ba7-8d6376ba2ab5 req-508f2dcf-5455-49c8-a9bf-0f4d08498320 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:25.657180 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4914919a-fae8-4b99-8ba7-8d6376ba2ab5 req-508f2dcf-5455-49c8-a9bf-0f4d08498320 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.1606164 Sep 23 22:54:25.679145 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-86fef78e-f228-4f2c-878e-7deb17b7c35e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32bf69223a9a4b3eb1dbd8cb104af909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1050236 Sep 23 22:54:25.681571 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59608) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:25.746299 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4914919a-fae8-4b99-8ba7-8d6376ba2ab5 req-54551bfc-3d8e-4c66-a070-1adb512f6a1f tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878654 Sep 23 22:54:25.792324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123eeb29-fd5e-4f5c-9f60-f9a3addb5534 None None] New status for floating IP bd422b11-b0e2-4c76-8b5e-f240aa19148a: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:54:25.811332 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-197b0cec-71b7-47fc-b3ce-57417e8bffce req-16cf9457-7ecb-446e-9ce4-0673db3c42fb service neutron] 10.222.0.43 "GET /v2.0/networks/19e34b08-ac64-4e12-ada0-10939d922a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720966 Sep 23 22:54:25.833448 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33dcdf04-de9c-45ef-a08a-d1898bf4442c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:25.861709 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33dcdf04-de9c-45ef-a08a-d1898bf4442c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:25.928305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdae051-7aaf-4f22-ae78-9453c686fcea req-edca0d43-38c1-4cb3-adaa-e04dfd00dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:25.945253 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbdae051-7aaf-4f22-ae78-9453c686fcea req-edca0d43-38c1-4cb3-adaa-e04dfd00dec8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea6ab99c3fba4c4ba2b50cf0325b2e30&device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 1097 time: 0.4146252 Sep 23 22:54:26.095069 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33dcdf04-de9c-45ef-a08a-d1898bf4442c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:26.097885 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33dcdf04-de9c-45ef-a08a-d1898bf4442c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:26.105211 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-33dcdf04-de9c-45ef-a08a-d1898bf4442c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/964558fc-3985-4c24-97ef-ce1c6b4ddef0 HTTP/1.1" status: 204 len: 168 time: 0.4210901 Sep 23 22:54:26.105861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59616) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:26.142179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcdf04-de9c-45ef-a08a-d1898bf4442c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964558fc-3985-4c24-97ef-ce1c6b4ddef0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:26.180891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdae051-7aaf-4f22-ae78-9453c686fcea req-8e9172e1-305c-4bce-9251-14505927bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:26.182828 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbdae051-7aaf-4f22-ae78-9453c686fcea req-8e9172e1-305c-4bce-9251-14505927bb9a service neutron] 10.222.0.67 "GET /v2.0/networks?id=317be4d4-226a-48e2-830d-fc2d074da525 HTTP/1.1" status: 200 len: 920 time: 0.2426898 Sep 23 22:54:26.234776 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbdae051-7aaf-4f22-ae78-9453c686fcea req-8a8cfb80-09bd-4084-9ee1-198e7e22505a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 HTTP/1.1" status: 200 len: 217 time: 0.0381916 Sep 23 22:54:26.277604 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f28c5f5a-4650-411a-8c35-bcf141855c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:26.293251 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdae051-7aaf-4f22-ae78-9453c686fcea req-410dcd34-9d16-4574-878f-9998ceab5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:26.295665 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbdae051-7aaf-4f22-ae78-9453c686fcea req-410dcd34-9d16-4574-878f-9998ceab5ccb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1910c3ee-c372-4b73-a303-2ad5d5e43f0c HTTP/1.1" status: 200 len: 859 time: 0.0535951 Sep 23 22:54:26.332679 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbdae051-7aaf-4f22-ae78-9453c686fcea req-d23b062c-4aa5-44d9-8927-9cfd5110a6ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=317be4d4-226a-48e2-830d-fc2d074da525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301936 Sep 23 22:54:26.345589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-dbdae051-7aaf-4f22-ae78-9453c686fcea req-6ec37ced-797e-4d26-9912-e9df3e97d62f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:54:26.346491 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbdae051-7aaf-4f22-ae78-9453c686fcea req-6ec37ced-797e-4d26-9912-e9df3e97d62f service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060489 Sep 23 22:54:26.396049 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59624) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:26.535155 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1c136bed-4ae8-492b-8417-78fed5f57a76 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/bd422b11-b0e2-4c76-8b5e-f240aa19148a HTTP/1.1" status: 200 len: 993 time: 0.1417475 Sep 23 22:54:26.584235 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbdae051-7aaf-4f22-ae78-9453c686fcea req-152fc636-a6c0-4f73-9105-e644ee0673a7 service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234342 Sep 23 22:54:26.868966 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f28c5f5a-4650-411a-8c35-bcf141855c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:26.896437 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbdae051-7aaf-4f22-ae78-9453c686fcea req-2cae89d0-7972-47f3-832b-4b8686f5d821 service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894135 Sep 23 22:54:26.941540 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c4860-1fbc-44a0-a994-db1f7a69f8d0 req-cc36f6b4-9f27-4e54-9b25-521cd8434994 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:26.942951 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d02c4860-1fbc-44a0-a994-db1f7a69f8d0 req-cc36f6b4-9f27-4e54-9b25-521cd8434994 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0687587 Sep 23 22:54:26.990190 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d02c4860-1fbc-44a0-a994-db1f7a69f8d0 req-5ea24d13-a5ea-4a21-bc72-f14f3130a4fe tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400236 Sep 23 22:54:27.052538 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f28c5f5a-4650-411a-8c35-bcf141855c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:27.099506 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c5f5a-4650-411a-8c35-bcf141855c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605ac78a-3fbd-4cab-a455-b7108c038003,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:27.105609 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f28c5f5a-4650-411a-8c35-bcf141855c57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e8b531da7afc475987d21670b5c568de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9974909 Sep 23 22:54:27.110725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59642) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:27.174281 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a11d6ead-d3e0-4a9a-b2b4-f4229e4779a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:27.213276 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a11d6ead-d3e0-4a9a-b2b4-f4229e4779a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:27.347322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59646) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:27.371546 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a11d6ead-d3e0-4a9a-b2b4-f4229e4779a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:27.371927 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f7b74cbb-e6fa-4c67-9917-09b06781f602 req-d6e4775c-a8e7-4ff8-b96d-2193f1e98a05 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720701 Sep 23 22:54:27.375679 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a11d6ead-d3e0-4a9a-b2b4-f4229e4779a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:27.387010 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a11d6ead-d3e0-4a9a-b2b4-f4229e4779a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/605ac78a-3fbd-4cab-a455-b7108c038003 HTTP/1.1" status: 204 len: 168 time: 0.2741985 Sep 23 22:54:27.423626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d6ead-d3e0-4a9a-b2b4-f4229e4779a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ac78a-3fbd-4cab-a455-b7108c038003,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:27.475317 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-21155bc9-d0b0-484b-a2a7-5fc315a0b25e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e9a022357024a21b92df528bf4138fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1239285 Sep 23 22:54:27.475610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59652) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:27.504085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b74cbb-e6fa-4c67-9917-09b06781f602 req-3a6e648e-49cc-42dc-b87c-54135f0b52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:27.505794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f7b74cbb-e6fa-4c67-9917-09b06781f602 req-3a6e648e-49cc-42dc-b87c-54135f0b52ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 1097 time: 0.0653415 Sep 23 22:54:27.541399 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e1a2631d-562f-4c62-b474-15f84ad99d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:27.567389 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e1a2631d-562f-4c62-b474-15f84ad99d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:27.654153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b74cbb-e6fa-4c67-9917-09b06781f602 req-f4f61ee0-ff08-4856-9f33-877a3feeb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:27.657151 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f7b74cbb-e6fa-4c67-9917-09b06781f602 req-f4f61ee0-ff08-4856-9f33-877a3feeb686 service neutron] 10.222.0.43 "GET /v2.0/networks?id=19e34b08-ac64-4e12-ada0-10939d922a20 HTTP/1.1" status: 200 len: 897 time: 0.1285043 Sep 23 22:54:27.743124 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e1a2631d-562f-4c62-b474-15f84ad99d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:27.747200 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e1a2631d-562f-4c62-b474-15f84ad99d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:27.749081 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e1a2631d-562f-4c62-b474-15f84ad99d97 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97e9d662-7c3d-43ae-a4aa-e5b4e92a722c HTTP/1.1" status: 204 len: 168 time: 0.2720735 Sep 23 22:54:27.766918 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2631d-562f-4c62-b474-15f84ad99d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e9d662-7c3d-43ae-a4aa-e5b4e92a722c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:27.773701 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f7b74cbb-e6fa-4c67-9917-09b06781f602 req-d1787207-e7be-4123-86b2-05c379bac9c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d34df16-7729-440d-9958-6412afd59bb4 HTTP/1.1" status: 200 len: 1001 time: 0.1092713 Sep 23 22:54:27.853098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b74cbb-e6fa-4c67-9917-09b06781f602 req-e3432700-2c12-481c-a742-6c4988dc2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:27.855525 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f7b74cbb-e6fa-4c67-9917-09b06781f602 req-e3432700-2c12-481c-a742-6c4988dc2019 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e HTTP/1.1" status: 200 len: 834 time: 0.0745549 Sep 23 22:54:27.921422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b74cbb-e6fa-4c67-9917-09b06781f602 req-1d8ee446-5d2b-4847-865b-a8cbd336b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:27.923114 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f7b74cbb-e6fa-4c67-9917-09b06781f602 req-1d8ee446-5d2b-4847-865b-a8cbd336b073 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19e34b08-ac64-4e12-ada0-10939d922a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602143 Sep 23 22:54:28.071437 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f7b74cbb-e6fa-4c67-9917-09b06781f602 req-3a721df1-f2bd-45b7-8de2-9257b0035607 service neutron] 10.222.0.43 "GET /v2.0/networks/19e34b08-ac64-4e12-ada0-10939d922a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409180 Sep 23 22:54:28.206030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9313c3-f6ad-4ecc-8757-4664b7efb29a req-b09207c4-443a-44e4-8805-eea34e5a1358 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:28.206030 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2e9313c3-f6ad-4ecc-8757-4664b7efb29a req-b09207c4-443a-44e4-8805-eea34e5a1358 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.1305699 Sep 23 22:54:28.322778 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f7b74cbb-e6fa-4c67-9917-09b06781f602 req-2c51ac7d-15da-4fda-b7cc-58aff3f59c19 service neutron] 10.222.0.43 "GET /v2.0/networks/19e34b08-ac64-4e12-ada0-10939d922a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421429 Sep 23 22:54:28.414235 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2e9313c3-f6ad-4ecc-8757-4664b7efb29a req-93c28753-f509-4845-b23a-9ded079ec772 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044883 Sep 23 22:54:28.465222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59674) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:28.483037 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-66047df7-8e0e-43d0-b88a-4c9c7ea0b2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:28.639746 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-66047df7-8e0e-43d0-b88a-4c9c7ea0b2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:28.768332 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-66047df7-8e0e-43d0-b88a-4c9c7ea0b2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:28.846002 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66047df7-8e0e-43d0-b88a-4c9c7ea0b2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363fa676-9c7f-40b9-ab57-3aa7a5f054ad,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:28.850841 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-66047df7-8e0e-43d0-b88a-4c9c7ea0b2da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e87e1a4e7bce44d9a4db10b87f988fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3838456 Sep 23 22:54:28.853515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59680) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:28.911024 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d966711-27a0-44fc-a77a-bf5dd19b968f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:28.937809 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d966711-27a0-44fc-a77a-bf5dd19b968f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:29.121338 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d966711-27a0-44fc-a77a-bf5dd19b968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:29.125391 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d966711-27a0-44fc-a77a-bf5dd19b968f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:29.126802 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8d966711-27a0-44fc-a77a-bf5dd19b968f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/363fa676-9c7f-40b9-ab57-3aa7a5f054ad HTTP/1.1" status: 204 len: 168 time: 0.2721882 Sep 23 22:54:29.136157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d966711-27a0-44fc-a77a-bf5dd19b968f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363fa676-9c7f-40b9-ab57-3aa7a5f054ad,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:29.570198 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24203d0e-be40-4cb1-852f-0783a8de555e req-d6581fae-fdb0-4623-bd0c-c00b05653c0c tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:29.571979 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-24203d0e-be40-4cb1-852f-0783a8de555e req-d6581fae-fdb0-4623-bd0c-c00b05653c0c tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0566382 Sep 23 22:54:29.619379 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-24203d0e-be40-4cb1-852f-0783a8de555e req-ca6cc85a-386a-4d0d-8702-5d8fd4827157 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392048 Sep 23 22:54:30.800533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d77fc-1ec7-4f96-90c0-dc1bd7be00f1 req-aceaaa92-e517-42f1-95c8-f6ce8599bb42 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:30.802867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-210d77fc-1ec7-4f96-90c0-dc1bd7be00f1 req-aceaaa92-e517-42f1-95c8-f6ce8599bb42 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0873291 Sep 23 22:54:30.871182 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-210d77fc-1ec7-4f96-90c0-dc1bd7be00f1 req-6c5c8ccb-7a01-4987-af67-74dfd966acca tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621364 Sep 23 22:54:32.041960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7994177-e43c-4a56-82a6-90565268588c req-a7726364-4037-4980-84cf-f20b98837ab0 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:32.043518 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b7994177-e43c-4a56-82a6-90565268588c req-a7726364-4037-4980-84cf-f20b98837ab0 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0607646 Sep 23 22:54:32.087862 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b7994177-e43c-4a56-82a6-90565268588c req-42edc962-198c-467e-a3e3-d7a759a35849 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369077 Sep 23 22:54:32.841787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8ec13-9554-454d-91a0-4daaa05ebd24 req-9c562ec7-e2f9-41da-bea1-d973783954e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:32.842572 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afb8ec13-9554-454d-91a0-4daaa05ebd24 req-9c562ec7-e2f9-41da-bea1-d973783954e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea6ab99c3fba4c4ba2b50cf0325b2e30&device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 1097 time: 0.0748975 Sep 23 22:54:32.999260 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8ec13-9554-454d-91a0-4daaa05ebd24 req-a6d0714f-07f5-4ff3-9593-0c1768633fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:33.000802 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afb8ec13-9554-454d-91a0-4daaa05ebd24 req-a6d0714f-07f5-4ff3-9593-0c1768633fa2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=317be4d4-226a-48e2-830d-fc2d074da525 HTTP/1.1" status: 200 len: 920 time: 0.1239679 Sep 23 22:54:33.068155 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afb8ec13-9554-454d-91a0-4daaa05ebd24 req-69116485-ece0-417d-a63a-525bb8f9bb4b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 HTTP/1.1" status: 200 len: 217 time: 0.0513496 Sep 23 22:54:33.121451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8ec13-9554-454d-91a0-4daaa05ebd24 req-ebce18cf-66d1-4811-be2a-8c292166d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:33.121451 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afb8ec13-9554-454d-91a0-4daaa05ebd24 req-ebce18cf-66d1-4811-be2a-8c292166d233 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1910c3ee-c372-4b73-a303-2ad5d5e43f0c HTTP/1.1" status: 200 len: 859 time: 0.0534279 Sep 23 22:54:33.169178 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afb8ec13-9554-454d-91a0-4daaa05ebd24 req-c5f15c8f-ee85-47bb-bb5c-f1f6dfbf6b16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=317be4d4-226a-48e2-830d-fc2d074da525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395362 Sep 23 22:54:33.329677 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afb8ec13-9554-454d-91a0-4daaa05ebd24 req-84197a88-5608-48fb-b374-a6f54f932875 service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525979 Sep 23 22:54:33.339188 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78716ec4-6862-45c0-a0c5-878c663c7cd1 req-38a15ae5-1a74-4eae-91cd-d8c8e9929ee7 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:33.348758 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78716ec4-6862-45c0-a0c5-878c663c7cd1 req-38a15ae5-1a74-4eae-91cd-d8c8e9929ee7 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0805931 Sep 23 22:54:33.400465 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78716ec4-6862-45c0-a0c5-878c663c7cd1 req-aa1f3e38-45a6-4109-8b55-eb3fc77e447a tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469861 Sep 23 22:54:33.488602 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afb8ec13-9554-454d-91a0-4daaa05ebd24 req-f37d9106-cba6-40e5-83ef-2fb07c411a36 service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497416 Sep 23 22:54:33.933819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983549c-c747-4adf-a513-5768f3b549d7 req-3dd70d7e-c84e-4cb3-8901-25c902dd1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:33.937169 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e983549c-c747-4adf-a513-5768f3b549d7 req-3dd70d7e-c84e-4cb3-8901-25c902dd1052 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 1097 time: 0.0728171 Sep 23 22:54:34.001983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e983549c-c747-4adf-a513-5768f3b549d7 req-4111cd6a-cd4c-487d-a61c-a2e44030473c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566015 Sep 23 22:54:34.545373 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d275c-819b-41d8-955b-36e0753c954b req-bedd1faf-ea62-44e3-a913-0e2ee7e172ca tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:34.547063 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c5d275c-819b-41d8-955b-36e0753c954b req-bedd1faf-ea62-44e3-a913-0e2ee7e172ca tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0718961 Sep 23 22:54:34.591180 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c5d275c-819b-41d8-955b-36e0753c954b req-ed563075-e0c0-4575-a6a8-d6ac38791fb5 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377929 Sep 23 22:54:35.751435 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348204f7-90cd-4feb-8eb8-adf508a9da4a req-b2071aef-0864-4599-aa5e-289209e3a77e tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:35.752880 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-348204f7-90cd-4feb-8eb8-adf508a9da4a req-b2071aef-0864-4599-aa5e-289209e3a77e tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0683239 Sep 23 22:54:35.821409 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-348204f7-90cd-4feb-8eb8-adf508a9da4a req-45920bc8-080a-4b7b-91c3-4d40da476328 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616238 Sep 23 22:54:36.487139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01be6f2-5a55-4835-a69d-521d8e116c75 req-2f4958a9-dcc1-4d39-a9a3-34e79aab43a0 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:36.488646 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e01be6f2-5a55-4835-a69d-521d8e116c75 req-2f4958a9-dcc1-4d39-a9a3-34e79aab43a0 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0634420 Sep 23 22:54:36.603226 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e01be6f2-5a55-4835-a69d-521d8e116c75 req-60d81037-617b-4226-94dc-ef6a9f1711a0 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044762 Sep 23 22:54:36.644107 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12e71a-f45b-4987-acdc-d2bd523e72ff req-2dd393fd-389f-4163-ab04-db6330ce5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:36.646866 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c12e71a-f45b-4987-acdc-d2bd523e72ff req-2dd393fd-389f-4163-ab04-db6330ce5b76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea6ab99c3fba4c4ba2b50cf0325b2e30&device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 1097 time: 0.1177309 Sep 23 22:54:36.742891 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:36.772717 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12e71a-f45b-4987-acdc-d2bd523e72ff req-b86e0fc1-0d8b-4b5d-a57d-797cf4503b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:36.774695 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c12e71a-f45b-4987-acdc-d2bd523e72ff req-b86e0fc1-0d8b-4b5d-a57d-797cf4503b70 service neutron] 10.222.0.67 "GET /v2.0/networks?id=317be4d4-226a-48e2-830d-fc2d074da525 HTTP/1.1" status: 200 len: 920 time: 0.1183884 Sep 23 22:54:36.829223 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c12e71a-f45b-4987-acdc-d2bd523e72ff req-c892ae93-9b48-4c8f-85aa-6c9c350a9a80 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 HTTP/1.1" status: 200 len: 217 time: 0.0431461 Sep 23 22:54:36.902092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12e71a-f45b-4987-acdc-d2bd523e72ff req-a130c1cd-7f24-448b-8897-5fb8c9c8bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:36.904691 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c12e71a-f45b-4987-acdc-d2bd523e72ff req-a130c1cd-7f24-448b-8897-5fb8c9c8bf5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1910c3ee-c372-4b73-a303-2ad5d5e43f0c HTTP/1.1" status: 200 len: 859 time: 0.0674455 Sep 23 22:54:36.944299 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c12e71a-f45b-4987-acdc-d2bd523e72ff req-ec800ee7-7c00-4e73-9747-c9c3bef1bd22 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=317be4d4-226a-48e2-830d-fc2d074da525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325816 Sep 23 22:54:37.059388 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c12e71a-f45b-4987-acdc-d2bd523e72ff req-d9916402-820d-4639-90e5-e7128b37bf20 service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063616 Sep 23 22:54:37.200197 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2c12e71a-f45b-4987-acdc-d2bd523e72ff req-7601b3e0-3881-4b95-8d21-fc237528d590 service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334064 Sep 23 22:54:37.781206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf9ed2-683d-44e9-b446-e71fa1165e00 req-512960ff-2c6e-4877-91f6-934eb2335bfa tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:37.783374 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3bf9ed2-683d-44e9-b446-e71fa1165e00 req-512960ff-2c6e-4877-91f6-934eb2335bfa tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0627387 Sep 23 22:54:37.882811 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:54:37.885960 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3bf9ed2-683d-44e9-b446-e71fa1165e00 req-ff02a643-f662-4cb9-9e80-9fdd1bf5c1bd tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853171 Sep 23 22:54:38.991802 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb3fa9-ee70-4a3e-8e27-5a1df86099e3 req-050574f7-f3bb-4873-9b0a-03bccc5b8cd3 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:38.993474 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6bb3fa9-ee70-4a3e-8e27-5a1df86099e3 req-050574f7-f3bb-4873-9b0a-03bccc5b8cd3 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0528567 Sep 23 22:54:39.054204 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6bb3fa9-ee70-4a3e-8e27-5a1df86099e3 req-83efe610-42c1-400b-8ec8-cd985160fc87 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515239 Sep 23 22:54:40.261713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35de3c-a1e2-41f7-a3be-3193559c8301 req-4fff76f4-ab97-4964-ac63-6c0fe6a1e6db tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:40.264114 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc35de3c-a1e2-41f7-a3be-3193559c8301 req-4fff76f4-ab97-4964-ac63-6c0fe6a1e6db tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0619895 Sep 23 22:54:40.342097 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc35de3c-a1e2-41f7-a3be-3193559c8301 req-91b3ca12-2603-43f6-b9d7-5072f34c9596 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707314 Sep 23 22:54:40.756319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 59946) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:40.882142 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0f82ad37-0fe9-416a-8ad7-46d02857bf20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:40.991353 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0f82ad37-0fe9-416a-8ad7-46d02857bf20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:41.170482 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0f82ad37-0fe9-416a-8ad7-46d02857bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:41.227087 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0f82ad37-0fe9-416a-8ad7-46d02857bf20 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb07dc3890514a94aebb0ee67be924e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4659712 Sep 23 22:54:41.227087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82ad37-0fe9-416a-8ad7-46d02857bf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380cced9-3681-4d0e-83cb-8916df058deb,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:41.227703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 59952) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:54:41.364307 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c8aa-e8b4-4ce0-adb1-cd366f48d6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:41.395555 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c8aa-e8b4-4ce0-adb1-cd366f48d6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:41.544014 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c8aa-e8b4-4ce0-adb1-cd366f48d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:41.551986 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c8aa-e8b4-4ce0-adb1-cd366f48d6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:41.551986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1ce1c8aa-e8b4-4ce0-adb1-cd366f48d6ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/380cced9-3681-4d0e-83cb-8916df058deb HTTP/1.1" status: 204 len: 168 time: 0.3196268 Sep 23 22:54:41.559230 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1c8aa-e8b4-4ce0-adb1-cd366f48d6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380cced9-3681-4d0e-83cb-8916df058deb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:54:43.058785 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4acddf09-37f8-4faf-b1e7-6bb90caae366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:43.627912 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea937a48-8aa9-488a-9eac-c05d05554c39 req-81450802-431a-4f22-bb53-63e250942935 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:43.629587 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ea937a48-8aa9-488a-9eac-c05d05554c39 req-81450802-431a-4f22-bb53-63e250942935 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0567677 Sep 23 22:54:43.677861 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ea937a48-8aa9-488a-9eac-c05d05554c39 req-7f97156c-784b-45aa-a168-db3cccf7aa5b tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411487 Sep 23 22:54:45.629504 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-87228199-40c4-42b1-9e5a-7c3f51266ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:46.108709 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:46.972299 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:48.170597 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:48.637535 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:54:51.643657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082cb18-6535-4d43-a9a6-faea7987b240 req-e5dfe292-e420-49b6-8848-795427ff0423 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:51.645653 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5082cb18-6535-4d43-a9a6-faea7987b240 req-e5dfe292-e420-49b6-8848-795427ff0423 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.0669096 Sep 23 22:54:51.699022 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5082cb18-6535-4d43-a9a6-faea7987b240 req-c9523e79-46b1-4b98-bad0-ef7e9ada48bb tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376348 Sep 23 22:54:52.909201 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c224c-5797-40b9-ad6d-48515a9d68fb req-5daa4232-1ebf-408b-89b9-925ad40b179f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:52.909201 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-084c224c-5797-40b9-ad6d-48515a9d68fb req-5daa4232-1ebf-408b-89b9-925ad40b179f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.0954859 Sep 23 22:54:52.965908 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-084c224c-5797-40b9-ad6d-48515a9d68fb req-0145b21c-094e-4a47-8a99-2d24a27f0a04 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530989 Sep 23 22:54:54.156153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd063c6-42f2-4677-8cb1-5fcf4fc59696 req-aa2c13e6-18b6-41c8-9d10-ac708139478b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:54.162179 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bcd063c6-42f2-4677-8cb1-5fcf4fc59696 req-aa2c13e6-18b6-41c8-9d10-ac708139478b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.0945489 Sep 23 22:54:54.244499 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bcd063c6-42f2-4677-8cb1-5fcf4fc59696 req-d4c60269-259e-476c-afa5-827e7fc19ab4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728111 Sep 23 22:54:55.388771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e20b1-21a0-49c6-b902-f0149ec93dc9 req-4bc1f947-3514-421d-822e-e1c48b48b118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:55.390498 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4f7e20b1-21a0-49c6-b902-f0149ec93dc9 req-4bc1f947-3514-421d-822e-e1c48b48b118 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.0583448 Sep 23 22:54:55.439266 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4f7e20b1-21a0-49c6-b902-f0149ec93dc9 req-4f66db8e-24a9-4c88-8955-73884d28049b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410280 Sep 23 22:54:56.640471 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f750706-b266-4fca-8201-aa6ed4efb745 req-06df1593-dce2-4dd5-a40d-3867f82586b0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:56.642169 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8f750706-b266-4fca-8201-aa6ed4efb745 req-06df1593-dce2-4dd5-a40d-3867f82586b0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.0712028 Sep 23 22:54:56.714837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8f750706-b266-4fca-8201-aa6ed4efb745 req-1dd9026a-d557-4256-8dc6-d43a789dac02 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647619 Sep 23 22:54:57.771237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afad73-1219-448f-aebc-872d7619e54b req-2fe5cf07-bad1-4297-88e1-920a9511fe9e tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:57.777543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26afad73-1219-448f-aebc-872d7619e54b req-2fe5cf07-bad1-4297-88e1-920a9511fe9e tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.1199732 Sep 23 22:54:57.812605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ca5dd-3f6c-4c15-9063-54d308462f42 req-e627c3a9-778e-4036-ac3c-dcdca1515d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:57.816247 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d18ca5dd-3f6c-4c15-9063-54d308462f42 req-e627c3a9-778e-4036-ac3c-dcdca1515d76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea6ab99c3fba4c4ba2b50cf0325b2e30&device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 1097 time: 0.1037688 Sep 23 22:54:57.870237 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26afad73-1219-448f-aebc-872d7619e54b req-d5cf4a55-e49a-4175-b004-53609d29148d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871005 Sep 23 22:54:57.981753 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ca5dd-3f6c-4c15-9063-54d308462f42 req-c1ae1d07-39d4-4b35-9761-71d3c5c387f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:57.983727 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d18ca5dd-3f6c-4c15-9063-54d308462f42 req-c1ae1d07-39d4-4b35-9761-71d3c5c387f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=317be4d4-226a-48e2-830d-fc2d074da525 HTTP/1.1" status: 200 len: 920 time: 0.1605890 Sep 23 22:54:57.999232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568736a-ee11-4a1b-9101-67ee7868904a req-00da1e99-4bec-4001-8d88-07c464ff2e8d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:58.001175 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2568736a-ee11-4a1b-9101-67ee7868904a req-00da1e99-4bec-4001-8d88-07c464ff2e8d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.1281283 Sep 23 22:54:58.042241 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d18ca5dd-3f6c-4c15-9063-54d308462f42 req-6b7942e6-7e02-4afa-862a-fde853ddd9ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 HTTP/1.1" status: 200 len: 217 time: 0.0400224 Sep 23 22:54:58.137694 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2568736a-ee11-4a1b-9101-67ee7868904a req-da0b1aae-c094-4f68-abcc-5a9d73f09c4c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965021 Sep 23 22:54:58.147816 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ca5dd-3f6c-4c15-9063-54d308462f42 req-b9d871b9-de27-4941-be06-0d511d324d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:58.149364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d18ca5dd-3f6c-4c15-9063-54d308462f42 req-b9d871b9-de27-4941-be06-0d511d324d7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1910c3ee-c372-4b73-a303-2ad5d5e43f0c HTTP/1.1" status: 200 len: 859 time: 0.0995023 Sep 23 22:54:58.193048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d18ca5dd-3f6c-4c15-9063-54d308462f42 req-c32002ae-d5fc-4824-b134-2c238bfdbda5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=317be4d4-226a-48e2-830d-fc2d074da525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352287 Sep 23 22:54:58.353488 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d18ca5dd-3f6c-4c15-9063-54d308462f42 req-8d04ac61-1310-4f55-98ee-4b8e7492285d service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512663 Sep 23 22:54:58.949048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d18ca5dd-3f6c-4c15-9063-54d308462f42 req-23e58573-3eb8-40ab-9c91-10427ccf9ca7 service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878780 Sep 23 22:54:59.068166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f8591-74db-4975-a7c8-ff478cc83feb req-39e6bf0a-208f-46da-ac3b-f973367f6d82 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:59.071965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d55f8591-74db-4975-a7c8-ff478cc83feb req-39e6bf0a-208f-46da-ac3b-f973367f6d82 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0870605 Sep 23 22:54:59.123567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d55f8591-74db-4975-a7c8-ff478cc83feb req-327a854c-627d-46a2-89aa-6af1edaa960d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407434 Sep 23 22:54:59.281548 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe97721-e1bf-47dc-a2bc-2e22bf30d26d req-81e01a7a-2ccb-4536-b88c-76bf05c5e1ce tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:54:59.283241 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fe97721-e1bf-47dc-a2bc-2e22bf30d26d req-81e01a7a-2ccb-4536-b88c-76bf05c5e1ce tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.0578029 Sep 23 22:54:59.333447 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2fe97721-e1bf-47dc-a2bc-2e22bf30d26d req-bbcd7eba-fb37-47fe-acb6-2d02e67f31c5 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431914 Sep 23 22:55:00.349303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9a878-6698-445d-b2b6-c6f86c75dce8 req-25ceea99-d96f-4938-8dac-28b7ca78723e tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:00.352308 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6ff9a878-6698-445d-b2b6-c6f86c75dce8 req-25ceea99-d96f-4938-8dac-28b7ca78723e tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0913229 Sep 23 22:55:00.447119 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6ff9a878-6698-445d-b2b6-c6f86c75dce8 req-25d9d763-ade9-4416-8779-b7f9d38b542d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831523 Sep 23 22:55:00.489037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689cfff-af1e-4643-beae-f73a90040b80 req-011a422d-2508-455a-8902-770e212f6ed2 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:00.490704 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2689cfff-af1e-4643-beae-f73a90040b80 req-011a422d-2508-455a-8902-770e212f6ed2 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.0622151 Sep 23 22:55:00.554586 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2689cfff-af1e-4643-beae-f73a90040b80 req-cc55e8cc-3149-4f39-a1c6-5f33bff99dc1 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564723 Sep 23 22:55:01.592490 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93c240-2784-4f99-9717-ae14293750fc req-41c694c0-a4aa-4b02-af1c-534dce11909a tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:01.601194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da93c240-2784-4f99-9717-ae14293750fc req-41c694c0-a4aa-4b02-af1c-534dce11909a tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0689404 Sep 23 22:55:01.669399 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da93c240-2784-4f99-9717-ae14293750fc req-b9bc28a1-5cc5-431d-885b-11271859a5f7 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657980 Sep 23 22:55:01.776092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e0659-df1f-4605-b9fb-98f181c84678 req-61087d50-4e01-4650-9621-659055783602 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:01.785207 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ad2e0659-df1f-4605-b9fb-98f181c84678 req-61087d50-4e01-4650-9621-659055783602 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.0879602 Sep 23 22:55:01.850086 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ad2e0659-df1f-4605-b9fb-98f181c84678 req-7a05657b-29f3-427a-a3ef-af2dc906af15 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634942 Sep 23 22:55:02.928210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01173c32-c2e2-46c2-97f5-98d83ccb15d0 req-99c283bd-e99c-47b7-876f-9719aaadc969 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:02.944312 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-01173c32-c2e2-46c2-97f5-98d83ccb15d0 req-99c283bd-e99c-47b7-876f-9719aaadc969 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.1557057 Sep 23 22:55:03.026465 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-01173c32-c2e2-46c2-97f5-98d83ccb15d0 req-76a2fb4e-f8d6-4542-b384-b005ff857c4a tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785787 Sep 23 22:55:03.122659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90e741-c5da-46cc-8b9b-dd532b9e13d3 req-a03269e1-c518-4197-854d-5358110ddf16 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:03.125443 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce90e741-c5da-46cc-8b9b-dd532b9e13d3 req-a03269e1-c518-4197-854d-5358110ddf16 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.1222064 Sep 23 22:55:03.188242 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ce90e741-c5da-46cc-8b9b-dd532b9e13d3 req-96906c2b-4f45-4887-b155-5c34569db2e4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549374 Sep 23 22:55:04.260281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4306cf1-29f4-4bd8-a288-d83aa6b786fe req-8688e795-4b0f-44e1-8c40-69388c5c6cc4 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:04.263086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4306cf1-29f4-4bd8-a288-d83aa6b786fe req-8688e795-4b0f-44e1-8c40-69388c5c6cc4 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0952137 Sep 23 22:55:04.361473 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4306cf1-29f4-4bd8-a288-d83aa6b786fe req-e6747599-eb5c-40d6-98dc-4df763559acc tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872488 Sep 23 22:55:04.464033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fec503-0fb7-48ae-95c7-aa242c79501f req-1eecb362-6477-46f8-b1e2-1b6346b7fba4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:04.468051 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-05fec503-0fb7-48ae-95c7-aa242c79501f req-1eecb362-6477-46f8-b1e2-1b6346b7fba4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.1534719 Sep 23 22:55:04.534187 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-05fec503-0fb7-48ae-95c7-aa242c79501f req-4abef7b3-908c-4462-9a47-f7b2aa03d015 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525568 Sep 23 22:55:05.320253 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33453c-820e-44bf-a536-e96742fdda41 req-e44092ee-5ab0-4adb-b791-68028fe5fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:05.322643 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a33453c-820e-44bf-a536-e96742fdda41 req-e44092ee-5ab0-4adb-b791-68028fe5fc9c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 1097 time: 0.0702989 Sep 23 22:55:05.366981 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a33453c-820e-44bf-a536-e96742fdda41 req-6f6b1315-672d-4fcd-8d1f-6666204fef0e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369434 Sep 23 22:55:05.549128 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5020b-af45-4290-ba72-a65e4d6577bc req-aa976789-81ff-4fb5-9c05-0c1e620d44fd tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:05.550760 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5d5020b-af45-4290-ba72-a65e4d6577bc req-aa976789-81ff-4fb5-9c05-0c1e620d44fd tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0764160 Sep 23 22:55:05.608225 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5d5020b-af45-4290-ba72-a65e4d6577bc req-052cc62f-8345-4bf0-af7c-3dc3b9b232fa tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432532 Sep 23 22:55:05.670402 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0944d-e4fa-4d05-a835-039b2ca151ae req-ea4d0567-3b37-4b7e-b3dc-8f2c39c74adf tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:05.671934 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14c0944d-e4fa-4d05-a835-039b2ca151ae req-ea4d0567-3b37-4b7e-b3dc-8f2c39c74adf tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.0534744 Sep 23 22:55:05.729548 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14c0944d-e4fa-4d05-a835-039b2ca151ae req-1c15c98c-f22a-4c0f-b4e7-60a5262871c0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489743 Sep 23 22:55:06.785073 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:06.883760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3551f8-0cef-4015-a5a0-32355d0d797e req-a23ffebf-9f73-4c31-819c-adcca4a751c2 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:06.885832 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb3551f8-0cef-4015-a5a0-32355d0d797e req-a23ffebf-9f73-4c31-819c-adcca4a751c2 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.1380579 Sep 23 22:55:06.905387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6d34df16-7729-440d-9958-6412afd59bb4 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:55:06.962318 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb3551f8-0cef-4015-a5a0-32355d0d797e req-a0ffdb34-77e1-4c29-a103-3b83d51154c4 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591829 Sep 23 22:55:07.068164 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935a276-e35b-4426-b11c-12f762e106dd req-0c2cc12c-c7de-4da1-b793-336e60185bfa tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:07.070662 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8935a276-e35b-4426-b11c-12f762e106dd req-0c2cc12c-c7de-4da1-b793-336e60185bfa tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.1915784 Sep 23 22:55:07.162093 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8935a276-e35b-4426-b11c-12f762e106dd req-26183761-09a5-45d4-ad9c-77bcf8e86553 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807159 Sep 23 22:55:07.180539 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6d34df16-7729-440d-9958-6412afd59bb4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6d34df16-7729-440d-9958-6412afd59bb4,segment=NetworkSegment(f3261373-ec5e-431c-8152-b4a850f1cbb6),segment_id=f3261373-ec5e-431c-8152-b4a850f1cbb6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:55:07.190274 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60562) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:07.205195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '6d34df16-7729-440d-9958-6412afd59bb4', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'port_id': '6d34df16-7729-440d-9958-6412afd59bb4', 'mac_address': 'fa:16:3e:a2:18:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:55:07.267028 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:07.287456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d34df16-7729-440d-9958-6412afd59bb4 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:55:07.338349 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-40e5e21a-0abd-4899-b78c-606e7a16dba0 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/floatingips/bd422b11-b0e2-4c76-8b5e-f240aa19148a HTTP/1.1" status: 200 len: 993 time: 0.1458914 Sep 23 22:55:07.345926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6d34df16-7729-440d-9958-6412afd59bb4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6d34df16-7729-440d-9958-6412afd59bb4,segment=NetworkSegment(f3261373-ec5e-431c-8152-b4a850f1cbb6),segment_id=f3261373-ec5e-431c-8152-b4a850f1cbb6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:55:07.422150 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:07.504268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=6d34df16-7729-440d-9958-6412afd59bb4,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:07.513756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:07.514103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:07.514449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:07.514815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:07.515127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:07.515456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:07.515784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:07.516120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:07.516444 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:07.516769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:07.517091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:07.517445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:07.645007 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['6d34df16-7729-440d-9958-6412afd59bb4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:55:08.144680 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d5531-0903-48b2-9946-eb87ffc9c7e9 req-a83cfea3-8214-409a-a968-51c1a36679d2 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:08.147563 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d90d5531-0903-48b2-9946-eb87ffc9c7e9 req-a83cfea3-8214-409a-a968-51c1a36679d2 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0755179 Sep 23 22:55:08.213506 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d90d5531-0903-48b2-9946-eb87ffc9c7e9 req-5e7cdc1e-6260-4347-91aa-dc262378c566 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588827 Sep 23 22:55:08.944509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6d34df16-7729-440d-9958-6412afd59bb4 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:55:09.023662 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 6d34df16-7729-440d-9958-6412afd59bb4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:55:09.024490 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:09.127447 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:09.163642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d34df16-7729-440d-9958-6412afd59bb4'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:55:09.167338 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea02b158-2dd4-46af-b80d-fc0f50fc6f57" -d '{"events": [{"server_uuid": "dbd06f24-10c0-4488-a63e-562bd3586721", "name": "network-vif-plugged", "status": "completed", "tag": "6d34df16-7729-440d-9958-6412afd59bb4"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:55:09.198059 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6d34df16-7729-440d-9958-6412afd59bb4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6d34df16-7729-440d-9958-6412afd59bb4,segment=NetworkSegment(f3261373-ec5e-431c-8152-b4a850f1cbb6),segment_id=f3261373-ec5e-431c-8152-b4a850f1cbb6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:55:09.240441 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1d25d1-df27-4f77-aaf8-1615a623babe x-openstack-request-id: req-ea1d25d1-df27-4f77-aaf8-1615a623babe {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:55:09.240895 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd06f24-10c0-4488-a63e-562bd3586721", "name": "network-vif-plugged", "status": "completed", "tag": "6d34df16-7729-440d-9958-6412afd59bb4", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:55:09.241370 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea1d25d1-df27-4f77-aaf8-1615a623babe {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:55:09.241987 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d34df16-7729-440d-9958-6412afd59bb4', 'code': 200} Sep 23 22:55:09.302586 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:09.486161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=6d34df16-7729-440d-9958-6412afd59bb4,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:09.486573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f07fc-30af-4250-b3d0-05846115d094 req-61b6bd2a-6690-4458-83a9-5bdf25b68113 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:09.490537 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c39f07fc-30af-4250-b3d0-05846115d094 req-61b6bd2a-6690-4458-83a9-5bdf25b68113 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.1365042 Sep 23 22:55:09.596693 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c39f07fc-30af-4250-b3d0-05846115d094 req-3d690eb3-9c65-4401-8d94-35b5b7f4cb3f tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979409 Sep 23 22:55:10.110308 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60608) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:10.262204 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:10.408709 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:10.503750 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:10.541564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d5e4a1-9c69-4eed-85ae-1102bca7fee6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:10.553162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:10.553529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:10.553968 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:10.554138 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:10.554466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:10.554785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:10.555104 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:10.555420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:10.555737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:10.556051 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:10.556368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:10.556715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:10.569155 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-343cab4f-12af-4731-97f8-6c9a81def1e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d854fbd44ca44c4397af4c2daab3bb55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4557185 Sep 23 22:55:10.571791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60618) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:10.661001 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b6be7d4b-b80c-45fa-aef4-dd7f4d48d862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:10.704793 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b6be7d4b-b80c-45fa-aef4-dd7f4d48d862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:10.773505 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd2644-037d-400e-91e1-f79bb9f53a99 req-857d2889-8f4b-475c-88c1-6f7d10b20e63 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:10.775053 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-80dd2644-037d-400e-91e1-f79bb9f53a99 req-857d2889-8f4b-475c-88c1-6f7d10b20e63 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0843673 Sep 23 22:55:10.824607 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-80dd2644-037d-400e-91e1-f79bb9f53a99 req-ed230008-b61c-4c7d-930d-5af547438d09 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425506 Sep 23 22:55:10.891642 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b6be7d4b-b80c-45fa-aef4-dd7f4d48d862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:10.895618 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b6be7d4b-b80c-45fa-aef4-dd7f4d48d862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:10.899317 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b6be7d4b-b80c-45fa-aef4-dd7f4d48d862 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1d5e4a1-9c69-4eed-85ae-1102bca7fee6 HTTP/1.1" status: 204 len: 168 time: 0.3241162 Sep 23 22:55:10.908913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be7d4b-b80c-45fa-aef4-dd7f4d48d862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d5e4a1-9c69-4eed-85ae-1102bca7fee6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:10.995353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4348f-d351-42c8-b6a5-398ceefcb707 req-fe69cb03-0288-422d-bf5e-176570b85147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:10.999107 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7aa4348f-d351-42c8-b6a5-398ceefcb707 req-fe69cb03-0288-422d-bf5e-176570b85147 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 1097 time: 0.0831790 Sep 23 22:55:11.045500 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7aa4348f-d351-42c8-b6a5-398ceefcb707 req-2ce4d20b-d0ce-44ec-8dff-a795ebf66483 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390143 Sep 23 22:55:11.846672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60644) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:11.862459 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:12.011674 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975247b1-9f34-4fbe-995c-17a57b9ae685 req-ba903daa-1545-4a89-aef4-f59db38b7cd0 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:12.013324 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-975247b1-9f34-4fbe-995c-17a57b9ae685 req-ba903daa-1545-4a89-aef4-f59db38b7cd0 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0943222 Sep 23 22:55:12.077086 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:12.081066 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-975247b1-9f34-4fbe-995c-17a57b9ae685 req-6894b549-ef08-480a-a278-b2acf52f6a41 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606823 Sep 23 22:55:12.234548 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:12.283206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99e816a-e4ad-4d73-8ff1-860c10ab6c32,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:12.283738 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e00911df8444b039cd39ff87c8699b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4359891 Sep 23 22:55:12.287297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60652) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:12.290651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:12.291002 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:12.291342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:12.291678 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:12.292141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:12.292326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:12.292626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:12.293717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:12.294200 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:12.294709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:12.295207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:12.295701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45039755-b77f-4f1b-af8d-6ab4c3417a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:55:12.359647 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a76b09f2-ddec-4c0d-b861-e62f84d17253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:12.385902 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a76b09f2-ddec-4c0d-b861-e62f84d17253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:12.576320 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a76b09f2-ddec-4c0d-b861-e62f84d17253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:12.579766 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a76b09f2-ddec-4c0d-b861-e62f84d17253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:12.581301 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a76b09f2-ddec-4c0d-b861-e62f84d17253 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c99e816a-e4ad-4d73-8ff1-860c10ab6c32 HTTP/1.1" status: 204 len: 168 time: 0.2927883 Sep 23 22:55:12.593692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b09f2-ddec-4c0d-b861-e62f84d17253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99e816a-e4ad-4d73-8ff1-860c10ab6c32,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:13.211901 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3c0225c2-a2cb-4b9d-9251-a839b8cf322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:13.220376 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe16ce7-2dc1-472d-a48a-fbf6d1be0efd req-227f2f40-0ec7-413a-bba3-b47ab2bb76d0 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:13.222022 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fe16ce7-2dc1-472d-a48a-fbf6d1be0efd req-227f2f40-0ec7-413a-bba3-b47ab2bb76d0 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0611978 Sep 23 22:55:13.272423 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fe16ce7-2dc1-472d-a48a-fbf6d1be0efd req-27a2d10a-91f2-468b-b3d9-d6eed488ac18 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439324 Sep 23 22:55:13.904460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67c159-e0aa-4697-9c5f-cb9d9bf130b1 req-15a27510-d027-4dc2-be08-cd7478828e0e tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:13.912056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c67c159-e0aa-4697-9c5f-cb9d9bf130b1 req-15a27510-d027-4dc2-be08-cd7478828e0e tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0787749 Sep 23 22:55:13.992972 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c67c159-e0aa-4697-9c5f-cb9d9bf130b1 req-196f46d1-65eb-4e48-a047-7ea5b97ee222 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772822 Sep 23 22:55:14.086092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f06d2-7e39-4543-afce-c842c9405d7e req-d6ee4f16-cee7-4a3f-a8c4-72faf417ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:14.087745 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a0f06d2-7e39-4543-afce-c842c9405d7e req-d6ee4f16-cee7-4a3f-a8c4-72faf417ebbb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea6ab99c3fba4c4ba2b50cf0325b2e30&device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 1097 time: 0.0546846 Sep 23 22:55:14.189157 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f06d2-7e39-4543-afce-c842c9405d7e req-7a77647f-a788-4b79-b3f7-003fedaa6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:14.191123 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a0f06d2-7e39-4543-afce-c842c9405d7e req-7a77647f-a788-4b79-b3f7-003fedaa6deb service neutron] 10.222.0.67 "GET /v2.0/networks?id=317be4d4-226a-48e2-830d-fc2d074da525 HTTP/1.1" status: 200 len: 920 time: 0.0964880 Sep 23 22:55:14.238290 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a0f06d2-7e39-4543-afce-c842c9405d7e req-d889aca3-6dc0-44e2-bead-94daa7be6cbf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 HTTP/1.1" status: 200 len: 217 time: 0.0397923 Sep 23 22:55:14.302130 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f06d2-7e39-4543-afce-c842c9405d7e req-7b4c4293-354f-421e-a616-ff6495d391fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:14.304112 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a0f06d2-7e39-4543-afce-c842c9405d7e req-7b4c4293-354f-421e-a616-ff6495d391fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1910c3ee-c372-4b73-a303-2ad5d5e43f0c HTTP/1.1" status: 200 len: 859 time: 0.0592980 Sep 23 22:55:14.340397 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a0f06d2-7e39-4543-afce-c842c9405d7e req-89ee22fe-7819-4723-9914-e3afa1c39487 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=317be4d4-226a-48e2-830d-fc2d074da525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281594 Sep 23 22:55:14.479194 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a0f06d2-7e39-4543-afce-c842c9405d7e req-9d628e84-8520-40c7-8144-17954842aaaf service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318479 Sep 23 22:55:14.583509 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a0f06d2-7e39-4543-afce-c842c9405d7e req-5f92bf84-5632-4301-aca5-4437d6035440 service neutron] 10.222.0.67 "GET /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950263 Sep 23 22:55:14.878210 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:55:15.193772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803713a-4c5c-4820-aedd-2fd58549d228 req-dc02be10-1f7f-461e-a56d-f02b2e880863 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:15.195386 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d803713a-4c5c-4820-aedd-2fd58549d228 req-dc02be10-1f7f-461e-a56d-f02b2e880863 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0562189 Sep 23 22:55:15.240883 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d803713a-4c5c-4820-aedd-2fd58549d228 req-7d790846-161b-4531-a735-c3334c62408a tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377798 Sep 23 22:55:15.633678 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6c74-1339-44e4-b8cb-f0bf01671ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:16.126111 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:16.390559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8887ba3-949d-47e9-9604-6a5f16c3439e req-da63ce6d-5cdb-4f88-8c0a-07047e9b5c0d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:16.397864 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b8887ba3-949d-47e9-9604-6a5f16c3439e req-da63ce6d-5cdb-4f88-8c0a-07047e9b5c0d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0753558 Sep 23 22:55:16.443038 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b8887ba3-949d-47e9-9604-6a5f16c3439e req-efd36d54-5c59-492b-879f-33729250e374 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Sep 23 22:55:17.154496 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:17.589875 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42065d39-7acd-4fd1-b7af-9d4d2992626e req-dd868b36-bb0f-4411-89d7-90d5a762dafe tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:17.591433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42065d39-7acd-4fd1-b7af-9d4d2992626e req-dd868b36-bb0f-4411-89d7-90d5a762dafe tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0627058 Sep 23 22:55:17.661335 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42065d39-7acd-4fd1-b7af-9d4d2992626e req-bbe15d5a-829c-4eba-9c64-64ab77ceef73 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617256 Sep 23 22:55:18.177547 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:18.678839 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:25.173914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60900) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:25.318542 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8510d1ca-ef0d-48fc-a0a3-bde51efe07ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:25.427843 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8510d1ca-ef0d-48fc-a0a3-bde51efe07ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:25.577451 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8510d1ca-ef0d-48fc-a0a3-bde51efe07ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:25.633054 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8510d1ca-ef0d-48fc-a0a3-bde51efe07ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6439580653f14959a30f49e73287fa5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4579506 Sep 23 22:55:25.634008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510d1ca-ef0d-48fc-a0a3-bde51efe07ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f98f35-ea2e-4d40-ae63-3fb75cddf7a7,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:25.637101 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60906) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:25.717641 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a77f165-8a76-400f-b210-d7409158cbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:25.763168 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a77f165-8a76-400f-b210-d7409158cbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:25.937682 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a77f165-8a76-400f-b210-d7409158cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:25.940290 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a77f165-8a76-400f-b210-d7409158cbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:25.945317 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3a77f165-8a76-400f-b210-d7409158cbeb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5f98f35-ea2e-4d40-ae63-3fb75cddf7a7 HTTP/1.1" status: 204 len: 168 time: 0.3021653 Sep 23 22:55:25.953069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77f165-8a76-400f-b210-d7409158cbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f98f35-ea2e-4d40-ae63-3fb75cddf7a7,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:26.883284 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 60950) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:26.897913 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9df2e836-8423-47ab-8807-b1e3c78d9f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:27.019457 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9df2e836-8423-47ab-8807-b1e3c78d9f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:27.172069 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9df2e836-8423-47ab-8807-b1e3c78d9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:27.257416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 60962) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:27.257974 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9df2e836-8423-47ab-8807-b1e3c78d9f27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=88ad8bda88544fa2a0b3df03f2154980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730285 Sep 23 22:55:27.258864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2e836-8423-47ab-8807-b1e3c78d9f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b0067d-e432-4200-9d5c-6c327d1445f0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:27.322155 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f6ee-560c-4778-992e-0431334b4725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:27.353880 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f6ee-560c-4778-992e-0431334b4725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:27.606116 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f6ee-560c-4778-992e-0431334b4725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:27.611228 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f6ee-560c-4778-992e-0431334b4725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:27.612465 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bbe0f6ee-560c-4778-992e-0431334b4725 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18b0067d-e432-4200-9d5c-6c327d1445f0 HTTP/1.1" status: 204 len: 168 time: 0.3537633 Sep 23 22:55:27.661556 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0f6ee-560c-4778-992e-0431334b4725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b0067d-e432-4200-9d5c-6c327d1445f0,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:28.252006 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6eea2a7-26b0-4f26-bd8a-a816e40ca109 req-c055a1f1-360f-4d8c-8c3f-6da6e49fb708 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524874 Sep 23 22:55:28.372091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eea2a7-26b0-4f26-bd8a-a816e40ca109 req-9172aeea-fedc-42db-8ffe-afd9d24efc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:28.372091 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6eea2a7-26b0-4f26-bd8a-a816e40ca109 req-9172aeea-fedc-42db-8ffe-afd9d24efc58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 1097 time: 0.0666323 Sep 23 22:55:28.538505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eea2a7-26b0-4f26-bd8a-a816e40ca109 req-9f84990e-ca50-4a6b-8c0c-4ee720be3f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:28.541089 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6eea2a7-26b0-4f26-bd8a-a816e40ca109 req-9f84990e-ca50-4a6b-8c0c-4ee720be3f82 service neutron] 10.222.0.43 "GET /v2.0/networks?id=19e34b08-ac64-4e12-ada0-10939d922a20 HTTP/1.1" status: 200 len: 897 time: 0.1510117 Sep 23 22:55:28.653849 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6eea2a7-26b0-4f26-bd8a-a816e40ca109 req-ec4bfbb2-4fa9-4b2d-845c-074ff1ad4a13 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d34df16-7729-440d-9958-6412afd59bb4 HTTP/1.1" status: 200 len: 1001 time: 0.1038425 Sep 23 22:55:28.675654 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 32786) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:28.695200 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-66d31ce2-82ba-49ed-bf95-b93f7d117b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:28.726637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eea2a7-26b0-4f26-bd8a-a816e40ca109 req-15a85319-4aeb-4230-88aa-d69cc56e4594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:28.728418 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6eea2a7-26b0-4f26-bd8a-a816e40ca109 req-15a85319-4aeb-4230-88aa-d69cc56e4594 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e HTTP/1.1" status: 200 len: 834 time: 0.0671856 Sep 23 22:55:28.792661 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eea2a7-26b0-4f26-bd8a-a816e40ca109 req-96a687d2-39c8-4494-8234-3a51c64df6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:28.794592 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6eea2a7-26b0-4f26-bd8a-a816e40ca109 req-96a687d2-39c8-4494-8234-3a51c64df6a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19e34b08-ac64-4e12-ada0-10939d922a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588796 Sep 23 22:55:28.899188 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-66d31ce2-82ba-49ed-bf95-b93f7d117b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:28.965885 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6eea2a7-26b0-4f26-bd8a-a816e40ca109 req-41fda7d0-4160-4b8a-8310-8d60dd0ce692 service neutron] 10.222.0.43 "GET /v2.0/networks/19e34b08-ac64-4e12-ada0-10939d922a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619651 Sep 23 22:55:29.063266 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-66d31ce2-82ba-49ed-bf95-b93f7d117b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:29.106947 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6eea2a7-26b0-4f26-bd8a-a816e40ca109 req-1c3dc4dd-ddbc-476e-8a1a-df0f36d6616e service neutron] 10.222.0.43 "GET /v2.0/networks/19e34b08-ac64-4e12-ada0-10939d922a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328251 Sep 23 22:55:29.113747 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-66d31ce2-82ba-49ed-bf95-b93f7d117b12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=22c0d2ddf2824e8f98997eb96e31f4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4368925 Sep 23 22:55:29.116798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 32806) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:29.118485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d31ce2-82ba-49ed-bf95-b93f7d117b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f94baa-c791-4085-82cf-ce363fb6d98e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:29.202645 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-541cdc4a-e728-4d03-9ee6-85773edcb0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:29.241366 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-541cdc4a-e728-4d03-9ee6-85773edcb0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:29.435953 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-541cdc4a-e728-4d03-9ee6-85773edcb0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:29.440468 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-541cdc4a-e728-4d03-9ee6-85773edcb0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:29.446161 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-541cdc4a-e728-4d03-9ee6-85773edcb0e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4f94baa-c791-4085-82cf-ce363fb6d98e HTTP/1.1" status: 204 len: 168 time: 0.3243916 Sep 23 22:55:29.460309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cdc4a-e728-4d03-9ee6-85773edcb0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f94baa-c791-4085-82cf-ce363fb6d98e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:33.106620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae76cec-eea4-453e-8267-a07fd7611d1b req-4848ee02-d366-4606-81f4-d559de645602 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:33.113097 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bae76cec-eea4-453e-8267-a07fd7611d1b req-4848ee02-d366-4606-81f4-d559de645602 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.0726652 Sep 23 22:55:33.169155 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bae76cec-eea4-453e-8267-a07fd7611d1b req-868ea7a4-86f7-4e94-ba6a-a214df63545c tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522552 Sep 23 22:55:34.311770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1842b-6c43-4ea3-a175-e6b382710647 req-76c652f9-6d97-4875-9092-5a322f3a8ad4 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:34.314015 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7a1842b-6c43-4ea3-a175-e6b382710647 req-76c652f9-6d97-4875-9092-5a322f3a8ad4 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.0635028 Sep 23 22:55:34.371605 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7a1842b-6c43-4ea3-a175-e6b382710647 req-13027130-964f-4e2e-9356-c07d76b52382 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509262 Sep 23 22:55:35.535030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b97ab-1b61-44d1-9330-8159fa04c7a2 req-4d2a1cb2-df4b-4bba-815d-7e50280cc758 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:35.536672 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-535b97ab-1b61-44d1-9330-8159fa04c7a2 req-4d2a1cb2-df4b-4bba-815d-7e50280cc758 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.0626376 Sep 23 22:55:35.608999 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-535b97ab-1b61-44d1-9330-8159fa04c7a2 req-23f1dea9-2aac-4b19-b2b7-c9c0d84f4d1a tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616682 Sep 23 22:55:35.621843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c883f-c503-496b-afaf-a47ee480574b req-64211f29-68ae-48d8-a728-3a1b158c5d9c tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:35.623402 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d0c883f-c503-496b-afaf-a47ee480574b req-64211f29-68ae-48d8-a728-3a1b158c5d9c tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.67 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 945 time: 0.0857642 Sep 23 22:55:35.783801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-3d0c883f-c503-496b-afaf-a47ee480574b req-8c473f58-8e98-4cac-8562-f0e14f985f3f tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Deleting port d5737a4b-7c2d-456f-8acc-3f982d078287 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:55:35.784219 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3d0c883f-c503-496b-afaf-a47ee480574b req-8c473f58-8e98-4cac-8562-f0e14f985f3f tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:35.920575 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-3d0c883f-c503-496b-afaf-a47ee480574b req-8c473f58-8e98-4cac-8562-f0e14f985f3f tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] For port d5737a4b-7c2d-456f-8acc-3f982d078287, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d5737a4b-7c2d-456f-8acc-3f982d078287,segment=NetworkSegment(33c59bca-6815-4076-a209-11946a4c7cc6),segment_id=33c59bca-6815-4076-a209-11946a4c7cc6)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:55:35.920937 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3d0c883f-c503-496b-afaf-a47ee480574b req-8c473f58-8e98-4cac-8562-f0e14f985f3f tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:35.935872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-3d0c883f-c503-496b-afaf-a47ee480574b req-8c473f58-8e98-4cac-8562-f0e14f985f3f tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Calling delete_port for d5737a4b-7c2d-456f-8acc-3f982d078287 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:55:36.257715 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3d0c883f-c503-496b-afaf-a47ee480574b req-8c473f58-8e98-4cac-8562-f0e14f985f3f tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:36.300890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c473f58-8e98-4cac-8562-f0e14f985f3f tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Pushing event deleted for resources: {'Port': ['ID=d5737a4b-7c2d-456f-8acc-3f982d078287,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:36.301434 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad74ac56-da8e-4a97-a52f-d7b4f68a13c5', 'd5737a4b-7c2d-456f-8acc-3f982d078287'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:55:36.339806 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0c883f-c503-496b-afaf-a47ee480574b req-8c473f58-8e98-4cac-8562-f0e14f985f3f tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] No DVR routers for this DVR port d5737a4b-7c2d-456f-8acc-3f982d078287 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:55:36.343744 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-3d0c883f-c503-496b-afaf-a47ee480574b req-8c473f58-8e98-4cac-8562-f0e14f985f3f tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:36.346058 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d0c883f-c503-496b-afaf-a47ee480574b req-8c473f58-8e98-4cac-8562-f0e14f985f3f tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.67 "DELETE /v2.0/ports/d5737a4b-7c2d-456f-8acc-3f982d078287 HTTP/1.1" status: 204 len: 173 time: 0.7161267 Sep 23 22:55:36.349043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17390ec-f750-48b8-8c22-4bd6b583a8c4', 'name': 'network-vif-deleted', 'tag': 'd5737a4b-7c2d-456f-8acc-3f982d078287'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:55:36.349043 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e6d7ac-5896-4e74-82ac-2e70a7ec44aa" -d '{"events": [{"server_uuid": "e17390ec-f750-48b8-8c22-4bd6b583a8c4", "name": "network-vif-deleted", "tag": "d5737a4b-7c2d-456f-8acc-3f982d078287"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:55:36.426181 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bec01b2-a4b5-4631-8556-b935aae9996c x-openstack-request-id: req-1bec01b2-a4b5-4631-8556-b935aae9996c {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:55:36.426689 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17390ec-f750-48b8-8c22-4bd6b583a8c4", "name": "network-vif-deleted", "tag": "d5737a4b-7c2d-456f-8acc-3f982d078287", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:55:36.426820 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1bec01b2-a4b5-4631-8556-b935aae9996c {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:55:36.427231 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17390ec-f750-48b8-8c22-4bd6b583a8c4', 'name': 'network-vif-deleted', 'tag': 'd5737a4b-7c2d-456f-8acc-3f982d078287', 'status': 'completed', 'code': 200} Sep 23 22:55:36.747352 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:36.751348 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3909cbb6-6e8e-421f-adaf-c0bdd8ed8ea5 req-eeb4595f-8fbd-4ed4-aaa3-474e706fd0a9 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=e17390ec-f750-48b8-8c22-4bd6b583a8c4 HTTP/1.1" status: 200 len: 210 time: 0.0597222 Sep 23 22:55:38.037094 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33286) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:38.239609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-c4cf97dc-94dc-43df-a858-a6ceb639f07b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port c039c2fb-96b1-4bde-9fa0-51188d24d051 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:55:38.239955 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c4cf97dc-94dc-43df-a858-a6ceb639f07b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:38.337750 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c4cf97dc-94dc-43df-a858-a6ceb639f07b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:38.338553 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c4cf97dc-94dc-43df-a858-a6ceb639f07b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:38.355099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-c4cf97dc-94dc-43df-a858-a6ceb639f07b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for c039c2fb-96b1-4bde-9fa0-51188d24d051 owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:55:38.482273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe7ff1-7d15-488c-8f58-8049c4d56177 req-e97fd372-17d9-497e-b2c9-43bb085c6836 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:38.483940 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78fe7ff1-7d15-488c-8f58-8049c4d56177 req-e97fd372-17d9-497e-b2c9-43bb085c6836 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0813468 Sep 23 22:55:38.548449 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78fe7ff1-7d15-488c-8f58-8049c4d56177 req-bfb0c90e-7fad-4ade-b416-82710eb3da90 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539083 Sep 23 22:55:38.708508 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c4cf97dc-94dc-43df-a858-a6ceb639f07b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:38.740073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf97dc-94dc-43df-a858-a6ceb639f07b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=c039c2fb-96b1-4bde-9fa0-51188d24d051,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:38.825289 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c4cf97dc-94dc-43df-a858-a6ceb639f07b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:38.825624 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-c4cf97dc-94dc-43df-a858-a6ceb639f07b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Floating IP bd422b11-b0e2-4c76-8b5e-f240aa19148a disassociated (deleted). External IP: 172.25.1.52, port: 6d34df16-7729-440d-9958-6412afd59bb4. Sep 23 22:55:38.992248 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device d5737a4b-7c2d-456f-8acc-3f982d078287 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:55:39.021965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: d5737a4b-7c2d-456f-8acc-3f982d078287 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:55:39.022650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device d5737a4b-7c2d-456f-8acc-3f982d078287 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:55:39.066384 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cf97dc-94dc-43df-a858-a6ceb639f07b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router 0824758b-b4e5-45dc-80b5-973edf10dc74 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:55:39.221305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cf97dc-94dc-43df-a858-a6ceb639f07b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:55:39.226735 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c4cf97dc-94dc-43df-a858-a6ceb639f07b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:39.236187 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad63609-88c1-4e54-8e9b-5e4738130144 None None] Sync routers for ids ['0824758b-b4e5-45dc-80b5-973edf10dc74'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:55:39.248767 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad63609-88c1-4e54-8e9b-5e4738130144 None None] Routers {'0824758b-b4e5-45dc-80b5-973edf10dc74'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:55:39.250434 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fad63609-88c1-4e54-8e9b-5e4738130144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:55:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0824758b-b4e5-45dc-80b5-973edf10dc74'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:39.275350 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c4cf97dc-94dc-43df-a858-a6ceb639f07b tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/floatingips/bd422b11-b0e2-4c76-8b5e-f240aa19148a HTTP/1.1" status: 204 len: 168 time: 1.2358913 Sep 23 22:55:39.280836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'tag': '6d34df16-7729-440d-9958-6412afd59bb4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:55:39.286061 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff98c540-a39e-48ef-b66e-792b931acd74" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd06f24-10c0-4488-a63e-562bd3586721", "tag": "6d34df16-7729-440d-9958-6412afd59bb4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:55:39.358689 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb787f2-8b5f-4017-b020-29cbd36a96ec x-openstack-request-id: req-ebb787f2-8b5f-4017-b020-29cbd36a96ec {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:55:39.359101 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd06f24-10c0-4488-a63e-562bd3586721", "tag": "6d34df16-7729-440d-9958-6412afd59bb4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:55:39.359366 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebb787f2-8b5f-4017-b020-29cbd36a96ec {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:55:39.361514 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'tag': '6d34df16-7729-440d-9958-6412afd59bb4', 'status': 'completed', 'code': 200} Sep 23 22:55:39.421949 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-fad63609-88c1-4e54-8e9b-5e4738130144 None None] Set router 0824758b-b4e5-45dc-80b5-973edf10dc74 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:55:39.467246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98c540-a39e-48ef-b66e-792b931acd74 req-9ad26cd5-b215-4923-9077-ae1b8ae89b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:39.469287 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ff98c540-a39e-48ef-b66e-792b931acd74 req-9ad26cd5-b215-4923-9077-ae1b8ae89b3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 1097 time: 0.0891411 Sep 23 22:55:39.602933 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98c540-a39e-48ef-b66e-792b931acd74 req-af19f105-5bdb-4690-9437-5aa82507463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:39.605049 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ff98c540-a39e-48ef-b66e-792b931acd74 req-af19f105-5bdb-4690-9437-5aa82507463b service neutron] 10.222.0.43 "GET /v2.0/networks?id=19e34b08-ac64-4e12-ada0-10939d922a20 HTTP/1.1" status: 200 len: 897 time: 0.1288667 Sep 23 22:55:39.697436 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ff98c540-a39e-48ef-b66e-792b931acd74 req-0d2cbfba-3704-4160-a8ef-523c35222aeb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d34df16-7729-440d-9958-6412afd59bb4 HTTP/1.1" status: 200 len: 217 time: 0.0842876 Sep 23 22:55:39.791489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4f7ee-a98e-4417-aa1b-88036a3cedea req-0246693c-9dad-4592-9d8a-82d3004fee3c tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:39.793215 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03f4f7ee-a98e-4417-aa1b-88036a3cedea req-0246693c-9dad-4592-9d8a-82d3004fee3c tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.1078515 Sep 23 22:55:39.827889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98c540-a39e-48ef-b66e-792b931acd74 req-722833d7-46e2-4d2a-9b3d-f6dc999e343f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:39.830590 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ff98c540-a39e-48ef-b66e-792b931acd74 req-722833d7-46e2-4d2a-9b3d-f6dc999e343f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e HTTP/1.1" status: 200 len: 834 time: 0.1125557 Sep 23 22:55:39.880456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248f270-8b72-46e1-aac2-a3cdcad48771 req-931196b4-6cf5-4720-80a6-d068e5de7df1 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:39.883612 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f248f270-8b72-46e1-aac2-a3cdcad48771 req-931196b4-6cf5-4720-80a6-d068e5de7df1 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.0990870 Sep 23 22:55:39.884548 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fad63609-88c1-4e54-8e9b-5e4738130144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:53:49Z', 'updated_at': '2021-09-23T22:53:59Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:51Z', 'updated_at': '2021-09-23T22:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab', 'name': '', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:fd:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:58Z', 'updated_at': '2021-09-23T22:54:05Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:39.931859 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad63609-88c1-4e54-8e9b-5e4738130144 None None] Checking router: 0824758b-b4e5-45dc-80b5-973edf10dc74 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:55:39.940033 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f248f270-8b72-46e1-aac2-a3cdcad48771 req-3641dbb3-57ea-4775-b560-1396daa0248d tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480909 Sep 23 22:55:39.941989 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad63609-88c1-4e54-8e9b-5e4738130144 None None] Routers {'0824758b-b4e5-45dc-80b5-973edf10dc74'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:55:39.942747 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fad63609-88c1-4e54-8e9b-5e4738130144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:55:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0824758b-b4e5-45dc-80b5-973edf10dc74'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:39.946890 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03f4f7ee-a98e-4417-aa1b-88036a3cedea req-dd46ca70-5af3-430b-a9fb-5696200d1e70 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235905 Sep 23 22:55:39.974016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98c540-a39e-48ef-b66e-792b931acd74 req-0e264d7f-5825-415c-9d49-333721a8342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:39.975705 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ff98c540-a39e-48ef-b66e-792b931acd74 req-0e264d7f-5825-415c-9d49-333721a8342f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19e34b08-ac64-4e12-ada0-10939d922a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354363 Sep 23 22:55:40.075465 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-fad63609-88c1-4e54-8e9b-5e4738130144 None None] Set router 0824758b-b4e5-45dc-80b5-973edf10dc74 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:55:40.139360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ff98c540-a39e-48ef-b66e-792b931acd74 req-9e194d33-d463-4319-bfca-4223f0482b13 service neutron] 10.222.0.43 "GET /v2.0/networks/19e34b08-ac64-4e12-ada0-10939d922a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542902 Sep 23 22:55:40.264906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ff98c540-a39e-48ef-b66e-792b931acd74 req-a368e7b7-cba9-4d09-b700-1540ecc6cd43 service neutron] 10.222.0.43 "GET /v2.0/networks/19e34b08-ac64-4e12-ada0-10939d922a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148968 Sep 23 22:55:40.435743 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fad63609-88c1-4e54-8e9b-5e4738130144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:53:49Z', 'updated_at': '2021-09-23T22:53:59Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:51Z', 'updated_at': '2021-09-23T22:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab', 'name': '', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:fd:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:58Z', 'updated_at': '2021-09-23T22:54:05Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:40.464257 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad63609-88c1-4e54-8e9b-5e4738130144 None None] The sync data for ids ['0824758b-b4e5-45dc-80b5-973edf10dc74'] in n-d-810775-1 is: [{'id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:53:49Z', 'updated_at': '2021-09-23T22:53:59Z', 'revision_number': 4, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:51Z', 'updated_at': '2021-09-23T22:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab', 'name': '', 'network_id': '19e34b08-ac64-4e12-ada0-10939d922a20', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'mac_address': 'fa:16:3e:fd:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:58Z', 'updated_at': '2021-09-23T22:54:05Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'subnets': [{'id': '29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:55:40.727143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf943ed-b2fe-4c74-a288-73564f30a039 None None] New status for floating IP bd422b11-b0e2-4c76-8b5e-f240aa19148a: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:55:41.130496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379c02-3d59-4eb6-9302-28fc2a6bd4ef req-72ed3471-ae87-4f02-a600-9826e6915815 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:41.132905 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e4379c02-3d59-4eb6-9302-28fc2a6bd4ef req-72ed3471-ae87-4f02-a600-9826e6915815 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0665269 Sep 23 22:55:41.150516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45902b8-c005-490a-83cf-27d300e9001b req-f90f7bba-099b-4369-a78d-165197df910c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:41.153540 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e45902b8-c005-490a-83cf-27d300e9001b req-f90f7bba-099b-4369-a78d-165197df910c tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.1242485 Sep 23 22:55:41.202669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e4379c02-3d59-4eb6-9302-28fc2a6bd4ef req-7d4af385-3ec1-4ba7-9861-0f0549ff11bb tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620887 Sep 23 22:55:41.204536 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a79ff-777f-4caf-a10d-4d77a7d7620d req-6c44d80d-a52c-4313-9082-7f8605e25863 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:41.206149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-957a79ff-777f-4caf-a10d-4d77a7d7620d req-6c44d80d-a52c-4313-9082-7f8605e25863 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 946 time: 0.1300588 Sep 23 22:55:41.287924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-957a79ff-777f-4caf-a10d-4d77a7d7620d req-643bf959-ff2a-48a9-b595-88a703cc1481 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7a62712-cf42-4041-8210-7c39bb0fbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713670 Sep 23 22:55:41.314626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-e45902b8-c005-490a-83cf-27d300e9001b req-c5f52164-876e-4f83-8bf1-7b36c36292c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port 6d34df16-7729-440d-9958-6412afd59bb4 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:55:41.314965 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e45902b8-c005-490a-83cf-27d300e9001b req-c5f52164-876e-4f83-8bf1-7b36c36292c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:41.432475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e45902b8-c005-490a-83cf-27d300e9001b req-c5f52164-876e-4f83-8bf1-7b36c36292c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] For port 6d34df16-7729-440d-9958-6412afd59bb4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6d34df16-7729-440d-9958-6412afd59bb4,segment=NetworkSegment(f3261373-ec5e-431c-8152-b4a850f1cbb6),segment_id=f3261373-ec5e-431c-8152-b4a850f1cbb6)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:55:41.433292 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e45902b8-c005-490a-83cf-27d300e9001b req-c5f52164-876e-4f83-8bf1-7b36c36292c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:41.448950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-e45902b8-c005-490a-83cf-27d300e9001b req-c5f52164-876e-4f83-8bf1-7b36c36292c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for 6d34df16-7729-440d-9958-6412afd59bb4 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:55:41.685940 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e45902b8-c005-490a-83cf-27d300e9001b req-c5f52164-876e-4f83-8bf1-7b36c36292c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:41.716711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f52164-876e-4f83-8bf1-7b36c36292c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=6d34df16-7729-440d-9958-6412afd59bb4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:41.781623 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45902b8-c005-490a-83cf-27d300e9001b req-c5f52164-876e-4f83-8bf1-7b36c36292c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] No DVR routers for this DVR port 6d34df16-7729-440d-9958-6412afd59bb4 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:55:41.784408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e45902b8-c005-490a-83cf-27d300e9001b req-c5f52164-876e-4f83-8bf1-7b36c36292c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:41.786598 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e45902b8-c005-490a-83cf-27d300e9001b req-c5f52164-876e-4f83-8bf1-7b36c36292c7 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.43 "DELETE /v2.0/ports/6d34df16-7729-440d-9958-6412afd59bb4 HTTP/1.1" status: 204 len: 173 time: 0.6261251 Sep 23 22:55:41.787064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'name': 'network-vif-deleted', 'tag': '6d34df16-7729-440d-9958-6412afd59bb4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:55:41.789384 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831db5b0-9b00-4a79-8552-5a18ee7a47ba" -d '{"events": [{"server_uuid": "dbd06f24-10c0-4488-a63e-562bd3586721", "name": "network-vif-deleted", "tag": "6d34df16-7729-440d-9958-6412afd59bb4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:55:41.842237 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3b1a39-74b4-48ac-a286-9fecc6409079 x-openstack-request-id: req-8a3b1a39-74b4-48ac-a286-9fecc6409079 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:55:41.842544 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd06f24-10c0-4488-a63e-562bd3586721", "name": "network-vif-deleted", "tag": "6d34df16-7729-440d-9958-6412afd59bb4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:55:41.842796 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a3b1a39-74b4-48ac-a286-9fecc6409079 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:55:41.843210 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd06f24-10c0-4488-a63e-562bd3586721', 'name': 'network-vif-deleted', 'tag': '6d34df16-7729-440d-9958-6412afd59bb4', 'status': 'completed', 'code': 200} Sep 23 22:55:42.372116 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd9b40-e0ec-4bde-8dc9-b25ae03733d0 req-01426a09-e41d-4937-bf32-cd54097360f7 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:42.374356 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89fd9b40-e0ec-4bde-8dc9-b25ae03733d0 req-01426a09-e41d-4937-bf32-cd54097360f7 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0624514 Sep 23 22:55:42.453095 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89fd9b40-e0ec-4bde-8dc9-b25ae03733d0 req-3c020ab7-557b-49fe-b654-ba73ab912bbb tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640569 Sep 23 22:55:42.586153 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3771a05b-a44c-4f03-bd52-0c6a1777e5f3 req-1beea79d-ab6b-4e54-9668-b92a37c2ee46 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd06f24-10c0-4488-a63e-562bd3586721 HTTP/1.1" status: 200 len: 210 time: 0.0309856 Sep 23 22:55:43.215941 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9da8b62c-bfc1-4d7b-b7d3-4cc4b96275f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:43.626673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b830ff6-498e-4a5f-b618-8fb48c1aded1 req-bedb52b5-264b-4b9b-968d-f5be3b0fd00d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:43.628255 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b830ff6-498e-4a5f-b618-8fb48c1aded1 req-bedb52b5-264b-4b9b-968d-f5be3b0fd00d tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0639570 Sep 23 22:55:43.674502 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b830ff6-498e-4a5f-b618-8fb48c1aded1 req-e26ba186-8b60-44fe-b7b0-6e95564425e4 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 Sep 23 22:55:43.729542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33488) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:43.903591 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c4437-4778-468f-866f-e6281ad246c5 req-3208b42a-14d7-40da-8178-79a8f797bc66 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:43.906767 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-201c4437-4778-468f-866f-e6281ad246c5 req-3208b42a-14d7-40da-8178-79a8f797bc66 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.67 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 946 time: 0.0874155 Sep 23 22:55:44.095849 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-201c4437-4778-468f-866f-e6281ad246c5 req-bed90f51-ecea-40ab-a751-6d991eddf113 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Deleting port ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:55:44.098420 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-201c4437-4778-468f-866f-e6281ad246c5 req-bed90f51-ecea-40ab-a751-6d991eddf113 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:44.215474 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81f8780a-f692-438b-9bc7-b79997c9af50 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:44.227304 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-201c4437-4778-468f-866f-e6281ad246c5 req-bed90f51-ecea-40ab-a751-6d991eddf113 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] For port ad74ac56-da8e-4a97-a52f-d7b4f68a13c5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5,segment=NetworkSegment(33c59bca-6815-4076-a209-11946a4c7cc6),segment_id=33c59bca-6815-4076-a209-11946a4c7cc6)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:55:44.227671 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-201c4437-4778-468f-866f-e6281ad246c5 req-bed90f51-ecea-40ab-a751-6d991eddf113 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:44.242417 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-201c4437-4778-468f-866f-e6281ad246c5 req-bed90f51-ecea-40ab-a751-6d991eddf113 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Calling delete_port for ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:55:44.473348 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-201c4437-4778-468f-866f-e6281ad246c5 req-bed90f51-ecea-40ab-a751-6d991eddf113 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:44.507861 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ad74ac56-da8e-4a97-a52f-d7b4f68a13c5'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:55:44.517924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed90f51-ecea-40ab-a751-6d991eddf113 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Pushing event deleted for resources: {'Port': ['ID=ad74ac56-da8e-4a97-a52f-d7b4f68a13c5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:44.600250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-201c4437-4778-468f-866f-e6281ad246c5 req-bed90f51-ecea-40ab-a751-6d991eddf113 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] No DVR routers for this DVR port ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:55:44.604824 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-201c4437-4778-468f-866f-e6281ad246c5 req-bed90f51-ecea-40ab-a751-6d991eddf113 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:44.610398 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-201c4437-4778-468f-866f-e6281ad246c5 req-bed90f51-ecea-40ab-a751-6d991eddf113 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.67 "DELETE /v2.0/ports/ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 HTTP/1.1" status: 204 len: 173 time: 0.6954384 Sep 23 22:55:44.611766 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34519bad-6ec1-463e-b1a7-20f603047aa2', 'name': 'network-vif-deleted', 'tag': 'ad74ac56-da8e-4a97-a52f-d7b4f68a13c5'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:55:44.633360 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318d9119-cf47-4d77-a567-7a37bc077841" -d '{"events": [{"server_uuid": "34519bad-6ec1-463e-b1a7-20f603047aa2", "name": "network-vif-deleted", "tag": "ad74ac56-da8e-4a97-a52f-d7b4f68a13c5"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:55:44.685825 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bb15d2-9a48-4f81-8203-e3dcd741b445 x-openstack-request-id: req-56bb15d2-9a48-4f81-8203-e3dcd741b445 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:55:44.685825 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34519bad-6ec1-463e-b1a7-20f603047aa2", "name": "network-vif-deleted", "tag": "ad74ac56-da8e-4a97-a52f-d7b4f68a13c5", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:55:44.685825 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56bb15d2-9a48-4f81-8203-e3dcd741b445 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:55:44.685825 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34519bad-6ec1-463e-b1a7-20f603047aa2', 'name': 'network-vif-deleted', 'tag': 'ad74ac56-da8e-4a97-a52f-d7b4f68a13c5', 'status': 'completed', 'code': 200} Sep 23 22:55:44.818753 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c08e45c7-a71b-4f44-b9fc-10dc78947449 req-063fce66-077c-4cba-a57d-1b82c8e1e024 tempest-ServerRescueNegativeTestJSON-1819147281 tempest-ServerRescueNegativeTestJSON-1819147281-project] 10.222.0.22 "GET /v2.0/ports?device_id=34519bad-6ec1-463e-b1a7-20f603047aa2 HTTP/1.1" status: 200 len: 210 time: 0.0324049 Sep 23 22:55:44.936547 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-81f8780a-f692-438b-9bc7-b79997c9af50 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:55:44.937479 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81f8780a-f692-438b-9bc7-b79997c9af50 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:45.050119 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-81f8780a-f692-438b-9bc7-b79997c9af50 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] For port 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab,segment=NetworkSegment(f3261373-ec5e-431c-8152-b4a850f1cbb6),segment_id=f3261373-ec5e-431c-8152-b4a850f1cbb6)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:55:45.050826 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81f8780a-f692-438b-9bc7-b79997c9af50 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:45.067379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-81f8780a-f692-438b-9bc7-b79997c9af50 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:55:45.139004 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6d34df16-7729-440d-9958-6412afd59bb4 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:55:45.160961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 6d34df16-7729-440d-9958-6412afd59bb4 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:55:45.161345 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6d34df16-7729-440d-9958-6412afd59bb4 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:55:45.433691 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81f8780a-f692-438b-9bc7-b79997c9af50 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:45.462442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8780a-f692-438b-9bc7-b79997c9af50 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:45.718083 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d1932b43-0f2c-4af5-acab-bd2e197c1137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:45.732636 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81f8780a-f692-438b-9bc7-b79997c9af50 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:45.897076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33504) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:46.000930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f8780a-f692-438b-9bc7-b79997c9af50 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Router 0824758b-b4e5-45dc-80b5-973edf10dc74 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:55:46.112482 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:46.130801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f8780a-f692-438b-9bc7-b79997c9af50 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:55:46.137499 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-81f8780a-f692-438b-9bc7-b79997c9af50 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "PUT /v2.0/routers/0824758b-b4e5-45dc-80b5-973edf10dc74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4066091 Sep 23 22:55:46.140285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33506) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:46.145817 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75582e7-ebc0-477a-a05e-8e41b02052d8 None None] Sync routers for ids ['0824758b-b4e5-45dc-80b5-973edf10dc74'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:55:46.161284 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75582e7-ebc0-477a-a05e-8e41b02052d8 None None] Routers {'0824758b-b4e5-45dc-80b5-973edf10dc74'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:55:46.161927 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c75582e7-ebc0-477a-a05e-8e41b02052d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:55:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0824758b-b4e5-45dc-80b5-973edf10dc74'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:46.199181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf862db-667a-4685-b1bd-1822016acae4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting subnet 29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:55:46.209302 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-daf862db-667a-4685-b1bd-1822016acae4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:46.288471 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-daf862db-667a-4685-b1bd-1822016acae4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:46.321654 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c75582e7-ebc0-477a-a05e-8e41b02052d8 None None] Set router 0824758b-b4e5-45dc-80b5-973edf10dc74 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:55:46.446634 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-daf862db-667a-4685-b1bd-1822016acae4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:46.550683 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-beb5ca63-aea9-467b-9eb7-acb9b5b7c5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:46.576869 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c75582e7-ebc0-477a-a05e-8e41b02052d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:53:49Z', 'updated_at': '2021-09-23T22:55:45Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:51Z', 'updated_at': '2021-09-23T22:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:46.718046 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75582e7-ebc0-477a-a05e-8e41b02052d8 None None] Checking router: 0824758b-b4e5-45dc-80b5-973edf10dc74 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:55:46.718046 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75582e7-ebc0-477a-a05e-8e41b02052d8 None None] Routers {'0824758b-b4e5-45dc-80b5-973edf10dc74'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:55:46.718046 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c75582e7-ebc0-477a-a05e-8e41b02052d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:55:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['0824758b-b4e5-45dc-80b5-973edf10dc74'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:46.752114 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c75582e7-ebc0-477a-a05e-8e41b02052d8 None None] Set router 0824758b-b4e5-45dc-80b5-973edf10dc74 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:55:46.883765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-beb5ca63-aea9-467b-9eb7-acb9b5b7c5ef admin admin] Deleting port 45b78804-da17-4504-b5ab-36b85a5170d6 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:55:46.884178 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-beb5ca63-aea9-467b-9eb7-acb9b5b7c5ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:46.967298 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-daf862db-667a-4685-b1bd-1822016acae4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:47.005406 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:47.011400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf862db-667a-4685-b1bd-1822016acae4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Subnet': ['ID=29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:47.025939 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-daf862db-667a-4685-b1bd-1822016acae4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:47.028324 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-daf862db-667a-4685-b1bd-1822016acae4 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/subnets/29eb2f8d-6a4b-4c2e-8f3a-282b1a5edd5e HTTP/1.1" status: 204 len: 168 time: 0.8870287 Sep 23 22:55:47.031403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33512) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:47.035483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:55:47.037676 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451012d4-b1c8-49d2-9c01-bda90907f138 None None] Network 19e34b08-ac64-4e12-ada0-10939d922a20 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:55:47.041383 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-beb5ca63-aea9-467b-9eb7-acb9b5b7c5ef admin admin] For port 45b78804-da17-4504-b5ab-36b85a5170d6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=45b78804-da17-4504-b5ab-36b85a5170d6,segment=NetworkSegment(33c59bca-6815-4076-a209-11946a4c7cc6),segment_id=33c59bca-6815-4076-a209-11946a4c7cc6)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:55:47.045621 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-beb5ca63-aea9-467b-9eb7-acb9b5b7c5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:47.074422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-beb5ca63-aea9-467b-9eb7-acb9b5b7c5ef admin admin] Calling delete_port for 45b78804-da17-4504-b5ab-36b85a5170d6 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:55:47.093685 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c75582e7-ebc0-477a-a05e-8e41b02052d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:53:49Z', 'updated_at': '2021-09-23T22:55:45Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:51Z', 'updated_at': '2021-09-23T22:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:47.107510 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:55:47.108155 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ad74ac56-da8e-4a97-a52f-d7b4f68a13c5 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:55:47.135674 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75582e7-ebc0-477a-a05e-8e41b02052d8 None None] The sync data for ids ['0824758b-b4e5-45dc-80b5-973edf10dc74'] in n-d-810775-1 is: [{'id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901415613', 'tenant_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:53:49Z', 'updated_at': '2021-09-23T22:55:45Z', 'revision_number': 5, 'project_id': '0a3bbdae5cca4bf3aaf957611b45b827', 'gw_port': {'id': '468d41da-d4db-4958-83ae-8b6a810d7050', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0824758b-b4e5-45dc-80b5-973edf10dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:51Z', 'updated_at': '2021-09-23T22:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:55:47.210893 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:47.405054 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:47.407064 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526d1eaa-b64c-47c0-86e4-9997423efe5d None None] DHCP port deletion for 19e34b08-ac64-4e12-ada0-10939d922a20 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:55:47.476132 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-526d1eaa-b64c-47c0-86e4-9997423efe5d None None] Deleting port e99bc474-f2ff-4080-98ba-04b2e7a681e9 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:55:47.476285 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-526d1eaa-b64c-47c0-86e4-9997423efe5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:47.520119 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-beb5ca63-aea9-467b-9eb7-acb9b5b7c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:47.546620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-526d1eaa-b64c-47c0-86e4-9997423efe5d None None] For port e99bc474-f2ff-4080-98ba-04b2e7a681e9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e99bc474-f2ff-4080-98ba-04b2e7a681e9,segment=NetworkSegment(f3261373-ec5e-431c-8152-b4a850f1cbb6),segment_id=f3261373-ec5e-431c-8152-b4a850f1cbb6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:55:47.547353 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-526d1eaa-b64c-47c0-86e4-9997423efe5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:47.551188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5ca63-aea9-467b-9eb7-acb9b5b7c5ef admin admin] Pushing event deleted for resources: {'Port': ['ID=45b78804-da17-4504-b5ab-36b85a5170d6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:47.571730 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-526d1eaa-b64c-47c0-86e4-9997423efe5d None None] Calling delete_port for e99bc474-f2ff-4080-98ba-04b2e7a681e9 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:55:47.675352 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Deleting port 468d41da-d4db-4958-83ae-8b6a810d7050 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:55:47.675699 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:47.760699 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-526d1eaa-b64c-47c0-86e4-9997423efe5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:47.770226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] For port 468d41da-d4db-4958-83ae-8b6a810d7050, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=468d41da-d4db-4958-83ae-8b6a810d7050,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:55:47.770595 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:47.784891 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d1eaa-b64c-47c0-86e4-9997423efe5d None None] Pushing event deleted for resources: {'Port': ['ID=e99bc474-f2ff-4080-98ba-04b2e7a681e9,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:47.794201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Calling delete_port for 468d41da-d4db-4958-83ae-8b6a810d7050 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:55:47.805939 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d1eaa-b64c-47c0-86e4-9997423efe5d None None] No DVR routers for this DVR port e99bc474-f2ff-4080-98ba-04b2e7a681e9 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:55:48.087431 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-beb5ca63-aea9-467b-9eb7-acb9b5b7c5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.092263 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.143294 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.183213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Port': ['ID=468d41da-d4db-4958-83ae-8b6a810d7050,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:48.252140 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.376149 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.379293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb5ca63-aea9-467b-9eb7-acb9b5b7c5ef admin admin] Router 85703732-a94b-404e-b125-3608eadf4796 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:55:48.384158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.517847 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb5ca63-aea9-467b-9eb7-acb9b5b7c5ef admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:55:48.527224 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-beb5ca63-aea9-467b-9eb7-acb9b5b7c5ef admin admin] 10.222.0.22 "PUT /v2.0/routers/85703732-a94b-404e-b125-3608eadf4796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6288173 Sep 23 22:55:48.527934 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33520) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:48.528150 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.528826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Fanout notify agent at l3_agent the message router_deleted on router 0824758b-b4e5-45dc-80b5-973edf10dc74 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:55:48.539671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da32015f-c904-4511-99f3-bb6fc5c432ea None None] Sync routers for ids ['85703732-a94b-404e-b125-3608eadf4796'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:55:48.549195 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.551214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-767c0325-cc79-4e6b-b59b-51ede5242e6f tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/routers/0824758b-b4e5-45dc-80b5-973edf10dc74 HTTP/1.1" status: 204 len: 168 time: 1.5187306 Sep 23 22:55:48.554782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33522) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:48.578722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da32015f-c904-4511-99f3-bb6fc5c432ea None None] Routers {'85703732-a94b-404e-b125-3608eadf4796'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:55:48.581383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-da32015f-c904-4511-99f3-bb6fc5c432ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:55:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['85703732-a94b-404e-b125-3608eadf4796'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:48.688943 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.696035 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.697837 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3616cbeb-0159-4600-bec8-9cf6e5c343cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.793654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-da32015f-c904-4511-99f3-bb6fc5c432ea None None] Set router 85703732-a94b-404e-b125-3608eadf4796 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:55:48.846835 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3616cbeb-0159-4600-bec8-9cf6e5c343cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.874502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3616cbeb-0159-4600-bec8-9cf6e5c343cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e34b08-ac64-4e12-ada0-10939d922a20']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:48.888087 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.890568 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3616cbeb-0159-4600-bec8-9cf6e5c343cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3261373-ec5e-431c-8152-b4a850f1cbb6') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:48.890871 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3616cbeb-0159-4600-bec8-9cf6e5c343cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3261373-ec5e-431c-8152-b4a850f1cbb6') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:48.910346 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3616cbeb-0159-4600-bec8-9cf6e5c343cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.952085 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3616cbeb-0159-4600-bec8-9cf6e5c343cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.960531 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3616cbeb-0159-4600-bec8-9cf6e5c343cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:55:48.961026 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3616cbeb-0159-4600-bec8-9cf6e5c343cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:55:48.980510 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:55:49.119082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] Deleting port fad740a8-5168-4acb-9414-f471e4fc7046 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:55:49.119739 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:49.133166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-da32015f-c904-4511-99f3-bb6fc5c432ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85703732-a94b-404e-b125-3608eadf4796', 'name': 'tempest-ServerRescueNegativeTestJSON-1352419679-router', 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'fad740a8-5168-4acb-9414-f471e4fc7046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:52:58Z', 'updated_at': '2021-09-23T22:55:47Z', 'revision_number': 5, 'project_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'gw_port': {'id': 'fad740a8-5168-4acb-9414-f471e4fc7046', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85703732-a94b-404e-b125-3608eadf4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:53:01Z', 'updated_at': '2021-09-23T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:49.186582 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 468d41da-d4db-4958-83ae-8b6a810d7050 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:55:49.189047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da32015f-c904-4511-99f3-bb6fc5c432ea None None] Checking router: 85703732-a94b-404e-b125-3608eadf4796 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:55:49.216971 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 468d41da-d4db-4958-83ae-8b6a810d7050 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:55:49.217492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 468d41da-d4db-4958-83ae-8b6a810d7050 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:55:49.218171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:55:49.242772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:55:49.243546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6cec9b6d-ae6a-4a9f-a31d-1c6742ba96ab not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:55:49.243546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e99bc474-f2ff-4080-98ba-04b2e7a681e9 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:55:49.245944 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] For port fad740a8-5168-4acb-9414-f471e4fc7046, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=fad740a8-5168-4acb-9414-f471e4fc7046,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:55:49.246333 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:49.261870 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3616cbeb-0159-4600-bec8-9cf6e5c343cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:49.265443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da32015f-c904-4511-99f3-bb6fc5c432ea None None] Routers {'85703732-a94b-404e-b125-3608eadf4796'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:55:49.265932 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] Calling delete_port for fad740a8-5168-4acb-9414-f471e4fc7046 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:55:49.266086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-da32015f-c904-4511-99f3-bb6fc5c432ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:55:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['85703732-a94b-404e-b125-3608eadf4796'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:49.268101 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: e99bc474-f2ff-4080-98ba-04b2e7a681e9 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:55:49.268429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e99bc474-f2ff-4080-98ba-04b2e7a681e9 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:55:49.269288 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3616cbeb-0159-4600-bec8-9cf6e5c343cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:49.285402 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3616cbeb-0159-4600-bec8-9cf6e5c343cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/networks/19e34b08-ac64-4e12-ada0-10939d922a20 HTTP/1.1" status: 204 len: 168 time: 0.7291186 Sep 23 22:55:49.295032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33526) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:49.334003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616cbeb-0159-4600-bec8-9cf6e5c343cd tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'Network': ['ID=19e34b08-ac64-4e12-ada0-10939d922a20,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:49.382691 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-da32015f-c904-4511-99f3-bb6fc5c432ea None None] Set router 85703732-a94b-404e-b125-3608eadf4796 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:55:49.420108 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c30df76f-63c7-464f-96f8-b9a7cb6b6946 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:49.458301 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c30df76f-63c7-464f-96f8-b9a7cb6b6946 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:49.477529 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-da32015f-c904-4511-99f3-bb6fc5c432ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85703732-a94b-404e-b125-3608eadf4796', 'name': 'tempest-ServerRescueNegativeTestJSON-1352419679-router', 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:52:58Z', 'updated_at': '2021-09-23T22:55:48Z', 'revision_number': 6, 'project_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:49.514671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da32015f-c904-4511-99f3-bb6fc5c432ea None None] The sync data for ids ['85703732-a94b-404e-b125-3608eadf4796'] in n-d-810775-1 is: [{'id': '85703732-a94b-404e-b125-3608eadf4796', 'name': 'tempest-ServerRescueNegativeTestJSON-1352419679-router', 'tenant_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:52:58Z', 'updated_at': '2021-09-23T22:55:48Z', 'revision_number': 6, 'project_id': 'ea6ab99c3fba4c4ba2b50cf0325b2e30', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:55:49.617649 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:49.652020 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fad740a8-5168-4acb-9414-f471e4fc7046,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:49.652272 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c30df76f-63c7-464f-96f8-b9a7cb6b6946 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:49.655439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c30df76f-63c7-464f-96f8-b9a7cb6b6946 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:49.660990 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c30df76f-63c7-464f-96f8-b9a7cb6b6946 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] 10.222.0.22 "DELETE /v2.0/security-groups/c7a62712-cf42-4041-8210-7c39bb0fbdd3 HTTP/1.1" status: 204 len: 168 time: 0.3616865 Sep 23 22:55:49.683475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30df76f-63c7-464f-96f8-b9a7cb6b6946 tempest-TestNetworkAdvancedServerOps-935004758 tempest-TestNetworkAdvancedServerOps-935004758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a62712-cf42-4041-8210-7c39bb0fbdd3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:49.741146 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:49.848879 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:49.852487 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:50.015071 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:50.015778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85703732-a94b-404e-b125-3608eadf4796 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:55:50.022713 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:50.024861 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7a532fa4-228e-406c-9a88-4657fad5a0b1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/85703732-a94b-404e-b125-3608eadf4796 HTTP/1.1" status: 204 len: 168 time: 1.4958889 Sep 23 22:55:50.028431 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33534) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:50.111101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-de61bc19-be45-470f-ba7f-ee880fca2af4 admin admin] Deleting subnet 1910c3ee-c372-4b73-a303-2ad5d5e43f0c {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:55:50.116379 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-de61bc19-be45-470f-ba7f-ee880fca2af4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:50.173785 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-de61bc19-be45-470f-ba7f-ee880fca2af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:50.237912 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-de61bc19-be45-470f-ba7f-ee880fca2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:50.469145 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-de61bc19-be45-470f-ba7f-ee880fca2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:50.499358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61bc19-be45-470f-ba7f-ee880fca2af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1910c3ee-c372-4b73-a303-2ad5d5e43f0c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:50.505073 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-de61bc19-be45-470f-ba7f-ee880fca2af4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:50.505890 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-de61bc19-be45-470f-ba7f-ee880fca2af4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1910c3ee-c372-4b73-a303-2ad5d5e43f0c HTTP/1.1" status: 204 len: 168 time: 0.4756949 Sep 23 22:55:50.509557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33536) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:50.645409 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ae02-6205-4d32-b268-2502c80d6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:50.763494 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ae02-6205-4d32-b268-2502c80d6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:50.791102 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-a5b7ae02-6205-4d32-b268-2502c80d6e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317be4d4-226a-48e2-830d-fc2d074da525']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:50.809840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-a5b7ae02-6205-4d32-b268-2502c80d6e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c59bca-6815-4076-a209-11946a4c7cc6') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:50.817467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-a5b7ae02-6205-4d32-b268-2502c80d6e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c59bca-6815-4076-a209-11946a4c7cc6') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:55:50.832514 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ae02-6205-4d32-b268-2502c80d6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:50.850223 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ae02-6205-4d32-b268-2502c80d6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:50.858400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b7ae02-6205-4d32-b268-2502c80d6e44 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:55:50.858824 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ae02-6205-4d32-b268-2502c80d6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: timer() Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:55:50.860712 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:55:50.995580 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ae02-6205-4d32-b268-2502c80d6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:51.002191 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ae02-6205-4d32-b268-2502c80d6e44 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:51.004488 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a5b7ae02-6205-4d32-b268-2502c80d6e44 admin admin] 10.222.0.22 "DELETE /v2.0/networks/317be4d4-226a-48e2-830d-fc2d074da525 HTTP/1.1" status: 204 len: 168 time: 0.4938636 Sep 23 22:55:51.026031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7ae02-6205-4d32-b268-2502c80d6e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=317be4d4-226a-48e2-830d-fc2d074da525,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:51.074439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 45b78804-da17-4504-b5ab-36b85a5170d6 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:55:51.097748 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 45b78804-da17-4504-b5ab-36b85a5170d6 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:55:51.098113 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 45b78804-da17-4504-b5ab-36b85a5170d6 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:55:51.098531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device fad740a8-5168-4acb-9414-f471e4fc7046 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:55:51.134983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: fad740a8-5168-4acb-9414-f471e4fc7046 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:55:51.136274 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device fad740a8-5168-4acb-9414-f471e4fc7046 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:55:51.383575 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33550) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:51.432782 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4803d939-6f1d-4e2c-82f9-ddd5ffbd7afa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea6ab99c3fba4c4ba2b50cf0325b2e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478373 Sep 23 22:55:51.437134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33552) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:51.440368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33554) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:51.495124 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d74bb31b-eea6-4c5e-89f5-af8b6882979e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:51.530268 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d74bb31b-eea6-4c5e-89f5-af8b6882979e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:51.674565 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d74bb31b-eea6-4c5e-89f5-af8b6882979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:51.678390 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d74bb31b-eea6-4c5e-89f5-af8b6882979e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:51.678525 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d74bb31b-eea6-4c5e-89f5-af8b6882979e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f0b41fd-ac9a-4292-a9fe-0e0303012c0c HTTP/1.1" status: 204 len: 168 time: 0.2403436 Sep 23 22:55:51.706817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bb31b-eea6-4c5e-89f5-af8b6882979e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0b41fd-ac9a-4292-a9fe-0e0303012c0c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:51.737182 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9dda25ca-2e7f-4156-9d30-5d8fb4403a98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a3bbdae5cca4bf3aaf957611b45b827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927380 Sep 23 22:55:51.737999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33562) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:51.800145 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f342374-5d43-42dd-88b0-06dca972c6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:51.827234 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f342374-5d43-42dd-88b0-06dca972c6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:51.878417 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:55:51.954672 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f342374-5d43-42dd-88b0-06dca972c6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:51.959096 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f342374-5d43-42dd-88b0-06dca972c6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:51.961996 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4f342374-5d43-42dd-88b0-06dca972c6f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2242c779-eed5-4959-9b10-152e0e350126 HTTP/1.1" status: 204 len: 168 time: 0.2216771 Sep 23 22:55:51.972960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f342374-5d43-42dd-88b0-06dca972c6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2242c779-eed5-4959-9b10-152e0e350126,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:52.642439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-f881feff-e594-4fae-8cf6-9a44f69e1fc8 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:52.645082 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-f881feff-e594-4fae-8cf6-9a44f69e1fc8 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/networks?id=f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc HTTP/1.1" status: 200 len: 814 time: 0.1405251 Sep 23 22:55:52.662339 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-b2afea62-8dc8-4f7e-99fa-6142c8b56005 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/quotas/1931f2f6b2b6499d9f82582dc7187b0a HTTP/1.1" status: 200 len: 375 time: 0.0117564 Sep 23 22:55:52.703509 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-9676bc6c-9d22-4453-867c-834b5522267d tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1931f2f6b2b6499d9f82582dc7187b0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330331 Sep 23 22:55:52.831638 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-8a4f75da-c979-49f2-b365-d276a4f01089 service neutron] 10.222.0.22 "GET /v2.0/networks/f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148491 Sep 23 22:55:52.934596 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-446ccf33-6be3-4895-a97c-7078df5ba5d2 service neutron] 10.222.0.22 "GET /v2.0/networks/f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961783 Sep 23 22:55:54.276996 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e73d13ac-3279-44fc-9879-073f785cfc0c req-33a2925d-ff9c-476b-9023-fb96a71edf18 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 210 time: 0.0300484 Sep 23 22:55:54.477946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33616) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:54.574055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33618) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:54.574684 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6ccc6f04-726d-4f5f-8d4f-06f1424959d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f38bffeda2204c27a06736302e54faff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943449 Sep 23 22:55:54.670751 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-16833c99-0cc2-40c7-9bee-bbb8768640ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:54.701842 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-16833c99-0cc2-40c7-9bee-bbb8768640ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:54.868736 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-16833c99-0cc2-40c7-9bee-bbb8768640ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:54.873042 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-16833c99-0cc2-40c7-9bee-bbb8768640ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:54.883119 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-16833c99-0cc2-40c7-9bee-bbb8768640ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9e82898-ff61-4fa5-83f6-801995b5bba2 HTTP/1.1" status: 204 len: 168 time: 0.3048842 Sep 23 22:55:54.900429 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16833c99-0cc2-40c7-9bee-bbb8768640ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e82898-ff61-4fa5-83f6-801995b5bba2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:55.371746 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b520398a-543f-4282-a876-62c261dd35bb req-1f679dec-9ace-4cde-93af-fcbb6af008b2 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 210 time: 0.0368068 Sep 23 22:55:55.832055 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e4571e2c-1142-4e3c-b7c6-b7ffa62ca4b7 req-4190efb3-eacf-48cd-9e84-ba8cb4eaccfe tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a06f2d-1831-4210-bb38-6d8d0bb6d598 HTTP/1.1" status: 200 len: 210 time: 0.0347133 Sep 23 22:55:56.550866 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-742178a2-e7e3-4f34-8ead-a36578a893d8 req-e9864380-b6e0-442f-9eb7-0db2c70812eb tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 210 time: 0.0711212 Sep 23 22:55:56.561443 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a9382d7-b5b7-45ec-ba83-08dd387e89d4 req-bf2c525c-fb80-4ba6-8d87-7705036497cc tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0486033 Sep 23 22:55:56.682714 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33716) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:56.843269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1038940874-network', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:55:57.026350 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] Made reservation on behalf of 8894b6f779c248d696d598f1a01f1f87 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:55:57.033898 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:57.054662 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:57.224589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:57.415395 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:57.444361 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:55:57.456563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88580b25-15fc-498c-b9e9-8e31c5393a7c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:57.461777 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:57.470210 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] Added segment b2fd1094-313a-4404-9c05-216c5aa1ff29 of type vlan for network 64d7416e-5e7d-4518-940f-76df5aa594b1 Sep 23 22:55:57.527873 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:57.667587 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-464136e6-3cdd-40bf-8e00-cdbd58f1a022 req-4063efbb-9913-4493-8170-027a1c440796 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 210 time: 0.0352228 Sep 23 22:55:57.670220 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:57.671836 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:57.672776 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:57.769266 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eec9b201-85db-4e11-b342-b80d6b36b47b req-008b1973-eac5-4560-abdb-6ccc47c23abb tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0444643 Sep 23 22:55:57.818008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] Pushing event updated for resources: {'Network': ['ID=64d7416e-5e7d-4518-940f-76df5aa594b1,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:57.819239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 64d7416e-5e7d-4518-940f-76df5aa594b1 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:55:58.783499 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd98f1f9-4a1f-42b9-8cf2-8ad4d3fdabe0 req-8a0935e7-9995-4562-b18e-9928298ce8b0 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 210 time: 0.0351286 Sep 23 22:55:58.816104 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-81d92a26-bdcc-4506-a2ab-4d03e7eee10d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1321378 Sep 23 22:55:58.826747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33748) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:55:58.835497 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5c14c48f-b042-4657-8ce4-97f6b9671a46 admin admin] Request body: {'subnet': {'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1038940874-subnet', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:55:58.917560 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-85da6329-4fbf-4cab-8c58-47494ce864c8 req-cce17579-e068-4946-99a7-a6d5338bfc3f tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0342588 Sep 23 22:55:59.092292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c14c48f-b042-4657-8ce4-97f6b9671a46 admin admin] Made reservation on behalf of 8894b6f779c248d696d598f1a01f1f87 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:55:59.095176 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c14c48f-b042-4657-8ce4-97f6b9671a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:59.191085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6c0803b5-7584-432e-8e85-9156d7c20bc6 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:59.198370 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6c0803b5-7584-432e-8e85-9156d7c20bc6 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.67 "GET /v2.0/networks?id=f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc HTTP/1.1" status: 200 len: 814 time: 0.1554019 Sep 23 22:55:59.237654 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-4085f23b-d970-438d-8c50-fd258c103258 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Request body: {'port': {'device_id': '2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30', 'network_id': 'f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc', 'admin_state_up': True, 'tenant_id': '1931f2f6b2b6499d9f82582dc7187b0a'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:55:59.498165 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c14c48f-b042-4657-8ce4-97f6b9671a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:59.582561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-4085f23b-d970-438d-8c50-fd258c103258 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Made reservation on behalf of 1931f2f6b2b6499d9f82582dc7187b0a for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:55:59.586394 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-4085f23b-d970-438d-8c50-fd258c103258 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:59.595082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14c48f-b042-4657-8ce4-97f6b9671a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ecdff6-2cc6-4524-8ff6-1d669ef3a620,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:55:59.604431 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14c48f-b042-4657-8ce4-97f6b9671a46 admin admin] Checking segment: {'id': 'b2fd1094-313a-4404-9c05-216c5aa1ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:55:59.604796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14c48f-b042-4657-8ce4-97f6b9671a46 admin admin] Network hostable DHCP agents. Network: 64d7416e-5e7d-4518-940f-76df5aa594b1, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:55:59.734175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-4085f23b-d970-438d-8c50-fd258c103258 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Allocated IP 172.20.0.10 (f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc/3609b304-4bda-4a09-893d-db62e59a82cb/8eae212d-31fb-4fdc-8f7f-f474d31df46e) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:55:59.760231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14c48f-b042-4657-8ce4-97f6b9671a46 admin admin] Network 64d7416e-5e7d-4518-940f-76df5aa594b1 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:55:59.910673 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8cb3229e-8c9c-4719-93bc-820211011714 req-7675b5d8-6dfd-4967-a462-c584f3472baf tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 210 time: 0.0339911 Sep 23 22:55:59.912972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-5c14c48f-b042-4657-8ce4-97f6b9671a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 64d7416e-5e7d-4518-940f-76df5aa594b1) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:55:59.932225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048114c8-de85-4a82-b47e-28983a8c7ed8 None None] Network 64d7416e-5e7d-4518-940f-76df5aa594b1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:55:59.933303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c14c48f-b042-4657-8ce4-97f6b9671a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:55:59.934629 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c14c48f-b042-4657-8ce4-97f6b9671a46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:55:59.960011 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-4085f23b-d970-438d-8c50-fd258c103258 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:00.040528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc8967c3-e1f8-4629-92a7-4a9d9fa9b516 req-d18d5356-cf5a-4bd8-a5ec-530abcbabf60 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0355885 Sep 23 22:56:00.078500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33766) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:00.078926 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5c14c48f-b042-4657-8ce4-97f6b9671a46 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2512751 Sep 23 22:56:00.084628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:00.140988 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-4085f23b-d970-438d-8c50-fd258c103258 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:00.152570 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-64d7416e-5e7d-4518-940f-76df5aa594b1', 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'fixed_ips': [{'subnet_id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:56:00.153474 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:00.198258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-4085f23b-d970-438d-8c50-fd258c103258 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Network f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:56:00.204153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-4085f23b-d970-438d-8c50-fd258c103258 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:00.207032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-4085f23b-d970-438d-8c50-fd258c103258 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:56:00.234461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085f23b-d970-438d-8c50-fd258c103258 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Pushing event updated for resources: {'Port': ['ID=8eae212d-31fb-4fdc-8f7f-f474d31df46e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:00.267629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-4085f23b-d970-438d-8c50-fd258c103258 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:00.268297 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-4085f23b-d970-438d-8c50-fd258c103258 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:00.307565 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:00.307565 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:00.410180 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:00.555464 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-4085f23b-d970-438d-8c50-fd258c103258 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3316979 Sep 23 22:56:00.623854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Request body: {'port': {'device_id': '2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:00.639279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Allocated IP 172.20.0.2 (64d7416e-5e7d-4518-940f-76df5aa594b1/39ecdff6-2cc6-4524-8ff6-1d669ef3a620/03f013f2-2af0-4900-8057-b635ef7c69fe) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:56:00.836167 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:00.852296 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:00.855896 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:01.050443 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:01.054736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640128cf-343d-4951-b486-bd8ee271cc5e req-890a34f1-db03-4e49-be49-ada50230af3a tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:01.058426 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-640128cf-343d-4951-b486-bd8ee271cc5e req-890a34f1-db03-4e49-be49-ada50230af3a tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 932 time: 0.0625472 Sep 23 22:56:01.097361 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Network 64d7416e-5e7d-4518-940f-76df5aa594b1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:56:01.135945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:01.139564 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-640128cf-343d-4951-b486-bd8ee271cc5e req-ae851de9-4033-4a2e-ad73-c91aeb60ff13 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562258 Sep 23 22:56:01.144157 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:56:01.208151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Pushing event updated for resources: {'Port': ['ID=03f013f2-2af0-4900-8057-b635ef7c69fe,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:01.225944 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Attempting to bind port 03f013f2-2af0-4900-8057-b635ef7c69fe on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:56:01.226325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Attempting to bind port 03f013f2-2af0-4900-8057-b635ef7c69fe by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b2fd1094-313a-4404-9c05-216c5aa1ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:56:01.226684 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Attempting to bind port 03f013f2-2af0-4900-8057-b635ef7c69fe on network 64d7416e-5e7d-4518-940f-76df5aa594b1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:56:01.241370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:56:01.241370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Checking segment: {'id': 'b2fd1094-313a-4404-9c05-216c5aa1ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:56:01.241370 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:01.241370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Bound using segment: {'id': 'b2fd1094-313a-4404-9c05-216c5aa1ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:56:01.241370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Bound port: 03f013f2-2af0-4900-8057-b635ef7c69fe, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fd1094-313a-4404-9c05-216c5aa1ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:56:01.241370 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:01.245648 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a802893f-509f-4f91-ad58-d67bd867a3bc req-f3ed6ffd-fba0-4f66-ad14-8478c88d3364 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0595195 Sep 23 22:56:01.273552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eae212d-31fb-4fdc-8f7f-f474d31df46e {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:56:01.283675 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:01.302890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Transition to ACTIVE for port object 8eae212d-31fb-4fdc-8f7f-f474d31df46e will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:56:01.328360 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] For port 03f013f2-2af0-4900-8057-b635ef7c69fe, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:56:01.332812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] For port 03f013f2-2af0-4900-8057-b635ef7c69fe, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=03f013f2-2af0-4900-8057-b635ef7c69fe,segment=NetworkSegment(b2fd1094-313a-4404-9c05-216c5aa1ff29),segment_id=b2fd1094-313a-4404-9c05-216c5aa1ff29)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:56:01.451593 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:01.479678 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:01.560286 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:01.563834 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:01.636322 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32aa9b8-a50c-4834-97a1-9168f55b76e4 None None] Pushing event updated for resources: {'Port': ['ID=03f013f2-2af0-4900-8057-b635ef7c69fe,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:01.993132 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Pushing event updated for resources: {'Port': ['ID=8eae212d-31fb-4fdc-8f7f-f474d31df46e,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:02.029276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Allocated IP 172.25.1.135 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/42476dec-b2e2-455e-b153-120a6a91673a) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:56:02.142643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Attempting to bind port 8eae212d-31fb-4fdc-8f7f-f474d31df46e on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:56:02.142987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Attempting to bind port 8eae212d-31fb-4fdc-8f7f-f474d31df46e by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'bd56ab45-ef95-4539-8cfd-aeaf1ae391d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:56:02.143307 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Attempting to bind port 8eae212d-31fb-4fdc-8f7f-f474d31df46e on network f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:56:02.153354 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Port 8eae212d-31fb-4fdc-8f7f-f474d31df46e on network f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:56:02.153714 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Attempting to bind port 8eae212d-31fb-4fdc-8f7f-f474d31df46e on network f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:56:02.163229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:56:02.163560 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Checking segment: {'id': 'bd56ab45-ef95-4539-8cfd-aeaf1ae391d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:56:02.163946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Bound using segment: {'id': 'bd56ab45-ef95-4539-8cfd-aeaf1ae391d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:56:02.164377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Bound port: 8eae212d-31fb-4fdc-8f7f-f474d31df46e, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd56ab45-ef95-4539-8cfd-aeaf1ae391d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:56:02.164735 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:02.229237 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:02.272649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] For port 8eae212d-31fb-4fdc-8f7f-f474d31df46e, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:56:02.292309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] For port 8eae212d-31fb-4fdc-8f7f-f474d31df46e, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8eae212d-31fb-4fdc-8f7f-f474d31df46e,segment=NetworkSegment(bd56ab45-ef95-4539-8cfd-aeaf1ae391d3),segment_id=bd56ab45-ef95-4539-8cfd-aeaf1ae391d3)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:56:02.313165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623650f-2f97-4f0c-aec8-bb43c1916255 req-844ad5cf-2c86-48ba-a7bd-c3657a227399 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:02.314884 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a623650f-2f97-4f0c-aec8-bb43c1916255 req-844ad5cf-2c86-48ba-a7bd-c3657a227399 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 944 time: 0.0572507 Sep 23 22:56:02.358767 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a623650f-2f97-4f0c-aec8-bb43c1916255 req-3eb8d4b1-4aec-4748-997f-72ef2b3f7aae tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364385 Sep 23 22:56:02.387803 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8cacdca0-0aea-485a-8002-afefcf6daea6 req-df8e7942-fbb1-4085-94ab-982bd809824f tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0389159 Sep 23 22:56:02.423477 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:02.443400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:02.444079 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:02.446147 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] 10.222.0.67 "PUT /v2.0/ports/8eae212d-31fb-4fdc-8f7f-f474d31df46e HTTP/1.1" status: 200 len: 1092 time: 1.8299184 Sep 23 22:56:02.473834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30', 'tag': '8eae212d-31fb-4fdc-8f7f-f474d31df46e'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:56:02.476181 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b224233-e185-4f65-bfe7-799c39bbec4a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30", "tag": "8eae212d-31fb-4fdc-8f7f-f474d31df46e"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:56:02.544238 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9a15bc-0bad-4761-81c0-804a2b1b59bc x-openstack-request-id: req-dd9a15bc-0bad-4761-81c0-804a2b1b59bc {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:56:02.544592 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30", "tag": "8eae212d-31fb-4fdc-8f7f-f474d31df46e", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:56:02.544856 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd9a15bc-0bad-4761-81c0-804a2b1b59bc {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:56:02.545300 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30', 'tag': '8eae212d-31fb-4fdc-8f7f-f474d31df46e', 'status': 'completed', 'code': 200} Sep 23 22:56:02.546457 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28935e-0bf2-41a6-9010-f9c107c6ae7e service neutron] Pushing event updated for resources: {'Port': ['ID=8eae212d-31fb-4fdc-8f7f-f474d31df46e,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:02.575428 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:02.645742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:56:02.655848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:02.671245 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:56:02.724563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Pushing event updated for resources: {'Port': ['ID=42476dec-b2e2-455e-b153-120a6a91673a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:02.762765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b224233-e185-4f65-bfe7-799c39bbec4a req-89f83dbd-f622-4f90-97de-0e84525b1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:02.765312 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b224233-e185-4f65-bfe7-799c39bbec4a req-89f83dbd-f622-4f90-97de-0e84525b1432 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1931f2f6b2b6499d9f82582dc7187b0a&device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 1095 time: 0.1581652 Sep 23 22:56:02.802741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b0baee-3dd0-429a-a0bc-17c0dd8a45a0 None None] Network 64d7416e-5e7d-4518-940f-76df5aa594b1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:56:02.908254 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d04d8656-908d-4221-ab48-48206563c474 None None] Provisioning complete for port 03f013f2-2af0-4900-8057-b635ef7c69fe triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:02.908254 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d04d8656-908d-4221-ab48-48206563c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:02.996882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b224233-e185-4f65-bfe7-799c39bbec4a req-6ae1ecaf-47bc-4940-90f2-9fc2cca7c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:02.998517 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b224233-e185-4f65-bfe7-799c39bbec4a req-6ae1ecaf-47bc-4940-90f2-9fc2cca7c47e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1931f2f6b2b6499d9f82582dc7187b0a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2194343 Sep 23 22:56:03.054962 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d04d8656-908d-4221-ab48-48206563c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:03.101064 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d04d8656-908d-4221-ab48-48206563c474 None None] For port 03f013f2-2af0-4900-8057-b635ef7c69fe, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=03f013f2-2af0-4900-8057-b635ef7c69fe,segment=NetworkSegment(b2fd1094-313a-4404-9c05-216c5aa1ff29),segment_id=b2fd1094-313a-4404-9c05-216c5aa1ff29)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:03.176547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 03f013f2-2af0-4900-8057-b635ef7c69fe up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:03.254283 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 03f013f2-2af0-4900-8057-b635ef7c69fe triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:03.254283 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:03.254537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b224233-e185-4f65-bfe7-799c39bbec4a req-f6382c10-24e0-4f50-a94a-e9b2a48ac285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:03.254537 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b224233-e185-4f65-bfe7-799c39bbec4a req-f6382c10-24e0-4f50-a94a-e9b2a48ac285 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2450554 Sep 23 22:56:03.271390 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:03.290452 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d04d8656-908d-4221-ab48-48206563c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:03.364707 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d8656-908d-4221-ab48-48206563c474 None None] Pushing event updated for resources: {'Port': ['ID=03f013f2-2af0-4900-8057-b635ef7c69fe,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:03.417664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-be9045f3-be9e-4150-8b76-137695d59429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:03.422530 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-be9045f3-be9e-4150-8b76-137695d59429 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1931f2f6b2b6499d9f82582dc7187b0a&device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 1095 time: 0.0995119 Sep 23 22:56:03.434360 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c428eb8a-1f6a-432a-aa3b-d8cc6e8941b4 None None] Provisioning complete for port 03f013f2-2af0-4900-8057-b635ef7c69fe triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:03.434967 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c428eb8a-1f6a-432a-aa3b-d8cc6e8941b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:03.491778 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-15d2cf78-ea2c-41fe-ad72-25dbd2215a85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eae212d-31fb-4fdc-8f7f-f474d31df46e HTTP/1.1" status: 200 len: 217 time: 0.0495410 Sep 23 22:56:03.508243 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ce06c0f-2fd6-4d5c-8c6b-413d2797f5fe req-cc6a73b2-886b-4e2e-9647-c453a00856e2 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0320313 Sep 23 22:56:03.668312 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-5732ca04-6c0b-47e4-9581-7ca8d91f542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:03.669871 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-5732ca04-6c0b-47e4-9581-7ca8d91f542c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3609b304-4bda-4a09-893d-db62e59a82cb HTTP/1.1" status: 200 len: 854 time: 0.1229918 Sep 23 22:56:03.679880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a08ea-a3dd-4831-af06-dd4a97d4d9ae req-d446a757-0cfc-4a76-86b6-d3794eeef2be tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:03.681482 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b65a08ea-a3dd-4831-af06-dd4a97d4d9ae req-d446a757-0cfc-4a76-86b6-d3794eeef2be tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 944 time: 0.1885996 Sep 23 22:56:03.721647 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-84b7648a-0550-4aad-a4a5-d85fee7edd29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371470 Sep 23 22:56:03.757376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:03.795901 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b65a08ea-a3dd-4831-af06-dd4a97d4d9ae req-33707e04-5626-49e8-baca-4ce51af02326 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037908 Sep 23 22:56:03.933251 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-068b7f53-a776-4591-8538-7f26d62c9041 service neutron] 10.222.0.67 "GET /v2.0/networks/f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026713 Sep 23 22:56:04.075661 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1a3ca0c-c5b4-4096-aa84-7622fac31405 req-e45f2e91-003d-45da-a0a6-51cb3c44aaca service neutron] 10.222.0.67 "GET /v2.0/networks/f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344409 Sep 23 22:56:04.275133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Router a6061fd2-108b-4b5f-a216-c289ef085ac8 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:56:04.416600 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-51c3060d-e26f-43e7-9fdc-204c108ad946 req-a706c545-a19d-4ae2-a4a1-28b595f2c1db service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=08a06f2d-1831-4210-bb38-6d8d0bb6d598 HTTP/1.1" status: 200 len: 210 time: 0.0375187 Sep 23 22:56:04.417999 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:56:04.429383 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Sync routers for ids ['a6061fd2-108b-4b5f-a216-c289ef085ac8'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:56:04.444809 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Routers {'a6061fd2-108b-4b5f-a216-c289ef085ac8'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:04.445848 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:55:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a6061fd2-108b-4b5f-a216-c289ef085ac8'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:04.556212 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Set router a6061fd2-108b-4b5f-a216-c289ef085ac8 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:04.609496 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:04.611720 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-21553ff0-a7c3-44f3-99b9-6d3a32e36de9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5318315 Sep 23 22:56:04.614556 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33810) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:04.633510 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-819ef935-428b-43c8-b561-11fe1b7d4d15 req-fae3a1fa-21f1-43c6-abae-aadd4c804762 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0387468 Sep 23 22:56:04.768760 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '42476dec-b2e2-455e-b153-120a6a91673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:00Z', 'updated_at': '2021-09-23T22:56:02Z', 'revision_number': 3, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'gw_port': {'id': '42476dec-b2e2-455e-b153-120a6a91673a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:01Z', 'updated_at': '2021-09-23T22:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:04.797650 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Checking router: a6061fd2-108b-4b5f-a216-c289ef085ac8 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:56:04.797989 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Updating router a6061fd2-108b-4b5f-a216-c289ef085ac8 port 42476dec-b2e2-455e-b153-120a6a91673a binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:56:04.828219 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:04.986522 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de321d-66ca-43c7-bff6-2ea26daf3a8a req-8a431399-10ce-4daa-87ae-ef24102025f2 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:04.988026 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a3de321d-66ca-43c7-bff6-2ea26daf3a8a req-8a431399-10ce-4daa-87ae-ef24102025f2 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 944 time: 0.0979054 Sep 23 22:56:05.064028 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a3de321d-66ca-43c7-bff6-2ea26daf3a8a req-5a3737b8-204c-42cc-b565-e44fe2007563 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665801 Sep 23 22:56:05.099583 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 03f013f2-2af0-4900-8057-b635ef7c69fe up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:05.156327 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:05.166281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 03f013f2-2af0-4900-8057-b635ef7c69fe triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:05.166904 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:05.203263 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:05.268783 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:05.320266 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Attempting to bind port 42476dec-b2e2-455e-b153-120a6a91673a on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:56:05.320637 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Attempting to bind port 42476dec-b2e2-455e-b153-120a6a91673a by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:56:05.321034 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Attempting to bind port 42476dec-b2e2-455e-b153-120a6a91673a on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:56:05.333577 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:56:05.339920 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:56:05.339920 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:05.339920 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:56:05.339920 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Bound port: 42476dec-b2e2-455e-b153-120a6a91673a, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:56:05.339920 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:05.339920 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38603ec1-bc0f-4a6f-908c-cb73eeca1df7 None None] Pushing event updated for resources: {'Port': ['ID=42476dec-b2e2-455e-b153-120a6a91673a,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:05.368251 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38603ec1-bc0f-4a6f-908c-cb73eeca1df7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:05.368619 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38603ec1-bc0f-4a6f-908c-cb73eeca1df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:05.369620 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38603ec1-bc0f-4a6f-908c-cb73eeca1df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:05.370767 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38603ec1-bc0f-4a6f-908c-cb73eeca1df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:05.370767 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38603ec1-bc0f-4a6f-908c-cb73eeca1df7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:05.370767 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38603ec1-bc0f-4a6f-908c-cb73eeca1df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:05.371486 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38603ec1-bc0f-4a6f-908c-cb73eeca1df7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:05.371486 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38603ec1-bc0f-4a6f-908c-cb73eeca1df7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:05.371809 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38603ec1-bc0f-4a6f-908c-cb73eeca1df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:05.371966 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38603ec1-bc0f-4a6f-908c-cb73eeca1df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:05.372243 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38603ec1-bc0f-4a6f-908c-cb73eeca1df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:05.372565 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38603ec1-bc0f-4a6f-908c-cb73eeca1df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:05.374096 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-38b6fa7b-79d5-4a23-9600-38fdaff866d5 req-fcf5a486-42b4-4053-ae52-9db48124bb9f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0431402 Sep 23 22:56:05.405987 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] For port 42476dec-b2e2-455e-b153-120a6a91673a, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:56:05.410078 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] For port 42476dec-b2e2-455e-b153-120a6a91673a, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=42476dec-b2e2-455e-b153-120a6a91673a,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:56:05.479455 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Allocated IP 172.20.0.1 (64d7416e-5e7d-4518-940f-76df5aa594b1/39ecdff6-2cc6-4524-8ff6-1d669ef3a620/6664c245-e01a-4732-98ba-ac75ff39451f) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:56:05.598575 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:05.604267 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:05.663973 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Routers {'a6061fd2-108b-4b5f-a216-c289ef085ac8'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:05.664626 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:55:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a6061fd2-108b-4b5f-a216-c289ef085ac8'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:05.721211 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38603ec1-bc0f-4a6f-908c-cb73eeca1df7 None None] Pushing event updated for resources: {'Port': ['ID=42476dec-b2e2-455e-b153-120a6a91673a,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:05.776706 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:05.777004 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3e1115ed-61cd-4185-a8d1-b30cabd6560a req-390540aa-5385-41c8-b9e5-08d826becd3e tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0286765 Sep 23 22:56:05.816327 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] Set router a6061fd2-108b-4b5f-a216-c289ef085ac8 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:05.828732 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Network 64d7416e-5e7d-4518-940f-76df5aa594b1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:56:05.832231 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:05.838808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:56:05.873505 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Pushing event updated for resources: {'Port': ['ID=6664c245-e01a-4732-98ba-ac75ff39451f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:05.907728 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:06.185321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-60ef4f94-f0f1-4cee-b11c-22ae61c33af0 None None] Provisioning complete for port 6664c245-e01a-4732-98ba-ac75ff39451f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:06.185986 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-60ef4f94-f0f1-4cee-b11c-22ae61c33af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:06.190365 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '42476dec-b2e2-455e-b153-120a6a91673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:00Z', 'updated_at': '2021-09-23T22:56:02Z', 'revision_number': 3, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'gw_port': {'id': '42476dec-b2e2-455e-b153-120a6a91673a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:01Z', 'updated_at': '2021-09-23T22:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:06.229563 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df6386-dc31-43b3-b3af-057a20ab6dff None None] The sync data for ids ['a6061fd2-108b-4b5f-a216-c289ef085ac8'] in n-d-810775-1 is: [{'id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '42476dec-b2e2-455e-b153-120a6a91673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:00Z', 'updated_at': '2021-09-23T22:56:02Z', 'revision_number': 3, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'gw_port': {'id': '42476dec-b2e2-455e-b153-120a6a91673a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:01Z', 'updated_at': '2021-09-23T22:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:56:06.241868 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-60ef4f94-f0f1-4cee-b11c-22ae61c33af0 None None] Port 6664c245-e01a-4732-98ba-ac75ff39451f cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:56:06.455014 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac844c9-f89a-4ada-8326-7c3b92e844c2 req-c36e9813-7d10-49d2-9e3f-440cad3b6e9e tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:06.456753 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ac844c9-f89a-4ada-8326-7c3b92e844c2 req-c36e9813-7d10-49d2-9e3f-440cad3b6e9e tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 944 time: 0.0603874 Sep 23 22:56:06.514026 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ac844c9-f89a-4ada-8326-7c3b92e844c2 req-7efac6f3-9eda-4b09-9408-997d98a620b4 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502272 Sep 23 22:56:06.572918 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:06.792149 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:06.795164 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:06.908817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:06.916794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b53f2cff-cc93-4003-92a5-6a8c3d9ec46f req-4717b57d-d770-41c3-ae78-1aae103c9337 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0399671 Sep 23 22:56:07.023253 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:07.045563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Pushing event updated for resources: {'Port': ['ID=6664c245-e01a-4732-98ba-ac75ff39451f,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:07.122739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 42476dec-b2e2-455e-b153-120a6a91673a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:07.180885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Network 64d7416e-5e7d-4518-940f-76df5aa594b1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:56:07.183165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:07.187470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 42476dec-b2e2-455e-b153-120a6a91673a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:07.188032 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:07.336956 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:07.365999 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Router a6061fd2-108b-4b5f-a216-c289ef085ac8 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:56:07.376983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 42476dec-b2e2-455e-b153-120a6a91673a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=42476dec-b2e2-455e-b153-120a6a91673a,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:07.506184 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:07.533248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:56:07.545266 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9d6b3de0-b6e1-49d4-ba31-a09b60507347 admin admin] 10.222.0.22 "PUT /v2.0/routers/a6061fd2-108b-4b5f-a216-c289ef085ac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9273643 Sep 23 22:56:07.600019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=42476dec-b2e2-455e-b153-120a6a91673a,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:07.614974 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4a467cc5-8780-45b7-8983-30c22c1742ea None None] Provisioning complete for port 6664c245-e01a-4732-98ba-ac75ff39451f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:07.616494 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4a467cc5-8780-45b7-8983-30c22c1742ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:07.621811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:07.622559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:07.623135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:07.623728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:07.624819 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:07.626172 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:07.626986 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:07.627669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:07.628418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:07.629073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:07.629824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:07.630371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:07.667194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7dc1b8-70db-49a7-92be-8dde586ef016 req-31bb6d7d-a3b9-4d12-ae9d-f4ea8db77712 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:07.668988 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e7dc1b8-70db-49a7-92be-8dde586ef016 req-31bb6d7d-a3b9-4d12-ae9d-f4ea8db77712 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 944 time: 0.0609691 Sep 23 22:56:07.676332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4a467cc5-8780-45b7-8983-30c22c1742ea None None] Port 6664c245-e01a-4732-98ba-ac75ff39451f cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:56:07.719164 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2e7dc1b8-70db-49a7-92be-8dde586ef016 req-a2273b61-876c-482a-acd0-c429dc6a7b45 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439143 Sep 23 22:56:08.039881 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f378c339-2166-4348-9a31-d9c961853259 req-b73fc5a5-7c2a-4e02-b93e-0e68ead16f6b tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0395062 Sep 23 22:56:08.196842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Sync routers for ids ['a6061fd2-108b-4b5f-a216-c289ef085ac8'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:56:08.217284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Routers {'a6061fd2-108b-4b5f-a216-c289ef085ac8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:08.217284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:55:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a6061fd2-108b-4b5f-a216-c289ef085ac8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:08.483233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33864) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:08.485222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Set router a6061fd2-108b-4b5f-a216-c289ef085ac8 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:08.488712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-957827924-network', 'tenant_id': 'd7f57899c839433db5c75f7eda283073'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:08.685844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] Made reservation on behalf of d7f57899c839433db5c75f7eda283073 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:56:08.690449 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:08.703253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '42476dec-b2e2-455e-b153-120a6a91673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:00Z', 'updated_at': '2021-09-23T22:56:06Z', 'revision_number': 4, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'gw_port': {'id': '42476dec-b2e2-455e-b153-120a6a91673a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:01Z', 'updated_at': '2021-09-23T22:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '6664c245-e01a-4732-98ba-ac75ff39451f', 'name': '', 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'mac_address': 'fa:16:3e:7a:9e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:05Z', 'updated_at': '2021-09-23T22:56:06Z', 'revision_number': 2, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'subnets': [{'id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:08.711530 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:08.739280 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Checking router: a6061fd2-108b-4b5f-a216-c289ef085ac8 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:56:08.739767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Updating router a6061fd2-108b-4b5f-a216-c289ef085ac8 port 6664c245-e01a-4732-98ba-ac75ff39451f binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:56:08.790508 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:08.850065 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-58f1ead8-e8d5-47e1-b098-c615e7d5c482 req-0faaa38f-40e2-49ed-a69f-8a8542696d58 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0531833 Sep 23 22:56:08.873886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff98a1-7f4d-48da-a8cc-184e3f4987f2 req-5c6ce998-950d-4aa3-90da-7a4ca857cb98 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:08.875453 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d2ff98a1-7f4d-48da-a8cc-184e3f4987f2 req-5c6ce998-950d-4aa3-90da-7a4ca857cb98 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 944 time: 0.0774579 Sep 23 22:56:08.885727 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:08.932925 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d2ff98a1-7f4d-48da-a8cc-184e3f4987f2 req-2ac7e32a-0856-4882-9a3f-2b5593438184 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386920 Sep 23 22:56:08.993379 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:09.036539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:56:09.067891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a99d12-f7e5-4db7-a63e-747b56589a8c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:09.079592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8eae212d-31fb-4fdc-8f7f-f474d31df46e details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:56:09.088691 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:09.089188 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] Added segment 0599d326-7d84-493d-99c9-963793de6bba of type vlan for network 8e454fb5-a814-4d4e-b219-53fb20fc0e21 Sep 23 22:56:09.111116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 42476dec-b2e2-455e-b153-120a6a91673a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:09.143947 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:09.279527 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:09.307959 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8eae212d-31fb-4fdc-8f7f-f474d31df46e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8eae212d-31fb-4fdc-8f7f-f474d31df46e,segment=NetworkSegment(bd56ab45-ef95-4539-8cfd-aeaf1ae391d3),segment_id=bd56ab45-ef95-4539-8cfd-aeaf1ae391d3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:09.310352 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 42476dec-b2e2-455e-b153-120a6a91673a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:09.310750 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:09.336732 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:09.339187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:09.339942 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:09.341555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '8eae212d-31fb-4fdc-8f7f-f474d31df46e', 'network_id': 'f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc', 'port_id': '8eae212d-31fb-4fdc-8f7f-f474d31df46e', 'mac_address': 'fa:16:3e:63:3a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3609b304-4bda-4a09-893d-db62e59a82cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:56:09.403034 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:09.421480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] Pushing event updated for resources: {'Network': ['ID=8e454fb5-a814-4d4e-b219-53fb20fc0e21,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:09.438812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 8e454fb5-a814-4d4e-b219-53fb20fc0e21 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:56:09.459598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eae212d-31fb-4fdc-8f7f-f474d31df46e {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:56:09.513059 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b783d622-b8df-49ec-8ab5-188f10dbaed9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0210474 Sep 23 22:56:09.513325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33880) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:09.514589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3fc067a4-01de-4cdf-845f-be1798a8effe admin admin] Request body: {'subnet': {'network_id': '8e454fb5-a814-4d4e-b219-53fb20fc0e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-957827924-subnet', 'tenant_id': 'd7f57899c839433db5c75f7eda283073', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:09.527581 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:09.583734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8eae212d-31fb-4fdc-8f7f-f474d31df46e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8eae212d-31fb-4fdc-8f7f-f474d31df46e,segment=NetworkSegment(bd56ab45-ef95-4539-8cfd-aeaf1ae391d3),segment_id=bd56ab45-ef95-4539-8cfd-aeaf1ae391d3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:09.643740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95c6c1-f380-4329-94c1-3923ef46a704 None None] Pushing event updated for resources: {'Port': ['ID=6664c245-e01a-4732-98ba-ac75ff39451f,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:09.651850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc067a4-01de-4cdf-845f-be1798a8effe admin admin] Made reservation on behalf of d7f57899c839433db5c75f7eda283073 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:56:09.655165 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3fc067a4-01de-4cdf-845f-be1798a8effe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:09.701878 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:09.706406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Attempting to bind port 6664c245-e01a-4732-98ba-ac75ff39451f on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:56:09.707049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Attempting to bind port 6664c245-e01a-4732-98ba-ac75ff39451f by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b2fd1094-313a-4404-9c05-216c5aa1ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:56:09.707512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Attempting to bind port 6664c245-e01a-4732-98ba-ac75ff39451f on network 64d7416e-5e7d-4518-940f-76df5aa594b1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:56:09.734474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:56:09.735790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Checking segment: {'id': 'b2fd1094-313a-4404-9c05-216c5aa1ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:56:09.736415 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:09.737024 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Bound using segment: {'id': 'b2fd1094-313a-4404-9c05-216c5aa1ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:56:09.738030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Bound port: 6664c245-e01a-4732-98ba-ac75ff39451f, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fd1094-313a-4404-9c05-216c5aa1ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:56:09.738435 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:09.831523 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=8eae212d-31fb-4fdc-8f7f-f474d31df46e,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:09.912123 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] For port 6664c245-e01a-4732-98ba-ac75ff39451f, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:56:09.912123 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] For port 6664c245-e01a-4732-98ba-ac75ff39451f, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6664c245-e01a-4732-98ba-ac75ff39451f,segment=NetworkSegment(b2fd1094-313a-4404-9c05-216c5aa1ff29),segment_id=b2fd1094-313a-4404-9c05-216c5aa1ff29)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:56:09.990420 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1fcb20d-584a-4c36-ac60-eb472bd251ac req-e5a191c8-78d4-4e17-ad17-5842c303b614 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0343525 Sep 23 22:56:10.020857 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b595e0e3-1890-4fe8-9c05-1ef58f35ab84 None None] Provisioning complete for port 6664c245-e01a-4732-98ba-ac75ff39451f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:10.021400 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b595e0e3-1890-4fe8-9c05-1ef58f35ab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:10.083947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08f3cb-9169-4bfd-a3e4-772fa66fc59d req-7a904c82-4cd3-4df7-b441-0bb257f5fed3 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:10.085228 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:10.086551 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1e08f3cb-9169-4bfd-a3e4-772fa66fc59d req-7a904c82-4cd3-4df7-b441-0bb257f5fed3 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 945 time: 0.0617392 Sep 23 22:56:10.099424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b595e0e3-1890-4fe8-9c05-1ef58f35ab84 None None] Port 6664c245-e01a-4732-98ba-ac75ff39451f cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:56:10.144505 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1e08f3cb-9169-4bfd-a3e4-772fa66fc59d req-59680147-912f-48e8-84fd-a2d880b72f05 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466037 Sep 23 22:56:10.169310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Routers {'a6061fd2-108b-4b5f-a216-c289ef085ac8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:10.170102 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:55:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a6061fd2-108b-4b5f-a216-c289ef085ac8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:10.180404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95c6c1-f380-4329-94c1-3923ef46a704 None None] Pushing event updated for resources: {'Port': ['ID=6664c245-e01a-4732-98ba-ac75ff39451f,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:10.205824 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3fc067a4-01de-4cdf-845f-be1798a8effe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:10.225257 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['8eae212d-31fb-4fdc-8f7f-f474d31df46e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:56:10.293292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc067a4-01de-4cdf-845f-be1798a8effe admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea86ecb-f4e9-4dc9-b491-2b747c971b6f,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:10.318551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc067a4-01de-4cdf-845f-be1798a8effe admin admin] Checking segment: {'id': '0599d326-7d84-493d-99c9-963793de6bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8e454fb5-a814-4d4e-b219-53fb20fc0e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:56:10.319214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc067a4-01de-4cdf-845f-be1798a8effe admin admin] Network hostable DHCP agents. Network: 8e454fb5-a814-4d4e-b219-53fb20fc0e21, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:56:10.384133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] Set router a6061fd2-108b-4b5f-a216-c289ef085ac8 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:10.498418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-70d26ef8-2112-4bdb-ba84-2209bd30ce91 None None] Provisioning complete for port 6664c245-e01a-4732-98ba-ac75ff39451f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:10.498665 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-70d26ef8-2112-4bdb-ba84-2209bd30ce91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:10.539752 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc067a4-01de-4cdf-845f-be1798a8effe admin admin] Network 8e454fb5-a814-4d4e-b219-53fb20fc0e21 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:56:10.653541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3fc067a4-01de-4cdf-845f-be1798a8effe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 8e454fb5-a814-4d4e-b219-53fb20fc0e21) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:10.659120 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc067a4-01de-4cdf-845f-be1798a8effe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:10.660445 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3fc067a4-01de-4cdf-845f-be1798a8effe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:10.683476 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f02178-8815-46ef-88ac-e1700c9038c3 None None] Network 8e454fb5-a814-4d4e-b219-53fb20fc0e21 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:56:10.754959 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3fc067a4-01de-4cdf-845f-be1798a8effe admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2442970 Sep 23 22:56:10.757487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 33894) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:10.762629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-957827924-router', 'tenant_id': 'd7f57899c839433db5c75f7eda283073', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:10.799559 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-70d26ef8-2112-4bdb-ba84-2209bd30ce91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:10.881716 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:10.885545 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:10.891044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-70d26ef8-2112-4bdb-ba84-2209bd30ce91 None None] For port 6664c245-e01a-4732-98ba-ac75ff39451f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6664c245-e01a-4732-98ba-ac75ff39451f,segment=NetworkSegment(b2fd1094-313a-4404-9c05-216c5aa1ff29),segment_id=b2fd1094-313a-4404-9c05-216c5aa1ff29)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:10.904603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '42476dec-b2e2-455e-b153-120a6a91673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:00Z', 'updated_at': '2021-09-23T22:56:06Z', 'revision_number': 4, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'gw_port': {'id': '42476dec-b2e2-455e-b153-120a6a91673a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:01Z', 'updated_at': '2021-09-23T22:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '6664c245-e01a-4732-98ba-ac75ff39451f', 'name': '', 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'mac_address': 'fa:16:3e:7a:9e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:05Z', 'updated_at': '2021-09-23T22:56:09Z', 'revision_number': 4, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'subnets': [{'id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:10.937238 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747c9037-018e-470e-8fa5-e128890d0088 None None] The sync data for ids ['a6061fd2-108b-4b5f-a216-c289ef085ac8'] in n-d-810775-1 is: [{'id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '42476dec-b2e2-455e-b153-120a6a91673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:00Z', 'updated_at': '2021-09-23T22:56:06Z', 'revision_number': 4, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'gw_port': {'id': '42476dec-b2e2-455e-b153-120a6a91673a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:01Z', 'updated_at': '2021-09-23T22:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '6664c245-e01a-4732-98ba-ac75ff39451f', 'name': '', 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'mac_address': 'fa:16:3e:7a:9e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:05Z', 'updated_at': '2021-09-23T22:56:09Z', 'revision_number': 4, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'subnets': [{'id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:56:10.983799 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-70d26ef8-2112-4bdb-ba84-2209bd30ce91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:11.044154 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-8e454fb5-a814-4d4e-b219-53fb20fc0e21', 'network_id': '8e454fb5-a814-4d4e-b219-53fb20fc0e21', 'tenant_id': 'd7f57899c839433db5c75f7eda283073', 'fixed_ips': [{'subnet_id': 'aea86ecb-f4e9-4dc9-b491-2b747c971b6f'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:56:11.045039 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:11.062104 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:11.191571 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e764ffea-4e34-472e-a17f-41f2830623b6 req-2fbc5439-c1b3-4412-b4c1-488ff082afb9 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0543342 Sep 23 22:56:11.274679 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d26ef8-2112-4bdb-ba84-2209bd30ce91 None None] Pushing event updated for resources: {'Port': ['ID=6664c245-e01a-4732-98ba-ac75ff39451f,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:11.292200 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6664c245-e01a-4732-98ba-ac75ff39451f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:11.466195 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed83029-1fdc-4e70-b9f8-3c93aa4be52d req-3fe991bb-3667-4bac-a999-a9f843aaffc6 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:11.474172 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5ed83029-1fdc-4e70-b9f8-3c93aa4be52d req-3fe991bb-3667-4bac-a999-a9f843aaffc6 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 945 time: 0.1887577 Sep 23 22:56:11.504284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 6664c245-e01a-4732-98ba-ac75ff39451f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:11.504884 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:11.548619 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Allocated IP 172.20.0.2 (8e454fb5-a814-4d4e-b219-53fb20fc0e21/aea86ecb-f4e9-4dc9-b491-2b747c971b6f/8bdcd517-7fed-45c0-ac70-a2e2d179d139) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:56:11.555356 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5ed83029-1fdc-4e70-b9f8-3c93aa4be52d req-071dddab-85bd-46b4-bffa-9a9d294db637 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741808 Sep 23 22:56:11.599029 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:11.861419 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:11.978831 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:11.999857 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:12.011334 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:12.048494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Network 8e454fb5-a814-4d4e-b219-53fb20fc0e21 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:56:12.051887 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:12.057962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:56:12.135148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Pushing event updated for resources: {'Port': ['ID=8bdcd517-7fed-45c0-ac70-a2e2d179d139,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:12.170270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Attempting to bind port 8bdcd517-7fed-45c0-ac70-a2e2d179d139 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:56:12.170270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Attempting to bind port 8bdcd517-7fed-45c0-ac70-a2e2d179d139 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '0599d326-7d84-493d-99c9-963793de6bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8e454fb5-a814-4d4e-b219-53fb20fc0e21'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:56:12.170270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Attempting to bind port 8bdcd517-7fed-45c0-ac70-a2e2d179d139 on network 8e454fb5-a814-4d4e-b219-53fb20fc0e21 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:56:12.173383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:56:12.173843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Checking segment: {'id': '0599d326-7d84-493d-99c9-963793de6bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8e454fb5-a814-4d4e-b219-53fb20fc0e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:56:12.174381 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:12.174645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Bound using segment: {'id': '0599d326-7d84-493d-99c9-963793de6bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8e454fb5-a814-4d4e-b219-53fb20fc0e21'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:56:12.175366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Bound port: 8bdcd517-7fed-45c0-ac70-a2e2d179d139, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0599d326-7d84-493d-99c9-963793de6bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8e454fb5-a814-4d4e-b219-53fb20fc0e21'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:56:12.175508 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:12.191291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Allocated IP 172.25.1.89 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/6f31834d-1806-4737-9a2a-81a67a55067b) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:56:12.315382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] For port 8bdcd517-7fed-45c0-ac70-a2e2d179d139, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:56:12.322618 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] For port 8bdcd517-7fed-45c0-ac70-a2e2d179d139, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8bdcd517-7fed-45c0-ac70-a2e2d179d139,segment=NetworkSegment(0599d326-7d84-493d-99c9-963793de6bba),segment_id=0599d326-7d84-493d-99c9-963793de6bba)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:56:12.388562 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:12.412998 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77c6f3b1-048b-4142-9113-0892e0df5a80 req-3db32c96-c8ee-47a7-862e-5ca67c0d0952 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0489094 Sep 23 22:56:12.699754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcbc4b-2164-4242-aa5d-a6cf0ff1df70 None None] Pushing event updated for resources: {'Port': ['ID=8bdcd517-7fed-45c0-ac70-a2e2d179d139,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:12.863145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a63371-6d2e-401c-b46a-7dca1ba8ca32 req-9005ec7f-3287-43c5-9f6b-dcdb907dc7ef tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:12.878179 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-04a63371-6d2e-401c-b46a-7dca1ba8ca32 req-9005ec7f-3287-43c5-9f6b-dcdb907dc7ef tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 945 time: 0.0969162 Sep 23 22:56:12.987068 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-04a63371-6d2e-401c-b46a-7dca1ba8ca32 req-7f0a4343-2244-4df4-8ee8-749196e33bc1 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080074 Sep 23 22:56:13.054650 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:13.074227 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-88d533a8-ebe7-4968-88e4-708dc0bad707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:13.092210 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8eae212d-31fb-4fdc-8f7f-f474d31df46e up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:13.230602 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:13.235985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6664c245-e01a-4732-98ba-ac75ff39451f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:13.276826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 8eae212d-31fb-4fdc-8f7f-f474d31df46e completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:56:13.284322 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:56:13.287743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:13.289711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 8eae212d-31fb-4fdc-8f7f-f474d31df46e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:13.290085 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:13.303058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:56:13.341935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 6664c245-e01a-4732-98ba-ac75ff39451f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:13.342168 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:13.347514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Pushing event updated for resources: {'Port': ['ID=6f31834d-1806-4737-9a2a-81a67a55067b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:13.364733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:13.365544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:13.365544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:13.365917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:13.366036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:13.366615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:13.366775 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:13.367112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:13.367313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:13.367734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:13.367887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:13.368228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:13.467521 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:13.573870 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8eae212d-31fb-4fdc-8f7f-f474d31df46e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8eae212d-31fb-4fdc-8f7f-f474d31df46e,segment=NetworkSegment(bd56ab45-ef95-4539-8cfd-aeaf1ae391d3),segment_id=bd56ab45-ef95-4539-8cfd-aeaf1ae391d3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:13.576771 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eae212d-31fb-4fdc-8f7f-f474d31df46e'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:56:13.579436 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c835141d-ebe8-4818-a851-545f480e9756" -d '{"events": [{"server_uuid": "2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30", "name": "network-vif-plugged", "status": "completed", "tag": "8eae212d-31fb-4fdc-8f7f-f474d31df46e"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:56:13.588812 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f11e2cd5-b207-4a4e-ada1-f647c81525a4 req-650955ea-68ac-47de-8778-946de4661bac tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0457237 Sep 23 22:56:13.623474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8bdcd517-7fed-45c0-ac70-a2e2d179d139 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:13.681636 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8bdcd517-7fed-45c0-ac70-a2e2d179d139 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:13.681963 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:13.735712 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:13.909495 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=8eae212d-31fb-4fdc-8f7f-f474d31df46e,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:13.936670 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:13.951342 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:13.997308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 8bdcd517-7fed-45c0-ac70-a2e2d179d139, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8bdcd517-7fed-45c0-ac70-a2e2d179d139,segment=NetworkSegment(0599d326-7d84-493d-99c9-963793de6bba),segment_id=0599d326-7d84-493d-99c9-963793de6bba)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:14.017522 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4e721e-ab44-4d33-bb95-ae5b0f0da2a5 x-openstack-request-id: req-ce4e721e-ab44-4d33-bb95-ae5b0f0da2a5 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:56:14.017822 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30", "name": "network-vif-plugged", "status": "completed", "tag": "8eae212d-31fb-4fdc-8f7f-f474d31df46e", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:56:14.018263 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce4e721e-ab44-4d33-bb95-ae5b0f0da2a5 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:56:14.018672 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eae212d-31fb-4fdc-8f7f-f474d31df46e', 'code': 200} Sep 23 22:56:14.140587 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:14.168360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b68027-a6a9-4ee5-9d47-6c7a05691888 req-70259086-2e22-4a90-b158-8a28ca7b7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:14.171988 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-77b68027-a6a9-4ee5-9d47-6c7a05691888 req-70259086-2e22-4a90-b158-8a28ca7b7540 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 1097 time: 0.0639889 Sep 23 22:56:14.174592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a96fc3-cbcf-47b0-91c3-6cceaf3f1676 None None] Network 8e454fb5-a814-4d4e-b219-53fb20fc0e21 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:56:14.228921 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-77b68027-a6a9-4ee5-9d47-6c7a05691888 req-28eba17c-4b71-4713-86ce-33c3fd87c5ee service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415151 Sep 23 22:56:14.238313 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-567a8430-b924-41d5-8170-9299d955569c None None] Provisioning complete for port 8bdcd517-7fed-45c0-ac70-a2e2d179d139 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:14.238693 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-567a8430-b924-41d5-8170-9299d955569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:14.271869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b3ec4-e02b-4a41-8e1f-4767faf4193b req-4ab4c62e-6c13-4473-9e9c-374f0a01638e tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:14.273526 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d9b3ec4-e02b-4a41-8e1f-4767faf4193b req-4ab4c62e-6c13-4473-9e9c-374f0a01638e tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 946 time: 0.1109889 Sep 23 22:56:14.289079 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:14.396557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=8bdcd517-7fed-45c0-ac70-a2e2d179d139,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:14.482684 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d9b3ec4-e02b-4a41-8e1f-4767faf4193b req-50d0c69c-5bef-4b8b-86bb-eb1d13610c68 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870000 Sep 23 22:56:14.575810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Router d91ac4b1-ed76-424e-ae3d-29d0aad7c918 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:56:14.746990 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-741fee74-d410-45b2-9426-21fc111ffb75 req-8da2ba08-e7d6-413e-905d-55f5734b6c22 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0571384 Sep 23 22:56:14.779887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:56:14.792873 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Sync routers for ids ['d91ac4b1-ed76-424e-ae3d-29d0aad7c918'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:56:14.803879 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Routers {'d91ac4b1-ed76-424e-ae3d-29d0aad7c918'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:14.805021 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:55:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d91ac4b1-ed76-424e-ae3d-29d0aad7c918'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:14.857889 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:14.861982 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 33942) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:14.862270 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4118d06e-e8fc-46bf-b064-6af13fa61166 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1036353 Sep 23 22:56:14.950265 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Set router d91ac4b1-ed76-424e-ae3d-29d0aad7c918 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:14.985057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-80baf95b-f306-4ddd-94c9-dff3358f6b39 None None] Provisioning complete for port 8bdcd517-7fed-45c0-ac70-a2e2d179d139 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:14.985640 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-80baf95b-f306-4ddd-94c9-dff3358f6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:15.145903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8bdcd517-7fed-45c0-ac70-a2e2d179d139 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:15.288711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8bdcd517-7fed-45c0-ac70-a2e2d179d139 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:15.289000 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:15.291130 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'name': 'tempest-TestServerBasicOps-957827924-router', 'tenant_id': 'd7f57899c839433db5c75f7eda283073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:10Z', 'updated_at': '2021-09-23T22:56:13Z', 'revision_number': 3, 'project_id': 'd7f57899c839433db5c75f7eda283073', 'gw_port': {'id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:12Z', 'updated_at': '2021-09-23T22:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:15.325740 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Checking router: d91ac4b1-ed76-424e-ae3d-29d0aad7c918 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:56:15.326154 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Updating router d91ac4b1-ed76-424e-ae3d-29d0aad7c918 port 6f31834d-1806-4737-9a2a-81a67a55067b binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:56:15.361905 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:15.591544 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:15.637825 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b285b187-b48b-43f1-a413-2beb8134ac73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:15.764623 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e036ef2-aa65-4b31-bc18-7b0e3b5300ef req-0b2cdb20-32c5-4fa5-ad76-3a541ccb0011 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:15.771812 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e036ef2-aa65-4b31-bc18-7b0e3b5300ef req-0b2cdb20-32c5-4fa5-ad76-3a541ccb0011 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 946 time: 0.1174870 Sep 23 22:56:15.855682 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e036ef2-aa65-4b31-bc18-7b0e3b5300ef req-6b453636-ae94-4338-855c-3831dc2f2aec tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702488 Sep 23 22:56:15.889430 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9b14828-78da-417b-8ea7-ae4a42ccb46a req-8a73d4cf-30cb-4bd5-90f3-19f88125c0d1 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0420661 Sep 23 22:56:15.891357 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:15.906211 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Allocated IP 172.20.0.1 (8e454fb5-a814-4d4e-b219-53fb20fc0e21/aea86ecb-f4e9-4dc9-b491-2b747c971b6f/73d3ac19-f7b7-440b-8d13-bb04c47dd5b2) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:56:16.015389 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:16.033714 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:16.075795 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e8713-97e1-448a-8ef8-d54eaa40b958 None None] Pushing event updated for resources: {'Port': ['ID=6f31834d-1806-4737-9a2a-81a67a55067b,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:16.078469 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Attempting to bind port 6f31834d-1806-4737-9a2a-81a67a55067b on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:56:16.078838 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Attempting to bind port 6f31834d-1806-4737-9a2a-81a67a55067b by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:56:16.079204 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Attempting to bind port 6f31834d-1806-4737-9a2a-81a67a55067b on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:56:16.089038 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:56:16.089038 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:56:16.089038 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:16.089038 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:56:16.089038 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Bound port: 6f31834d-1806-4737-9a2a-81a67a55067b, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:56:16.089038 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:16.126072 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:16.145710 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] For port 6f31834d-1806-4737-9a2a-81a67a55067b, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:56:16.148785 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] For port 6f31834d-1806-4737-9a2a-81a67a55067b, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6f31834d-1806-4737-9a2a-81a67a55067b,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:56:16.229733 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:16.273889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Network 8e454fb5-a814-4d4e-b219-53fb20fc0e21 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:56:16.274311 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:16.277428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:16.281465 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:56:16.289375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Pushing event updated for resources: {'Port': ['ID=73d3ac19-f7b7-440b-8d13-bb04c47dd5b2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:16.320286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:16.320644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:16.320969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:16.321349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:16.322218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:16.322541 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:16.322870 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:16.323178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:16.323510 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:16.323839 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:16.324162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:16.324476 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:56:16.353426 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Routers {'d91ac4b1-ed76-424e-ae3d-29d0aad7c918'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:16.354141 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:56:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d91ac4b1-ed76-424e-ae3d-29d0aad7c918'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:16.355812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:16.398111 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e8713-97e1-448a-8ef8-d54eaa40b958 None None] Pushing event updated for resources: {'Port': ['ID=6f31834d-1806-4737-9a2a-81a67a55067b,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:16.506002 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] Set router d91ac4b1-ed76-424e-ae3d-29d0aad7c918 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:16.649335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d8d96f44-5ba2-42aa-b8f9-dfcdd90a39c8 None None] Provisioning complete for port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:16.650768 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8d96f44-5ba2-42aa-b8f9-dfcdd90a39c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:16.659360 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:16.691868 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d8d96f44-5ba2-42aa-b8f9-dfcdd90a39c8 None None] Port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:56:16.716303 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'name': 'tempest-TestServerBasicOps-957827924-router', 'tenant_id': 'd7f57899c839433db5c75f7eda283073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:10Z', 'updated_at': '2021-09-23T22:56:13Z', 'revision_number': 3, 'project_id': 'd7f57899c839433db5c75f7eda283073', 'gw_port': {'id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:12Z', 'updated_at': '2021-09-23T22:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:16.747447 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067067f-b7e9-4c0e-bd04-bd78b6b50578 None None] The sync data for ids ['d91ac4b1-ed76-424e-ae3d-29d0aad7c918'] in n-d-810775-1 is: [{'id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'name': 'tempest-TestServerBasicOps-957827924-router', 'tenant_id': 'd7f57899c839433db5c75f7eda283073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:10Z', 'updated_at': '2021-09-23T22:56:13Z', 'revision_number': 3, 'project_id': 'd7f57899c839433db5c75f7eda283073', 'gw_port': {'id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:12Z', 'updated_at': '2021-09-23T22:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:56:16.922590 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:17.014448 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:17.047342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0dad0-49dd-46e9-a3fe-bca38b3769bf req-68915d7a-2bc2-463c-862c-97ad7140ef4b tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:17.048326 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34200ab4-a961-4b10-8618-9f9f0774bb5c req-9c81c83f-0f1d-43a8-8394-9da3d63dac86 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0596769 Sep 23 22:56:17.049521 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44a0dad0-49dd-46e9-a3fe-bca38b3769bf req-68915d7a-2bc2-463c-862c-97ad7140ef4b tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 946 time: 0.0948277 Sep 23 22:56:17.056777 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:17.142263 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44a0dad0-49dd-46e9-a3fe-bca38b3769bf req-c66f4bca-2889-4cd8-b967-0725194c0117 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797195 Sep 23 22:56:17.208824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6f31834d-1806-4737-9a2a-81a67a55067b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:17.219276 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Pushing event updated for resources: {'Port': ['ID=73d3ac19-f7b7-440b-8d13-bb04c47dd5b2,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:17.232405 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:17.282367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 6f31834d-1806-4737-9a2a-81a67a55067b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:17.282744 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:17.420406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Network 8e454fb5-a814-4d4e-b219-53fb20fc0e21 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:56:17.427643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:17.428516 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:17.486609 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 6f31834d-1806-4737-9a2a-81a67a55067b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6f31834d-1806-4737-9a2a-81a67a55067b,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:17.582701 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:17.685735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=6f31834d-1806-4737-9a2a-81a67a55067b,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:17.799827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Router d91ac4b1-ed76-424e-ae3d-29d0aad7c918 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:56:17.941287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d3e31f80-29f6-40a2-8f25-7d0ab350247c None None] Provisioning complete for port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:17.948780 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d3e31f80-29f6-40a2-8f25-7d0ab350247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:18.024804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d3e31f80-29f6-40a2-8f25-7d0ab350247c None None] Port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:56:18.052523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:56:18.068317 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-14ff8d75-0082-4ec3-b03f-61985efae785 admin admin] 10.222.0.22 "PUT /v2.0/routers/d91ac4b1-ed76-424e-ae3d-29d0aad7c918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2049658 Sep 23 22:56:18.177399 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:18.261703 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-640e6293-df05-44f6-94d2-e0c262f95340 req-5a8f5196-a46d-4271-8179-ec1c18b63097 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0374568 Sep 23 22:56:18.679366 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:19.005585 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Sync routers for ids ['d91ac4b1-ed76-424e-ae3d-29d0aad7c918'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:56:19.021416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Routers {'d91ac4b1-ed76-424e-ae3d-29d0aad7c918'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:19.022654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:56:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d91ac4b1-ed76-424e-ae3d-29d0aad7c918'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:19.152109 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6f31834d-1806-4737-9a2a-81a67a55067b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:19.243382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Set router d91ac4b1-ed76-424e-ae3d-29d0aad7c918 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:19.280277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 6f31834d-1806-4737-9a2a-81a67a55067b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:19.280277 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:19.396456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eba22870-cb53-470e-99f5-ad2e4fe07145 req-53221b77-ff5e-43f8-a809-d3a1872288d0 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0337241 Sep 23 22:56:19.595812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'name': 'tempest-TestServerBasicOps-957827924-router', 'tenant_id': 'd7f57899c839433db5c75f7eda283073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:10Z', 'updated_at': '2021-09-23T22:56:16Z', 'revision_number': 4, 'project_id': 'd7f57899c839433db5c75f7eda283073', 'gw_port': {'id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:12Z', 'updated_at': '2021-09-23T22:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '73d3ac19-f7b7-440b-8d13-bb04c47dd5b2', 'name': '', 'network_id': '8e454fb5-a814-4d4e-b219-53fb20fc0e21', 'tenant_id': 'd7f57899c839433db5c75f7eda283073', 'mac_address': 'fa:16:3e:cc:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'aea86ecb-f4e9-4dc9-b491-2b747c971b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:15Z', 'updated_at': '2021-09-23T22:56:16Z', 'revision_number': 2, 'project_id': 'd7f57899c839433db5c75f7eda283073', 'subnets': [{'id': 'aea86ecb-f4e9-4dc9-b491-2b747c971b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:19.629436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Checking router: d91ac4b1-ed76-424e-ae3d-29d0aad7c918 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:56:19.629793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Updating router d91ac4b1-ed76-424e-ae3d-29d0aad7c918 port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:56:19.663762 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:20.060660 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:20.198797 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:20.277015 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5d0eb-0fb1-475d-891d-fbd9efeeb3ba None None] Pushing event updated for resources: {'Port': ['ID=73d3ac19-f7b7-440b-8d13-bb04c47dd5b2,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:20.319488 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Attempting to bind port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:56:20.320138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Attempting to bind port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '0599d326-7d84-493d-99c9-963793de6bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8e454fb5-a814-4d4e-b219-53fb20fc0e21'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:56:20.320463 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Attempting to bind port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 on network 8e454fb5-a814-4d4e-b219-53fb20fc0e21 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:56:20.329626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:56:20.336141 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Checking segment: {'id': '0599d326-7d84-493d-99c9-963793de6bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8e454fb5-a814-4d4e-b219-53fb20fc0e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:56:20.336141 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:20.336141 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Bound using segment: {'id': '0599d326-7d84-493d-99c9-963793de6bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8e454fb5-a814-4d4e-b219-53fb20fc0e21'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:56:20.336141 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Bound port: 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0599d326-7d84-493d-99c9-963793de6bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8e454fb5-a814-4d4e-b219-53fb20fc0e21'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:56:20.336141 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:20.425950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34066) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:20.431403 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7576e7fc-4d09-49a2-bb04-92b0a073a9f5 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-335749919', 'description': 'tempest-secgroup-smoke-335749919 description', 'project_id': '8894b6f779c248d696d598f1a01f1f87'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:20.524425 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] For port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:56:20.529128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] For port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=73d3ac19-f7b7-440b-8d13-bb04c47dd5b2,segment=NetworkSegment(0599d326-7d84-493d-99c9-963793de6bba),segment_id=0599d326-7d84-493d-99c9-963793de6bba)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:56:20.559646 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c8d15f45-9c18-4ae7-a70b-d97b340ae483 req-6029b1c3-e27f-4479-b5a9-e89e3e810427 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0441644 Sep 23 22:56:20.586114 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7092cd11-7c8c-4d14-9404-ab112802bedc None None] Provisioning complete for port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:20.586527 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7092cd11-7c8c-4d14-9404-ab112802bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:20.614808 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7576e7fc-4d09-49a2-bb04-92b0a073a9f5 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:20.640442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7092cd11-7c8c-4d14-9404-ab112802bedc None None] Port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:56:20.652092 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:20.720067 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Routers {'d91ac4b1-ed76-424e-ae3d-29d0aad7c918'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:20.729210 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:56:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d91ac4b1-ed76-424e-ae3d-29d0aad7c918'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:20.836264 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7576e7fc-4d09-49a2-bb04-92b0a073a9f5 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:20.921783 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7576e7fc-4d09-49a2-bb04-92b0a073a9f5 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:21.020656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576e7fc-4d09-49a2-bb04-92b0a073a9f5 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c53894c-75cd-44bc-8204-92f8ca6922a0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:21.106360 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7576e7fc-4d09-49a2-bb04-92b0a073a9f5 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:21.108049 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7576e7fc-4d09-49a2-bb04-92b0a073a9f5 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6810594 Sep 23 22:56:21.110914 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34078) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:21.117118 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e3ae6860-2d5e-4fb1-a4ba-ff483dc9f93a tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Request body: {'security_group_rule': {'security_group_id': '7c53894c-75cd-44bc-8204-92f8ca6922a0', 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:21.189182 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5d0eb-0fb1-475d-891d-fbd9efeeb3ba None None] Pushing event updated for resources: {'Port': ['ID=73d3ac19-f7b7-440b-8d13-bb04c47dd5b2,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:21.219027 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ba725686-c416-4f4a-9b39-ead844009138 None None] Provisioning complete for port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:21.219464 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ba725686-c416-4f4a-9b39-ead844009138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:21.292027 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6860-2d5e-4fb1-a4ba-ff483dc9f93a tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:21.293026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] Set router d91ac4b1-ed76-424e-ae3d-29d0aad7c918 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:21.389392 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6860-2d5e-4fb1-a4ba-ff483dc9f93a tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:21.458964 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ba725686-c416-4f4a-9b39-ead844009138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:21.557944 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ba725686-c416-4f4a-9b39-ead844009138 None None] For port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=73d3ac19-f7b7-440b-8d13-bb04c47dd5b2,segment=NetworkSegment(0599d326-7d84-493d-99c9-963793de6bba),segment_id=0599d326-7d84-493d-99c9-963793de6bba)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:21.635615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'name': 'tempest-TestServerBasicOps-957827924-router', 'tenant_id': 'd7f57899c839433db5c75f7eda283073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:10Z', 'updated_at': '2021-09-23T22:56:16Z', 'revision_number': 4, 'project_id': 'd7f57899c839433db5c75f7eda283073', 'gw_port': {'id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:12Z', 'updated_at': '2021-09-23T22:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '73d3ac19-f7b7-440b-8d13-bb04c47dd5b2', 'name': '', 'network_id': '8e454fb5-a814-4d4e-b219-53fb20fc0e21', 'tenant_id': 'd7f57899c839433db5c75f7eda283073', 'mac_address': 'fa:16:3e:cc:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'aea86ecb-f4e9-4dc9-b491-2b747c971b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:15Z', 'updated_at': '2021-09-23T22:56:20Z', 'revision_number': 4, 'project_id': 'd7f57899c839433db5c75f7eda283073', 'subnets': [{'id': 'aea86ecb-f4e9-4dc9-b491-2b747c971b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:21.638126 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6860-2d5e-4fb1-a4ba-ff483dc9f93a tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:21.680151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9213ad1-4940-4ea1-8099-5486086118ff None None] The sync data for ids ['d91ac4b1-ed76-424e-ae3d-29d0aad7c918'] in n-d-810775-1 is: [{'id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'name': 'tempest-TestServerBasicOps-957827924-router', 'tenant_id': 'd7f57899c839433db5c75f7eda283073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:10Z', 'updated_at': '2021-09-23T22:56:16Z', 'revision_number': 4, 'project_id': 'd7f57899c839433db5c75f7eda283073', 'gw_port': {'id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:12Z', 'updated_at': '2021-09-23T22:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '73d3ac19-f7b7-440b-8d13-bb04c47dd5b2', 'name': '', 'network_id': '8e454fb5-a814-4d4e-b219-53fb20fc0e21', 'tenant_id': 'd7f57899c839433db5c75f7eda283073', 'mac_address': 'fa:16:3e:cc:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'aea86ecb-f4e9-4dc9-b491-2b747c971b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:15Z', 'updated_at': '2021-09-23T22:56:20Z', 'revision_number': 4, 'project_id': 'd7f57899c839433db5c75f7eda283073', 'subnets': [{'id': 'aea86ecb-f4e9-4dc9-b491-2b747c971b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:56:21.722486 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afef8c85-fb4f-4f00-9861-950fcb29c855 req-3d443ec2-2ec7-419b-baac-388407e0664b tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0464320 Sep 23 22:56:21.724355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae6860-2d5e-4fb1-a4ba-ff483dc9f93a tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a400298-cec0-4806-9f65-9e4d3d5ac3a4,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:21.735754 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ba725686-c416-4f4a-9b39-ead844009138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:21.833286 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6860-2d5e-4fb1-a4ba-ff483dc9f93a tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:21.839019 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e3ae6860-2d5e-4fb1-a4ba-ff483dc9f93a tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7265909 Sep 23 22:56:21.840245 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34088) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:21.849750 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-14e3598e-4577-4c3f-a8d8-29ec6ad0c30e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Request body: {'security_group_rule': {'security_group_id': '7c53894c-75cd-44bc-8204-92f8ca6922a0', 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:21.881038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba725686-c416-4f4a-9b39-ead844009138 None None] Pushing event updated for resources: {'Port': ['ID=73d3ac19-f7b7-440b-8d13-bb04c47dd5b2,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:21.992767 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14e3598e-4577-4c3f-a8d8-29ec6ad0c30e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:22.155649 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14e3598e-4577-4c3f-a8d8-29ec6ad0c30e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:22.266115 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14e3598e-4577-4c3f-a8d8-29ec6ad0c30e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:22.308319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3598e-4577-4c3f-a8d8-29ec6ad0c30e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35024332-a502-40c1-97c1-1e34789b046d,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:22.386268 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14e3598e-4577-4c3f-a8d8-29ec6ad0c30e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:22.387727 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-14e3598e-4577-4c3f-a8d8-29ec6ad0c30e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5459719 Sep 23 22:56:22.399178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34094) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:22.399178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-52b5cc12-2488-4c71-a990-5d402291a354 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Request body: {'security_group_rule': {'security_group_id': '7c53894c-75cd-44bc-8204-92f8ca6922a0', 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:22.516361 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-52b5cc12-2488-4c71-a990-5d402291a354 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:22.616989 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-52b5cc12-2488-4c71-a990-5d402291a354 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:22.711739 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-52b5cc12-2488-4c71-a990-5d402291a354 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:22.740789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5cc12-2488-4c71-a990-5d402291a354 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3e4daa-67c2-41a6-a7c6-d8a6a81adea0,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:22.839055 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-52b5cc12-2488-4c71-a990-5d402291a354 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:22.840726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-52b5cc12-2488-4c71-a990-5d402291a354 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4477961 Sep 23 22:56:22.843613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34100) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:22.861536 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-bd5bda7e-9870-40a1-8cda-3a607a273f3e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Request body: {'security_group_rule': {'security_group_id': '7c53894c-75cd-44bc-8204-92f8ca6922a0', 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:22.940048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4291368c-2bb6-4ca1-b5d0-155ac7e6f130 req-6089cc1c-8aee-4065-a6d2-c9650694ec08 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0924935 Sep 23 22:56:23.024470 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd5bda7e-9870-40a1-8cda-3a607a273f3e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:23.130396 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd5bda7e-9870-40a1-8cda-3a607a273f3e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:23.143416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:23.219136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:23.223639 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:23.243514 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd5bda7e-9870-40a1-8cda-3a607a273f3e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:23.298519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bda7e-9870-40a1-8cda-3a607a273f3e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d8e29c-4079-4a4d-9be1-619a47ceca9c,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:23.401254 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd5bda7e-9870-40a1-8cda-3a607a273f3e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:23.405875 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34108) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:23.407169 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bd5bda7e-9870-40a1-8cda-3a607a273f3e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5606883 Sep 23 22:56:23.416086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-359ef5bd-badd-4f8e-b923-5227ff38434b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Request body: {'security_group_rule': {'security_group_id': '7c53894c-75cd-44bc-8204-92f8ca6922a0', 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:23.543188 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-359ef5bd-badd-4f8e-b923-5227ff38434b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Project 8894b6f779c248d696d598f1a01f1f87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:56:23.549387 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359ef5bd-badd-4f8e-b923-5227ff38434b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:23.629735 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359ef5bd-badd-4f8e-b923-5227ff38434b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:23.736646 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359ef5bd-badd-4f8e-b923-5227ff38434b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:23.761771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ef5bd-badd-4f8e-b923-5227ff38434b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9cc870-e592-49c9-9a3e-9b1d50aba070,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:23.873816 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-359ef5bd-badd-4f8e-b923-5227ff38434b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:23.875465 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-359ef5bd-badd-4f8e-b923-5227ff38434b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4681811 Sep 23 22:56:23.879207 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34110) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:23.886572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3ac60517-306f-47cc-b618-81c918646d36 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Request body: {'security_group_rule': {'security_group_id': '7c53894c-75cd-44bc-8204-92f8ca6922a0', 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:24.037646 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-3ac60517-306f-47cc-b618-81c918646d36 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Project 8894b6f779c248d696d598f1a01f1f87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:56:24.045631 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ac60517-306f-47cc-b618-81c918646d36 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:24.085870 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b7067db9-78ae-4d88-8bc3-9a021c685852 req-bcbac6b0-2e5a-41c3-97db-bfa24e57d9d0 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0389545 Sep 23 22:56:24.174130 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ac60517-306f-47cc-b618-81c918646d36 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:24.460251 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ac60517-306f-47cc-b618-81c918646d36 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:24.491763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac60517-306f-47cc-b618-81c918646d36 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7089b6-03be-4f1e-9cac-52bb51754971,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:24.599628 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ac60517-306f-47cc-b618-81c918646d36 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:24.600970 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3ac60517-306f-47cc-b618-81c918646d36 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7200212 Sep 23 22:56:24.818504 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-e3dc254b-74cc-4350-9bbc-91398beac598 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-335749919&fields=id&tenant_id=8894b6f779c248d696d598f1a01f1f87 HTTP/1.1" status: 200 len: 267 time: 0.0575519 Sep 23 22:56:24.980956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88343-d57f-4217-b67a-eca295c64db9 req-e04a705b-18e4-4c2f-b4ef-0935efc949a6 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:24.982635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-e04a705b-18e4-4c2f-b4ef-0935efc949a6 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/networks?id=64d7416e-5e7d-4518-940f-76df5aa594b1 HTTP/1.1" status: 200 len: 809 time: 0.1585994 Sep 23 22:56:25.018433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7cdac646-49a8-4f6e-9343-afa0f332f1d6 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/quotas/8894b6f779c248d696d598f1a01f1f87 HTTP/1.1" status: 200 len: 375 time: 0.0156312 Sep 23 22:56:25.110707 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-29cead86-0108-43cb-a35a-f41b755a7349 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8894b6f779c248d696d598f1a01f1f87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836155 Sep 23 22:56:25.238232 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ac3f6475-ab16-4267-87c2-2c2ed0921cc3 req-3e54beec-84f2-4693-98c2-89c50b50e929 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0361872 Sep 23 22:56:25.300250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-ebfd8f67-abbf-426f-a90d-fd82129e40fa service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:56:25.309862 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-ebfd8f67-abbf-426f-a90d-fd82129e40fa service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1682093 Sep 23 22:56:25.437660 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-018e0411-528b-43ba-8d3c-613ce4b76e64 service neutron] 10.222.0.22 "GET /v2.0/networks/64d7416e-5e7d-4518-940f-76df5aa594b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266334 Sep 23 22:56:25.562030 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-68764eef-58af-46b7-8d2f-1ac042a8c987 service neutron] 10.222.0.22 "GET /v2.0/networks/64d7416e-5e7d-4518-940f-76df5aa594b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212187 Sep 23 22:56:25.952137 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5a334d14-676f-4736-bc5f-fa37b8f57cce req-d9ed3dc7-1e7c-462d-a3a6-0daab21957f6 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 210 time: 0.0454788 Sep 23 22:56:26.369691 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-55a3f5db-476f-4f05-8922-2efcae73152b req-61662cd1-af0e-4f71-a7b6-e7bdd8522f2f tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0344834 Sep 23 22:56:27.058715 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-58b602d1-15e2-4885-885a-e26442b01501 req-d66d7861-6512-4a41-8b43-63aa222f79dd tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 210 time: 0.0354843 Sep 23 22:56:27.513307 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b69258d1-22a8-4682-b736-968eafca6657 req-c8340adc-193a-4cc5-b409-afd77a4fa704 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0282671 Sep 23 22:56:28.192560 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-68a96fd4-700b-41a4-8c59-f79f1c0cee0d req-af03df19-23c1-4535-91be-8970397e6fda tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 210 time: 0.0410838 Sep 23 22:56:28.666756 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-daed92c6-34ca-40d7-b47a-caaf336a4b62 req-f6d139a2-746f-4068-981f-098c452fd265 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0391872 Sep 23 22:56:28.791398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88343-d57f-4217-b67a-eca295c64db9 req-550ce258-c3bd-4ff8-a39b-668d40829b90 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:28.797356 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-550ce258-c3bd-4ff8-a39b-668d40829b90 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.43 "GET /v2.0/networks?id=64d7416e-5e7d-4518-940f-76df5aa594b1 HTTP/1.1" status: 200 len: 809 time: 0.1708629 Sep 23 22:56:28.859440 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-296a8627-b0f2-41b1-a74c-7c9af78f2c82 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8894b6f779c248d696d598f1a01f1f87 HTTP/1.1" status: 200 len: 379 time: 0.0412223 Sep 23 22:56:28.859440 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-08b88343-d57f-4217-b67a-eca295c64db9 req-27f4e07c-4650-406e-8b06-7710fc883170 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Request body: {'port': {'device_id': '71419a1f-3fec-4f8a-b0b8-affbabed0908', 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'admin_state_up': True, 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'security_groups': ['7c53894c-75cd-44bc-8204-92f8ca6922a0']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:28.878863 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:56:28.894026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34188) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:29.070233 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3d0ede05-29a9-493c-89b5-8e64cf40cf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:29.148121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b88343-d57f-4217-b67a-eca295c64db9 req-27f4e07c-4650-406e-8b06-7710fc883170 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Made reservation on behalf of 8894b6f779c248d696d598f1a01f1f87 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:56:29.154172 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08b88343-d57f-4217-b67a-eca295c64db9 req-27f4e07c-4650-406e-8b06-7710fc883170 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:29.272114 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3d0ede05-29a9-493c-89b5-8e64cf40cf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:29.337526 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6b3bc40-d3f2-42ed-b25f-e398f5f134b1 req-761233b3-8a55-4884-ae0d-c1d36d443841 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 210 time: 0.0381403 Sep 23 22:56:29.353864 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-08b88343-d57f-4217-b67a-eca295c64db9 req-27f4e07c-4650-406e-8b06-7710fc883170 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Allocated IP 172.20.0.8 (64d7416e-5e7d-4518-940f-76df5aa594b1/39ecdff6-2cc6-4524-8ff6-1d669ef3a620/228d5e0b-ebbd-47a4-9a1f-8bafc20bb721) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:56:29.432401 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3d0ede05-29a9-493c-89b5-8e64cf40cf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:29.477036 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3d0ede05-29a9-493c-89b5-8e64cf40cf26 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=584f77fc0e64413d9ef975f7ce6c2232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5835483 Sep 23 22:56:29.478978 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ede05-29a9-493c-89b5-8e64cf40cf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b656b8-cf84-4f8c-95ca-2ea08e89a50e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:29.486092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34196) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:29.555103 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-00caeb8d-038d-464d-b6b9-fa90b2825f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:29.582469 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08b88343-d57f-4217-b67a-eca295c64db9 req-27f4e07c-4650-406e-8b06-7710fc883170 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:29.587919 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-00caeb8d-038d-464d-b6b9-fa90b2825f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:29.731397 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08b88343-d57f-4217-b67a-eca295c64db9 req-27f4e07c-4650-406e-8b06-7710fc883170 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:29.774364 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-00caeb8d-038d-464d-b6b9-fa90b2825f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:29.777098 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-00caeb8d-038d-464d-b6b9-fa90b2825f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:29.778399 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-00caeb8d-038d-464d-b6b9-fa90b2825f78 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/85b656b8-cf84-4f8c-95ca-2ea08e89a50e HTTP/1.1" status: 204 len: 168 time: 0.2912006 Sep 23 22:56:29.786795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b88343-d57f-4217-b67a-eca295c64db9 req-27f4e07c-4650-406e-8b06-7710fc883170 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Network 64d7416e-5e7d-4518-940f-76df5aa594b1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:56:29.792198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-08b88343-d57f-4217-b67a-eca295c64db9 req-27f4e07c-4650-406e-8b06-7710fc883170 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:29.795087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00caeb8d-038d-464d-b6b9-fa90b2825f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b656b8-cf84-4f8c-95ca-2ea08e89a50e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:29.815993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b88343-d57f-4217-b67a-eca295c64db9 req-27f4e07c-4650-406e-8b06-7710fc883170 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:56:29.847456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-25bd8b8d-088f-4a80-96c8-7dfb251dbb0e req-a24b02e9-81ed-4f3f-9364-43c439e83f98 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0550148 Sep 23 22:56:29.913659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4e07c-4650-406e-8b06-7710fc883170 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Pushing event updated for resources: {'Port': ['ID=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:29.938439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88343-d57f-4217-b67a-eca295c64db9 req-27f4e07c-4650-406e-8b06-7710fc883170 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:29.939339 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08b88343-d57f-4217-b67a-eca295c64db9 req-27f4e07c-4650-406e-8b06-7710fc883170 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:30.059482 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-27f4e07c-4650-406e-8b06-7710fc883170 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2100084 Sep 23 22:56:30.074950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Request body: {'port': {'device_id': '71419a1f-3fec-4f8a-b0b8-affbabed0908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:30.143427 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:30.153335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5fc80d0e-3857-4b9d-a92c-de0f3c5df8b7 None None] Provisioning complete for port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:30.154351 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5fc80d0e-3857-4b9d-a92c-de0f3c5df8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:30.212739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5fc80d0e-3857-4b9d-a92c-de0f3c5df8b7 None None] Port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:56:30.546965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727696f-8462-4639-8a1d-fef7277f212d req-7e26b9e2-52b5-413d-b315-7e561fd2c4a1 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:30.549908 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d727696f-8462-4639-8a1d-fef7277f212d req-7e26b9e2-52b5-413d-b315-7e561fd2c4a1 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 931 time: 0.0889797 Sep 23 22:56:30.629986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d727696f-8462-4639-8a1d-fef7277f212d req-aae939ea-95d9-4d3d-a9ed-335e4a134f58 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c53894c-75cd-44bc-8204-92f8ca6922a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745494 Sep 23 22:56:30.641587 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:56:30.652798 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:30.670286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Transition to ACTIVE for port object 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:56:30.771495 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:30.831021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Pushing event updated for resources: {'Port': ['ID=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:30.936669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Attempting to bind port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:56:30.937718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Attempting to bind port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'b2fd1094-313a-4404-9c05-216c5aa1ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:56:30.938342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Attempting to bind port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 on network 64d7416e-5e7d-4518-940f-76df5aa594b1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:56:30.946667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 on network 64d7416e-5e7d-4518-940f-76df5aa594b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:56:30.947205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Attempting to bind port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 on network 64d7416e-5e7d-4518-940f-76df5aa594b1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:56:30.958100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:56:30.958592 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Checking segment: {'id': 'b2fd1094-313a-4404-9c05-216c5aa1ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:56:30.959100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Bound using segment: {'id': 'b2fd1094-313a-4404-9c05-216c5aa1ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:56:30.959717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Bound port: 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fd1094-313a-4404-9c05-216c5aa1ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:56:30.960201 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:31.006750 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a901221c-4ae0-4139-a53e-32cd6dc82a65 req-4d8cf200-05c7-485b-a8f1-7056c5ece625 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0484099 Sep 23 22:56:31.072751 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] For port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:56:31.076753 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] For port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721,segment=NetworkSegment(b2fd1094-313a-4404-9c05-216c5aa1ff29),segment_id=b2fd1094-313a-4404-9c05-216c5aa1ff29)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:56:31.195287 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:31.238513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:31.238750 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:31.240130 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] 10.222.0.43 "PUT /v2.0/ports/228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 HTTP/1.1" status: 200 len: 1091 time: 1.1723678 Sep 23 22:56:31.240582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71419a1f-3fec-4f8a-b0b8-affbabed0908', 'tag': '228d5e0b-ebbd-47a4-9a1f-8bafc20bb721'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:56:31.244181 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b873afc7-ce79-493f-a5d6-7f45c9047745" -d '{"events": [{"name": "network-changed", "server_uuid": "71419a1f-3fec-4f8a-b0b8-affbabed0908", "tag": "228d5e0b-ebbd-47a4-9a1f-8bafc20bb721"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:56:31.275562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7af2ed-02b0-4ff0-b3a5-066f1be7ef2a service neutron] Pushing event updated for resources: {'Port': ['ID=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:31.388775 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34234) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:31.483486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88343-d57f-4217-b67a-eca295c64db9 req-833f6408-1329-4ddb-ae62-d71698765d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:31.485487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-833f6408-1329-4ddb-ae62-d71698765d96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8894b6f779c248d696d598f1a01f1f87&device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 1094 time: 0.0766313 Sep 23 22:56:31.614415 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dda43e-6e40-4dd5-95d3-6da55769f149 x-openstack-request-id: req-d3dda43e-6e40-4dd5-95d3-6da55769f149 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:56:31.615096 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71419a1f-3fec-4f8a-b0b8-affbabed0908", "tag": "228d5e0b-ebbd-47a4-9a1f-8bafc20bb721", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:56:31.615096 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d3dda43e-6e40-4dd5-95d3-6da55769f149 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:56:31.615353 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71419a1f-3fec-4f8a-b0b8-affbabed0908', 'tag': '228d5e0b-ebbd-47a4-9a1f-8bafc20bb721', 'status': 'completed', 'code': 200} Sep 23 22:56:31.623247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-497673921-network', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:31.631120 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-1c390cf9-d179-4520-ad00-238f1dd98072 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 HTTP/1.1" status: 200 len: 217 time: 0.1352069 Sep 23 22:56:31.714279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88343-d57f-4217-b67a-eca295c64db9 req-a9e27fea-d30b-4066-ad9c-f993ba7f4c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:31.717246 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-a9e27fea-d30b-4066-ad9c-f993ba7f4c28 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39ecdff6-2cc6-4524-8ff6-1d669ef3a620 HTTP/1.1" status: 200 len: 848 time: 0.0785861 Sep 23 22:56:31.780653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88343-d57f-4217-b67a-eca295c64db9 req-c9207188-a803-418c-abab-18e3ddb653b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:31.782196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-c9207188-a803-418c-abab-18e3ddb653b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64d7416e-5e7d-4518-940f-76df5aa594b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580242 Sep 23 22:56:31.802112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] Made reservation on behalf of f65a58bd0a6f49eab20dc90427d5745a for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:56:31.807950 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:31.832226 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:31.845712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a697ba0-6788-4c56-b34d-8ea93d049bb8 req-ef19ccc4-47c1-4d21-b013-b5148cecf43d tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:31.854033 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a697ba0-6788-4c56-b34d-8ea93d049bb8 req-ef19ccc4-47c1-4d21-b013-b5148cecf43d tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 943 time: 0.0989001 Sep 23 22:56:31.941866 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-fbeed6a5-16e4-4dab-8426-2a8ecd8dc2f5 service neutron] 10.222.0.43 "GET /v2.0/networks/64d7416e-5e7d-4518-940f-76df5aa594b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514707 Sep 23 22:56:31.953699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a697ba0-6788-4c56-b34d-8ea93d049bb8 req-4ce8ce1b-df0b-4249-b21a-d52e40e9a2c1 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c53894c-75cd-44bc-8204-92f8ca6922a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884254 Sep 23 22:56:32.079719 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:32.082572 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08b88343-d57f-4217-b67a-eca295c64db9 req-7d0129a5-f86b-4a87-bf7b-60acee4ed66c service neutron] 10.222.0.43 "GET /v2.0/networks/64d7416e-5e7d-4518-940f-76df5aa594b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327403 Sep 23 22:56:32.124371 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-70d24419-99ef-49db-8c66-58fba5700348 req-e909d672-d6ee-416b-8069-e258b9cb1f18 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0256081 Sep 23 22:56:32.694115 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:32.721370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:56:32.734043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ae02ff-5504-4acb-bac7-547bc141afc7,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:32.748994 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:32.749442 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] Added segment 05a2537d-c4db-428a-b9f5-a700f9768689 of type vlan for network e5aba158-92ad-4a36-8a39-58c70c8bb49e Sep 23 22:56:32.821767 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:32.851751 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873afc7-ce79-493f-a5d6-7f45c9047745 req-c5f2ecb9-5dc9-4125-b87c-ddf1e2c09461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:32.854045 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b873afc7-ce79-493f-a5d6-7f45c9047745 req-c5f2ecb9-5dc9-4125-b87c-ddf1e2c09461 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8894b6f779c248d696d598f1a01f1f87&device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 1094 time: 0.0954394 Sep 23 22:56:32.932762 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:32.935956 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:32.937319 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:33.047607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] Pushing event updated for resources: {'Network': ['ID=e5aba158-92ad-4a36-8a39-58c70c8bb49e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:33.050406 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873afc7-ce79-493f-a5d6-7f45c9047745 req-3da2d20b-d53c-466d-8b36-77ddd9ce1b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:33.051970 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b873afc7-ce79-493f-a5d6-7f45c9047745 req-3da2d20b-d53c-466d-8b36-77ddd9ce1b3d service neutron] 10.222.0.43 "GET /v2.0/networks?id=64d7416e-5e7d-4518-940f-76df5aa594b1 HTTP/1.1" status: 200 len: 910 time: 0.1908262 Sep 23 22:56:33.064811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network e5aba158-92ad-4a36-8a39-58c70c8bb49e details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:56:33.109317 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b873afc7-ce79-493f-a5d6-7f45c9047745 req-7ea22660-4eb6-4e61-a28e-39bbe43633e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 HTTP/1.1" status: 200 len: 217 time: 0.0476749 Sep 23 22:56:33.143941 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e53b85cf-f807-4bd8-860c-5ff555327e2f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7520227 Sep 23 22:56:33.143941 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34252) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:33.151600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38489f-6af1-46d7-aa35-5a3b23a7b2fa req-72ade59a-afa4-4ede-a3a3-10a0996bfac1 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:33.161989 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa38489f-6af1-46d7-aa35-5a3b23a7b2fa req-72ade59a-afa4-4ede-a3a3-10a0996bfac1 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 943 time: 0.0781033 Sep 23 22:56:33.213731 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-23236b94-b4bd-4b73-b9d4-f1d493e9bbaa admin admin] Request body: {'subnet': {'network_id': 'e5aba158-92ad-4a36-8a39-58c70c8bb49e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-497673921-subnet', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:33.230137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa38489f-6af1-46d7-aa35-5a3b23a7b2fa req-3be8e59e-665e-4b8c-a389-6db34fd94826 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c53894c-75cd-44bc-8204-92f8ca6922a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669038 Sep 23 22:56:33.322156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873afc7-ce79-493f-a5d6-7f45c9047745 req-e8dd9671-5def-4f72-92e2-a190b01bd65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:33.323602 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b873afc7-ce79-493f-a5d6-7f45c9047745 req-e8dd9671-5def-4f72-92e2-a190b01bd65c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39ecdff6-2cc6-4524-8ff6-1d669ef3a620 HTTP/1.1" status: 200 len: 848 time: 0.2065635 Sep 23 22:56:33.325504 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8cc7ee1f-3fbe-40f2-8823-fbc2a0fd017d req-bed4deec-5466-47ea-96cd-905aed858acb tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0586324 Sep 23 22:56:33.377188 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873afc7-ce79-493f-a5d6-7f45c9047745 req-83c0245a-2242-46cb-9688-d21156fa84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:33.379242 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b873afc7-ce79-493f-a5d6-7f45c9047745 req-83c0245a-2242-46cb-9688-d21156fa84dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64d7416e-5e7d-4518-940f-76df5aa594b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474679 Sep 23 22:56:33.465475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23236b94-b4bd-4b73-b9d4-f1d493e9bbaa admin admin] Made reservation on behalf of f65a58bd0a6f49eab20dc90427d5745a for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:56:33.467347 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-23236b94-b4bd-4b73-b9d4-f1d493e9bbaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:33.543014 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b873afc7-ce79-493f-a5d6-7f45c9047745 req-847614f7-19ca-4823-8f70-3619df3b46e1 service neutron] 10.222.0.43 "GET /v2.0/networks/64d7416e-5e7d-4518-940f-76df5aa594b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541879 Sep 23 22:56:33.696876 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b873afc7-ce79-493f-a5d6-7f45c9047745 req-e5bb2a0e-a63b-4131-b17e-093cb11656c2 service neutron] 10.222.0.43 "GET /v2.0/networks/64d7416e-5e7d-4518-940f-76df5aa594b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438773 Sep 23 22:56:33.865988 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-23236b94-b4bd-4b73-b9d4-f1d493e9bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:33.929015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23236b94-b4bd-4b73-b9d4-f1d493e9bbaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9fc7858-3d74-4d53-b2b8-d0a473754824,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:33.951499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23236b94-b4bd-4b73-b9d4-f1d493e9bbaa admin admin] Checking segment: {'id': '05a2537d-c4db-428a-b9f5-a700f9768689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5aba158-92ad-4a36-8a39-58c70c8bb49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:56:33.952088 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23236b94-b4bd-4b73-b9d4-f1d493e9bbaa admin admin] Network hostable DHCP agents. Network: e5aba158-92ad-4a36-8a39-58c70c8bb49e, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:56:34.095595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23236b94-b4bd-4b73-b9d4-f1d493e9bbaa admin admin] Network e5aba158-92ad-4a36-8a39-58c70c8bb49e is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:56:34.239104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-23236b94-b4bd-4b73-b9d4-f1d493e9bbaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, e5aba158-92ad-4a36-8a39-58c70c8bb49e) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:34.243773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23236b94-b4bd-4b73-b9d4-f1d493e9bbaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:34.244649 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-23236b94-b4bd-4b73-b9d4-f1d493e9bbaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:34.250318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5616e65e-6b83-447a-a5e9-e30db79e2a88 None None] Network e5aba158-92ad-4a36-8a39-58c70c8bb49e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:56:34.372634 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-23236b94-b4bd-4b73-b9d4-f1d493e9bbaa admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1701703 Sep 23 22:56:34.384611 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34264) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:34.384611 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-497673921-router', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:34.384875 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a28171-11d4-4a8c-bdd0-6f2195e1925f req-55008d36-9658-4d27-9bce-51c8bb6f5642 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:34.384875 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1a28171-11d4-4a8c-bdd0-6f2195e1925f req-55008d36-9658-4d27-9bce-51c8bb6f5642 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 943 time: 0.0795934 Sep 23 22:56:34.443252 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-e5aba158-92ad-4a36-8a39-58c70c8bb49e', 'network_id': 'e5aba158-92ad-4a36-8a39-58c70c8bb49e', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'fixed_ips': [{'subnet_id': 'b9fc7858-3d74-4d53-b2b8-d0a473754824'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:56:34.444720 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:34.465574 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f1a28171-11d4-4a8c-bdd0-6f2195e1925f req-4b5faa6f-c2a3-45d8-99b7-4187c98f6e14 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c53894c-75cd-44bc-8204-92f8ca6922a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650706 Sep 23 22:56:34.499222 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d2c22ab-e44a-4cf5-b053-61f0fb74af95 req-4aafaf90-68c7-4ec6-9e1f-90509af0c1bd tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0435789 Sep 23 22:56:34.527913 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:34.529696 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:34.590070 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:34.633068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Allocated IP 172.20.0.2 (e5aba158-92ad-4a36-8a39-58c70c8bb49e/b9fc7858-3d74-4d53-b2b8-d0a473754824/e1d08ae9-d536-4694-ac14-932580d1a1e0) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:56:34.822960 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:34.887105 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:34.965367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Pushing event updated for resources: {'Port': ['ID=e1d08ae9-d536-4694-ac14-932580d1a1e0,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:34.972121 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Network e5aba158-92ad-4a36-8a39-58c70c8bb49e is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:56:34.974957 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:34.979047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:56:35.058189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Attempting to bind port e1d08ae9-d536-4694-ac14-932580d1a1e0 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:56:35.061043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Attempting to bind port e1d08ae9-d536-4694-ac14-932580d1a1e0 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '05a2537d-c4db-428a-b9f5-a700f9768689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5aba158-92ad-4a36-8a39-58c70c8bb49e'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:56:35.061043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Attempting to bind port e1d08ae9-d536-4694-ac14-932580d1a1e0 on network e5aba158-92ad-4a36-8a39-58c70c8bb49e {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:56:35.068158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:56:35.068680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Checking segment: {'id': '05a2537d-c4db-428a-b9f5-a700f9768689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5aba158-92ad-4a36-8a39-58c70c8bb49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:56:35.069945 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:35.070591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Bound using segment: {'id': '05a2537d-c4db-428a-b9f5-a700f9768689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5aba158-92ad-4a36-8a39-58c70c8bb49e'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:56:35.071957 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Bound port: e1d08ae9-d536-4694-ac14-932580d1a1e0, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a2537d-c4db-428a-b9f5-a700f9768689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5aba158-92ad-4a36-8a39-58c70c8bb49e'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:56:35.072645 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:35.195764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] For port e1d08ae9-d536-4694-ac14-932580d1a1e0, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:56:35.200391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] For port e1d08ae9-d536-4694-ac14-932580d1a1e0, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e1d08ae9-d536-4694-ac14-932580d1a1e0,segment=NetworkSegment(05a2537d-c4db-428a-b9f5-a700f9768689),segment_id=05a2537d-c4db-428a-b9f5-a700f9768689)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:56:35.205237 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:35.308203 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:35.372614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:56:35.386693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9084e-f758-4e49-851d-ad2d41356843 None None] Pushing event updated for resources: {'Port': ['ID=e1d08ae9-d536-4694-ac14-932580d1a1e0,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:35.620048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721,segment=NetworkSegment(b2fd1094-313a-4404-9c05-216c5aa1ff29),segment_id=b2fd1094-313a-4404-9c05-216c5aa1ff29)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:35.665505 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '228d5e0b-ebbd-47a4-9a1f-8bafc20bb721', 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'port_id': '228d5e0b-ebbd-47a4-9a1f-8bafc20bb721', 'mac_address': 'fa:16:3e:a9:7a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:56:35.810366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f58dc2-a68b-46fb-8be8-11fbdaddd4aa req-086a858f-0c81-444a-9cd6-e9293d242e4e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:35.810366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-51f58dc2-a68b-46fb-8be8-11fbdaddd4aa req-086a858f-0c81-444a-9cd6-e9293d242e4e tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 943 time: 0.1564097 Sep 23 22:56:35.817847 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:35.854990 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:56:35.859800 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7498f147-06dd-44ae-a38d-62793d206cee req-34ac3032-6ccc-46c8-833a-c543a4396f93 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.1965101 Sep 23 22:56:35.885323 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721,segment=NetworkSegment(b2fd1094-313a-4404-9c05-216c5aa1ff29),segment_id=b2fd1094-313a-4404-9c05-216c5aa1ff29)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:35.986130 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-51f58dc2-a68b-46fb-8be8-11fbdaddd4aa req-e2417dc2-cae7-4be9-81d7-83fded057e85 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c53894c-75cd-44bc-8204-92f8ca6922a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851914 Sep 23 22:56:35.989051 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:36.005562 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6433c6a6-c3d1-47be-a43f-a0cef4c89791 req-f6a6c143-2160-4dd1-80ba-33f02f3a2d29 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2012649 Sep 23 22:56:36.029447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:36.128540 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433c6a6-c3d1-47be-a43f-a0cef4c89791 req-2a83860c-88df-47f8-be61-e749c7da4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:36.130102 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6433c6a6-c3d1-47be-a43f-a0cef4c89791 req-2a83860c-88df-47f8-be61-e749c7da4850 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1931f2f6b2b6499d9f82582dc7187b0a&device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 1097 time: 0.0436504 Sep 23 22:56:36.169217 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Allocated IP 172.25.1.147 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/06b8ec01-e981-4db0-adc8-09b2c0d14b88) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:56:36.270301 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433c6a6-c3d1-47be-a43f-a0cef4c89791 req-a8a7aa11-fef9-4be5-aafc-0d6d4ae13dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:36.271938 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6433c6a6-c3d1-47be-a43f-a0cef4c89791 req-a8a7aa11-fef9-4be5-aafc-0d6d4ae13dca service neutron] 10.222.0.67 "GET /v2.0/networks?id=f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc HTTP/1.1" status: 200 len: 915 time: 0.1213055 Sep 23 22:56:36.320464 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:36.324856 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6433c6a6-c3d1-47be-a43f-a0cef4c89791 req-8aee57d2-7409-4b0e-8a7d-87c126bab68b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eae212d-31fb-4fdc-8f7f-f474d31df46e HTTP/1.1" status: 200 len: 217 time: 0.0435407 Sep 23 22:56:36.382843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433c6a6-c3d1-47be-a43f-a0cef4c89791 req-00da3e42-b1e5-4f7e-9852-7f8e319cb6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:36.384616 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6433c6a6-c3d1-47be-a43f-a0cef4c89791 req-00da3e42-b1e5-4f7e-9852-7f8e319cb6b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3609b304-4bda-4a09-893d-db62e59a82cb HTTP/1.1" status: 200 len: 854 time: 0.0535500 Sep 23 22:56:36.430063 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6433c6a6-c3d1-47be-a43f-a0cef4c89791 req-79ccb004-bc1d-4258-ae64-7bc2d4d853d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359976 Sep 23 22:56:36.583007 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6433c6a6-c3d1-47be-a43f-a0cef4c89791 req-14df5168-a8f0-446d-bba7-8c36baa527fc service neutron] 10.222.0.67 "GET /v2.0/networks/f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439834 Sep 23 22:56:36.717744 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6433c6a6-c3d1-47be-a43f-a0cef4c89791 req-e13aff63-0aab-4465-b61b-d82c682ea36d service neutron] 10.222.0.67 "GET /v2.0/networks/f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187079 Sep 23 22:56:36.770955 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc4150f-33ba-48bb-984e-e8b546d69938 None None] Network e5aba158-92ad-4a36-8a39-58c70c8bb49e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:56:36.789587 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:36.843228 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:36.856345 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:36.905350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6b6a9185-86a2-4522-bc60-f9d09f6b687c None None] Provisioning complete for port e1d08ae9-d536-4694-ac14-932580d1a1e0 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:36.905729 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9185-86a2-4522-bc60-f9d09f6b687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:36.920351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:56:36.923572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:36.927578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:56:36.941856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Pushing event updated for resources: {'Port': ['ID=06b8ec01-e981-4db0-adc8-09b2c0d14b88,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:36.965698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:37.048368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['228d5e0b-ebbd-47a4-9a1f-8bafc20bb721'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:56:37.141439 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9185-86a2-4522-bc60-f9d09f6b687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:37.203185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b7f785a-447b-4d68-92b4-57b98b8a2cbc req-2b5d5cc6-b7b0-48b6-9143-e244de2bb05c tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.1465294 Sep 23 22:56:37.236365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6b6a9185-86a2-4522-bc60-f9d09f6b687c None None] For port e1d08ae9-d536-4694-ac14-932580d1a1e0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e1d08ae9-d536-4694-ac14-932580d1a1e0,segment=NetworkSegment(05a2537d-c4db-428a-b9f5-a700f9768689),segment_id=05a2537d-c4db-428a-b9f5-a700f9768689)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:37.278138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e1d08ae9-d536-4694-ac14-932580d1a1e0 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:37.343839 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15412eed-0335-446a-8bb2-adc751476c74 req-f6a0146f-24dc-4bfc-80a6-6a458868ff40 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:37.352183 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-15412eed-0335-446a-8bb2-adc751476c74 req-f6a0146f-24dc-4bfc-80a6-6a458868ff40 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 944 time: 0.1141055 Sep 23 22:56:37.419012 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9185-86a2-4522-bc60-f9d09f6b687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:37.484798 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:37.491682 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-15412eed-0335-446a-8bb2-adc751476c74 req-f5e1e383-3043-4026-b8aa-4bea3ce69ba8 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c53894c-75cd-44bc-8204-92f8ca6922a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364141 Sep 23 22:56:37.617393 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a9185-86a2-4522-bc60-f9d09f6b687c None None] Pushing event updated for resources: {'Port': ['ID=e1d08ae9-d536-4694-ac14-932580d1a1e0,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:37.645079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e1d08ae9-d536-4694-ac14-932580d1a1e0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:37.651146 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:37.715590 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-604eedae-01a7-45eb-8bd8-c9caaf65bfc6 None None] Provisioning complete for port e1d08ae9-d536-4694-ac14-932580d1a1e0 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:37.715966 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-604eedae-01a7-45eb-8bd8-c9caaf65bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:37.777407 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:38.245458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Router e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:56:38.360592 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b3c974c5-81ad-47e6-96fb-bd18a7367683 req-edfbcafc-bfb4-4845-8bff-640ccf97c6a6 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0585971 Sep 23 22:56:38.418647 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:56:38.429371 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Sync routers for ids ['e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:56:38.439629 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Routers {'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:38.440230 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:56:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:38.528194 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:38.530157 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-36bd2d53-25db-4fa9-8bca-a580a52b4250 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.1562970 Sep 23 22:56:38.533051 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34302) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:38.569829 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Set router e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:38.800421 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'name': 'tempest-ImageQuotaTest-497673921-router', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '06b8ec01-e981-4db0-adc8-09b2c0d14b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:34Z', 'updated_at': '2021-09-23T22:56:37Z', 'revision_number': 3, 'project_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'gw_port': {'id': '06b8ec01-e981-4db0-adc8-09b2c0d14b88', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:36Z', 'updated_at': '2021-09-23T22:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:38.834560 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Checking router: e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:56:38.834875 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Updating router e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 port 06b8ec01-e981-4db0-adc8-09b2c0d14b88 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:56:38.868790 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:38.998988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a2e6c-a2ec-4809-b47e-ac89cb3a5d86 req-728df673-fd24-47aa-89d4-dc8041928ded tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:39.000608 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d4a2e6c-a2ec-4809-b47e-ac89cb3a5d86 req-728df673-fd24-47aa-89d4-dc8041928ded tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 944 time: 0.4090967 Sep 23 22:56:39.051884 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d4a2e6c-a2ec-4809-b47e-ac89cb3a5d86 req-b402f72a-b2b6-4bf4-b0fe-d1e83d6902fa tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c53894c-75cd-44bc-8204-92f8ca6922a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447733 Sep 23 22:56:39.153266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e1d08ae9-d536-4694-ac14-932580d1a1e0 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:39.261696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e1d08ae9-d536-4694-ac14-932580d1a1e0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:39.262799 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:39.367174 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:39.406133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:39.486624 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:39.552095 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Attempting to bind port 06b8ec01-e981-4db0-adc8-09b2c0d14b88 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:56:39.552792 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Attempting to bind port 06b8ec01-e981-4db0-adc8-09b2c0d14b88 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:56:39.553413 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Attempting to bind port 06b8ec01-e981-4db0-adc8-09b2c0d14b88 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:56:39.560630 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:39.565851 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:56:39.566645 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:56:39.567283 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:39.568067 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:56:39.568788 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Bound port: 06b8ec01-e981-4db0-adc8-09b2c0d14b88, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:56:39.569708 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:39.579657 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc6823-c5fc-44c2-9cd0-ca8857fd4f9b None None] Pushing event updated for resources: {'Port': ['ID=06b8ec01-e981-4db0-adc8-09b2c0d14b88,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:39.622380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:56:39.626940 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82e60c4a-8dac-4f24-b584-4b01d7a264b8 req-19e54386-4c17-4e15-bacb-da6c5d0303a3 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0638292 Sep 23 22:56:39.627484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:39.627832 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:39.702018 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] For port 06b8ec01-e981-4db0-adc8-09b2c0d14b88, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:56:39.706497 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] For port 06b8ec01-e981-4db0-adc8-09b2c0d14b88, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=06b8ec01-e981-4db0-adc8-09b2c0d14b88,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:56:39.776891 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:39.802334 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Allocated IP 172.20.0.1 (e5aba158-92ad-4a36-8a39-58c70c8bb49e/b9fc7858-3d74-4d53-b2b8-d0a473754824/9f8edb28-7ef6-438b-81a0-cf6d8994ab8e) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:56:39.806184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71419a1f-3fec-4f8a-b0b8-affbabed0908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228d5e0b-ebbd-47a4-9a1f-8bafc20bb721'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:56:39.809268 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15925bdb-d4b2-4cd2-9157-dab9367d4a1c" -d '{"events": [{"server_uuid": "71419a1f-3fec-4f8a-b0b8-affbabed0908", "name": "network-vif-plugged", "status": "completed", "tag": "228d5e0b-ebbd-47a4-9a1f-8bafc20bb721"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:56:39.826900 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721,segment=NetworkSegment(b2fd1094-313a-4404-9c05-216c5aa1ff29),segment_id=b2fd1094-313a-4404-9c05-216c5aa1ff29)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:39.835678 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:39.887939 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3962761-2d6f-4bd6-b7ef-8bc21233a7f3 x-openstack-request-id: req-b3962761-2d6f-4bd6-b7ef-8bc21233a7f3 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:56:39.888459 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71419a1f-3fec-4f8a-b0b8-affbabed0908", "name": "network-vif-plugged", "status": "completed", "tag": "228d5e0b-ebbd-47a4-9a1f-8bafc20bb721", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:56:39.888864 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3962761-2d6f-4bd6-b7ef-8bc21233a7f3 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:56:39.889437 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71419a1f-3fec-4f8a-b0b8-affbabed0908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228d5e0b-ebbd-47a4-9a1f-8bafc20bb721', 'code': 200} Sep 23 22:56:39.924075 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Routers {'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:39.924883 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:56:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:39.936653 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:39.939047 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:39.988293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891b779-c1a5-40d7-aa1e-2fa0993ec299 req-01c0cc16-07fb-4109-ac1f-fdfab387c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:39.990262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c891b779-c1a5-40d7-aa1e-2fa0993ec299 req-01c0cc16-07fb-4109-ac1f-fdfab387c6d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 1096 time: 0.0592844 Sep 23 22:56:40.034150 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:40.038905 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c891b779-c1a5-40d7-aa1e-2fa0993ec299 req-6003d8f0-591b-4b5e-b9ff-bebcb5c5466e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c53894c-75cd-44bc-8204-92f8ca6922a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413365 Sep 23 22:56:40.050161 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc6823-c5fc-44c2-9cd0-ca8857fd4f9b None None] Pushing event updated for resources: {'Port': ['ID=06b8ec01-e981-4db0-adc8-09b2c0d14b88,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:40.074431 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:40.101125 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] Set router e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:40.157193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Network e5aba158-92ad-4a36-8a39-58c70c8bb49e is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:56:40.166915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:40.170144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:56:40.200330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f8edb28-7ef6-438b-81a0-cf6d8994ab8e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:40.220000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c1f60-430c-47fd-b2e0-477e3661ee9e req-cfac9132-ed8f-4108-9bb4-e63010a926ad tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:40.222132 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e2c1f60-430c-47fd-b2e0-477e3661ee9e req-cfac9132-ed8f-4108-9bb4-e63010a926ad tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 945 time: 0.0693166 Sep 23 22:56:40.257820 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:40.304032 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e2c1f60-430c-47fd-b2e0-477e3661ee9e req-62b22466-649e-46cf-ae07-418fbf5881eb tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c53894c-75cd-44bc-8204-92f8ca6922a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740962 Sep 23 22:56:40.394610 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'name': 'tempest-ImageQuotaTest-497673921-router', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '06b8ec01-e981-4db0-adc8-09b2c0d14b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:34Z', 'updated_at': '2021-09-23T22:56:37Z', 'revision_number': 3, 'project_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'gw_port': {'id': '06b8ec01-e981-4db0-adc8-09b2c0d14b88', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:36Z', 'updated_at': '2021-09-23T22:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:40.452952 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8009c3da-914d-4055-9ca9-39748a276f6a None None] The sync data for ids ['e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'] in n-d-810775-1 is: [{'id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'name': 'tempest-ImageQuotaTest-497673921-router', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '06b8ec01-e981-4db0-adc8-09b2c0d14b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:34Z', 'updated_at': '2021-09-23T22:56:37Z', 'revision_number': 3, 'project_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'gw_port': {'id': '06b8ec01-e981-4db0-adc8-09b2c0d14b88', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:36Z', 'updated_at': '2021-09-23T22:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:56:40.538080 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6e71f3ec-809b-49a0-aa45-ce5a4d36353f None None] Provisioning complete for port 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:40.538942 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6e71f3ec-809b-49a0-aa45-ce5a4d36353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:40.602915 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:40.628098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6e71f3ec-809b-49a0-aa45-ce5a4d36353f None None] Port 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:56:40.850438 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c6b04cc-e57f-4708-bb7d-faabd464b126 req-c591fc18-a706-4c99-98e5-1d049a9d03c5 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0693052 Sep 23 22:56:40.986764 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:41.126876 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:41.167692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 06b8ec01-e981-4db0-adc8-09b2c0d14b88 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:41.248484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 06b8ec01-e981-4db0-adc8-09b2c0d14b88 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:41.248937 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:41.249608 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:41.262688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f8edb28-7ef6-438b-81a0-cf6d8994ab8e,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:41.390111 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:41.419548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 06b8ec01-e981-4db0-adc8-09b2c0d14b88, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=06b8ec01-e981-4db0-adc8-09b2c0d14b88,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:41.436650 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Network e5aba158-92ad-4a36-8a39-58c70c8bb49e is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:56:41.440741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:41.542326 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:41.598078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97388f17-15b6-476c-8dfc-55aee8211a88 req-5cb890fb-4861-465f-a64f-361a5733347f tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:41.600469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-97388f17-15b6-476c-8dfc-55aee8211a88 req-5cb890fb-4861-465f-a64f-361a5733347f tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 945 time: 0.1044312 Sep 23 22:56:41.669083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Router e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:56:41.672694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=06b8ec01-e981-4db0-adc8-09b2c0d14b88,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:41.690935 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-97388f17-15b6-476c-8dfc-55aee8211a88 req-21286870-54d8-472a-833a-d4a2da196a70 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c53894c-75cd-44bc-8204-92f8ca6922a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825803 Sep 23 22:56:41.882425 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-48114166-c187-4534-aeb2-3fe79df20058 None None] Provisioning complete for port 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:41.882983 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-48114166-c187-4534-aeb2-3fe79df20058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:41.914863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5f342-67bd-4a7e-8d2d-0053875547e3 req-265a1940-64f2-4a4e-adbd-b637cfbc611d tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:41.916945 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-acd5f342-67bd-4a7e-8d2d-0053875547e3 req-265a1940-64f2-4a4e-adbd-b637cfbc611d tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 945 time: 0.0791562 Sep 23 22:56:41.934668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-48114166-c187-4534-aeb2-3fe79df20058 None None] Port 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:56:41.967483 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-acd5f342-67bd-4a7e-8d2d-0053875547e3 req-714d94cb-ae32-4453-8968-6429be73789d tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c53894c-75cd-44bc-8204-92f8ca6922a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390651 Sep 23 22:56:41.976163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:56:41.982881 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-134ac83f-d3ac-4675-b0a7-17d5445b37d4 admin admin] 10.222.0.22 "PUT /v2.0/routers/e36a7ccb-3a88-46da-82e6-e7ba660c9cd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4480355 Sep 23 22:56:42.011904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6990381e-9753-4bbe-9beb-ab6cf43a2891 req-d93a0a55-75ad-416a-8cd2-0d760935f038 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0562427 Sep 23 22:56:42.118303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52c490-7c21-4db3-ab8d-f95d671b0f16 req-82293cef-ffed-4064-a2be-17d4b0241212 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:42.120003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8d52c490-7c21-4db3-ab8d-f95d671b0f16 req-82293cef-ffed-4064-a2be-17d4b0241212 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 945 time: 0.0590470 Sep 23 22:56:42.176362 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8d52c490-7c21-4db3-ab8d-f95d671b0f16 req-fb025ea4-dd10-4f5d-ac8b-b2544a0d78b3 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c53894c-75cd-44bc-8204-92f8ca6922a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438142 Sep 23 22:56:42.202278 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34352) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:42.380281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc0e92d-7dde-4f4e-990f-7567d9ba1a47 tempest-TestServerBasicOps-1152003581 tempest-TestServerBasicOps-1152003581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:42.381977 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9bc0e92d-7dde-4f4e-990f-7567d9ba1a47 tempest-TestServerBasicOps-1152003581 tempest-TestServerBasicOps-1152003581-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 1091 time: 0.1783917 Sep 23 22:56:42.385392 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34360) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:42.390264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '228d5e0b-ebbd-47a4-9a1f-8bafc20bb721', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:56:42.507776 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:42.669541 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:42.808688 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Allocated IP 172.25.1.86 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/b21288a4-f77b-47d9-bca2-725bbfb42279) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:56:42.878214 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Sync routers for ids ['e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:56:42.897300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Routers {'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:42.898516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:56:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:42.992768 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:43.144003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 06b8ec01-e981-4db0-adc8-09b2c0d14b88 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:56:43.158475 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:43.166251 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4d8c001-6bfe-45b7-a0a8-b1ffbe497294 req-52e905fb-fdd0-4c54-92ac-dc7889666e5d tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0280373 Sep 23 22:56:43.180605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Set router e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:43.234830 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:56:43.242686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:56:43.248957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:56:43.291007 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Pushing event updated for resources: {'Port': ['ID=b21288a4-f77b-47d9-bca2-725bbfb42279,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:43.392937 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a7246ae7-38f4-476c-aa79-98c2969fb63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:43.466656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 06b8ec01-e981-4db0-adc8-09b2c0d14b88 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:43.467039 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:43.663178 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'name': 'tempest-ImageQuotaTest-497673921-router', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '06b8ec01-e981-4db0-adc8-09b2c0d14b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:34Z', 'updated_at': '2021-09-23T22:56:40Z', 'revision_number': 4, 'project_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'gw_port': {'id': '06b8ec01-e981-4db0-adc8-09b2c0d14b88', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:36Z', 'updated_at': '2021-09-23T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9f8edb28-7ef6-438b-81a0-cf6d8994ab8e', 'name': '', 'network_id': 'e5aba158-92ad-4a36-8a39-58c70c8bb49e', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'mac_address': 'fa:16:3e:e0:12:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'b9fc7858-3d74-4d53-b2b8-d0a473754824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:39Z', 'updated_at': '2021-09-23T22:56:40Z', 'revision_number': 2, 'project_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'subnets': [{'id': 'b9fc7858-3d74-4d53-b2b8-d0a473754824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:43.704066 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Checking router: e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:56:43.704302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Updating router e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 port 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:56:43.735827 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:43.743620 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34384) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:43.867804 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:44.088178 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:44.141523 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f39e8d1-96ff-453a-926a-7c56de4edf86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:44.171719 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:44.193698 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:44.297577 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275494eb-3bc7-4255-94ef-c6c6a28f6d08 None None] Pushing event updated for resources: {'Port': ['ID=9f8edb28-7ef6-438b-81a0-cf6d8994ab8e,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:44.302832 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9bbcf5ee-7016-4954-8523-28a1a97bf243 req-b368a549-200f-4b75-84a5-5e5d93c296bb tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0459700 Sep 23 22:56:44.347266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Attempting to bind port 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:56:44.347932 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Attempting to bind port 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '05a2537d-c4db-428a-b9f5-a700f9768689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5aba158-92ad-4a36-8a39-58c70c8bb49e'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:56:44.348498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Attempting to bind port 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e on network e5aba158-92ad-4a36-8a39-58c70c8bb49e {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:56:44.356227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:56:44.356657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Checking segment: {'id': '05a2537d-c4db-428a-b9f5-a700f9768689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5aba158-92ad-4a36-8a39-58c70c8bb49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:56:44.357087 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:44.357557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Bound using segment: {'id': '05a2537d-c4db-428a-b9f5-a700f9768689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5aba158-92ad-4a36-8a39-58c70c8bb49e'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:56:44.358028 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Bound port: 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a2537d-c4db-428a-b9f5-a700f9768689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5aba158-92ad-4a36-8a39-58c70c8bb49e'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:56:44.358521 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:44.450386 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:44.458042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] For port 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:56:44.458042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] For port 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9f8edb28-7ef6-438b-81a0-cf6d8994ab8e,segment=NetworkSegment(05a2537d-c4db-428a-b9f5-a700f9768689),segment_id=05a2537d-c4db-428a-b9f5-a700f9768689)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:56:44.519568 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-0f39e8d1-96ff-453a-926a-7c56de4edf86 admin admin] Deleting port 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:56:44.520087 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f39e8d1-96ff-453a-926a-7c56de4edf86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:44.578196 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0fa88ec6-dddd-4eed-beeb-0832eb036f5a None None] Provisioning complete for port 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:44.578593 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0fa88ec6-dddd-4eed-beeb-0832eb036f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:44.590555 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:44.625418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-0f39e8d1-96ff-453a-926a-7c56de4edf86 admin admin] For port 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e, host n-d-810775-1, got binding levels [] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:44.626017 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f39e8d1-96ff-453a-926a-7c56de4edf86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:44.642060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0fa88ec6-dddd-4eed-beeb-0832eb036f5a None None] Port 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:56:44.643997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-0f39e8d1-96ff-453a-926a-7c56de4edf86 admin admin] Calling delete_port for 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:56:44.652215 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:44.728628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275494eb-3bc7-4255-94ef-c6c6a28f6d08 None None] Pushing event updated for resources: {'Port': ['ID=9f8edb28-7ef6-438b-81a0-cf6d8994ab8e,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:44.731989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Routers {'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:44.732864 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:56:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:44.835417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:44.876593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Pushing event updated for resources: {'Port': ['ID=b21288a4-f77b-47d9-bca2-725bbfb42279,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:44.977553 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] Set router e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:45.057458 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ec5cfe9-e567-455d-879f-825c3f409b9d req-3ef8bfa6-8463-4650-b269-15b3053fd88e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.2144098 Sep 23 22:56:45.128168 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Floating IP a4590a38-9e9d-4376-9c2f-6837b1276152 associated. External IP: 172.25.1.86, port: 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721. Sep 23 22:56:45.207591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a51394fc-2374-4ef7-84ca-84f9c1c13c70 None None] Provisioning complete for port 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:56:45.208457 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a51394fc-2374-4ef7-84ca-84f9c1c13c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:45.338396 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f39e8d1-96ff-453a-926a-7c56de4edf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:45.346723 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a51394fc-2374-4ef7-84ca-84f9c1c13c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:45.349931 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'name': 'tempest-ImageQuotaTest-497673921-router', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '06b8ec01-e981-4db0-adc8-09b2c0d14b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:34Z', 'updated_at': '2021-09-23T22:56:40Z', 'revision_number': 4, 'project_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'gw_port': {'id': '06b8ec01-e981-4db0-adc8-09b2c0d14b88', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:36Z', 'updated_at': '2021-09-23T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9f8edb28-7ef6-438b-81a0-cf6d8994ab8e', 'name': '', 'network_id': 'e5aba158-92ad-4a36-8a39-58c70c8bb49e', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'mac_address': 'fa:16:3e:e0:12:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'b9fc7858-3d74-4d53-b2b8-d0a473754824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:39Z', 'updated_at': '2021-09-23T22:56:44Z', 'revision_number': 4, 'project_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'subnets': [{'id': 'b9fc7858-3d74-4d53-b2b8-d0a473754824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:45.370828 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39e8d1-96ff-453a-926a-7c56de4edf86 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8edb28-7ef6-438b-81a0-cf6d8994ab8e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:45.386945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd2353-4c17-43c3-8137-aa228d3a1c56 None None] The sync data for ids ['e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'] in n-d-810775-1 is: [{'id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'name': 'tempest-ImageQuotaTest-497673921-router', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '06b8ec01-e981-4db0-adc8-09b2c0d14b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:34Z', 'updated_at': '2021-09-23T22:56:40Z', 'revision_number': 4, 'project_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'gw_port': {'id': '06b8ec01-e981-4db0-adc8-09b2c0d14b88', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:36Z', 'updated_at': '2021-09-23T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9f8edb28-7ef6-438b-81a0-cf6d8994ab8e', 'name': '', 'network_id': 'e5aba158-92ad-4a36-8a39-58c70c8bb49e', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'mac_address': 'fa:16:3e:e0:12:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'b9fc7858-3d74-4d53-b2b8-d0a473754824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:39Z', 'updated_at': '2021-09-23T22:56:44Z', 'revision_number': 4, 'project_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'subnets': [{'id': 'b9fc7858-3d74-4d53-b2b8-d0a473754824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:56:45.419983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Router a6061fd2-108b-4b5f-a216-c289ef085ac8 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:56:45.596964 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a48057b-ac58-4a9e-a5c2-70a2f5fd9c1e req-12507dbb-3904-41a7-ae9a-7e7d9eef9af6 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.1205699 Sep 23 22:56:45.668389 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e6f3b9bf-08e9-4610-8829-23a06d569490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:45.713800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:56:45.725077 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df7a05-5558-4ae3-8ae9-5fae19888079 None None] Sync routers for ids ['a6061fd2-108b-4b5f-a216-c289ef085ac8'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:56:45.744368 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df7a05-5558-4ae3-8ae9-5fae19888079 None None] Routers {'a6061fd2-108b-4b5f-a216-c289ef085ac8'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:45.745008 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-68df7a05-5558-4ae3-8ae9-5fae19888079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:56:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a6061fd2-108b-4b5f-a216-c289ef085ac8'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:45.776224 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0f39e8d1-96ff-453a-926a-7c56de4edf86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:45.816950 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:45.880244 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3a6085fd-310b-4898-9a28-687cd852815b tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4932714 Sep 23 22:56:45.881323 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71419a1f-3fec-4f8a-b0b8-affbabed0908', 'tag': '228d5e0b-ebbd-47a4-9a1f-8bafc20bb721'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:56:45.882274 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-68df7a05-5558-4ae3-8ae9-5fae19888079 None None] Set router a6061fd2-108b-4b5f-a216-c289ef085ac8 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:45.887445 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b388e769-b005-4e30-87c8-2e0b94d646aa" -d '{"events": [{"name": "network-changed", "server_uuid": "71419a1f-3fec-4f8a-b0b8-affbabed0908", "tag": "228d5e0b-ebbd-47a4-9a1f-8bafc20bb721"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:56:46.045778 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428e743d-9730-48a2-8b5f-260a1d628d07 x-openstack-request-id: req-428e743d-9730-48a2-8b5f-260a1d628d07 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:56:46.045778 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71419a1f-3fec-4f8a-b0b8-affbabed0908", "tag": "228d5e0b-ebbd-47a4-9a1f-8bafc20bb721", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:56:46.045778 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-428e743d-9730-48a2-8b5f-260a1d628d07 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:56:46.045778 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71419a1f-3fec-4f8a-b0b8-affbabed0908', 'tag': '228d5e0b-ebbd-47a4-9a1f-8bafc20bb721', 'status': 'completed', 'code': 200} Sep 23 22:56:46.116048 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f39e8d1-96ff-453a-926a-7c56de4edf86 admin admin] Router e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:56:46.124971 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:46.125730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388e769-b005-4e30-87c8-2e0b94d646aa req-ea7107aa-c9ce-499f-bbad-b83dc07f2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:46.127280 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b388e769-b005-4e30-87c8-2e0b94d646aa req-ea7107aa-c9ce-499f-bbad-b83dc07f2cd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8894b6f779c248d696d598f1a01f1f87&device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 1096 time: 0.0617831 Sep 23 22:56:46.222540 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-68df7a05-5558-4ae3-8ae9-5fae19888079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '42476dec-b2e2-455e-b153-120a6a91673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:00Z', 'updated_at': '2021-09-23T22:56:06Z', 'revision_number': 4, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'gw_port': {'id': '42476dec-b2e2-455e-b153-120a6a91673a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:01Z', 'updated_at': '2021-09-23T22:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a4590a38-9e9d-4376-9c2f-6837b1276152', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'port_id': '228d5e0b-ebbd-47a4-9a1f-8bafc20bb721', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'mac_address': 'fa:16:3e:a9:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71419a1f-3fec-4f8a-b0b8-affbabed0908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:56:43Z', 'updated_at': '2021-09-23T22:56:43Z', 'revision_number': 0, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6664c245-e01a-4732-98ba-ac75ff39451f', 'name': '', 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'mac_address': 'fa:16:3e:7a:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:05Z', 'updated_at': '2021-09-23T22:56:10Z', 'revision_number': 5, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'subnets': [{'id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:46.264534 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df7a05-5558-4ae3-8ae9-5fae19888079 None None] Checking router: a6061fd2-108b-4b5f-a216-c289ef085ac8 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:56:46.275948 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df7a05-5558-4ae3-8ae9-5fae19888079 None None] Routers {'a6061fd2-108b-4b5f-a216-c289ef085ac8'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:46.276597 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-68df7a05-5558-4ae3-8ae9-5fae19888079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:56:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a6061fd2-108b-4b5f-a216-c289ef085ac8'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:46.346205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388e769-b005-4e30-87c8-2e0b94d646aa req-6e1d4259-7ff1-420e-8b34-83ecb37303fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:46.348007 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b388e769-b005-4e30-87c8-2e0b94d646aa req-6e1d4259-7ff1-420e-8b34-83ecb37303fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=64d7416e-5e7d-4518-940f-76df5aa594b1 HTTP/1.1" status: 200 len: 910 time: 0.2094648 Sep 23 22:56:46.351291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f39e8d1-96ff-453a-926a-7c56de4edf86 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:56:46.358588 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0f39e8d1-96ff-453a-926a-7c56de4edf86 admin admin] 10.222.0.22 "PUT /v2.0/routers/e36a7ccb-3a88-46da-82e6-e7ba660c9cd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6137223 Sep 23 22:56:46.361180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34414) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:46.440577 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-68df7a05-5558-4ae3-8ae9-5fae19888079 None None] Set router a6061fd2-108b-4b5f-a216-c289ef085ac8 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:46.538603 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b388e769-b005-4e30-87c8-2e0b94d646aa req-596df926-37f5-4ccb-a393-1795749f93fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 HTTP/1.1" status: 200 len: 998 time: 0.1786015 Sep 23 22:56:46.605015 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:46.648306 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388e769-b005-4e30-87c8-2e0b94d646aa req-1f1ecfb2-96bc-4d69-b94e-c0fbb52926a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:46.651568 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b388e769-b005-4e30-87c8-2e0b94d646aa req-1f1ecfb2-96bc-4d69-b94e-c0fbb52926a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39ecdff6-2cc6-4524-8ff6-1d669ef3a620 HTTP/1.1" status: 200 len: 848 time: 0.1047764 Sep 23 22:56:46.766817 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-68df7a05-5558-4ae3-8ae9-5fae19888079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '42476dec-b2e2-455e-b153-120a6a91673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:00Z', 'updated_at': '2021-09-23T22:56:06Z', 'revision_number': 4, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'gw_port': {'id': '42476dec-b2e2-455e-b153-120a6a91673a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:01Z', 'updated_at': '2021-09-23T22:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a4590a38-9e9d-4376-9c2f-6837b1276152', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'port_id': '228d5e0b-ebbd-47a4-9a1f-8bafc20bb721', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'mac_address': 'fa:16:3e:a9:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71419a1f-3fec-4f8a-b0b8-affbabed0908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:56:43Z', 'updated_at': '2021-09-23T22:56:43Z', 'revision_number': 0, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6664c245-e01a-4732-98ba-ac75ff39451f', 'name': '', 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'mac_address': 'fa:16:3e:7a:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:05Z', 'updated_at': '2021-09-23T22:56:10Z', 'revision_number': 5, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'subnets': [{'id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:46.800084 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df7a05-5558-4ae3-8ae9-5fae19888079 None None] The sync data for ids ['a6061fd2-108b-4b5f-a216-c289ef085ac8'] in n-d-810775-1 is: [{'id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '42476dec-b2e2-455e-b153-120a6a91673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:00Z', 'updated_at': '2021-09-23T22:56:06Z', 'revision_number': 4, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'gw_port': {'id': '42476dec-b2e2-455e-b153-120a6a91673a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:01Z', 'updated_at': '2021-09-23T22:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a4590a38-9e9d-4376-9c2f-6837b1276152', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'port_id': '228d5e0b-ebbd-47a4-9a1f-8bafc20bb721', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'mac_address': 'fa:16:3e:a9:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71419a1f-3fec-4f8a-b0b8-affbabed0908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:56:43Z', 'updated_at': '2021-09-23T22:56:43Z', 'revision_number': 0, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6664c245-e01a-4732-98ba-ac75ff39451f', 'name': '', 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'mac_address': 'fa:16:3e:7a:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:05Z', 'updated_at': '2021-09-23T22:56:10Z', 'revision_number': 5, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'subnets': [{'id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:56:47.016362 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:47.145338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9dc14921-a957-44e6-bdaf-fa33d24c89dd req-7a71a16a-2fd9-4b5c-b997-df17d4a664e5 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0366473 Sep 23 22:56:47.159382 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388e769-b005-4e30-87c8-2e0b94d646aa req-9c57a027-9026-471d-b1bb-e65a551f5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:47.160959 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b388e769-b005-4e30-87c8-2e0b94d646aa req-9c57a027-9026-471d-b1bb-e65a551f5721 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64d7416e-5e7d-4518-940f-76df5aa594b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4753418 Sep 23 22:56:47.207382 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:47.288889 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b388e769-b005-4e30-87c8-2e0b94d646aa req-834de1c1-cd48-40d4-973c-917a60560ff5 service neutron] 10.222.0.43 "GET /v2.0/networks/64d7416e-5e7d-4518-940f-76df5aa594b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187193 Sep 23 22:56:47.304027 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d4df4-83ce-407c-ae04-fbfe26bfb78c None None] Sync routers for ids ['e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:56:47.317962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d4df4-83ce-407c-ae04-fbfe26bfb78c None None] Routers {'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:47.318915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b67d4df4-83ce-407c-ae04-fbfe26bfb78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:56:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:47.346631 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42c33f-296b-4e3d-8b9b-4a48fd0c8c43 None None] New status for floating IP a4590a38-9e9d-4376-9c2f-6837b1276152: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:56:47.451760 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b388e769-b005-4e30-87c8-2e0b94d646aa req-8b32d8c9-6768-4555-857c-63293d4b72b9 service neutron] 10.222.0.43 "GET /v2.0/networks/64d7416e-5e7d-4518-940f-76df5aa594b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431234 Sep 23 22:56:47.465601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] Deleting port 06b8ec01-e981-4db0-adc8-09b2c0d14b88 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:56:47.465939 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:47.468691 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b67d4df4-83ce-407c-ae04-fbfe26bfb78c None None] Set router e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:47.573216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] For port 06b8ec01-e981-4db0-adc8-09b2c0d14b88, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=06b8ec01-e981-4db0-adc8-09b2c0d14b88,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:47.573513 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:47.590057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] Calling delete_port for 06b8ec01-e981-4db0-adc8-09b2c0d14b88 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:56:47.677982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b67d4df4-83ce-407c-ae04-fbfe26bfb78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'name': 'tempest-ImageQuotaTest-497673921-router', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '06b8ec01-e981-4db0-adc8-09b2c0d14b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:34Z', 'updated_at': '2021-09-23T22:56:44Z', 'revision_number': 5, 'project_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'gw_port': {'id': '06b8ec01-e981-4db0-adc8-09b2c0d14b88', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:36Z', 'updated_at': '2021-09-23T22:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:47.706685 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d4df4-83ce-407c-ae04-fbfe26bfb78c None None] Checking router: e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:56:47.716396 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d4df4-83ce-407c-ae04-fbfe26bfb78c None None] Routers {'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:56:47.717060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b67d4df4-83ce-407c-ae04-fbfe26bfb78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:56:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:47.820155 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b67d4df4-83ce-407c-ae04-fbfe26bfb78c None None] Set router e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:56:47.882870 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:47.886770 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b67d4df4-83ce-407c-ae04-fbfe26bfb78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'name': 'tempest-ImageQuotaTest-497673921-router', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:34Z', 'updated_at': '2021-09-23T22:56:47Z', 'revision_number': 6, 'project_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:47.913148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b8ec01-e981-4db0-adc8-09b2c0d14b88,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:47.919773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d4df4-83ce-407c-ae04-fbfe26bfb78c None None] The sync data for ids ['e36a7ccb-3a88-46da-82e6-e7ba660c9cd8'] in n-d-810775-1 is: [{'id': 'e36a7ccb-3a88-46da-82e6-e7ba660c9cd8', 'name': 'tempest-ImageQuotaTest-497673921-router', 'tenant_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:34Z', 'updated_at': '2021-09-23T22:56:47Z', 'revision_number': 6, 'project_id': 'f65a58bd0a6f49eab20dc90427d5745a', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:56:47.997623 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:48.079919 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:48.106732 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:48.109303 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:48.283039 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bc16483d-9156-41ca-8a27-40e68b91701e req-5159e20b-6c9b-4cc9-a1ac-da744e0b91d6 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0395446 Sep 23 22:56:48.299445 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:48.300323 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 22:56:48.307901 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:48.312395 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a18ec8ea-6cd8-4fea-8008-c6583f4536f2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e36a7ccb-3a88-46da-82e6-e7ba660c9cd8 HTTP/1.1" status: 204 len: 168 time: 1.9496136 Sep 23 22:56:48.313576 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34440) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:48.368841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0dcf32-b34d-4405-8306-e3ad4191a2ba admin admin] Deleting subnet b9fc7858-3d74-4d53-b2b8-d0a473754824 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:56:48.372442 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3b0dcf32-b34d-4405-8306-e3ad4191a2ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:48.419661 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3b0dcf32-b34d-4405-8306-e3ad4191a2ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:48.660299 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fae62d50-ca55-4ca7-bd9b-6826ad8c7eab req-f1902300-38f9-42a9-99db-67bc2bb6865c tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a&device_id=08a06f2d-1831-4210-bb38-6d8d0bb6d598 HTTP/1.1" status: 200 len: 210 time: 0.0579536 Sep 23 22:56:48.767587 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:48.820454 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3b0dcf32-b34d-4405-8306-e3ad4191a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:48.994164 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3b0dcf32-b34d-4405-8306-e3ad4191a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:49.049805 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dcf32-b34d-4405-8306-e3ad4191a2ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9fc7858-3d74-4d53-b2b8-d0a473754824,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:49.064583 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f2d2ed-c634-410e-8a07-0e1196f4c612 None None] Network e5aba158-92ad-4a36-8a39-58c70c8bb49e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:56:49.070140 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3b0dcf32-b34d-4405-8306-e3ad4191a2ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:49.079249 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34444) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:49.080745 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3b0dcf32-b34d-4405-8306-e3ad4191a2ba admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b9fc7858-3d74-4d53-b2b8-d0a473754824 HTTP/1.1" status: 204 len: 168 time: 0.7655938 Sep 23 22:56:49.198161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:56:49.239656 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:49.243316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:56:49.243884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9f8edb28-7ef6-438b-81a0-cf6d8994ab8e not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:56:49.244519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 06b8ec01-e981-4db0-adc8-09b2c0d14b88 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:56:49.301098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 06b8ec01-e981-4db0-adc8-09b2c0d14b88 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:56:49.301917 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 06b8ec01-e981-4db0-adc8-09b2c0d14b88 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:56:49.317621 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-425bc830-e6c4-41dd-980f-870c95fe66a9 req-fcfd90d0-97a6-4c65-a3a3-8d9084172148 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b417098714ec4b57b04c7e97c77d805c&device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0656669 Sep 23 22:56:49.362764 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a901e72-acac-4015-a7a1-b9b2fb6cd56b req-e68fe2e3-9daa-4579-b397-cbd05a0d31b0 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0558436 Sep 23 22:56:49.383663 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-425bc830-e6c4-41dd-980f-870c95fe66a9 req-00580df6-6668-4b32-9e17-d2e503543eea service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b417098714ec4b57b04c7e97c77d805c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507627 Sep 23 22:56:49.393266 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] Deleting port e1d08ae9-d536-4694-ac14-932580d1a1e0 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:56:49.394004 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:49.446734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db9ec9c-0448-4fca-aa1d-e2a8d5914772 None None] DHCP port deletion for e5aba158-92ad-4a36-8a39-58c70c8bb49e request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 22:56:49.512450 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] For port e1d08ae9-d536-4694-ac14-932580d1a1e0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e1d08ae9-d536-4694-ac14-932580d1a1e0,segment=NetworkSegment(05a2537d-c4db-428a-b9f5-a700f9768689),segment_id=05a2537d-c4db-428a-b9f5-a700f9768689)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:49.512828 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:49.540073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7db9ec9c-0448-4fca-aa1d-e2a8d5914772 None None] Deleting port e1d08ae9-d536-4694-ac14-932580d1a1e0 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:56:49.540396 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7db9ec9c-0448-4fca-aa1d-e2a8d5914772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:49.543002 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] Calling delete_port for e1d08ae9-d536-4694-ac14-932580d1a1e0 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:56:49.543627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bc830-e6c4-41dd-980f-870c95fe66a9 req-82a4d908-3d52-4897-8252-50299c47cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:49.549143 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-425bc830-e6c4-41dd-980f-870c95fe66a9 req-82a4d908-3d52-4897-8252-50299c47cd9c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1552103 Sep 23 22:56:49.620241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7db9ec9c-0448-4fca-aa1d-e2a8d5914772 None None] For port e1d08ae9-d536-4694-ac14-932580d1a1e0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e1d08ae9-d536-4694-ac14-932580d1a1e0,segment=NetworkSegment(05a2537d-c4db-428a-b9f5-a700f9768689),segment_id=05a2537d-c4db-428a-b9f5-a700f9768689)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:56:49.620938 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7db9ec9c-0448-4fca-aa1d-e2a8d5914772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:49.635739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7db9ec9c-0448-4fca-aa1d-e2a8d5914772 None None] Calling delete_port for e1d08ae9-d536-4694-ac14-932580d1a1e0 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:56:49.764981 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:49.771591 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7db9ec9c-0448-4fca-aa1d-e2a8d5914772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:49.796058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d08ae9-d536-4694-ac14-932580d1a1e0,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:49.798239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] No DVR routers for this DVR port e1d08ae9-d536-4694-ac14-932580d1a1e0 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:56:49.809768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9ec9c-0448-4fca-aa1d-e2a8d5914772 None None] Pushing event deleted for resources: {'Port': ['ID=e1d08ae9-d536-4694-ac14-932580d1a1e0,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:49.817043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db9ec9c-0448-4fca-aa1d-e2a8d5914772 None None] No DVR routers for this DVR port e1d08ae9-d536-4694-ac14-932580d1a1e0 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:56:49.886375 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:49.909087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5aba158-92ad-4a36-8a39-58c70c8bb49e']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:49.918821 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a2537d-c4db-428a-b9f5-a700f9768689') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:49.919174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a2537d-c4db-428a-b9f5-a700f9768689') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:56:49.929730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:49.943682 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:49.950514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:56:49.950914 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:56:49.955750 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:56:50.108055 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:50.115371 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:50.121249 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e5aba158-92ad-4a36-8a39-58c70c8bb49e HTTP/1.1" status: 204 len: 168 time: 1.0370979 Sep 23 22:56:50.130720 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58911774-f6ba-46c7-ba36-26992321df80 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5aba158-92ad-4a36-8a39-58c70c8bb49e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:50.468929 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87c2762c-32ce-405a-ac62-7f0db697688a req-5f313fe4-5083-42c4-9cf1-dfb6fe6f33b6 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0339079 Sep 23 22:56:50.633019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 34460) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:50.676879 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b3ea14c9-de47-4a1e-ba70-e18e02f64bb5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f65a58bd0a6f49eab20dc90427d5745a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423272 Sep 23 22:56:50.679872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34462) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:50.748549 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-627f19ca-998b-4095-9a12-fa65bdf4accf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:50.772809 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-627f19ca-998b-4095-9a12-fa65bdf4accf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:50.902136 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-627f19ca-998b-4095-9a12-fa65bdf4accf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:50.904889 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-627f19ca-998b-4095-9a12-fa65bdf4accf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:50.906277 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-627f19ca-998b-4095-9a12-fa65bdf4accf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37ae02ff-5504-4acb-bac7-547bc141afc7 HTTP/1.1" status: 204 len: 168 time: 0.2251945 Sep 23 22:56:50.917534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f19ca-998b-4095-9a12-fa65bdf4accf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ae02ff-5504-4acb-bac7-547bc141afc7,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:51.032407 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-425bc830-e6c4-41dd-980f-870c95fe66a9 req-e4576442-1ab3-4d31-a612-127b1ec359c4 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.67 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0321388 Sep 23 22:56:51.104212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e1d08ae9-d536-4694-ac14-932580d1a1e0 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:56:51.127662 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: e1d08ae9-d536-4694-ac14-932580d1a1e0 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:56:51.128170 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e1d08ae9-d536-4694-ac14-932580d1a1e0 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:56:51.597898 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c5b4a83-6b7e-4b52-927e-1975d150c3c7 req-52fbb42a-58c3-4c73-ad31-e502f6c61b18 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dc7b30a-b227-4fc0-86a5-0ab8985f7e3a HTTP/1.1" status: 200 len: 210 time: 0.0275555 Sep 23 22:56:51.975801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34474) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:51.990906 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37c75eff-2e51-468d-a8fa-69513fdef36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:52.090579 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37c75eff-2e51-468d-a8fa-69513fdef36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:52.267518 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-37c75eff-2e51-468d-a8fa-69513fdef36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:52.312293 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-37c75eff-2e51-468d-a8fa-69513fdef36e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3354709 Sep 23 22:56:52.312999 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c75eff-2e51-468d-a8fa-69513fdef36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1022bca8-43ff-4b28-ad2b-b07575d0fc2a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:52.316644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34476) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:52.388165 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-74acd709-9b2f-4dd1-9190-ffda0acc6544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:52.416552 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-74acd709-9b2f-4dd1-9190-ffda0acc6544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:52.649055 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-74acd709-9b2f-4dd1-9190-ffda0acc6544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:52.654355 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-74acd709-9b2f-4dd1-9190-ffda0acc6544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:52.657513 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-74acd709-9b2f-4dd1-9190-ffda0acc6544 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1022bca8-43ff-4b28-ad2b-b07575d0fc2a HTTP/1.1" status: 204 len: 168 time: 0.3389623 Sep 23 22:56:52.671841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acd709-9b2f-4dd1-9190-ffda0acc6544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1022bca8-43ff-4b28-ad2b-b07575d0fc2a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:53.280709 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-94b264ee-2e8b-4408-ac7c-4d03d1f86dff req-e778dd05-264e-4304-a4c7-1c10d43361f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b417098714ec4b57b04c7e97c77d805c&device_id=08a06f2d-1831-4210-bb38-6d8d0bb6d598 HTTP/1.1" status: 200 len: 210 time: 0.0402589 Sep 23 22:56:53.319335 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-85b3c7f6-7b25-4d7e-915d-b146547c32dd req-faa9bb86-65ba-49ba-9d28-a1c180e76cd6 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a06f2d-1831-4210-bb38-6d8d0bb6d598 HTTP/1.1" status: 200 len: 210 time: 0.0365438 Sep 23 22:56:53.334040 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-94b264ee-2e8b-4408-ac7c-4d03d1f86dff req-282f1ff3-6320-4bac-b2f7-e9e6747d0309 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b417098714ec4b57b04c7e97c77d805c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393770 Sep 23 22:56:53.441740 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b264ee-2e8b-4408-ac7c-4d03d1f86dff req-dccee808-a13d-4d86-8fb1-c640b2a37b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:56:53.443152 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-94b264ee-2e8b-4408-ac7c-4d03d1f86dff req-dccee808-a13d-4d86-8fb1-c640b2a37b7f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000299 Sep 23 22:56:54.427868 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-906acd26-2886-4b75-aa79-cd387ddc287d req-c7f7d80e-a14e-4cfa-86f5-a866c2959b36 tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a06f2d-1831-4210-bb38-6d8d0bb6d598 HTTP/1.1" status: 200 len: 210 time: 0.0303364 Sep 23 22:56:54.966635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-94b264ee-2e8b-4408-ac7c-4d03d1f86dff req-76b042b6-b584-42ec-ad35-df4e44774f8a tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.67 "GET /v2.0/ports?device_id=08a06f2d-1831-4210-bb38-6d8d0bb6d598 HTTP/1.1" status: 200 len: 210 time: 0.0287154 Sep 23 22:56:55.557726 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06b22642-2f8b-4a24-b6b1-eba52cb47a6d req-3a5fa285-af65-4c21-abbc-29771b98640f tempest-ServerShowV247Test-1533353042 tempest-ServerShowV247Test-1533353042-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a06f2d-1831-4210-bb38-6d8d0bb6d598 HTTP/1.1" status: 200 len: 210 time: 0.0377836 Sep 23 22:56:57.282406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34526) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:57.397926 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d5a81560-2854-4f59-92ea-3adc9ae465fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:57.504837 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d5a81560-2854-4f59-92ea-3adc9ae465fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:57.593608 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d5a81560-2854-4f59-92ea-3adc9ae465fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:57.635159 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a81560-2854-4f59-92ea-3adc9ae465fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2297f578-8899-4345-9ddd-4494c6701995,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:57.639968 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d5a81560-2854-4f59-92ea-3adc9ae465fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b417098714ec4b57b04c7e97c77d805c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563969 Sep 23 22:56:57.642652 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34530) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:56:57.695045 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1ffc-79fb-42c7-ae8e-729ccb0366d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:57.722849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1ffc-79fb-42c7-ae8e-729ccb0366d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:57.898193 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1ffc-79fb-42c7-ae8e-729ccb0366d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:57.898193 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1ffc-79fb-42c7-ae8e-729ccb0366d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:56:57.898193 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ff2c1ffc-79fb-42c7-ae8e-729ccb0366d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2297f578-8899-4345-9ddd-4494c6701995 HTTP/1.1" status: 204 len: 168 time: 0.2531488 Sep 23 22:56:57.906837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c1ffc-79fb-42c7-ae8e-729ccb0366d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2297f578-8899-4345-9ddd-4494c6701995,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:56:59.776941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f7e04d15-053d-4d33-8d8e-0cfe89d4cdb2 req-6ab393e9-442d-4d09-9813-100640f171a1 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0617821 Sep 23 22:57:00.864722 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-086c8a81-f981-4e20-bb92-04fa06f3c2cb req-e43e6bd4-7470-4e77-8021-11c6dcb473cc tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0297849 Sep 23 22:57:02.009313 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34b5a88b-6c74-4980-84a5-872294c431ed req-0d0637b6-713b-4225-9164-9e9dd9eafc61 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0513883 Sep 23 22:57:03.154008 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-39fc0008-f678-466e-822c-7bcdfab0505b req-5d3da51a-5448-47b3-92ba-caed7d9befb3 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0288808 Sep 23 22:57:04.306514 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3005e1f1-7f56-4a80-8e93-db65b1663d0b req-8849930b-d0ca-427d-b448-c89c879364c9 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0353508 Sep 23 22:57:05.435713 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4729195-b40b-41ae-8412-7db5a58c2afc req-3e879348-1c5b-431b-a61a-2093ce79ff6a tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0408835 Sep 23 22:57:05.507118 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a43a07a-19a1-4956-bceb-7b535c97df08 req-de68679e-d125-4ffb-b874-69d00f83b8a8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0266418 Sep 23 22:57:05.879608 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:57:06.552136 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d4c5db0f-7aff-4b97-a430-3df0d4c7118a req-6be8c174-f895-45ab-8f5d-fb1b8e1da1cf tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0298460 Sep 23 22:57:06.791032 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:07.662351 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79e07c05-0b5f-46d6-b12e-1013ec341188 req-e71689d4-82c1-4cfe-818f-351fde11bcb5 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0276253 Sep 23 22:57:08.172520 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e89375b-4833-496a-9e2d-6d7db9d98f7a req-0be9d780-667d-4049-8ed7-7bf7ea51ac32 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0284991 Sep 23 22:57:09.277962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9de33772-9bb4-4004-88e1-0e78d7c97cc2 req-0e7b3611-6b3f-4704-bce9-ad671f064914 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0270360 Sep 23 22:57:09.383687 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34680) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:09.504807 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03947dc1-6647-434c-9fbb-0b0f6372f25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:09.612774 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03947dc1-6647-434c-9fbb-0b0f6372f25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:09.705101 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-03947dc1-6647-434c-9fbb-0b0f6372f25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:09.746007 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-03947dc1-6647-434c-9fbb-0b0f6372f25b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd0dc426a3314a2face75ce88d2049dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612032 Sep 23 22:57:09.746882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03947dc1-6647-434c-9fbb-0b0f6372f25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067e1c09-e709-4e04-bc16-01297a07a9ae,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:09.749240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34690) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:09.806906 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96d79b19-0d46-4f5f-b117-06f45933d5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:09.829515 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96d79b19-0d46-4f5f-b117-06f45933d5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:09.958899 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96d79b19-0d46-4f5f-b117-06f45933d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:09.961854 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96d79b19-0d46-4f5f-b117-06f45933d5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:09.963237 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-96d79b19-0d46-4f5f-b117-06f45933d5b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/067e1c09-e709-4e04-bc16-01297a07a9ae HTTP/1.1" status: 204 len: 168 time: 0.2130840 Sep 23 22:57:09.971588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d79b19-0d46-4f5f-b117-06f45933d5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067e1c09-e709-4e04-bc16-01297a07a9ae,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:10.401902 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08aa8038-04ca-4c8e-96f9-d8def03958d4 req-a4a6de04-5663-44b0-bf48-e2ad7b56c09b tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0354018 Sep 23 22:57:11.538295 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-947da880-302d-43a9-8afa-55147e34fcf6 req-dee56e49-6f16-47dd-9ae6-924b8bbae7bc tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0352082 Sep 23 22:57:12.673021 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ff72cac-de0f-4e95-ad4e-ff2960a1a7f2 req-d8ddc84c-e43e-449e-9fcf-7332a4e47226 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0276678 Sep 23 22:57:13.135728 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9c609f2e-dbd1-450f-8241-2475eb4be861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:13.790017 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-25c556b2-f3b7-41e9-b65c-df7a4fb28c89 req-6d11ab15-d836-45a9-ad19-a38d5fa948bf tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0289965 Sep 23 22:57:14.400903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-bf647fbb-222f-461c-adf9-bdfb176b6e23 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=de1fccba920f4c60bb4e8fee25716fc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308113 Sep 23 22:57:14.605158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-2d705bdd-5c6a-452f-bbba-2b03814bc263 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:14.606561 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-2d705bdd-5c6a-452f-bbba-2b03814bc263 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1997957 Sep 23 22:57:14.622588 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-3f03798f-3f85-4132-897f-26d68e3d1654 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/quotas/de1fccba920f4c60bb4e8fee25716fc4 HTTP/1.1" status: 200 len: 375 time: 0.0099480 Sep 23 22:57:14.656418 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-b786b6b3-ae26-49c1-bccf-b66b963dd183 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=de1fccba920f4c60bb4e8fee25716fc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280571 Sep 23 22:57:14.903897 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f28a174-4135-4558-b897-1ee18abdf8b2 req-b85e5e6e-210a-4e17-a1fe-d6880e97a5af tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0337429 Sep 23 22:57:14.967046 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c380131e-1e7d-4fb4-9508-cd12a0a0c0af req-320bcc35-7cd7-41d2-b2fc-e2bd66f1c29e tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 210 time: 0.0295405 Sep 23 22:57:15.532263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 34786) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:15.624795 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-055afc9e-13cf-4a54-8448-3ae078633544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:15.693126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a44c7-23c6-4c9f-847f-ba48be23f4aa req-b0a83425-6c3f-41e7-9703-17b67b0d416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:15.697701 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c0a44c7-23c6-4c9f-847f-ba48be23f4aa req-b0a83425-6c3f-41e7-9703-17b67b0d416b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 1096 time: 0.1638849 Sep 23 22:57:15.744729 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c0a44c7-23c6-4c9f-847f-ba48be23f4aa req-1b2fd7ff-b809-46bf-b617-f6ad9a6781e2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7c53894c-75cd-44bc-8204-92f8ca6922a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427475 Sep 23 22:57:16.038643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-730a5bb1-139d-496f-b145-7442bb1f2863 req-33d8597c-771c-44c7-8fcd-a918147072b5 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0422890 Sep 23 22:57:16.078333 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-872b6e09-f6e5-464c-b7cd-c78fb4613f49 req-32931d17-0f2d-41a2-be47-d12ebb643a98 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 210 time: 0.0491300 Sep 23 22:57:16.116119 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:17.047766 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:17.184322 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13584fbc-b265-4ea6-9651-cbe93b465ed0 req-2ad8a1b8-7595-4447-b173-199329813ad3 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 210 time: 0.0310645 Sep 23 22:57:17.185624 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3583d61-551e-427a-87e3-0406e4e59356 req-78e43cc7-44ca-487a-83bf-e49122486068 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0284164 Sep 23 22:57:17.465904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-76f3a5d3-2ddb-4cea-aafc-2b93b951d0fb tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=de1fccba920f4c60bb4e8fee25716fc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318131 Sep 23 22:57:17.582713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-033e4502-c751-4319-b544-324b11b0a612 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:17.584316 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-033e4502-c751-4319-b544-324b11b0a612 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1125767 Sep 23 22:57:17.599300 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Request body: {'port': {'device_id': 'b121d426-440a-4e0b-b062-79a6a53c8c00', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': 'de1fccba920f4c60bb4e8fee25716fc4'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:57:17.798634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Made reservation on behalf of de1fccba920f4c60bb4e8fee25716fc4 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:57:17.802214 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:17.812269 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:17.911021 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:17.984791 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:18.053994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573b1d48-8f31-4c5f-95e5-b6e443f1fe68,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:18.068154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:18.068733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:18.069077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:18.069936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:18.070467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:18.070794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:18.071305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:18.071665 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:18.071985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:18.072303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:18.072622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:18.072939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:18.079811 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:18.158622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Allocated IP 192.168.233.152 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/d870babd-9f41-4d78-afed-97f4a361ba05) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:57:18.329864 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cc70f725-80ec-4428-8da4-4312d8c065bc req-fe3be61a-942d-477c-ae55-446bc6cd3c88 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 210 time: 0.0453920 Sep 23 22:57:18.399995 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b23a2d18-ffa7-48ef-b7de-95dbc1d576ed req-4cc4f8ed-ce43-4631-9cac-83791483b86a tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0358782 Sep 23 22:57:18.437036 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:18.534293 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:18.578681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:57:18.581911 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:57:18.586218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:57:18.620304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Pushing event updated for resources: {'Port': ['ID=d870babd-9f41-4d78-afed-97f4a361ba05,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:18.653210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:18.653899 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:18.665913 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:18.774629 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-ee3da24e-665f-4375-9bc1-35696c810061 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1794446 Sep 23 22:57:18.791805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Request body: {'port': {'device_id': 'b121d426-440a-4e0b-b062-79a6a53c8c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:57:18.852108 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:18.859854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-234e20f5-7490-4ed8-9939-3ab932660cb6 None None] Provisioning complete for port d870babd-9f41-4d78-afed-97f4a361ba05 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:57:18.860365 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-234e20f5-7490-4ed8-9939-3ab932660cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:18.907287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-234e20f5-7490-4ed8-9939-3ab932660cb6 None None] Port d870babd-9f41-4d78-afed-97f4a361ba05 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:57:19.133474 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d870babd-9f41-4d78-afed-97f4a361ba05 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:57:19.141469 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:19.153886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Transition to ACTIVE for port object d870babd-9f41-4d78-afed-97f4a361ba05 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:57:19.310510 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:19.371988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d870babd-9f41-4d78-afed-97f4a361ba05,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:19.458693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Attempting to bind port d870babd-9f41-4d78-afed-97f4a361ba05 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:57:19.459374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Attempting to bind port d870babd-9f41-4d78-afed-97f4a361ba05 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:57:19.459374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Attempting to bind port d870babd-9f41-4d78-afed-97f4a361ba05 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:57:19.465800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Port d870babd-9f41-4d78-afed-97f4a361ba05 on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:57:19.466118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Attempting to bind port d870babd-9f41-4d78-afed-97f4a361ba05 on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:57:19.471311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:57:19.471657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:57:19.472037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:57:19.472471 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Bound port: d870babd-9f41-4d78-afed-97f4a361ba05, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:57:19.472824 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:19.479267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538da9a-68cf-421d-aae7-d8f6959f06eb req-e8406e66-601e-48cd-9ad5-58af035b0475 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:19.481983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3538da9a-68cf-421d-aae7-d8f6959f06eb req-e8406e66-601e-48cd-9ad5-58af035b0475 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 948 time: 0.0647225 Sep 23 22:57:19.547494 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3538da9a-68cf-421d-aae7-d8f6959f06eb req-f2f35d35-e20a-4534-a764-08f129ec8d1f tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/security-groups?id=573b1d48-8f31-4c5f-95e5-b6e443f1fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513277 Sep 23 22:57:19.558091 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52c3db09-e648-4cc2-9f89-e2e82301a038 req-c4ceeec8-a47e-49e3-8866-1f3dad0b0375 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0625196 Sep 23 22:57:19.604442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] For port d870babd-9f41-4d78-afed-97f4a361ba05, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:57:19.607919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] For port d870babd-9f41-4d78-afed-97f4a361ba05, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d870babd-9f41-4d78-afed-97f4a361ba05,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:57:19.684791 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:19.724370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:19.730340 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:19.730340 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] 10.222.0.43 "PUT /v2.0/ports/d870babd-9f41-4d78-afed-97f4a361ba05 HTTP/1.1" status: 200 len: 1096 time: 0.9422698 Sep 23 22:57:19.730340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b121d426-440a-4e0b-b062-79a6a53c8c00', 'tag': 'd870babd-9f41-4d78-afed-97f4a361ba05'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:57:19.730340 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54deda32-3e9e-4a63-8e9b-56b801beea9a" -d '{"events": [{"name": "network-changed", "server_uuid": "b121d426-440a-4e0b-b062-79a6a53c8c00", "tag": "d870babd-9f41-4d78-afed-97f4a361ba05"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:57:19.760403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7f06f-0c2f-48c8-bd07-61ab4eb890e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d870babd-9f41-4d78-afed-97f4a361ba05,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:19.787635 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434b24be-bbd8-4692-a885-70cb93b95839 x-openstack-request-id: req-434b24be-bbd8-4692-a885-70cb93b95839 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:57:19.788144 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b121d426-440a-4e0b-b062-79a6a53c8c00", "tag": "d870babd-9f41-4d78-afed-97f4a361ba05", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:57:19.788480 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-434b24be-bbd8-4692-a885-70cb93b95839 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:57:19.788891 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b121d426-440a-4e0b-b062-79a6a53c8c00', 'tag': 'd870babd-9f41-4d78-afed-97f4a361ba05', 'status': 'completed', 'code': 200} Sep 23 22:57:19.859554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deda32-3e9e-4a63-8e9b-56b801beea9a req-68befbac-2f37-4453-a840-2612ec24dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:19.861228 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54deda32-3e9e-4a63-8e9b-56b801beea9a req-68befbac-2f37-4453-a840-2612ec24dbce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de1fccba920f4c60bb4e8fee25716fc4&device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 1099 time: 0.0482018 Sep 23 22:57:19.891654 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54deda32-3e9e-4a63-8e9b-56b801beea9a req-77ad88cc-30a7-494b-b8a2-ca1039e21f53 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=de1fccba920f4c60bb4e8fee25716fc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218558 Sep 23 22:57:19.996965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deda32-3e9e-4a63-8e9b-56b801beea9a req-a1290ac7-7653-497a-87fd-30fc82cff0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:19.998494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54deda32-3e9e-4a63-8e9b-56b801beea9a req-a1290ac7-7653-497a-87fd-30fc82cff0e9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006086 Sep 23 22:57:20.088876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-e9754c4a-00ee-42cf-82fe-5203eae7bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:20.090449 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-e9754c4a-00ee-42cf-82fe-5203eae7bd6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de1fccba920f4c60bb4e8fee25716fc4&device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 1099 time: 0.0472212 Sep 23 22:57:20.137493 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-4125e901-ae09-415e-a9a0-d50c02fb6af5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=d870babd-9f41-4d78-afed-97f4a361ba05 HTTP/1.1" status: 200 len: 217 time: 0.0393984 Sep 23 22:57:20.187404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-2b4ededd-1c9e-49bf-9c71-f9c6b2e13419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:20.188881 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-2b4ededd-1c9e-49bf-9c71-f9c6b2e13419 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0452483 Sep 23 22:57:20.236179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-b6d685cb-6b5c-4adf-8952-c49f7e9734fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:20.237729 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-b6d685cb-6b5c-4adf-8952-c49f7e9734fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418253 Sep 23 22:57:20.337028 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-11b95ded-32ab-447b-a8c8-04fedc5a4690 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921979 Sep 23 22:57:20.437629 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f8f2c97-3b96-46e2-a43d-949c9ecee3dd req-efeb3878-8544-4f34-85ff-4c0ffa0de4c7 service neutron] 10.222.0.43 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935593 Sep 23 22:57:20.709527 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16a5d6ed-58a0-41b4-ae18-ab563c1943a3 req-344a88b8-536b-4b79-bffe-10af2dd79f06 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0278399 Sep 23 22:57:20.717465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece75531-16fa-44a3-8c8c-1dd009d362da req-411acbdd-7b05-4638-b7bf-cfa0c3c82967 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:20.719341 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ece75531-16fa-44a3-8c8c-1dd009d362da req-411acbdd-7b05-4638-b7bf-cfa0c3c82967 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 948 time: 0.0684085 Sep 23 22:57:20.769666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ece75531-16fa-44a3-8c8c-1dd009d362da req-e1000d0e-2856-4ed7-bde1-3fb492b39e24 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/security-groups?id=573b1d48-8f31-4c5f-95e5-b6e443f1fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Sep 23 22:57:21.828962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dd92b38c-af28-4835-8b21-fd561986a3e8 req-c322b5fd-8dac-4275-876f-d003ac83af41 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0326636 Sep 23 22:57:21.902335 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a01698-ff90-458e-b64d-d42c1905619a req-53f3c3df-dea2-4bcf-b0ba-8de17d0829a4 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:21.903766 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b7a01698-ff90-458e-b64d-d42c1905619a req-53f3c3df-dea2-4bcf-b0ba-8de17d0829a4 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 948 time: 0.0547967 Sep 23 22:57:21.946694 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b7a01698-ff90-458e-b64d-d42c1905619a req-5a4e6e0d-e89b-452f-9c30-486b663a7a9a tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/security-groups?id=573b1d48-8f31-4c5f-95e5-b6e443f1fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363901 Sep 23 22:57:22.937747 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-40a6f851-5ec9-42f9-865d-2cedaed5b508 req-b9aaee76-945b-401c-93a8-7d4d83c228c2 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0309162 Sep 23 22:57:23.067390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8405e-7b2c-46cd-8d21-c3cfe4911b19 req-8fcd2635-a14c-4a7c-acd5-b32b88ecfd7b tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:23.069171 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42c8405e-7b2c-46cd-8d21-c3cfe4911b19 req-8fcd2635-a14c-4a7c-acd5-b32b88ecfd7b tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 948 time: 0.0516241 Sep 23 22:57:23.108412 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42c8405e-7b2c-46cd-8d21-c3cfe4911b19 req-2b34343c-2676-45df-bef0-af64ad9d574d tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/security-groups?id=573b1d48-8f31-4c5f-95e5-b6e443f1fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331428 Sep 23 22:57:23.525230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d870babd-9f41-4d78-afed-97f4a361ba05 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:57:23.795595 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d870babd-9f41-4d78-afed-97f4a361ba05, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d870babd-9f41-4d78-afed-97f4a361ba05,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:57:23.808184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'd870babd-9f41-4d78-afed-97f4a361ba05', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': 'd870babd-9f41-4d78-afed-97f4a361ba05', 'mac_address': 'fa:16:3e:4b:ff:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:57:23.846974 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:23.861720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d870babd-9f41-4d78-afed-97f4a361ba05 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:57:23.888991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d870babd-9f41-4d78-afed-97f4a361ba05, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d870babd-9f41-4d78-afed-97f4a361ba05,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:57:23.987696 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:24.045097 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d870babd-9f41-4d78-afed-97f4a361ba05,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:24.048062 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-372e29b4-5003-4dd6-90e7-dd4e9f4236f0 req-82cd4cca-b9af-49b1-8ef1-9738c7e2a1c4 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0321841 Sep 23 22:57:24.055300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:24.055300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:24.055300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:24.055300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:24.055300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:24.055300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:24.055300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:24.056593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:24.056593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:24.056593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:24.056946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:24.057423 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:24.188109 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d870babd-9f41-4d78-afed-97f4a361ba05'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:57:24.240068 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cdd76-1500-4f15-856c-66b47d0a94c7 req-2500583b-c326-40d7-816e-8c73a95b921d tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:24.241586 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c7cdd76-1500-4f15-856c-66b47d0a94c7 req-2500583b-c326-40d7-816e-8c73a95b921d tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 949 time: 0.0630090 Sep 23 22:57:24.288552 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c7cdd76-1500-4f15-856c-66b47d0a94c7 req-0a740dcd-04e0-470d-8774-faa282f910bb tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/security-groups?id=573b1d48-8f31-4c5f-95e5-b6e443f1fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395849 Sep 23 22:57:25.170710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4f8ee86d-4546-404c-b958-6e28bfe0253b req-f3306117-16e8-4fad-9b56-0b269f63c716 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0324562 Sep 23 22:57:25.432828 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9426300-8b9d-4ea2-b317-8b0ecfdd0aec req-51d43359-129d-49ef-97b7-40faac8d1941 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:25.435144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d9426300-8b9d-4ea2-b317-8b0ecfdd0aec req-51d43359-129d-49ef-97b7-40faac8d1941 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 949 time: 0.0537772 Sep 23 22:57:25.478337 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d9426300-8b9d-4ea2-b317-8b0ecfdd0aec req-8ae795db-a0f8-4b00-9a5c-d8db5c234624 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/security-groups?id=573b1d48-8f31-4c5f-95e5-b6e443f1fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369306 Sep 23 22:57:25.550846 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d870babd-9f41-4d78-afed-97f4a361ba05 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:57:25.695872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port d870babd-9f41-4d78-afed-97f4a361ba05 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:57:25.700977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port d870babd-9f41-4d78-afed-97f4a361ba05 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:57:25.701385 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:25.789569 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:25.817165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b121d426-440a-4e0b-b062-79a6a53c8c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd870babd-9f41-4d78-afed-97f4a361ba05'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:57:25.819907 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6b4c0e-b4f9-4ea9-9d0a-03d68e889156" -d '{"events": [{"server_uuid": "b121d426-440a-4e0b-b062-79a6a53c8c00", "name": "network-vif-plugged", "status": "completed", "tag": "d870babd-9f41-4d78-afed-97f4a361ba05"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:57:25.847000 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d870babd-9f41-4d78-afed-97f4a361ba05, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d870babd-9f41-4d78-afed-97f4a361ba05,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:57:25.885987 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d7290c-e4af-45e4-a3c9-248c7ad851d4 x-openstack-request-id: req-27d7290c-e4af-45e4-a3c9-248c7ad851d4 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:57:25.886277 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b121d426-440a-4e0b-b062-79a6a53c8c00", "name": "network-vif-plugged", "status": "completed", "tag": "d870babd-9f41-4d78-afed-97f4a361ba05", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:57:25.886529 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27d7290c-e4af-45e4-a3c9-248c7ad851d4 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:57:25.892666 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b121d426-440a-4e0b-b062-79a6a53c8c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd870babd-9f41-4d78-afed-97f4a361ba05', 'code': 200} Sep 23 22:57:25.947760 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:25.994112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232da7f9-636b-4922-b405-d5368e41dfba req-2f90d33a-35d5-4a36-8e7d-d872315935ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:25.995611 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-232da7f9-636b-4922-b405-d5368e41dfba req-2f90d33a-35d5-4a36-8e7d-d872315935ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 1101 time: 0.0479543 Sep 23 22:57:26.006965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d870babd-9f41-4d78-afed-97f4a361ba05,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:26.037469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-232da7f9-636b-4922-b405-d5368e41dfba req-6ebc6f65-5650-4f8a-9f18-30e6576554ff service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=573b1d48-8f31-4c5f-95e5-b6e443f1fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318625 Sep 23 22:57:26.287434 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f6325f2-1869-4133-8552-a0ed72b3477a req-aef04c48-7604-46ce-9dac-56e2f619699c tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0314348 Sep 23 22:57:26.606058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de642f2-5e90-4db6-a30b-00a2329aa59f req-f42cccfa-875d-40ce-a4c1-1516bb9a3f6b tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:26.607528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3de642f2-5e90-4db6-a30b-00a2329aa59f req-f42cccfa-875d-40ce-a4c1-1516bb9a3f6b tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 950 time: 0.0550785 Sep 23 22:57:26.658357 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3de642f2-5e90-4db6-a30b-00a2329aa59f req-b9036a26-5c6c-4f3c-ad43-dd314f0c1e44 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/security-groups?id=573b1d48-8f31-4c5f-95e5-b6e443f1fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439053 Sep 23 22:57:27.411720 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7661f54-eae4-4e06-b510-8ac7220b7c60 req-8121aee6-ef15-4ff9-8ce8-9bd8ed551e86 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0404422 Sep 23 22:57:27.794439 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b2dbb-eb5a-46cc-b0d4-d155385a983c req-261c4a73-16eb-4e58-bf8b-6fe6b4f62ad2 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:27.796051 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ab3b2dbb-eb5a-46cc-b0d4-d155385a983c req-261c4a73-16eb-4e58-bf8b-6fe6b4f62ad2 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 950 time: 0.0555758 Sep 23 22:57:27.839934 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ab3b2dbb-eb5a-46cc-b0d4-d155385a983c req-9a7c4e69-e032-4486-b961-f31dd816851a tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/security-groups?id=573b1d48-8f31-4c5f-95e5-b6e443f1fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374312 Sep 23 22:57:28.365971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca23109-ac34-43cd-823a-6182db9ba94d req-35a7d631-4b17-40f1-839d-cf089ed53294 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:28.367606 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cca23109-ac34-43cd-823a-6182db9ba94d req-35a7d631-4b17-40f1-839d-cf089ed53294 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 950 time: 0.0570526 Sep 23 22:57:28.409049 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cca23109-ac34-43cd-823a-6182db9ba94d req-fec6a56c-06ec-4bd8-bc65-8b139b3021a2 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/security-groups?id=573b1d48-8f31-4c5f-95e5-b6e443f1fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343463 Sep 23 22:57:28.534535 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d1919e6-c364-46c1-9e9b-0be6c9c1c242 req-669457a1-a58c-4079-85b1-1cfe5d4389c8 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0340986 Sep 23 22:57:29.531948 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8773fbd-2ead-4c67-82f9-e1351b318074 req-8f333df1-5c71-4f7a-96aa-f71e6ce5e352 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:29.533935 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b8773fbd-2ead-4c67-82f9-e1351b318074 req-8f333df1-5c71-4f7a-96aa-f71e6ce5e352 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 950 time: 0.0521264 Sep 23 22:57:29.580610 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b8773fbd-2ead-4c67-82f9-e1351b318074 req-606ad8b3-52e0-4ddc-82b6-e7e99e03dab1 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/security-groups?id=573b1d48-8f31-4c5f-95e5-b6e443f1fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404382 Sep 23 22:57:29.626296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f67a10-9dda-4825-8f3c-86cc06ebd060 req-42d982d3-afc3-4135-a076-faeaa2f8e3d9 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:29.627721 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99f67a10-9dda-4825-8f3c-86cc06ebd060 req-42d982d3-afc3-4135-a076-faeaa2f8e3d9 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.43 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 950 time: 0.0669968 Sep 23 22:57:29.681673 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f1564961-e29e-4911-9655-76c361da9bcf req-93d597aa-8003-431e-9d93-214174a977cf tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0512466 Sep 23 22:57:29.757659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-99f67a10-9dda-4825-8f3c-86cc06ebd060 req-ceda54e9-7a9b-4693-aba5-464cded6adb0 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Deleting port d870babd-9f41-4d78-afed-97f4a361ba05 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:57:29.757991 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-99f67a10-9dda-4825-8f3c-86cc06ebd060 req-ceda54e9-7a9b-4693-aba5-464cded6adb0 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:29.855032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-99f67a10-9dda-4825-8f3c-86cc06ebd060 req-ceda54e9-7a9b-4693-aba5-464cded6adb0 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] For port d870babd-9f41-4d78-afed-97f4a361ba05, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d870babd-9f41-4d78-afed-97f4a361ba05,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:57:29.855293 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-99f67a10-9dda-4825-8f3c-86cc06ebd060 req-ceda54e9-7a9b-4693-aba5-464cded6adb0 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:29.871597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-99f67a10-9dda-4825-8f3c-86cc06ebd060 req-ceda54e9-7a9b-4693-aba5-464cded6adb0 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Calling delete_port for d870babd-9f41-4d78-afed-97f4a361ba05 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:57:30.107815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719243d-bf33-4eff-908d-ab6a6b2bb2a9 req-bcdc3f2e-4e01-43c2-99dc-a45a5d48c278 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:30.109376 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0719243d-bf33-4eff-908d-ab6a6b2bb2a9 req-bcdc3f2e-4e01-43c2-99dc-a45a5d48c278 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 946 time: 0.0583587 Sep 23 22:57:30.133124 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-99f67a10-9dda-4825-8f3c-86cc06ebd060 req-ceda54e9-7a9b-4693-aba5-464cded6adb0 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:30.147396 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d870babd-9f41-4d78-afed-97f4a361ba05'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:57:30.173563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda54e9-7a9b-4693-aba5-464cded6adb0 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Pushing event deleted for resources: {'Port': ['ID=d870babd-9f41-4d78-afed-97f4a361ba05,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:30.216100 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0719243d-bf33-4eff-908d-ab6a6b2bb2a9 req-7aee4e20-0d39-48ef-9734-3a7ab7cd55c1 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005664 Sep 23 22:57:30.236586 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f67a10-9dda-4825-8f3c-86cc06ebd060 req-ceda54e9-7a9b-4693-aba5-464cded6adb0 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] No DVR routers for this DVR port d870babd-9f41-4d78-afed-97f4a361ba05 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:57:30.239463 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-99f67a10-9dda-4825-8f3c-86cc06ebd060 req-ceda54e9-7a9b-4693-aba5-464cded6adb0 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:30.241766 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99f67a10-9dda-4825-8f3c-86cc06ebd060 req-ceda54e9-7a9b-4693-aba5-464cded6adb0 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.43 "DELETE /v2.0/ports/d870babd-9f41-4d78-afed-97f4a361ba05 HTTP/1.1" status: 204 len: 173 time: 0.6023016 Sep 23 22:57:30.242214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b121d426-440a-4e0b-b062-79a6a53c8c00', 'name': 'network-vif-deleted', 'tag': 'd870babd-9f41-4d78-afed-97f4a361ba05'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:57:30.245661 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1a335c-1f84-460e-ac8e-c685d078317e" -d '{"events": [{"server_uuid": "b121d426-440a-4e0b-b062-79a6a53c8c00", "name": "network-vif-deleted", "tag": "d870babd-9f41-4d78-afed-97f4a361ba05"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:57:30.288465 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84d7ac1-6e4e-4348-9eaa-4c95454ca8c3 x-openstack-request-id: req-f84d7ac1-6e4e-4348-9eaa-4c95454ca8c3 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:57:30.288792 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b121d426-440a-4e0b-b062-79a6a53c8c00", "name": "network-vif-deleted", "tag": "d870babd-9f41-4d78-afed-97f4a361ba05", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:57:30.289189 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f84d7ac1-6e4e-4348-9eaa-4c95454ca8c3 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:57:30.289443 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b121d426-440a-4e0b-b062-79a6a53c8c00', 'name': 'network-vif-deleted', 'tag': 'd870babd-9f41-4d78-afed-97f4a361ba05', 'status': 'completed', 'code': 200} Sep 23 22:57:30.692182 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-043758d1-b39b-4220-88a8-84c9d721700f req-283f89a8-d478-427d-a80d-9cc213b17d63 tempest-VolumesNegativeTest-531534882 tempest-VolumesNegativeTest-531534882-project] 10.222.0.22 "GET /v2.0/ports?device_id=b121d426-440a-4e0b-b062-79a6a53c8c00 HTTP/1.1" status: 200 len: 210 time: 0.0281303 Sep 23 22:57:30.812524 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5960a5d4-ce3a-4883-912d-7b6acc9ade7e req-f7a142e0-9990-48fb-94f2-dfe060f8cb57 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0286148 Sep 23 22:57:31.343243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfdb5b-a059-4fda-a693-2c4418993de4 req-56dfcce7-f19d-4fca-aef5-364b6443d9ac tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:31.344787 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08dfdb5b-a059-4fda-a693-2c4418993de4 req-56dfcce7-f19d-4fca-aef5-364b6443d9ac tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 946 time: 0.0528564 Sep 23 22:57:31.388460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08dfdb5b-a059-4fda-a693-2c4418993de4 req-7b1bd08c-e363-435f-a5f8-8db688668227 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374222 Sep 23 22:57:31.490049 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c8cb56f-1d29-4f94-bf31-b855a0d21d08 req-56fcbcf7-ecfc-46a0-8798-7904dd45943b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420458 Sep 23 22:57:31.573794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cb56f-1d29-4f94-bf31-b855a0d21d08 req-e75ff123-0d4e-4f9a-8119-a7fdd87276a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:31.575218 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c8cb56f-1d29-4f94-bf31-b855a0d21d08 req-e75ff123-0d4e-4f9a-8119-a7fdd87276a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8894b6f779c248d696d598f1a01f1f87&device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 1096 time: 0.0423174 Sep 23 22:57:32.039576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f90897b-0419-42a2-b8a0-829f92cf98ee req-6fad939a-2db2-425e-a991-72befe95f978 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0306182 Sep 23 22:57:32.063567 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cb56f-1d29-4f94-bf31-b855a0d21d08 req-15c31cd2-e40e-4e04-a745-6bca23a515c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:32.065050 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c8cb56f-1d29-4f94-bf31-b855a0d21d08 req-15c31cd2-e40e-4e04-a745-6bca23a515c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=64d7416e-5e7d-4518-940f-76df5aa594b1 HTTP/1.1" status: 200 len: 910 time: 0.4688809 Sep 23 22:57:32.133519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f092c-2e44-4b85-832f-224d7865b86a req-3866479e-813e-4d87-9b32-9b02daf728f6 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:32.135936 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-941f092c-2e44-4b85-832f-224d7865b86a req-3866479e-813e-4d87-9b32-9b02daf728f6 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 946 time: 0.0613678 Sep 23 22:57:32.144201 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c8cb56f-1d29-4f94-bf31-b855a0d21d08 req-3878cb6d-ba96-4383-84b3-ace062a2e8b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 HTTP/1.1" status: 200 len: 1000 time: 0.0711975 Sep 23 22:57:32.206800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cb56f-1d29-4f94-bf31-b855a0d21d08 req-3dd11526-c24d-49d2-9b09-cdb0f1166d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:32.208463 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c8cb56f-1d29-4f94-bf31-b855a0d21d08 req-3dd11526-c24d-49d2-9b09-cdb0f1166d65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39ecdff6-2cc6-4524-8ff6-1d669ef3a620 HTTP/1.1" status: 200 len: 848 time: 0.0571847 Sep 23 22:57:32.241776 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-941f092c-2e44-4b85-832f-224d7865b86a req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Deleting port 8eae212d-31fb-4fdc-8f7f-f474d31df46e {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:57:32.242225 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-941f092c-2e44-4b85-832f-224d7865b86a req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:32.266181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cb56f-1d29-4f94-bf31-b855a0d21d08 req-f200c9d7-e2a5-4f78-9fe1-a65abf2bcfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:32.268014 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c8cb56f-1d29-4f94-bf31-b855a0d21d08 req-f200c9d7-e2a5-4f78-9fe1-a65abf2bcfa9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64d7416e-5e7d-4518-940f-76df5aa594b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524030 Sep 23 22:57:32.346935 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-941f092c-2e44-4b85-832f-224d7865b86a req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] For port 8eae212d-31fb-4fdc-8f7f-f474d31df46e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8eae212d-31fb-4fdc-8f7f-f474d31df46e,segment=NetworkSegment(bd56ab45-ef95-4539-8cfd-aeaf1ae391d3),segment_id=bd56ab45-ef95-4539-8cfd-aeaf1ae391d3)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:57:32.347396 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-941f092c-2e44-4b85-832f-224d7865b86a req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:32.361275 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-941f092c-2e44-4b85-832f-224d7865b86a req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Calling delete_port for 8eae212d-31fb-4fdc-8f7f-f474d31df46e owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:57:32.373707 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c8cb56f-1d29-4f94-bf31-b855a0d21d08 req-9b0ef285-4e3c-4f8e-81dc-be4fab01b897 service neutron] 10.222.0.43 "GET /v2.0/networks/64d7416e-5e7d-4518-940f-76df5aa594b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971448 Sep 23 22:57:32.477462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c8cb56f-1d29-4f94-bf31-b855a0d21d08 req-8394baf2-bfa5-445d-8e61-ea4ad3352505 service neutron] 10.222.0.43 "GET /v2.0/networks/64d7416e-5e7d-4518-940f-76df5aa594b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970159 Sep 23 22:57:32.614900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d9290-aba5-44ab-a80b-58ff66c555e7 req-02147172-9ef3-4f6d-8f0a-4e84fe8d838a tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:32.616388 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f7d9290-aba5-44ab-a80b-58ff66c555e7 req-02147172-9ef3-4f6d-8f0a-4e84fe8d838a tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 946 time: 0.1171374 Sep 23 22:57:32.663616 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f7d9290-aba5-44ab-a80b-58ff66c555e7 req-1961cb84-f502-4b3c-95c5-f684ec3bfd4d tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360513 Sep 23 22:57:32.701793 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-941f092c-2e44-4b85-832f-224d7865b86a req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:32.739180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['8eae212d-31fb-4fdc-8f7f-f474d31df46e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:57:32.744393 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Pushing event deleted for resources: {'Port': ['ID=8eae212d-31fb-4fdc-8f7f-f474d31df46e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:32.757283 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:32.761795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:32.761795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:32.761795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:32.761795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:32.761795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:32.761795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:32.761795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:32.761795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:32.761795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:32.761795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:32.761795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:32.797009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-941f092c-2e44-4b85-832f-224d7865b86a req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] No DVR routers for this DVR port 8eae212d-31fb-4fdc-8f7f-f474d31df46e on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:57:32.801636 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-941f092c-2e44-4b85-832f-224d7865b86a req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:32.803775 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-941f092c-2e44-4b85-832f-224d7865b86a req-4ccec300-7d2f-4ec3-bbbd-9421b0946207 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.67 "DELETE /v2.0/ports/8eae212d-31fb-4fdc-8f7f-f474d31df46e HTTP/1.1" status: 204 len: 173 time: 0.6615045 Sep 23 22:57:32.804261 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30', 'name': 'network-vif-deleted', 'tag': '8eae212d-31fb-4fdc-8f7f-f474d31df46e'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:57:32.806757 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa9d8ec-9431-4ca4-a700-9ab2599b7811" -d '{"events": [{"server_uuid": "2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30", "name": "network-vif-deleted", "tag": "8eae212d-31fb-4fdc-8f7f-f474d31df46e"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:57:32.895950 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cc3309-bb81-446f-bf3a-e8dbf99864c9 x-openstack-request-id: req-e4cc3309-bb81-446f-bf3a-e8dbf99864c9 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:57:32.896552 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30", "name": "network-vif-deleted", "tag": "8eae212d-31fb-4fdc-8f7f-f474d31df46e", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:57:32.897027 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4cc3309-bb81-446f-bf3a-e8dbf99864c9 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:57:32.897754 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30', 'name': 'network-vif-deleted', 'tag': '8eae212d-31fb-4fdc-8f7f-f474d31df46e', 'status': 'completed', 'code': 200} Sep 23 22:57:33.198993 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d1f2ff3-eaae-4d1b-a934-0d5dcfe61a81 req-c2248307-4e72-4d10-9504-83342eccb4ac tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0357516 Sep 23 22:57:33.604042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d870babd-9f41-4d78-afed-97f4a361ba05 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:57:33.627771 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: d870babd-9f41-4d78-afed-97f4a361ba05 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:57:33.628116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d870babd-9f41-4d78-afed-97f4a361ba05 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:57:33.791240 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b3cb1774-35f9-43b9-8e93-2b9bf062c980 req-22813b22-8e25-4794-a124-232482ad14d3 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1f87a7-ddb6-4b25-83d7-fb6813ef3a30 HTTP/1.1" status: 200 len: 210 time: 0.0285337 Sep 23 22:57:34.312694 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d73b88a7-a126-41cb-bedb-eb8fa3168c3e req-08daac85-b2d2-4a2a-b4bb-64eb5f1de193 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0280690 Sep 23 22:57:35.425327 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-96f34cbb-96aa-43a1-94ca-e0a7e1ad8d77 req-ecf03008-9a3f-4bcc-8b73-67b6968fa989 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0294471 Sep 23 22:57:35.488255 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8eae212d-31fb-4fdc-8f7f-f474d31df46e no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:57:35.518267 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 8eae212d-31fb-4fdc-8f7f-f474d31df46e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:57:35.518610 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8eae212d-31fb-4fdc-8f7f-f474d31df46e not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:57:36.559646 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e5a328e-a80d-4ef6-9f1b-94f507c3f327 req-9876b9b4-9d41-46b2-911e-835425b563a9 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0333211 Sep 23 22:57:36.767822 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:37.691473 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62298de4-a606-4185-91c2-22a85fc4ec26 req-cdce58f1-8fc3-4e4e-8518-9f464fc9c851 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0370984 Sep 23 22:57:38.295083 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-27fd9a05-1254-4857-870b-ac56aa5338da req-fa725ed8-7ef0-4706-9076-8164ffde64ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0262575 Sep 23 22:57:38.821078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-62392ea3-8be3-4ab2-b527-9b8d424d8bb3 req-3f95f613-6355-440b-8a81-321ec3bfbdef tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0362885 Sep 23 22:57:39.862925 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35204) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:39.984060 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28f210eb-7f2c-413a-b00c-4542a1bba081 req-4975ea41-3383-420d-8ff4-cf4566ebaba8 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0595281 Sep 23 22:57:40.048685 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-082473ab-2907-4263-8f83-0474abcbb12b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de1fccba920f4c60bb4e8fee25716fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883473 Sep 23 22:57:40.052253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35214) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:40.108477 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f06ecc2-f4b9-4f2b-9c7b-cbdf45f91e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:40.147602 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f06ecc2-f4b9-4f2b-9c7b-cbdf45f91e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:40.316008 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f06ecc2-f4b9-4f2b-9c7b-cbdf45f91e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:40.319289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5f06ecc2-f4b9-4f2b-9c7b-cbdf45f91e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:40.320554 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5f06ecc2-f4b9-4f2b-9c7b-cbdf45f91e5a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/573b1d48-8f31-4c5f-95e5-b6e443f1fe68 HTTP/1.1" status: 204 len: 168 time: 0.2673285 Sep 23 22:57:40.330606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06ecc2-f4b9-4f2b-9c7b-cbdf45f91e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573b1d48-8f31-4c5f-95e5-b6e443f1fe68,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:40.639932 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2f7d6f6-6198-4ca8-aac1-d4b59ed7eceb req-500c91eb-0bdb-4202-adde-b19fe21404d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ee0821d4e6c460e9d534093e1616955&device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0342572 Sep 23 22:57:40.670054 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d023bbc7-cd24-48a9-92c6-5b7d16b6c9f9 req-ff99296e-9e3b-47af-a16c-1e38099e4782 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0544066 Sep 23 22:57:40.702208 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2f7d6f6-6198-4ca8-aac1-d4b59ed7eceb req-bf1e8498-32e7-44f3-8fbf-43f397f6a846 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=8ee0821d4e6c460e9d534093e1616955&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358906 Sep 23 22:57:40.816725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7d6f6-6198-4ca8-aac1-d4b59ed7eceb req-70d10736-74c2-46bd-ae7e-4024b1357fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:40.818856 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2f7d6f6-6198-4ca8-aac1-d4b59ed7eceb req-70d10736-74c2-46bd-ae7e-4024b1357fcb service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100490 Sep 23 22:57:41.791183 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67c7dda9-51d1-49b1-b35c-7c89ae839476 req-b7919585-df32-4c88-89a3-7b1d7ceccad5 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0337129 Sep 23 22:57:42.255374 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2f7d6f6-6198-4ca8-aac1-d4b59ed7eceb req-9100b23b-65b2-42f6-b452-9341e812093d tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.67 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0278978 Sep 23 22:57:42.894259 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:57:42.919559 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0cc95c16-6b48-4e77-bd94-1abec621eb42 req-17d92302-4471-4b7f-9c8e-f3e4be2fa9e0 tempest-ServerShowV257Test-1457843877 tempest-ServerShowV257Test-1457843877-project] 10.222.0.22 "GET /v2.0/ports?device_id=994c25bd-9a97-4c95-822d-b53afc233ca4 HTTP/1.1" status: 200 len: 210 time: 0.0355637 Sep 23 22:57:42.970867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-837c44c6-b5df-481b-9c1a-a7c96e420b7b tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:42.972641 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-837c44c6-b5df-481b-9c1a-a7c96e420b7b tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/networks?id=f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc HTTP/1.1" status: 200 len: 814 time: 0.1480682 Sep 23 22:57:42.993853 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-b8d6ad14-3418-464f-ae52-4744c192e3ff tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/quotas/1931f2f6b2b6499d9f82582dc7187b0a HTTP/1.1" status: 200 len: 375 time: 0.0124247 Sep 23 22:57:43.029306 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-8a17ff91-c4a4-49e0-90d4-061502f1e69f tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1931f2f6b2b6499d9f82582dc7187b0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288830 Sep 23 22:57:43.105242 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2284a257-7796-47d5-ac72-e1e7ff075bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:43.139301 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-cc0ef8e5-e503-4e60-98c2-cdd2a8e9dceb service neutron] 10.222.0.22 "GET /v2.0/networks/f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005287 Sep 23 22:57:43.237401 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-4d033840-f0b5-4be1-a25b-b6867839117c service neutron] 10.222.0.22 "GET /v2.0/networks/f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910666 Sep 23 22:57:43.493251 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-49e048fd-687f-4768-a08a-aeacb73ff8e9 req-0b58ff1e-6424-445f-8b02-ac12ebc0d21d tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 210 time: 0.0275538 Sep 23 22:57:44.576392 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e44890ae-22cc-4838-ace1-f60b8b2c63f2 req-73563c04-769c-4367-9064-bf0fa280e33b tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 210 time: 0.0292132 Sep 23 22:57:44.764018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35300) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:44.889505 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-221d14de-9ce3-4a6e-9ba4-1eb0083694d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:45.001910 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-221d14de-9ce3-4a6e-9ba4-1eb0083694d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:45.078508 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-221d14de-9ce3-4a6e-9ba4-1eb0083694d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:45.123657 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-221d14de-9ce3-4a6e-9ba4-1eb0083694d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ee0821d4e6c460e9d534093e1616955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549116 Sep 23 22:57:45.123917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35308) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:45.125686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d14de-9ce3-4a6e-9ba4-1eb0083694d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72e32bd-d18b-4fdf-89db-2007eb5287a9,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:45.184277 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-241bc8f9-36b1-4e06-aeef-6a90bdd3ce57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:45.211533 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-241bc8f9-36b1-4e06-aeef-6a90bdd3ce57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:45.361902 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-241bc8f9-36b1-4e06-aeef-6a90bdd3ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:45.365032 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-241bc8f9-36b1-4e06-aeef-6a90bdd3ce57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:45.366373 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-241bc8f9-36b1-4e06-aeef-6a90bdd3ce57 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c72e32bd-d18b-4fdf-89db-2007eb5287a9 HTTP/1.1" status: 204 len: 168 time: 0.2417483 Sep 23 22:57:45.376570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bc8f9-36b1-4e06-aeef-6a90bdd3ce57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72e32bd-d18b-4fdf-89db-2007eb5287a9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:45.645046 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-874ec245-1593-43ba-89fe-c1cd42bd566c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:45.694505 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28e57dc0-54e2-4f89-991c-6c9d3b59e921 req-5f8ff6c6-5fec-43b3-9320-b0d071aa239b tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 210 time: 0.0415833 Sep 23 22:57:46.112430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-018df493-1042-4bd9-b258-5d6a7c001a2e tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:46.114005 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-018df493-1042-4bd9-b258-5d6a7c001a2e tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.67 "GET /v2.0/networks?id=f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc HTTP/1.1" status: 200 len: 814 time: 0.1396527 Sep 23 22:57:46.123657 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:46.133151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-dfbce943-8a96-4be3-84f6-976253c79ade tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Request body: {'port': {'device_id': 'deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd', 'network_id': 'f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc', 'admin_state_up': True, 'tenant_id': '1931f2f6b2b6499d9f82582dc7187b0a'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:57:46.353665 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-dfbce943-8a96-4be3-84f6-976253c79ade tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Made reservation on behalf of 1931f2f6b2b6499d9f82582dc7187b0a for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:57:46.358146 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-dfbce943-8a96-4be3-84f6-976253c79ade tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:46.521186 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-dfbce943-8a96-4be3-84f6-976253c79ade tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Allocated IP 172.20.0.9 (f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc/3609b304-4bda-4a09-893d-db62e59a82cb/b9e28425-cd87-4181-92ba-207c552f9190) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:57:46.684356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35336) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:46.699119 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-dfbce943-8a96-4be3-84f6-976253c79ade tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:46.811410 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-dfbce943-8a96-4be3-84f6-976253c79ade tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:46.817094 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0396660d-9dc2-4768-b1dc-cfcd9dec60e6 req-4845e12b-b205-4b4d-b1e0-20d7da63c046 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 210 time: 0.0469830 Sep 23 22:57:46.823641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1447333317-network', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:57:46.864899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-dfbce943-8a96-4be3-84f6-976253c79ade tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Network f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:57:46.869161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-dfbce943-8a96-4be3-84f6-976253c79ade tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:57:46.878947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-dfbce943-8a96-4be3-84f6-976253c79ade tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:57:46.916766 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbce943-8a96-4be3-84f6-976253c79ade tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Pushing event updated for resources: {'Port': ['ID=b9e28425-cd87-4181-92ba-207c552f9190,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:46.935276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] Made reservation on behalf of d02bf3e96aa14bfaa40cff450c02a21a for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:57:46.937771 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:46.939683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-dfbce943-8a96-4be3-84f6-976253c79ade tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:46.940408 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-dfbce943-8a96-4be3-84f6-976253c79ade tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:46.952715 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:46.967374 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:47.039271 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-dfbce943-8a96-4be3-84f6-976253c79ade tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9102018 Sep 23 22:57:47.058537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Request body: {'port': {'device_id': 'deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:57:47.131977 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:47.136519 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:47.195966 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:47.230273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:57:47.235775 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7782cc-1270-4d5f-910c-6a490cb06def,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:47.243655 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:47.244007 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] Added segment 9d135f46-3c60-4613-a41f-6c2605bfc6a9 of type vlan for network fea8b69c-a296-493c-a38b-e8e5deafa4e2 Sep 23 22:57:47.292651 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:47.441659 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:47.442624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:47.443436 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:47.448085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e28425-cd87-4181-92ba-207c552f9190 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:57:47.456031 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:47.469284 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Transition to ACTIVE for port object b9e28425-cd87-4181-92ba-207c552f9190 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:57:47.508099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] Pushing event updated for resources: {'Network': ['ID=fea8b69c-a296-493c-a38b-e8e5deafa4e2,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:47.518386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network fea8b69c-a296-493c-a38b-e8e5deafa4e2 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:57:47.556231 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ce1d9369-9480-4431-b9df-61e7b5c3807c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8707211 Sep 23 22:57:47.559121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35344) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:47.564112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7fcf46a4-0957-4782-9ce4-f6e552c6c77f admin admin] Request body: {'subnet': {'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1447333317-subnet', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:57:47.589842 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:47.643267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e28425-cd87-4181-92ba-207c552f9190,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:47.695500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcf46a4-0957-4782-9ce4-f6e552c6c77f admin admin] Made reservation on behalf of d02bf3e96aa14bfaa40cff450c02a21a for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:57:47.697998 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7fcf46a4-0957-4782-9ce4-f6e552c6c77f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:47.740555 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Attempting to bind port b9e28425-cd87-4181-92ba-207c552f9190 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:57:47.741294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Attempting to bind port b9e28425-cd87-4181-92ba-207c552f9190 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'bd56ab45-ef95-4539-8cfd-aeaf1ae391d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:57:47.741629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Attempting to bind port b9e28425-cd87-4181-92ba-207c552f9190 on network f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:57:47.747181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Port b9e28425-cd87-4181-92ba-207c552f9190 on network f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:57:47.747791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Attempting to bind port b9e28425-cd87-4181-92ba-207c552f9190 on network f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:57:47.756199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:57:47.756549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Checking segment: {'id': 'bd56ab45-ef95-4539-8cfd-aeaf1ae391d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:57:47.757178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Bound using segment: {'id': 'bd56ab45-ef95-4539-8cfd-aeaf1ae391d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:57:47.757736 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Bound port: b9e28425-cd87-4181-92ba-207c552f9190, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd56ab45-ef95-4539-8cfd-aeaf1ae391d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:57:47.758129 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:47.832026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] For port b9e28425-cd87-4181-92ba-207c552f9190, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:57:47.835338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] For port b9e28425-cd87-4181-92ba-207c552f9190, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b9e28425-cd87-4181-92ba-207c552f9190,segment=NetworkSegment(bd56ab45-ef95-4539-8cfd-aeaf1ae391d3),segment_id=bd56ab45-ef95-4539-8cfd-aeaf1ae391d3)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:57:47.908271 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:47.962130 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7fcf46a4-0957-4782-9ce4-f6e552c6c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:47.964408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:47.964897 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:47.966536 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] 10.222.0.67 "PUT /v2.0/ports/b9e28425-cd87-4181-92ba-207c552f9190 HTTP/1.1" status: 200 len: 1091 time: 0.9133856 Sep 23 22:57:47.983461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd', 'tag': 'b9e28425-cd87-4181-92ba-207c552f9190'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:57:47.988544 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c849cfe5-233d-46ca-8a08-3a38606475a7" -d '{"events": [{"name": "network-changed", "server_uuid": "deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd", "tag": "b9e28425-cd87-4181-92ba-207c552f9190"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:57:48.033568 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721b0a5b-9358-49a6-8453-17ae3c0e1ceb x-openstack-request-id: req-721b0a5b-9358-49a6-8453-17ae3c0e1ceb {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:57:48.034013 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd", "tag": "b9e28425-cd87-4181-92ba-207c552f9190", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:57:48.034391 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-721b0a5b-9358-49a6-8453-17ae3c0e1ceb {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:57:48.034971 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd', 'tag': 'b9e28425-cd87-4181-92ba-207c552f9190', 'status': 'completed', 'code': 200} Sep 23 22:57:48.058076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf46a4-0957-4782-9ce4-f6e552c6c77f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af70910-c90d-4441-9b42-32e835f1cc56,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:48.076941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357862f-7bef-45fe-a8b9-ea53172a21b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e28425-cd87-4181-92ba-207c552f9190,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:48.096147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcf46a4-0957-4782-9ce4-f6e552c6c77f admin admin] Checking segment: {'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:57:48.096825 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcf46a4-0957-4782-9ce4-f6e552c6c77f admin admin] Network hostable DHCP agents. Network: fea8b69c-a296-493c-a38b-e8e5deafa4e2, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:57:48.107044 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d173a8-1ac1-457d-8100-819b48f49c39 req-5d4a0443-c013-4b74-80b1-83a15c0689ac tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:48.110505 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-66d173a8-1ac1-457d-8100-819b48f49c39 req-5d4a0443-c013-4b74-80b1-83a15c0689ac tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 943 time: 0.1867707 Sep 23 22:57:48.151228 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:48.178623 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-66d173a8-1ac1-457d-8100-819b48f49c39 req-20a318c6-79a0-4933-97a2-68a31b286c5a tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462768 Sep 23 22:57:48.182000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849cfe5-233d-46ca-8a08-3a38606475a7 req-b9ab2985-9737-428f-9939-50702962923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:48.183593 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c849cfe5-233d-46ca-8a08-3a38606475a7 req-b9ab2985-9737-428f-9939-50702962923a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1931f2f6b2b6499d9f82582dc7187b0a&device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 1094 time: 0.1028161 Sep 23 22:57:48.207349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcf46a4-0957-4782-9ce4-f6e552c6c77f admin admin] Network fea8b69c-a296-493c-a38b-e8e5deafa4e2 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:57:48.306875 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849cfe5-233d-46ca-8a08-3a38606475a7 req-7847f119-b2e4-4056-991a-910a6ff04aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:48.308322 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c849cfe5-233d-46ca-8a08-3a38606475a7 req-7847f119-b2e4-4056-991a-910a6ff04aa0 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1931f2f6b2b6499d9f82582dc7187b0a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1104848 Sep 23 22:57:48.323219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7fcf46a4-0957-4782-9ce4-f6e552c6c77f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, fea8b69c-a296-493c-a38b-e8e5deafa4e2) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:57:48.330385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcf46a4-0957-4782-9ce4-f6e552c6c77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:48.331574 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7fcf46a4-0957-4782-9ce4-f6e552c6c77f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:48.340834 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2def8eea-ad12-4ddb-8d5d-251786d35fa0 None None] Network fea8b69c-a296-493c-a38b-e8e5deafa4e2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:57:48.457271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7fcf46a4-0957-4782-9ce4-f6e552c6c77f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8946531 Sep 23 22:57:48.459596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35360) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:48.465610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:57:48.477242 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849cfe5-233d-46ca-8a08-3a38606475a7 req-235cd487-e324-4d15-afaa-3b15793efa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:48.480761 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c849cfe5-233d-46ca-8a08-3a38606475a7 req-235cd487-e324-4d15-afaa-3b15793efa5b service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1660004 Sep 23 22:57:48.577291 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:57:48.578563 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:48.598418 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:48.602055 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:48.644438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-712bcdcf-a0ea-433b-a76f-66e9bf924ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:48.646241 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-712bcdcf-a0ea-433b-a76f-66e9bf924ba9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1931f2f6b2b6499d9f82582dc7187b0a&device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 1094 time: 0.0888550 Sep 23 22:57:48.677891 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:48.705039 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:48.714957 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-8eb87951-f527-4227-889a-2a7167c93ee4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e28425-cd87-4181-92ba-207c552f9190 HTTP/1.1" status: 200 len: 217 time: 0.0363555 Sep 23 22:57:48.748508 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Allocated IP 172.20.0.2 (fea8b69c-a296-493c-a38b-e8e5deafa4e2/7af70910-c90d-4441-9b42-32e835f1cc56/ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:57:48.875764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-09e11e73-abe6-4852-bc0c-2f2a8b83f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:48.877290 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-09e11e73-abe6-4852-bc0c-2f2a8b83f9b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3609b304-4bda-4a09-893d-db62e59a82cb HTTP/1.1" status: 200 len: 854 time: 0.1551359 Sep 23 22:57:48.911333 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:48.997037 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:49.004634 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-02d688e1-27af-481b-9d32-d123badc71f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923076 Sep 23 22:57:49.008773 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:49.061272 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Network fea8b69c-a296-493c-a38b-e8e5deafa4e2 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:57:49.070574 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:57:49.073629 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Pushing event updated for resources: {'Port': ['ID=ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:49.076190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:57:49.146815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Attempting to bind port ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:57:49.147782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Attempting to bind port ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:57:49.148188 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Attempting to bind port ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee on network fea8b69c-a296-493c-a38b-e8e5deafa4e2 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:57:49.154640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:57:49.155669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Checking segment: {'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:57:49.155669 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:49.156321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Bound using segment: {'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:57:49.156520 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Bound port: ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:57:49.156838 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:49.250868 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] For port ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:57:49.255412 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] For port ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:57:49.333902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72395424-ee6f-443f-afa5-bf6ba4195386 req-c8a0f29a-71e8-4e0d-a467-cdc71475fff5 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:49.335803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72395424-ee6f-443f-afa5-bf6ba4195386 req-c8a0f29a-71e8-4e0d-a467-cdc71475fff5 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 943 time: 0.0695968 Sep 23 22:57:49.366234 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:49.408499 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72395424-ee6f-443f-afa5-bf6ba4195386 req-5847b0d2-a9b9-41ff-b1c2-b0d83652d073 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566299 Sep 23 22:57:49.463316 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-8e53c287-c4e7-4229-8950-5c68c4c209d8 service neutron] 10.222.0.67 "GET /v2.0/networks/f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497070 Sep 23 22:57:49.474502 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845857b-fc95-4428-ae43-19c09fe0eaaf None None] Pushing event updated for resources: {'Port': ['ID=ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:49.606597 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13895ee3-4810-43c3-b146-4c73ec9a28a4 req-56d41de4-598d-488a-adf3-302cf082c1b5 service neutron] 10.222.0.67 "GET /v2.0/networks/f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359091 Sep 23 22:57:49.733519 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:49.758719 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:49.879965 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Allocated IP 172.25.1.32 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/121dd29a-c02f-4d0a-8761-194650b55668) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:57:50.004720 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:50.130426 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:50.172780 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:57:50.175866 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:57:50.178634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:57:50.207581 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Pushing event updated for resources: {'Port': ['ID=121dd29a-c02f-4d0a-8761-194650b55668,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:50.562488 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596ba2e0-df73-4094-b06c-e76a8777f586 None None] Network fea8b69c-a296-493c-a38b-e8e5deafa4e2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:57:50.643122 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0500b5d-0fa8-4e5e-9e32-6953090d8ec4 req-5d290f9d-3898-4184-9dc1-2af13283ab90 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:50.644734 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d0500b5d-0fa8-4e5e-9e32-6953090d8ec4 req-5d290f9d-3898-4184-9dc1-2af13283ab90 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 943 time: 0.1162181 Sep 23 22:57:50.645861 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:50.661496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1d547687-9086-472a-b3ca-0c7b4d9a30ea None None] Provisioning complete for port ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:57:50.661862 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1d547687-9086-472a-b3ca-0c7b4d9a30ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:50.768371 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d0500b5d-0fa8-4e5e-9e32-6953090d8ec4 req-3c0cb672-e18b-4ea3-8a84-c324fa80d406 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814416 Sep 23 22:57:50.834791 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1d547687-9086-472a-b3ca-0c7b4d9a30ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:50.890698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1d547687-9086-472a-b3ca-0c7b4d9a30ea None None] For port ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:57:50.932850 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:51.006467 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1d547687-9086-472a-b3ca-0c7b4d9a30ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:51.082228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d547687-9086-472a-b3ca-0c7b4d9a30ea None None] Pushing event updated for resources: {'Port': ['ID=ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:51.131729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b06afdd2-eeda-4cc7-9cb0-dfb0dfc6ce46 None None] Provisioning complete for port ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:57:51.132096 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b06afdd2-eeda-4cc7-9cb0-dfb0dfc6ce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:51.161750 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:57:51.215138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:57:51.293377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:57:51.293697 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:51.306884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:57:51.326854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Sync routers for ids ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:57:51.351301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Routers {'8de64d02-4c8a-40ff-99aa-be0249d68dd5'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:57:51.351973 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:57:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:57:51.433002 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:51.437022 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3bc08e51-d532-46e3-be0f-57722c11b262 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9738872 Sep 23 22:57:51.437666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35376) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:51.506794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Set router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:57:51.737979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:50Z', 'revision_number': 3, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:57:51.770588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Checking router: 8de64d02-4c8a-40ff-99aa-be0249d68dd5 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:57:51.770935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Updating router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 port 121dd29a-c02f-4d0a-8761-194650b55668 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:57:51.800873 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:51.973564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7e55d-48b1-47c9-b78e-6229d99252d8 req-f6ebbbbb-805a-4a66-b00e-0a9c05096b4b tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:51.975194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28a7e55d-48b1-47c9-b78e-6229d99252d8 req-f6ebbbbb-805a-4a66-b00e-0a9c05096b4b tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 943 time: 0.1101024 Sep 23 22:57:52.028905 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:52.036668 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28a7e55d-48b1-47c9-b78e-6229d99252d8 req-8a3c9c72-37a0-4e47-a8a9-476528b59d82 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537984 Sep 23 22:57:52.106623 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:52.206673 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:52.223909 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Allocated IP 172.20.0.1 (fea8b69c-a296-493c-a38b-e8e5deafa4e2/7af70910-c90d-4441-9b42-32e835f1cc56/c03c47f4-279f-4734-ae1c-7b23cd90d4a3) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:57:52.269534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e32ef4-18e2-4e49-8ab5-616eed60b65e None None] Pushing event updated for resources: {'Port': ['ID=121dd29a-c02f-4d0a-8761-194650b55668,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:52.272217 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Attempting to bind port 121dd29a-c02f-4d0a-8761-194650b55668 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:57:52.272605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Attempting to bind port 121dd29a-c02f-4d0a-8761-194650b55668 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:57:52.272968 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Attempting to bind port 121dd29a-c02f-4d0a-8761-194650b55668 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:57:52.279115 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:57:52.279408 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:57:52.279935 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:52.280187 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:57:52.280657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Bound port: 121dd29a-c02f-4d0a-8761-194650b55668, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:57:52.281045 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:52.345275 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] For port 121dd29a-c02f-4d0a-8761-194650b55668, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:57:52.349173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] For port 121dd29a-c02f-4d0a-8761-194650b55668, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=121dd29a-c02f-4d0a-8761-194650b55668,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:57:52.350256 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:52.445271 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:52.473430 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:52.509656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Routers {'8de64d02-4c8a-40ff-99aa-be0249d68dd5'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:57:52.510303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:57:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:57:52.513701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e32ef4-18e2-4e49-8ab5-616eed60b65e None None] Pushing event updated for resources: {'Port': ['ID=121dd29a-c02f-4d0a-8761-194650b55668,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:52.527342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Network fea8b69c-a296-493c-a38b-e8e5deafa4e2 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:57:52.530546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:57:52.533129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:57:52.573603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Pushing event updated for resources: {'Port': ['ID=c03c47f4-279f-4734-ae1c-7b23cd90d4a3,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:52.591594 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:52.637368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] Set router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:57:52.838091 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:52.892742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:50Z', 'revision_number': 3, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:57:52.928548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b381c3-7356-4f60-909a-1b9e3e65e2e1 None None] The sync data for ids ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'] in n-d-810775-1 is: [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:50Z', 'revision_number': 3, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:57:52.942778 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4d7fdb92-58de-4444-b043-ceb6d82f4884 None None] Provisioning complete for port c03c47f4-279f-4734-ae1c-7b23cd90d4a3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:57:52.943555 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4d7fdb92-58de-4444-b043-ceb6d82f4884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:52.988031 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4d7fdb92-58de-4444-b043-ceb6d82f4884 None None] Port c03c47f4-279f-4734-ae1c-7b23cd90d4a3 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:57:53.032554 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:53.102040 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:53.197020 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Pushing event updated for resources: {'Port': ['ID=c03c47f4-279f-4734-ae1c-7b23cd90d4a3,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:53.200283 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:53.289578 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c396ce-1d0e-4e2b-930b-ba9b1226c8b3 req-32b82f81-2ec0-4712-a5b3-0678de4e48cb tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:53.293430 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5c396ce-1d0e-4e2b-930b-ba9b1226c8b3 req-32b82f81-2ec0-4712-a5b3-0678de4e48cb tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 943 time: 0.1184928 Sep 23 22:57:53.358623 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5c396ce-1d0e-4e2b-930b-ba9b1226c8b3 req-73dd646b-5f92-4297-80eb-9bc15af4cbcd tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588648 Sep 23 22:57:53.364158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Network fea8b69c-a296-493c-a38b-e8e5deafa4e2 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:57:53.365771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:57:53.548244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:57:53.586514 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b9e28425-cd87-4181-92ba-207c552f9190 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:57:53.698713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:57:53.713214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f0bd1fd4-d45a-41b6-b257-58ee9712c96a admin admin] 10.222.0.22 "PUT /v2.0/routers/8de64d02-4c8a-40ff-99aa-be0249d68dd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2662232 Sep 23 22:57:53.722194 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-aa8b9237-cc09-41d5-abec-03ca3b9dc587 None None] Provisioning complete for port c03c47f4-279f-4734-ae1c-7b23cd90d4a3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:57:53.722573 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9237-cc09-41d5-abec-03ca3b9dc587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:53.765457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b9e28425-cd87-4181-92ba-207c552f9190, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b9e28425-cd87-4181-92ba-207c552f9190,segment=NetworkSegment(bd56ab45-ef95-4539-8cfd-aeaf1ae391d3),segment_id=bd56ab45-ef95-4539-8cfd-aeaf1ae391d3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:57:53.788199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'b9e28425-cd87-4181-92ba-207c552f9190', 'network_id': 'f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc', 'port_id': 'b9e28425-cd87-4181-92ba-207c552f9190', 'mac_address': 'fa:16:3e:17:07:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3609b304-4bda-4a09-893d-db62e59a82cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:57:53.789885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b9237-cc09-41d5-abec-03ca3b9dc587 None None] Port c03c47f4-279f-4734-ae1c-7b23cd90d4a3 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:57:53.842824 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:53.868388 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e28425-cd87-4181-92ba-207c552f9190 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:57:53.896386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b9e28425-cd87-4181-92ba-207c552f9190, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b9e28425-cd87-4181-92ba-207c552f9190,segment=NetworkSegment(bd56ab45-ef95-4539-8cfd-aeaf1ae391d3),segment_id=bd56ab45-ef95-4539-8cfd-aeaf1ae391d3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:57:53.998987 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:54.021758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35396) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:54.178993 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-28ded0ac-692e-485d-a21c-cb7b70dc8b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:54.240979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b9e28425-cd87-4181-92ba-207c552f9190,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:54.316005 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-28ded0ac-692e-485d-a21c-cb7b70dc8b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:54.413220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9e28425-cd87-4181-92ba-207c552f9190'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:57:54.429619 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-28ded0ac-692e-485d-a21c-cb7b70dc8b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:54.484640 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-28ded0ac-692e-485d-a21c-cb7b70dc8b51 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f01bf171f884b538fcd0b8eb418092d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4608767 Sep 23 22:57:54.485754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35402) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:54.486848 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ded0ac-692e-485d-a21c-cb7b70dc8b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92eafd6-744c-4d06-ac93-b8913714a397,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:54.550909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983da-2459-4379-91ea-af1a3d93fc96 req-9c4a0346-cd28-4f67-9645-7e72c0e56384 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:54.553580 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-050983da-2459-4379-91ea-af1a3d93fc96 req-9c4a0346-cd28-4f67-9645-7e72c0e56384 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 944 time: 0.0925441 Sep 23 22:57:54.559224 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f9dca6d-406c-44a5-af5e-5532939d476f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:54.584858 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f9dca6d-406c-44a5-af5e-5532939d476f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:54.630909 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-050983da-2459-4379-91ea-af1a3d93fc96 req-9bee018b-40ff-46e8-8f6d-1e28367f348d tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684056 Sep 23 22:57:54.688701 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35404) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:54.693757 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-763fabc8-09ac-4ef9-a014-fcefa7067dab tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--54559549', 'description': 'tempest-description--1031746197'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:57:54.801301 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f9dca6d-406c-44a5-af5e-5532939d476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:54.804270 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f9dca6d-406c-44a5-af5e-5532939d476f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:54.813539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4f9dca6d-406c-44a5-af5e-5532939d476f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e92eafd6-744c-4d06-ac93-b8913714a397 HTTP/1.1" status: 204 len: 168 time: 0.3152695 Sep 23 22:57:54.815374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dca6d-406c-44a5-af5e-5532939d476f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92eafd6-744c-4d06-ac93-b8913714a397,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:54.844221 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-763fabc8-09ac-4ef9-a014-fcefa7067dab tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:54.941684 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-763fabc8-09ac-4ef9-a014-fcefa7067dab tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.006135 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Sync routers for ids ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:57:55.022170 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Routers {'8de64d02-4c8a-40ff-99aa-be0249d68dd5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:57:55.023113 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:57:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:57:55.058289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-763fabc8-09ac-4ef9-a014-fcefa7067dab tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.090926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fabc8-09ac-4ef9-a014-fcefa7067dab tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71cebb9-ed93-4e0e-ad36-1a77ae8df135,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:55.141898 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Set router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:57:55.199549 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 121dd29a-c02f-4d0a-8761-194650b55668 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:57:55.209654 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-763fabc8-09ac-4ef9-a014-fcefa7067dab tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.214653 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-763fabc8-09ac-4ef9-a014-fcefa7067dab tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5212383 Sep 23 22:57:55.215000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35410) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:55.223973 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0c56435b-3506-4d95-a71c-6d7198fb96e5 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Request body: {'security_group_rule': {'security_group_id': 'b71cebb9-ed93-4e0e-ad36-1a77ae8df135', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:57:55.263694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 121dd29a-c02f-4d0a-8761-194650b55668 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:57:55.264165 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.357999 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c56435b-3506-4d95-a71c-6d7198fb96e5 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.401968 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.407127 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c03c47f4-279f-4734-ae1c-7b23cd90d4a3', 'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'mac_address': 'fa:16:3e:b5:78:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:52Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 2, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'subnets': [{'id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:57:55.431181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 121dd29a-c02f-4d0a-8761-194650b55668, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=121dd29a-c02f-4d0a-8761-194650b55668,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:57:55.444242 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c56435b-3506-4d95-a71c-6d7198fb96e5 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.447212 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Checking router: 8de64d02-4c8a-40ff-99aa-be0249d68dd5 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:57:55.447892 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Updating router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 port c03c47f4-279f-4734-ae1c-7b23cd90d4a3 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:57:55.473569 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.538357 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.581381 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c56435b-3506-4d95-a71c-6d7198fb96e5 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.588864 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b9e28425-cd87-4181-92ba-207c552f9190 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:57:55.613965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56435b-3506-4d95-a71c-6d7198fb96e5 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9febfc-7e80-492e-a52f-12a8fcbeca9f,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:55.621075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=121dd29a-c02f-4d0a-8761-194650b55668,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:55.684292 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c56435b-3506-4d95-a71c-6d7198fb96e5 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.685638 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0c56435b-3506-4d95-a71c-6d7198fb96e5 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4694586 Sep 23 22:57:55.688399 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35422) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:55.701212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-71cd5dcd-0c62-4784-a7ac-36ab5a72f37d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Request body: {'security_group_rule': {'security_group_id': 'b71cebb9-ed93-4e0e-ad36-1a77ae8df135', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:57:55.755689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port b9e28425-cd87-4181-92ba-207c552f9190 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:57:55.761055 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port b9e28425-cd87-4181-92ba-207c552f9190 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:57:55.761592 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.783446 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659a112-78b0-42d2-838f-455918b3e56d req-1149e17e-30bd-403e-b634-4bfd2edb3c2c tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:55.787130 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e659a112-78b0-42d2-838f-455918b3e56d req-1149e17e-30bd-403e-b634-4bfd2edb3c2c tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 944 time: 0.0753777 Sep 23 22:57:55.822195 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.832054 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e659a112-78b0-42d2-838f-455918b3e56d req-fbfd4ba7-95b7-4645-adfa-11c4c641ae97 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Sep 23 22:57:55.845760 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-71cd5dcd-0c62-4784-a7ac-36ab5a72f37d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.866681 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.894767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e28425-cd87-4181-92ba-207c552f9190'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:57:55.897167 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9f5412-a3c6-4148-a1dc-268adf298f3b" -d '{"events": [{"server_uuid": "deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd", "name": "network-vif-plugged", "status": "completed", "tag": "b9e28425-cd87-4181-92ba-207c552f9190"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:57:55.913160 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b9e28425-cd87-4181-92ba-207c552f9190, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b9e28425-cd87-4181-92ba-207c552f9190,segment=NetworkSegment(bd56ab45-ef95-4539-8cfd-aeaf1ae391d3),segment_id=bd56ab45-ef95-4539-8cfd-aeaf1ae391d3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:57:55.930166 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.944308 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d7044f-4d2d-408e-bbb0-5bb2a3fa98cf x-openstack-request-id: req-43d7044f-4d2d-408e-bbb0-5bb2a3fa98cf {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:57:55.944928 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd", "name": "network-vif-plugged", "status": "completed", "tag": "b9e28425-cd87-4181-92ba-207c552f9190", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:57:55.945309 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43d7044f-4d2d-408e-bbb0-5bb2a3fa98cf {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:57:55.945714 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e28425-cd87-4181-92ba-207c552f9190', 'code': 200} Sep 23 22:57:55.955145 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-71cd5dcd-0c62-4784-a7ac-36ab5a72f37d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:55.982546 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:56.039328 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2502ed9-f4ae-4676-b277-d2b945f69cc4 None None] Pushing event updated for resources: {'Port': ['ID=c03c47f4-279f-4734-ae1c-7b23cd90d4a3,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:56.055281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-71cd5dcd-0c62-4784-a7ac-36ab5a72f37d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:56.073179 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2502ed9-f4ae-4676-b277-d2b945f69cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:56.074514 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2502ed9-f4ae-4676-b277-d2b945f69cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:56.075066 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2502ed9-f4ae-4676-b277-d2b945f69cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:56.075809 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2502ed9-f4ae-4676-b277-d2b945f69cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:56.076336 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2502ed9-f4ae-4676-b277-d2b945f69cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:56.077064 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2502ed9-f4ae-4676-b277-d2b945f69cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:56.077950 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2502ed9-f4ae-4676-b277-d2b945f69cc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:56.078853 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2502ed9-f4ae-4676-b277-d2b945f69cc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:56.079652 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2502ed9-f4ae-4676-b277-d2b945f69cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:56.081134 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2502ed9-f4ae-4676-b277-d2b945f69cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:56.081979 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2502ed9-f4ae-4676-b277-d2b945f69cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:56.082837 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2502ed9-f4ae-4676-b277-d2b945f69cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:57:56.106717 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b9e28425-cd87-4181-92ba-207c552f9190,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:56.109930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd5dcd-0c62-4784-a7ac-36ab5a72f37d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848f2cf8-e38c-4cb9-8a58-587372e386f2,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:56.121521 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d42a6-dde6-4df9-9895-d0615a3e16d3 req-dd0e4ee2-37c3-4d82-ae6f-c68d07db8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:56.123613 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Attempting to bind port c03c47f4-279f-4734-ae1c-7b23cd90d4a3 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:57:56.123983 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Attempting to bind port c03c47f4-279f-4734-ae1c-7b23cd90d4a3 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:57:56.124128 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cb9d42a6-dde6-4df9-9895-d0615a3e16d3 req-dd0e4ee2-37c3-4d82-ae6f-c68d07db8fe6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 1096 time: 0.0862863 Sep 23 22:57:56.124339 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Attempting to bind port c03c47f4-279f-4734-ae1c-7b23cd90d4a3 on network fea8b69c-a296-493c-a38b-e8e5deafa4e2 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:57:56.136717 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:57:56.137075 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Checking segment: {'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:57:56.137711 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:56.138098 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Bound using segment: {'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:57:56.138565 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Bound port: c03c47f4-279f-4734-ae1c-7b23cd90d4a3, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:57:56.138930 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:56.175337 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cb9d42a6-dde6-4df9-9895-d0615a3e16d3 req-d13a1c8e-39d8-47fd-ad14-800d3b0062eb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441613 Sep 23 22:57:56.198857 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-71cd5dcd-0c62-4784-a7ac-36ab5a72f37d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:56.203644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35434) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:56.203821 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-71cd5dcd-0c62-4784-a7ac-36ab5a72f37d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5108798 Sep 23 22:57:56.209792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:57:56.246691 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] For port c03c47f4-279f-4734-ae1c-7b23cd90d4a3, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:57:56.261996 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] For port c03c47f4-279f-4734-ae1c-7b23cd90d4a3, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c03c47f4-279f-4734-ae1c-7b23cd90d4a3,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:57:56.327006 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:56.344741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-69d356c1-35f1-4ce4-9be6-e7455cf62202 None None] Provisioning complete for port c03c47f4-279f-4734-ae1c-7b23cd90d4a3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:57:56.345365 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-69d356c1-35f1-4ce4-9be6-e7455cf62202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:56.367329 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:56.393520 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-69d356c1-35f1-4ce4-9be6-e7455cf62202 None None] Port c03c47f4-279f-4734-ae1c-7b23cd90d4a3 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:57:56.448177 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2502ed9-f4ae-4676-b277-d2b945f69cc4 None None] Pushing event updated for resources: {'Port': ['ID=c03c47f4-279f-4734-ae1c-7b23cd90d4a3,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:56.454921 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Routers {'8de64d02-4c8a-40ff-99aa-be0249d68dd5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:57:56.455442 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:57:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:57:56.479105 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:56.597871 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] Set router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:57:56.660890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Allocated IP 172.25.1.230 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/5848e4fd-f1ef-4fea-bfa2-dbc87c850d9b) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:57:56.819617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a8895ae3-b1c3-4d5d-acad-52ba220caf0f None None] Provisioning complete for port c03c47f4-279f-4734-ae1c-7b23cd90d4a3 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:57:56.820435 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8895ae3-b1c3-4d5d-acad-52ba220caf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:56.830582 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:56.875748 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c03c47f4-279f-4734-ae1c-7b23cd90d4a3', 'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'mac_address': 'fa:16:3e:b5:78:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:52Z', 'updated_at': '2021-09-23T22:57:56Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'subnets': [{'id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:57:56.909588 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dcaeca-a91d-4ead-8b8e-ca3a98654a9d None None] The sync data for ids ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'] in n-d-810775-1 is: [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c03c47f4-279f-4734-ae1c-7b23cd90d4a3', 'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'mac_address': 'fa:16:3e:b5:78:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:52Z', 'updated_at': '2021-09-23T22:57:56Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'subnets': [{'id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:57:56.982897 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:56.993187 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8895ae3-b1c3-4d5d-acad-52ba220caf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:57.042337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a8895ae3-b1c3-4d5d-acad-52ba220caf0f None None] For port c03c47f4-279f-4734-ae1c-7b23cd90d4a3, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c03c47f4-279f-4734-ae1c-7b23cd90d4a3,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:57:57.051637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:57:57.061611 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:57:57.064792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:57:57.086657 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df570f-3dec-4a2f-bd68-081f230e025d req-38070273-43f5-49f8-9d6a-64f092649f20 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:57.089574 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-23df570f-3dec-4a2f-bd68-081f230e025d req-38070273-43f5-49f8-9d6a-64f092649f20 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 945 time: 0.1545815 Sep 23 22:57:57.122569 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8895ae3-b1c3-4d5d-acad-52ba220caf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:57.130891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event updated for resources: {'Port': ['ID=5848e4fd-f1ef-4fea-bfa2-dbc87c850d9b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:57.191269 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-23df570f-3dec-4a2f-bd68-081f230e025d req-53a1bd81-9600-4858-a975-e3f1506495c7 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752401 Sep 23 22:57:57.229348 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8895ae3-b1c3-4d5d-acad-52ba220caf0f None None] Pushing event updated for resources: {'Port': ['ID=c03c47f4-279f-4734-ae1c-7b23cd90d4a3,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:57.269554 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:57.357230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 121dd29a-c02f-4d0a-8761-194650b55668 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:57:57.387057 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:57.417831 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 121dd29a-c02f-4d0a-8761-194650b55668 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:57:57.418309 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:57.498720 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35452) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:57.529175 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c03c47f4-279f-4734-ae1c-7b23cd90d4a3 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:57:57.593843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c03c47f4-279f-4734-ae1c-7b23cd90d4a3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:57:57.594251 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:57.669046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:57.755976 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:57.814059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'network': {'name': 'tempest-network-smoke--1436261334', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'port_security_enabled': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:57:57.876440 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event updated for resources: {'Port': ['ID=5848e4fd-f1ef-4fea-bfa2-dbc87c850d9b,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:57.908757 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:57.966033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Made reservation on behalf of 23e21d3ac6714dd4afe3c44f292f8033 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:57:57.970255 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:57.984342 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:58.074941 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:58.080778 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bfb6d4e3-5354-416f-86aa-1df282ee9144 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8715396 Sep 23 22:57:58.168221 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:58.242401 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:58.284781 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:57:58.299510 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd868681-dc60-415a-be64-14445a199f5d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:58.307812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:58.308396 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Added segment dc7823b7-e26d-4cdf-9b1c-637bb25e7745 of type vlan for network 6d0f3337-4bdb-403b-9f0a-272430423515 Sep 23 22:57:58.327119 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-f8372447-97ad-4d3d-817a-6087f5eeccff tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--54559549&fields=id&tenant_id=d02bf3e96aa14bfaa40cff450c02a21a HTTP/1.1" status: 200 len: 267 time: 0.0599122 Sep 23 22:57:58.421574 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:58.454690 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced1d9f-067e-43c0-9a91-3d4a96325082 req-fa32f53b-7a3e-44ac-b07d-ad35013b705c tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:58.456227 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aced1d9f-067e-43c0-9a91-3d4a96325082 req-fa32f53b-7a3e-44ac-b07d-ad35013b705c tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 945 time: 0.1355267 Sep 23 22:57:58.463725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-4c14c2ac-0d74-458e-993f-a4d451ac6364 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:58.465419 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-4c14c2ac-0d74-458e-993f-a4d451ac6364 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/networks?id=fea8b69c-a296-493c-a38b-e8e5deafa4e2 HTTP/1.1" status: 200 len: 811 time: 0.1282761 Sep 23 22:57:58.481806 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-01d36320-f3ae-497f-82b3-41fdbf4656dc tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/quotas/d02bf3e96aa14bfaa40cff450c02a21a HTTP/1.1" status: 200 len: 375 time: 0.0103610 Sep 23 22:57:58.500490 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aced1d9f-067e-43c0-9a91-3d4a96325082 req-038567a8-7268-4dfa-b1fd-eb6a051b3595 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367408 Sep 23 22:57:58.523594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:58.529425 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:57:58.530050 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:58.548163 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-e5af035a-9b68-40b3-a170-c8c02ef560ce tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0599174 Sep 23 22:57:58.571121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-5c07e40b-2bdb-47a2-80b3-96360d3ab2f0 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 22:57:58.573294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-5c07e40b-2bdb-47a2-80b3-96360d3ab2f0 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085349 Sep 23 22:57:58.602210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Network': ['ID=6d0f3337-4bdb-403b-9f0a-272430423515,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:57:58.614543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 6d0f3337-4bdb-403b-9f0a-272430423515 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:57:58.637478 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-56cb7790-ce6d-4c8d-8767-7b3d60f92570 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1373844 Sep 23 22:57:58.638194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35478) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:57:58.643971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'admin_state_up': True, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:57:58.691717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-63c5d200-b997-4edd-87a9-d55671e17aaa service neutron] 10.222.0.22 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106567 Sep 23 22:57:58.776925 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:58.778099 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:58.831325 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-ae424b58-bb11-455d-bfa3-354a2499218f service neutron] 10.222.0.22 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262767 Sep 23 22:57:58.850009 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:59.072898 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:59.115299 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-34cd2839-90d6-49be-a17b-8de47ce77ec7 req-764d0de3-2b88-4b33-a373-e77897590d1b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 210 time: 0.0364716 Sep 23 22:57:59.166698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c03c47f4-279f-4734-ae1c-7b23cd90d4a3 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:57:59.222159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c03c47f4-279f-4734-ae1c-7b23cd90d4a3 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:57:59.222549 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:59.366394 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:59.386123 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:59.501781 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Allocated IP 172.25.1.85 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/c0357b4e-da53-47a4-abd6-3a54efbc0e97) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:57:59.622126 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:59.730077 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:57:59.779255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:57:59.782212 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:57:59.784660 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:57:59.811911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Port': ['ID=c0357b4e-da53-47a4-abd6-3a54efbc0e97,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:00.162221 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:00.207895 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-480a6c5e-7b12-49ef-a7ef-91c113aad042 req-b2468f26-a834-4cff-a0c4-4708440ae6f1 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 210 time: 0.0332727 Sep 23 22:58:00.713009 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:00.938470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Router 4ec7b76b-b054-4976-9852-46cb34776fe2 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:58:01.068826 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:58:01.081580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Sync routers for ids ['4ec7b76b-b054-4976-9852-46cb34776fe2'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:58:01.093056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Routers {'4ec7b76b-b054-4976-9852-46cb34776fe2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:58:01.094166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:57:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4ec7b76b-b054-4976-9852-46cb34776fe2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:01.221885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Set router 4ec7b76b-b054-4976-9852-46cb34776fe2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:58:01.230079 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:01.234737 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e4c95bc3-1fd0-4d4a-928f-4eb0102edfbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5921290 Sep 23 22:58:01.235604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35500) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:01.340970 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-38fffccf-e6a1-42ad-8d40-9f4bc035e435 req-1e362b8f-f0a2-443d-be97-1124d99adc3c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 210 time: 0.0293250 Sep 23 22:58:01.357881 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35506) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:01.358485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-925badd3-e508-4ed0-996d-9fa765bc1110 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=23e21d3ac6714dd4afe3c44f292f8033&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1218324 Sep 23 22:58:01.480462 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T22:57:59Z', 'revision_number': 3, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:01.481061 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236d90e8-7c15-4f18-be9f-b91fc9eb1dff tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:01.482822 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-236d90e8-7c15-4f18-be9f-b91fc9eb1dff tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1234016 Sep 23 22:58:01.485626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35508) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:01.512513 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Checking router: 4ec7b76b-b054-4976-9852-46cb34776fe2 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:58:01.513167 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Updating router 4ec7b76b-b054-4976-9852-46cb34776fe2 port c0357b4e-da53-47a4-abd6-3a54efbc0e97 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:58:01.520518 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8253cb1b-dc83-4178-9286-a7c896ab03a8 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323873 Sep 23 22:58:01.528719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35510) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:01.534110 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-de09562f-e875-4c56-b0ce-ad85ed08e3bb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1377931470', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:58:01.554938 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:01.695976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de09562f-e875-4c56-b0ce-ad85ed08e3bb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Made reservation on behalf of 23e21d3ac6714dd4afe3c44f292f8033 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:58:01.702392 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-de09562f-e875-4c56-b0ce-ad85ed08e3bb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:01.876106 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:01.973234 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:02.033887 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c0dd3-aaee-419e-98c5-cb09cf96ed19 None None] Pushing event updated for resources: {'Port': ['ID=c0357b4e-da53-47a4-abd6-3a54efbc0e97,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:02.038740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Attempting to bind port c0357b4e-da53-47a4-abd6-3a54efbc0e97 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:58:02.039113 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Attempting to bind port c0357b4e-da53-47a4-abd6-3a54efbc0e97 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:58:02.039511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Attempting to bind port c0357b4e-da53-47a4-abd6-3a54efbc0e97 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:58:02.045937 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:58:02.046429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:58:02.046845 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:02.047245 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:58:02.047731 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Bound port: c0357b4e-da53-47a4-abd6-3a54efbc0e97, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:58:02.048122 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:02.060755 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-de09562f-e875-4c56-b0ce-ad85ed08e3bb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:02.121607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] For port c0357b4e-da53-47a4-abd6-3a54efbc0e97, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:58:02.126540 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] For port c0357b4e-da53-47a4-abd6-3a54efbc0e97, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c0357b4e-da53-47a4-abd6-3a54efbc0e97,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:58:02.129643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-e165f6f1-0c78-427f-9ec1-e4b03eeb7f0b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:02.131262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-e165f6f1-0c78-427f-9ec1-e4b03eeb7f0b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.43 "GET /v2.0/networks?id=fea8b69c-a296-493c-a38b-e8e5deafa4e2 HTTP/1.1" status: 200 len: 811 time: 0.1718893 Sep 23 22:58:02.164427 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09562f-e875-4c56-b0ce-ad85ed08e3bb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Subnet': ['ID=d6b04bd3-8372-48d1-ba0e-83f3cc84625e,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:02.183756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09562f-e875-4c56-b0ce-ad85ed08e3bb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Checking segment: {'id': 'dc7823b7-e26d-4cdf-9b1c-637bb25e7745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:58:02.184114 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de09562f-e875-4c56-b0ce-ad85ed08e3bb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network hostable DHCP agents. Network: 6d0f3337-4bdb-403b-9f0a-272430423515, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:58:02.203712 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-1beecbf9-4fce-4eb8-be2d-a9f676ff9f2b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d02bf3e96aa14bfaa40cff450c02a21a HTTP/1.1" status: 200 len: 378 time: 0.0633528 Sep 23 22:58:02.215469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-91931b5d-f223-4bbf-ade8-efa22e5c680c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Request body: {'port': {'device_id': 'd6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'admin_state_up': True, 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'security_groups': ['b71cebb9-ed93-4e0e-ad36-1a77ae8df135']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:58:02.236852 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:02.293840 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Routers {'4ec7b76b-b054-4976-9852-46cb34776fe2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:58:02.294511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:57:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4ec7b76b-b054-4976-9852-46cb34776fe2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:02.361046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de09562f-e875-4c56-b0ce-ad85ed08e3bb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 6d0f3337-4bdb-403b-9f0a-272430423515 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:58:02.389291 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c0dd3-aaee-419e-98c5-cb09cf96ed19 None None] Pushing event updated for resources: {'Port': ['ID=c0357b4e-da53-47a4-abd6-3a54efbc0e97,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:02.439479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] Set router 4ec7b76b-b054-4976-9852-46cb34776fe2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:58:02.466658 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5725d5d2-1885-4c6a-afd4-b30963800ade req-fa8bdc7b-eade-43d1-aa6b-d42fb637504f tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 210 time: 0.0300808 Sep 23 22:58:02.480614 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-91931b5d-f223-4bbf-ade8-efa22e5c680c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Made reservation on behalf of d02bf3e96aa14bfaa40cff450c02a21a for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:58:02.484232 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-91931b5d-f223-4bbf-ade8-efa22e5c680c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:02.549805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-de09562f-e875-4c56-b0ce-ad85ed08e3bb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 6d0f3337-4bdb-403b-9f0a-272430423515) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:58:02.560516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de09562f-e875-4c56-b0ce-ad85ed08e3bb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:02.561204 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-de09562f-e875-4c56-b0ce-ad85ed08e3bb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:02.565860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b13db5-12cf-4fe8-81ef-2bbe7433d208 None None] Network 6d0f3337-4bdb-403b-9f0a-272430423515 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:58:02.653881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-91931b5d-f223-4bbf-ade8-efa22e5c680c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Allocated IP 172.20.0.9 (fea8b69c-a296-493c-a38b-e8e5deafa4e2/7af70910-c90d-4441-9b42-32e835f1cc56/c956a541-3200-4c38-bd04-2817ce3f60fb) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:58:02.666377 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-de09562f-e875-4c56-b0ce-ad85ed08e3bb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1360254 Sep 23 22:58:02.670329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35516) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:02.793006 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T22:57:59Z', 'revision_number': 3, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:02.824611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-6d0f3337-4bdb-403b-9f0a-272430423515', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:58:02.825292 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:02.829070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22318f64-94a0-4fe7-9a70-cab7780e7af1 None None] The sync data for ids ['4ec7b76b-b054-4976-9852-46cb34776fe2'] in n-d-810775-1 is: [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T22:57:59Z', 'revision_number': 3, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:58:03.007797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Allocated IP 172.20.0.2 (6d0f3337-4bdb-403b-9f0a-272430423515/d6b04bd3-8372-48d1-ba0e-83f3cc84625e/9e1fa97d-fda6-49d5-9ebb-3bdf178014d0) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:58:03.042923 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-91931b5d-f223-4bbf-ade8-efa22e5c680c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:03.270867 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:03.335937 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:03.387970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Network 6d0f3337-4bdb-403b-9f0a-272430423515 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:58:03.396929 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:58:03.401445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:58:03.423043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Pushing event updated for resources: {'Port': ['ID=9e1fa97d-fda6-49d5-9ebb-3bdf178014d0,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:03.530646 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Attempting to bind port 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:58:03.531042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Attempting to bind port 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'dc7823b7-e26d-4cdf-9b1c-637bb25e7745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:58:03.531372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Attempting to bind port 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0 on network 6d0f3337-4bdb-403b-9f0a-272430423515 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:58:03.547660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:58:03.548023 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Checking segment: {'id': 'dc7823b7-e26d-4cdf-9b1c-637bb25e7745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:58:03.548425 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:03.548819 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Bound using segment: {'id': 'dc7823b7-e26d-4cdf-9b1c-637bb25e7745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:58:03.549343 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Bound port: 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7823b7-e26d-4cdf-9b1c-637bb25e7745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:58:03.549713 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:03.640510 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fa22b88-c877-4020-954c-54bed30d5766 req-66036c8c-bc42-408e-b49f-d12a3c387af2 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 210 time: 0.0589561 Sep 23 22:58:03.656408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-91931b5d-f223-4bbf-ade8-efa22e5c680c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:03.663437 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] For port 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:58:03.668297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] For port 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9e1fa97d-fda6-49d5-9ebb-3bdf178014d0,segment=NetworkSegment(dc7823b7-e26d-4cdf-9b1c-637bb25e7745),segment_id=dc7823b7-e26d-4cdf-9b1c-637bb25e7745)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:58:03.750790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-91931b5d-f223-4bbf-ade8-efa22e5c680c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Network fea8b69c-a296-493c-a38b-e8e5deafa4e2 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:58:03.759760 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-91931b5d-f223-4bbf-ade8-efa22e5c680c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:58:03.770535 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:03.825851 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91931b5d-f223-4bbf-ade8-efa22e5c680c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event updated for resources: {'Port': ['ID=c956a541-3200-4c38-bd04-2817ce3f60fb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:03.833936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-91931b5d-f223-4bbf-ade8-efa22e5c680c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:58:03.909551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781b1d0-4fe3-4202-ae5b-ac442a04d61e None None] Pushing event updated for resources: {'Port': ['ID=9e1fa97d-fda6-49d5-9ebb-3bdf178014d0,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:03.949640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-91931b5d-f223-4bbf-ade8-efa22e5c680c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:03.950620 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-91931b5d-f223-4bbf-ade8-efa22e5c680c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:03.964474 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:04.225902 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-91931b5d-f223-4bbf-ade8-efa22e5c680c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0161564 Sep 23 22:58:04.246463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Request body: {'port': {'device_id': 'd6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:58:04.252706 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b39182e5-1a48-45f9-8597-b24060f93aff None None] Provisioning complete for port c956a541-3200-4c38-bd04-2817ce3f60fb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:04.253245 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b39182e5-1a48-45f9-8597-b24060f93aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:04.314045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b39182e5-1a48-45f9-8597-b24060f93aff None None] Port c956a541-3200-4c38-bd04-2817ce3f60fb cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:58:04.362052 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:04.448289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Allocated IP 172.20.0.1 (6d0f3337-4bdb-403b-9f0a-272430423515/d6b04bd3-8372-48d1-ba0e-83f3cc84625e/5d051750-6717-4bbc-a71c-fd2d1ec38af8) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:58:04.711069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:04.843253 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c956a541-3200-4c38-bd04-2817ce3f60fb {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:58:04.855480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52f457-f676-4cc8-b1ed-43c0becafafb req-1372e104-8f79-49e8-b804-ab3f0518ba7a tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:04.856823 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f52f457-f676-4cc8-b1ed-43c0becafafb req-1372e104-8f79-49e8-b804-ab3f0518ba7a tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 931 time: 0.1160591 Sep 23 22:58:04.861696 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:04.864645 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:04.928103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Transition to ACTIVE for port object c956a541-3200-4c38-bd04-2817ce3f60fb will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:58:04.939526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 6d0f3337-4bdb-403b-9f0a-272430423515 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:58:04.949789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:58:04.963333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:58:04.969019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Port': ['ID=5d051750-6717-4bbc-a71c-fd2d1ec38af8,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:04.998421 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f52f457-f676-4cc8-b1ed-43c0becafafb req-f762dc44-2744-4793-9159-9972ab8a4f0b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304483 Sep 23 22:58:05.028274 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:05.069611 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:05.145189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Pushing event updated for resources: {'Port': ['ID=c956a541-3200-4c38-bd04-2817ce3f60fb,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:05.260164 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c0357b4e-da53-47a4-abd6-3a54efbc0e97 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:58:05.261379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Attempting to bind port c956a541-3200-4c38-bd04-2817ce3f60fb on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:58:05.261794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Attempting to bind port c956a541-3200-4c38-bd04-2817ce3f60fb by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:58:05.262050 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Attempting to bind port c956a541-3200-4c38-bd04-2817ce3f60fb on network fea8b69c-a296-493c-a38b-e8e5deafa4e2 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:58:05.267496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Port c956a541-3200-4c38-bd04-2817ce3f60fb on network fea8b69c-a296-493c-a38b-e8e5deafa4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:58:05.267826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Attempting to bind port c956a541-3200-4c38-bd04-2817ce3f60fb on network fea8b69c-a296-493c-a38b-e8e5deafa4e2 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:58:05.273895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:58:05.274934 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Checking segment: {'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:58:05.275262 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Bound using segment: {'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:58:05.275809 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Bound port: c956a541-3200-4c38-bd04-2817ce3f60fb, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:58:05.276179 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:05.334387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c0357b4e-da53-47a4-abd6-3a54efbc0e97 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:05.336765 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:05.386554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] For port c956a541-3200-4c38-bd04-2817ce3f60fb, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:58:05.392723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] For port c956a541-3200-4c38-bd04-2817ce3f60fb, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c956a541-3200-4c38-bd04-2817ce3f60fb,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:58:05.394182 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:05.453531 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:05.576491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:05.577141 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:05.578716 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] 10.222.0.43 "PUT /v2.0/ports/c956a541-3200-4c38-bd04-2817ce3f60fb HTTP/1.1" status: 200 len: 1091 time: 1.3411717 Sep 23 22:58:05.581339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8', 'tag': 'c956a541-3200-4c38-bd04-2817ce3f60fb'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:58:05.585906 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f989e674-72ef-4b0a-9dd4-632d8a503ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8", "tag": "c956a541-3200-4c38-bd04-2817ce3f60fb"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:58:05.610698 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:05.650093 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60729b3b-973e-4492-9d8c-294bc2b0fb8c x-openstack-request-id: req-60729b3b-973e-4492-9d8c-294bc2b0fb8c {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:58:05.650481 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8", "tag": "c956a541-3200-4c38-bd04-2817ce3f60fb", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:58:05.650833 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60729b3b-973e-4492-9d8c-294bc2b0fb8c {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:58:05.651324 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8', 'tag': 'c956a541-3200-4c38-bd04-2817ce3f60fb', 'status': 'completed', 'code': 200} Sep 23 22:58:05.652031 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port c0357b4e-da53-47a4-abd6-3a54efbc0e97, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c0357b4e-da53-47a4-abd6-3a54efbc0e97,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:58:05.657486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f4625-55e4-4c92-a747-a1e6c3db1d74 service neutron] Pushing event updated for resources: {'Port': ['ID=c956a541-3200-4c38-bd04-2817ce3f60fb,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:05.753209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989e674-72ef-4b0a-9dd4-632d8a503ac0 req-9f2ca686-00b1-4126-94b9-61e9d63ab8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:05.755255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f989e674-72ef-4b0a-9dd4-632d8a503ac0 req-9f2ca686-00b1-4126-94b9-61e9d63ab8ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 1094 time: 0.0833325 Sep 23 22:58:05.763896 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:05.765044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:58:05.865022 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=c0357b4e-da53-47a4-abd6-3a54efbc0e97,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:05.878382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:05.878999 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:05.967257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989e674-72ef-4b0a-9dd4-632d8a503ac0 req-62cb2730-390e-4a77-93aa-1c967a7bcdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:05.969367 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f989e674-72ef-4b0a-9dd4-632d8a503ac0 req-62cb2730-390e-4a77-93aa-1c967a7bcdc0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2053223 Sep 23 22:58:06.018961 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:06.036211 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:06.090652 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9e1fa97d-fda6-49d5-9ebb-3bdf178014d0,segment=NetworkSegment(dc7823b7-e26d-4cdf-9b1c-637bb25e7745),segment_id=dc7823b7-e26d-4cdf-9b1c-637bb25e7745)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:58:06.113345 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf9e365-eb8a-48bc-85f3-41f0e0a04ffd None None] Network 6d0f3337-4bdb-403b-9f0a-272430423515 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:58:06.151501 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:06.189468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a718c01a-dba2-4c96-a714-006b251b3957 None None] Provisioning complete for port 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:06.189830 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a718c01a-dba2-4c96-a714-006b251b3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:06.222649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989e674-72ef-4b0a-9dd4-632d8a503ac0 req-61f376e2-a9bd-468b-b815-f6fdbf1adf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:06.224171 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f989e674-72ef-4b0a-9dd4-632d8a503ac0 req-61f376e2-a9bd-468b-b815-f6fdbf1adf8f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2408819 Sep 23 22:58:06.225423 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:06.270101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8d4da-bbfa-424f-8052-559a5211e7b1 req-c8ecf299-e5a9-4c92-9833-e1060d28acb8 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:06.271766 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74d8d4da-bbfa-424f-8052-559a5211e7b1 req-c8ecf299-e5a9-4c92-9833-e1060d28acb8 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 943 time: 0.1604071 Sep 23 22:58:06.273335 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Port': ['ID=5d051750-6717-4bbc-a71c-fd2d1ec38af8,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:06.276554 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:06.339139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=9e1fa97d-fda6-49d5-9ebb-3bdf178014d0,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:06.410304 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74d8d4da-bbfa-424f-8052-559a5211e7b1 req-caa4e32c-4b52-45b1-99ed-805d1881110d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182184 Sep 23 22:58:06.421257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-97f3b749-1a38-4d53-abbd-ed78597876f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:06.425530 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-97f3b749-1a38-4d53-abbd-ed78597876f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 1094 time: 0.1425037 Sep 23 22:58:06.490997 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-bc38e530-508a-416f-9362-43a694eb301c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c956a541-3200-4c38-bd04-2817ce3f60fb HTTP/1.1" status: 200 len: 217 time: 0.0576599 Sep 23 22:58:06.538106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 6d0f3337-4bdb-403b-9f0a-272430423515 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:58:06.541236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:58:06.559070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-20816a06-407f-4fb7-a67f-6922924db17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:06.560637 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-20816a06-407f-4fb7-a67f-6922924db17f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7af70910-c90d-4441-9b42-32e835f1cc56 HTTP/1.1" status: 200 len: 850 time: 0.0631177 Sep 23 22:58:06.697277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-d9e3b1a5-1772-4db3-8863-ad43ad1ed44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:06.698887 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-d9e3b1a5-1772-4db3-8863-ad43ad1ed44c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea8b69c-a296-493c-a38b-e8e5deafa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986917 Sep 23 22:58:06.721286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-752b2d57-2410-4e97-9019-90d685dff419 None None] Provisioning complete for port 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:06.721847 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-752b2d57-2410-4e97-9019-90d685dff419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:06.749448 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Router 4ec7b76b-b054-4976-9852-46cb34776fe2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:58:06.812991 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:06.857934 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-752b2d57-2410-4e97-9019-90d685dff419 None None] Provisioning complete for port 5d051750-6717-4bbc-a71c-fd2d1ec38af8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:06.858324 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-752b2d57-2410-4e97-9019-90d685dff419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:06.893748 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-16794a15-cefa-4487-ae74-7b5fd4f56f32 service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837692 Sep 23 22:58:06.903732 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-752b2d57-2410-4e97-9019-90d685dff419 None None] Port 5d051750-6717-4bbc-a71c-fd2d1ec38af8 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:58:06.981975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:58:06.987996 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-27281290-abd6-4fcd-a223-af60cdcba419 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "PUT /v2.0/routers/4ec7b76b-b054-4976-9852-46cb34776fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3165500 Sep 23 22:58:06.991639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35534) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:06.991937 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Sync routers for ids ['4ec7b76b-b054-4976-9852-46cb34776fe2'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:58:07.012222 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Routers {'4ec7b76b-b054-4976-9852-46cb34776fe2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:58:07.013133 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:57:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4ec7b76b-b054-4976-9852-46cb34776fe2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:07.035920 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4c00d62e-f583-4182-a4c2-65ccab342880 None None] Provisioning complete for port 5d051750-6717-4bbc-a71c-fd2d1ec38af8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:07.036451 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4c00d62e-f583-4182-a4c2-65ccab342880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:07.094949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4c00d62e-f583-4182-a4c2-65ccab342880 None None] Port 5d051750-6717-4bbc-a71c-fd2d1ec38af8 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:58:07.137046 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Set router 4ec7b76b-b054-4976-9852-46cb34776fe2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:58:07.162593 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be76835-8c1c-48b6-9e17-2f57b11692c8 req-3f19a5a0-5a40-48c6-b5e9-5ce9264e8acd service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586186 Sep 23 22:58:07.190963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c0357b4e-da53-47a4-abd6-3a54efbc0e97 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:58:07.245863 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a47a6a13-db3c-4180-86b8-decc3f44f9b2 None None] Provisioning complete for port 5d051750-6717-4bbc-a71c-fd2d1ec38af8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:07.246243 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a47a6a13-db3c-4180-86b8-decc3f44f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:07.295369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a47a6a13-db3c-4180-86b8-decc3f44f9b2 None None] Port 5d051750-6717-4bbc-a71c-fd2d1ec38af8 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:58:07.298567 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c0357b4e-da53-47a4-abd6-3a54efbc0e97 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:07.298567 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:07.395899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:58:07.468248 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:07.468831 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:07.500840 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '5d051750-6717-4bbc-a71c-fd2d1ec38af8', 'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:53:18:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:58:04Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 2, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:07.536110 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Checking router: 4ec7b76b-b054-4976-9852-46cb34776fe2 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:58:07.536468 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Updating router 4ec7b76b-b054-4976-9852-46cb34776fe2 port 5d051750-6717-4bbc-a71c-fd2d1ec38af8 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:58:07.575196 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:07.613683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7773e-2d39-42b8-8019-4797b44b7fb5 req-deea64fe-ae1c-4f4a-b427-60472b7802f4 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.624827 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7f7773e-2d39-42b8-8019-4797b44b7fb5 req-deea64fe-ae1c-4f4a-b427-60472b7802f4 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 943 time: 0.0863421 Sep 23 22:58:07.631234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d9c74-42df-4309-bf09-9b85cf2d5dfb tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.631707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d9c74-42df-4309-bf09-9b85cf2d5dfb tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.632169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d9c74-42df-4309-bf09-9b85cf2d5dfb tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.632626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d9c74-42df-4309-bf09-9b85cf2d5dfb tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.633087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d9c74-42df-4309-bf09-9b85cf2d5dfb tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.633850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d9c74-42df-4309-bf09-9b85cf2d5dfb tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.634303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d9c74-42df-4309-bf09-9b85cf2d5dfb tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.634755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d9c74-42df-4309-bf09-9b85cf2d5dfb tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.639337 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-944d9c74-42df-4309-bf09-9b85cf2d5dfb tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5680 time: 0.6440985 Sep 23 22:58:07.639617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35540) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:07.668931 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7f7773e-2d39-42b8-8019-4797b44b7fb5 req-23abaefb-f4f4-478f-87c0-8af94591d0bf tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388668 Sep 23 22:58:07.750404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c82f51a-ef65-4147-9c01-a8f62779449e tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.752444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c82f51a-ef65-4147-9c01-a8f62779449e tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.752444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c82f51a-ef65-4147-9c01-a8f62779449e tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.752444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c82f51a-ef65-4147-9c01-a8f62779449e tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.752444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c82f51a-ef65-4147-9c01-a8f62779449e tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.752865 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c82f51a-ef65-4147-9c01-a8f62779449e tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.753352 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c82f51a-ef65-4147-9c01-a8f62779449e tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.753792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c82f51a-ef65-4147-9c01-a8f62779449e tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:07.755937 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5c82f51a-ef65-4147-9c01-a8f62779449e tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5279 time: 0.1153269 Sep 23 22:58:07.764278 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35542) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:07.887436 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:07.978629 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:08.026561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d4e02e20-2c5c-4588-a30d-c84463641fc1 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3758 time: 0.2576280 Sep 23 22:58:08.031560 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cdb97-e043-4737-a40c-3f925f6c1f0b None None] Pushing event updated for resources: {'Port': ['ID=5d051750-6717-4bbc-a71c-fd2d1ec38af8,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:08.097056 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Attempting to bind port 5d051750-6717-4bbc-a71c-fd2d1ec38af8 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:58:08.097532 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Attempting to bind port 5d051750-6717-4bbc-a71c-fd2d1ec38af8 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'dc7823b7-e26d-4cdf-9b1c-637bb25e7745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:58:08.098096 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Attempting to bind port 5d051750-6717-4bbc-a71c-fd2d1ec38af8 on network 6d0f3337-4bdb-403b-9f0a-272430423515 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:58:08.104639 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:58:08.105170 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Checking segment: {'id': 'dc7823b7-e26d-4cdf-9b1c-637bb25e7745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:58:08.105524 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:08.105907 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Bound using segment: {'id': 'dc7823b7-e26d-4cdf-9b1c-637bb25e7745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:58:08.106358 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Bound port: 5d051750-6717-4bbc-a71c-fd2d1ec38af8, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7823b7-e26d-4cdf-9b1c-637bb25e7745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:58:08.106727 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:08.201097 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] For port 5d051750-6717-4bbc-a71c-fd2d1ec38af8, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:58:08.205723 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] For port 5d051750-6717-4bbc-a71c-fd2d1ec38af8, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5d051750-6717-4bbc-a71c-fd2d1ec38af8,segment=NetworkSegment(dc7823b7-e26d-4cdf-9b1c-637bb25e7745),segment_id=dc7823b7-e26d-4cdf-9b1c-637bb25e7745)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:58:08.316065 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:08.328623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-961480d5-dc5f-41df-8d72-4a6fcbd397b7 None None] Provisioning complete for port 5d051750-6717-4bbc-a71c-fd2d1ec38af8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:08.329004 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-961480d5-dc5f-41df-8d72-4a6fcbd397b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:08.377448 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cdb97-e043-4737-a40c-3f925f6c1f0b None None] Pushing event updated for resources: {'Port': ['ID=5d051750-6717-4bbc-a71c-fd2d1ec38af8,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:08.380327 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Routers {'4ec7b76b-b054-4976-9852-46cb34776fe2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:58:08.380939 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:57:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4ec7b76b-b054-4976-9852-46cb34776fe2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:08.418761 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-961480d5-dc5f-41df-8d72-4a6fcbd397b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:08.479628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-961480d5-dc5f-41df-8d72-4a6fcbd397b7 None None] For port 5d051750-6717-4bbc-a71c-fd2d1ec38af8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5d051750-6717-4bbc-a71c-fd2d1ec38af8,segment=NetworkSegment(dc7823b7-e26d-4cdf-9b1c-637bb25e7745),segment_id=dc7823b7-e26d-4cdf-9b1c-637bb25e7745)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:58:08.500088 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35548) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:08.504818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d04b459a-ec1f-48a4-bb08-a0d3a55026b8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573328360', 'description': 'tempest-secgroup-smoke-573328360 description', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:58:08.520444 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] Set router 4ec7b76b-b054-4976-9852-46cb34776fe2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:58:08.563264 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-961480d5-dc5f-41df-8d72-4a6fcbd397b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:08.593417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d04b459a-ec1f-48a4-bb08-a0d3a55026b8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:08.621733 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961480d5-dc5f-41df-8d72-4a6fcbd397b7 None None] Pushing event updated for resources: {'Port': ['ID=5d051750-6717-4bbc-a71c-fd2d1ec38af8,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:08.687155 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e89e7b41-09af-41d8-aa25-45d4098366a1 None None] Provisioning complete for port 5d051750-6717-4bbc-a71c-fd2d1ec38af8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:08.688329 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e89e7b41-09af-41d8-aa25-45d4098366a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:08.702430 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d04b459a-ec1f-48a4-bb08-a0d3a55026b8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:08.771806 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '5d051750-6717-4bbc-a71c-fd2d1ec38af8', 'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:53:18:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:58:04Z', 'updated_at': '2021-09-23T22:58:08Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:08.800731 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e526d-3c70-417e-9458-3d8684b2e6ec None None] The sync data for ids ['4ec7b76b-b054-4976-9852-46cb34776fe2'] in n-d-810775-1 is: [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '5d051750-6717-4bbc-a71c-fd2d1ec38af8', 'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:53:18:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:58:04Z', 'updated_at': '2021-09-23T22:58:08Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:58:08.810112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310365e7-5a18-4a13-b94a-da60fd15eef8 req-8ad9ec61-6b56-47dd-bb52-78f1ddfc1fb4 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:08.811754 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-310365e7-5a18-4a13-b94a-da60fd15eef8 req-8ad9ec61-6b56-47dd-bb52-78f1ddfc1fb4 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 943 time: 0.0561643 Sep 23 22:58:08.812618 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d04b459a-ec1f-48a4-bb08-a0d3a55026b8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:08.866153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b459a-ec1f-48a4-bb08-a0d3a55026b8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:08.916882 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-310365e7-5a18-4a13-b94a-da60fd15eef8 req-935c9b1f-7783-46c3-80c1-824b25e0b85c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958741 Sep 23 22:58:09.151082 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d04b459a-ec1f-48a4-bb08-a0d3a55026b8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:09.152885 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d04b459a-ec1f-48a4-bb08-a0d3a55026b8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6517782 Sep 23 22:58:09.156076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35552) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:09.160832 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-58cb135b-24e6-474f-9d87-6836f4159685 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:58:09.191817 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5d051750-6717-4bbc-a71c-fd2d1ec38af8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:58:09.261693 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-58cb135b-24e6-474f-9d87-6836f4159685 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:09.266563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5d051750-6717-4bbc-a71c-fd2d1ec38af8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:09.268252 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:09.334986 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-58cb135b-24e6-474f-9d87-6836f4159685 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:09.420728 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-58cb135b-24e6-474f-9d87-6836f4159685 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:09.441083 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb135b-24e6-474f-9d87-6836f4159685 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ee9749-a234-4903-a3e2-48a46c4d3b2b,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:09.523957 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-58cb135b-24e6-474f-9d87-6836f4159685 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:09.525509 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-58cb135b-24e6-474f-9d87-6836f4159685 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3683422 Sep 23 22:58:09.528487 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35556) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:09.533483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-744327e5-56b5-46e3-8f1c-a0696048100c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:58:09.663173 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-744327e5-56b5-46e3-8f1c-a0696048100c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:09.736965 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-744327e5-56b5-46e3-8f1c-a0696048100c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:09.771414 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c956a541-3200-4c38-bd04-2817ce3f60fb details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:58:09.829220 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-744327e5-56b5-46e3-8f1c-a0696048100c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:09.851076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744327e5-56b5-46e3-8f1c-a0696048100c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459dd4a1-8ed3-41cf-b237-024cb64cd7d8,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:09.893497 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port c956a541-3200-4c38-bd04-2817ce3f60fb, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c956a541-3200-4c38-bd04-2817ce3f60fb,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:58:09.907383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'c956a541-3200-4c38-bd04-2817ce3f60fb', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'port_id': 'c956a541-3200-4c38-bd04-2817ce3f60fb', 'mac_address': 'fa:16:3e:8e:c5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:58:09.926489 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-744327e5-56b5-46e3-8f1c-a0696048100c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:09.928138 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-744327e5-56b5-46e3-8f1c-a0696048100c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3982964 Sep 23 22:58:09.931707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35558) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:09.936701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-36575bd6-89cb-4cee-bb40-f54e7050be91 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:58:09.949942 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:09.971355 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c956a541-3200-4c38-bd04-2817ce3f60fb {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:58:09.993697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port c956a541-3200-4c38-bd04-2817ce3f60fb, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c956a541-3200-4c38-bd04-2817ce3f60fb,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:58:10.067458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85199c89-63d8-474c-a73d-3278cc656998 req-ce0e57a1-658e-4f44-a58b-21bb03bcfc86 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:10.070196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-85199c89-63d8-474c-a73d-3278cc656998 req-ce0e57a1-658e-4f44-a58b-21bb03bcfc86 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 943 time: 0.0652943 Sep 23 22:58:10.082029 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36575bd6-89cb-4cee-bb40-f54e7050be91 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:10.095120 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:10.133760 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-85199c89-63d8-474c-a73d-3278cc656998 req-da93f3d3-195a-4d0d-a6bd-7507be71f69b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577502 Sep 23 22:58:10.151383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=c956a541-3200-4c38-bd04-2817ce3f60fb,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:10.162616 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36575bd6-89cb-4cee-bb40-f54e7050be91 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:10.223964 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36575bd6-89cb-4cee-bb40-f54e7050be91 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:10.248525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36575bd6-89cb-4cee-bb40-f54e7050be91 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb8df3c-93f6-486f-bc6e-890c86e80df5,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:10.308651 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['c956a541-3200-4c38-bd04-2817ce3f60fb'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:58:10.374884 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36575bd6-89cb-4cee-bb40-f54e7050be91 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:10.376239 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-36575bd6-89cb-4cee-bb40-f54e7050be91 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4432530 Sep 23 22:58:10.379790 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35564) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:10.385364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8dcd5b5f-db6d-4b27-99f3-60d5c918c1b8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:58:10.531654 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8dcd5b5f-db6d-4b27-99f3-60d5c918c1b8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:10.599796 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8dcd5b5f-db6d-4b27-99f3-60d5c918c1b8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:10.892087 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8dcd5b5f-db6d-4b27-99f3-60d5c918c1b8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:10.916689 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd5b5f-db6d-4b27-99f3-60d5c918c1b8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1358f0c9-f41c-4eb2-b6f3-32f9c8a6961d,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:11.046786 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8dcd5b5f-db6d-4b27-99f3-60d5c918c1b8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:11.048076 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8dcd5b5f-db6d-4b27-99f3-60d5c918c1b8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6672604 Sep 23 22:58:11.051087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35566) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:11.057916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a48f9caa-848a-454d-88e3-2615692baf13 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:58:11.172619 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-a48f9caa-848a-454d-88e3-2615692baf13 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Project 23e21d3ac6714dd4afe3c44f292f8033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:58:11.178228 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a48f9caa-848a-454d-88e3-2615692baf13 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:11.281232 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a48f9caa-848a-454d-88e3-2615692baf13 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:11.292555 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19795334-6d0d-421d-b7bf-f86a46a92ebe req-a861afd6-e138-4d64-b93d-6f32eb811a43 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:11.294214 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19795334-6d0d-421d-b7bf-f86a46a92ebe req-a861afd6-e138-4d64-b93d-6f32eb811a43 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 944 time: 0.0848398 Sep 23 22:58:11.334032 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19795334-6d0d-421d-b7bf-f86a46a92ebe req-cabeaedb-ed30-469e-8ced-93bf8f29dfd8 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335712 Sep 23 22:58:11.397955 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a48f9caa-848a-454d-88e3-2615692baf13 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:11.422526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f9caa-848a-454d-88e3-2615692baf13 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d7909b-3410-452f-b431-1e5ff08194c8,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:11.504161 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a48f9caa-848a-454d-88e3-2615692baf13 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:11.505566 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a48f9caa-848a-454d-88e3-2615692baf13 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4534774 Sep 23 22:58:11.509050 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35574) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:11.513880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d4e5d365-9be4-4138-97fc-74bd7edce0e8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:58:11.643579 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-d4e5d365-9be4-4138-97fc-74bd7edce0e8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Project 23e21d3ac6714dd4afe3c44f292f8033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:58:11.650238 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d365-9be4-4138-97fc-74bd7edce0e8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:11.716059 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d365-9be4-4138-97fc-74bd7edce0e8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:11.774282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c956a541-3200-4c38-bd04-2817ce3f60fb up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:58:11.823828 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d365-9be4-4138-97fc-74bd7edce0e8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:11.844349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5d365-9be4-4138-97fc-74bd7edce0e8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ef8663-d4a5-4c74-9df4-f34ee931522e,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:11.898446 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port c956a541-3200-4c38-bd04-2817ce3f60fb completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:58:11.903138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port c956a541-3200-4c38-bd04-2817ce3f60fb triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:11.903556 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:11.954783 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d4e5d365-9be4-4138-97fc-74bd7edce0e8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:11.956227 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d4e5d365-9be4-4138-97fc-74bd7edce0e8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4460230 Sep 23 22:58:11.987476 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:12.023242 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c956a541-3200-4c38-bd04-2817ce3f60fb'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:58:12.026536 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e83c8f-7ee7-406e-b904-960c2d77c6cd" -d '{"events": [{"server_uuid": "d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8", "name": "network-vif-plugged", "status": "completed", "tag": "c956a541-3200-4c38-bd04-2817ce3f60fb"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:58:12.043872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port c956a541-3200-4c38-bd04-2817ce3f60fb, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c956a541-3200-4c38-bd04-2817ce3f60fb,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:58:12.070437 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afd3bf3-6fb0-4392-9f12-d6842879e2aa x-openstack-request-id: req-0afd3bf3-6fb0-4392-9f12-d6842879e2aa {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:58:12.070761 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8", "name": "network-vif-plugged", "status": "completed", "tag": "c956a541-3200-4c38-bd04-2817ce3f60fb", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:58:12.071241 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0afd3bf3-6fb0-4392-9f12-d6842879e2aa {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:58:12.071567 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c956a541-3200-4c38-bd04-2817ce3f60fb', 'code': 200} Sep 23 22:58:12.107748 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-1ecfd0fb-2b76-4a9c-87f1-53f440644fc5 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573328360&fields=id&tenant_id=23e21d3ac6714dd4afe3c44f292f8033 HTTP/1.1" status: 200 len: 267 time: 0.0367973 Sep 23 22:58:12.123504 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:12.182346 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=c956a541-3200-4c38-bd04-2817ce3f60fb,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:12.241973 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159644d3-5667-4238-9656-e8d336ed9a52 req-8233263e-24c8-4b6c-a82c-97cde8eca4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:12.243652 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-159644d3-5667-4238-9656-e8d336ed9a52 req-8233263e-24c8-4b6c-a82c-97cde8eca4a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 1096 time: 0.1146791 Sep 23 22:58:12.281232 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-06f7a29a-557c-4975-a558-b4d775d55e92 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:12.283104 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-06f7a29a-557c-4975-a558-b4d775d55e92 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/networks?id=6d0f3337-4bdb-403b-9f0a-272430423515 HTTP/1.1" status: 200 len: 797 time: 0.1666977 Sep 23 22:58:12.308651 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-159644d3-5667-4238-9656-e8d336ed9a52 req-4fbba0f1-4ca7-4bf1-9d08-b7227c67e015 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531559 Sep 23 22:58:12.309879 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-c2ca83d5-2725-40ff-a444-3ff24dbcf777 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/quotas/23e21d3ac6714dd4afe3c44f292f8033 HTTP/1.1" status: 200 len: 375 time: 0.0207627 Sep 23 22:58:12.365950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-8399dcba-feb0-48ed-b82b-379df8134f45 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500002 Sep 23 22:58:12.465174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc250e-e630-460b-8535-de9c40d7cc95 req-b707a903-e8bd-49a5-b5fd-557a480ac40f tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:12.467044 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbfc250e-e630-460b-8535-de9c40d7cc95 req-b707a903-e8bd-49a5-b5fd-557a480ac40f tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0557303 Sep 23 22:58:12.478606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-3e92b7d8-0c22-478a-b295-c1282bef723b service neutron] 10.222.0.22 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987751 Sep 23 22:58:12.515323 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbfc250e-e630-460b-8535-de9c40d7cc95 req-74381e5c-a67e-4cf1-98c0-1e04d65d5c46 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389252 Sep 23 22:58:12.581196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-1dba46fd-f20e-4127-a515-10331ae05b3d service neutron] 10.222.0.22 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956404 Sep 23 22:58:13.002109 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-375ffc4d-c79b-4dbc-a0a0-a4429a102bb9 req-75bef1c7-6132-4324-b7bb-b509e98e6bf9 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 210 time: 0.1641760 Sep 23 22:58:13.098489 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3eeee855-d27d-4029-9c0f-7fd93302a251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:13.640304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa0f1d-e9ac-4c17-be7c-3785bfa46367 req-18665bed-38ec-40ce-95f1-637cebbcdb82 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:13.641896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-85aa0f1d-e9ac-4c17-be7c-3785bfa46367 req-18665bed-38ec-40ce-95f1-637cebbcdb82 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0548897 Sep 23 22:58:13.682938 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-85aa0f1d-e9ac-4c17-be7c-3785bfa46367 req-ece7c754-a828-40ad-97b2-2a9ae9aea78e tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348878 Sep 23 22:58:13.831950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18fb4b-230e-4e65-af86-55dadd21aa76 req-67146b37-8841-40a0-9545-4b9c310ce48e tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:13.833662 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ab18fb4b-230e-4e65-af86-55dadd21aa76 req-67146b37-8841-40a0-9545-4b9c310ce48e tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0618503 Sep 23 22:58:13.844208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35614) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:13.848943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8d180e53-4e21-4b58-acc5-7ee6acb8eb63 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Request body: {'floatingip': {'port_id': 'c956a541-3200-4c38-bd04-2817ce3f60fb'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:58:13.893049 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d180e53-4e21-4b58-acc5-7ee6acb8eb63 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:14.087653 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26c440e7-7c0a-4a0a-a7b1-362c0d30bb54 req-073182d1-5517-487d-a06b-a23fd5144f5c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 210 time: 0.0305526 Sep 23 22:58:14.368846 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d180e53-4e21-4b58-acc5-7ee6acb8eb63 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:14.452194 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d180e53-4e21-4b58-acc5-7ee6acb8eb63 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:14.564334 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-8d180e53-4e21-4b58-acc5-7ee6acb8eb63 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Floating IP bcecd7d6-7593-47b5-b23d-8716f8489da3 associated. External IP: 172.25.1.230, port: c956a541-3200-4c38-bd04-2817ce3f60fb. Sep 23 22:58:14.805777 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d180e53-4e21-4b58-acc5-7ee6acb8eb63 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:58:14.934169 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d180e53-4e21-4b58-acc5-7ee6acb8eb63 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:58:14.939169 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8d180e53-4e21-4b58-acc5-7ee6acb8eb63 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:14.950106 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e52c8-815a-4287-b393-258a54323f3a None None] Sync routers for ids ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:58:14.966602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06e52c8-815a-4287-b393-258a54323f3a None None] Routers {'8de64d02-4c8a-40ff-99aa-be0249d68dd5'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:58:14.967568 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d06e52c8-815a-4287-b393-258a54323f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:57:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:14.979353 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8d180e53-4e21-4b58-acc5-7ee6acb8eb63 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "PUT /v2.0/floatingips/bcecd7d6-7593-47b5-b23d-8716f8489da3 HTTP/1.1" status: 200 len: 991 time: 1.1287184 Sep 23 22:58:14.979353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8', 'tag': 'c956a541-3200-4c38-bd04-2817ce3f60fb'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:58:14.979353 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31192102-7239-4d57-80bb-8e5f65620b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8", "tag": "c956a541-3200-4c38-bd04-2817ce3f60fb"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:58:15.035604 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc7072c-c65b-47f3-a0b3-41b55dae41ac x-openstack-request-id: req-4bc7072c-c65b-47f3-a0b3-41b55dae41ac {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:58:15.036193 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8", "tag": "c956a541-3200-4c38-bd04-2817ce3f60fb", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:58:15.036446 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4bc7072c-c65b-47f3-a0b3-41b55dae41ac {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:58:15.037059 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8', 'tag': 'c956a541-3200-4c38-bd04-2817ce3f60fb', 'status': 'completed', 'code': 200} Sep 23 22:58:15.107536 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31192102-7239-4d57-80bb-8e5f65620b6d req-30fffdee-134e-4106-a5f4-3adb525fff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:15.108373 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31192102-7239-4d57-80bb-8e5f65620b6d req-30fffdee-134e-4106-a5f4-3adb525fff13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 1096 time: 0.0488653 Sep 23 22:58:15.108643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d06e52c8-815a-4287-b393-258a54323f3a None None] Set router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:58:15.226158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31192102-7239-4d57-80bb-8e5f65620b6d req-90c18ddc-007c-4870-956b-6ebbf74349ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:15.239386 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31192102-7239-4d57-80bb-8e5f65620b6d req-90c18ddc-007c-4870-956b-6ebbf74349ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea8b69c-a296-493c-a38b-e8e5deafa4e2 HTTP/1.1" status: 200 len: 912 time: 0.1176114 Sep 23 22:58:15.313854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31192102-7239-4d57-80bb-8e5f65620b6d req-9157e9cb-d93b-4d23-9b21-5e2faf35c2ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c956a541-3200-4c38-bd04-2817ce3f60fb HTTP/1.1" status: 200 len: 999 time: 0.0676134 Sep 23 22:58:15.355035 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e20a758f-e217-4429-9169-9462bacea1d8 req-7c57b609-178f-458a-abf7-56cc1c9ea50c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 210 time: 0.1642921 Sep 23 22:58:15.393425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31192102-7239-4d57-80bb-8e5f65620b6d req-f18b98b7-1a33-4cb9-bb09-d7fdfd5cc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:15.395001 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31192102-7239-4d57-80bb-8e5f65620b6d req-f18b98b7-1a33-4cb9-bb09-d7fdfd5cc09f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7af70910-c90d-4441-9b42-32e835f1cc56 HTTP/1.1" status: 200 len: 850 time: 0.0678773 Sep 23 22:58:15.434286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d06e52c8-815a-4287-b393-258a54323f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'bcecd7d6-7593-47b5-b23d-8716f8489da3', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'floating_ip_address': '172.25.1.230', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'port_id': 'c956a541-3200-4c38-bd04-2817ce3f60fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'mac_address': 'fa:16:3e:8e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:57:57Z', 'updated_at': '2021-09-23T22:58:14Z', 'revision_number': 1, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03c47f4-279f-4734-ae1c-7b23cd90d4a3', 'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'mac_address': 'fa:16:3e:b5:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:52Z', 'updated_at': '2021-09-23T22:57:57Z', 'revision_number': 5, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'subnets': [{'id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:15.446980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31192102-7239-4d57-80bb-8e5f65620b6d req-6b0be6a4-41dc-4555-9ccc-734428b6327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:15.448698 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31192102-7239-4d57-80bb-8e5f65620b6d req-6b0be6a4-41dc-4555-9ccc-734428b6327b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea8b69c-a296-493c-a38b-e8e5deafa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466943 Sep 23 22:58:15.490845 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e52c8-815a-4287-b393-258a54323f3a None None] Checking router: 8de64d02-4c8a-40ff-99aa-be0249d68dd5 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:58:15.507160 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06e52c8-815a-4287-b393-258a54323f3a None None] Routers {'8de64d02-4c8a-40ff-99aa-be0249d68dd5'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:58:15.508309 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d06e52c8-815a-4287-b393-258a54323f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:57:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:15.573297 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31192102-7239-4d57-80bb-8e5f65620b6d req-c82fa16b-2b1d-4ce8-bbba-cdfaf3a0cc87 service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168914 Sep 23 22:58:15.675431 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d06e52c8-815a-4287-b393-258a54323f3a None None] Set router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:58:15.690072 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31192102-7239-4d57-80bb-8e5f65620b6d req-e7331df2-dd8b-4344-8351-4ab34f969659 service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983310 Sep 23 22:58:15.692258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-a4ff3f90-55d5-4153-8e17-47016b3b0ab2 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:15.696246 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-a4ff3f90-55d5-4153-8e17-47016b3b0ab2 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.67 "GET /v2.0/networks?id=6d0f3337-4bdb-403b-9f0a-272430423515 HTTP/1.1" status: 200 len: 797 time: 0.1650527 Sep 23 22:58:15.733454 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-928d4966-f1b9-45fe-9ef0-f400f88c2fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:15.769583 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-64013ef3-6bc1-43fc-8673-3890cc46ab2e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23e21d3ac6714dd4afe3c44f292f8033 HTTP/1.1" status: 200 len: 379 time: 0.0587850 Sep 23 22:58:15.782212 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-a51df624-687d-47e0-97a3-68a4fb9035d8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'port': {'device_id': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'admin_state_up': True, 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'security_groups': ['92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:58:16.056950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-a51df624-687d-47e0-97a3-68a4fb9035d8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Made reservation on behalf of 23e21d3ac6714dd4afe3c44f292f8033 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:58:16.062788 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-a51df624-687d-47e0-97a3-68a4fb9035d8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:16.071465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d06e52c8-815a-4287-b393-258a54323f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'bcecd7d6-7593-47b5-b23d-8716f8489da3', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'floating_ip_address': '172.25.1.230', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'port_id': 'c956a541-3200-4c38-bd04-2817ce3f60fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'mac_address': 'fa:16:3e:8e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:57:57Z', 'updated_at': '2021-09-23T22:58:14Z', 'revision_number': 1, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03c47f4-279f-4734-ae1c-7b23cd90d4a3', 'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'mac_address': 'fa:16:3e:b5:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:52Z', 'updated_at': '2021-09-23T22:57:57Z', 'revision_number': 5, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'subnets': [{'id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:16.122783 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e52c8-815a-4287-b393-258a54323f3a None None] The sync data for ids ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'] in n-d-810775-1 is: [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'bcecd7d6-7593-47b5-b23d-8716f8489da3', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'floating_ip_address': '172.25.1.230', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'port_id': 'c956a541-3200-4c38-bd04-2817ce3f60fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'mac_address': 'fa:16:3e:8e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:57:57Z', 'updated_at': '2021-09-23T22:58:14Z', 'revision_number': 1, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03c47f4-279f-4734-ae1c-7b23cd90d4a3', 'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'mac_address': 'fa:16:3e:b5:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:52Z', 'updated_at': '2021-09-23T22:57:57Z', 'revision_number': 5, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'subnets': [{'id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:58:16.203543 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:16.228652 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-a51df624-687d-47e0-97a3-68a4fb9035d8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Allocated IP 172.20.0.11 (6d0f3337-4bdb-403b-9f0a-272430423515/d6b04bd3-8372-48d1-ba0e-83f3cc84625e/01e4d99a-a98b-4502-93f4-b963d81d69f6) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:58:16.364071 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d734f26-efa7-4d19-91b0-8b21d1c6d947 None None] New status for floating IP bcecd7d6-7593-47b5-b23d-8716f8489da3: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:58:16.389433 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-a51df624-687d-47e0-97a3-68a4fb9035d8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:16.472880 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1dc60124-f4cc-4913-a307-521055e3512d req-a9fade83-0e0a-489e-a02a-6bedaa68534c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 210 time: 0.0283644 Sep 23 22:58:16.561031 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-a51df624-687d-47e0-97a3-68a4fb9035d8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:16.605582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-a51df624-687d-47e0-97a3-68a4fb9035d8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 6d0f3337-4bdb-403b-9f0a-272430423515 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:58:16.608824 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-a51df624-687d-47e0-97a3-68a4fb9035d8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:58:16.613043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-a51df624-687d-47e0-97a3-68a4fb9035d8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:58:16.623670 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51df624-687d-47e0-97a3-68a4fb9035d8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Port': ['ID=01e4d99a-a98b-4502-93f4-b963d81d69f6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:16.689457 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-a51df624-687d-47e0-97a3-68a4fb9035d8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:16.698129 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-a51df624-687d-47e0-97a3-68a4fb9035d8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:16.787275 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-a51df624-687d-47e0-97a3-68a4fb9035d8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0110416 Sep 23 22:58:16.808453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Request body: {'port': {'device_id': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:58:16.880951 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:16.885679 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7b9efe80-ce5e-45e5-9188-a899b3023513 None None] Provisioning complete for port 01e4d99a-a98b-4502-93f4-b963d81d69f6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:16.886062 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7b9efe80-ce5e-45e5-9188-a899b3023513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:16.939303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7b9efe80-ce5e-45e5-9188-a899b3023513 None None] Port 01e4d99a-a98b-4502-93f4-b963d81d69f6 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:58:16.986531 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:17.171078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e4d99a-a98b-4502-93f4-b963d81d69f6 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:58:17.179441 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:17.195382 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Transition to ACTIVE for port object 01e4d99a-a98b-4502-93f4-b963d81d69f6 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:58:17.300768 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:17.358482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Pushing event updated for resources: {'Port': ['ID=01e4d99a-a98b-4502-93f4-b963d81d69f6,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:17.436813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Attempting to bind port 01e4d99a-a98b-4502-93f4-b963d81d69f6 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:58:17.437078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Attempting to bind port 01e4d99a-a98b-4502-93f4-b963d81d69f6 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'dc7823b7-e26d-4cdf-9b1c-637bb25e7745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:58:17.437423 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Attempting to bind port 01e4d99a-a98b-4502-93f4-b963d81d69f6 on network 6d0f3337-4bdb-403b-9f0a-272430423515 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:58:17.446727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Port 01e4d99a-a98b-4502-93f4-b963d81d69f6 on network 6d0f3337-4bdb-403b-9f0a-272430423515 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:58:17.446727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Attempting to bind port 01e4d99a-a98b-4502-93f4-b963d81d69f6 on network 6d0f3337-4bdb-403b-9f0a-272430423515 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:58:17.448286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:58:17.448580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Checking segment: {'id': 'dc7823b7-e26d-4cdf-9b1c-637bb25e7745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:58:17.448970 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Bound using segment: {'id': 'dc7823b7-e26d-4cdf-9b1c-637bb25e7745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:58:17.449449 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Bound port: 01e4d99a-a98b-4502-93f4-b963d81d69f6, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc7823b7-e26d-4cdf-9b1c-637bb25e7745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:58:17.449825 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:17.536131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] For port 01e4d99a-a98b-4502-93f4-b963d81d69f6, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:58:17.543116 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] For port 01e4d99a-a98b-4502-93f4-b963d81d69f6, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=01e4d99a-a98b-4502-93f4-b963d81d69f6,segment=NetworkSegment(dc7823b7-e26d-4cdf-9b1c-637bb25e7745),segment_id=dc7823b7-e26d-4cdf-9b1c-637bb25e7745)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:58:17.613051 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:17.631902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f433c25-4e76-44b6-8596-d621d103bd6e req-0f254622-ba53-428b-808c-726d4a658537 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:17.634034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f433c25-4e76-44b6-8596-d621d103bd6e req-0f254622-ba53-428b-808c-726d4a658537 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 944 time: 0.0605118 Sep 23 22:58:17.638297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:17.639448 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:17.645576 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] 10.222.0.67 "PUT /v2.0/ports/01e4d99a-a98b-4502-93f4-b963d81d69f6 HTTP/1.1" status: 200 len: 1092 time: 0.8383918 Sep 23 22:58:17.647312 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'tag': '01e4d99a-a98b-4502-93f4-b963d81d69f6'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:58:17.650672 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed1e31d-787f-451e-a3e3-e3c7f0abbffa" -d '{"events": [{"name": "network-changed", "server_uuid": "bb25e003-6ad9-40ae-ad34-0a0939d36127", "tag": "01e4d99a-a98b-4502-93f4-b963d81d69f6"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:58:17.723478 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f433c25-4e76-44b6-8596-d621d103bd6e req-608302a7-81d5-4842-ae8a-7612a801e8fd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733013 Sep 23 22:58:17.835331 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfb098e-a4c0-4263-a196-ef3b6dc375a0 x-openstack-request-id: req-bdfb098e-a4c0-4263-a196-ef3b6dc375a0 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:58:17.835612 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb25e003-6ad9-40ae-ad34-0a0939d36127", "tag": "01e4d99a-a98b-4502-93f4-b963d81d69f6", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:58:17.835862 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bdfb098e-a4c0-4263-a196-ef3b6dc375a0 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:58:17.836906 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'tag': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'status': 'completed', 'code': 200} Sep 23 22:58:17.888165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46884e5d-ba9e-47cb-83be-2b78485ff652 service neutron] Pushing event updated for resources: {'Port': ['ID=01e4d99a-a98b-4502-93f4-b963d81d69f6,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:17.896443 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-45725801-fc2f-4816-8a6c-c159c2d7c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:17.898336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-45725801-fc2f-4816-8a6c-c159c2d7c14a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 1095 time: 0.0803151 Sep 23 22:58:17.955826 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-a6399273-60d3-4569-8927-68939f531396 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01e4d99a-a98b-4502-93f4-b963d81d69f6 HTTP/1.1" status: 200 len: 217 time: 0.0421820 Sep 23 22:58:18.011887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-0a9764dc-121c-4892-8b1e-80bea988fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:18.013467 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-0a9764dc-121c-4892-8b1e-80bea988fdec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6b04bd3-8372-48d1-ba0e-83f3cc84625e HTTP/1.1" status: 200 len: 835 time: 0.0506959 Sep 23 22:58:18.071269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-be0e5156-61da-4ac9-a9b2-8007bab0d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:18.072799 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-be0e5156-61da-4ac9-a9b2-8007bab0d207 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d0f3337-4bdb-403b-9f0a-272430423515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518057 Sep 23 22:58:18.087251 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:18.486353 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-594c7811-a909-4e66-8d29-a9db331bd9f5 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055402 Sep 23 22:58:18.586132 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd5ccc9e-e044-4441-ba2c-6ac61e12f841 req-b95277b7-567c-4383-bee8-8ff612c5813b service neutron] 10.222.0.67 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917737 Sep 23 22:58:18.649974 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:18.772111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1e31d-787f-451e-a3e3-e3c7f0abbffa req-21cfa510-706f-4d08-a71d-380fc77be47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:18.773840 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aed1e31d-787f-451e-a3e3-e3c7f0abbffa req-21cfa510-706f-4d08-a71d-380fc77be47d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 1095 time: 0.0489519 Sep 23 22:58:18.911481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d4029-e1b9-4828-a47b-326e84eadf3b req-8469ec58-ff42-4a79-a400-d7c6abedfa9b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:18.913066 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bc0d4029-e1b9-4828-a47b-326e84eadf3b req-8469ec58-ff42-4a79-a400-d7c6abedfa9b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 944 time: 0.1106002 Sep 23 22:58:18.920265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1e31d-787f-451e-a3e3-e3c7f0abbffa req-7ada9660-6797-4fc4-a9b0-26cc8c26f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:18.922065 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aed1e31d-787f-451e-a3e3-e3c7f0abbffa req-7ada9660-6797-4fc4-a9b0-26cc8c26f626 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d0f3337-4bdb-403b-9f0a-272430423515 HTTP/1.1" status: 200 len: 898 time: 0.1401441 Sep 23 22:58:18.978038 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aed1e31d-787f-451e-a3e3-e3c7f0abbffa req-142186ed-e181-4777-9b4f-4d0eb8f814c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01e4d99a-a98b-4502-93f4-b963d81d69f6 HTTP/1.1" status: 200 len: 217 time: 0.0467336 Sep 23 22:58:19.001973 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bc0d4029-e1b9-4828-a47b-326e84eadf3b req-089aa278-3e6f-40c8-848d-3bdfb6a31435 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789244 Sep 23 22:58:19.057858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1e31d-787f-451e-a3e3-e3c7f0abbffa req-d04101e4-f921-4805-a904-48066d0ae31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:19.060349 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aed1e31d-787f-451e-a3e3-e3c7f0abbffa req-d04101e4-f921-4805-a904-48066d0ae31b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6b04bd3-8372-48d1-ba0e-83f3cc84625e HTTP/1.1" status: 200 len: 835 time: 0.0734119 Sep 23 22:58:19.117509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1e31d-787f-451e-a3e3-e3c7f0abbffa req-fca21476-1afb-4266-becc-cdd0ff55ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:19.119763 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aed1e31d-787f-451e-a3e3-e3c7f0abbffa req-fca21476-1afb-4266-becc-cdd0ff55ceba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d0f3337-4bdb-403b-9f0a-272430423515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501702 Sep 23 22:58:19.216711 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aed1e31d-787f-451e-a3e3-e3c7f0abbffa req-a4596640-186f-49be-a85e-993935cdf501 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876565 Sep 23 22:58:19.331589 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aed1e31d-787f-451e-a3e3-e3c7f0abbffa req-a8287e53-bbe6-4b64-8014-9f685d5a051a service neutron] 10.222.0.67 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010907 Sep 23 22:58:19.880335 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:58:20.129628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c8fc5-7d87-45c7-93c9-0ac31dd5cd99 req-964fe125-622e-4574-9a4e-c6f5c03dc31f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:20.131393 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-368c8fc5-7d87-45c7-93c9-0ac31dd5cd99 req-964fe125-622e-4574-9a4e-c6f5c03dc31f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 944 time: 0.0542021 Sep 23 22:58:20.174658 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-368c8fc5-7d87-45c7-93c9-0ac31dd5cd99 req-ee6ab55d-14d6-45fd-a013-e778687fb4ce tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361946 Sep 23 22:58:21.301177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30488fd5-e825-4927-82af-7fa6e7af7a04 req-5fc8ba8e-7ee2-4fd4-a69f-94ea4e4909fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:21.302639 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-30488fd5-e825-4927-82af-7fa6e7af7a04 req-5fc8ba8e-7ee2-4fd4-a69f-94ea4e4909fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 944 time: 0.0533998 Sep 23 22:58:21.345677 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-30488fd5-e825-4927-82af-7fa6e7af7a04 req-320071a5-e2a6-4760-8a70-d33ae4801b92 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360446 Sep 23 22:58:21.683704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 01e4d99a-a98b-4502-93f4-b963d81d69f6 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:58:21.942974 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 01e4d99a-a98b-4502-93f4-b963d81d69f6, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=01e4d99a-a98b-4502-93f4-b963d81d69f6,segment=NetworkSegment(dc7823b7-e26d-4cdf-9b1c-637bb25e7745),segment_id=dc7823b7-e26d-4cdf-9b1c-637bb25e7745)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:58:21.955387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'port_id': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'mac_address': 'fa:16:3e:40:ef:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:58:22.007341 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:22.024871 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e4d99a-a98b-4502-93f4-b963d81d69f6 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:58:22.049148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 01e4d99a-a98b-4502-93f4-b963d81d69f6, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=01e4d99a-a98b-4502-93f4-b963d81d69f6,segment=NetworkSegment(dc7823b7-e26d-4cdf-9b1c-637bb25e7745),segment_id=dc7823b7-e26d-4cdf-9b1c-637bb25e7745)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:58:22.123629 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:22.179643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=01e4d99a-a98b-4502-93f4-b963d81d69f6,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:22.478293 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78fb86-6c34-433b-8dbe-9c2e35f2ee3c req-041d7ce7-6034-4ec4-89cf-0660ea0f5c2a tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:22.479734 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7f78fb86-6c34-433b-8dbe-9c2e35f2ee3c req-041d7ce7-6034-4ec4-89cf-0660ea0f5c2a tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 945 time: 0.0575159 Sep 23 22:58:22.520400 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7f78fb86-6c34-433b-8dbe-9c2e35f2ee3c req-d112625a-0561-4c7c-bbcb-816b53d79dac tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343928 Sep 23 22:58:22.567280 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['01e4d99a-a98b-4502-93f4-b963d81d69f6'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:58:23.654851 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58721b20-f9b5-48d4-bd98-e1ed7be1ef2b req-60553a48-dd66-4f95-b7ae-202a5a2627d9 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:23.656513 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-58721b20-f9b5-48d4-bd98-e1ed7be1ef2b req-60553a48-dd66-4f95-b7ae-202a5a2627d9 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 945 time: 0.0532389 Sep 23 22:58:23.698093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-58721b20-f9b5-48d4-bd98-e1ed7be1ef2b req-86033cc6-c628-43ab-a8a9-a903e6b31d7e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354359 Sep 23 22:58:23.701463 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 01e4d99a-a98b-4502-93f4-b963d81d69f6 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:58:23.823347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 01e4d99a-a98b-4502-93f4-b963d81d69f6 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:58:23.827697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 01e4d99a-a98b-4502-93f4-b963d81d69f6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:58:23.833795 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:23.913220 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:23.937119 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e4d99a-a98b-4502-93f4-b963d81d69f6'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:58:23.939354 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b88a95-d936-4a21-8cbf-245f7488d7af" -d '{"events": [{"server_uuid": "bb25e003-6ad9-40ae-ad34-0a0939d36127", "name": "network-vif-plugged", "status": "completed", "tag": "01e4d99a-a98b-4502-93f4-b963d81d69f6"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:58:23.952266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 01e4d99a-a98b-4502-93f4-b963d81d69f6, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=01e4d99a-a98b-4502-93f4-b963d81d69f6,segment=NetworkSegment(dc7823b7-e26d-4cdf-9b1c-637bb25e7745),segment_id=dc7823b7-e26d-4cdf-9b1c-637bb25e7745)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:58:23.978172 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b30e70-3c0f-4f37-b893-fd90b582531e x-openstack-request-id: req-59b30e70-3c0f-4f37-b893-fd90b582531e {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:58:23.978464 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb25e003-6ad9-40ae-ad34-0a0939d36127", "name": "network-vif-plugged", "status": "completed", "tag": "01e4d99a-a98b-4502-93f4-b963d81d69f6", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:58:23.978717 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59b30e70-3c0f-4f37-b893-fd90b582531e {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:58:23.979118 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'code': 200} Sep 23 22:58:24.069263 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:24.119729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4304bbb-0110-4369-8fa0-dec74b488b2e req-5188f03a-e8de-476b-ae2e-6ca5294b0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:24.121347 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4304bbb-0110-4369-8fa0-dec74b488b2e req-5188f03a-e8de-476b-ae2e-6ca5294b0124 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 1097 time: 0.0451365 Sep 23 22:58:24.126847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=01e4d99a-a98b-4502-93f4-b963d81d69f6,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:24.134661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:24.135003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:24.135341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:24.135669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:24.135988 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:24.136313 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:24.136638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:24.136958 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:24.137323 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:24.137797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:24.138120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:24.138439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:24.167392 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4304bbb-0110-4369-8fa0-dec74b488b2e req-62ea6f95-9cbe-45b7-be3f-9d84b1a056fb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317986 Sep 23 22:58:24.822891 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6b8ed-db17-47c4-9dc3-16f1c995f654 req-3d9beb57-1504-4fe4-882f-9f68d52c2a22 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:24.824551 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89c6b8ed-db17-47c4-9dc3-16f1c995f654 req-3d9beb57-1504-4fe4-882f-9f68d52c2a22 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 946 time: 0.0547814 Sep 23 22:58:24.866851 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89c6b8ed-db17-47c4-9dc3-16f1c995f654 req-8592a53c-1b1f-47fb-8884-74c1b3e158d0 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361109 Sep 23 22:58:25.990585 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8e86a-e3b6-4f10-8fe8-a8d2c345c3f8 req-457ae223-da57-4cb6-b49d-bee5b4a9cfb6 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:25.992816 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c9e8e86a-e3b6-4f10-8fe8-a8d2c345c3f8 req-457ae223-da57-4cb6-b49d-bee5b4a9cfb6 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 946 time: 0.0548875 Sep 23 22:58:26.042354 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c9e8e86a-e3b6-4f10-8fe8-a8d2c345c3f8 req-e5bf2c26-a2ef-48ab-bb27-d2225271fe5f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386505 Sep 23 22:58:26.173001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ed8e6-b9be-4b4e-ad85-2e092617d649 req-4210d547-d860-412f-a4dc-c05cba873f0f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:26.174725 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d0ed8e6-b9be-4b4e-ad85-2e092617d649 req-4210d547-d860-412f-a4dc-c05cba873f0f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 946 time: 0.0544307 Sep 23 22:58:26.216849 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d0ed8e6-b9be-4b4e-ad85-2e092617d649 req-b6dfd67f-fef2-44b0-b6f8-30c008336c42 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351131 Sep 23 22:58:26.240028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35714) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:26.283921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38866086-3555-4576-845d-97f4f52e4974 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:26.285579 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-38866086-3555-4576-845d-97f4f52e4974 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 1092 time: 0.0444617 Sep 23 22:58:26.288731 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35716) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:26.294002 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:58:26.392033 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:26.495262 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:26.620519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Allocated IP 172.25.1.124 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/8239ea09-7900-4527-9c43-198932d90f1f) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:58:26.735724 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:26.835508 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:26.880479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:58:26.883580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:58:26.886387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:58:26.918426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Port': ['ID=8239ea09-7900-4527-9c43-198932d90f1f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:26.932772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:26.933142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:26.933464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:26.934379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:26.934547 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:26.934818 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:26.935972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:26.935972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:26.935972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:26.936354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:26.936470 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:26.936707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:58:27.276765 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:27.407888 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:27.572718 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:27.700428 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:27.777475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Port': ['ID=8239ea09-7900-4527-9c43-198932d90f1f,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:27.791402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:27.913258 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Floating IP 5f59c968-7dca-4f21-9c54-7f6398c62b92 associated. External IP: 172.25.1.124, port: 01e4d99a-a98b-4502-93f4-b963d81d69f6. Sep 23 22:58:28.134677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Router 4ec7b76b-b054-4976-9852-46cb34776fe2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 22:58:28.243954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:58:28.253806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748f406-fcd6-4aff-a6ae-c749d10307a4 None None] Sync routers for ids ['4ec7b76b-b054-4976-9852-46cb34776fe2'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:58:28.266045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4748f406-fcd6-4aff-a6ae-c749d10307a4 None None] Routers {'4ec7b76b-b054-4976-9852-46cb34776fe2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:58:28.266701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4748f406-fcd6-4aff-a6ae-c749d10307a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:58:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4ec7b76b-b054-4976-9852-46cb34776fe2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:28.334699 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:28.387982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-4748f406-fcd6-4aff-a6ae-c749d10307a4 None None] Set router 4ec7b76b-b054-4976-9852-46cb34776fe2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:58:28.390153 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8bda1ca0-d3ad-4db6-b92c-aeadb5dde4fb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0987406 Sep 23 22:58:28.390153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'tag': '01e4d99a-a98b-4502-93f4-b963d81d69f6'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:58:28.392125 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a60a56f-40d7-41d1-b217-20f79794283d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb25e003-6ad9-40ae-ad34-0a0939d36127", "tag": "01e4d99a-a98b-4502-93f4-b963d81d69f6"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:58:28.392311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35730) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:28.418619 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea594a-4efb-4f50-87c6-3e486965b729 req-9dd2f862-ef97-4e71-9298-4e0d0ed07c43 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:28.420224 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea594a-4efb-4f50-87c6-3e486965b729 req-9dd2f862-ef97-4e71-9298-4e0d0ed07c43 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 945 time: 0.0626817 Sep 23 22:58:28.469949 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a802d7ed-d0af-4796-bcb0-536503fb13e3 x-openstack-request-id: req-a802d7ed-d0af-4796-bcb0-536503fb13e3 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:58:28.470240 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb25e003-6ad9-40ae-ad34-0a0939d36127", "tag": "01e4d99a-a98b-4502-93f4-b963d81d69f6", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:58:28.470492 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a802d7ed-d0af-4796-bcb0-536503fb13e3 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:58:28.470893 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'tag': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'status': 'completed', 'code': 200} Sep 23 22:58:28.481426 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dc718ea4-f5bf-489b-b1d2-80f5340d6b65 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/floatingips/5f59c968-7dca-4f21-9c54-7f6398c62b92 HTTP/1.1" status: 200 len: 992 time: 0.0878813 Sep 23 22:58:28.484875 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea594a-4efb-4f50-87c6-3e486965b729 req-173404ea-46b6-4234-b7c8-7dc1f87935fb tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559947 Sep 23 22:58:28.569470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60a56f-40d7-41d1-b217-20f79794283d req-ec14e14f-41bd-4883-a9ee-9d4cfe17d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:28.571181 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2a60a56f-40d7-41d1-b217-20f79794283d req-ec14e14f-41bd-4883-a9ee-9d4cfe17d02f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 1097 time: 0.0557611 Sep 23 22:58:28.647377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4748f406-fcd6-4aff-a6ae-c749d10307a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '5f59c968-7dca-4f21-9c54-7f6398c62b92', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'port_id': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'mac_address': 'fa:16:3e:40:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:58:27Z', 'updated_at': '2021-09-23T22:58:27Z', 'revision_number': 0, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d051750-6717-4bbc-a71c-fd2d1ec38af8', 'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:53:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:58:04Z', 'updated_at': '2021-09-23T22:58:08Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:28.669494 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60a56f-40d7-41d1-b217-20f79794283d req-20daa028-9896-4b45-9ce4-b3b8bfb0339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:28.671030 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2a60a56f-40d7-41d1-b217-20f79794283d req-20daa028-9896-4b45-9ce4-b3b8bfb0339f service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d0f3337-4bdb-403b-9f0a-272430423515 HTTP/1.1" status: 200 len: 898 time: 0.0913723 Sep 23 22:58:28.675614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748f406-fcd6-4aff-a6ae-c749d10307a4 None None] Checking router: 4ec7b76b-b054-4976-9852-46cb34776fe2 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:58:28.685335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4748f406-fcd6-4aff-a6ae-c749d10307a4 None None] Routers {'4ec7b76b-b054-4976-9852-46cb34776fe2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:58:28.685966 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4748f406-fcd6-4aff-a6ae-c749d10307a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:58:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4ec7b76b-b054-4976-9852-46cb34776fe2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:28.762756 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2a60a56f-40d7-41d1-b217-20f79794283d req-79789bf9-ae7b-460a-a141-9ae98cf03285 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01e4d99a-a98b-4502-93f4-b963d81d69f6 HTTP/1.1" status: 200 len: 1000 time: 0.0730379 Sep 23 22:58:28.798032 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-4748f406-fcd6-4aff-a6ae-c749d10307a4 None None] Set router 4ec7b76b-b054-4976-9852-46cb34776fe2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:58:28.815414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60a56f-40d7-41d1-b217-20f79794283d req-9601534b-d0c5-4b3e-bc51-0c13ba0a5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:28.817012 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2a60a56f-40d7-41d1-b217-20f79794283d req-9601534b-d0c5-4b3e-bc51-0c13ba0a5d81 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6b04bd3-8372-48d1-ba0e-83f3cc84625e HTTP/1.1" status: 200 len: 835 time: 0.0467846 Sep 23 22:58:28.868375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60a56f-40d7-41d1-b217-20f79794283d req-74e5521d-2be2-4e98-84ce-e36883afa09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:28.870078 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2a60a56f-40d7-41d1-b217-20f79794283d req-74e5521d-2be2-4e98-84ce-e36883afa09f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d0f3337-4bdb-403b-9f0a-272430423515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423849 Sep 23 22:58:28.987840 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2a60a56f-40d7-41d1-b217-20f79794283d req-c37bcb0a-82be-479d-90ec-5faa2093061a service neutron] 10.222.0.67 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084502 Sep 23 22:58:29.059145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4748f406-fcd6-4aff-a6ae-c749d10307a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '5f59c968-7dca-4f21-9c54-7f6398c62b92', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'port_id': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'mac_address': 'fa:16:3e:40:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:58:27Z', 'updated_at': '2021-09-23T22:58:27Z', 'revision_number': 0, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d051750-6717-4bbc-a71c-fd2d1ec38af8', 'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:53:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:58:04Z', 'updated_at': '2021-09-23T22:58:08Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:58:29.090451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748f406-fcd6-4aff-a6ae-c749d10307a4 None None] The sync data for ids ['4ec7b76b-b054-4976-9852-46cb34776fe2'] in n-d-810775-1 is: [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '5f59c968-7dca-4f21-9c54-7f6398c62b92', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'port_id': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'mac_address': 'fa:16:3e:40:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:58:27Z', 'updated_at': '2021-09-23T22:58:27Z', 'revision_number': 0, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d051750-6717-4bbc-a71c-fd2d1ec38af8', 'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:53:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:58:04Z', 'updated_at': '2021-09-23T22:58:08Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 22:58:29.093725 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2a60a56f-40d7-41d1-b217-20f79794283d req-528bf78a-44df-4a9e-aca4-e4cb1c4a88d7 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960631 Sep 23 22:58:29.287984 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553b1193-74f8-4660-9810-56ab49f53597 None None] New status for floating IP 5f59c968-7dca-4f21-9c54-7f6398c62b92: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 22:58:29.486181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 35736) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:29.558854 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8b10db42-3d84-46bd-90a6-e73757c20320 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/floatingips/5f59c968-7dca-4f21-9c54-7f6398c62b92 HTTP/1.1" status: 200 len: 992 time: 0.0715411 Sep 23 22:58:29.608054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efa379-56dc-4c23-bcf6-5f79f0d450bc req-b64a5bef-effe-4f67-ae8c-60e9e005f3e2 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:29.609671 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9efa379-56dc-4c23-bcf6-5f79f0d450bc req-b64a5bef-effe-4f67-ae8c-60e9e005f3e2 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 945 time: 0.0527182 Sep 23 22:58:29.650280 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9efa379-56dc-4c23-bcf6-5f79f0d450bc req-e67a5904-5302-4694-9dee-f22ade6613a9 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345552 Sep 23 22:58:30.355229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8e6c5-0f6e-44d0-98b7-c53c84cdcbf7 req-af0300f0-cabe-4306-b150-f70e4467e858 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:30.356772 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cad8e6c5-0f6e-44d0-98b7-c53c84cdcbf7 req-af0300f0-cabe-4306-b150-f70e4467e858 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.67 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 945 time: 0.0532768 Sep 23 22:58:30.456977 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cad8e6c5-0f6e-44d0-98b7-c53c84cdcbf7 req-2150cde1-1239-493b-a4ea-1721794dc7ef tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Deleting port b9e28425-cd87-4181-92ba-207c552f9190 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 22:58:30.457347 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cad8e6c5-0f6e-44d0-98b7-c53c84cdcbf7 req-2150cde1-1239-493b-a4ea-1721794dc7ef tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:30.548637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-cad8e6c5-0f6e-44d0-98b7-c53c84cdcbf7 req-2150cde1-1239-493b-a4ea-1721794dc7ef tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] For port b9e28425-cd87-4181-92ba-207c552f9190, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b9e28425-cd87-4181-92ba-207c552f9190,segment=NetworkSegment(bd56ab45-ef95-4539-8cfd-aeaf1ae391d3),segment_id=bd56ab45-ef95-4539-8cfd-aeaf1ae391d3)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:58:30.549442 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cad8e6c5-0f6e-44d0-98b7-c53c84cdcbf7 req-2150cde1-1239-493b-a4ea-1721794dc7ef tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:30.562167 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-cad8e6c5-0f6e-44d0-98b7-c53c84cdcbf7 req-2150cde1-1239-493b-a4ea-1721794dc7ef tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Calling delete_port for b9e28425-cd87-4181-92ba-207c552f9190 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 22:58:30.563687 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 35742) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:58:30.633879 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fe6f514f-8108-49d7-9c74-68e1c0456636 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/floatingips/5f59c968-7dca-4f21-9c54-7f6398c62b92 HTTP/1.1" status: 200 len: 994 time: 0.0685811 Sep 23 22:58:30.713014 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-b39fab39-526d-4d3f-a557-90b8389c16fd req-03925cf8-94be-4763-8bf6-b9d3c6dfedea tempest-ServerActionsTestJSON-1772439770 tempest-ServerActionsTestJSON-1772439770-project] (95490) timed out ('10.222.0.67', 50774) {{(pid=95490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 22:58:30.771960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1e18e-fd58-4778-9228-4ba3fb9ebce6 req-e822781e-c2e1-438f-958b-2d2ac8624bd3 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:30.773626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aff1e18e-fd58-4778-9228-4ba3fb9ebce6 req-e822781e-c2e1-438f-958b-2d2ac8624bd3 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 945 time: 0.0534887 Sep 23 22:58:30.775004 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cad8e6c5-0f6e-44d0-98b7-c53c84cdcbf7 req-2150cde1-1239-493b-a4ea-1721794dc7ef tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:30.805724 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150cde1-1239-493b-a4ea-1721794dc7ef tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Pushing event deleted for resources: {'Port': ['ID=b9e28425-cd87-4181-92ba-207c552f9190,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:58:30.816806 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aff1e18e-fd58-4778-9228-4ba3fb9ebce6 req-b0afd783-1256-46f4-8b60-872568f321a3 tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/security-groups?id=85884c97-4a99-445c-b5cd-b7eac10d709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364814 Sep 23 22:58:30.826244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b9e28425-cd87-4181-92ba-207c552f9190'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:58:30.859211 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad8e6c5-0f6e-44d0-98b7-c53c84cdcbf7 req-2150cde1-1239-493b-a4ea-1721794dc7ef tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] No DVR routers for this DVR port b9e28425-cd87-4181-92ba-207c552f9190 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 22:58:30.861811 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-cad8e6c5-0f6e-44d0-98b7-c53c84cdcbf7 req-2150cde1-1239-493b-a4ea-1721794dc7ef tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:30.863793 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cad8e6c5-0f6e-44d0-98b7-c53c84cdcbf7 req-2150cde1-1239-493b-a4ea-1721794dc7ef tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.67 "DELETE /v2.0/ports/b9e28425-cd87-4181-92ba-207c552f9190 HTTP/1.1" status: 204 len: 173 time: 0.5005050 Sep 23 22:58:30.864225 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd', 'name': 'network-vif-deleted', 'tag': 'b9e28425-cd87-4181-92ba-207c552f9190'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:58:30.866581 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d15ac41-a548-4855-97bd-1ba44af9acb9" -d '{"events": [{"server_uuid": "deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd", "name": "network-vif-deleted", "tag": "b9e28425-cd87-4181-92ba-207c552f9190"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:58:30.907012 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268db45e-b972-4c57-a94c-624bffa9d1dc x-openstack-request-id: req-268db45e-b972-4c57-a94c-624bffa9d1dc {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:58:30.907308 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd", "name": "network-vif-deleted", "tag": "b9e28425-cd87-4181-92ba-207c552f9190", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:58:30.907628 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-268db45e-b972-4c57-a94c-624bffa9d1dc {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:58:30.908030 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd', 'name': 'network-vif-deleted', 'tag': 'b9e28425-cd87-4181-92ba-207c552f9190', 'status': 'completed', 'code': 200} Sep 23 22:58:31.943950 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9902178-8ab7-49c9-99d9-28925448363f req-07664c71-2717-4077-be37-1cf6bbb34fed tempest-VolumesSnapshotTestJSON-2096873392 tempest-VolumesSnapshotTestJSON-2096873392-project] 10.222.0.22 "GET /v2.0/ports?device_id=deb1b7a9-c3ab-4619-b2b0-f6ec8db153fd HTTP/1.1" status: 200 len: 210 time: 0.0275214 Sep 23 22:58:33.501850 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-622c102e-0805-4061-aa3a-dc2b657358fc req-0c46c876-dd8b-4188-92aa-3936d9dc5f39 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406830 Sep 23 22:58:33.594239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c102e-0805-4061-aa3a-dc2b657358fc req-1b6f1f8b-8056-4914-8794-390f62549833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:33.595765 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-622c102e-0805-4061-aa3a-dc2b657358fc req-1b6f1f8b-8056-4914-8794-390f62549833 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8894b6f779c248d696d598f1a01f1f87&device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 1096 time: 0.0489259 Sep 23 22:58:33.705308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c102e-0805-4061-aa3a-dc2b657358fc req-e72b9160-6bab-4953-818a-c4ae796645d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:33.706865 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-622c102e-0805-4061-aa3a-dc2b657358fc req-e72b9160-6bab-4953-818a-c4ae796645d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=64d7416e-5e7d-4518-940f-76df5aa594b1 HTTP/1.1" status: 200 len: 910 time: 0.0884531 Sep 23 22:58:33.745241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b9e28425-cd87-4181-92ba-207c552f9190 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 22:58:33.767297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: b9e28425-cd87-4181-92ba-207c552f9190 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 22:58:33.767642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b9e28425-cd87-4181-92ba-207c552f9190 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 22:58:33.788208 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-622c102e-0805-4061-aa3a-dc2b657358fc req-be23648f-61e9-489b-8b26-e66aeb2c6c0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 HTTP/1.1" status: 200 len: 1000 time: 0.0718186 Sep 23 22:58:33.841967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c102e-0805-4061-aa3a-dc2b657358fc req-4aa16f68-cc79-46bf-ad21-f4163eaa697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:33.843475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-622c102e-0805-4061-aa3a-dc2b657358fc req-4aa16f68-cc79-46bf-ad21-f4163eaa697b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39ecdff6-2cc6-4524-8ff6-1d669ef3a620 HTTP/1.1" status: 200 len: 848 time: 0.0478079 Sep 23 22:58:33.892112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c102e-0805-4061-aa3a-dc2b657358fc req-c7dc497f-c0f1-4d84-92d9-dbb06a61a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:33.893750 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-622c102e-0805-4061-aa3a-dc2b657358fc req-c7dc497f-c0f1-4d84-92d9-dbb06a61a0a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64d7416e-5e7d-4518-940f-76df5aa594b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430245 Sep 23 22:58:34.001497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-622c102e-0805-4061-aa3a-dc2b657358fc req-1902b073-bbe5-417a-922a-77f8f8145aa9 service neutron] 10.222.0.43 "GET /v2.0/networks/64d7416e-5e7d-4518-940f-76df5aa594b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001890 Sep 23 22:58:34.099359 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-622c102e-0805-4061-aa3a-dc2b657358fc req-34b47801-4096-43ec-ba35-7e0380de4eb7 service neutron] 10.222.0.43 "GET /v2.0/networks/64d7416e-5e7d-4518-940f-76df5aa594b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898635 Sep 23 22:58:36.803309 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:38.714146 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b315293-f5e9-40f4-9974-08e52036b802 req-e9ed03fb-24f4-484a-a9cb-662ac027ceec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442033 Sep 23 22:58:38.826421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b315293-f5e9-40f4-9974-08e52036b802 req-7c4e18d8-e4bf-4f05-9bba-9ad8a69b4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:38.829244 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b315293-f5e9-40f4-9974-08e52036b802 req-7c4e18d8-e4bf-4f05-9bba-9ad8a69b4d05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 1097 time: 0.0558906 Sep 23 22:58:38.956332 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b315293-f5e9-40f4-9974-08e52036b802 req-a6d7db4a-f64c-46be-b796-7fe678bce9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:38.957833 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b315293-f5e9-40f4-9974-08e52036b802 req-a6d7db4a-f64c-46be-b796-7fe678bce9a5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d0f3337-4bdb-403b-9f0a-272430423515 HTTP/1.1" status: 200 len: 898 time: 0.1022162 Sep 23 22:58:39.028231 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b315293-f5e9-40f4-9974-08e52036b802 req-2985210d-5a1e-4699-8f8d-3463990591a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01e4d99a-a98b-4502-93f4-b963d81d69f6 HTTP/1.1" status: 200 len: 1002 time: 0.0625060 Sep 23 22:58:39.084377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b315293-f5e9-40f4-9974-08e52036b802 req-49704eb9-c9e3-459f-8f00-ed7d9b81a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:39.086458 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b315293-f5e9-40f4-9974-08e52036b802 req-49704eb9-c9e3-459f-8f00-ed7d9b81a076 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6b04bd3-8372-48d1-ba0e-83f3cc84625e HTTP/1.1" status: 200 len: 835 time: 0.0509586 Sep 23 22:58:39.138215 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b315293-f5e9-40f4-9974-08e52036b802 req-6b24e249-7fa3-41de-af4e-acd5b8fe9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:58:39.140365 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b315293-f5e9-40f4-9974-08e52036b802 req-6b24e249-7fa3-41de-af4e-acd5b8fe9057 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d0f3337-4bdb-403b-9f0a-272430423515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466447 Sep 23 22:58:39.236172 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b315293-f5e9-40f4-9974-08e52036b802 req-cb5d34bc-5cc9-47ff-977c-92d2aec6dc60 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862412 Sep 23 22:58:39.352512 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b315293-f5e9-40f4-9974-08e52036b802 req-cf5d05ab-216f-4c36-889f-47b25307499d service neutron] 10.222.0.67 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091516 Sep 23 22:58:43.083466 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e1aab282-cd05-4c36-ba52-d91c0cbbcf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:45.640254 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3fcbbfc4-a26e-4290-bde2-95325d2cd458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:46.086077 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:47.020653 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:48.094401 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:48.643052 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:58:56.880730 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:59:06.822781 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:13.096762 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c6ac3877-7353-438d-bcfd-db445afaddda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:15.625817 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-22e2b847-a826-4b37-b152-ebcedcdff37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:16.079946 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:16.991250 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:18.153887 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:18.654429 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:31.349366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36066) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:31.428118 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54ef0b9-e224-4525-b9ad-b52f38114a8f tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:31.428608 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54ef0b9-e224-4525-b9ad-b52f38114a8f tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:31.429091 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54ef0b9-e224-4525-b9ad-b52f38114a8f tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:31.430856 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e54ef0b9-e224-4525-b9ad-b52f38114a8f tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/ports?project_id=23e21d3ac6714dd4afe3c44f292f8033&network_id=6d0f3337-4bdb-403b-9f0a-272430423515 HTTP/1.1" status: 200 len: 2970 time: 0.0801425 Sep 23 22:59:33.568648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-542f44e2-357e-4e13-8506-e590c83448c0 req-8b06a373-8929-46cc-b21b-dabd021d80f7 service neutron] (95491) timed out ('10.222.0.22', 36522) {{(pid=95491) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 22:59:33.889616 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 22:59:33.939582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36104) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:34.000179 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5740ee-793b-407a-b1f0-1a2c7fd63207 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:34.001607 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5f5740ee-793b-407a-b1f0-1a2c7fd63207 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 814 time: 0.0610089 Sep 23 22:59:34.572024 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06919aa6-eb08-4d7a-a729-a55ca8669f0b req-bbd4e4ea-d618-45da-961d-7948225f22db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1135058 Sep 23 22:59:34.637541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06919aa6-eb08-4d7a-a729-a55ca8669f0b req-4f08aa7b-e56c-45fd-8d3b-dfd098f3f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:34.639100 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06919aa6-eb08-4d7a-a729-a55ca8669f0b req-4f08aa7b-e56c-45fd-8d3b-dfd098f3f8c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 1096 time: 0.0426521 Sep 23 22:59:34.727628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36116) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:34.734731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'network': {'name': 'tempest-network-smoke--1384072488', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'port_security_enabled': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:59:34.760302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06919aa6-eb08-4d7a-a729-a55ca8669f0b req-d849c154-6648-4a64-bf40-03fadea64b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:34.767864 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06919aa6-eb08-4d7a-a729-a55ca8669f0b req-d849c154-6648-4a64-bf40-03fadea64b8b service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea8b69c-a296-493c-a38b-e8e5deafa4e2 HTTP/1.1" status: 200 len: 912 time: 0.1024475 Sep 23 22:59:34.834903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06919aa6-eb08-4d7a-a729-a55ca8669f0b req-ad0a1ac9-bdae-4baf-9b65-14d7d3d054df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c956a541-3200-4c38-bd04-2817ce3f60fb HTTP/1.1" status: 200 len: 1001 time: 0.0650673 Sep 23 22:59:34.856549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Made reservation on behalf of 23e21d3ac6714dd4afe3c44f292f8033 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:59:34.860279 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:34.886591 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:59:34.890116 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06919aa6-eb08-4d7a-a729-a55ca8669f0b req-2c185798-9dfd-4398-a6e8-aa83219885cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:34.891791 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06919aa6-eb08-4d7a-a729-a55ca8669f0b req-2c185798-9dfd-4398-a6e8-aa83219885cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7af70910-c90d-4441-9b42-32e835f1cc56 HTTP/1.1" status: 200 len: 850 time: 0.0503316 Sep 23 22:59:34.896735 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:34.897189 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Added segment 2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6 of type vlan for network 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 Sep 23 22:59:34.940504 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:34.941713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06919aa6-eb08-4d7a-a729-a55ca8669f0b req-f448c20e-1f5b-4621-a64a-d1a9e9fc6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:34.942597 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06919aa6-eb08-4d7a-a729-a55ca8669f0b req-f448c20e-1f5b-4621-a64a-d1a9e9fc6a08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea8b69c-a296-493c-a38b-e8e5deafa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429974 Sep 23 22:59:35.050686 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:35.056815 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06919aa6-eb08-4d7a-a729-a55ca8669f0b req-3b719279-4062-40ae-9504-8402deca3c36 service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005983 Sep 23 22:59:35.057329 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:35.057959 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:35.133742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Network': ['ID=7abb7eb6-dc7a-438c-b3e4-1bf45ae20074,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:35.153507 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36122) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:35.154839 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4253240 Sep 23 22:59:35.156943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:35.160656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:35.162367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:35.163138 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:35.163487 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:35.163883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:35.164490 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:35.164974 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:35.165351 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:35.165687 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:35.166026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:35.166359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622f46-e3ee-4fc3-9d37-0cf9034fba9f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:35.180417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:59:35.560743 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06919aa6-eb08-4d7a-a729-a55ca8669f0b req-9f627ee0-f634-4318-8d3d-e95a32d1691d service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971161 Sep 23 22:59:35.582637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37033762-3d90-47ff-9fbe-9cac3622101c tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:35.584965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-37033762-3d90-47ff-9fbe-9cac3622101c tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=23e21d3ac6714dd4afe3c44f292f8033&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4302728 Sep 23 22:59:35.588022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36124) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:35.693395 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac4d182-5ea8-4832-bfee-59f72fab1188 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:35.694972 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cac4d182-5ea8-4832-bfee-59f72fab1188 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1058166 Sep 23 22:59:35.697878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36126) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:35.733219 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ef72aaa1-2648-4a41-8060-c4daa07c90d7 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342193 Sep 23 22:59:35.735801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36128) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:35.763875 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fe0a5fb6-7145-4763-8643-9c4539b3205a tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=23e21d3ac6714dd4afe3c44f292f8033&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269992 Sep 23 22:59:35.766354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36130) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:35.861918 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a134d237-eeaa-4623-b3fc-07614f0853b9 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:35.863358 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a134d237-eeaa-4623-b3fc-07614f0853b9 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959182 Sep 23 22:59:35.866257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36132) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:35.895503 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-79e9b137-43be-4839-b7b5-df702f431d0f tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279698 Sep 23 22:59:35.898611 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36134) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:35.903609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1364165007', 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:59:36.100109 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Made reservation on behalf of 23e21d3ac6714dd4afe3c44f292f8033 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:59:36.104631 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:36.408439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:36.468869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Subnet': ['ID=d6f954fb-ac91-40f3-9f1f-d1d4343b8394,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:36.480891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:36.481186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:36.481510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:36.481844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:36.482169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:36.482502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:36.482820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:36.483141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:36.483455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:36.483770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:36.484112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:36.484432 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:36.491017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Checking segment: {'id': '2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:59:36.492773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network hostable DHCP agents. Network: 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 22:59:36.662561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 22:59:36.810993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:59:36.819651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:36.821001 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:36.826224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39778b6d-5174-43cd-bbae-1b3a17cd7e09 None None] Network 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:59:36.845705 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:36.931945 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b56f6acb-d188-4ba5-8ffb-1bf022bceaed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0322661 Sep 23 22:59:36.996146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-7abb7eb6-dc7a-438c-b3e4-1bf45ae20074', 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ips': [{'subnet_id': 'd6f954fb-ac91-40f3-9f1f-d1d4343b8394'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 22:59:36.997781 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:37.172173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Allocated IP 172.20.0.18 (7abb7eb6-dc7a-438c-b3e4-1bf45ae20074/d6f954fb-ac91-40f3-9f1f-d1d4343b8394/5b83ad60-6cb2-4ea2-b58b-43cb456737f1) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:59:37.366543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36150) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:37.374927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-239cd959-2d1c-4623-aa5b-50fdf64d9315 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2078038629', 'description': 'tempest-secgroup-smoke-2078038629 description', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:59:37.464972 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:37.517194 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-239cd959-2d1c-4623-aa5b-50fdf64d9315 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:37.575706 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:37.648601 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-239cd959-2d1c-4623-aa5b-50fdf64d9315 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:37.656814 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Network 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:59:37.663227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:59:37.668850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:59:37.688500 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Pushing event updated for resources: {'Port': ['ID=5b83ad60-6cb2-4ea2-b58b-43cb456737f1,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:37.729488 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:37.729834 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:37.730176 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:37.730511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:37.730847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:37.731176 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:37.731504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:37.731832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:37.732152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:37.732476 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:37.732800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:37.733139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 22:59:37.751678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Attempting to bind port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:59:37.752115 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Attempting to bind port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:59:37.752639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Attempting to bind port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 on network 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:59:37.760766 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:59:37.761288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Checking segment: {'id': '2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:59:37.761743 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:37.762217 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Bound using segment: {'id': '2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:59:37.763162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Bound port: 5b83ad60-6cb2-4ea2-b58b-43cb456737f1, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:59:37.763836 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:37.861142 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] For port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:59:37.865177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] For port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5b83ad60-6cb2-4ea2-b58b-43cb456737f1,segment=NetworkSegment(2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6),segment_id=2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:59:37.884908 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-239cd959-2d1c-4623-aa5b-50fdf64d9315 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:37.917019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cd959-2d1c-4623-aa5b-50fdf64d9315 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294caccf-47ac-40a6-b576-6b20e26b3317,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:37.959705 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:37.971803 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-239cd959-2d1c-4623-aa5b-50fdf64d9315 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:37.978952 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-239cd959-2d1c-4623-aa5b-50fdf64d9315 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6049509 Sep 23 22:59:37.978952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36152) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:37.983037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-fc0e3db0-49bd-41aa-90c6-4938c3cd44e0 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '294caccf-47ac-40a6-b576-6b20e26b3317', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:59:38.035878 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ab580-99da-455b-9524-ae02229eb2b8 None None] Pushing event updated for resources: {'Port': ['ID=5b83ad60-6cb2-4ea2-b58b-43cb456737f1,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:38.077869 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3db0-49bd-41aa-90c6-4938c3cd44e0 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:38.145743 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3db0-49bd-41aa-90c6-4938c3cd44e0 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:38.340775 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3db0-49bd-41aa-90c6-4938c3cd44e0 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:38.370882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e3db0-49bd-41aa-90c6-4938c3cd44e0 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5b0c52-536f-4de1-bf92-fc84e514a90b,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:38.478965 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3db0-49bd-41aa-90c6-4938c3cd44e0 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:38.480265 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fc0e3db0-49bd-41aa-90c6-4938c3cd44e0 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5016887 Sep 23 22:59:38.485401 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36158) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:38.490376 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-965fbfe6-ffe4-4e9d-a4a5-13d70116ad6e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '294caccf-47ac-40a6-b576-6b20e26b3317', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:59:38.643266 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965fbfe6-ffe4-4e9d-a4a5-13d70116ad6e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:38.717312 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965fbfe6-ffe4-4e9d-a4a5-13d70116ad6e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:38.801826 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965fbfe6-ffe4-4e9d-a4a5-13d70116ad6e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:38.841012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fbfe6-ffe4-4e9d-a4a5-13d70116ad6e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afee27de-bf64-4267-8408-6e6847e8fac7,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:38.953707 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-965fbfe6-ffe4-4e9d-a4a5-13d70116ad6e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:38.955152 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-965fbfe6-ffe4-4e9d-a4a5-13d70116ad6e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4684951 Sep 23 22:59:38.958119 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36160) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:38.963697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c81396ec-ab13-40db-b27a-d08497212206 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '294caccf-47ac-40a6-b576-6b20e26b3317', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:59:39.031119 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3973b4b8-fff3-4f5f-900b-90008c56d3f2 None None] Network 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 22:59:39.109078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7b433f6d-24ca-44bf-9aad-1cd5e53d0b6a None None] Provisioning complete for port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:59:39.109481 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7b433f6d-24ca-44bf-9aad-1cd5e53d0b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:39.118585 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c81396ec-ab13-40db-b27a-d08497212206 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:39.187832 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c81396ec-ab13-40db-b27a-d08497212206 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:39.262134 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c81396ec-ab13-40db-b27a-d08497212206 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:39.266575 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7b433f6d-24ca-44bf-9aad-1cd5e53d0b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:39.288391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:59:39.301577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81396ec-ab13-40db-b27a-d08497212206 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181a86cc-499e-4a7b-9385-b0bec2431ed3,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:39.343177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7b433f6d-24ca-44bf-9aad-1cd5e53d0b6a None None] For port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5b83ad60-6cb2-4ea2-b58b-43cb456737f1,segment=NetworkSegment(2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6),segment_id=2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:59:39.363843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:59:39.364217 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:39.434016 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c81396ec-ab13-40db-b27a-d08497212206 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:39.435333 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c81396ec-ab13-40db-b27a-d08497212206 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4762247 Sep 23 22:59:39.439186 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36166) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:39.444230 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b107a179-8f19-4d3c-8821-acbc6360abfa tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '294caccf-47ac-40a6-b576-6b20e26b3317', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:59:39.456704 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:39.478443 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7b433f6d-24ca-44bf-9aad-1cd5e53d0b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:39.565423 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 22:59:39.565784 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 22:59:39.570783 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b433f6d-24ca-44bf-9aad-1cd5e53d0b6a None None] Pushing event updated for resources: {'Port': ['ID=5b83ad60-6cb2-4ea2-b58b-43cb456737f1,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:39.581188 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b107a179-8f19-4d3c-8821-acbc6360abfa tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:39.602985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a22e9938-36c0-4c3d-aad9-7e4778dd8aaf None None] Provisioning complete for port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:59:39.603376 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a22e9938-36c0-4c3d-aad9-7e4778dd8aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:39.660472 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b107a179-8f19-4d3c-8821-acbc6360abfa tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:39.808263 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b107a179-8f19-4d3c-8821-acbc6360abfa tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:39.827308 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107a179-8f19-4d3c-8821-acbc6360abfa tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4154f198-316c-48df-bb20-d49559259e7d,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:39.974208 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b107a179-8f19-4d3c-8821-acbc6360abfa tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:39.975609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b107a179-8f19-4d3c-8821-acbc6360abfa tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5354245 Sep 23 22:59:39.978878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36172) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:39.984925 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6f551363-f6e9-4bcd-b93a-5841400b69b3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '294caccf-47ac-40a6-b576-6b20e26b3317', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:59:40.108172 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-6f551363-f6e9-4bcd-b93a-5841400b69b3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Project 23e21d3ac6714dd4afe3c44f292f8033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:59:40.119270 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f551363-f6e9-4bcd-b93a-5841400b69b3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:40.183908 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f551363-f6e9-4bcd-b93a-5841400b69b3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:40.256402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f551363-f6e9-4bcd-b93a-5841400b69b3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:40.276099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f551363-f6e9-4bcd-b93a-5841400b69b3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66dac0e-ecc7-49e9-b450-03be6f8bbadc,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:40.381787 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f551363-f6e9-4bcd-b93a-5841400b69b3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:40.386439 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6f551363-f6e9-4bcd-b93a-5841400b69b3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4037716 Sep 23 22:59:40.386656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36174) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:40.391896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d5c8f5d6-1f2d-46ba-8738-06633ec7d184 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '294caccf-47ac-40a6-b576-6b20e26b3317', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:59:40.477619 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-d5c8f5d6-1f2d-46ba-8738-06633ec7d184 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Project 23e21d3ac6714dd4afe3c44f292f8033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 22:59:40.486662 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f5d6-1f2d-46ba-8738-06633ec7d184 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:40.569363 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f5d6-1f2d-46ba-8738-06633ec7d184 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:40.667879 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f5d6-1f2d-46ba-8738-06633ec7d184 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:40.696666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8f5d6-1f2d-46ba-8738-06633ec7d184 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e395b9d1-e827-415c-b3c6-2ef645edcfb6,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:40.751177 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d5c8f5d6-1f2d-46ba-8738-06633ec7d184 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:40.752537 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d5c8f5d6-1f2d-46ba-8738-06633ec7d184 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3647611 Sep 23 22:59:40.795798 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82160dda-04e1-443d-9e2f-a777c6074d66 req-21ac3350-e376-41b7-8b03-3794a80cd59c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1140089 Sep 23 22:59:40.909930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82160dda-04e1-443d-9e2f-a777c6074d66 req-2cdccf42-95bd-491f-9ab7-84d14ee48ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:40.911465 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82160dda-04e1-443d-9e2f-a777c6074d66 req-2cdccf42-95bd-491f-9ab7-84d14ee48ce0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 1097 time: 0.0525868 Sep 23 22:59:40.944347 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-7db1d094-54f4-47db-b1a6-d57ea6e0685d tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2078038629&fields=id&tenant_id=23e21d3ac6714dd4afe3c44f292f8033 HTTP/1.1" status: 200 len: 267 time: 0.0420911 Sep 23 22:59:41.042592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82160dda-04e1-443d-9e2f-a777c6074d66 req-03810c7b-0cf1-4efd-9b9d-ec891b29d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:41.044579 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82160dda-04e1-443d-9e2f-a777c6074d66 req-03810c7b-0cf1-4efd-9b9d-ec891b29d37d service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d0f3337-4bdb-403b-9f0a-272430423515 HTTP/1.1" status: 200 len: 898 time: 0.1124012 Sep 23 22:59:41.077895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-98d6498e-3691-42d3-acbd-f122e6d79758 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:41.079441 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-98d6498e-3691-42d3-acbd-f122e6d79758 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/networks?id=7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 HTTP/1.1" status: 200 len: 797 time: 0.1268153 Sep 23 22:59:41.096944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-f67ec769-436a-44ce-88ba-98931036031c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/quotas/23e21d3ac6714dd4afe3c44f292f8033 HTTP/1.1" status: 200 len: 375 time: 0.0101583 Sep 23 22:59:41.122215 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82160dda-04e1-443d-9e2f-a777c6074d66 req-e45d51d8-07de-44fb-b4d5-5b588583821c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01e4d99a-a98b-4502-93f4-b963d81d69f6 HTTP/1.1" status: 200 len: 1002 time: 0.0703962 Sep 23 22:59:41.163725 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-1bb62ace-ab63-484d-9072-cd653fd742bf tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0604246 Sep 23 22:59:41.190546 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82160dda-04e1-443d-9e2f-a777c6074d66 req-478cdc8d-541c-40b4-b1ec-7fc14c0ea54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:41.192397 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82160dda-04e1-443d-9e2f-a777c6074d66 req-478cdc8d-541c-40b4-b1ec-7fc14c0ea54a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6b04bd3-8372-48d1-ba0e-83f3cc84625e HTTP/1.1" status: 200 len: 835 time: 0.0571575 Sep 23 22:59:41.256220 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82160dda-04e1-443d-9e2f-a777c6074d66 req-cf65de1c-46c9-4955-a810-eab4137e9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:41.259994 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82160dda-04e1-443d-9e2f-a777c6074d66 req-cf65de1c-46c9-4955-a810-eab4137e9075 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d0f3337-4bdb-403b-9f0a-272430423515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601416 Sep 23 22:59:41.275847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:59:41.344805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:59:41.345568 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:41.396061 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82160dda-04e1-443d-9e2f-a777c6074d66 req-791ad57b-6957-4e29-9e75-82cf2d53751e service neutron] 10.222.0.67 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285541 Sep 23 22:59:41.426030 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-9fb398dc-8d6f-4870-9548-10bb74f0f993 service neutron] 10.222.0.22 "GET /v2.0/networks/7abb7eb6-dc7a-438c-b3e4-1bf45ae20074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261360 Sep 23 22:59:41.527095 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-82160dda-04e1-443d-9e2f-a777c6074d66 req-6ec92ee1-2d2a-45b9-91f8-d52ab9be239e service neutron] 10.222.0.67 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230440 Sep 23 22:59:41.558072 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-c5cce9ed-c6ec-47c0-92fb-0a9a1246724f service neutron] 10.222.0.22 "GET /v2.0/networks/7abb7eb6-dc7a-438c-b3e4-1bf45ae20074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236260 Sep 23 22:59:41.871919 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee7f82f8-82cf-4052-9b6f-2d1b5b325d24 req-b8c7a48e-2421-44f1-9f32-030a8924f06d tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 210 time: 0.0445623 Sep 23 22:59:43.017650 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36220) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:43.045016 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6616136e-0364-4db8-bdb7-69307d0aeeee req-15f6cefc-8eb1-4b3b-b56c-1ebd519c0345 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 210 time: 0.0486114 Sep 23 22:59:43.130657 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20664459-dd27-4dbc-9914-73548c2f465e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:43.238811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bde4125-c603-4526-91b6-f2fe293650e8 admin admin] Deleting subnet 3609b304-4bda-4a09-893d-db62e59a82cb {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 22:59:43.243357 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bde4125-c603-4526-91b6-f2fe293650e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:43.287072 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bde4125-c603-4526-91b6-f2fe293650e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:43.325270 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bde4125-c603-4526-91b6-f2fe293650e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:43.443206 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bde4125-c603-4526-91b6-f2fe293650e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:43.470164 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde4125-c603-4526-91b6-f2fe293650e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3609b304-4bda-4a09-893d-db62e59a82cb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:43.474053 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bde4125-c603-4526-91b6-f2fe293650e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:43.478910 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6bde4125-c603-4526-91b6-f2fe293650e8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3609b304-4bda-4a09-893d-db62e59a82cb HTTP/1.1" status: 204 len: 168 time: 0.4571867 Sep 23 22:59:43.479706 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36224) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:43.562324 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5850ae8-fed0-45ea-8975-d247d0c38145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:43.650632 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5850ae8-fed0-45ea-8975-d247d0c38145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:43.673207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-f5850ae8-fed0-45ea-8975-d247d0c38145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:59:43.683174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-f5850ae8-fed0-45ea-8975-d247d0c38145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd56ab45-ef95-4539-8cfd-aeaf1ae391d3') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:59:43.683468 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-f5850ae8-fed0-45ea-8975-d247d0c38145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd56ab45-ef95-4539-8cfd-aeaf1ae391d3') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:59:43.693092 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5850ae8-fed0-45ea-8975-d247d0c38145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:43.706831 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5850ae8-fed0-45ea-8975-d247d0c38145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:43.713741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5850ae8-fed0-45ea-8975-d247d0c38145 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 22:59:43.714177 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5850ae8-fed0-45ea-8975-d247d0c38145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: timer() Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 22:59:43.716014 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 22:59:43.844952 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5850ae8-fed0-45ea-8975-d247d0c38145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:43.850775 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f5850ae8-fed0-45ea-8975-d247d0c38145 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:43.852825 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f5850ae8-fed0-45ea-8975-d247d0c38145 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc HTTP/1.1" status: 204 len: 168 time: 0.3727303 Sep 23 22:59:43.864265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5850ae8-fed0-45ea-8975-d247d0c38145 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e902aa-08f5-40d5-9ad6-5ccdfb7177cc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:44.113001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-c3d95997-31a6-425f-8a77-d08d97cbc261 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:44.114601 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-c3d95997-31a6-425f-8a77-d08d97cbc261 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.67 "GET /v2.0/networks?id=7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 HTTP/1.1" status: 200 len: 797 time: 0.1188872 Sep 23 22:59:44.181601 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b110662-c5d5-4f0c-9317-8989871b8fa4 req-11121a9e-4c39-4d7b-aa24-0d474b344dbc tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 210 time: 0.0442252 Sep 23 22:59:44.194246 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-25c2c623-70e9-4fe1-9886-d4839ad3461b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23e21d3ac6714dd4afe3c44f292f8033 HTTP/1.1" status: 200 len: 472 time: 0.0642254 Sep 23 22:59:44.204481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-f57bb277-fc38-48be-9539-76e65bbf4e3e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'port': {'device_id': 'a0df841d-8365-4113-aab2-5a07d99d325f', 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074', 'admin_state_up': True, 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'security_groups': ['294caccf-47ac-40a6-b576-6b20e26b3317']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:59:44.249289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36232) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:44.293315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-574ea198-bdc0-4c8b-811f-53956d46b78d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1931f2f6b2b6499d9f82582dc7187b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427086 Sep 23 22:59:44.295669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36234) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:44.360708 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63dbb3d0-395e-4535-bf61-030476f018d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:44.384799 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63dbb3d0-395e-4535-bf61-030476f018d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:44.431035 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-f57bb277-fc38-48be-9539-76e65bbf4e3e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Made reservation on behalf of 23e21d3ac6714dd4afe3c44f292f8033 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:59:44.436347 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-f57bb277-fc38-48be-9539-76e65bbf4e3e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:44.528105 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63dbb3d0-395e-4535-bf61-030476f018d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:44.531494 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63dbb3d0-395e-4535-bf61-030476f018d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:44.532698 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-63dbb3d0-395e-4535-bf61-030476f018d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/85884c97-4a99-445c-b5cd-b7eac10d709c HTTP/1.1" status: 204 len: 168 time: 0.2358842 Sep 23 22:59:44.544973 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbb3d0-395e-4535-bf61-030476f018d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85884c97-4a99-445c-b5cd-b7eac10d709c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:44.582228 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-f57bb277-fc38-48be-9539-76e65bbf4e3e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Allocated IP 172.20.0.27 (7abb7eb6-dc7a-438c-b3e4-1bf45ae20074/d6f954fb-ac91-40f3-9f1f-d1d4343b8394/ff178b34-e332-4e6a-ba54-fdec3f8d203b) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:59:44.756982 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-f57bb277-fc38-48be-9539-76e65bbf4e3e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:44.868363 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-f57bb277-fc38-48be-9539-76e65bbf4e3e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:44.915305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-f57bb277-fc38-48be-9539-76e65bbf4e3e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:59:44.918726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-f57bb277-fc38-48be-9539-76e65bbf4e3e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:59:44.926726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-f57bb277-fc38-48be-9539-76e65bbf4e3e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:59:44.930905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bb277-fc38-48be-9539-76e65bbf4e3e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Port': ['ID=ff178b34-e332-4e6a-ba54-fdec3f8d203b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:44.987726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-f57bb277-fc38-48be-9539-76e65bbf4e3e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:44.988751 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-f57bb277-fc38-48be-9539-76e65bbf4e3e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:45.129140 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-f57bb277-fc38-48be-9539-76e65bbf4e3e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9284630 Sep 23 22:59:45.149036 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Request body: {'port': {'device_id': 'a0df841d-8365-4113-aab2-5a07d99d325f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:59:45.210995 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:45.258132 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d0a2f56b-e5dd-4d50-8742-afe7441529f6 None None] Provisioning complete for port ff178b34-e332-4e6a-ba54-fdec3f8d203b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:59:45.259176 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f56b-e5dd-4d50-8742-afe7441529f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:45.299086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d0a2f56b-e5dd-4d50-8742-afe7441529f6 None None] Port ff178b34-e332-4e6a-ba54-fdec3f8d203b cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 22:59:45.419126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eab4cc-aeee-4768-8cb8-f6c33d57a3bd req-8a047786-758f-4ac4-91fc-e5696fea1bb3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:45.420652 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4eab4cc-aeee-4768-8cb8-f6c33d57a3bd req-8a047786-758f-4ac4-91fc-e5696fea1bb3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 932 time: 0.1505532 Sep 23 22:59:45.506431 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4eab4cc-aeee-4768-8cb8-f6c33d57a3bd req-0cc41d84-7c29-4698-9840-9f4275ce8bb1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=294caccf-47ac-40a6-b576-6b20e26b3317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762935 Sep 23 22:59:45.599956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff178b34-e332-4e6a-ba54-fdec3f8d203b {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:59:45.606142 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:45.623903 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Transition to ACTIVE for port object ff178b34-e332-4e6a-ba54-fdec3f8d203b will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 22:59:45.634407 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-38965090-2870-4ccd-9720-76b219d7401d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:45.701940 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:45.819170 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Pushing event updated for resources: {'Port': ['ID=ff178b34-e332-4e6a-ba54-fdec3f8d203b,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:45.858050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Attempting to bind port ff178b34-e332-4e6a-ba54-fdec3f8d203b on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 22:59:45.858578 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Attempting to bind port ff178b34-e332-4e6a-ba54-fdec3f8d203b by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 22:59:45.859588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Attempting to bind port ff178b34-e332-4e6a-ba54-fdec3f8d203b on network 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:59:45.864641 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Port ff178b34-e332-4e6a-ba54-fdec3f8d203b on network 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 22:59:45.865130 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Attempting to bind port ff178b34-e332-4e6a-ba54-fdec3f8d203b on network 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 22:59:45.874158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 22:59:45.874574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Checking segment: {'id': '2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 22:59:45.875026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Bound using segment: {'id': '2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 22:59:45.875531 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Bound port: ff178b34-e332-4e6a-ba54-fdec3f8d203b, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 22:59:45.876047 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:45.954392 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] For port ff178b34-e332-4e6a-ba54-fdec3f8d203b, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 22:59:45.960078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] For port ff178b34-e332-4e6a-ba54-fdec3f8d203b, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ff178b34-e332-4e6a-ba54-fdec3f8d203b,segment=NetworkSegment(2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6),segment_id=2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 22:59:46.079234 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:46.102698 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:46.119172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:46.119738 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:46.121318 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] 10.222.0.67 "PUT /v2.0/ports/ff178b34-e332-4e6a-ba54-fdec3f8d203b HTTP/1.1" status: 200 len: 1092 time: 0.9773951 Sep 23 22:59:46.121823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0df841d-8365-4113-aab2-5a07d99d325f', 'tag': 'ff178b34-e332-4e6a-ba54-fdec3f8d203b'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:59:46.124312 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffd2fec-0bdc-428e-962f-0ddc7c71fea3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0df841d-8365-4113-aab2-5a07d99d325f", "tag": "ff178b34-e332-4e6a-ba54-fdec3f8d203b"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:59:46.149557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0ca50-cfde-4ece-b2c9-7c2f1db01c9d service neutron] Pushing event updated for resources: {'Port': ['ID=ff178b34-e332-4e6a-ba54-fdec3f8d203b,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:46.181868 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 22:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9961223-58c7-4b20-b073-6a8d2595a16a x-openstack-request-id: req-b9961223-58c7-4b20-b073-6a8d2595a16a {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:59:46.182171 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0df841d-8365-4113-aab2-5a07d99d325f", "tag": "ff178b34-e332-4e6a-ba54-fdec3f8d203b", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:59:46.182421 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9961223-58c7-4b20-b073-6a8d2595a16a {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:59:46.182835 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0df841d-8365-4113-aab2-5a07d99d325f', 'tag': 'ff178b34-e332-4e6a-ba54-fdec3f8d203b', 'status': 'completed', 'code': 200} Sep 23 22:59:46.270014 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd2fec-0bdc-428e-962f-0ddc7c71fea3 req-21e246a0-d447-4145-8a93-21ec9bdd634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:46.271716 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ffd2fec-0bdc-428e-962f-0ddc7c71fea3 req-21e246a0-d447-4145-8a93-21ec9bdd634c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 1095 time: 0.0486007 Sep 23 22:59:46.400985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd2fec-0bdc-428e-962f-0ddc7c71fea3 req-2e04ef6e-f8b3-40c8-9da4-fa27f0da537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:46.403158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd2fec-0bdc-428e-962f-0ddc7c71fea3 req-2e04ef6e-f8b3-40c8-9da4-fa27f0da537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:46.404896 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ffd2fec-0bdc-428e-962f-0ddc7c71fea3 req-2e04ef6e-f8b3-40c8-9da4-fa27f0da537f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1195383 Sep 23 22:59:46.515024 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd2fec-0bdc-428e-962f-0ddc7c71fea3 req-03d024f9-90b1-4ea0-aa19-b7ee97b1bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:46.516489 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ffd2fec-0bdc-428e-962f-0ddc7c71fea3 req-03d024f9-90b1-4ea0-aa19-b7ee97b1bae3 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049635 Sep 23 22:59:46.629011 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-47d20847-4b22-4430-bb57-c3aaf9082810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:46.631091 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-47d20847-4b22-4430-bb57-c3aaf9082810 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 1095 time: 0.0547993 Sep 23 22:59:46.645323 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be37238-84d8-43e7-89f8-e0fdd2204055 req-7b9def69-8a9c-42e9-aab0-55b4cbfdcfea tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:46.646867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9be37238-84d8-43e7-89f8-e0fdd2204055 req-7b9def69-8a9c-42e9-aab0-55b4cbfdcfea tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 944 time: 0.0627763 Sep 23 22:59:46.685010 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-34d2fea9-0806-4c5d-ba32-968068c6eb68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ff178b34-e332-4e6a-ba54-fdec3f8d203b HTTP/1.1" status: 200 len: 217 time: 0.0406544 Sep 23 22:59:46.689076 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9be37238-84d8-43e7-89f8-e0fdd2204055 req-656c2049-ec8e-4cec-a912-d56ffbc6a815 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=294caccf-47ac-40a6-b576-6b20e26b3317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340834 Sep 23 22:59:46.746093 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-2fe4d797-89a3-4665-b181-8e66e1be083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:46.747595 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-2fe4d797-89a3-4665-b181-8e66e1be083f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6f954fb-ac91-40f3-9f1f-d1d4343b8394 HTTP/1.1" status: 200 len: 838 time: 0.0560591 Sep 23 22:59:46.804269 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-833825bb-00b3-445a-bf27-99feba634eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:46.806465 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-833825bb-00b3-445a-bf27-99feba634eff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7abb7eb6-dc7a-438c-b3e4-1bf45ae20074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520749 Sep 23 22:59:46.900095 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-78b0db32-ff9d-4a13-8093-e66f10e34452 service neutron] 10.222.0.67 "GET /v2.0/networks/7abb7eb6-dc7a-438c-b3e4-1bf45ae20074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868316 Sep 23 22:59:47.001276 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d25fe2a5-215a-4d95-944f-f0f17de540d0 req-be05cce5-87e6-4ba2-a7d8-9421a478108f service neutron] 10.222.0.67 "GET /v2.0/networks/7abb7eb6-dc7a-438c-b3e4-1bf45ae20074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935085 Sep 23 22:59:47.017847 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:47.833279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460da550-6686-4942-bf59-522c20e64b61 req-710ba285-1464-4323-a07a-fe57674abb6c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:47.834725 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-460da550-6686-4942-bf59-522c20e64b61 req-710ba285-1464-4323-a07a-fe57674abb6c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 944 time: 0.0511036 Sep 23 22:59:47.880327 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-460da550-6686-4942-bf59-522c20e64b61 req-835e1e20-2b70-45de-b6e5-29b96573f567 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=294caccf-47ac-40a6-b576-6b20e26b3317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387907 Sep 23 22:59:48.158785 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:48.673341 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:49.016066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d81efc-798f-4a5e-b4e5-950054f8981d req-967f048c-5a04-4ac4-a3d8-bf1e5dffc109 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:49.017608 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a1d81efc-798f-4a5e-b4e5-950054f8981d req-967f048c-5a04-4ac4-a3d8-bf1e5dffc109 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 944 time: 0.0608447 Sep 23 22:59:49.067962 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a1d81efc-798f-4a5e-b4e5-950054f8981d req-b75ae513-6e2d-416a-897b-4d2ef8ea4153 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=294caccf-47ac-40a6-b576-6b20e26b3317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422809 Sep 23 22:59:50.216692 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf6285-b4dc-4c86-a5db-124f8fad23e1 req-cdc76d97-fae6-44d7-ae1b-8d0983a4f8eb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:50.218308 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-abcf6285-b4dc-4c86-a5db-124f8fad23e1 req-cdc76d97-fae6-44d7-ae1b-8d0983a4f8eb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 944 time: 0.0649152 Sep 23 22:59:50.261270 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-abcf6285-b4dc-4c86-a5db-124f8fad23e1 req-1391a723-468e-42b3-a645-423bac9c3819 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=294caccf-47ac-40a6-b576-6b20e26b3317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365372 Sep 23 22:59:50.970153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36416) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:51.095680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-826e1cb4-045c-4f52-9898-08d1bb59ad18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:51.192225 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-826e1cb4-045c-4f52-9898-08d1bb59ad18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:51.282358 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-826e1cb4-045c-4f52-9898-08d1bb59ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:51.332284 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36424) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:51.332836 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-826e1cb4-045c-4f52-9898-08d1bb59ad18 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96391335cac346ad9ca4c4acf8582ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610945 Sep 23 22:59:51.333485 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e1cb4-045c-4f52-9898-08d1bb59ad18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4bab01-fde5-488c-824f-ebbf574078d5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:51.390464 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01f8a948-c901-402e-9149-f0332ba59be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:51.410665 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b956fab-a1a7-4014-9197-1b2440ebc431 req-78e22daf-acfe-4d9b-9c84-59e2d6ba7bbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:51.415187 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01f8a948-c901-402e-9149-f0332ba59be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:51.418892 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b956fab-a1a7-4014-9197-1b2440ebc431 req-78e22daf-acfe-4d9b-9c84-59e2d6ba7bbd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 944 time: 0.0762491 Sep 23 22:59:51.472474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b956fab-a1a7-4014-9197-1b2440ebc431 req-80f54b64-35c2-4df2-af09-6a65aa31f05c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=294caccf-47ac-40a6-b576-6b20e26b3317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526795 Sep 23 22:59:51.591108 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01f8a948-c901-402e-9149-f0332ba59be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:51.593640 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01f8a948-c901-402e-9149-f0332ba59be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:51.594833 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-01f8a948-c901-402e-9149-f0332ba59be8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c4bab01-fde5-488c-824f-ebbf574078d5 HTTP/1.1" status: 204 len: 168 time: 0.2615001 Sep 23 22:59:51.604501 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8a948-c901-402e-9149-f0332ba59be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4bab01-fde5-488c-824f-ebbf574078d5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:52.056174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ff178b34-e332-4e6a-ba54-fdec3f8d203b details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 22:59:52.167453 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ff178b34-e332-4e6a-ba54-fdec3f8d203b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ff178b34-e332-4e6a-ba54-fdec3f8d203b,segment=NetworkSegment(2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6),segment_id=2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:59:52.182973 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'ff178b34-e332-4e6a-ba54-fdec3f8d203b', 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074', 'port_id': 'ff178b34-e332-4e6a-ba54-fdec3f8d203b', 'mac_address': 'fa:16:3e:df:67:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f954fb-ac91-40f3-9f1f-d1d4343b8394', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 22:59:52.226116 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:52.241174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff178b34-e332-4e6a-ba54-fdec3f8d203b {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 22:59:52.266023 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ff178b34-e332-4e6a-ba54-fdec3f8d203b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ff178b34-e332-4e6a-ba54-fdec3f8d203b,segment=NetworkSegment(2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6),segment_id=2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:59:52.284295 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36438) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:52.298046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6eb7-1c91-49c0-b132-1835972e2187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:52.374009 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:52.415774 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6eb7-1c91-49c0-b132-1835972e2187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:52.431767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ff178b34-e332-4e6a-ba54-fdec3f8d203b,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:52.505647 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6eb7-1c91-49c0-b132-1835972e2187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:52.553308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36442) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:52.554699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f4ea6eb7-1c91-49c0-b132-1835972e2187 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ee369b552524c69adbded9be6df2265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682476 Sep 23 22:59:52.556604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea6eb7-1c91-49c0-b132-1835972e2187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bb7526-1840-4f3a-af1d-5b76a6af7833,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:52.611765 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-41598a03-80d9-4481-bc12-2ce6515c83de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:52.614843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff87d16-d491-47fb-8c8a-1547f3d5f6dd req-81de93f6-77f1-4679-b9cd-baa103209e7a tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:52.617906 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2ff87d16-d491-47fb-8c8a-1547f3d5f6dd req-81de93f6-77f1-4679-b9cd-baa103209e7a tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 945 time: 0.0617130 Sep 23 22:59:52.639820 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-41598a03-80d9-4481-bc12-2ce6515c83de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:52.658041 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2ff87d16-d491-47fb-8c8a-1547f3d5f6dd req-1bc2328e-a3cf-48a3-9fe8-4844070b8ced tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=294caccf-47ac-40a6-b576-6b20e26b3317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345747 Sep 23 22:59:52.759095 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-41598a03-80d9-4481-bc12-2ce6515c83de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:52.761937 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-41598a03-80d9-4481-bc12-2ce6515c83de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:52.763175 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-41598a03-80d9-4481-bc12-2ce6515c83de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0bb7526-1840-4f3a-af1d-5b76a6af7833 HTTP/1.1" status: 204 len: 168 time: 0.2083657 Sep 23 22:59:52.772143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41598a03-80d9-4481-bc12-2ce6515c83de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bb7526-1840-4f3a-af1d-5b76a6af7833,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:52.805791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['ff178b34-e332-4e6a-ba54-fdec3f8d203b'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 22:59:53.790880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd24675-6b85-44e9-9f64-c205f0f831f8 req-ac2ba90a-8002-4035-9354-4a0cf940ec5a tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:53.795354 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2dd24675-6b85-44e9-9f64-c205f0f831f8 req-ac2ba90a-8002-4035-9354-4a0cf940ec5a tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 945 time: 0.0550795 Sep 23 22:59:53.846166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2dd24675-6b85-44e9-9f64-c205f0f831f8 req-5e843734-8c93-4c93-9b5a-3f6ac4f2b0cd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=294caccf-47ac-40a6-b576-6b20e26b3317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392017 Sep 23 22:59:54.067725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ff178b34-e332-4e6a-ba54-fdec3f8d203b up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 22:59:54.198689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port ff178b34-e332-4e6a-ba54-fdec3f8d203b completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 22:59:54.203002 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port ff178b34-e332-4e6a-ba54-fdec3f8d203b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 22:59:54.203254 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:54.451474 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:54.476805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0df841d-8365-4113-aab2-5a07d99d325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff178b34-e332-4e6a-ba54-fdec3f8d203b'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 22:59:54.479158 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1c4d96-d119-4658-8592-de1904895f6e" -d '{"events": [{"server_uuid": "a0df841d-8365-4113-aab2-5a07d99d325f", "name": "network-vif-plugged", "status": "completed", "tag": "ff178b34-e332-4e6a-ba54-fdec3f8d203b"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 22:59:54.499828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port ff178b34-e332-4e6a-ba54-fdec3f8d203b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ff178b34-e332-4e6a-ba54-fdec3f8d203b,segment=NetworkSegment(2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6),segment_id=2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 22:59:54.519818 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 22:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f9ae86-f68c-40e4-98ea-2aa986ed152e x-openstack-request-id: req-66f9ae86-f68c-40e4-98ea-2aa986ed152e {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 22:59:54.520110 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0df841d-8365-4113-aab2-5a07d99d325f", "name": "network-vif-plugged", "status": "completed", "tag": "ff178b34-e332-4e6a-ba54-fdec3f8d203b", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 22:59:54.520358 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66f9ae86-f68c-40e4-98ea-2aa986ed152e {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 22:59:54.520756 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0df841d-8365-4113-aab2-5a07d99d325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff178b34-e332-4e6a-ba54-fdec3f8d203b', 'code': 200} Sep 23 22:59:54.574679 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:54.623769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=ff178b34-e332-4e6a-ba54-fdec3f8d203b,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:54.650752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01b15e-5db5-489b-b4f4-85eb5c31d2c1 req-ade1f6be-d096-4ae8-b1d9-377f961ccb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:54.652290 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be01b15e-5db5-489b-b4f4-85eb5c31d2c1 req-ade1f6be-d096-4ae8-b1d9-377f961ccb59 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 1097 time: 0.0435522 Sep 23 22:59:54.691633 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-be01b15e-5db5-489b-b4f4-85eb5c31d2c1 req-ff596e78-3516-406e-a500-abc4187f5701 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=294caccf-47ac-40a6-b576-6b20e26b3317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323644 Sep 23 22:59:54.983042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a631d-494a-4aa2-ab9f-26fa3c974d80 req-ea832c00-b00a-47a7-91a4-b8c4a36a02da tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:54.984639 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce7a631d-494a-4aa2-ab9f-26fa3c974d80 req-ea832c00-b00a-47a7-91a4-b8c4a36a02da tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 946 time: 0.0550501 Sep 23 22:59:55.047486 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce7a631d-494a-4aa2-ab9f-26fa3c974d80 req-7f9772bd-bfe6-4e76-93b9-49b32804f1ca tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=294caccf-47ac-40a6-b576-6b20e26b3317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559928 Sep 23 22:59:56.197329 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b7f6d-44b4-4c9a-8626-c77483e6860a req-5dbf4f48-e110-4bff-a1c0-8b1315d2d2f0 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:56.198899 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-426b7f6d-44b4-4c9a-8626-c77483e6860a req-5dbf4f48-e110-4bff-a1c0-8b1315d2d2f0 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 946 time: 0.0598090 Sep 23 22:59:56.214871 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36524) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:56.220398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Request body: {'network': {'name': 'tempest-network-smoke--1163746726', 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'port_security_enabled': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:59:56.246540 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-426b7f6d-44b4-4c9a-8626-c77483e6860a req-f1b94ca5-2d4b-438a-a0a7-e95cf227fd8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=294caccf-47ac-40a6-b576-6b20e26b3317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400403 Sep 23 22:59:56.313829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Made reservation on behalf of ae1489d075e54f72890b9fff2346dcd8 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 22:59:56.321020 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:56.332085 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:56.434652 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:56.615962 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:56.645672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 22:59:56.656468 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7856401a-3206-4be2-a199-e92d012a894a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:56.662217 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:56.662573 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Added segment 464bd539-f813-42b8-b108-f182b72d21f5 of type vlan for network 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 Sep 23 22:59:56.713891 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:56.867607 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:56.873340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:56.873978 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:56.942522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'Network': ['ID=299edeb0-d27e-4c7c-a3c0-edeb2df59a70,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:56.958441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 22:59:57.003978 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-486ce3d2-d5a8-4fd6-a446-0173755d4536 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7874320 Sep 23 22:59:57.006836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36526) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:57.011627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'admin_state_up': True, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 22:59:57.154917 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:57.156682 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:57.228172 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:57.499961 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:57.511939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cbbfd-7a87-4c54-b003-3a58d7d163b8 req-e769ce10-4895-471d-9883-90b6289b7bed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:57.513544 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f3cbbfd-7a87-4c54-b003-3a58d7d163b8 req-e769ce10-4895-471d-9883-90b6289b7bed tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 946 time: 0.1609607 Sep 23 22:59:57.561568 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f3cbbfd-7a87-4c54-b003-3a58d7d163b8 req-a737785f-a5df-49e9-af92-bf8050950844 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=294caccf-47ac-40a6-b576-6b20e26b3317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412107 Sep 23 22:59:57.718878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1d3f0-9bc1-4258-9a48-54a5a4631c41 req-c4d26a9d-2d80-4ce2-804c-23fdefa49ca0 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 22:59:57.720659 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0e1d3f0-9bc1-4258-9a48-54a5a4631c41 req-c4d26a9d-2d80-4ce2-804c-23fdefa49ca0 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 946 time: 0.0695412 Sep 23 22:59:57.779210 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f0e1d3f0-9bc1-4258-9a48-54a5a4631c41 req-518eafb7-2905-4ee1-a757-3ddd4f622802 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=294caccf-47ac-40a6-b576-6b20e26b3317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474212 Sep 23 22:59:57.790067 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:57.810488 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:57.937736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Allocated IP 172.25.1.146 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/24252495-7b7e-4ec2-b46d-a2186202c0f2) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 22:59:58.081758 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:58.185830 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:58.228089 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 22:59:58.232132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 22:59:58.235850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 22:59:58.265292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'Port': ['ID=24252495-7b7e-4ec2-b46d-a2186202c0f2,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 22:59:58.655320 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:58.875796 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:59.141560 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 22:59:59.279091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 22:59:59.292632 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36542) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:59.304836 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Sync routers for ids ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 22:59:59.320601 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Routers {'d30f9b2d-00b9-42bb-8ddd-c7794d50f172'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 22:59:59.321802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:59:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:59:59.387718 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 22:59:59.392836 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a427c255-c06f-4186-a162-96bd7501f34c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3817630 Sep 23 22:59:59.394660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36544) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 22:59:59.511710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Set router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 22:59:59.800690 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T22:59:58Z', 'revision_number': 3, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T22:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 22:59:59.842084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Checking router: d30f9b2d-00b9-42bb-8ddd-c7794d50f172 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 22:59:59.842754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Updating router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 port 24252495-7b7e-4ec2-b46d-a2186202c0f2 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 22:59:59.875209 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:00.007726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-58bb21cf-447f-44ff-a595-c8dd9b954c37 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=ae1489d075e54f72890b9fff2346dcd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6110482 Sep 23 23:00:00.008206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36550) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:00.117882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8238e952-bff3-4a0e-b9b4-19f63a6c45ed tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:00.120384 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8238e952-bff3-4a0e-b9b4-19f63a6c45ed tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1111374 Sep 23 23:00:00.132528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36552) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:00.184760 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:00.185097 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3c97b7bf-1c48-47d7-9120-7408727ead0e tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510921 Sep 23 23:00:00.185853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36554) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:00.192174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-63fed84f-ce16-49b9-b1fe-024266f041c4 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-832073428', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:00:00.240289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:00.256231 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:00.327239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Attempting to bind port 24252495-7b7e-4ec2-b46d-a2186202c0f2 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:00:00.327239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Attempting to bind port 24252495-7b7e-4ec2-b46d-a2186202c0f2 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:00:00.328049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Attempting to bind port 24252495-7b7e-4ec2-b46d-a2186202c0f2 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:00:00.338204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:00:00.338697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:00:00.338971 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:00.339363 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:00:00.339827 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Bound port: 24252495-7b7e-4ec2-b46d-a2186202c0f2, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:00:00.340208 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:00.343375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc72960-fdb8-4e92-95ac-fcb58f813488 None None] Pushing event updated for resources: {'Port': ['ID=24252495-7b7e-4ec2-b46d-a2186202c0f2,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:00.391308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fed84f-ce16-49b9-b1fe-024266f041c4 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Made reservation on behalf of ae1489d075e54f72890b9fff2346dcd8 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:00:00.395672 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63fed84f-ce16-49b9-b1fe-024266f041c4 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:00.407303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] For port 24252495-7b7e-4ec2-b46d-a2186202c0f2, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:00:00.410605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] For port 24252495-7b7e-4ec2-b46d-a2186202c0f2, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=24252495-7b7e-4ec2-b46d-a2186202c0f2,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:00:00.530648 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:00.598339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Routers {'d30f9b2d-00b9-42bb-8ddd-c7794d50f172'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:00.598750 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:59:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:00.679464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc72960-fdb8-4e92-95ac-fcb58f813488 None None] Pushing event updated for resources: {'Port': ['ID=24252495-7b7e-4ec2-b46d-a2186202c0f2,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:00.696941 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63fed84f-ce16-49b9-b1fe-024266f041c4 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:00.720874 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Allocated IP 172.20.0.17 (7abb7eb6-dc7a-438c-b3e4-1bf45ae20074/d6f954fb-ac91-40f3-9f1f-d1d4343b8394/cfae5601-da34-4a94-b038-311ac0b5e728) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:00:00.755221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] Set router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:00.811958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fed84f-ce16-49b9-b1fe-024266f041c4 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Checking segment: {'id': '464bd539-f813-42b8-b108-f182b72d21f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:00:00.817515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fed84f-ce16-49b9-b1fe-024266f041c4 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Network hostable DHCP agents. Network: 299edeb0-d27e-4c7c-a3c0-edeb2df59a70, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:00:00.817515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fed84f-ce16-49b9-b1fe-024266f041c4 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'Subnet': ['ID=c83c704d-300f-4f7f-b15b-d1aaf4711e07,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:00.889204 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:00.930715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fed84f-ce16-49b9-b1fe-024266f041c4 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Network 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:00:00.987368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T22:59:58Z', 'revision_number': 3, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:01.020422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba74b2d-4a8d-41b1-b0fc-7015697ec387 None None] The sync data for ids ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'] in n-d-810775-1 is: [{'id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T22:59:58Z', 'revision_number': 3, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:00:01.030383 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:01.047660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-63fed84f-ce16-49b9-b1fe-024266f041c4 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 299edeb0-d27e-4c7c-a3c0-edeb2df59a70) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:00:01.059681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fed84f-ce16-49b9-b1fe-024266f041c4 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:01.061495 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63fed84f-ce16-49b9-b1fe-024266f041c4 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:01.077966 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63e873c-7314-4706-b8e9-d21dc06ed250 None None] Network 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:00:01.094374 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:00:01.102495 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:00:01.105047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Port': ['ID=cfae5601-da34-4a94-b038-311ac0b5e728,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:01.108133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:00:01.172359 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:01.200693 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-63fed84f-ce16-49b9-b1fe-024266f041c4 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0134766 Sep 23 23:00:01.201391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36558) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:01.284892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'fixed_ips': [{'subnet_id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:00:01.286142 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:01.440080 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-29f60c15-e4f7-42bd-866e-a0c06877eb0c None None] Provisioning complete for port cfae5601-da34-4a94-b038-311ac0b5e728 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:01.440985 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-29f60c15-e4f7-42bd-866e-a0c06877eb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:01.531105 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-29f60c15-e4f7-42bd-866e-a0c06877eb0c None None] Port cfae5601-da34-4a94-b038-311ac0b5e728 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:00:01.591549 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Allocated IP 172.20.0.2 (299edeb0-d27e-4c7c-a3c0-edeb2df59a70/c83c704d-300f-4f7f-b15b-d1aaf4711e07/91020999-d141-445b-abbf-ccbeda727041) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:00:01.618156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:01.807106 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:01.873508 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:01.923979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Network 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:00:01.930943 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:00:01.938200 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:00:01.972622 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:01.989978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Pushing event updated for resources: {'Port': ['ID=91020999-d141-445b-abbf-ccbeda727041,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:02.014321 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:02.022412 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Attempting to bind port 91020999-d141-445b-abbf-ccbeda727041 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:00:02.023059 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Attempting to bind port 91020999-d141-445b-abbf-ccbeda727041 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '464bd539-f813-42b8-b108-f182b72d21f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:00:02.023647 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Attempting to bind port 91020999-d141-445b-abbf-ccbeda727041 on network 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:00:02.029850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:00:02.030374 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Checking segment: {'id': '464bd539-f813-42b8-b108-f182b72d21f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:00:02.031319 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:02.031528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Bound using segment: {'id': '464bd539-f813-42b8-b108-f182b72d21f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:00:02.032127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Bound port: 91020999-d141-445b-abbf-ccbeda727041, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464bd539-f813-42b8-b108-f182b72d21f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:00:02.032631 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:02.084094 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:02.119487 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] For port 91020999-d141-445b-abbf-ccbeda727041, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:00:02.122257 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] For port 91020999-d141-445b-abbf-ccbeda727041, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=91020999-d141-445b-abbf-ccbeda727041,segment=NetworkSegment(464bd539-f813-42b8-b108-f182b72d21f5),segment_id=464bd539-f813-42b8-b108-f182b72d21f5)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:00:02.169050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Port': ['ID=cfae5601-da34-4a94-b038-311ac0b5e728,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:02.172842 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:02.216884 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:02.295892 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfa47b-701a-463a-8bac-2b5239760a51 None None] Pushing event updated for resources: {'Port': ['ID=91020999-d141-445b-abbf-ccbeda727041,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:02.307622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:00:02.309711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:00:02.374934 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Allocated IP 172.20.0.1 (299edeb0-d27e-4c7c-a3c0-edeb2df59a70/c83c704d-300f-4f7f-b15b-d1aaf4711e07/b08a313e-fba2-40ac-8b1a-2212e00b8c5e) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:00:02.506071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Router 4ec7b76b-b054-4976-9852-46cb34776fe2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:00:02.648503 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:02.704841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:00:02.719391 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f667f66a-6fa0-4d52-8265-47691aa1aba1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "PUT /v2.0/routers/4ec7b76b-b054-4976-9852-46cb34776fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4233201 Sep 23 23:00:02.721673 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Sync routers for ids ['4ec7b76b-b054-4976-9852-46cb34776fe2'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:00:02.733495 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Routers {'4ec7b76b-b054-4976-9852-46cb34776fe2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:02.733619 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:59:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4ec7b76b-b054-4976-9852-46cb34776fe2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:02.764673 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:02.765665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d243d481-b6f8-485e-aa7b-de5e9aae7196 None None] Provisioning complete for port cfae5601-da34-4a94-b038-311ac0b5e728 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:02.766624 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d243d481-b6f8-485e-aa7b-de5e9aae7196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:02.816527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Network 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:00:02.817354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d243d481-b6f8-485e-aa7b-de5e9aae7196 None None] Port cfae5601-da34-4a94-b038-311ac0b5e728 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:00:02.827438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:00:02.830773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:00:02.835940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'Port': ['ID=b08a313e-fba2-40ac-8b1a-2212e00b8c5e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:02.902248 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:02.998799 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Set router 4ec7b76b-b054-4976-9852-46cb34776fe2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:03.191484 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:03.279459 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T23:00:01Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '5f59c968-7dca-4f21-9c54-7f6398c62b92', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'port_id': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'mac_address': 'fa:16:3e:40:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:58:27Z', 'updated_at': '2021-09-23T22:58:29Z', 'revision_number': 1, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d051750-6717-4bbc-a71c-fd2d1ec38af8', 'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:53:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:58:04Z', 'updated_at': '2021-09-23T22:58:08Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfae5601-da34-4a94-b038-311ac0b5e728', 'name': '', 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:3e:7b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'd6f954fb-ac91-40f3-9f1f-d1d4343b8394', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:00Z', 'updated_at': '2021-09-23T23:00:01Z', 'revision_number': 2, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6f954fb-ac91-40f3-9f1f-d1d4343b8394', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:03.311381 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Checking router: 4ec7b76b-b054-4976-9852-46cb34776fe2 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:00:03.312052 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Updating router 4ec7b76b-b054-4976-9852-46cb34776fe2 port cfae5601-da34-4a94-b038-311ac0b5e728 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:00:03.356176 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:03.358128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 24252495-7b7e-4ec2-b46d-a2186202c0f2 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:00:03.418540 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 24252495-7b7e-4ec2-b46d-a2186202c0f2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:03.419066 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:03.518273 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:03.533383 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:03.543409 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 24252495-7b7e-4ec2-b46d-a2186202c0f2, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=24252495-7b7e-4ec2-b46d-a2186202c0f2,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:03.604350 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:03.615710 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:03.617264 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 91020999-d141-445b-abbf-ccbeda727041 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:00:03.683350 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:03.716048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=24252495-7b7e-4ec2-b46d-a2186202c0f2,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:03.726980 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:03.730880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'Port': ['ID=b08a313e-fba2-40ac-8b1a-2212e00b8c5e,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:03.748628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 91020999-d141-445b-abbf-ccbeda727041 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:03.749350 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:03.750951 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:03.820203 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728121e-24c1-4b14-a998-f8f665ea54be None None] Pushing event updated for resources: {'Port': ['ID=cfae5601-da34-4a94-b038-311ac0b5e728,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:03.858242 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:03.864992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Network 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:00:03.869016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:00:03.910985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 91020999-d141-445b-abbf-ccbeda727041, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=91020999-d141-445b-abbf-ccbeda727041,segment=NetworkSegment(464bd539-f813-42b8-b108-f182b72d21f5),segment_id=464bd539-f813-42b8-b108-f182b72d21f5)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:03.912470 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728121e-24c1-4b14-a998-f8f665ea54be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:03.913599 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728121e-24c1-4b14-a998-f8f665ea54be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:03.920178 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728121e-24c1-4b14-a998-f8f665ea54be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:03.920178 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728121e-24c1-4b14-a998-f8f665ea54be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:03.920178 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728121e-24c1-4b14-a998-f8f665ea54be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:03.920178 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728121e-24c1-4b14-a998-f8f665ea54be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:03.920178 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728121e-24c1-4b14-a998-f8f665ea54be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:03.920178 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728121e-24c1-4b14-a998-f8f665ea54be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:03.920178 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728121e-24c1-4b14-a998-f8f665ea54be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:03.920178 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728121e-24c1-4b14-a998-f8f665ea54be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:03.920178 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728121e-24c1-4b14-a998-f8f665ea54be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:03.920178 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728121e-24c1-4b14-a998-f8f665ea54be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:03.921293 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Attempting to bind port cfae5601-da34-4a94-b038-311ac0b5e728 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:00:03.921293 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Attempting to bind port cfae5601-da34-4a94-b038-311ac0b5e728 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:00:03.921293 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Attempting to bind port cfae5601-da34-4a94-b038-311ac0b5e728 on network 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:00:03.927630 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:00:03.928013 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Checking segment: {'id': '2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:00:03.928443 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:03.928842 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Bound using segment: {'id': '2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:00:03.929341 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Bound port: cfae5601-da34-4a94-b038-311ac0b5e728, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:00:03.929726 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:03.991190 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:04.032222 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] For port cfae5601-da34-4a94-b038-311ac0b5e728, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:00:04.037560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d02021-ded7-4fba-b14e-5bd635515eed None None] Network 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:00:04.038611 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] For port cfae5601-da34-4a94-b038-311ac0b5e728, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cfae5601-da34-4a94-b038-311ac0b5e728,segment=NetworkSegment(2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6),segment_id=2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:00:04.041711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:00:04.081321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=91020999-d141-445b-abbf-ccbeda727041,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:04.105904 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-412d077c-11d9-4382-bed5-c4bdc60d11c6 None None] Provisioning complete for port 91020999-d141-445b-abbf-ccbeda727041 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:04.106379 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-412d077c-11d9-4382-bed5-c4bdc60d11c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:04.142289 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:04.194683 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:00:04.204142 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36570) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:04.205099 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3a9c075c-30ba-451d-b51f-c1ec1cddbcd7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "PUT /v2.0/routers/d30f9b2d-00b9-42bb-8ddd-c7794d50f172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0025558 Sep 23 23:00:04.208852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a754da6c-d91d-49e3-b2bd-0118e5247efb tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--879504979', 'description': 'tempest-secgroup_access--879504979 description', 'project_id': 'ae1489d075e54f72890b9fff2346dcd8'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:00:04.220080 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Routers {'4ec7b76b-b054-4976-9852-46cb34776fe2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:04.223470 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:59:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4ec7b76b-b054-4976-9852-46cb34776fe2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:04.242034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Sync routers for ids ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:00:04.283445 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728121e-24c1-4b14-a998-f8f665ea54be None None] Pushing event updated for resources: {'Port': ['ID=cfae5601-da34-4a94-b038-311ac0b5e728,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:04.296248 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a754da6c-d91d-49e3-b2bd-0118e5247efb tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:04.313601 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Routers {'d30f9b2d-00b9-42bb-8ddd-c7794d50f172'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:04.314852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:59:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:04.367766 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] Set router 4ec7b76b-b054-4976-9852-46cb34776fe2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:04.435025 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a754da6c-d91d-49e3-b2bd-0118e5247efb tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:04.499743 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a754da6c-d91d-49e3-b2bd-0118e5247efb tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:04.536152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754da6c-d91d-49e3-b2bd-0118e5247efb tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098922f7-4c8e-408c-a19a-2eb97add45b3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:04.619395 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a754da6c-d91d-49e3-b2bd-0118e5247efb tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:04.621341 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a754da6c-d91d-49e3-b2bd-0118e5247efb tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4163492 Sep 23 23:00:04.624111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36572) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:04.632456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-94025d9a-dbab-4116-9184-236963c6176b tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2058889491', 'description': 'tempest-secgroup_general--2058889491 description', 'project_id': 'ae1489d075e54f72890b9fff2346dcd8'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:00:04.669689 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Set router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:04.731391 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-94025d9a-dbab-4116-9184-236963c6176b tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:04.769372 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T23:00:01Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '5f59c968-7dca-4f21-9c54-7f6398c62b92', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'port_id': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'mac_address': 'fa:16:3e:40:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:58:27Z', 'updated_at': '2021-09-23T22:58:29Z', 'revision_number': 1, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d051750-6717-4bbc-a71c-fd2d1ec38af8', 'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:53:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:58:04Z', 'updated_at': '2021-09-23T22:58:08Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfae5601-da34-4a94-b038-311ac0b5e728', 'name': '', 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:3e:7b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'd6f954fb-ac91-40f3-9f1f-d1d4343b8394', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:00Z', 'updated_at': '2021-09-23T23:00:04Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6f954fb-ac91-40f3-9f1f-d1d4343b8394', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:04.804686 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f6653a8d-6871-4c56-907c-f5dcb17dc171 None None] Provisioning complete for port cfae5601-da34-4a94-b038-311ac0b5e728 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:04.805060 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f6653a8d-6871-4c56-907c-f5dcb17dc171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:04.806469 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729a11d-35c4-4ce8-aaa3-812dff26f762 None None] The sync data for ids ['4ec7b76b-b054-4976-9852-46cb34776fe2'] in n-d-810775-1 is: [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T23:00:01Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '5f59c968-7dca-4f21-9c54-7f6398c62b92', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'port_id': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'mac_address': 'fa:16:3e:40:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:58:27Z', 'updated_at': '2021-09-23T22:58:29Z', 'revision_number': 1, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d051750-6717-4bbc-a71c-fd2d1ec38af8', 'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:53:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:58:04Z', 'updated_at': '2021-09-23T22:58:08Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfae5601-da34-4a94-b038-311ac0b5e728', 'name': '', 'network_id': '7abb7eb6-dc7a-438c-b3e4-1bf45ae20074', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:3e:7b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'd6f954fb-ac91-40f3-9f1f-d1d4343b8394', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:00Z', 'updated_at': '2021-09-23T23:00:04Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6f954fb-ac91-40f3-9f1f-d1d4343b8394', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:00:04.859007 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-94025d9a-dbab-4116-9184-236963c6176b tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:04.933210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-94025d9a-dbab-4116-9184-236963c6176b tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:04.966557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94025d9a-dbab-4116-9184-236963c6176b tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:05.030138 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-94025d9a-dbab-4116-9184-236963c6176b tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:05.037987 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f6653a8d-6871-4c56-907c-f5dcb17dc171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:05.038831 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-94025d9a-dbab-4116-9184-236963c6176b tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4108787 Sep 23 23:00:05.038831 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36576) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:05.044044 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c09aa484-26aa-461f-ad8d-e95bc7f0380f tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Request body: {'security_group_rule': {'security_group_id': '098922f7-4c8e-408c-a19a-2eb97add45b3', 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:00:05.104315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f6653a8d-6871-4c56-907c-f5dcb17dc171 None None] For port cfae5601-da34-4a94-b038-311ac0b5e728, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cfae5601-da34-4a94-b038-311ac0b5e728,segment=NetworkSegment(2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6),segment_id=2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:05.115236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'b08a313e-fba2-40ac-8b1a-2212e00b8c5e', 'name': '', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'mac_address': 'fa:16:3e:1d:ef:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:02Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 2, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'subnets': [{'id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:05.140471 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c09aa484-26aa-461f-ad8d-e95bc7f0380f tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:05.165282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Checking router: d30f9b2d-00b9-42bb-8ddd-c7794d50f172 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:00:05.166033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Updating router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 port b08a313e-fba2-40ac-8b1a-2212e00b8c5e binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:00:05.200285 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f6653a8d-6871-4c56-907c-f5dcb17dc171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:05.242228 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c09aa484-26aa-461f-ad8d-e95bc7f0380f tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:05.266631 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:05.292328 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6653a8d-6871-4c56-907c-f5dcb17dc171 None None] Pushing event updated for resources: {'Port': ['ID=cfae5601-da34-4a94-b038-311ac0b5e728,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:05.311126 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c09aa484-26aa-461f-ad8d-e95bc7f0380f tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:05.355599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09aa484-26aa-461f-ad8d-e95bc7f0380f tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7e6f0f-403e-435a-b132-76258b511d8b,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:05.385012 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c15763fc-25d4-4614-b93e-c18e00b0ca11 None None] Provisioning complete for port 91020999-d141-445b-abbf-ccbeda727041 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:05.385543 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c15763fc-25d4-4614-b93e-c18e00b0ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:05.411469 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c09aa484-26aa-461f-ad8d-e95bc7f0380f tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:05.415024 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c09aa484-26aa-461f-ad8d-e95bc7f0380f tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3748107 Sep 23 23:00:05.565377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cfae5601-da34-4a94-b038-311ac0b5e728 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:00:05.610900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-7a84e54b-63d6-4dd3-a77d-ef5388b2f98f tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_general--2058889491&fields=id&tenant_id=ae1489d075e54f72890b9fff2346dcd8 HTTP/1.1" status: 200 len: 267 time: 0.0435760 Sep 23 23:00:05.659300 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-23140a50-684c-4a4d-b999-79620a18918b tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_access--879504979&fields=id&tenant_id=ae1489d075e54f72890b9fff2346dcd8 HTTP/1.1" status: 200 len: 267 time: 0.0381367 Sep 23 23:00:05.800058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f50e5d-5240-442d-a851-9618327e31f2 req-a5d39dbd-03fa-4901-8e57-6e36c695027d tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:05.802021 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-a5d39dbd-03fa-4901-8e57-6e36c695027d tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/networks?id=299edeb0-d27e-4c7c-a3c0-edeb2df59a70 HTTP/1.1" status: 200 len: 797 time: 0.1307969 Sep 23 23:00:05.818803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-505e229e-37dc-4079-83f8-03123bee95f9 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/quotas/ae1489d075e54f72890b9fff2346dcd8 HTTP/1.1" status: 200 len: 375 time: 0.0101702 Sep 23 23:00:05.823729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port cfae5601-da34-4a94-b038-311ac0b5e728 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:05.824095 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:05.875709 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-80924a65-b078-498a-835b-86bd8727f418 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ae1489d075e54f72890b9fff2346dcd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498357 Sep 23 23:00:05.891756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c15763fc-25d4-4614-b93e-c18e00b0ca11 None None] Provisioning complete for port b08a313e-fba2-40ac-8b1a-2212e00b8c5e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:05.892120 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c15763fc-25d4-4614-b93e-c18e00b0ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:05.969191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c15763fc-25d4-4614-b93e-c18e00b0ca11 None None] Port b08a313e-fba2-40ac-8b1a-2212e00b8c5e cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:00:05.983494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-617ac2b4-c5db-4a29-bd32-1f6bc591ca19 service neutron] 10.222.0.22 "GET /v2.0/networks/299edeb0-d27e-4c7c-a3c0-edeb2df59a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951595 Sep 23 23:00:06.014664 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:06.023822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 24252495-7b7e-4ec2-b46d-a2186202c0f2 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:00:06.086491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 24252495-7b7e-4ec2-b46d-a2186202c0f2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:06.087226 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:06.096382 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-4bb32db7-d58e-4f94-92fe-759ffa352b61 service neutron] 10.222.0.22 "GET /v2.0/networks/299edeb0-d27e-4c7c-a3c0-edeb2df59a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065066 Sep 23 23:00:06.114548 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:06.154297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f9e6a0a8-14cf-4ec5-bbad-9cfc374bbe4f None None] Provisioning complete for port b08a313e-fba2-40ac-8b1a-2212e00b8c5e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:06.154672 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f9e6a0a8-14cf-4ec5-bbad-9cfc374bbe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:06.261992 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b2092-1f3e-4535-bfc6-9f28b201b40b None None] Pushing event updated for resources: {'Port': ['ID=b08a313e-fba2-40ac-8b1a-2212e00b8c5e,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:06.298827 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6a0a8-14cf-4ec5-bbad-9cfc374bbe4f None None] Port b08a313e-fba2-40ac-8b1a-2212e00b8c5e cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:00:06.356728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Attempting to bind port b08a313e-fba2-40ac-8b1a-2212e00b8c5e on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:00:06.357178 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Attempting to bind port b08a313e-fba2-40ac-8b1a-2212e00b8c5e by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '464bd539-f813-42b8-b108-f182b72d21f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:00:06.357492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Attempting to bind port b08a313e-fba2-40ac-8b1a-2212e00b8c5e on network 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:00:06.372628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 22, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:00:06.373013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Checking segment: {'id': '464bd539-f813-42b8-b108-f182b72d21f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:00:06.373436 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:06.373832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Bound using segment: {'id': '464bd539-f813-42b8-b108-f182b72d21f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:00:06.374320 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Bound port: b08a313e-fba2-40ac-8b1a-2212e00b8c5e, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464bd539-f813-42b8-b108-f182b72d21f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:00:06.374701 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:06.377826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 91020999-d141-445b-abbf-ccbeda727041 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:00:06.454905 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-212da2c8-6912-48e2-b52c-528364876fba req-4356392b-f01a-4739-8108-856624ba9784 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 210 time: 0.0448020 Sep 23 23:00:06.489318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] For port b08a313e-fba2-40ac-8b1a-2212e00b8c5e, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:00:06.494017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] For port b08a313e-fba2-40ac-8b1a-2212e00b8c5e, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b08a313e-fba2-40ac-8b1a-2212e00b8c5e,segment=NetworkSegment(464bd539-f813-42b8-b108-f182b72d21f5),segment_id=464bd539-f813-42b8-b108-f182b72d21f5)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:00:06.495699 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 91020999-d141-445b-abbf-ccbeda727041 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:06.496063 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:06.546847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6d93e0c4-a2d0-44c0-90b3-3bd2338a7be6 None None] Provisioning complete for port b08a313e-fba2-40ac-8b1a-2212e00b8c5e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:06.546847 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6d93e0c4-a2d0-44c0-90b3-3bd2338a7be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:06.588623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6d93e0c4-a2d0-44c0-90b3-3bd2338a7be6 None None] Port b08a313e-fba2-40ac-8b1a-2212e00b8c5e cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:00:06.634595 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:06.688702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Routers {'d30f9b2d-00b9-42bb-8ddd-c7794d50f172'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:06.689385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T22:59:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:06.779177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b2092-1f3e-4535-bfc6-9f28b201b40b None None] Pushing event updated for resources: {'Port': ['ID=b08a313e-fba2-40ac-8b1a-2212e00b8c5e,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:06.846329 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] Set router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:06.925177 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:06.962222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8b606add-7f55-4b53-992b-d6b22215d0c1 None None] Provisioning complete for port b08a313e-fba2-40ac-8b1a-2212e00b8c5e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:06.962599 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8b606add-7f55-4b53-992b-d6b22215d0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:07.265695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cfae5601-da34-4a94-b038-311ac0b5e728 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:00:07.305185 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8b606add-7f55-4b53-992b-d6b22215d0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:07.358292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8b606add-7f55-4b53-992b-d6b22215d0c1 None None] For port b08a313e-fba2-40ac-8b1a-2212e00b8c5e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b08a313e-fba2-40ac-8b1a-2212e00b8c5e,segment=NetworkSegment(464bd539-f813-42b8-b108-f182b72d21f5),segment_id=464bd539-f813-42b8-b108-f182b72d21f5)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:07.366830 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'b08a313e-fba2-40ac-8b1a-2212e00b8c5e', 'name': '', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'mac_address': 'fa:16:3e:1d:ef:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:02Z', 'updated_at': '2021-09-23T23:00:06Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'subnets': [{'id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:07.390536 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149152d-8439-4cac-8601-262a4d47f5c0 req-70c57e10-78be-4c4e-8d5e-d336d0b7baa7 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:07.392520 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b149152d-8439-4cac-8601-262a4d47f5c0 req-70c57e10-78be-4c4e-8d5e-d336d0b7baa7 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0678489 Sep 23 23:00:07.399213 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c14239b-515b-4d5e-965d-c147a0f15620 None None] The sync data for ids ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'] in n-d-810775-1 is: [{'id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'b08a313e-fba2-40ac-8b1a-2212e00b8c5e', 'name': '', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'mac_address': 'fa:16:3e:1d:ef:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:02Z', 'updated_at': '2021-09-23T23:00:06Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'subnets': [{'id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:00:07.406009 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port cfae5601-da34-4a94-b038-311ac0b5e728 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:07.406469 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:07.457249 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8b606add-7f55-4b53-992b-d6b22215d0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:07.516158 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b149152d-8439-4cac-8601-262a4d47f5c0 req-d59aa3e1-dd19-40ce-bafd-799a6af3605f tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1153784 Sep 23 23:00:07.554173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b606add-7f55-4b53-992b-d6b22215d0c1 None None] Pushing event updated for resources: {'Port': ['ID=b08a313e-fba2-40ac-8b1a-2212e00b8c5e,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:07.584216 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-55b91c16-fed0-4df0-9dd7-5e94c3a67f17 req-b32f7eda-e868-4105-806d-bc818630472c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 210 time: 0.0338001 Sep 23 23:00:08.636082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f632b2-28f3-46e1-8ae9-2202213a3034 req-fbfd4c51-fe60-4671-a5b0-ba02b19ccd37 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:08.637714 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f5f632b2-28f3-46e1-8ae9-2202213a3034 req-fbfd4c51-fe60-4671-a5b0-ba02b19ccd37 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0563936 Sep 23 23:00:08.682144 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f5f632b2-28f3-46e1-8ae9-2202213a3034 req-4fac394e-6512-496e-833b-b638cc23a794 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381351 Sep 23 23:00:08.713152 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-33e702cd-a0d4-4505-83fa-c5a7399c1d87 req-464fde1e-d5a9-47c8-874e-99e7d15b51c3 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 210 time: 0.0444558 Sep 23 23:00:09.169219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f50e5d-5240-442d-a851-9618327e31f2 req-24671f4d-13aa-4a53-9851-1460d293b0b6 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:09.170882 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-24671f4d-13aa-4a53-9851-1460d293b0b6 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.43 "GET /v2.0/networks?id=299edeb0-d27e-4c7c-a3c0-edeb2df59a70 HTTP/1.1" status: 200 len: 797 time: 0.1127141 Sep 23 23:00:09.222109 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-a1292ccb-2c51-4398-a617-ed65ad443970 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae1489d075e54f72890b9fff2346dcd8 HTTP/1.1" status: 200 len: 477 time: 0.0415351 Sep 23 23:00:09.231766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-59f50e5d-5240-442d-a851-9618327e31f2 req-f51332a3-3317-4e01-9768-ad2304d5e0e3 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Request body: {'port': {'device_id': 'be889a56-4d7b-4aa0-a9c1-e96bedc5112d', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'admin_state_up': True, 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'security_groups': ['fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e', '098922f7-4c8e-408c-a19a-2eb97add45b3']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:00:09.273428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b08a313e-fba2-40ac-8b1a-2212e00b8c5e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:00:09.330276 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b08a313e-fba2-40ac-8b1a-2212e00b8c5e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:09.330641 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:09.460789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f50e5d-5240-442d-a851-9618327e31f2 req-f51332a3-3317-4e01-9768-ad2304d5e0e3 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Made reservation on behalf of ae1489d075e54f72890b9fff2346dcd8 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:00:09.463555 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59f50e5d-5240-442d-a851-9618327e31f2 req-f51332a3-3317-4e01-9768-ad2304d5e0e3 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:09.605658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-59f50e5d-5240-442d-a851-9618327e31f2 req-f51332a3-3317-4e01-9768-ad2304d5e0e3 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Allocated IP 172.20.0.7 (299edeb0-d27e-4c7c-a3c0-edeb2df59a70/c83c704d-300f-4f7f-b15b-d1aaf4711e07/cb720aa6-a400-4553-b624-e29ddbefbcf9) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:00:09.800434 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59f50e5d-5240-442d-a851-9618327e31f2 req-f51332a3-3317-4e01-9768-ad2304d5e0e3 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:09.824922 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b6e6c-dd60-4761-b5a4-a0352934281c req-0c5ea96f-cc87-4bc3-a3cf-b82e5b73566d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:09.827277 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa9b6e6c-dd60-4761-b5a4-a0352934281c req-0c5ea96f-cc87-4bc3-a3cf-b82e5b73566d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0583472 Sep 23 23:00:09.841488 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f300147c-137f-4aa0-bac6-f62a6e4ff6d3 req-41606f7c-2fa1-429f-a06e-157eca728686 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 210 time: 0.0451910 Sep 23 23:00:09.889563 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa9b6e6c-dd60-4761-b5a4-a0352934281c req-c73443ef-f0cd-496e-b968-cfeb4c22462a tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558062 Sep 23 23:00:09.936154 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59f50e5d-5240-442d-a851-9618327e31f2 req-f51332a3-3317-4e01-9768-ad2304d5e0e3 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:09.986442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f50e5d-5240-442d-a851-9618327e31f2 req-f51332a3-3317-4e01-9768-ad2304d5e0e3 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Network 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:00:09.989566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-59f50e5d-5240-442d-a851-9618327e31f2 req-f51332a3-3317-4e01-9768-ad2304d5e0e3 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:00:09.994408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f50e5d-5240-442d-a851-9618327e31f2 req-f51332a3-3317-4e01-9768-ad2304d5e0e3 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:00:10.003363 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51332a3-3317-4e01-9768-ad2304d5e0e3 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'Port': ['ID=cb720aa6-a400-4553-b624-e29ddbefbcf9,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:10.070443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f50e5d-5240-442d-a851-9618327e31f2 req-f51332a3-3317-4e01-9768-ad2304d5e0e3 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:10.071755 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59f50e5d-5240-442d-a851-9618327e31f2 req-f51332a3-3317-4e01-9768-ad2304d5e0e3 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:10.170625 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-f51332a3-3317-4e01-9768-ad2304d5e0e3 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9428098 Sep 23 23:00:10.184298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Request body: {'port': {'device_id': 'be889a56-4d7b-4aa0-a9c1-e96bedc5112d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:00:10.206085 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-745d9c4a-4109-44d6-a390-206e0c0c6536 None None] Provisioning complete for port cb720aa6-a400-4553-b624-e29ddbefbcf9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:10.208445 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-745d9c4a-4109-44d6-a390-206e0c0c6536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:10.243783 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:10.244010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-745d9c4a-4109-44d6-a390-206e0c0c6536 None None] Port cb720aa6-a400-4553-b624-e29ddbefbcf9 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:00:10.541770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb720aa6-a400-4553-b624-e29ddbefbcf9 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:00:10.551031 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:10.565061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Transition to ACTIVE for port object cb720aa6-a400-4553-b624-e29ddbefbcf9 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:00:10.644156 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:10.697148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Pushing event updated for resources: {'Port': ['ID=cb720aa6-a400-4553-b624-e29ddbefbcf9,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:10.780050 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Attempting to bind port cb720aa6-a400-4553-b624-e29ddbefbcf9 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:00:10.780369 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Attempting to bind port cb720aa6-a400-4553-b624-e29ddbefbcf9 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '464bd539-f813-42b8-b108-f182b72d21f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:00:10.780673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Attempting to bind port cb720aa6-a400-4553-b624-e29ddbefbcf9 on network 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:00:10.785704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Port cb720aa6-a400-4553-b624-e29ddbefbcf9 on network 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:00:10.786046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Attempting to bind port cb720aa6-a400-4553-b624-e29ddbefbcf9 on network 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:00:10.792136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:00:10.792389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Checking segment: {'id': '464bd539-f813-42b8-b108-f182b72d21f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:00:10.792773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Bound using segment: {'id': '464bd539-f813-42b8-b108-f182b72d21f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:00:10.793231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Bound port: cb720aa6-a400-4553-b624-e29ddbefbcf9, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464bd539-f813-42b8-b108-f182b72d21f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:00:10.793597 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:10.867558 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] For port cb720aa6-a400-4553-b624-e29ddbefbcf9, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:00:10.871146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] For port cb720aa6-a400-4553-b624-e29ddbefbcf9, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=cb720aa6-a400-4553-b624-e29ddbefbcf9,segment=NetworkSegment(464bd539-f813-42b8-b108-f182b72d21f5),segment_id=464bd539-f813-42b8-b108-f182b72d21f5)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:00:10.879554 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:00:10.964021 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:11.013835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:11.013835 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:11.013835 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] 10.222.0.43 "PUT /v2.0/ports/cb720aa6-a400-4553-b624-e29ddbefbcf9 HTTP/1.1" status: 200 len: 1130 time: 0.8337808 Sep 23 23:00:11.014385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be889a56-4d7b-4aa0-a9c1-e96bedc5112d', 'tag': 'cb720aa6-a400-4553-b624-e29ddbefbcf9'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:00:11.016565 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e1764f-b641-4fab-8da7-a9607fbe835e" -d '{"events": [{"name": "network-changed", "server_uuid": "be889a56-4d7b-4aa0-a9c1-e96bedc5112d", "tag": "cb720aa6-a400-4553-b624-e29ddbefbcf9"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:00:11.035839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c059b21-1c09-43e8-8018-443dabcc5727 req-0c79ab44-4595-4775-a07b-f71b8ef0d6aa tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:11.037652 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c059b21-1c09-43e8-8018-443dabcc5727 req-0c79ab44-4595-4775-a07b-f71b8ef0d6aa tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 982 time: 0.1065516 Sep 23 23:00:11.050867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef8140-9dae-44db-80e0-f75e945c5c13 req-ad0447bb-96ac-475e-98e6-2193c9cdfbdc tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:11.053627 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a3ef8140-9dae-44db-80e0-f75e945c5c13 req-ad0447bb-96ac-475e-98e6-2193c9cdfbdc tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0897441 Sep 23 23:00:11.076333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b089f7-7e7a-485a-9cdc-948112b7b1ee service neutron] Pushing event updated for resources: {'Port': ['ID=cb720aa6-a400-4553-b624-e29ddbefbcf9,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:11.104875 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c059b21-1c09-43e8-8018-443dabcc5727 req-b42dc00f-5768-4f31-aee2-36cb2f813380 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/security-groups?id=098922f7-4c8e-408c-a19a-2eb97add45b3&id=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0577912 Sep 23 23:00:11.105045 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a3ef8140-9dae-44db-80e0-f75e945c5c13 req-789ccc22-cb31-4cec-a4f9-7ef32dd10813 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445199 Sep 23 23:00:11.161174 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d250ff91-e097-4729-9536-08bf05ba5ca5 x-openstack-request-id: req-d250ff91-e097-4729-9536-08bf05ba5ca5 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:00:11.161724 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be889a56-4d7b-4aa0-a9c1-e96bedc5112d", "tag": "cb720aa6-a400-4553-b624-e29ddbefbcf9", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:00:11.161941 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d250ff91-e097-4729-9536-08bf05ba5ca5 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:00:11.162346 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be889a56-4d7b-4aa0-a9c1-e96bedc5112d', 'tag': 'cb720aa6-a400-4553-b624-e29ddbefbcf9', 'status': 'completed', 'code': 200} Sep 23 23:00:11.223543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f50e5d-5240-442d-a851-9618327e31f2 req-2611b0db-9773-4732-bde7-c0f3e1fb3940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:11.225191 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-2611b0db-9773-4732-bde7-c0f3e1fb3940 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae1489d075e54f72890b9fff2346dcd8&device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 1133 time: 0.0512404 Sep 23 23:00:11.274890 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-296c8476-a86e-41c1-8846-e0346317f99e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb720aa6-a400-4553-b624-e29ddbefbcf9 HTTP/1.1" status: 200 len: 217 time: 0.0412810 Sep 23 23:00:11.331701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f50e5d-5240-442d-a851-9618327e31f2 req-3efbba19-c29f-49e8-b824-f18c7ecb71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:11.334303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-3efbba19-c29f-49e8-b824-f18c7ecb71d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c83c704d-300f-4f7f-b15b-d1aaf4711e07 HTTP/1.1" status: 200 len: 834 time: 0.0504494 Sep 23 23:00:11.383508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f50e5d-5240-442d-a851-9618327e31f2 req-910c8027-76f4-4824-b74d-ef4cf1c717b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:11.385097 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-910c8027-76f4-4824-b74d-ef4cf1c717b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=299edeb0-d27e-4c7c-a3c0-edeb2df59a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430973 Sep 23 23:00:11.485734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-3b909523-529d-42c0-b866-9c9703422251 service neutron] 10.222.0.43 "GET /v2.0/networks/299edeb0-d27e-4c7c-a3c0-edeb2df59a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927339 Sep 23 23:00:11.584944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-59f50e5d-5240-442d-a851-9618327e31f2 req-708b66f6-a848-4c79-8fce-b324b2db86a7 service neutron] 10.222.0.43 "GET /v2.0/networks/299edeb0-d27e-4c7c-a3c0-edeb2df59a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917282 Sep 23 23:00:11.765260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1764f-b641-4fab-8da7-a9607fbe835e req-3d7e9444-50fb-482f-a59e-3a7f19aea806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:11.766788 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51e1764f-b641-4fab-8da7-a9607fbe835e req-3d7e9444-50fb-482f-a59e-3a7f19aea806 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae1489d075e54f72890b9fff2346dcd8&device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 1133 time: 0.0436609 Sep 23 23:00:11.866720 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1764f-b641-4fab-8da7-a9607fbe835e req-8959bd90-436e-4c99-aa28-436cff06ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:11.868238 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51e1764f-b641-4fab-8da7-a9607fbe835e req-8959bd90-436e-4c99-aa28-436cff06ecd8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=299edeb0-d27e-4c7c-a3c0-edeb2df59a70 HTTP/1.1" status: 200 len: 898 time: 0.0903134 Sep 23 23:00:11.910752 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51e1764f-b641-4fab-8da7-a9607fbe835e req-64849933-6e7c-4e79-91e3-e172a310cd94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb720aa6-a400-4553-b624-e29ddbefbcf9 HTTP/1.1" status: 200 len: 217 time: 0.0350122 Sep 23 23:00:11.960289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1764f-b641-4fab-8da7-a9607fbe835e req-28d793bb-8d49-4df1-94e8-7b6bdc92bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:11.961856 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51e1764f-b641-4fab-8da7-a9607fbe835e req-28d793bb-8d49-4df1-94e8-7b6bdc92bf8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c83c704d-300f-4f7f-b15b-d1aaf4711e07 HTTP/1.1" status: 200 len: 834 time: 0.0439396 Sep 23 23:00:12.013372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1764f-b641-4fab-8da7-a9607fbe835e req-ca27d463-cc52-45c1-8ac7-fa6593e93f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:12.015788 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51e1764f-b641-4fab-8da7-a9607fbe835e req-ca27d463-cc52-45c1-8ac7-fa6593e93f25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=299edeb0-d27e-4c7c-a3c0-edeb2df59a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451298 Sep 23 23:00:12.109005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51e1764f-b641-4fab-8da7-a9607fbe835e req-a90eff8b-dc22-45ea-8f73-1040ef9728ef service neutron] 10.222.0.43 "GET /v2.0/networks/299edeb0-d27e-4c7c-a3c0-edeb2df59a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847530 Sep 23 23:00:12.246070 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51e1764f-b641-4fab-8da7-a9607fbe835e req-671e8a46-d794-41b8-8d2a-513c01256b41 service neutron] 10.222.0.43 "GET /v2.0/networks/299edeb0-d27e-4c7c-a3c0-edeb2df59a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288285 Sep 23 23:00:12.257451 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c1ae4-cc5d-4ed5-a8b5-1a5afd52372d req-cf621d3f-5c2b-4ca2-a7aa-ac2a298baf75 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:12.259158 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2b6c1ae4-cc5d-4ed5-a8b5-1a5afd52372d req-cf621d3f-5c2b-4ca2-a7aa-ac2a298baf75 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 982 time: 0.0577621 Sep 23 23:00:12.271244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b8502-9427-4a87-8a50-8ce91d506392 req-47d53cf9-f1a5-4bef-8cff-12efd2ed58de tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:12.274576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-209b8502-9427-4a87-8a50-8ce91d506392 req-47d53cf9-f1a5-4bef-8cff-12efd2ed58de tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0735102 Sep 23 23:00:12.323067 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2b6c1ae4-cc5d-4ed5-a8b5-1a5afd52372d req-b63732f6-7d34-4ee7-bc87-5daf4f9e6f09 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/security-groups?id=098922f7-4c8e-408c-a19a-2eb97add45b3&id=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0543554 Sep 23 23:00:12.326125 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-209b8502-9427-4a87-8a50-8ce91d506392 req-e28d2701-9dce-4162-b9ae-d483baa060a1 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392215 Sep 23 23:00:13.138955 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3873-7245-4d34-9906-73b6ee316ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:13.474343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4f1df-0238-4cef-a3fd-f2c858b1a1f1 req-1064ab99-1d0b-4f63-95af-5679d2b67bf8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:13.476799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88e4f1df-0238-4cef-a3fd-f2c858b1a1f1 req-1064ab99-1d0b-4f63-95af-5679d2b67bf8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 982 time: 0.0538969 Sep 23 23:00:13.478684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7262544-83e3-4470-bb5a-3854f16b4877 req-ff8709c6-5221-4cc8-8db0-826243922709 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:13.480246 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d7262544-83e3-4470-bb5a-3854f16b4877 req-ff8709c6-5221-4cc8-8db0-826243922709 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0557580 Sep 23 23:00:13.520745 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88e4f1df-0238-4cef-a3fd-f2c858b1a1f1 req-a9c8914d-501a-4289-a7a3-a62b36b38b3b tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/security-groups?id=098922f7-4c8e-408c-a19a-2eb97add45b3&id=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0374997 Sep 23 23:00:13.526474 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d7262544-83e3-4470-bb5a-3854f16b4877 req-f80e291b-29c0-4696-9f10-0488b85bb497 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402722 Sep 23 23:00:14.449003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device cb720aa6-a400-4553-b624-e29ddbefbcf9 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:00:14.558665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port cb720aa6-a400-4553-b624-e29ddbefbcf9, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=cb720aa6-a400-4553-b624-e29ddbefbcf9,segment=NetworkSegment(464bd539-f813-42b8-b108-f182b72d21f5),segment_id=464bd539-f813-42b8-b108-f182b72d21f5)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:14.572340 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'cb720aa6-a400-4553-b624-e29ddbefbcf9', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'port_id': 'cb720aa6-a400-4553-b624-e29ddbefbcf9', 'mac_address': 'fa:16:3e:bb:e1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:00:14.627354 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:14.642655 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb720aa6-a400-4553-b624-e29ddbefbcf9 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:00:14.651272 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57b146-23a1-4947-a776-2086a12f09bd req-74b3be76-4339-41af-b609-81e26a021dd6 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:14.652875 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dd57b146-23a1-4947-a776-2086a12f09bd req-74b3be76-4339-41af-b609-81e26a021dd6 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0534594 Sep 23 23:00:14.667747 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port cb720aa6-a400-4553-b624-e29ddbefbcf9, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=cb720aa6-a400-4553-b624-e29ddbefbcf9,segment=NetworkSegment(464bd539-f813-42b8-b108-f182b72d21f5),segment_id=464bd539-f813-42b8-b108-f182b72d21f5)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:14.668067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab781de7-364e-456a-bf54-ec806527e183 req-fddc34ef-5460-40fb-8f9c-eecdf033a667 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:14.669826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ab781de7-364e-456a-bf54-ec806527e183 req-fddc34ef-5460-40fb-8f9c-eecdf033a667 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 982 time: 0.0697372 Sep 23 23:00:14.704064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dd57b146-23a1-4947-a776-2086a12f09bd req-cbefff72-2387-4c11-aa74-878a9e769c58 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423245 Sep 23 23:00:14.729139 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ab781de7-364e-456a-bf54-ec806527e183 req-8fa90033-cb54-456e-8094-796e17daef93 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/security-groups?id=098922f7-4c8e-408c-a19a-2eb97add45b3&id=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0481596 Sep 23 23:00:14.750528 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:14.801322 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=cb720aa6-a400-4553-b624-e29ddbefbcf9,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:14.996155 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['cb720aa6-a400-4553-b624-e29ddbefbcf9'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:00:15.613004 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0ff3bd26-1316-4355-acb7-5063f6d7402b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:15.831407 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915f3e9-8006-42ef-baf0-add2d194b0a6 req-95ddc7e7-f01e-4bca-87bc-dcfc9c6b03bb tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:15.832964 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f915f3e9-8006-42ef-baf0-add2d194b0a6 req-95ddc7e7-f01e-4bca-87bc-dcfc9c6b03bb tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0564153 Sep 23 23:00:15.854935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4fa14-65ff-4db2-b697-2d12b59c6aed req-60f1e0e4-feef-4fec-8713-9cc938d2e2de tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:15.857252 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4b4fa14-65ff-4db2-b697-2d12b59c6aed req-60f1e0e4-feef-4fec-8713-9cc938d2e2de tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 983 time: 0.0541012 Sep 23 23:00:15.875433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f915f3e9-8006-42ef-baf0-add2d194b0a6 req-4913c03d-809e-4f36-ab4f-d6a7ad94330b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357525 Sep 23 23:00:15.900285 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4b4fa14-65ff-4db2-b697-2d12b59c6aed req-a724e53d-4116-484d-89f5-adbf8f1b831c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/security-groups?id=098922f7-4c8e-408c-a19a-2eb97add45b3&id=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0367680 Sep 23 23:00:16.072876 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:16.456514 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device cb720aa6-a400-4553-b624-e29ddbefbcf9 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:00:16.602095 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port cb720aa6-a400-4553-b624-e29ddbefbcf9 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:00:16.606203 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port cb720aa6-a400-4553-b624-e29ddbefbcf9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:16.606574 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:16.685172 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:16.709699 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be889a56-4d7b-4aa0-a9c1-e96bedc5112d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb720aa6-a400-4553-b624-e29ddbefbcf9'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:00:16.712472 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bc9f17-1a13-4950-aa7d-7e941dba4b5c" -d '{"events": [{"server_uuid": "be889a56-4d7b-4aa0-a9c1-e96bedc5112d", "name": "network-vif-plugged", "status": "completed", "tag": "cb720aa6-a400-4553-b624-e29ddbefbcf9"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:00:16.726672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port cb720aa6-a400-4553-b624-e29ddbefbcf9, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=cb720aa6-a400-4553-b624-e29ddbefbcf9,segment=NetworkSegment(464bd539-f813-42b8-b108-f182b72d21f5),segment_id=464bd539-f813-42b8-b108-f182b72d21f5)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:16.751268 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b9ee02-8464-401a-93ba-334d88c70fa8 x-openstack-request-id: req-a0b9ee02-8464-401a-93ba-334d88c70fa8 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:00:16.751561 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be889a56-4d7b-4aa0-a9c1-e96bedc5112d", "name": "network-vif-plugged", "status": "completed", "tag": "cb720aa6-a400-4553-b624-e29ddbefbcf9", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:00:16.751872 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0b9ee02-8464-401a-93ba-334d88c70fa8 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:00:16.752322 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be889a56-4d7b-4aa0-a9c1-e96bedc5112d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb720aa6-a400-4553-b624-e29ddbefbcf9', 'code': 200} Sep 23 23:00:16.796383 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:16.850058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5820f36-48df-4179-b68e-03d699c62e8f req-2627a58d-b8f0-4200-ad7a-21654ae64629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:16.850995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=cb720aa6-a400-4553-b624-e29ddbefbcf9,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:16.851603 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5820f36-48df-4179-b68e-03d699c62e8f req-2627a58d-b8f0-4200-ad7a-21654ae64629 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 1135 time: 0.0444546 Sep 23 23:00:16.889975 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5820f36-48df-4179-b68e-03d699c62e8f req-fe2ff96e-eae1-4b6c-a849-5d150eb47703 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e&id=098922f7-4c8e-408c-a19a-2eb97add45b3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0310681 Sep 23 23:00:17.004855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575cc7d-af3a-47e4-9bc2-d531a8efe4ea req-0beec11f-55a9-4d9b-9557-657ee88bb836 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:17.006935 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7575cc7d-af3a-47e4-9bc2-d531a8efe4ea req-0beec11f-55a9-4d9b-9557-657ee88bb836 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0587289 Sep 23 23:00:17.019172 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:17.037760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c732b-449a-4d0c-96e9-4be00b6ab5dd req-4d5ed507-3b74-4a79-a708-c0fd0b661c6c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:17.039387 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb6c732b-449a-4d0c-96e9-4be00b6ab5dd req-4d5ed507-3b74-4a79-a708-c0fd0b661c6c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 984 time: 0.0608060 Sep 23 23:00:17.048577 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7575cc7d-af3a-47e4-9bc2-d531a8efe4ea req-8cb1c544-bad3-45c9-84a9-683bb5904771 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354226 Sep 23 23:00:17.099144 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb6c732b-449a-4d0c-96e9-4be00b6ab5dd req-f86f60a0-0aec-4ae0-8ce2-57463ecb4740 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/security-groups?id=098922f7-4c8e-408c-a19a-2eb97add45b3&id=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0484867 Sep 23 23:00:18.152497 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:18.170045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3b34d-dff4-4779-86d7-571a8b013b53 req-33e429a2-bca0-4ee4-9f59-d99a561b6e16 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:18.171688 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52b3b34d-dff4-4779-86d7-571a8b013b53 req-33e429a2-bca0-4ee4-9f59-d99a561b6e16 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0519004 Sep 23 23:00:18.216782 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52b3b34d-dff4-4779-86d7-571a8b013b53 req-828de311-2767-40db-90a9-5b7ef63ad506 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380981 Sep 23 23:00:18.219875 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dd230-1abc-4e37-ad11-103b57c85fb6 req-de04a6dd-bb99-44a4-adf1-bc9b22f51bab tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:18.225915 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-818dd230-1abc-4e37-ad11-103b57c85fb6 req-de04a6dd-bb99-44a4-adf1-bc9b22f51bab tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 984 time: 0.0576506 Sep 23 23:00:18.264594 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-818dd230-1abc-4e37-ad11-103b57c85fb6 req-ecd2835d-fbe8-4521-99d5-75aa6ad125e8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/security-groups?id=098922f7-4c8e-408c-a19a-2eb97add45b3&id=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0367079 Sep 23 23:00:18.621795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c3caa-9b3a-4422-958a-a66ff9c34491 req-1a3064da-3ae7-412c-879c-72eef8d440c9 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:18.623631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-904c3caa-9b3a-4422-958a-a66ff9c34491 req-1a3064da-3ae7-412c-879c-72eef8d440c9 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0627031 Sep 23 23:00:18.656280 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:18.668645 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-904c3caa-9b3a-4422-958a-a66ff9c34491 req-247c2591-0eb5-454e-85b2-6e296bb758b3 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383420 Sep 23 23:00:18.721635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b1893-85e6-4fcc-8064-0f5c5067b140 req-b021fec3-5238-44d2-b56a-d2fbf67ef0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:18.723169 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-629b1893-85e6-4fcc-8064-0f5c5067b140 req-b021fec3-5238-44d2-b56a-d2fbf67ef0ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 1096 time: 0.0532005 Sep 23 23:00:18.820647 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b1893-85e6-4fcc-8064-0f5c5067b140 req-2bba5ace-52f0-43f1-a9d9-af0252efc561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:18.822158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-629b1893-85e6-4fcc-8064-0f5c5067b140 req-2bba5ace-52f0-43f1-a9d9-af0252efc561 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea8b69c-a296-493c-a38b-e8e5deafa4e2 HTTP/1.1" status: 200 len: 912 time: 0.0904942 Sep 23 23:00:18.888441 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-629b1893-85e6-4fcc-8064-0f5c5067b140 req-403f3302-654c-472a-9754-4dfd67efffd7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c956a541-3200-4c38-bd04-2817ce3f60fb HTTP/1.1" status: 200 len: 1001 time: 0.0581396 Sep 23 23:00:18.947975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b1893-85e6-4fcc-8064-0f5c5067b140 req-be7322ce-679a-4d55-8176-404b034b9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:18.949607 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-629b1893-85e6-4fcc-8064-0f5c5067b140 req-be7322ce-679a-4d55-8176-404b034b9497 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7af70910-c90d-4441-9b42-32e835f1cc56 HTTP/1.1" status: 200 len: 850 time: 0.0538471 Sep 23 23:00:18.998557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b1893-85e6-4fcc-8064-0f5c5067b140 req-bcbc1d42-b31e-434f-8cb2-5edeeeacea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:19.000096 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-629b1893-85e6-4fcc-8064-0f5c5067b140 req-bcbc1d42-b31e-434f-8cb2-5edeeeacea7b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea8b69c-a296-493c-a38b-e8e5deafa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422885 Sep 23 23:00:19.111077 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-629b1893-85e6-4fcc-8064-0f5c5067b140 req-64466eae-6215-4b78-a9e3-aa328a594dc5 service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019549 Sep 23 23:00:19.205033 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-629b1893-85e6-4fcc-8064-0f5c5067b140 req-71d2541c-1a4a-4009-ab24-3510fe9b9cd1 service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850258 Sep 23 23:00:19.388527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a433b7-f4be-4151-b654-a2b736b50d9f req-3f74b8f9-e8b7-4cd6-984b-188ada039f8b tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:19.390117 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82a433b7-f4be-4151-b654-a2b736b50d9f req-3f74b8f9-e8b7-4cd6-984b-188ada039f8b tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 984 time: 0.0511699 Sep 23 23:00:19.431867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82a433b7-f4be-4151-b654-a2b736b50d9f req-af2028fe-3d66-47ac-bacf-e60d8b39e42f tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/security-groups?id=098922f7-4c8e-408c-a19a-2eb97add45b3&id=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0356536 Sep 23 23:00:19.552231 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc42e07-42e7-4208-9d3b-12bacb966b81 req-a40f513d-e44b-4a3b-b755-ef8b2f2a6915 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:19.555029 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8dc42e07-42e7-4208-9d3b-12bacb966b81 req-a40f513d-e44b-4a3b-b755-ef8b2f2a6915 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 984 time: 0.0545032 Sep 23 23:00:19.606327 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8dc42e07-42e7-4208-9d3b-12bacb966b81 req-cddb3b30-ecf2-4190-b3c1-5241e7cfbd99 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/security-groups?id=098922f7-4c8e-408c-a19a-2eb97add45b3&id=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0445690 Sep 23 23:00:19.748351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672bcba-5924-4ec1-ad9c-4c108eb17225 req-5efae946-0d98-4cbe-bcdf-1194c231918c tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:19.750140 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1672bcba-5924-4ec1-ad9c-4c108eb17225 req-5efae946-0d98-4cbe-bcdf-1194c231918c tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 1135 time: 0.0714521 Sep 23 23:00:19.772153 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1672bcba-5924-4ec1-ad9c-4c108eb17225 req-ddeee59d-c2b0-4407-9b5a-7e43ff2ad0e5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:19.819245 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d191464-fcf5-4b74-a90d-301d25def966 req-60609f81-5f26-4741-a0d1-e807295f570b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:19.820906 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d191464-fcf5-4b74-a90d-301d25def966 req-60609f81-5f26-4741-a0d1-e807295f570b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0591607 Sep 23 23:00:19.880446 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1672bcba-5924-4ec1-ad9c-4c108eb17225 req-ddeee59d-c2b0-4407-9b5a-7e43ff2ad0e5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:19.885747 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d191464-fcf5-4b74-a90d-301d25def966 req-0e7e1625-cb5d-4292-b173-23b3211e1bb5 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420468 Sep 23 23:00:20.008891 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1672bcba-5924-4ec1-ad9c-4c108eb17225 req-ddeee59d-c2b0-4407-9b5a-7e43ff2ad0e5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:20.035079 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1672bcba-5924-4ec1-ad9c-4c108eb17225 req-ddeee59d-c2b0-4407-9b5a-7e43ff2ad0e5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=098922f7-4c8e-408c-a19a-2eb97add45b3&id=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2778351 Sep 23 23:00:20.052194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeee59d-c2b0-4407-9b5a-7e43ff2ad0e5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e7cff1-e402-41f7-8571-f0090ad2e895,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:20.062369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36678) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:20.111692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47302ea7-d7d2-4769-878d-4da8355dad8c tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:20.113214 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-47302ea7-d7d2-4769-878d-4da8355dad8c tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 1130 time: 0.0531306 Sep 23 23:00:20.116445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36680) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:20.121332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': 'cb720aa6-a400-4553-b624-e29ddbefbcf9', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:00:20.249988 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:20.358551 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:20.465404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Allocated IP 172.25.1.140 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/c9778ad7-3322-4ddf-b1fe-c0a0ce8e073c) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:00:20.590478 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:20.735978 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:20.775423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:00:20.778348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:00:20.781889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:00:20.809203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'Port': ['ID=c9778ad7-3322-4ddf-b1fe-c0a0ce8e073c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:21.029622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ff977-b3c8-453c-87e3-2010802e36eb req-76c6a04e-13f3-4474-a65b-5f714bd5a1be tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:21.031417 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-453ff977-b3c8-453c-87e3-2010802e36eb req-76c6a04e-13f3-4474-a65b-5f714bd5a1be tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0537925 Sep 23 23:00:21.077303 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-453ff977-b3c8-453c-87e3-2010802e36eb req-df7439be-dff2-445d-a4ae-6cc4ef245f8e tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395806 Sep 23 23:00:21.513837 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:21.644049 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:21.800744 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:21.872695 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:21.944704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'Port': ['ID=c9778ad7-3322-4ddf-b1fe-c0a0ce8e073c,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:21.956341 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:22.059276 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Floating IP 416e367f-8c84-455e-bd5c-60c0d1a950da associated. External IP: 172.25.1.140, port: cb720aa6-a400-4553-b624-e29ddbefbcf9. Sep 23 23:00:22.281351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:00:22.395131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:00:22.406733 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9127e-3468-44cd-80c2-32c25498820f None None] Sync routers for ids ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:00:22.416663 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9127e-3468-44cd-80c2-32c25498820f None None] Routers {'d30f9b2d-00b9-42bb-8ddd-c7794d50f172'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:22.417338 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c0a9127e-3468-44cd-80c2-32c25498820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:22.470543 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:22.500623 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c87a1d39-b239-48b9-891c-45496d7555d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3829412 Sep 23 23:00:22.501336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be889a56-4d7b-4aa0-a9c1-e96bedc5112d', 'tag': 'cb720aa6-a400-4553-b624-e29ddbefbcf9'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:00:22.503673 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490afa52-50aa-4d1c-a8e9-c68bfe3320a8" -d '{"events": [{"name": "network-changed", "server_uuid": "be889a56-4d7b-4aa0-a9c1-e96bedc5112d", "tag": "cb720aa6-a400-4553-b624-e29ddbefbcf9"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:00:22.503889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36688) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:22.534582 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c0a9127e-3468-44cd-80c2-32c25498820f None None] Set router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:22.570026 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4eb0a1-2d54-4e6e-a0a2-bbf1811fce07 x-openstack-request-id: req-ed4eb0a1-2d54-4e6e-a0a2-bbf1811fce07 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:00:22.570927 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be889a56-4d7b-4aa0-a9c1-e96bedc5112d", "tag": "cb720aa6-a400-4553-b624-e29ddbefbcf9", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:00:22.571271 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ed4eb0a1-2d54-4e6e-a0a2-bbf1811fce07 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:00:22.571802 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be889a56-4d7b-4aa0-a9c1-e96bedc5112d', 'tag': 'cb720aa6-a400-4553-b624-e29ddbefbcf9', 'status': 'completed', 'code': 200} Sep 23 23:00:22.640332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490afa52-50aa-4d1c-a8e9-c68bfe3320a8 req-a1c9b7d8-9db9-477e-ae85-87ff4d99088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.641952 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-490afa52-50aa-4d1c-a8e9-c68bfe3320a8 req-a1c9b7d8-9db9-477e-ae85-87ff4d99088c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae1489d075e54f72890b9fff2346dcd8&device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 1135 time: 0.0500720 Sep 23 23:00:22.715361 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f4067-7507-48cb-a1b6-31c30519cafc tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.715763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f4067-7507-48cb-a1b6-31c30519cafc tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.716232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f4067-7507-48cb-a1b6-31c30519cafc tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.716982 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f4067-7507-48cb-a1b6-31c30519cafc tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.717495 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f4067-7507-48cb-a1b6-31c30519cafc tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.718110 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f4067-7507-48cb-a1b6-31c30519cafc tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.718973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f4067-7507-48cb-a1b6-31c30519cafc tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.719106 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f4067-7507-48cb-a1b6-31c30519cafc tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.719794 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f4067-7507-48cb-a1b6-31c30519cafc tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.722322 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-205f4067-7507-48cb-a1b6-31c30519cafc tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6348 time: 0.2171514 Sep 23 23:00:22.727939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36692) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:22.768620 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490afa52-50aa-4d1c-a8e9-c68bfe3320a8 req-4737b451-0fa9-477c-837d-5fd20279feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.770171 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-490afa52-50aa-4d1c-a8e9-c68bfe3320a8 req-4737b451-0fa9-477c-837d-5fd20279feb5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=299edeb0-d27e-4c7c-a3c0-edeb2df59a70 HTTP/1.1" status: 200 len: 898 time: 0.1211610 Sep 23 23:00:22.825545 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c0a9127e-3468-44cd-80c2-32c25498820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '416e367f-8c84-455e-bd5c-60c0d1a950da', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'port_id': 'cb720aa6-a400-4553-b624-e29ddbefbcf9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'mac_address': 'fa:16:3e:bb:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be889a56-4d7b-4aa0-a9c1-e96bedc5112d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:00:21Z', 'updated_at': '2021-09-23T23:00:21Z', 'revision_number': 0, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08a313e-fba2-40ac-8b1a-2212e00b8c5e', 'name': '', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'mac_address': 'fa:16:3e:1d:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:02Z', 'updated_at': '2021-09-23T23:00:07Z', 'revision_number': 5, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'subnets': [{'id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:22.852171 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790dec1d-289c-466d-975c-c878d45a35b5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.852643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790dec1d-289c-466d-975c-c878d45a35b5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.853139 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790dec1d-289c-466d-975c-c878d45a35b5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.853373 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9127e-3468-44cd-80c2-32c25498820f None None] Checking router: d30f9b2d-00b9-42bb-8ddd-c7794d50f172 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:00:22.853582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790dec1d-289c-466d-975c-c878d45a35b5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.854039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790dec1d-289c-466d-975c-c878d45a35b5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.854488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790dec1d-289c-466d-975c-c878d45a35b5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.854939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790dec1d-289c-466d-975c-c878d45a35b5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.855385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790dec1d-289c-466d-975c-c878d45a35b5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.855838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790dec1d-289c-466d-975c-c878d45a35b5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.860400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-790dec1d-289c-466d-975c-c878d45a35b5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5885 time: 0.1289785 Sep 23 23:00:22.860905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36696) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:22.867813 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9127e-3468-44cd-80c2-32c25498820f None None] Routers {'d30f9b2d-00b9-42bb-8ddd-c7794d50f172'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:22.868442 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c0a9127e-3468-44cd-80c2-32c25498820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:22.874167 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-490afa52-50aa-4d1c-a8e9-c68bfe3320a8 req-c4b27bb3-f52b-431b-a146-084d3b78140f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb720aa6-a400-4553-b624-e29ddbefbcf9 HTTP/1.1" status: 200 len: 999 time: 0.0944593 Sep 23 23:00:22.926300 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490afa52-50aa-4d1c-a8e9-c68bfe3320a8 req-19fcc42c-0ca6-4e65-a1ee-ed262ca9ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.928339 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-490afa52-50aa-4d1c-a8e9-c68bfe3320a8 req-19fcc42c-0ca6-4e65-a1ee-ed262ca9ee8a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c83c704d-300f-4f7f-b15b-d1aaf4711e07 HTTP/1.1" status: 200 len: 834 time: 0.0465167 Sep 23 23:00:22.980236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490afa52-50aa-4d1c-a8e9-c68bfe3320a8 req-4a24b409-13e9-44eb-9090-48a3c8a280a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:22.982331 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-490afa52-50aa-4d1c-a8e9-c68bfe3320a8 req-4a24b409-13e9-44eb-9090-48a3c8a280a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=299edeb0-d27e-4c7c-a3c0-edeb2df59a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472689 Sep 23 23:00:22.993286 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c0a9127e-3468-44cd-80c2-32c25498820f None None] Set router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:23.034737 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0fe640a5-357b-448b-ac48-50e0f22eefa7 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4484 time: 0.1725948 Sep 23 23:00:23.038246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36698) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:23.134464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520906f8-680e-40ab-81ef-2577c9ccf99c tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:23.135140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520906f8-680e-40ab-81ef-2577c9ccf99c tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:23.140120 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-520906f8-680e-40ab-81ef-2577c9ccf99c tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d30f9b2d-00b9-42bb-8ddd-c7794d50f172 HTTP/1.1" status: 200 len: 1990 time: 0.0976593 Sep 23 23:00:23.140120 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-490afa52-50aa-4d1c-a8e9-c68bfe3320a8 req-bb4edb4e-ec20-4cb8-8613-52c786e42bd6 service neutron] 10.222.0.43 "GET /v2.0/networks/299edeb0-d27e-4c7c-a3c0-edeb2df59a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413903 Sep 23 23:00:23.248802 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-490afa52-50aa-4d1c-a8e9-c68bfe3320a8 req-524ef8f2-040f-4d1f-b026-890fcb189b54 service neutron] 10.222.0.43 "GET /v2.0/networks/299edeb0-d27e-4c7c-a3c0-edeb2df59a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020036 Sep 23 23:00:23.336490 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c0a9127e-3468-44cd-80c2-32c25498820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '416e367f-8c84-455e-bd5c-60c0d1a950da', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'port_id': 'cb720aa6-a400-4553-b624-e29ddbefbcf9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'mac_address': 'fa:16:3e:bb:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be889a56-4d7b-4aa0-a9c1-e96bedc5112d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:00:21Z', 'updated_at': '2021-09-23T23:00:21Z', 'revision_number': 0, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08a313e-fba2-40ac-8b1a-2212e00b8c5e', 'name': '', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'mac_address': 'fa:16:3e:1d:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:02Z', 'updated_at': '2021-09-23T23:00:07Z', 'revision_number': 5, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'subnets': [{'id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:23.364751 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9127e-3468-44cd-80c2-32c25498820f None None] The sync data for ids ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'] in n-d-810775-1 is: [{'id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '416e367f-8c84-455e-bd5c-60c0d1a950da', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'port_id': 'cb720aa6-a400-4553-b624-e29ddbefbcf9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'mac_address': 'fa:16:3e:bb:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be889a56-4d7b-4aa0-a9c1-e96bedc5112d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:00:21Z', 'updated_at': '2021-09-23T23:00:21Z', 'revision_number': 0, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08a313e-fba2-40ac-8b1a-2212e00b8c5e', 'name': '', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'mac_address': 'fa:16:3e:1d:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:02Z', 'updated_at': '2021-09-23T23:00:07Z', 'revision_number': 5, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'subnets': [{'id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:00:23.568546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d939a2-09b6-4b68-8e39-292fe14fb837 None None] New status for floating IP 416e367f-8c84-455e-bd5c-60c0d1a950da: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:00:31.964409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36714) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:32.343532 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d13f-efa8-46ca-b9de-593d1576a754 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:32.747221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2d13f-efa8-46ca-b9de-593d1576a754 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Deleting port cfae5601-da34-4a94-b038-311ac0b5e728 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:00:32.747579 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d13f-efa8-46ca-b9de-593d1576a754 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:32.853899 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-9fe2d13f-efa8-46ca-b9de-593d1576a754 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] For port cfae5601-da34-4a94-b038-311ac0b5e728, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cfae5601-da34-4a94-b038-311ac0b5e728,segment=NetworkSegment(2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6),segment_id=2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:32.854278 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d13f-efa8-46ca-b9de-593d1576a754 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:32.873090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2d13f-efa8-46ca-b9de-593d1576a754 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Calling delete_port for cfae5601-da34-4a94-b038-311ac0b5e728 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:00:33.221498 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d13f-efa8-46ca-b9de-593d1576a754 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:33.253004 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2d13f-efa8-46ca-b9de-593d1576a754 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Port': ['ID=cfae5601-da34-4a94-b038-311ac0b5e728,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:33.466846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d13f-efa8-46ca-b9de-593d1576a754 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:33.702918 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe2d13f-efa8-46ca-b9de-593d1576a754 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Router 4ec7b76b-b054-4976-9852-46cb34776fe2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:00:33.860465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe2d13f-efa8-46ca-b9de-593d1576a754 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:00:33.869145 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9fe2d13f-efa8-46ca-b9de-593d1576a754 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "PUT /v2.0/routers/4ec7b76b-b054-4976-9852-46cb34776fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9007571 Sep 23 23:00:33.872913 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f9cd2-bb57-42fe-87af-f4f8a6614b87 None None] Sync routers for ids ['4ec7b76b-b054-4976-9852-46cb34776fe2'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:00:33.884247 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f9cd2-bb57-42fe-87af-f4f8a6614b87 None None] Routers {'4ec7b76b-b054-4976-9852-46cb34776fe2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:33.885247 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe9f9cd2-bb57-42fe-87af-f4f8a6614b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4ec7b76b-b054-4976-9852-46cb34776fe2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:33.997685 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-fe9f9cd2-bb57-42fe-87af-f4f8a6614b87 None None] Set router 4ec7b76b-b054-4976-9852-46cb34776fe2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:34.252806 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe9f9cd2-bb57-42fe-87af-f4f8a6614b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T23:00:33Z', 'revision_number': 6, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '5f59c968-7dca-4f21-9c54-7f6398c62b92', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'port_id': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'mac_address': 'fa:16:3e:40:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:58:27Z', 'updated_at': '2021-09-23T22:58:29Z', 'revision_number': 1, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d051750-6717-4bbc-a71c-fd2d1ec38af8', 'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:53:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:58:04Z', 'updated_at': '2021-09-23T22:58:08Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:34.281896 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f9cd2-bb57-42fe-87af-f4f8a6614b87 None None] Checking router: 4ec7b76b-b054-4976-9852-46cb34776fe2 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:00:34.291480 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f9cd2-bb57-42fe-87af-f4f8a6614b87 None None] Routers {'4ec7b76b-b054-4976-9852-46cb34776fe2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:34.292095 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe9f9cd2-bb57-42fe-87af-f4f8a6614b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4ec7b76b-b054-4976-9852-46cb34776fe2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:34.406955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ed9ed-1385-4ec9-a24f-e2ee16fa2f1a req-ce6a39ce-4003-477c-897b-39602a95e0be tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:34.407908 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-fe9f9cd2-bb57-42fe-87af-f4f8a6614b87 None None] Set router 4ec7b76b-b054-4976-9852-46cb34776fe2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:34.408533 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-889ed9ed-1385-4ec9-a24f-e2ee16fa2f1a req-ce6a39ce-4003-477c-897b-39602a95e0be tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 946 time: 0.0527894 Sep 23 23:00:34.452728 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-889ed9ed-1385-4ec9-a24f-e2ee16fa2f1a req-04a9657a-69cd-42ab-9d8d-9a03a3aa31c5 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=294caccf-47ac-40a6-b576-6b20e26b3317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359359 Sep 23 23:00:34.630945 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe9f9cd2-bb57-42fe-87af-f4f8a6614b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T23:00:33Z', 'revision_number': 6, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '5f59c968-7dca-4f21-9c54-7f6398c62b92', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'port_id': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'mac_address': 'fa:16:3e:40:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:58:27Z', 'updated_at': '2021-09-23T22:58:29Z', 'revision_number': 1, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d051750-6717-4bbc-a71c-fd2d1ec38af8', 'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:53:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:58:04Z', 'updated_at': '2021-09-23T22:58:08Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:34.657503 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f9cd2-bb57-42fe-87af-f4f8a6614b87 None None] The sync data for ids ['4ec7b76b-b054-4976-9852-46cb34776fe2'] in n-d-810775-1 is: [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T23:00:33Z', 'revision_number': 6, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '5f59c968-7dca-4f21-9c54-7f6398c62b92', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'port_id': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'mac_address': 'fa:16:3e:40:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T22:58:27Z', 'updated_at': '2021-09-23T22:58:29Z', 'revision_number': 1, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d051750-6717-4bbc-a71c-fd2d1ec38af8', 'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:53:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:58:04Z', 'updated_at': '2021-09-23T22:58:08Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:00:35.256296 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cfae5601-da34-4a94-b038-311ac0b5e728 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:00:35.276625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: cfae5601-da34-4a94-b038-311ac0b5e728 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:00:35.276967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cfae5601-da34-4a94-b038-311ac0b5e728 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:00:35.574493 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3786663-c3db-4f1c-9347-a77f95d87d3a req-918f7a43-8977-4f99-9019-433dc8b76688 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:35.575935 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f3786663-c3db-4f1c-9347-a77f95d87d3a req-918f7a43-8977-4f99-9019-433dc8b76688 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 946 time: 0.0505443 Sep 23 23:00:35.613998 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f3786663-c3db-4f1c-9347-a77f95d87d3a req-e7ab39bb-3e7c-49a4-9811-2ecf255b89e8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=294caccf-47ac-40a6-b576-6b20e26b3317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320392 Sep 23 23:00:36.094370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107aba4-4427-45f3-9bf1-5d587ee4081b req-b057c5e2-f363-4b3a-b49e-c860528cd366 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:36.095907 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4107aba4-4427-45f3-9bf1-5d587ee4081b req-b057c5e2-f363-4b3a-b49e-c860528cd366 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.67 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 946 time: 0.0539548 Sep 23 23:00:36.196349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-4107aba4-4427-45f3-9bf1-5d587ee4081b req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Deleting port ff178b34-e332-4e6a-ba54-fdec3f8d203b {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:00:36.196696 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4107aba4-4427-45f3-9bf1-5d587ee4081b req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:36.292980 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-4107aba4-4427-45f3-9bf1-5d587ee4081b req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] For port ff178b34-e332-4e6a-ba54-fdec3f8d203b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=ff178b34-e332-4e6a-ba54-fdec3f8d203b,segment=NetworkSegment(2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6),segment_id=2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:36.293659 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4107aba4-4427-45f3-9bf1-5d587ee4081b req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:36.305804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-4107aba4-4427-45f3-9bf1-5d587ee4081b req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Calling delete_port for ff178b34-e332-4e6a-ba54-fdec3f8d203b owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:00:36.525470 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a45827b7-41bc-41ec-b857-633254bb8c5c req-54afa076-bd77-46e2-8603-00a0d0974586 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445225 Sep 23 23:00:36.544771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4107aba4-4427-45f3-9bf1-5d587ee4081b req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:36.580392 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Port': ['ID=ff178b34-e332-4e6a-ba54-fdec3f8d203b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:36.593930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:36.594328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:36.594745 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:36.594949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:36.595314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:36.595618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:36.595977 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:36.596311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:36.596541 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:36.596863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:36.597240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:36.597566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:36.629362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45827b7-41bc-41ec-b857-633254bb8c5c req-8b079851-0f30-415f-928c-e25c93c5add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:36.631466 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a45827b7-41bc-41ec-b857-633254bb8c5c req-8b079851-0f30-415f-928c-e25c93c5add8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8894b6f779c248d696d598f1a01f1f87&device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 1096 time: 0.0541306 Sep 23 23:00:36.633535 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-4107aba4-4427-45f3-9bf1-5d587ee4081b req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] No DVR routers for this DVR port ff178b34-e332-4e6a-ba54-fdec3f8d203b on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:00:36.642660 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-4107aba4-4427-45f3-9bf1-5d587ee4081b req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:36.644213 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4107aba4-4427-45f3-9bf1-5d587ee4081b req-067870d9-95b6-4fb7-b74c-226bc82fc299 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.67 "DELETE /v2.0/ports/ff178b34-e332-4e6a-ba54-fdec3f8d203b HTTP/1.1" status: 204 len: 173 time: 0.5393152 Sep 23 23:00:36.644685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0df841d-8365-4113-aab2-5a07d99d325f', 'name': 'network-vif-deleted', 'tag': 'ff178b34-e332-4e6a-ba54-fdec3f8d203b'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:00:36.649005 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38818e9c-67ba-46fc-b185-3db51141aaa1" -d '{"events": [{"server_uuid": "a0df841d-8365-4113-aab2-5a07d99d325f", "name": "network-vif-deleted", "tag": "ff178b34-e332-4e6a-ba54-fdec3f8d203b"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:00:36.687803 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6755c833-58e9-416f-9733-e53ebcc7e93e x-openstack-request-id: req-6755c833-58e9-416f-9733-e53ebcc7e93e {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:00:36.688092 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0df841d-8365-4113-aab2-5a07d99d325f", "name": "network-vif-deleted", "tag": "ff178b34-e332-4e6a-ba54-fdec3f8d203b", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:00:36.688336 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6755c833-58e9-416f-9733-e53ebcc7e93e {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:00:36.688735 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0df841d-8365-4113-aab2-5a07d99d325f', 'name': 'network-vif-deleted', 'tag': 'ff178b34-e332-4e6a-ba54-fdec3f8d203b', 'status': 'completed', 'code': 200} Sep 23 23:00:36.723094 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0640c34e-bf25-4ee3-a212-2dc606121db3 req-d836c752-6988-4958-99e6-467d549ff6d9 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0df841d-8365-4113-aab2-5a07d99d325f HTTP/1.1" status: 200 len: 210 time: 0.0390494 Sep 23 23:00:36.782748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45827b7-41bc-41ec-b857-633254bb8c5c req-99e57cfa-a027-4b2b-8734-96b0df4fadf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:36.784152 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a45827b7-41bc-41ec-b857-633254bb8c5c req-99e57cfa-a027-4b2b-8734-96b0df4fadf4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=64d7416e-5e7d-4518-940f-76df5aa594b1 HTTP/1.1" status: 200 len: 910 time: 0.1212025 Sep 23 23:00:36.853231 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:36.863206 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a45827b7-41bc-41ec-b857-633254bb8c5c req-6b164e53-9f03-43eb-b29e-6e599dd000b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 HTTP/1.1" status: 200 len: 1000 time: 0.0690603 Sep 23 23:00:36.915349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45827b7-41bc-41ec-b857-633254bb8c5c req-5ab1f781-4635-4bd2-b341-225751147e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:36.916851 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a45827b7-41bc-41ec-b857-633254bb8c5c req-5ab1f781-4635-4bd2-b341-225751147e24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39ecdff6-2cc6-4524-8ff6-1d669ef3a620 HTTP/1.1" status: 200 len: 848 time: 0.0454023 Sep 23 23:00:36.970554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45827b7-41bc-41ec-b857-633254bb8c5c req-e4c09a80-a6ab-460e-b363-342c5ba7dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:36.972134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a45827b7-41bc-41ec-b857-633254bb8c5c req-e4c09a80-a6ab-460e-b363-342c5ba7dc09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64d7416e-5e7d-4518-940f-76df5aa594b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469019 Sep 23 23:00:37.098916 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a45827b7-41bc-41ec-b857-633254bb8c5c req-4659e2e4-cc20-492d-a784-7b806c31a72a service neutron] 10.222.0.43 "GET /v2.0/networks/64d7416e-5e7d-4518-940f-76df5aa594b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128373 Sep 23 23:00:37.200638 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a45827b7-41bc-41ec-b857-633254bb8c5c req-d00fc1c7-f207-4464-ae03-d2c6967ca01e service neutron] 10.222.0.43 "GET /v2.0/networks/64d7416e-5e7d-4518-940f-76df5aa594b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939667 Sep 23 23:00:37.783483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36730) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:37.844861 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a299d3c6-58e4-4945-948d-55f3bd409739 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:37.872415 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a299d3c6-58e4-4945-948d-55f3bd409739 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:38.076064 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a299d3c6-58e4-4945-948d-55f3bd409739 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:38.079183 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a299d3c6-58e4-4945-948d-55f3bd409739 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:38.080377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a299d3c6-58e4-4945-948d-55f3bd409739 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "DELETE /v2.0/security-groups/294caccf-47ac-40a6-b576-6b20e26b3317 HTTP/1.1" status: 204 len: 168 time: 0.2959144 Sep 23 23:00:38.090429 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299d3c6-58e4-4945-948d-55f3bd409739 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=294caccf-47ac-40a6-b576-6b20e26b3317,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:38.248366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36734) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:38.304563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d936b5-9d4a-465a-a45f-230736248bda tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Deleting subnet d6f954fb-ac91-40f3-9f1f-d1d4343b8394 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:00:38.307925 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d8d936b5-9d4a-465a-a45f-230736248bda tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:38.351259 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d8d936b5-9d4a-465a-a45f-230736248bda tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:38.434129 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d8d936b5-9d4a-465a-a45f-230736248bda tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:38.575654 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d8d936b5-9d4a-465a-a45f-230736248bda tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:38.605840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d936b5-9d4a-465a-a45f-230736248bda tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f954fb-ac91-40f3-9f1f-d1d4343b8394,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:38.607827 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d8d936b5-9d4a-465a-a45f-230736248bda tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:38.611377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d8d936b5-9d4a-465a-a45f-230736248bda tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "DELETE /v2.0/subnets/d6f954fb-ac91-40f3-9f1f-d1d4343b8394 HTTP/1.1" status: 204 len: 168 time: 0.3602734 Sep 23 23:00:38.613401 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36736) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:38.616027 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dc00a4-fc9b-44aa-8c44-cd2befae2d4c None None] Network 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:00:38.690455 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:38.759573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Deleting port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:00:38.759921 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:38.802136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] DHCP port deletion for 7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:00:38.841677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] For port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5b83ad60-6cb2-4ea2-b58b-43cb456737f1,segment=NetworkSegment(2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6),segment_id=2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:38.842276 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:38.851801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Deleting port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:00:38.852174 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:38.856015 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Calling delete_port for 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:00:38.925949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] For port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5b83ad60-6cb2-4ea2-b58b-43cb456737f1,segment=NetworkSegment(2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6),segment_id=2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:38.926418 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:38.939628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Calling delete_port for 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:00:39.101098 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:39.113477 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:39.128934 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Port': ['ID=5b83ad60-6cb2-4ea2-b58b-43cb456737f1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:39.131854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] No DVR routers for this DVR port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:00:39.141755 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Pushing event deleted for resources: {'Port': ['ID=5b83ad60-6cb2-4ea2-b58b-43cb456737f1,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:39.150185 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] No DVR routers for this DVR port 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:00:39.152674 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:39.153084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:39.153466 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:39.153808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:39.154145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:39.154473 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:39.154804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:39.155126 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:39.155453 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:39.155853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:39.156103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:39.156427 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d64dd3-7fd1-45dd-a4d3-62f20ec84351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:39.212032 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:39.236201 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abb7eb6-dc7a-438c-b3e4-1bf45ae20074']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:39.248049 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:39.248340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d356d08-cd8c-429c-a43b-3f7ee3d4c3a6') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:39.259814 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:00:39.266601 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:39.282328 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:39.284153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:00:39.284501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5b83ad60-6cb2-4ea2-b58b-43cb456737f1 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:00:39.295209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:00:39.295615 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:00:39.298643 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:00:39.763477 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:39.771205 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:39.774553 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "DELETE /v2.0/networks/7abb7eb6-dc7a-438c-b3e4-1bf45ae20074 HTTP/1.1" status: 204 len: 168 time: 1.1582377 Sep 23 23:00:39.775535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36738) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:39.784204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f909f51-47c3-4f07-8e4d-9c3e6f00f761 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Network': ['ID=7abb7eb6-dc7a-438c-b3e4-1bf45ae20074,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:40.228242 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ff178b34-e332-4e6a-ba54-fdec3f8d203b no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:00:40.247989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: ff178b34-e332-4e6a-ba54-fdec3f8d203b {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:00:40.248359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device ff178b34-e332-4e6a-ba54-fdec3f8d203b not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:00:40.357643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Deleting port 8239ea09-7900-4527-9c43-198932d90f1f {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:00:40.358009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:40.436726 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:40.437051 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:40.449582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Calling delete_port for 8239ea09-7900-4527-9c43-198932d90f1f owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:00:40.722174 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-deb4724e-969b-44fd-9597-df2a9c891741 req-743c69a8-b08f-4fef-90e3-bce093ee1da3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427718 Sep 23 23:00:40.744829 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:40.771739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Port': ['ID=8239ea09-7900-4527-9c43-198932d90f1f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:40.786037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:40.787379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:40.787379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:40.787674 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:40.788009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:40.788339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:40.788666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:40.788989 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:40.789345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:40.789668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:40.790034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:40.790349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:00:40.828662 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4724e-969b-44fd-9597-df2a9c891741 req-75749e96-45c1-449d-b188-48421c6dce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:40.830291 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-deb4724e-969b-44fd-9597-df2a9c891741 req-75749e96-45c1-449d-b188-48421c6dce5d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 1097 time: 0.0499029 Sep 23 23:00:40.856019 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:40.856371 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Floating IP 5f59c968-7dca-4f21-9c54-7f6398c62b92 disassociated (deleted). External IP: 172.25.1.124, port: 01e4d99a-a98b-4502-93f4-b963d81d69f6. Sep 23 23:00:40.947905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4724e-969b-44fd-9597-df2a9c891741 req-ae8b0316-1f24-4a2e-810a-ca559b164636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:40.949456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-deb4724e-969b-44fd-9597-df2a9c891741 req-ae8b0316-1f24-4a2e-810a-ca559b164636 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d0f3337-4bdb-403b-9f0a-272430423515 HTTP/1.1" status: 200 len: 898 time: 0.0989251 Sep 23 23:00:40.997035 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-deb4724e-969b-44fd-9597-df2a9c891741 req-b792ce9f-dbd1-461f-89c5-8d79b00e4b99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01e4d99a-a98b-4502-93f4-b963d81d69f6 HTTP/1.1" status: 200 len: 217 time: 0.0402122 Sep 23 23:00:41.050624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4724e-969b-44fd-9597-df2a9c891741 req-d27f07ce-bf1b-43cf-a2e6-9ae6f4a3eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:41.052850 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-deb4724e-969b-44fd-9597-df2a9c891741 req-d27f07ce-bf1b-43cf-a2e6-9ae6f4a3eba8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6b04bd3-8372-48d1-ba0e-83f3cc84625e HTTP/1.1" status: 200 len: 835 time: 0.0479910 Sep 23 23:00:41.084001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Router 4ec7b76b-b054-4976-9852-46cb34776fe2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:00:41.100683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4724e-969b-44fd-9597-df2a9c891741 req-e923e855-d437-425d-b8c8-fcbb31f3eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:41.102251 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-deb4724e-969b-44fd-9597-df2a9c891741 req-e923e855-d437-425d-b8c8-fcbb31f3eb02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d0f3337-4bdb-403b-9f0a-272430423515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432093 Sep 23 23:00:41.201860 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-deb4724e-969b-44fd-9597-df2a9c891741 req-54d6e0c9-e8c9-45b8-864c-fc33a61f4671 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919273 Sep 23 23:00:41.212231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:00:41.217255 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:41.222488 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ececc1de-7623-4a6a-8f38-c12a16de50a5 None None] Sync routers for ids ['4ec7b76b-b054-4976-9852-46cb34776fe2'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:00:41.232785 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ececc1de-7623-4a6a-8f38-c12a16de50a5 None None] Routers {'4ec7b76b-b054-4976-9852-46cb34776fe2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:41.234225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ececc1de-7623-4a6a-8f38-c12a16de50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4ec7b76b-b054-4976-9852-46cb34776fe2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:41.257425 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d4074433-0ba2-4aec-b4a4-e54d4851be8c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "DELETE /v2.0/floatingips/5f59c968-7dca-4f21-9c54-7f6398c62b92 HTTP/1.1" status: 204 len: 168 time: 1.4805129 Sep 23 23:00:41.257854 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'tag': '01e4d99a-a98b-4502-93f4-b963d81d69f6'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:00:41.260674 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5faff93-ecf8-4a5b-a37a-5090f3886d34" -d '{"events": [{"name": "network-changed", "server_uuid": "bb25e003-6ad9-40ae-ad34-0a0939d36127", "tag": "01e4d99a-a98b-4502-93f4-b963d81d69f6"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:00:41.306724 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-deb4724e-969b-44fd-9597-df2a9c891741 req-30ec46bb-85c5-45ab-8a59-6fe911b9c3bd service neutron] 10.222.0.67 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976574 Sep 23 23:00:41.316402 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bbb264-c905-4899-a0d0-2cd3708adf6f x-openstack-request-id: req-e1bbb264-c905-4899-a0d0-2cd3708adf6f {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:00:41.316869 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb25e003-6ad9-40ae-ad34-0a0939d36127", "tag": "01e4d99a-a98b-4502-93f4-b963d81d69f6", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:00:41.317296 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1bbb264-c905-4899-a0d0-2cd3708adf6f {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:00:41.318702 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'tag': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'status': 'completed', 'code': 200} Sep 23 23:00:41.372406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-ececc1de-7623-4a6a-8f38-c12a16de50a5 None None] Set router 4ec7b76b-b054-4976-9852-46cb34776fe2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:41.551131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faff93-ecf8-4a5b-a37a-5090f3886d34 req-b3287e45-5e5e-44cc-a7b1-799abff0fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:41.553508 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5faff93-ecf8-4a5b-a37a-5090f3886d34 req-b3287e45-5e5e-44cc-a7b1-799abff0fe65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 1097 time: 0.0526209 Sep 23 23:00:41.622807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ececc1de-7623-4a6a-8f38-c12a16de50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T23:00:33Z', 'revision_number': 6, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '5d051750-6717-4bbc-a71c-fd2d1ec38af8', 'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:53:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:58:04Z', 'updated_at': '2021-09-23T22:58:08Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:41.660767 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faff93-ecf8-4a5b-a37a-5090f3886d34 req-1ba0d368-5d60-43ec-b733-e887550a8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:41.663487 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5faff93-ecf8-4a5b-a37a-5090f3886d34 req-1ba0d368-5d60-43ec-b733-e887550a8b81 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d0f3337-4bdb-403b-9f0a-272430423515 HTTP/1.1" status: 200 len: 898 time: 0.1033797 Sep 23 23:00:41.676538 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ececc1de-7623-4a6a-8f38-c12a16de50a5 None None] Checking router: 4ec7b76b-b054-4976-9852-46cb34776fe2 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:00:41.692301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ececc1de-7623-4a6a-8f38-c12a16de50a5 None None] Routers {'4ec7b76b-b054-4976-9852-46cb34776fe2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:41.693181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ececc1de-7623-4a6a-8f38-c12a16de50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4ec7b76b-b054-4976-9852-46cb34776fe2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:41.707468 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5faff93-ecf8-4a5b-a37a-5090f3886d34 req-dc0fb148-eb2f-4b87-9051-7cc58ab668d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01e4d99a-a98b-4502-93f4-b963d81d69f6 HTTP/1.1" status: 200 len: 217 time: 0.0371206 Sep 23 23:00:41.778190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faff93-ecf8-4a5b-a37a-5090f3886d34 req-f7f9f0cf-fe99-4b22-a0e9-29016845e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:41.779832 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5faff93-ecf8-4a5b-a37a-5090f3886d34 req-f7f9f0cf-fe99-4b22-a0e9-29016845e289 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6b04bd3-8372-48d1-ba0e-83f3cc84625e HTTP/1.1" status: 200 len: 835 time: 0.0537999 Sep 23 23:00:41.812795 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-ececc1de-7623-4a6a-8f38-c12a16de50a5 None None] Set router 4ec7b76b-b054-4976-9852-46cb34776fe2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:41.836141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faff93-ecf8-4a5b-a37a-5090f3886d34 req-baeebd05-80ab-44cd-b7ee-c701497c137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:41.837791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5faff93-ecf8-4a5b-a37a-5090f3886d34 req-baeebd05-80ab-44cd-b7ee-c701497c137a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d0f3337-4bdb-403b-9f0a-272430423515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490861 Sep 23 23:00:41.878111 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead936d3-b95e-476f-9877-359f65896452 req-d98bbc34-364b-452d-b658-131a27eb60b1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:41.879950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ead936d3-b95e-476f-9877-359f65896452 req-d98bbc34-364b-452d-b658-131a27eb60b1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 946 time: 0.0630579 Sep 23 23:00:41.931265 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ead936d3-b95e-476f-9877-359f65896452 req-cee29f46-fecb-4444-a7bb-5f17ce556368 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443528 Sep 23 23:00:41.985369 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5faff93-ecf8-4a5b-a37a-5090f3886d34 req-783a485f-1c25-4f38-97c3-0cedc62d0755 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395035 Sep 23 23:00:42.088740 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5faff93-ecf8-4a5b-a37a-5090f3886d34 req-511517d2-75bb-4d7f-aa16-614bf42bbe74 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936706 Sep 23 23:00:42.208318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ececc1de-7623-4a6a-8f38-c12a16de50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T23:00:33Z', 'revision_number': 6, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '5d051750-6717-4bbc-a71c-fd2d1ec38af8', 'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:53:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:58:04Z', 'updated_at': '2021-09-23T22:58:08Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:42.237964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ececc1de-7623-4a6a-8f38-c12a16de50a5 None None] The sync data for ids ['4ec7b76b-b054-4976-9852-46cb34776fe2'] in n-d-810775-1 is: [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T23:00:33Z', 'revision_number': 6, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '5d051750-6717-4bbc-a71c-fd2d1ec38af8', 'name': '', 'network_id': '6d0f3337-4bdb-403b-9f0a-272430423515', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:53:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:58:04Z', 'updated_at': '2021-09-23T22:58:08Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'd6b04bd3-8372-48d1-ba0e-83f3cc84625e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:00:42.494116 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63040b13-ad95-4982-8765-493206c35d57 None None] New status for floating IP 5f59c968-7dca-4f21-9c54-7f6398c62b92: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:00:43.094713 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad003e43-5c05-4f1c-b8e9-06b3c0493ad5 req-ba4f8618-9bdd-4d0b-b1bb-cb3ae0ac07a3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:43.096365 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ad003e43-5c05-4f1c-b8e9-06b3c0493ad5 req-ba4f8618-9bdd-4d0b-b1bb-cb3ae0ac07a3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 946 time: 0.0672023 Sep 23 23:00:43.106621 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6b3b5721-ddea-45a2-a209-4711752aba18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:43.142121 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ad003e43-5c05-4f1c-b8e9-06b3c0493ad5 req-86a485c1-b1ed-483a-b9d8-beae87ddb96c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384145 Sep 23 23:00:43.498526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df158443-5b5d-4121-ae59-8598a2734d2f req-eac33aad-eac3-4b8e-aa6b-83baaf443fbb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:43.499979 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-df158443-5b5d-4121-ae59-8598a2734d2f req-eac33aad-eac3-4b8e-aa6b-83baaf443fbb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 946 time: 0.0584459 Sep 23 23:00:43.620455 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-df158443-5b5d-4121-ae59-8598a2734d2f req-734a8965-db88-4f6e-8695-ab5f7cbcbacf tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Deleting port 01e4d99a-a98b-4502-93f4-b963d81d69f6 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:00:43.621033 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-df158443-5b5d-4121-ae59-8598a2734d2f req-734a8965-db88-4f6e-8695-ab5f7cbcbacf tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:43.732233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-df158443-5b5d-4121-ae59-8598a2734d2f req-734a8965-db88-4f6e-8695-ab5f7cbcbacf tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] For port 01e4d99a-a98b-4502-93f4-b963d81d69f6, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=01e4d99a-a98b-4502-93f4-b963d81d69f6,segment=NetworkSegment(dc7823b7-e26d-4cdf-9b1c-637bb25e7745),segment_id=dc7823b7-e26d-4cdf-9b1c-637bb25e7745)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:43.732814 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-df158443-5b5d-4121-ae59-8598a2734d2f req-734a8965-db88-4f6e-8695-ab5f7cbcbacf tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:43.756556 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [req-df158443-5b5d-4121-ae59-8598a2734d2f req-734a8965-db88-4f6e-8695-ab5f7cbcbacf tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Calling delete_port for 01e4d99a-a98b-4502-93f4-b963d81d69f6 owned by compute:nova {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:00:43.986505 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-df158443-5b5d-4121-ae59-8598a2734d2f req-734a8965-db88-4f6e-8695-ab5f7cbcbacf tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:44.024194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a8965-db88-4f6e-8695-ab5f7cbcbacf tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Port': ['ID=01e4d99a-a98b-4502-93f4-b963d81d69f6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:44.070572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-df158443-5b5d-4121-ae59-8598a2734d2f req-734a8965-db88-4f6e-8695-ab5f7cbcbacf tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] No DVR routers for this DVR port 01e4d99a-a98b-4502-93f4-b963d81d69f6 on host n-h2-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:00:44.073380 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-df158443-5b5d-4121-ae59-8598a2734d2f req-734a8965-db88-4f6e-8695-ab5f7cbcbacf tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:44.075587 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-df158443-5b5d-4121-ae59-8598a2734d2f req-734a8965-db88-4f6e-8695-ab5f7cbcbacf tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.67 "DELETE /v2.0/ports/01e4d99a-a98b-4502-93f4-b963d81d69f6 HTTP/1.1" status: 204 len: 173 time: 0.5683489 Sep 23 23:00:44.076088 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'name': 'network-vif-deleted', 'tag': '01e4d99a-a98b-4502-93f4-b963d81d69f6'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:00:44.078502 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbde5cb-b158-41f6-b4e4-12238e81123e" -d '{"events": [{"server_uuid": "bb25e003-6ad9-40ae-ad34-0a0939d36127", "name": "network-vif-deleted", "tag": "01e4d99a-a98b-4502-93f4-b963d81d69f6"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:00:44.134794 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c7e1da-608d-42ab-b020-1fefbb83c7cd x-openstack-request-id: req-42c7e1da-608d-42ab-b020-1fefbb83c7cd {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:00:44.135480 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb25e003-6ad9-40ae-ad34-0a0939d36127", "name": "network-vif-deleted", "tag": "01e4d99a-a98b-4502-93f4-b963d81d69f6", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:00:44.135707 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-42c7e1da-608d-42ab-b020-1fefbb83c7cd {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:00:44.136119 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb25e003-6ad9-40ae-ad34-0a0939d36127', 'name': 'network-vif-deleted', 'tag': '01e4d99a-a98b-4502-93f4-b963d81d69f6', 'status': 'completed', 'code': 200} Sep 23 23:00:44.263105 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6cb11daf-f325-405c-aaac-cb4cb5455fd3 req-9d4964cd-ca69-468a-a52d-586fa0114486 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 210 time: 0.0446115 Sep 23 23:00:45.392677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-37fc95b6-1681-42cd-bfe4-10eedd129d59 req-3e1edc9c-3fb6-4f33-8616-54659b4f0caa tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb25e003-6ad9-40ae-ad34-0a0939d36127 HTTP/1.1" status: 200 len: 210 time: 0.0414126 Sep 23 23:00:45.664603 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bf4b2f16-1197-410b-ade7-9115af413463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:46.112374 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:46.258820 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 01e4d99a-a98b-4502-93f4-b963d81d69f6 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:00:46.285834 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 01e4d99a-a98b-4502-93f4-b963d81d69f6 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:00:46.286212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 01e4d99a-a98b-4502-93f4-b963d81d69f6 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:00:46.458477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36762) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:46.537137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a24728e9-5bcb-4630-9a30-3328a7c3b89b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:46.568957 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a24728e9-5bcb-4630-9a30-3328a7c3b89b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:46.712466 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a24728e9-5bcb-4630-9a30-3328a7c3b89b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:46.715330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a24728e9-5bcb-4630-9a30-3328a7c3b89b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:46.716735 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a24728e9-5bcb-4630-9a30-3328a7c3b89b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "DELETE /v2.0/security-groups/92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb HTTP/1.1" status: 204 len: 168 time: 0.2569914 Sep 23 23:00:46.735181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24728e9-5bcb-4630-9a30-3328a7c3b89b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fb31ee-e8d8-4897-81e3-8f5dfd4af0fb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:46.868079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36766) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:46.998245 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:47.284133 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cef12313-b1e1-487e-b0b4-4e7576b84807 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:47.597023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-cef12313-b1e1-487e-b0b4-4e7576b84807 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Deleting port 5d051750-6717-4bbc-a71c-fd2d1ec38af8 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:00:47.597387 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cef12313-b1e1-487e-b0b4-4e7576b84807 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:47.695295 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-cef12313-b1e1-487e-b0b4-4e7576b84807 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] For port 5d051750-6717-4bbc-a71c-fd2d1ec38af8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5d051750-6717-4bbc-a71c-fd2d1ec38af8,segment=NetworkSegment(dc7823b7-e26d-4cdf-9b1c-637bb25e7745),segment_id=dc7823b7-e26d-4cdf-9b1c-637bb25e7745)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:47.695660 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cef12313-b1e1-487e-b0b4-4e7576b84807 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:47.710151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-cef12313-b1e1-487e-b0b4-4e7576b84807 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Calling delete_port for 5d051750-6717-4bbc-a71c-fd2d1ec38af8 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:00:47.880136 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:00:47.992231 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cef12313-b1e1-487e-b0b4-4e7576b84807 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:48.019880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef12313-b1e1-487e-b0b4-4e7576b84807 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Port': ['ID=5d051750-6717-4bbc-a71c-fd2d1ec38af8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:48.158372 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:48.233600 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cef12313-b1e1-487e-b0b4-4e7576b84807 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:48.496084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef12313-b1e1-487e-b0b4-4e7576b84807 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Router 4ec7b76b-b054-4976-9852-46cb34776fe2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:00:48.611139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef12313-b1e1-487e-b0b4-4e7576b84807 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:00:48.616924 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cef12313-b1e1-487e-b0b4-4e7576b84807 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "PUT /v2.0/routers/4ec7b76b-b054-4976-9852-46cb34776fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7477567 Sep 23 23:00:48.620473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36768) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:48.625344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0133b5-5d19-49db-8977-322d0c54d5e0 None None] Sync routers for ids ['4ec7b76b-b054-4976-9852-46cb34776fe2'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:00:48.637304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0133b5-5d19-49db-8977-322d0c54d5e0 None None] Routers {'4ec7b76b-b054-4976-9852-46cb34776fe2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:48.638146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1f0133b5-5d19-49db-8977-322d0c54d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4ec7b76b-b054-4976-9852-46cb34776fe2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:48.677092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b4f7e5-d2ed-4214-8011-474f99716c1b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Deleting subnet d6b04bd3-8372-48d1-ba0e-83f3cc84625e {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:00:48.680987 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-30b4f7e5-d2ed-4214-8011-474f99716c1b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:48.731437 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:48.740373 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-30b4f7e5-d2ed-4214-8011-474f99716c1b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:48.785365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1f0133b5-5d19-49db-8977-322d0c54d5e0 None None] Set router 4ec7b76b-b054-4976-9852-46cb34776fe2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:48.862040 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-30b4f7e5-d2ed-4214-8011-474f99716c1b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:48.994528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1f0133b5-5d19-49db-8977-322d0c54d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T23:00:47Z', 'revision_number': 7, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:49.023875 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0133b5-5d19-49db-8977-322d0c54d5e0 None None] Checking router: 4ec7b76b-b054-4976-9852-46cb34776fe2 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:00:49.034247 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0133b5-5d19-49db-8977-322d0c54d5e0 None None] Routers {'4ec7b76b-b054-4976-9852-46cb34776fe2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:49.034888 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1f0133b5-5d19-49db-8977-322d0c54d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['4ec7b76b-b054-4976-9852-46cb34776fe2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:49.082490 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-30b4f7e5-d2ed-4214-8011-474f99716c1b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:49.132510 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4f7e5-d2ed-4214-8011-474f99716c1b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b04bd3-8372-48d1-ba0e-83f3cc84625e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:49.137283 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-30b4f7e5-d2ed-4214-8011-474f99716c1b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:49.139455 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-30b4f7e5-d2ed-4214-8011-474f99716c1b tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "DELETE /v2.0/subnets/d6b04bd3-8372-48d1-ba0e-83f3cc84625e HTTP/1.1" status: 204 len: 168 time: 0.5179291 Sep 23 23:00:49.142446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36772) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:49.147447 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3850436d-4ab7-4635-a324-1d71de98e74e None None] Network 6d0f3337-4bdb-403b-9f0a-272430423515 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:00:49.222104 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1f0133b5-5d19-49db-8977-322d0c54d5e0 None None] Set router 4ec7b76b-b054-4976-9852-46cb34776fe2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:49.284192 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:49.423754 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:49.666893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009ebc75-1f9d-477e-a305-bdb344acd75e None None] DHCP port deletion for 6d0f3337-4bdb-403b-9f0a-272430423515 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:00:49.711402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1f0133b5-5d19-49db-8977-322d0c54d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T23:00:47Z', 'revision_number': 7, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:49.741338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0133b5-5d19-49db-8977-322d0c54d5e0 None None] The sync data for ids ['4ec7b76b-b054-4976-9852-46cb34776fe2'] in n-d-810775-1 is: [{'id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'name': 'tempest-TestNetworkBasicOps-router-1207892282', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:58Z', 'updated_at': '2021-09-23T23:00:47Z', 'revision_number': 7, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'c0357b4e-da53-47a4-abd6-3a54efbc0e97', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7b76b-b054-4976-9852-46cb34776fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:59Z', 'updated_at': '2021-09-23T22:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:00:49.757644 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-009ebc75-1f9d-477e-a305-bdb344acd75e None None] Deleting port 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:00:49.758019 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-009ebc75-1f9d-477e-a305-bdb344acd75e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:49.831193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-009ebc75-1f9d-477e-a305-bdb344acd75e None None] For port 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9e1fa97d-fda6-49d5-9ebb-3bdf178014d0,segment=NetworkSegment(dc7823b7-e26d-4cdf-9b1c-637bb25e7745),segment_id=dc7823b7-e26d-4cdf-9b1c-637bb25e7745)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:49.831593 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-009ebc75-1f9d-477e-a305-bdb344acd75e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:49.845496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-009ebc75-1f9d-477e-a305-bdb344acd75e None None] Calling delete_port for 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:00:49.858573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Deleting port c0357b4e-da53-47a4-abd6-3a54efbc0e97 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:00:49.859319 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:49.951910 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] For port c0357b4e-da53-47a4-abd6-3a54efbc0e97, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c0357b4e-da53-47a4-abd6-3a54efbc0e97,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:49.952188 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:49.967329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Calling delete_port for c0357b4e-da53-47a4-abd6-3a54efbc0e97 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:00:49.987014 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-009ebc75-1f9d-477e-a305-bdb344acd75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:50.037654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ebc75-1f9d-477e-a305-bdb344acd75e None None] Pushing event deleted for resources: {'Port': ['ID=9e1fa97d-fda6-49d5-9ebb-3bdf178014d0,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:50.041462 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ebc75-1f9d-477e-a305-bdb344acd75e None None] No DVR routers for this DVR port 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:00:50.256152 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:50.287094 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Port': ['ID=c0357b4e-da53-47a4-abd6-3a54efbc0e97,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:50.358152 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:50.476853 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:50.479379 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:50.624758 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:50.625600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Fanout notify agent at l3_agent the message router_deleted on router 4ec7b76b-b054-4976-9852-46cb34776fe2 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:00:50.633151 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:50.634906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d9d1e0c8-df7a-4ed8-a061-2ea9fb591528 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "DELETE /v2.0/routers/4ec7b76b-b054-4976-9852-46cb34776fe2 HTTP/1.1" status: 204 len: 168 time: 1.4892931 Sep 23 23:00:50.637686 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36776) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:51.012355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c020e9bd-c2dc-41a1-9592-df6bb751d4cd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:51.134063 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c020e9bd-c2dc-41a1-9592-df6bb751d4cd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:51.173222 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c020e9bd-c2dc-41a1-9592-df6bb751d4cd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0f3337-4bdb-403b-9f0a-272430423515']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:51.199079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c020e9bd-c2dc-41a1-9592-df6bb751d4cd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7823b7-e26d-4cdf-9b1c-637bb25e7745') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:51.199512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c020e9bd-c2dc-41a1-9592-df6bb751d4cd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7823b7-e26d-4cdf-9b1c-637bb25e7745') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:51.227165 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c020e9bd-c2dc-41a1-9592-df6bb751d4cd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:51.258745 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c020e9bd-c2dc-41a1-9592-df6bb751d4cd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:51.266889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c020e9bd-c2dc-41a1-9592-df6bb751d4cd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:00:51.267184 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c020e9bd-c2dc-41a1-9592-df6bb751d4cd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:00:51.270684 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:00:51.275687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c0357b4e-da53-47a4-abd6-3a54efbc0e97 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:00:51.296351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: c0357b4e-da53-47a4-abd6-3a54efbc0e97 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:00:51.296705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c0357b4e-da53-47a4-abd6-3a54efbc0e97 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:00:51.297148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5d051750-6717-4bbc-a71c-fd2d1ec38af8 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:00:51.319352 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 5d051750-6717-4bbc-a71c-fd2d1ec38af8 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:00:51.319693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5d051750-6717-4bbc-a71c-fd2d1ec38af8 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:00:51.320115 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:00:51.344777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:00:51.352751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9e1fa97d-fda6-49d5-9ebb-3bdf178014d0 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:00:51.403526 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c020e9bd-c2dc-41a1-9592-df6bb751d4cd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:51.411462 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c020e9bd-c2dc-41a1-9592-df6bb751d4cd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:51.418305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c020e9bd-c2dc-41a1-9592-df6bb751d4cd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "DELETE /v2.0/networks/6d0f3337-4bdb-403b-9f0a-272430423515 HTTP/1.1" status: 204 len: 168 time: 0.7745709 Sep 23 23:00:51.430603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020e9bd-c2dc-41a1-9592-df6bb751d4cd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Network': ['ID=6d0f3337-4bdb-403b-9f0a-272430423515,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:51.445817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36778) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:51.452917 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-4dcc922d-ac55-4b5f-80ee-2a9a62beaf73 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'network': {'name': 'tempest-network-smoke--916873508', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'port_security_enabled': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:00:51.540868 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcc922d-ac55-4b5f-80ee-2a9a62beaf73 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Made reservation on behalf of 23e21d3ac6714dd4afe3c44f292f8033 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:00:51.544420 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4dcc922d-ac55-4b5f-80ee-2a9a62beaf73 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:51.570863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dcc922d-ac55-4b5f-80ee-2a9a62beaf73 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:00:51.580707 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4dcc922d-ac55-4b5f-80ee-2a9a62beaf73 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:51.581050 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-4dcc922d-ac55-4b5f-80ee-2a9a62beaf73 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Added segment 3f5df585-b669-4af0-b5d7-fae0269914c7 of type vlan for network 51f7bec3-4761-4c02-a938-ac93f7354d81 Sep 23 23:00:51.629940 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4dcc922d-ac55-4b5f-80ee-2a9a62beaf73 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:51.798421 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4dcc922d-ac55-4b5f-80ee-2a9a62beaf73 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:51.807119 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc922d-ac55-4b5f-80ee-2a9a62beaf73 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:51.808152 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4dcc922d-ac55-4b5f-80ee-2a9a62beaf73 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:51.900022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc922d-ac55-4b5f-80ee-2a9a62beaf73 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Network': ['ID=51f7bec3-4761-4c02-a938-ac93f7354d81,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:51.911007 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 51f7bec3-4761-4c02-a938-ac93f7354d81 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:00:51.960946 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4dcc922d-ac55-4b5f-80ee-2a9a62beaf73 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5129328 Sep 23 23:00:51.963050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36780) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:51.967552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'admin_state_up': True, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:00:52.106913 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:52.108165 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:52.168292 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:52.423589 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:52.760195 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:52.782307 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:52.904405 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Allocated IP 172.25.1.15 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/a97066c1-4f01-4e5e-bf65-82aa39976969) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:00:53.017454 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:53.152415 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:53.191656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:00:53.194850 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:00:53.200643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:00:53.233504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Port': ['ID=a97066c1-4f01-4e5e-bf65-82aa39976969,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:53.599998 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:54.193571 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:54.553216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Router ab8176b9-58f2-48be-b645-180c045cac51 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:00:54.707595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:00:54.720617 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Sync routers for ids ['ab8176b9-58f2-48be-b645-180c045cac51'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:00:54.737524 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Routers {'ab8176b9-58f2-48be-b645-180c045cac51'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:54.740394 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab8176b9-58f2-48be-b645-180c045cac51'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:54.822066 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:54.823453 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-baa812a2-c593-42b8-a8cc-d007bee7f468 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8594351 Sep 23 23:00:54.831497 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36792) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:54.863082 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9e5a0280-4581-48fd-9807-a4099ae717a0 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=23e21d3ac6714dd4afe3c44f292f8033&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302510 Sep 23 23:00:54.867906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36794) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:54.917832 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Set router ab8176b9-58f2-48be-b645-180c045cac51 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:55.022898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc769d17-54dd-456c-92bb-75d05960075b tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:55.025279 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fc769d17-54dd-456c-92bb-75d05960075b tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1554177 Sep 23 23:00:55.028251 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36796) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:55.072335 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c9e6e5b5-8df9-4698-80d2-c5cc702e4857 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422759 Sep 23 23:00:55.074825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36798) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:55.079977 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f35c297c-dc45-43b4-bb00-e7a81baef16f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-430675102', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:00:55.169978 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:53Z', 'revision_number': 3, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:55.199338 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Checking router: ab8176b9-58f2-48be-b645-180c045cac51 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:00:55.199665 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Updating router ab8176b9-58f2-48be-b645-180c045cac51 port a97066c1-4f01-4e5e-bf65-82aa39976969 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:00:55.226418 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:55.281931 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35c297c-dc45-43b4-bb00-e7a81baef16f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Made reservation on behalf of 23e21d3ac6714dd4afe3c44f292f8033 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:00:55.287930 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f35c297c-dc45-43b4-bb00-e7a81baef16f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:55.614077 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f35c297c-dc45-43b4-bb00-e7a81baef16f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:55.636684 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:55.726211 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:55.741914 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c297c-dc45-43b4-bb00-e7a81baef16f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Subnet': ['ID=be9c0e49-af25-4d95-888f-40d5bf485e28,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:55.746607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c297c-dc45-43b4-bb00-e7a81baef16f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Checking segment: {'id': '3f5df585-b669-4af0-b5d7-fae0269914c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:00:55.747218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35c297c-dc45-43b4-bb00-e7a81baef16f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network hostable DHCP agents. Network: 51f7bec3-4761-4c02-a938-ac93f7354d81, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:00:55.799960 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Attempting to bind port a97066c1-4f01-4e5e-bf65-82aa39976969 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:00:55.800420 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Attempting to bind port a97066c1-4f01-4e5e-bf65-82aa39976969 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:00:55.800850 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Attempting to bind port a97066c1-4f01-4e5e-bf65-82aa39976969 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:00:55.809406 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e891b61-1735-4091-94ce-3016d55cb45a None None] Pushing event updated for resources: {'Port': ['ID=a97066c1-4f01-4e5e-bf65-82aa39976969,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:55.815038 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:00:55.815537 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:00:55.816013 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:55.816476 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:00:55.817046 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Bound port: a97066c1-4f01-4e5e-bf65-82aa39976969, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:00:55.818135 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:55.855286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35c297c-dc45-43b4-bb00-e7a81baef16f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 51f7bec3-4761-4c02-a938-ac93f7354d81 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:00:55.877461 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] For port a97066c1-4f01-4e5e-bf65-82aa39976969, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:00:55.881819 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] For port a97066c1-4f01-4e5e-bf65-82aa39976969, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a97066c1-4f01-4e5e-bf65-82aa39976969,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:00:55.951785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-f35c297c-dc45-43b4-bb00-e7a81baef16f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 51f7bec3-4761-4c02-a938-ac93f7354d81) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:00:55.957723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35c297c-dc45-43b4-bb00-e7a81baef16f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:55.958617 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f35c297c-dc45-43b4-bb00-e7a81baef16f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:55.965259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a45bc2-d11a-4e34-ac1e-83dd8cd8dadb None None] Network 51f7bec3-4761-4c02-a938-ac93f7354d81 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:00:55.970437 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:56.065931 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f35c297c-dc45-43b4-bb00-e7a81baef16f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9861987 Sep 23 23:00:56.066265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36802) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:56.074452 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Routers {'ab8176b9-58f2-48be-b645-180c045cac51'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:56.075368 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab8176b9-58f2-48be-b645-180c045cac51'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:56.191637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-51f7bec3-4761-4c02-a938-ac93f7354d81', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ips': [{'subnet_id': 'be9c0e49-af25-4d95-888f-40d5bf485e28'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:00:56.192746 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:56.206591 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e891b61-1735-4091-94ce-3016d55cb45a None None] Pushing event updated for resources: {'Port': ['ID=a97066c1-4f01-4e5e-bf65-82aa39976969,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:56.224532 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] Set router ab8176b9-58f2-48be-b645-180c045cac51 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:56.362075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Allocated IP 172.20.0.2 (51f7bec3-4761-4c02-a938-ac93f7354d81/be9c0e49-af25-4d95-888f-40d5bf485e28/7a333b3b-f68b-414a-bc10-804f91c10e4f) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:00:56.483117 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:53Z', 'revision_number': 3, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:56.515390 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e00d8-2da4-40db-ba94-2e84bbc3bc2c None None] The sync data for ids ['ab8176b9-58f2-48be-b645-180c045cac51'] in n-d-810775-1 is: [{'id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:53Z', 'revision_number': 3, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:00:56.625576 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:56.742721 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:56.760206 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:56.808512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Network 51f7bec3-4761-4c02-a938-ac93f7354d81 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:00:56.810942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Pushing event updated for resources: {'Port': ['ID=7a333b3b-f68b-414a-bc10-804f91c10e4f,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:56.816592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:00:56.817043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:00:56.974256 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Attempting to bind port 7a333b3b-f68b-414a-bc10-804f91c10e4f on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:00:56.975354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Attempting to bind port 7a333b3b-f68b-414a-bc10-804f91c10e4f by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '3f5df585-b669-4af0-b5d7-fae0269914c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:00:56.975354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Attempting to bind port 7a333b3b-f68b-414a-bc10-804f91c10e4f on network 51f7bec3-4761-4c02-a938-ac93f7354d81 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:00:56.982054 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:00:56.982464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Checking segment: {'id': '3f5df585-b669-4af0-b5d7-fae0269914c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:00:56.982902 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:56.983338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Bound using segment: {'id': '3f5df585-b669-4af0-b5d7-fae0269914c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:00:56.983857 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Bound port: 7a333b3b-f68b-414a-bc10-804f91c10e4f, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5df585-b669-4af0-b5d7-fae0269914c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:00:56.985036 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:57.104629 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] For port 7a333b3b-f68b-414a-bc10-804f91c10e4f, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:00:57.108964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] For port 7a333b3b-f68b-414a-bc10-804f91c10e4f, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7a333b3b-f68b-414a-bc10-804f91c10e4f,segment=NetworkSegment(3f5df585-b669-4af0-b5d7-fae0269914c7),segment_id=3f5df585-b669-4af0-b5d7-fae0269914c7)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:00:57.179508 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:57.248628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Allocated IP 172.20.0.1 (51f7bec3-4761-4c02-a938-ac93f7354d81/be9c0e49-af25-4d95-888f-40d5bf485e28/61c6aef6-052e-44d1-a025-b8669f6af508) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:00:57.263624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78849e-2587-4981-b70d-bbd5ec842511 None None] Pushing event updated for resources: {'Port': ['ID=7a333b3b-f68b-414a-bc10-804f91c10e4f,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:57.407919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a97066c1-4f01-4e5e-bf65-82aa39976969 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:00:57.449798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36810) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:57.466293 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:57.532793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a97066c1-4f01-4e5e-bf65-82aa39976969 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:57.533412 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:57.599594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:57.677896 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:57.679888 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 51f7bec3-4761-4c02-a938-ac93f7354d81 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:00:57.685166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0516d387-1fe8-447c-a4b1-9439409a7712 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3317 time: 0.2333019 Sep 23 23:00:57.690336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36812) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:57.696539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e32afbd8-588a-41f1-bae6-047891c2c742 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Request body: {'network': {'name': 'tempest-network-smoke--1043731555', 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'port_security_enabled': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:00:57.704611 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:00:57.709258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:00:57.735284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port a97066c1-4f01-4e5e-bf65-82aa39976969, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a97066c1-4f01-4e5e-bf65-82aa39976969,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:57.784212 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Port': ['ID=61c6aef6-052e-44d1-a025-b8669f6af508,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:57.830123 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:57.841744 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:57.882816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32afbd8-588a-41f1-bae6-047891c2c742 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Made reservation on behalf of ae1489d075e54f72890b9fff2346dcd8 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:00:57.891146 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e32afbd8-588a-41f1-bae6-047891c2c742 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:57.955884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=a97066c1-4f01-4e5e-bf65-82aa39976969,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:57.958003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32afbd8-588a-41f1-bae6-047891c2c742 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:00:57.969598 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e32afbd8-588a-41f1-bae6-047891c2c742 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:57.969938 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-e32afbd8-588a-41f1-bae6-047891c2c742 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Added segment 50f7b98d-17b1-44b1-986d-d3e4aab7c35c of type vlan for network 5c1a0496-9806-469a-b961-210491fdcdd5 Sep 23 23:00:58.021587 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e32afbd8-588a-41f1-bae6-047891c2c742 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:58.158582 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e32afbd8-588a-41f1-bae6-047891c2c742 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:58.165400 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:58.169948 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32afbd8-588a-41f1-bae6-047891c2c742 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:58.173515 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e32afbd8-588a-41f1-bae6-047891c2c742 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:58.318075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32afbd8-588a-41f1-bae6-047891c2c742 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'Network': ['ID=5c1a0496-9806-469a-b961-210491fdcdd5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:58.320097 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e32afbd8-588a-41f1-bae6-047891c2c742 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6279764 Sep 23 23:00:58.324815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36816) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:58.329381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 5c1a0496-9806-469a-b961-210491fdcdd5 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:00:58.338207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1340310447', 'admin_state_up': True, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:00:58.461149 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:58.463432 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:58.566536 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:58.644654 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:58.717864 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:58.794509 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:58.825352 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:58.825963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c171e2-aa29-44c1-a3a1-be676a1fe19d None None] Network 51f7bec3-4761-4c02-a938-ac93f7354d81 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:00:58.827586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Port': ['ID=61c6aef6-052e-44d1-a025-b8669f6af508,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:00:58.949703 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2b5889f9-3a44-4700-8bad-60012410b933 None None] Provisioning complete for port 7a333b3b-f68b-414a-bc10-804f91c10e4f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:58.950561 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2b5889f9-3a44-4700-8bad-60012410b933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:58.955773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 51f7bec3-4761-4c02-a938-ac93f7354d81 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:00:58.957818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:00:59.254589 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Router ab8176b9-58f2-48be-b645-180c045cac51 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:00:59.384904 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:59.428672 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:59.511165 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2b5889f9-3a44-4700-8bad-60012410b933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:59.561951 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a97066c1-4f01-4e5e-bf65-82aa39976969 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:00:59.608420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:00:59.623129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-2b5889f9-3a44-4700-8bad-60012410b933 None None] For port 7a333b3b-f68b-414a-bc10-804f91c10e4f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7a333b3b-f68b-414a-bc10-804f91c10e4f,segment=NetworkSegment(3f5df585-b669-4af0-b5d7-fae0269914c7),segment_id=3f5df585-b669-4af0-b5d7-fae0269914c7)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:00:59.634134 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Sync routers for ids ['ab8176b9-58f2-48be-b645-180c045cac51'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:00:59.642233 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fea0f8d9-9364-4376-a856-ea69647b234c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "PUT /v2.0/routers/ab8176b9-58f2-48be-b645-180c045cac51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5745497 Sep 23 23:00:59.643190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36822) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:00:59.664052 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Routers {'ab8176b9-58f2-48be-b645-180c045cac51'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:00:59.665028 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab8176b9-58f2-48be-b645-180c045cac51'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:00:59.696148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Allocated IP 172.25.1.83 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/471b7bf3-3ed1-4dc6-816c-090d08bc9aa2) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:00:59.711949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port a97066c1-4f01-4e5e-bf65-82aa39976969 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:00:59.712371 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:59.717640 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2b5889f9-3a44-4700-8bad-60012410b933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:59.953883 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:00:59.971918 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596303b-266a-4eb2-9309-0af49efb4f2d tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:59.972788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596303b-266a-4eb2-9309-0af49efb4f2d tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:59.972964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596303b-266a-4eb2-9309-0af49efb4f2d tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:59.974080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596303b-266a-4eb2-9309-0af49efb4f2d tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:59.975246 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596303b-266a-4eb2-9309-0af49efb4f2d tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:59.975844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596303b-266a-4eb2-9309-0af49efb4f2d tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:59.976319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596303b-266a-4eb2-9309-0af49efb4f2d tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:59.976783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596303b-266a-4eb2-9309-0af49efb4f2d tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:59.977272 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596303b-266a-4eb2-9309-0af49efb4f2d tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:00:59.979915 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1596303b-266a-4eb2-9309-0af49efb4f2d tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6304 time: 0.3344994 Sep 23 23:00:59.980445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Set router ab8176b9-58f2-48be-b645-180c045cac51 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:00:59.987807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36824) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:00.040668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5889f9-3a44-4700-8bad-60012410b933 None None] Pushing event updated for resources: {'Port': ['ID=7a333b3b-f68b-414a-bc10-804f91c10e4f,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:00.097635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d60bb0-1da4-4df0-bbbd-e76c93263be2 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:00.098137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d60bb0-1da4-4df0-bbbd-e76c93263be2 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:00.099383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d60bb0-1da4-4df0-bbbd-e76c93263be2 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:00.099851 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d60bb0-1da4-4df0-bbbd-e76c93263be2 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:00.100309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d60bb0-1da4-4df0-bbbd-e76c93263be2 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:00.100766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d60bb0-1da4-4df0-bbbd-e76c93263be2 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:00.101247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d60bb0-1da4-4df0-bbbd-e76c93263be2 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:00.101700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d60bb0-1da4-4df0-bbbd-e76c93263be2 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:00.105152 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-40d60bb0-1da4-4df0-bbbd-e76c93263be2 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5258 time: 0.1137652 Sep 23 23:01:00.107501 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36826) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:00.116985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-575f5236-1584-4580-89c9-e8c4a0f5d316 None None] Provisioning complete for port 7a333b3b-f68b-414a-bc10-804f91c10e4f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:00.117297 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-575f5236-1584-4580-89c9-e8c4a0f5d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:00.287743 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7a333b3b-f68b-414a-bc10-804f91c10e4f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:00.378927 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:00.392054 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7a333b3b-f68b-414a-bc10-804f91c10e4f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:00.392054 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:00.423116 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5052e6f3-d08a-4f51-8051-291eb000bf88 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5024 time: 0.3143070 Sep 23 23:01:00.450400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:00.454239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:00.463259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:00.490953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-575f5236-1584-4580-89c9-e8c4a0f5d316 None None] Provisioning complete for port 61c6aef6-052e-44d1-a025-b8669f6af508 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:00.491719 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-575f5236-1584-4580-89c9-e8c4a0f5d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:00.496385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'Port': ['ID=471b7bf3-3ed1-4dc6-816c-090d08bc9aa2,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:00.545783 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-575f5236-1584-4580-89c9-e8c4a0f5d316 None None] Port 61c6aef6-052e-44d1-a025-b8669f6af508 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:01:00.575200 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:58Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '61c6aef6-052e-44d1-a025-b8669f6af508', 'name': '', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:15:72:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:56Z', 'updated_at': '2021-09-23T23:00:58Z', 'revision_number': 2, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:00.631306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Checking router: ab8176b9-58f2-48be-b645-180c045cac51 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:00.631306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Updating router ab8176b9-58f2-48be-b645-180c045cac51 port 61c6aef6-052e-44d1-a025-b8669f6af508 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:01:00.649403 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:00.715615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c59c9ead-145a-42e7-9acd-f2106c904edc None None] Provisioning complete for port 61c6aef6-052e-44d1-a025-b8669f6af508 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:00.715615 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c59c9ead-145a-42e7-9acd-f2106c904edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:00.830278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c59c9ead-145a-42e7-9acd-f2106c904edc None None] Port 61c6aef6-052e-44d1-a025-b8669f6af508 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:01:00.963502 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.026904 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.128879 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.185860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1f280-666a-44ef-a6df-0a38dd6db71a None None] Pushing event updated for resources: {'Port': ['ID=61c6aef6-052e-44d1-a025-b8669f6af508,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:01.218283 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.261543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Attempting to bind port 61c6aef6-052e-44d1-a025-b8669f6af508 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:01:01.262011 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Attempting to bind port 61c6aef6-052e-44d1-a025-b8669f6af508 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '3f5df585-b669-4af0-b5d7-fae0269914c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:01:01.262443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Attempting to bind port 61c6aef6-052e-44d1-a025-b8669f6af508 on network 51f7bec3-4761-4c02-a938-ac93f7354d81 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:01.267919 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36832) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:01.274434 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:01:01.274810 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Checking segment: {'id': '3f5df585-b669-4af0-b5d7-fae0269914c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:01.275214 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.275614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Bound using segment: {'id': '3f5df585-b669-4af0-b5d7-fae0269914c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:01:01.276067 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Bound port: 61c6aef6-052e-44d1-a025-b8669f6af508, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5df585-b669-4af0-b5d7-fae0269914c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:01:01.276446 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.277078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-20a41c63-5ded-4907-bbd3-214e3b0a31c3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608628965', 'description': 'tempest-secgroup-smoke-1608628965 description', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:01.330197 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7a333b3b-f68b-414a-bc10-804f91c10e4f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:01.395951 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20a41c63-5ded-4907-bbd3-214e3b0a31c3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.403391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] For port 61c6aef6-052e-44d1-a025-b8669f6af508, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:01:01.407160 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] For port 61c6aef6-052e-44d1-a025-b8669f6af508, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=61c6aef6-052e-44d1-a025-b8669f6af508,segment=NetworkSegment(3f5df585-b669-4af0-b5d7-fae0269914c7),segment_id=3f5df585-b669-4af0-b5d7-fae0269914c7)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:01:01.420675 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7a333b3b-f68b-414a-bc10-804f91c10e4f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:01.421359 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.507521 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.507774 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20a41c63-5ded-4907-bbd3-214e3b0a31c3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.546525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Router 86f11040-7bdb-4912-b860-e44c2f7dd660 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:01:01.610516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Routers {'ab8176b9-58f2-48be-b645-180c045cac51'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:01.611321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab8176b9-58f2-48be-b645-180c045cac51'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:01.616913 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2acfe9dc-e081-4b83-967c-899fec687dc5 None None] Provisioning complete for port 61c6aef6-052e-44d1-a025-b8669f6af508 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:01.617388 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2acfe9dc-e081-4b83-967c-899fec687dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.626361 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20a41c63-5ded-4907-bbd3-214e3b0a31c3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.681671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1f280-666a-44ef-a6df-0a38dd6db71a None None] Pushing event updated for resources: {'Port': ['ID=61c6aef6-052e-44d1-a025-b8669f6af508,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:01.690362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a41c63-5ded-4907-bbd3-214e3b0a31c3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e639fb0-eb7b-43fa-a34b-ecf30d99643a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:01.734873 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:01.751699 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Sync routers for ids ['86f11040-7bdb-4912-b860-e44c2f7dd660'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:01.762241 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Routers {'86f11040-7bdb-4912-b860-e44c2f7dd660'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:01.763222 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['86f11040-7bdb-4912-b860-e44c2f7dd660'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:01.796149 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-20a41c63-5ded-4907-bbd3-214e3b0a31c3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.799033 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-20a41c63-5ded-4907-bbd3-214e3b0a31c3 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5291693 Sep 23 23:01:01.802385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36838) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:01.809000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8bccb222-412e-437d-b28e-47ac03a75fa4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '7e639fb0-eb7b-43fa-a34b-ecf30d99643a', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:01.841287 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] Set router ab8176b9-58f2-48be-b645-180c045cac51 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:01.848846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.850487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9fcc95b9-b41e-49fd-a1fe-5403f319913a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.5223606 Sep 23 23:01:01.855139 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36842) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:01.883442 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2acfe9dc-e081-4b83-967c-899fec687dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:01.916497 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Set router 86f11040-7bdb-4912-b860-e44c2f7dd660 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:01.967737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-2acfe9dc-e081-4b83-967c-899fec687dc5 None None] For port 61c6aef6-052e-44d1-a025-b8669f6af508, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=61c6aef6-052e-44d1-a025-b8669f6af508,segment=NetworkSegment(3f5df585-b669-4af0-b5d7-fae0269914c7),segment_id=3f5df585-b669-4af0-b5d7-fae0269914c7)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:01.985404 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a861fb-94ca-409a-86b6-ab962e3a4d33 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:01.989827 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-78a861fb-94ca-409a-86b6-ab962e3a4d33 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=ae1489d075e54f72890b9fff2346dcd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1306255 Sep 23 23:01:01.990189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36844) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:02.068158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bccb222-412e-437d-b28e-47ac03a75fa4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:02.081445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3b9e8-3457-4001-a007-1eeae58078cc req-6ff48673-af4e-4563-ad64-47914da19252 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:02.083760 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cbd3b9e8-3457-4001-a007-1eeae58078cc req-6ff48673-af4e-4563-ad64-47914da19252 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.1619985 Sep 23 23:01:02.140601 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340310447', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:58Z', 'updated_at': '2021-09-23T23:01:00Z', 'revision_number': 3, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:59Z', 'updated_at': '2021-09-23T23:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:02.173395 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Checking router: 86f11040-7bdb-4912-b860-e44c2f7dd660 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:02.173837 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Updating router 86f11040-7bdb-4912-b860-e44c2f7dd660 port 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:01:02.203046 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:02.268817 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2acfe9dc-e081-4b83-967c-899fec687dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:02.338165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfe9dc-e081-4b83-967c-899fec687dc5 None None] Pushing event updated for resources: {'Port': ['ID=61c6aef6-052e-44d1-a025-b8669f6af508,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:02.352914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:58Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '61c6aef6-052e-44d1-a025-b8669f6af508', 'name': '', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:15:72:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:56Z', 'updated_at': '2021-09-23T23:01:01Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:02.386627 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8173e74-caee-429c-8532-2b7d27fcd0db None None] The sync data for ids ['ab8176b9-58f2-48be-b645-180c045cac51'] in n-d-810775-1 is: [{'id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:58Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '61c6aef6-052e-44d1-a025-b8669f6af508', 'name': '', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:15:72:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:56Z', 'updated_at': '2021-09-23T23:01:01Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:02.398230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7d6c55e9-5b42-448c-9465-ea0656d68211 None None] Provisioning complete for port 61c6aef6-052e-44d1-a025-b8669f6af508 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:02.398612 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7d6c55e9-5b42-448c-9465-ea0656d68211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:02.481259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a74feff-4ef9-407a-a3ca-b1b7c5d78c6b tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:02.487586 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6a74feff-4ef9-407a-a3ca-b1b7c5d78c6b tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4946623 Sep 23 23:01:02.493724 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36846) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:02.526408 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:02.537234 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cbd3b9e8-3457-4001-a007-1eeae58078cc req-11964a8e-20a2-43d7-ad40-605b9ce3f1aa tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4405351 Sep 23 23:01:02.540256 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a92a6f7b-bf30-4dd7-bb3a-dd9215a8aa59 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441511 Sep 23 23:01:02.542686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36848) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:02.558512 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bccb222-412e-437d-b28e-47ac03a75fa4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:02.579421 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7658da78-4ac8-4c33-9c07-69333eb24a61 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=ae1489d075e54f72890b9fff2346dcd8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350075 Sep 23 23:01:02.589480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36850) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:02.676831 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:02.698736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffe9c52-9822-452f-90b6-c007519c0a9b tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:02.703784 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-dffe9c52-9822-452f-90b6-c007519c0a9b tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1107364 Sep 23 23:01:02.704154 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36852) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:02.728421 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bccb222-412e-437d-b28e-47ac03a75fa4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:02.744150 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Attempting to bind port 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:01:02.745209 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Attempting to bind port 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:01:02.745787 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Attempting to bind port 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:02.747084 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7366af5b-1f67-4712-aee2-7bffc0b0b504 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417895 Sep 23 23:01:02.753357 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36854) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:02.758855 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:01:02.760595 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:02.762144 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccb222-412e-437d-b28e-47ac03a75fa4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887d12f9-229c-41b3-818d-f9bdbd389667,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:02.762406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-73504933-ba86-4318-9fe7-755684b6c062 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1192890656', 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5', 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:02.765086 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:02.765815 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:01:02.766943 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Bound port: 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:01:02.768051 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:02.777754 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c785f-d851-4aaa-a9a1-542949902cb6 None None] Pushing event updated for resources: {'Port': ['ID=471b7bf3-3ed1-4dc6-816c-090d08bc9aa2,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:02.871616 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8bccb222-412e-437d-b28e-47ac03a75fa4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:02.875616 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8bccb222-412e-437d-b28e-47ac03a75fa4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0694335 Sep 23 23:01:02.876325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36856) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:02.877766 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] For port 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:01:02.882426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5ce2337d-7c90-4029-b8e7-156f09288d6c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '7e639fb0-eb7b-43fa-a34b-ecf30d99643a', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:02.889464 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] For port 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=471b7bf3-3ed1-4dc6-816c-090d08bc9aa2,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:01:03.007420 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:03.059538 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5ce2337d-7c90-4029-b8e7-156f09288d6c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:03.073289 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Routers {'86f11040-7bdb-4912-b860-e44c2f7dd660'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:03.074150 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['86f11040-7bdb-4912-b860-e44c2f7dd660'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:03.114847 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c785f-d851-4aaa-a9a1-542949902cb6 None None] Pushing event updated for resources: {'Port': ['ID=471b7bf3-3ed1-4dc6-816c-090d08bc9aa2,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:03.133534 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5ce2337d-7c90-4029-b8e7-156f09288d6c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:03.163485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73504933-ba86-4318-9fe7-755684b6c062 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Made reservation on behalf of ae1489d075e54f72890b9fff2346dcd8 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:01:03.167437 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-73504933-ba86-4318-9fe7-755684b6c062 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:03.196446 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] Set router 86f11040-7bdb-4912-b860-e44c2f7dd660 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:03.295916 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5ce2337d-7c90-4029-b8e7-156f09288d6c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:03.321632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2337d-7c90-4029-b8e7-156f09288d6c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d23d15b-2de5-47cc-b391-4b65c619da2e,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:03.343599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 61c6aef6-052e-44d1-a025-b8669f6af508 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:03.408558 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 61c6aef6-052e-44d1-a025-b8669f6af508 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:03.409364 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:03.430093 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5ce2337d-7c90-4029-b8e7-156f09288d6c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:03.434740 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5ce2337d-7c90-4029-b8e7-156f09288d6c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5549154 Sep 23 23:01:03.435385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36858) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:03.442759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3d965fe3-d007-4448-9b58-e92e13e9f282 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '7e639fb0-eb7b-43fa-a34b-ecf30d99643a', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:03.477465 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340310447', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:58Z', 'updated_at': '2021-09-23T23:01:00Z', 'revision_number': 3, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:59Z', 'updated_at': '2021-09-23T23:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:03.540913 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-73504933-ba86-4318-9fe7-755684b6c062 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:03.581437 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d965fe3-d007-4448-9b58-e92e13e9f282 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:03.624445 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61bc436-e917-47ff-86d7-a91b81382465 None None] The sync data for ids ['86f11040-7bdb-4912-b860-e44c2f7dd660'] in n-d-810775-1 is: [{'id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340310447', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:58Z', 'updated_at': '2021-09-23T23:01:00Z', 'revision_number': 3, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:59Z', 'updated_at': '2021-09-23T23:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:03.634808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73504933-ba86-4318-9fe7-755684b6c062 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'Subnet': ['ID=7cc4aca4-7ff2-4d38-a0f4-baa0aab64900,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:03.667302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73504933-ba86-4318-9fe7-755684b6c062 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Checking segment: {'id': '50f7b98d-17b1-44b1-986d-d3e4aab7c35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:03.667674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73504933-ba86-4318-9fe7-755684b6c062 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Network hostable DHCP agents. Network: 5c1a0496-9806-469a-b961-210491fdcdd5, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:01:03.693850 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d965fe3-d007-4448-9b58-e92e13e9f282 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:03.772595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b148f3b-016e-438e-9ec3-c425aff8da90 req-35190473-c7cc-4bd4-9aaf-659065287249 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:03.774229 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b148f3b-016e-438e-9ec3-c425aff8da90 req-35190473-c7cc-4bd4-9aaf-659065287249 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.1039946 Sep 23 23:01:03.778555 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d965fe3-d007-4448-9b58-e92e13e9f282 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:03.803901 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d965fe3-d007-4448-9b58-e92e13e9f282 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6922372-0955-4e7d-9839-cde34573dd7e,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:03.825697 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5b148f3b-016e-438e-9ec3-c425aff8da90 req-617bd531-b65d-49f4-b403-1769f1327714 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420434 Sep 23 23:01:03.843053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73504933-ba86-4318-9fe7-755684b6c062 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Network 5c1a0496-9806-469a-b961-210491fdcdd5 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:01:03.871620 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3d965fe3-d007-4448-9b58-e92e13e9f282 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:03.872905 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3d965fe3-d007-4448-9b58-e92e13e9f282 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4362218 Sep 23 23:01:03.875687 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36862) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:03.880677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-cf3b252c-8ad7-49ad-bd38-48472896fe28 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '7e639fb0-eb7b-43fa-a34b-ecf30d99643a', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:03.952899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-73504933-ba86-4318-9fe7-755684b6c062 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 5c1a0496-9806-469a-b961-210491fdcdd5) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:03.960485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73504933-ba86-4318-9fe7-755684b6c062 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:03.961179 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-73504933-ba86-4318-9fe7-755684b6c062 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:03.966714 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b3b5e9-8718-4f54-9aa0-429ed2f202c0 None None] Network 5c1a0496-9806-469a-b961-210491fdcdd5 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:01:04.003548 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cf3b252c-8ad7-49ad-bd38-48472896fe28 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:04.106600 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cf3b252c-8ad7-49ad-bd38-48472896fe28 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:04.141892 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36864) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:04.142283 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-73504933-ba86-4318-9fe7-755684b6c062 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3876574 Sep 23 23:01:04.173232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-5c1a0496-9806-469a-b961-210491fdcdd5', 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'fixed_ips': [{'subnet_id': '7cc4aca4-7ff2-4d38-a0f4-baa0aab64900'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:01:04.174178 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:04.237603 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cf3b252c-8ad7-49ad-bd38-48472896fe28 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:04.270519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b252c-8ad7-49ad-bd38-48472896fe28 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a6c66c-a489-4a46-804b-ba5def50ced0,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:04.331136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Allocated IP 172.20.0.18 (5c1a0496-9806-469a-b961-210491fdcdd5/7cc4aca4-7ff2-4d38-a0f4-baa0aab64900/bfebeb10-e3d3-4c23-a425-9ffa2b0c5488) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:01:04.388750 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cf3b252c-8ad7-49ad-bd38-48472896fe28 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:04.390258 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cf3b252c-8ad7-49ad-bd38-48472896fe28 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5134716 Sep 23 23:01:04.393189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 36866) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:04.399407 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d9164d81-d57d-4466-adeb-4c989c97ecb4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '7e639fb0-eb7b-43fa-a34b-ecf30d99643a', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:04.514926 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:04.541296 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-d9164d81-d57d-4466-adeb-4c989c97ecb4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Project 23e21d3ac6714dd4afe3c44f292f8033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:01:04.551789 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9164d81-d57d-4466-adeb-4c989c97ecb4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:04.631274 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:04.675591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Network 5c1a0496-9806-469a-b961-210491fdcdd5 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:04.679600 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:04.686718 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:04.690508 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Pushing event updated for resources: {'Port': ['ID=bfebeb10-e3d3-4c23-a425-9ffa2b0c5488,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:04.696910 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9164d81-d57d-4466-adeb-4c989c97ecb4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:04.762630 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:04.762821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Attempting to bind port bfebeb10-e3d3-4c23-a425-9ffa2b0c5488 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:01:04.762821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Attempting to bind port bfebeb10-e3d3-4c23-a425-9ffa2b0c5488 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '50f7b98d-17b1-44b1-986d-d3e4aab7c35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:01:04.762821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Attempting to bind port bfebeb10-e3d3-4c23-a425-9ffa2b0c5488 on network 5c1a0496-9806-469a-b961-210491fdcdd5 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:04.766931 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:01:04.767289 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Checking segment: {'id': '50f7b98d-17b1-44b1-986d-d3e4aab7c35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:04.767692 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:04.768077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Bound using segment: {'id': '50f7b98d-17b1-44b1-986d-d3e4aab7c35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:01:04.768772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Bound port: bfebeb10-e3d3-4c23-a425-9ffa2b0c5488, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f7b98d-17b1-44b1-986d-d3e4aab7c35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:01:04.769382 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:04.827884 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9164d81-d57d-4466-adeb-4c989c97ecb4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:04.841401 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] For port bfebeb10-e3d3-4c23-a425-9ffa2b0c5488, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:01:04.844783 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] For port bfebeb10-e3d3-4c23-a425-9ffa2b0c5488, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bfebeb10-e3d3-4c23-a425-9ffa2b0c5488,segment=NetworkSegment(50f7b98d-17b1-44b1-986d-d3e4aab7c35c),segment_id=50f7b98d-17b1-44b1-986d-d3e4aab7c35c)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:01:04.879710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9164d81-d57d-4466-adeb-4c989c97ecb4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7676b72-0a00-4cfb-be44-e71b1f04115a,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:04.963558 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:05.012016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d693a-02dc-4de9-9f46-9d5b2bad25b4 req-ce9f01dc-d80d-4938-b997-bda500f3b961 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:05.013671 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-060d693a-02dc-4de9-9f46-9d5b2bad25b4 req-ce9f01dc-d80d-4938-b997-bda500f3b961 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.1192257 Sep 23 23:01:05.014446 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9164d81-d57d-4466-adeb-4c989c97ecb4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:05.015524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d9164d81-d57d-4466-adeb-4c989c97ecb4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6211214 Sep 23 23:01:05.019714 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 36870) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:05.032106 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3049d3ed-211b-4dcb-a8d5-8b96dbe61cab tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'security_group_rule': {'security_group_id': '7e639fb0-eb7b-43fa-a34b-ecf30d99643a', 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:05.051952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0bfa4-8fd4-447f-9e71-6b95763d8cea None None] Pushing event updated for resources: {'Port': ['ID=bfebeb10-e3d3-4c23-a425-9ffa2b0c5488,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:05.111105 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-060d693a-02dc-4de9-9f46-9d5b2bad25b4 req-6d2f3067-8130-425f-935d-f7290c861cf2 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876644 Sep 23 23:01:05.181604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Allocated IP 172.20.0.17 (5c1a0496-9806-469a-b961-210491fdcdd5/7cc4aca4-7ff2-4d38-a0f4-baa0aab64900/f127dc19-1e3b-45c9-9d36-f6033107d033) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:01:05.186494 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-3049d3ed-211b-4dcb-a8d5-8b96dbe61cab tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Project 23e21d3ac6714dd4afe3c44f292f8033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:01:05.193833 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3049d3ed-211b-4dcb-a8d5-8b96dbe61cab tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:05.344680 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3049d3ed-211b-4dcb-a8d5-8b96dbe61cab tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:05.387471 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:05.406202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:05.424259 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3049d3ed-211b-4dcb-a8d5-8b96dbe61cab tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:05.467702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049d3ed-211b-4dcb-a8d5-8b96dbe61cab tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c68a4a-bb32-400a-b623-0389afeae630,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:05.505326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:05.506110 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:05.567281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:05.591924 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3049d3ed-211b-4dcb-a8d5-8b96dbe61cab tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:05.593413 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3049d3ed-211b-4dcb-a8d5-8b96dbe61cab tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5721340 Sep 23 23:01:05.599797 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:05.620347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Network 5c1a0496-9806-469a-b961-210491fdcdd5 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:05.623854 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:05.628643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:05.637162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=471b7bf3-3ed1-4dc6-816c-090d08bc9aa2,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:05.680509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'Port': ['ID=f127dc19-1e3b-45c9-9d36-f6033107d033,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:05.703210 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:05.717808 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:05.779404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=471b7bf3-3ed1-4dc6-816c-090d08bc9aa2,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:05.877471 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-b6266e65-3495-4a4f-9840-fa9e5d6c9c41 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608628965&fields=id&tenant_id=23e21d3ac6714dd4afe3c44f292f8033 HTTP/1.1" status: 200 len: 267 time: 0.0455980 Sep 23 23:01:05.958151 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:06.064504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-4fe71bab-a85e-4bc1-9d93-98f12ed36d6a tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:06.069912 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-4fe71bab-a85e-4bc1-9d93-98f12ed36d6a tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/networks?id=51f7bec3-4761-4c02-a938-ac93f7354d81 HTTP/1.1" status: 200 len: 796 time: 0.1853497 Sep 23 23:01:06.095135 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-a1ea6663-d834-45f3-a97b-f148c17613bd tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/quotas/23e21d3ac6714dd4afe3c44f292f8033 HTTP/1.1" status: 200 len: 375 time: 0.0193067 Sep 23 23:01:06.178282 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-86790d1f-d7e3-4762-befb-a7c261eb0be1 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720758 Sep 23 23:01:06.316594 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9782e0-6ce8-4db5-8c69-9f0e5241fca7 req-501af848-6b42-47d2-bf6c-f99e2c95448e tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:06.319638 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d9782e0-6ce8-4db5-8c69-9f0e5241fca7 req-501af848-6b42-47d2-bf6c-f99e2c95448e tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0974000 Sep 23 23:01:06.343546 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-5ba31a76-2652-44c5-a783-4d4c3c4f8c86 service neutron] 10.222.0.22 "GET /v2.0/networks/51f7bec3-4761-4c02-a938-ac93f7354d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480491 Sep 23 23:01:06.368012 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cf8091-3afa-41d2-9f6d-dc642778f8a4 None None] Network 5c1a0496-9806-469a-b961-210491fdcdd5 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:01:06.401084 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d9782e0-6ce8-4db5-8c69-9f0e5241fca7 req-3b077a0c-0436-4cbf-96f5-774078fb5c5b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710862 Sep 23 23:01:06.405183 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:06.469804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-17b9319c-1662-413e-a1ca-edc786200536 None None] Provisioning complete for port bfebeb10-e3d3-4c23-a425-9ffa2b0c5488 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:06.470182 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-17b9319c-1662-413e-a1ca-edc786200536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:06.472129 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-6f8a1bd3-9420-41d3-a2c2-c18a4a9baa52 service neutron] 10.222.0.22 "GET /v2.0/networks/51f7bec3-4761-4c02-a938-ac93f7354d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195924 Sep 23 23:01:06.482970 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:06.610655 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'Port': ['ID=f127dc19-1e3b-45c9-9d36-f6033107d033,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:06.621561 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:06.630164 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-17b9319c-1662-413e-a1ca-edc786200536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:06.693618 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-17b9319c-1662-413e-a1ca-edc786200536 None None] For port bfebeb10-e3d3-4c23-a425-9ffa2b0c5488, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bfebeb10-e3d3-4c23-a425-9ffa2b0c5488,segment=NetworkSegment(50f7b98d-17b1-44b1-986d-d3e4aab7c35c),segment_id=50f7b98d-17b1-44b1-986d-d3e4aab7c35c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:06.782876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Network 5c1a0496-9806-469a-b961-210491fdcdd5 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:06.787778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:06.788161 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-17b9319c-1662-413e-a1ca-edc786200536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:06.878352 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:06.889182 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9319c-1662-413e-a1ca-edc786200536 None None] Pushing event updated for resources: {'Port': ['ID=bfebeb10-e3d3-4c23-a425-9ffa2b0c5488,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:06.930181 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8063bd18-cf0d-4b93-baff-c7b0e770b5c3 req-833ef3f4-0532-44f5-9692-59a13194e74a tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 210 time: 0.0680432 Sep 23 23:01:06.989013 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Router 86f11040-7bdb-4912-b860-e44c2f7dd660 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:01:07.094389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a670f509-f525-48a3-b522-3cd855064ec0 None None] Provisioning complete for port bfebeb10-e3d3-4c23-a425-9ffa2b0c5488 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:07.094918 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a670f509-f525-48a3-b522-3cd855064ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:07.200183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:07.232056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-05379094-861e-4fe8-a3ff-3398d9e695bc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "PUT /v2.0/routers/86f11040-7bdb-4912-b860-e44c2f7dd660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0754321 Sep 23 23:01:07.233075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Sync routers for ids ['86f11040-7bdb-4912-b860-e44c2f7dd660'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:07.301475 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Routers {'86f11040-7bdb-4912-b860-e44c2f7dd660'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:07.302571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['86f11040-7bdb-4912-b860-e44c2f7dd660'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:07.512796 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a670f509-f525-48a3-b522-3cd855064ec0 None None] Provisioning complete for port f127dc19-1e3b-45c9-9d36-f6033107d033 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:07.513414 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a670f509-f525-48a3-b522-3cd855064ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:07.528651 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:07.635354 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-81a217be-20d8-405d-bbfa-bc41331371c4 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:07.637752 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-81a217be-20d8-405d-bbfa-bc41331371c4 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/networks?id=5c1a0496-9806-469a-b961-210491fdcdd5 HTTP/1.1" status: 200 len: 798 time: 0.1890724 Sep 23 23:01:07.644225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Set router 86f11040-7bdb-4912-b860-e44c2f7dd660 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:07.656643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-03cb6509-745e-44a7-a77f-37c7c3d78703 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/quotas/ae1489d075e54f72890b9fff2346dcd8 HTTP/1.1" status: 200 len: 375 time: 0.0126853 Sep 23 23:01:07.678073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fcf61-232d-4d8f-b8cc-c6d59b745416 req-cf529cb6-1c92-42e7-a567-015f6f7333ac tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:07.681327 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d4fcf61-232d-4d8f-b8cc-c6d59b745416 req-cf529cb6-1c92-42e7-a567-015f6f7333ac tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.1345809 Sep 23 23:01:07.745646 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-43006489-4e3f-4df8-9a69-08ac53c9d023 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ae1489d075e54f72890b9fff2346dcd8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0753915 Sep 23 23:01:07.780416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a670f509-f525-48a3-b522-3cd855064ec0 None None] Port f127dc19-1e3b-45c9-9d36-f6033107d033 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:01:07.811609 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d4fcf61-232d-4d8f-b8cc-c6d59b745416 req-12abe9a8-7421-4df2-8a7f-69c93f157e67 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1184082 Sep 23 23:01:07.890551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:07.891150 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:07.895033 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-68f83457-7e6f-4a16-a2b7-811c46aceec3 service neutron] 10.222.0.22 "GET /v2.0/networks/5c1a0496-9806-469a-b961-210491fdcdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276152 Sep 23 23:01:08.000742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4dadd975-b399-476e-807b-f598442fdb72 None None] Provisioning complete for port f127dc19-1e3b-45c9-9d36-f6033107d033 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:08.001077 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4dadd975-b399-476e-807b-f598442fdb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:08.066143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4dadd975-b399-476e-807b-f598442fdb72 None None] Port f127dc19-1e3b-45c9-9d36-f6033107d033 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:01:08.126206 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08cc9c54-b522-430d-aeb3-da3c2231dca3 req-1024d890-3f7d-4988-b7a7-a44c7f8d2aef tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 210 time: 0.0797801 Sep 23 23:01:08.131709 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bfebeb10-e3d3-4c23-a425-9ffa2b0c5488 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:08.138798 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-814b7f8c-e55b-4667-ad61-324590adea55 service neutron] 10.222.0.22 "GET /v2.0/networks/5c1a0496-9806-469a-b961-210491fdcdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412620 Sep 23 23:01:08.200203 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340310447', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:58Z', 'updated_at': '2021-09-23T23:01:05Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:59Z', 'updated_at': '2021-09-23T23:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'f127dc19-1e3b-45c9-9d36-f6033107d033', 'name': '', 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'mac_address': 'fa:16:3e:96:50:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '7cc4aca4-7ff2-4d38-a0f4-baa0aab64900', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:04Z', 'updated_at': '2021-09-23T23:01:06Z', 'revision_number': 2, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'subnets': [{'id': '7cc4aca4-7ff2-4d38-a0f4-baa0aab64900', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:08.233500 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Checking router: 86f11040-7bdb-4912-b860-e44c2f7dd660 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:08.233866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Updating router 86f11040-7bdb-4912-b860-e44c2f7dd660 port f127dc19-1e3b-45c9-9d36-f6033107d033 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:01:08.256621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port bfebeb10-e3d3-4c23-a425-9ffa2b0c5488 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:08.256895 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:08.286256 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:08.470081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e62cfa21-bc3c-41fa-8853-f207525b0752 req-bb820bb1-b556-4861-a839-bd4b9efbfbaa tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 210 time: 0.0350900 Sep 23 23:01:08.690218 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:08.858883 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:09.037574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54ce6a-1531-410f-a4b3-4a76c0f16f0f req-fd1b819f-1e1b-43b1-9cd7-d326f8d43f91 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:09.043518 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb54ce6a-1531-410f-a4b3-4a76c0f16f0f req-fd1b819f-1e1b-43b1-9cd7-d326f8d43f91 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.1289113 Sep 23 23:01:09.094770 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb54ce6a-1531-410f-a4b3-4a76c0f16f0f req-d49bb2ba-124e-4cdd-8429-64867107f3b8 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501919 Sep 23 23:01:09.213392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7df8b4-75dc-48e8-afe1-e3751522c6b8 None None] Pushing event updated for resources: {'Port': ['ID=f127dc19-1e3b-45c9-9d36-f6033107d033,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:09.257659 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Attempting to bind port f127dc19-1e3b-45c9-9d36-f6033107d033 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:01:09.258039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Attempting to bind port f127dc19-1e3b-45c9-9d36-f6033107d033 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '50f7b98d-17b1-44b1-986d-d3e4aab7c35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:01:09.258410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Attempting to bind port f127dc19-1e3b-45c9-9d36-f6033107d033 on network 5c1a0496-9806-469a-b961-210491fdcdd5 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:09.267259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:01:09.269241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Checking segment: {'id': '50f7b98d-17b1-44b1-986d-d3e4aab7c35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:09.269241 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:09.269498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Bound using segment: {'id': '50f7b98d-17b1-44b1-986d-d3e4aab7c35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:01:09.270404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Bound port: f127dc19-1e3b-45c9-9d36-f6033107d033, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f7b98d-17b1-44b1-986d-d3e4aab7c35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:01:09.271097 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:09.278936 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9fc1dbbe-7e50-48f8-8948-cc12e1f73485 req-c7bc2afc-9f96-4425-b52d-8595376b47d8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 210 time: 0.0472283 Sep 23 23:01:09.281920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-0a37e7a6-4fbe-43cd-ac23-7639d9f883fa req-922ba739-ea8e-4c99-9908-735540f224f8 service neutron] (95490) timed out ('10.222.0.67', 50352) {{(pid=95490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 23:01:09.369343 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5db1a9a3-88d4-48ca-8c08-578fcb3295c8 None None] Provisioning complete for port f127dc19-1e3b-45c9-9d36-f6033107d033 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:09.369929 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5db1a9a3-88d4-48ca-8c08-578fcb3295c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:09.428714 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] For port f127dc19-1e3b-45c9-9d36-f6033107d033, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:01:09.433434 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] For port f127dc19-1e3b-45c9-9d36-f6033107d033, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f127dc19-1e3b-45c9-9d36-f6033107d033,segment=NetworkSegment(50f7b98d-17b1-44b1-986d-d3e4aab7c35c),segment_id=50f7b98d-17b1-44b1-986d-d3e4aab7c35c)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:01:09.441529 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5db1a9a3-88d4-48ca-8c08-578fcb3295c8 None None] Port f127dc19-1e3b-45c9-9d36-f6033107d033 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:01:09.516101 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:09.564486 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b78e023-2bb1-4213-89ad-500e635bf653 req-17658f9c-04a1-4877-8d1a-08f9fc9d4f15 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 210 time: 0.0296292 Sep 23 23:01:09.609870 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Routers {'86f11040-7bdb-4912-b860-e44c2f7dd660'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:09.611139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:00:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['86f11040-7bdb-4912-b860-e44c2f7dd660'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:09.771438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7df8b4-75dc-48e8-afe1-e3751522c6b8 None None] Pushing event updated for resources: {'Port': ['ID=f127dc19-1e3b-45c9-9d36-f6033107d033,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:09.837193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] Set router 86f11040-7bdb-4912-b860-e44c2f7dd660 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:09.903183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d9945f6e-2392-496c-808f-e013db70a4e4 None None] Provisioning complete for port f127dc19-1e3b-45c9-9d36-f6033107d033 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:09.903559 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d9945f6e-2392-496c-808f-e013db70a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:10.102906 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d9945f6e-2392-496c-808f-e013db70a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:10.170102 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d9945f6e-2392-496c-808f-e013db70a4e4 None None] For port f127dc19-1e3b-45c9-9d36-f6033107d033, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f127dc19-1e3b-45c9-9d36-f6033107d033,segment=NetworkSegment(50f7b98d-17b1-44b1-986d-d3e4aab7c35c),segment_id=50f7b98d-17b1-44b1-986d-d3e4aab7c35c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:10.185398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340310447', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:58Z', 'updated_at': '2021-09-23T23:01:05Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:59Z', 'updated_at': '2021-09-23T23:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'f127dc19-1e3b-45c9-9d36-f6033107d033', 'name': '', 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'mac_address': 'fa:16:3e:96:50:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '7cc4aca4-7ff2-4d38-a0f4-baa0aab64900', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:04Z', 'updated_at': '2021-09-23T23:01:09Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'subnets': [{'id': '7cc4aca4-7ff2-4d38-a0f4-baa0aab64900', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:10.215954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415197a-debe-4307-b178-63bc4ab8b0f2 None None] The sync data for ids ['86f11040-7bdb-4912-b860-e44c2f7dd660'] in n-d-810775-1 is: [{'id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340310447', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:58Z', 'updated_at': '2021-09-23T23:01:05Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:59Z', 'updated_at': '2021-09-23T23:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'f127dc19-1e3b-45c9-9d36-f6033107d033', 'name': '', 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'mac_address': 'fa:16:3e:96:50:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '7cc4aca4-7ff2-4d38-a0f4-baa0aab64900', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:04Z', 'updated_at': '2021-09-23T23:01:09Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'subnets': [{'id': '7cc4aca4-7ff2-4d38-a0f4-baa0aab64900', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:10.321532 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de675a42-3d4f-41ee-9d62-809cbccf9b8f req-524f5785-79c4-4271-a8ef-b2bc1be0b652 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:10.326362 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de675a42-3d4f-41ee-9d62-809cbccf9b8f req-524f5785-79c4-4271-a8ef-b2bc1be0b652 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.1506333 Sep 23 23:01:10.384636 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d9945f6e-2392-496c-808f-e013db70a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:10.477986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de675a42-3d4f-41ee-9d62-809cbccf9b8f req-5d59dab5-37fd-4285-bb70-941ad36f5614 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1391253 Sep 23 23:01:10.510125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9945f6e-2392-496c-808f-e013db70a4e4 None None] Pushing event updated for resources: {'Port': ['ID=f127dc19-1e3b-45c9-9d36-f6033107d033,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:10.515285 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47984c77-db63-483f-8ae2-f32c2ad18e30 req-3a7c8228-87dc-4daa-a0e2-a7b5280b5a1e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 210 time: 0.0703733 Sep 23 23:01:10.534202 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-f4e6fd20-e3d9-41cd-86ce-eddaed6efd38 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:10.535846 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-f4e6fd20-e3d9-41cd-86ce-eddaed6efd38 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.67 "GET /v2.0/networks?id=51f7bec3-4761-4c02-a938-ac93f7354d81 HTTP/1.1" status: 200 len: 796 time: 0.2556098 Sep 23 23:01:10.593730 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-b8844dc6-de39-40f7-a00c-21de02c04c07 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23e21d3ac6714dd4afe3c44f292f8033 HTTP/1.1" status: 200 len: 380 time: 0.0433509 Sep 23 23:01:10.609717 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-91449a10-9d06-4526-99f1-75f9f22bdff7 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'port': {'device_id': '9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'admin_state_up': True, 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'security_groups': ['7e639fb0-eb7b-43fa-a34b-ecf30d99643a']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:10.747536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c3f4c08-8a25-4883-a504-5ae82fe5d331 req-cf0c2a47-fd32-4f10-b446-64f0cd065754 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 210 time: 0.0489545 Sep 23 23:01:10.918504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-91449a10-9d06-4526-99f1-75f9f22bdff7 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Made reservation on behalf of 23e21d3ac6714dd4afe3c44f292f8033 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:01:10.923178 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-91449a10-9d06-4526-99f1-75f9f22bdff7 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:11.090297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-91449a10-9d06-4526-99f1-75f9f22bdff7 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Allocated IP 172.20.0.6 (51f7bec3-4761-4c02-a938-ac93f7354d81/be9c0e49-af25-4d95-888f-40d5bf485e28/4bd96db0-d925-4397-8e2e-61c560fe9780) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:01:11.387343 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f127dc19-1e3b-45c9-9d36-f6033107d033 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:11.479288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port f127dc19-1e3b-45c9-9d36-f6033107d033 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:11.481284 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:11.584963 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-340ba2ec-ca78-4283-8cc8-be3ad2ef50dd tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:11.587469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-340ba2ec-ca78-4283-8cc8-be3ad2ef50dd tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.67 "GET /v2.0/networks?id=5c1a0496-9806-469a-b961-210491fdcdd5 HTTP/1.1" status: 200 len: 798 time: 0.2289288 Sep 23 23:01:11.608813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-4ed84ddd-7b28-45f3-8211-8cfd691705b1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Request body: {'port': {'device_id': 'cdca9394-6551-4bda-ab1e-d55605b37818', 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5', 'admin_state_up': True, 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:11.765712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-91449a10-9d06-4526-99f1-75f9f22bdff7 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:11.782700 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0e081-1712-48f6-8fa1-6988ba8f014f req-69f297f0-1ade-4f2d-87a9-97584d160487 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:11.782700 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43a0e081-1712-48f6-8fa1-6988ba8f014f req-69f297f0-1ade-4f2d-87a9-97584d160487 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.1400859 Sep 23 23:01:11.818295 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c3d9cb2d-b438-45ab-b286-eea81d658880 req-1fb7101b-097b-467c-8731-ac138c166b45 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 210 time: 0.0945256 Sep 23 23:01:11.890014 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43a0e081-1712-48f6-8fa1-6988ba8f014f req-787e8b9f-16c9-469f-9106-50db231cb1d5 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921595 Sep 23 23:01:11.932169 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-91449a10-9d06-4526-99f1-75f9f22bdff7 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:11.947777 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f3d2850-315a-4b89-bda0-dddc7c4b2515 req-bd4240e7-fd38-41c7-8ddf-7cfa2b386dcf tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 210 time: 0.0374930 Sep 23 23:01:11.994757 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-91449a10-9d06-4526-99f1-75f9f22bdff7 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 51f7bec3-4761-4c02-a938-ac93f7354d81 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:11.998414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-91449a10-9d06-4526-99f1-75f9f22bdff7 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:12.002767 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-91449a10-9d06-4526-99f1-75f9f22bdff7 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:12.013173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91449a10-9d06-4526-99f1-75f9f22bdff7 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Port': ['ID=4bd96db0-d925-4397-8e2e-61c560fe9780,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:12.020696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-4ed84ddd-7b28-45f3-8211-8cfd691705b1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Made reservation on behalf of ae1489d075e54f72890b9fff2346dcd8 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:01:12.026333 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-4ed84ddd-7b28-45f3-8211-8cfd691705b1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:12.086032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-91449a10-9d06-4526-99f1-75f9f22bdff7 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:12.087194 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-91449a10-9d06-4526-99f1-75f9f22bdff7 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:12.198146 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-91449a10-9d06-4526-99f1-75f9f22bdff7 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5972338 Sep 23 23:01:12.200019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-4ed84ddd-7b28-45f3-8211-8cfd691705b1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Allocated IP 172.20.0.24 (5c1a0496-9806-469a-b961-210491fdcdd5/7cc4aca4-7ff2-4d38-a0f4-baa0aab64900/eeed147d-1f36-47eb-bd90-c7699dfee61b) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:01:12.218124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Request body: {'port': {'device_id': '9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:12.334880 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:12.344045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e5a8aac3-833d-4290-a747-103f288c4fe3 None None] Provisioning complete for port 4bd96db0-d925-4397-8e2e-61c560fe9780 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:12.344728 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5a8aac3-833d-4290-a747-103f288c4fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:12.380854 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-4ed84ddd-7b28-45f3-8211-8cfd691705b1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:12.402706 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e5a8aac3-833d-4290-a747-103f288c4fe3 None None] Port 4bd96db0-d925-4397-8e2e-61c560fe9780 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:01:12.512159 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-4ed84ddd-7b28-45f3-8211-8cfd691705b1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:12.562393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-4ed84ddd-7b28-45f3-8211-8cfd691705b1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Network 5c1a0496-9806-469a-b961-210491fdcdd5 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:12.566490 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-4ed84ddd-7b28-45f3-8211-8cfd691705b1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:12.572251 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-4ed84ddd-7b28-45f3-8211-8cfd691705b1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:12.616428 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed84ddd-7b28-45f3-8211-8cfd691705b1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event updated for resources: {'Port': ['ID=eeed147d-1f36-47eb-bd90-c7699dfee61b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:12.650041 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-4ed84ddd-7b28-45f3-8211-8cfd691705b1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:12.650749 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-4ed84ddd-7b28-45f3-8211-8cfd691705b1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:12.676995 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd96db0-d925-4397-8e2e-61c560fe9780 {{(pid=95490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:01:12.690947 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:12.709727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.provisioning_blocks [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Transition to ACTIVE for port object 4bd96db0-d925-4397-8e2e-61c560fe9780 will not be triggered until provisioned by entity L2. {{(pid=95490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:01:12.792682 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-4ed84ddd-7b28-45f3-8211-8cfd691705b1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1885214 Sep 23 23:01:12.812638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Request body: {'port': {'device_id': 'cdca9394-6551-4bda-ab1e-d55605b37818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:12.829644 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:12.830605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-dd16b75b-c5a6-4794-9b9a-0edce5bc6e6e None None] Provisioning complete for port eeed147d-1f36-47eb-bd90-c7699dfee61b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:12.831336 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dd16b75b-c5a6-4794-9b9a-0edce5bc6e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:12.899271 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-dd16b75b-c5a6-4794-9b9a-0edce5bc6e6e None None] Port eeed147d-1f36-47eb-bd90-c7699dfee61b cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:01:12.915461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd96db0-d925-4397-8e2e-61c560fe9780,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:12.920160 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:13.040177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Attempting to bind port 4bd96db0-d925-4397-8e2e-61c560fe9780 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:01:13.040478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Attempting to bind port 4bd96db0-d925-4397-8e2e-61c560fe9780 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '3f5df585-b669-4af0-b5d7-fae0269914c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81'}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:01:13.040715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Attempting to bind port 4bd96db0-d925-4397-8e2e-61c560fe9780 on network 51f7bec3-4761-4c02-a938-ac93f7354d81 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:13.057139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Port 4bd96db0-d925-4397-8e2e-61c560fe9780 on network 51f7bec3-4761-4c02-a938-ac93f7354d81 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:01:13.057494 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Attempting to bind port 4bd96db0-d925-4397-8e2e-61c560fe9780 on network 51f7bec3-4761-4c02-a938-ac93f7354d81 {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:13.111205 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:01:13.111864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Checking segment: {'id': '3f5df585-b669-4af0-b5d7-fae0269914c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:13.112736 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Bound using segment: {'id': '3f5df585-b669-4af0-b5d7-fae0269914c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81'} {{(pid=95490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:01:13.113639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.managers [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Bound port: 4bd96db0-d925-4397-8e2e-61c560fe9780, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5df585-b669-4af0-b5d7-fae0269914c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81'}}] {{(pid=95490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:01:13.114242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:13.121010 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a8cc38be-d469-431d-ad45-78cad8c28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:13.186333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f883972-6ae4-42c1-8505-093cf4295db7 req-be9344c0-61f5-4021-9849-edf38de9faad tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:13.188102 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f883972-6ae4-42c1-8505-093cf4295db7 req-be9344c0-61f5-4021-9849-edf38de9faad tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 943 time: 0.1668813 Sep 23 23:01:13.194548 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd7907-9f69-4eca-b624-458d2dc7d85b req-788d066d-b220-4d81-96a5-254236ddc2f6 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:13.197256 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9cd7907-9f69-4eca-b624-458d2dc7d85b req-788d066d-b220-4d81-96a5-254236ddc2f6 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.1097066 Sep 23 23:01:13.246168 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] For port 4bd96db0-d925-4397-8e2e-61c560fe9780, host n-h2-810775-1, cleared binding levels {{(pid=95490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:01:13.270959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] For port 4bd96db0-d925-4397-8e2e-61c560fe9780, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=4bd96db0-d925-4397-8e2e-61c560fe9780,segment=NetworkSegment(3f5df585-b669-4af0-b5d7-fae0269914c7),segment_id=3f5df585-b669-4af0-b5d7-fae0269914c7)] {{(pid=95490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:01:13.275156 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0f883972-6ae4-42c1-8505-093cf4295db7 req-5c68317c-cd08-488e-8006-a21df53d4a52 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e639fb0-eb7b-43fa-a34b-ecf30d99643a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670121 Sep 23 23:01:13.303511 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9cd7907-9f69-4eca-b624-458d2dc7d85b req-f34174f4-8ed5-479b-889b-be4ef912679f tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958235 Sep 23 23:01:13.381388 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:13.394301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeed147d-1f36-47eb-bd90-c7699dfee61b {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:01:13.403514 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:13.417673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Transition to ACTIVE for port object eeed147d-1f36-47eb-bd90-c7699dfee61b will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:01:13.428899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:13.429602 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:13.431000 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] 10.222.0.67 "PUT /v2.0/ports/4bd96db0-d925-4397-8e2e-61c560fe9780 HTTP/1.1" status: 200 len: 1091 time: 1.2175186 Sep 23 23:01:13.431462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012', 'tag': '4bd96db0-d925-4397-8e2e-61c560fe9780'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:01:13.433835 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391f1898-493b-4408-b3a1-ec056a84dd5a" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012", "tag": "4bd96db0-d925-4397-8e2e-61c560fe9780"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:01:13.471425 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2308d6-7817-40f3-8c2b-d12a5ff43db3 req-b791e64c-5f06-4838-8650-24cb087de1d9 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:13.473891 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef2308d6-7817-40f3-8c2b-d12a5ff43db3 req-b791e64c-5f06-4838-8650-24cb087de1d9 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 895 time: 0.1212358 Sep 23 23:01:13.477485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d56bea-fa22-4dd1-b5fb-886d00f27844 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd96db0-d925-4397-8e2e-61c560fe9780,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:13.524680 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf7d230-9505-45c0-aded-2856e8f41e47 x-openstack-request-id: req-cdf7d230-9505-45c0-aded-2856e8f41e47 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:01:13.525094 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012", "tag": "4bd96db0-d925-4397-8e2e-61c560fe9780", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:01:13.525319 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cdf7d230-9505-45c0-aded-2856e8f41e47 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:01:13.525655 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012', 'tag': '4bd96db0-d925-4397-8e2e-61c560fe9780', 'status': 'completed', 'code': 200} Sep 23 23:01:13.532766 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:13.667672 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f1898-493b-4408-b3a1-ec056a84dd5a req-592d4942-f224-40f3-982c-2bf069e38c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:13.671381 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-391f1898-493b-4408-b3a1-ec056a84dd5a req-592d4942-f224-40f3-982c-2bf069e38c3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 1094 time: 0.0946960 Sep 23 23:01:13.676863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Pushing event updated for resources: {'Port': ['ID=eeed147d-1f36-47eb-bd90-c7699dfee61b,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:13.714526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Attempting to bind port eeed147d-1f36-47eb-bd90-c7699dfee61b on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:01:13.715332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Attempting to bind port eeed147d-1f36-47eb-bd90-c7699dfee61b by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '50f7b98d-17b1-44b1-986d-d3e4aab7c35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:01:13.716078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Attempting to bind port eeed147d-1f36-47eb-bd90-c7699dfee61b on network 5c1a0496-9806-469a-b961-210491fdcdd5 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:13.725531 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Port eeed147d-1f36-47eb-bd90-c7699dfee61b on network 5c1a0496-9806-469a-b961-210491fdcdd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:01:13.726425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Attempting to bind port eeed147d-1f36-47eb-bd90-c7699dfee61b on network 5c1a0496-9806-469a-b961-210491fdcdd5 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:13.748565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:01:13.748968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Checking segment: {'id': '50f7b98d-17b1-44b1-986d-d3e4aab7c35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:13.749386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Bound using segment: {'id': '50f7b98d-17b1-44b1-986d-d3e4aab7c35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:01:13.749984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Bound port: eeed147d-1f36-47eb-bd90-c7699dfee61b, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f7b98d-17b1-44b1-986d-d3e4aab7c35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:01:13.750544 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:13.884693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c89b8-6b93-4002-a6d1-5d1f16967879 req-0f6031ff-109f-4bbc-9ac2-5dcb726151cd tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:13.887247 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a9c89b8-6b93-4002-a6d1-5d1f16967879 req-0f6031ff-109f-4bbc-9ac2-5dcb726151cd tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.1552606 Sep 23 23:01:13.916002 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f1898-493b-4408-b3a1-ec056a84dd5a req-af4344bb-4f94-463d-8c88-2e2a82017d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:13.917583 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-391f1898-493b-4408-b3a1-ec056a84dd5a req-af4344bb-4f94-463d-8c88-2e2a82017d7e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2328002 Sep 23 23:01:13.997909 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a9c89b8-6b93-4002-a6d1-5d1f16967879 req-e23acec9-f553-4143-b0ee-e5aad0399e85 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950134 Sep 23 23:01:14.086585 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f1898-493b-4408-b3a1-ec056a84dd5a req-88ce4868-86e4-4d27-b212-d0a54fb68aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:14.088242 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-391f1898-493b-4408-b3a1-ec056a84dd5a req-88ce4868-86e4-4d27-b212-d0a54fb68aec service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1624174 Sep 23 23:01:14.195370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2f501-0966-4bc7-b80c-d673fcde4a4c req-8ce3cd95-44ce-46ab-be67-835992082353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:14.196837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fa2f501-0966-4bc7-b80c-d673fcde4a4c req-8ce3cd95-44ce-46ab-be67-835992082353 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 1096 time: 0.0870984 Sep 23 23:01:14.214835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-59258b51-9b07-4849-bb1d-bd7d606141dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:14.217237 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-59258b51-9b07-4849-bb1d-bd7d606141dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 1094 time: 0.0688574 Sep 23 23:01:14.217765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] For port eeed147d-1f36-47eb-bd90-c7699dfee61b, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:01:14.251092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] For port eeed147d-1f36-47eb-bd90-c7699dfee61b, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=eeed147d-1f36-47eb-bd90-c7699dfee61b,segment=NetworkSegment(50f7b98d-17b1-44b1-986d-d3e4aab7c35c),segment_id=50f7b98d-17b1-44b1-986d-d3e4aab7c35c)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:01:14.266762 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-97c08296-49f4-405f-9344-34397c04dbaf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd96db0-d925-4397-8e2e-61c560fe9780 HTTP/1.1" status: 200 len: 217 time: 0.0367057 Sep 23 23:01:14.315446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2f501-0966-4bc7-b80c-d673fcde4a4c req-63f5539b-21c2-488d-920a-79a18dc958d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:14.318395 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fa2f501-0966-4bc7-b80c-d673fcde4a4c req-63f5539b-21c2-488d-920a-79a18dc958d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea8b69c-a296-493c-a38b-e8e5deafa4e2 HTTP/1.1" status: 200 len: 912 time: 0.1130064 Sep 23 23:01:14.319923 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-30efcbef-1bb1-42a0-87cf-b335a97cc8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:14.321365 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-30efcbef-1bb1-42a0-87cf-b335a97cc8e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9c0e49-af25-4d95-888f-40d5bf485e28 HTTP/1.1" status: 200 len: 834 time: 0.0470669 Sep 23 23:01:14.367096 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:14.382229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-4e57e271-6f6c-4785-b204-502862ba455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:14.388339 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-4e57e271-6f6c-4785-b204-502862ba455a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=51f7bec3-4761-4c02-a938-ac93f7354d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547287 Sep 23 23:01:14.449600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:14.450379 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:14.452048 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] 10.222.0.67 "PUT /v2.0/ports/eeed147d-1f36-47eb-bd90-c7699dfee61b HTTP/1.1" status: 200 len: 1055 time: 1.6438217 Sep 23 23:01:14.454653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdca9394-6551-4bda-ab1e-d55605b37818', 'tag': 'eeed147d-1f36-47eb-bd90-c7699dfee61b'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:01:14.456817 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da3b5ae-d6bb-41c7-838c-bd5fe5ed1ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "cdca9394-6551-4bda-ab1e-d55605b37818", "tag": "eeed147d-1f36-47eb-bd90-c7699dfee61b"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:01:14.479896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fa2f501-0966-4bc7-b80c-d673fcde4a4c req-6f0c43ba-8bc7-4e75-b4d9-97f7e443c970 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c956a541-3200-4c38-bd04-2817ce3f60fb HTTP/1.1" status: 200 len: 1001 time: 0.1536918 Sep 23 23:01:14.503576 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-b25d1e75-69c6-4212-8e98-c369d7ed13cb service neutron] 10.222.0.67 "GET /v2.0/networks/51f7bec3-4761-4c02-a938-ac93f7354d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119294 Sep 23 23:01:14.527265 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c882a2f2-3962-45a3-a634-12e2760822e8 x-openstack-request-id: req-c882a2f2-3962-45a3-a634-12e2760822e8 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:01:14.527544 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdca9394-6551-4bda-ab1e-d55605b37818", "tag": "eeed147d-1f36-47eb-bd90-c7699dfee61b", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:01:14.527802 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c882a2f2-3962-45a3-a634-12e2760822e8 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:01:14.528176 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdca9394-6551-4bda-ab1e-d55605b37818', 'tag': 'eeed147d-1f36-47eb-bd90-c7699dfee61b', 'status': 'completed', 'code': 200} Sep 23 23:01:14.528914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b09c90-ab1d-4091-a42c-918f524539be service neutron] Pushing event updated for resources: {'Port': ['ID=eeed147d-1f36-47eb-bd90-c7699dfee61b,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:14.553917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8d061-558e-4753-b9fc-fbe855c6c201 req-b288275f-4407-422e-9a96-ffe01a70aae5 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:14.555586 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ec8d061-558e-4753-b9fc-fbe855c6c201 req-b288275f-4407-422e-9a96-ffe01a70aae5 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 943 time: 0.1509359 Sep 23 23:01:14.590005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2f501-0966-4bc7-b80c-d673fcde4a4c req-e6329d06-2aad-490c-b76a-a62b75805ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:14.591536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fa2f501-0966-4bc7-b80c-d673fcde4a4c req-e6329d06-2aad-490c-b76a-a62b75805ad3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7af70910-c90d-4441-9b42-32e835f1cc56 HTTP/1.1" status: 200 len: 850 time: 0.1001995 Sep 23 23:01:14.669267 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c093df72-9a2d-47e3-8810-7be04f0e6696 req-005df992-6ea6-461c-9d34-70c7ddd3bc7a service neutron] 10.222.0.67 "GET /v2.0/networks/51f7bec3-4761-4c02-a938-ac93f7354d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551914 Sep 23 23:01:14.681710 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ec8d061-558e-4753-b9fc-fbe855c6c201 req-751b6084-5ac5-486d-91f8-bfad80bf4be5 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e639fb0-eb7b-43fa-a34b-ecf30d99643a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156437 Sep 23 23:01:14.697241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3b5ae-d6bb-41c7-838c-bd5fe5ed1ba3 req-7fe9c3ca-4e95-4d45-80cf-7e356733cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:14.698810 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7da3b5ae-d6bb-41c7-838c-bd5fe5ed1ba3 req-7fe9c3ca-4e95-4d45-80cf-7e356733cbed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae1489d075e54f72890b9fff2346dcd8&device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 1058 time: 0.1305993 Sep 23 23:01:14.700115 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207f12c-d541-4d7a-8082-fbcd2b65f09b req-7c7e38ea-8699-43e6-8a04-2f6b614c1227 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:14.701855 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e207f12c-d541-4d7a-8082-fbcd2b65f09b req-7c7e38ea-8699-43e6-8a04-2f6b614c1227 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 907 time: 0.0934465 Sep 23 23:01:14.709608 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2f501-0966-4bc7-b80c-d673fcde4a4c req-a0f2a20a-acce-4bfc-960d-e95138c99147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:14.711265 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fa2f501-0966-4bc7-b80c-d673fcde4a4c req-a0f2a20a-acce-4bfc-960d-e95138c99147 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea8b69c-a296-493c-a38b-e8e5deafa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921614 Sep 23 23:01:14.960660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3b5ae-d6bb-41c7-838c-bd5fe5ed1ba3 req-408ea902-be83-4722-883c-d6cf9b7838b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:14.961171 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3b5ae-d6bb-41c7-838c-bd5fe5ed1ba3 req-408ea902-be83-4722-883c-d6cf9b7838b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:14.962770 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7da3b5ae-d6bb-41c7-838c-bd5fe5ed1ba3 req-408ea902-be83-4722-883c-d6cf9b7838b4 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ae1489d075e54f72890b9fff2346dcd8&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.2505848 Sep 23 23:01:14.964981 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fa2f501-0966-4bc7-b80c-d673fcde4a4c req-d264edbe-33db-4ed0-9adc-7a7cc8ee10bd service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445633 Sep 23 23:01:15.249281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3b5ae-d6bb-41c7-838c-bd5fe5ed1ba3 req-df3202ec-b915-4b2c-a8a8-2ce9426d5b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:15.250789 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7da3b5ae-d6bb-41c7-838c-bd5fe5ed1ba3 req-df3202ec-b915-4b2c-a8a8-2ce9426d5b8e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2807550 Sep 23 23:01:15.252643 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fa2f501-0966-4bc7-b80c-d673fcde4a4c req-d965fac3-a36f-4f46-81a1-76a25e67d5d6 service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739446 Sep 23 23:01:15.267126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f5b30-6db1-42d1-9f07-895f049261cd req-6c43d915-a6fd-4863-b7a3-9c728b57e998 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:15.269033 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d41f5b30-6db1-42d1-9f07-895f049261cd req-6c43d915-a6fd-4863-b7a3-9c728b57e998 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.1338167 Sep 23 23:01:15.328062 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d41f5b30-6db1-42d1-9f07-895f049261cd req-2527b753-fd48-45be-9102-c598fbfad6fc tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497887 Sep 23 23:01:15.377578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-8f0b4c98-4679-4d94-919f-c255431b9668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:15.379831 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-8f0b4c98-4679-4d94-919f-c255431b9668 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae1489d075e54f72890b9fff2346dcd8&device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 1058 time: 0.0633872 Sep 23 23:01:15.434222 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-88d6a21f-ce37-4613-b307-d8b45aa04be6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=eeed147d-1f36-47eb-bd90-c7699dfee61b HTTP/1.1" status: 200 len: 217 time: 0.0401263 Sep 23 23:01:15.492175 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-0f266e12-d07d-4ab5-b986-9540ea00d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:15.493640 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-0f266e12-d07d-4ab5-b986-9540ea00d029 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7cc4aca4-7ff2-4d38-a0f4-baa0aab64900 HTTP/1.1" status: 200 len: 838 time: 0.0524921 Sep 23 23:01:15.545529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-7dc1cac2-2253-41c0-b26a-5cbf22d8e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:15.547072 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-7dc1cac2-2253-41c0-b26a-5cbf22d8e3c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c1a0496-9806-469a-b961-210491fdcdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457826 Sep 23 23:01:15.608899 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-974fceb7-5973-45b1-a639-5ebb7751f3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:15.658016 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-f456628d-598f-453c-91ca-5167d66c95ec service neutron] 10.222.0.67 "GET /v2.0/networks/5c1a0496-9806-469a-b961-210491fdcdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024790 Sep 23 23:01:15.780187 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-069c9622-305a-4f52-b1c2-2e07e63e68e1 req-0ab4b208-a897-41c5-a6f8-7b91eb3e2a84 service neutron] 10.222.0.67 "GET /v2.0/networks/5c1a0496-9806-469a-b961-210491fdcdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143775 Sep 23 23:01:15.816023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf23c66-e91b-4be0-ab81-e653d425ea37 req-c78cce10-2bbf-43d8-a341-0a33eac9b303 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:15.818533 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9cf23c66-e91b-4be0-ab81-e653d425ea37 req-c78cce10-2bbf-43d8-a341-0a33eac9b303 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 943 time: 0.0567865 Sep 23 23:01:15.870613 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575546c-a106-420d-8bf1-a2b2c131093f req-10c7f211-36dd-493c-8f10-14df6e7c505a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:15.872337 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b575546c-a106-420d-8bf1-a2b2c131093f req-10c7f211-36dd-493c-8f10-14df6e7c505a tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 907 time: 0.0583618 Sep 23 23:01:15.875175 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9cf23c66-e91b-4be0-ab81-e653d425ea37 req-1f00e021-ee0b-4f01-a0c1-c55eaa254572 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e639fb0-eb7b-43fa-a34b-ecf30d99643a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407333 Sep 23 23:01:16.075216 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:16.474904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbe5ca-eea0-424c-b718-b9d94a9cc7bf req-1db71975-341c-497c-a0b7-2d4d8c62f2d3 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:16.476631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1fbe5ca-eea0-424c-b718-b9d94a9cc7bf req-1db71975-341c-497c-a0b7-2d4d8c62f2d3 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0580070 Sep 23 23:01:16.523217 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1fbe5ca-eea0-424c-b718-b9d94a9cc7bf req-38318613-76e3-427a-b7cc-5ac54a228f38 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402777 Sep 23 23:01:16.997268 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:17.007370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68edb2-bd87-4ede-b01d-35b46f40baf2 req-da0cd61b-866d-4bcc-9c11-64ad6f6c0a12 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:17.009099 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9b68edb2-bd87-4ede-b01d-35b46f40baf2 req-da0cd61b-866d-4bcc-9c11-64ad6f6c0a12 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 943 time: 0.0565698 Sep 23 23:01:17.020920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b0090-2f17-44e1-a3de-dfa01ab35929 req-c37e94fe-4780-48c7-99bd-808942685efc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:17.023759 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-852b0090-2f17-44e1-a3de-dfa01ab35929 req-c37e94fe-4780-48c7-99bd-808942685efc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 907 time: 0.0699272 Sep 23 23:01:17.056780 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9b68edb2-bd87-4ede-b01d-35b46f40baf2 req-d0ee62ab-7b3b-4378-af1c-90761c78292c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e639fb0-eb7b-43fa-a34b-ecf30d99643a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408175 Sep 23 23:01:18.149963 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:18.174568 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0efa8-031d-4ca5-a1cc-b154c028b071 req-deb444d4-4d50-41ae-9e3e-dd89e26cfee1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:18.178182 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43b0efa8-031d-4ca5-a1cc-b154c028b071 req-deb444d4-4d50-41ae-9e3e-dd89e26cfee1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 907 time: 0.0819924 Sep 23 23:01:18.184269 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5af7e1-effe-4075-ab0d-af3d44e96f85 req-b8c6f12e-a33f-491d-b82d-873b958451c9 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:18.185925 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a5af7e1-effe-4075-ab0d-af3d44e96f85 req-b8c6f12e-a33f-491d-b82d-873b958451c9 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 943 time: 0.0574586 Sep 23 23:01:18.227619 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a5af7e1-effe-4075-ab0d-af3d44e96f85 req-03defa2f-0746-4da8-9d6f-6233b60cbb15 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e639fb0-eb7b-43fa-a34b-ecf30d99643a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350006 Sep 23 23:01:18.335469 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 4bd96db0-d925-4397-8e2e-61c560fe9780 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:01:18.435859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 4bd96db0-d925-4397-8e2e-61c560fe9780, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=4bd96db0-d925-4397-8e2e-61c560fe9780,segment=NetworkSegment(3f5df585-b669-4af0-b5d7-fae0269914c7),segment_id=3f5df585-b669-4af0-b5d7-fae0269914c7)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:18.448401 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '4bd96db0-d925-4397-8e2e-61c560fe9780', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'port_id': '4bd96db0-d925-4397-8e2e-61c560fe9780', 'mac_address': 'fa:16:3e:02:03:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:01:18.486976 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:18.501429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd96db0-d925-4397-8e2e-61c560fe9780 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:01:18.523422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 4bd96db0-d925-4397-8e2e-61c560fe9780, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=4bd96db0-d925-4397-8e2e-61c560fe9780,segment=NetworkSegment(3f5df585-b669-4af0-b5d7-fae0269914c7),segment_id=3f5df585-b669-4af0-b5d7-fae0269914c7)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:18.608539 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:18.657745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=4bd96db0-d925-4397-8e2e-61c560fe9780,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:18.675153 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:19.018245 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['4bd96db0-d925-4397-8e2e-61c560fe9780'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:01:19.311646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3209-a84f-43fe-8661-daccdbd4ea45 req-21dba600-3afa-42ae-bc41-d5c60abb1f1b tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:19.313300 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ab9d3209-a84f-43fe-8661-daccdbd4ea45 req-21dba600-3afa-42ae-bc41-d5c60abb1f1b tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 907 time: 0.0583868 Sep 23 23:01:19.365386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350c269-e216-4255-830a-e9718a4acd2c req-dd0237ed-238c-4b61-a748-30e0dd483ead tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:19.367075 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d350c269-e216-4255-830a-e9718a4acd2c req-dd0237ed-238c-4b61-a748-30e0dd483ead tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 944 time: 0.0533509 Sep 23 23:01:19.409223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d350c269-e216-4255-830a-e9718a4acd2c req-0be508bf-bea7-4425-ab5f-2f6d1d8ae101 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e639fb0-eb7b-43fa-a34b-ecf30d99643a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358782 Sep 23 23:01:20.335999 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device eeed147d-1f36-47eb-bd90-c7699dfee61b details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:01:20.344174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 4bd96db0-d925-4397-8e2e-61c560fe9780 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:20.449027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a608a0-b197-400b-af81-be1965e9486d req-36ffa590-c537-4c62-96a6-5d10ba2489b2 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:20.450730 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-05a608a0-b197-400b-af81-be1965e9486d req-36ffa590-c537-4c62-96a6-5d10ba2489b2 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 907 time: 0.0596161 Sep 23 23:01:20.486375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port eeed147d-1f36-47eb-bd90-c7699dfee61b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=eeed147d-1f36-47eb-bd90-c7699dfee61b,segment=NetworkSegment(50f7b98d-17b1-44b1-986d-d3e4aab7c35c),segment_id=50f7b98d-17b1-44b1-986d-d3e4aab7c35c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:20.501127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'eeed147d-1f36-47eb-bd90-c7699dfee61b', 'network_id': '5c1a0496-9806-469a-b961-210491fdcdd5', 'port_id': 'eeed147d-1f36-47eb-bd90-c7699dfee61b', 'mac_address': 'fa:16:3e:16:b5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc4aca4-7ff2-4d38-a0f4-baa0aab64900', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:01:20.527632 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 4bd96db0-d925-4397-8e2e-61c560fe9780 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:01:20.540432 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 4bd96db0-d925-4397-8e2e-61c560fe9780 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:20.540800 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:20.549557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b549ae6-9975-4c5a-bd66-a17299106f70 req-060cd2eb-abbd-4efd-b656-3672f6d30605 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:20.551639 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b549ae6-9975-4c5a-bd66-a17299106f70 req-060cd2eb-abbd-4efd-b656-3672f6d30605 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 944 time: 0.0563917 Sep 23 23:01:20.575071 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:20.601605 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b549ae6-9975-4c5a-bd66-a17299106f70 req-fc5a62c5-55e7-4cc7-a71d-c4ef811e292a tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e639fb0-eb7b-43fa-a34b-ecf30d99643a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428691 Sep 23 23:01:20.602048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeed147d-1f36-47eb-bd90-c7699dfee61b {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:01:20.629887 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port eeed147d-1f36-47eb-bd90-c7699dfee61b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=eeed147d-1f36-47eb-bd90-c7699dfee61b,segment=NetworkSegment(50f7b98d-17b1-44b1-986d-d3e4aab7c35c),segment_id=50f7b98d-17b1-44b1-986d-d3e4aab7c35c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:20.672261 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:20.704900 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd96db0-d925-4397-8e2e-61c560fe9780'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:01:20.708430 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03e816a-cbfe-4ebc-bf75-623df5bc572d" -d '{"events": [{"server_uuid": "9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012", "name": "network-vif-plugged", "status": "completed", "tag": "4bd96db0-d925-4397-8e2e-61c560fe9780"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:01:20.723395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 4bd96db0-d925-4397-8e2e-61c560fe9780, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=4bd96db0-d925-4397-8e2e-61c560fe9780,segment=NetworkSegment(3f5df585-b669-4af0-b5d7-fae0269914c7),segment_id=3f5df585-b669-4af0-b5d7-fae0269914c7)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:20.835207 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fe49e2-672f-4b58-842d-bd463b0f544d x-openstack-request-id: req-f4fe49e2-672f-4b58-842d-bd463b0f544d {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:01:20.835423 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012", "name": "network-vif-plugged", "status": "completed", "tag": "4bd96db0-d925-4397-8e2e-61c560fe9780", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:01:20.835727 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4fe49e2-672f-4b58-842d-bd463b0f544d {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:01:20.836108 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd96db0-d925-4397-8e2e-61c560fe9780', 'code': 200} Sep 23 23:01:20.934542 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:20.986135 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:20.990959 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbb7ac-9e63-4170-b99d-9a9b4c88318e req-1f1a7de8-6770-4bb5-a69b-c98b3bf422ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:20.992541 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5dbbb7ac-9e63-4170-b99d-9a9b4c88318e req-1f1a7de8-6770-4bb5-a69b-c98b3bf422ba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 1095 time: 0.0566201 Sep 23 23:01:21.009441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=eeed147d-1f36-47eb-bd90-c7699dfee61b,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:21.037691 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5dbbb7ac-9e63-4170-b99d-9a9b4c88318e req-cf44ff03-064f-469f-aa29-f90efadfaa9e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7e639fb0-eb7b-43fa-a34b-ecf30d99643a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366867 Sep 23 23:01:21.062547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=4bd96db0-d925-4397-8e2e-61c560fe9780,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:21.336206 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['eeed147d-1f36-47eb-bd90-c7699dfee61b'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:01:21.492864 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9ea40-1f38-4e8c-9b21-80bc535739ad req-906b4211-1446-4d6e-9759-6d82c3838a80 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:21.494508 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa9ea40-1f38-4e8c-9b21-80bc535739ad req-906b4211-1446-4d6e-9759-6d82c3838a80 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 945 time: 0.0567956 Sep 23 23:01:21.546598 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-daa9ea40-1f38-4e8c-9b21-80bc535739ad req-c546bdae-8fce-4232-86d1-6326d9e9fabd tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c53894c-75cd-44bc-8204-92f8ca6922a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456383 Sep 23 23:01:21.604228 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb231a7-b8c0-4701-a04f-0eca9175f027 req-66b53ea3-22c1-40c6-ab69-66a0deb0059d tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:21.606072 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bdb231a7-b8c0-4701-a04f-0eca9175f027 req-66b53ea3-22c1-40c6-ab69-66a0deb0059d tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 908 time: 0.0591860 Sep 23 23:01:21.740954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed4abd-f79f-4d1e-8798-91e0f4f75a04 req-0a6ee765-498b-4531-86d8-1ef682a331e2 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:21.742569 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28ed4abd-f79f-4d1e-8798-91e0f4f75a04 req-0a6ee765-498b-4531-86d8-1ef682a331e2 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 945 time: 0.0540755 Sep 23 23:01:21.794033 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28ed4abd-f79f-4d1e-8798-91e0f4f75a04 req-78719588-328a-43d0-8e15-f8db8cf6209c tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e639fb0-eb7b-43fa-a34b-ecf30d99643a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449715 Sep 23 23:01:22.335853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device eeed147d-1f36-47eb-bd90-c7699dfee61b up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:22.486401 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port eeed147d-1f36-47eb-bd90-c7699dfee61b completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:01:22.491409 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port eeed147d-1f36-47eb-bd90-c7699dfee61b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:22.491779 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:22.578154 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:22.613644 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port eeed147d-1f36-47eb-bd90-c7699dfee61b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=eeed147d-1f36-47eb-bd90-c7699dfee61b,segment=NetworkSegment(50f7b98d-17b1-44b1-986d-d3e4aab7c35c),segment_id=50f7b98d-17b1-44b1-986d-d3e4aab7c35c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:22.700473 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:22.760538 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=eeed147d-1f36-47eb-bd90-c7699dfee61b,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:22.769849 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eb7fc-dbf0-4b45-b947-aaab051967b0 req-e34adfb2-10cc-4d4f-8913-406c542ee851 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:22.772323 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-530eb7fc-dbf0-4b45-b947-aaab051967b0 req-e34adfb2-10cc-4d4f-8913-406c542ee851 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 908 time: 0.0914707 Sep 23 23:01:22.803298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5c7ab-f3fe-44dc-b2c9-b8ccf5dbba55 req-0c9c8755-890f-4dee-b66a-a961be04613c tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:22.804906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cba5c7ab-f3fe-44dc-b2c9-b8ccf5dbba55 req-0c9c8755-890f-4dee-b66a-a961be04613c tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 945 time: 0.0669730 Sep 23 23:01:22.839931 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdca9394-6551-4bda-ab1e-d55605b37818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeed147d-1f36-47eb-bd90-c7699dfee61b'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:01:22.844081 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd258aac-a102-4f5a-a9fd-631ed1888365" -d '{"events": [{"server_uuid": "cdca9394-6551-4bda-ab1e-d55605b37818", "name": "network-vif-plugged", "status": "completed", "tag": "eeed147d-1f36-47eb-bd90-c7699dfee61b"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:01:22.855071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cba5c7ab-f3fe-44dc-b2c9-b8ccf5dbba55 req-cff687be-652d-4230-9508-e770e87e5891 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c53894c-75cd-44bc-8204-92f8ca6922a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426958 Sep 23 23:01:22.903668 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2255ef-58fd-46fe-abfb-98b3d957e7ac x-openstack-request-id: req-db2255ef-58fd-46fe-abfb-98b3d957e7ac {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:01:22.904198 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdca9394-6551-4bda-ab1e-d55605b37818", "name": "network-vif-plugged", "status": "completed", "tag": "eeed147d-1f36-47eb-bd90-c7699dfee61b", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:01:22.904451 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db2255ef-58fd-46fe-abfb-98b3d957e7ac {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:01:22.904856 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdca9394-6551-4bda-ab1e-d55605b37818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeed147d-1f36-47eb-bd90-c7699dfee61b', 'code': 200} Sep 23 23:01:22.943246 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d4cf6-ed29-4d78-acd2-84ae8b9e0fb1 req-4fdb19fe-7a4c-4b1d-b48e-c688b22f0afc tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:22.944649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-9c6ac41b-71fb-43a4-9981-772ca0bdedb9 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:22.944975 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd5d4cf6-ed29-4d78-acd2-84ae8b9e0fb1 req-4fdb19fe-7a4c-4b1d-b48e-c688b22f0afc tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 945 time: 0.0740442 Sep 23 23:01:22.946430 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-9c6ac41b-71fb-43a4-9981-772ca0bdedb9 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.43 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 945 time: 0.0757735 Sep 23 23:01:22.991246 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd5d4cf6-ed29-4d78-acd2-84ae8b9e0fb1 req-aa71858f-4b73-45a9-8b42-74e40ccd2a5f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e639fb0-eb7b-43fa-a34b-ecf30d99643a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376306 Sep 23 23:01:23.080288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a89d2c-cebf-4063-b5d7-9dac334a8d51 req-ac3e4082-7619-40f7-8454-9165f0d78284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:23.082391 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78a89d2c-cebf-4063-b5d7-9dac334a8d51 req-ac3e4082-7619-40f7-8454-9165f0d78284 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 1060 time: 0.0612524 Sep 23 23:01:23.114603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-190efb8e-cfe5-4e55-965e-342deb561680 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Deleting port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:23.114944 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-190efb8e-cfe5-4e55-965e-342deb561680 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:23.201845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56387448-dd2e-4e41-b8bc-05e3ddb20fac req-21387978-825c-4d55-9362-d84fb8f36b36 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:23.203286 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56387448-dd2e-4e41-b8bc-05e3ddb20fac req-21387978-825c-4d55-9362-d84fb8f36b36 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 945 time: 0.1190612 Sep 23 23:01:23.247086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-190efb8e-cfe5-4e55-965e-342deb561680 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] For port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721,segment=NetworkSegment(b2fd1094-313a-4404-9c05-216c5aa1ff29),segment_id=b2fd1094-313a-4404-9c05-216c5aa1ff29)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:23.247449 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-190efb8e-cfe5-4e55-965e-342deb561680 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:23.291408 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56387448-dd2e-4e41-b8bc-05e3ddb20fac req-6cfa8b3a-6430-4fde-8916-613e394c46e0 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e639fb0-eb7b-43fa-a34b-ecf30d99643a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796077 Sep 23 23:01:23.325088 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37026) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:23.368520 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b1b65f-efda-47dd-a2cd-5bcfcd66dfc0 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:23.370249 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-65b1b65f-efda-47dd-a2cd-5bcfcd66dfc0 tempest-TestNetworkBasicOps-1147378314 tempest-TestNetworkBasicOps-1147378314-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 1091 time: 0.0441341 Sep 23 23:01:23.373993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37028) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:23.378359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '4bd96db0-d925-4397-8e2e-61c560fe9780', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:23.477315 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:23.496722 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-190efb8e-cfe5-4e55-965e-342deb561680 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:23.497134 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-190efb8e-cfe5-4e55-965e-342deb561680 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:23.497446 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-190efb8e-cfe5-4e55-965e-342deb561680 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Floating IP a4590a38-9e9d-4376-9c2f-6837b1276152 disassociated. External IP: 172.25.1.86, port: 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721. Sep 23 23:01:23.497791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-190efb8e-cfe5-4e55-965e-342deb561680 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Calling delete_port for 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:23.587933 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:23.699973 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Allocated IP 172.25.1.132 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/87974065-6e89-410d-87de-34499522eb64) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:01:23.717642 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-190efb8e-cfe5-4e55-965e-342deb561680 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:23.752411 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190efb8e-cfe5-4e55-965e-342deb561680 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Pushing event deleted for resources: {'Port': ['ID=228d5e0b-ebbd-47a4-9a1f-8bafc20bb721,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:23.821870 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:23.915950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4035c8-012b-4eae-ade8-e64760d57906 req-828fa2e8-1f1d-4938-bd1f-04b1c983eb1b tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:23.917760 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c4035c8-012b-4eae-ade8-e64760d57906 req-828fa2e8-1f1d-4938-bd1f-04b1c983eb1b tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 909 time: 0.0607495 Sep 23 23:01:23.928995 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:23.971124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:23.974537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:23.978413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:24.007324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Port': ['ID=87974065-6e89-410d-87de-34499522eb64,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:24.186765 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6d1ea3b-75b6-4535-83e9-f31320937353 req-3e5a944c-3e92-4a21-85c9-80795edd376d tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 210 time: 0.0313916 Sep 23 23:01:24.220047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-190efb8e-cfe5-4e55-965e-342deb561680 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Router a6061fd2-108b-4b5f-a216-c289ef085ac8 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:01:24.358919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-190efb8e-cfe5-4e55-965e-342deb561680 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:24.371806 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38854196-6511-4d9a-aef3-b8d27a05dc4c None None] Sync routers for ids ['a6061fd2-108b-4b5f-a216-c289ef085ac8'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:24.391648 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38854196-6511-4d9a-aef3-b8d27a05dc4c None None] Routers {'a6061fd2-108b-4b5f-a216-c289ef085ac8'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:24.392500 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-38854196-6511-4d9a-aef3-b8d27a05dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a6061fd2-108b-4b5f-a216-c289ef085ac8'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:24.419874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-190efb8e-cfe5-4e55-965e-342deb561680 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] No DVR routers for this DVR port 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:01:24.422977 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-190efb8e-cfe5-4e55-965e-342deb561680 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:24.425471 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ed17244-25ed-4349-91d2-08214ef1f5f2 req-190efb8e-cfe5-4e55-965e-342deb561680 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.43 "DELETE /v2.0/ports/228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 HTTP/1.1" status: 204 len: 173 time: 1.4723954 Sep 23 23:01:24.427053 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71419a1f-3fec-4f8a-b0b8-affbabed0908', 'name': 'network-vif-deleted', 'tag': '228d5e0b-ebbd-47a4-9a1f-8bafc20bb721'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:01:24.431543 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e6c8c9-be49-416c-af2e-0a1189679eb0" -d '{"events": [{"server_uuid": "71419a1f-3fec-4f8a-b0b8-affbabed0908", "name": "network-vif-deleted", "tag": "228d5e0b-ebbd-47a4-9a1f-8bafc20bb721"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:01:24.463703 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:24.474910 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526a5abf-9bcc-43b7-8f11-e3a84fc160a3 x-openstack-request-id: req-526a5abf-9bcc-43b7-8f11-e3a84fc160a3 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:01:24.475489 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71419a1f-3fec-4f8a-b0b8-affbabed0908", "name": "network-vif-deleted", "tag": "228d5e0b-ebbd-47a4-9a1f-8bafc20bb721", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:01:24.475810 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-526a5abf-9bcc-43b7-8f11-e3a84fc160a3 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:01:24.476178 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71419a1f-3fec-4f8a-b0b8-affbabed0908', 'name': 'network-vif-deleted', 'tag': '228d5e0b-ebbd-47a4-9a1f-8bafc20bb721', 'status': 'completed', 'code': 200} Sep 23 23:01:24.517258 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-38854196-6511-4d9a-aef3-b8d27a05dc4c None None] Set router a6061fd2-108b-4b5f-a216-c289ef085ac8 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:24.690931 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:24.747479 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-38854196-6511-4d9a-aef3-b8d27a05dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '42476dec-b2e2-455e-b153-120a6a91673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:00Z', 'updated_at': '2021-09-23T22:56:06Z', 'revision_number': 4, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'gw_port': {'id': '42476dec-b2e2-455e-b153-120a6a91673a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:01Z', 'updated_at': '2021-09-23T22:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '6664c245-e01a-4732-98ba-ac75ff39451f', 'name': '', 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'mac_address': 'fa:16:3e:7a:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:05Z', 'updated_at': '2021-09-23T22:56:10Z', 'revision_number': 5, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'subnets': [{'id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:24.775801 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38854196-6511-4d9a-aef3-b8d27a05dc4c None None] Checking router: a6061fd2-108b-4b5f-a216-c289ef085ac8 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:24.787318 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38854196-6511-4d9a-aef3-b8d27a05dc4c None None] Routers {'a6061fd2-108b-4b5f-a216-c289ef085ac8'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:24.787977 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-38854196-6511-4d9a-aef3-b8d27a05dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a6061fd2-108b-4b5f-a216-c289ef085ac8'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:24.871239 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:24.889527 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:01:24.915334 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-38854196-6511-4d9a-aef3-b8d27a05dc4c None None] Set router a6061fd2-108b-4b5f-a216-c289ef085ac8 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:25.030463 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:25.065846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6884e66-fc3e-4022-8005-2bb104d82365 req-3df917f9-53e8-4c0c-aa7d-8a97061c0d58 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:25.068168 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a6884e66-fc3e-4022-8005-2bb104d82365 req-3df917f9-53e8-4c0c-aa7d-8a97061c0d58 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 909 time: 0.0702598 Sep 23 23:01:25.115391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event updated for resources: {'Port': ['ID=87974065-6e89-410d-87de-34499522eb64,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:25.120447 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:25.145985 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-38854196-6511-4d9a-aef3-b8d27a05dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '42476dec-b2e2-455e-b153-120a6a91673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:00Z', 'updated_at': '2021-09-23T22:56:06Z', 'revision_number': 4, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'gw_port': {'id': '42476dec-b2e2-455e-b153-120a6a91673a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:01Z', 'updated_at': '2021-09-23T22:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '6664c245-e01a-4732-98ba-ac75ff39451f', 'name': '', 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'mac_address': 'fa:16:3e:7a:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:05Z', 'updated_at': '2021-09-23T22:56:10Z', 'revision_number': 5, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'subnets': [{'id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:25.178970 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38854196-6511-4d9a-aef3-b8d27a05dc4c None None] The sync data for ids ['a6061fd2-108b-4b5f-a216-c289ef085ac8'] in n-d-810775-1 is: [{'id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '42476dec-b2e2-455e-b153-120a6a91673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:00Z', 'updated_at': '2021-09-23T22:56:06Z', 'revision_number': 4, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'gw_port': {'id': '42476dec-b2e2-455e-b153-120a6a91673a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:01Z', 'updated_at': '2021-09-23T22:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '6664c245-e01a-4732-98ba-ac75ff39451f', 'name': '', 'network_id': '64d7416e-5e7d-4518-940f-76df5aa594b1', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'mac_address': 'fa:16:3e:7a:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:05Z', 'updated_at': '2021-09-23T22:56:10Z', 'revision_number': 5, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'subnets': [{'id': '39ecdff6-2cc6-4524-8ff6-1d669ef3a620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:25.257369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bff50-c646-4f44-82dd-3a48b5f6d159 req-59590e35-dfd3-403c-a108-ceec21a27ffd tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:25.257369 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e74bff50-c646-4f44-82dd-3a48b5f6d159 req-59590e35-dfd3-403c-a108-ceec21a27ffd tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 909 time: 0.0993893 Sep 23 23:01:25.279610 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Floating IP d6d75596-6b99-42a9-a8de-34c62d8cdbca associated. External IP: 172.25.1.132, port: 4bd96db0-d925-4397-8e2e-61c560fe9780. Sep 23 23:01:25.348976 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f1b69a3-2e34-4aee-827a-9bd777b1f170 req-6ac6a26d-8899-453c-9e3b-4a18a9d36f3c tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "GET /v2.0/ports?device_id=71419a1f-3fec-4f8a-b0b8-affbabed0908 HTTP/1.1" status: 200 len: 210 time: 0.0386183 Sep 23 23:01:25.426875 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2894360-c504-42b3-a039-53934224092a req-8a068e09-e835-4101-85f1-2b966c535ca5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:25.428467 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2894360-c504-42b3-a039-53934224092a req-8a068e09-e835-4101-85f1-2b966c535ca5 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 1060 time: 0.0691130 Sep 23 23:01:25.574417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e224b97-316a-4428-8464-8e6eab3c6f5c None None] New status for floating IP a4590a38-9e9d-4376-9c2f-6837b1276152: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:01:25.584776 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3647a-ae30-4e31-ab0a-910f8acc2717 req-63ac1b18-037a-43fb-99f6-cf17e3b7ca39 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:25.586530 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1e3647a-ae30-4e31-ab0a-910f8acc2717 req-63ac1b18-037a-43fb-99f6-cf17e3b7ca39 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 1135 time: 0.0624793 Sep 23 23:01:25.606637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Router ab8176b9-58f2-48be-b645-180c045cac51 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:01:25.642641 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1e3647a-ae30-4e31-ab0a-910f8acc2717 req-856741ff-c601-4d1c-b4fc-837c89f68292 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=098922f7-4c8e-408c-a19a-2eb97add45b3&id=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0497501 Sep 23 23:01:25.671325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37048) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:25.721601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316aabd3-39b9-4a72-8ac5-d5cc846fbb96 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:25.724999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-316aabd3-39b9-4a72-8ac5-d5cc846fbb96 tempest-TestSecurityGroupsBasicOps-1190754975 tempest-TestSecurityGroupsBasicOps-1190754975-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 1055 time: 0.0521753 Sep 23 23:01:25.735028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:25.746432 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807d6ae-8ae4-48b0-bd0b-73912c3733a3 None None] Sync routers for ids ['ab8176b9-58f2-48be-b645-180c045cac51'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:25.756668 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807d6ae-8ae4-48b0-bd0b-73912c3733a3 None None] Routers {'ab8176b9-58f2-48be-b645-180c045cac51'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:25.757334 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f807d6ae-8ae4-48b0-bd0b-73912c3733a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab8176b9-58f2-48be-b645-180c045cac51'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:25.871453 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f807d6ae-8ae4-48b0-bd0b-73912c3733a3 None None] Set router ab8176b9-58f2-48be-b645-180c045cac51 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:25.899010 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:25.933016 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d63d5118-f1dc-41c2-85fa-c12f6e9a494f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5579386 Sep 23 23:01:25.933699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012', 'tag': '4bd96db0-d925-4397-8e2e-61c560fe9780'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:01:25.936090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37052) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:25.936253 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239e14c1-14ca-4805-ab1c-a245052315ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012", "tag": "4bd96db0-d925-4397-8e2e-61c560fe9780"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:01:25.991658 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a042332b-6d94-4e73-81f9-303920f1b6a3 x-openstack-request-id: req-a042332b-6d94-4e73-81f9-303920f1b6a3 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:01:25.995676 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012", "tag": "4bd96db0-d925-4397-8e2e-61c560fe9780", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:01:25.995676 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a042332b-6d94-4e73-81f9-303920f1b6a3 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:01:25.995676 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012', 'tag': '4bd96db0-d925-4397-8e2e-61c560fe9780', 'status': 'completed', 'code': 200} Sep 23 23:01:26.011819 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5a896fa7-70e3-4cb8-970c-6c8465ae4776 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/floatingips/d6d75596-6b99-42a9-a8de-34c62d8cdbca HTTP/1.1" status: 200 len: 991 time: 0.0743711 Sep 23 23:01:26.089937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e14c1-14ca-4805-ab1c-a245052315ee req-58667ad1-f45d-4540-9c3d-6c38fbb754f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:26.091696 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-239e14c1-14ca-4805-ab1c-a245052315ee req-58667ad1-f45d-4540-9c3d-6c38fbb754f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 1096 time: 0.0542414 Sep 23 23:01:26.155248 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f807d6ae-8ae4-48b0-bd0b-73912c3733a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:58Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'd6d75596-6b99-42a9-a8de-34c62d8cdbca', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'port_id': '4bd96db0-d925-4397-8e2e-61c560fe9780', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'mac_address': 'fa:16:3e:02:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:01:24Z', 'updated_at': '2021-09-23T23:01:24Z', 'revision_number': 0, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c6aef6-052e-44d1-a025-b8669f6af508', 'name': '', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:15:72:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:56Z', 'updated_at': '2021-09-23T23:01:01Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:26.182868 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807d6ae-8ae4-48b0-bd0b-73912c3733a3 None None] Checking router: ab8176b9-58f2-48be-b645-180c045cac51 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:26.192613 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807d6ae-8ae4-48b0-bd0b-73912c3733a3 None None] Routers {'ab8176b9-58f2-48be-b645-180c045cac51'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:26.193330 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f807d6ae-8ae4-48b0-bd0b-73912c3733a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab8176b9-58f2-48be-b645-180c045cac51'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:26.194714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e14c1-14ca-4805-ab1c-a245052315ee req-19f81cb4-3ce6-4fb2-b0ab-65005b4312aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:26.197735 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-239e14c1-14ca-4805-ab1c-a245052315ee req-19f81cb4-3ce6-4fb2-b0ab-65005b4312aa service neutron] 10.222.0.67 "GET /v2.0/networks?id=51f7bec3-4761-4c02-a938-ac93f7354d81 HTTP/1.1" status: 200 len: 897 time: 0.0981953 Sep 23 23:01:26.311769 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f807d6ae-8ae4-48b0-bd0b-73912c3733a3 None None] Set router ab8176b9-58f2-48be-b645-180c045cac51 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:26.341595 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-239e14c1-14ca-4805-ab1c-a245052315ee req-eeb95768-3dd6-4855-948a-ec699eb9c8ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd96db0-d925-4397-8e2e-61c560fe9780 HTTP/1.1" status: 200 len: 999 time: 0.0996003 Sep 23 23:01:26.366235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5a18-186b-464b-9499-8d9084ce20f0 req-3a84382e-0a7a-4825-a657-cdcd4933bcaa tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:26.367859 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dee5a18-186b-464b-9499-8d9084ce20f0 req-3a84382e-0a7a-4825-a657-cdcd4933bcaa tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 909 time: 0.0823250 Sep 23 23:01:26.416872 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e14c1-14ca-4805-ab1c-a245052315ee req-60e7157b-e4e9-448b-8b03-97e849295237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:26.418541 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-239e14c1-14ca-4805-ab1c-a245052315ee req-60e7157b-e4e9-448b-8b03-97e849295237 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9c0e49-af25-4d95-888f-40d5bf485e28 HTTP/1.1" status: 200 len: 834 time: 0.0697985 Sep 23 23:01:26.418840 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37060) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:26.480094 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e14c1-14ca-4805-ab1c-a245052315ee req-72185e3a-1e77-4c34-9c8e-2f2d2cd6b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:26.482058 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-239e14c1-14ca-4805-ab1c-a245052315ee req-72185e3a-1e77-4c34-9c8e-2f2d2cd6b29a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=51f7bec3-4761-4c02-a938-ac93f7354d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548861 Sep 23 23:01:26.569766 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-c6610319-5952-44b4-a4fc-eb9442a6e013 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Deleting port b21288a4-f77b-47d9-bca2-725bbfb42279 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:26.570006 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6610319-5952-44b4-a4fc-eb9442a6e013 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:26.572862 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f807d6ae-8ae4-48b0-bd0b-73912c3733a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:58Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'd6d75596-6b99-42a9-a8de-34c62d8cdbca', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'port_id': '4bd96db0-d925-4397-8e2e-61c560fe9780', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'mac_address': 'fa:16:3e:02:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:01:24Z', 'updated_at': '2021-09-23T23:01:24Z', 'revision_number': 0, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c6aef6-052e-44d1-a025-b8669f6af508', 'name': '', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:15:72:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:56Z', 'updated_at': '2021-09-23T23:01:01Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:26.588719 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-239e14c1-14ca-4805-ab1c-a245052315ee req-a2034e4f-1e87-4b61-9373-66e5f35c0538 service neutron] 10.222.0.67 "GET /v2.0/networks/51f7bec3-4761-4c02-a938-ac93f7354d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975451 Sep 23 23:01:26.674624 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6610319-5952-44b4-a4fc-eb9442a6e013 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:26.674950 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6610319-5952-44b4-a4fc-eb9442a6e013 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:26.693991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-c6610319-5952-44b4-a4fc-eb9442a6e013 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Calling delete_port for b21288a4-f77b-47d9-bca2-725bbfb42279 owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:26.712971 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807d6ae-8ae4-48b0-bd0b-73912c3733a3 None None] The sync data for ids ['ab8176b9-58f2-48be-b645-180c045cac51'] in n-d-810775-1 is: [{'id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:58Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'd6d75596-6b99-42a9-a8de-34c62d8cdbca', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'port_id': '4bd96db0-d925-4397-8e2e-61c560fe9780', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'mac_address': 'fa:16:3e:02:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:01:24Z', 'updated_at': '2021-09-23T23:01:24Z', 'revision_number': 0, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c6aef6-052e-44d1-a025-b8669f6af508', 'name': '', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:15:72:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:56Z', 'updated_at': '2021-09-23T23:01:01Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:26.719440 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-239e14c1-14ca-4805-ab1c-a245052315ee req-e365f61a-b00d-4201-a7ce-3826bf47def6 service neutron] 10.222.0.67 "GET /v2.0/networks/51f7bec3-4761-4c02-a938-ac93f7354d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222208 Sep 23 23:01:26.877075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:26.907611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:01:26.908249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 228d5e0b-ebbd-47a4-9a1f-8bafc20bb721 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:01:26.953343 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976edd9-fbab-4e6d-b3e5-b7dcf6068585 None None] New status for floating IP d6d75596-6b99-42a9-a8de-34c62d8cdbca: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:01:27.014941 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37062) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:27.090968 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ec9c383e-f7d2-441a-8885-0c3fd94b73d9 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/floatingips/d6d75596-6b99-42a9-a8de-34c62d8cdbca HTTP/1.1" status: 200 len: 991 time: 0.0748305 Sep 23 23:01:27.315329 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6610319-5952-44b4-a4fc-eb9442a6e013 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:27.346198 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6610319-5952-44b4-a4fc-eb9442a6e013 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Pushing event deleted for resources: {'Port': ['ID=b21288a4-f77b-47d9-bca2-725bbfb42279,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:27.418009 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6610319-5952-44b4-a4fc-eb9442a6e013 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:27.420538 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6610319-5952-44b4-a4fc-eb9442a6e013 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:27.424692 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c6610319-5952-44b4-a4fc-eb9442a6e013 tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "DELETE /v2.0/floatingips/a4590a38-9e9d-4376-9c2f-6837b1276152 HTTP/1.1" status: 204 len: 168 time: 1.0018363 Sep 23 23:01:27.507166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d388e1-5dfe-43fe-bf99-6eaac861e8b4 req-558526b7-6dd6-468b-b7f6-61663b69cfb6 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:27.508816 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-61d388e1-5dfe-43fe-bf99-6eaac861e8b4 req-558526b7-6dd6-468b-b7f6-61663b69cfb6 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 909 time: 0.0647581 Sep 23 23:01:27.510666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37070) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:27.576769 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-12487dc2-0d08-4818-bc62-c58ca880152d tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:27.605218 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-12487dc2-0d08-4818-bc62-c58ca880152d tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:27.763301 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-12487dc2-0d08-4818-bc62-c58ca880152d tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:27.766099 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-12487dc2-0d08-4818-bc62-c58ca880152d tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:27.767607 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-12487dc2-0d08-4818-bc62-c58ca880152d tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] 10.222.0.22 "DELETE /v2.0/security-groups/7c53894c-75cd-44bc-8204-92f8ca6922a0 HTTP/1.1" status: 204 len: 168 time: 0.2558339 Sep 23 23:01:27.778635 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12487dc2-0d08-4818-bc62-c58ca880152d tempest-TestServerBasicOps-696847287 tempest-TestServerBasicOps-696847287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c53894c-75cd-44bc-8204-92f8ca6922a0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:27.808443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10009806-bddc-4902-9c8e-b679c9e5ef05 req-54bdae7a-64a0-4141-8bf7-79be20437de1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:27.813453 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10009806-bddc-4902-9c8e-b679c9e5ef05 req-54bdae7a-64a0-4141-8bf7-79be20437de1 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 909 time: 0.0762661 Sep 23 23:01:27.891214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37074) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:27.918773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-10009806-bddc-4902-9c8e-b679c9e5ef05 req-ac2fcc23-87ae-4c94-ac4e-874c8031dc98 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Deleting port eeed147d-1f36-47eb-bd90-c7699dfee61b {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:27.919116 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10009806-bddc-4902-9c8e-b679c9e5ef05 req-ac2fcc23-87ae-4c94-ac4e-874c8031dc98 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:28.037042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-10009806-bddc-4902-9c8e-b679c9e5ef05 req-ac2fcc23-87ae-4c94-ac4e-874c8031dc98 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] For port eeed147d-1f36-47eb-bd90-c7699dfee61b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=eeed147d-1f36-47eb-bd90-c7699dfee61b,segment=NetworkSegment(50f7b98d-17b1-44b1-986d-d3e4aab7c35c),segment_id=50f7b98d-17b1-44b1-986d-d3e4aab7c35c)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:28.037344 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10009806-bddc-4902-9c8e-b679c9e5ef05 req-ac2fcc23-87ae-4c94-ac4e-874c8031dc98 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:28.057533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-10009806-bddc-4902-9c8e-b679c9e5ef05 req-ac2fcc23-87ae-4c94-ac4e-874c8031dc98 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Calling delete_port for eeed147d-1f36-47eb-bd90-c7699dfee61b owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:28.097044 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37080) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:28.247136 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-20a96f17-2c4b-49f4-a658-89239c7bb1d4 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/floatingips/d6d75596-6b99-42a9-a8de-34c62d8cdbca HTTP/1.1" status: 200 len: 993 time: 0.1480343 Sep 23 23:01:28.300199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10009806-bddc-4902-9c8e-b679c9e5ef05 req-ac2fcc23-87ae-4c94-ac4e-874c8031dc98 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:28.336063 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fcc23-87ae-4c94-ac4e-874c8031dc98 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event deleted for resources: {'Port': ['ID=eeed147d-1f36-47eb-bd90-c7699dfee61b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:28.413496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-10009806-bddc-4902-9c8e-b679c9e5ef05 req-ac2fcc23-87ae-4c94-ac4e-874c8031dc98 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] No DVR routers for this DVR port eeed147d-1f36-47eb-bd90-c7699dfee61b on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:01:28.413496 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10009806-bddc-4902-9c8e-b679c9e5ef05 req-ac2fcc23-87ae-4c94-ac4e-874c8031dc98 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:28.413496 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10009806-bddc-4902-9c8e-b679c9e5ef05 req-ac2fcc23-87ae-4c94-ac4e-874c8031dc98 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.67 "DELETE /v2.0/ports/eeed147d-1f36-47eb-bd90-c7699dfee61b HTTP/1.1" status: 204 len: 173 time: 0.5853968 Sep 23 23:01:28.413496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdca9394-6551-4bda-ab1e-d55605b37818', 'name': 'network-vif-deleted', 'tag': 'eeed147d-1f36-47eb-bd90-c7699dfee61b'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:01:28.413496 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22de2d4a-b569-4dfc-b213-389cf77944f7" -d '{"events": [{"server_uuid": "cdca9394-6551-4bda-ab1e-d55605b37818", "name": "network-vif-deleted", "tag": "eeed147d-1f36-47eb-bd90-c7699dfee61b"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:01:28.489627 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47684ff-301d-4817-8132-1b351347fdd6 x-openstack-request-id: req-d47684ff-301d-4817-8132-1b351347fdd6 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:01:28.490036 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdca9394-6551-4bda-ab1e-d55605b37818", "name": "network-vif-deleted", "tag": "eeed147d-1f36-47eb-bd90-c7699dfee61b", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:01:28.490392 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d47684ff-301d-4817-8132-1b351347fdd6 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:01:28.490935 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdca9394-6551-4bda-ab1e-d55605b37818', 'name': 'network-vif-deleted', 'tag': 'eeed147d-1f36-47eb-bd90-c7699dfee61b', 'status': 'completed', 'code': 200} Sep 23 23:01:28.646162 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dabf84b7-1762-44e5-a818-aa292a379e6e req-e62224ed-3e1a-4287-a607-e0ba18bd4e85 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdca9394-6551-4bda-ab1e-d55605b37818 HTTP/1.1" status: 200 len: 210 time: 0.0308037 Sep 23 23:01:28.656871 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-74aef78a-7067-4c31-9bc7-7806c81d1042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:28.958270 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-74aef78a-7067-4c31-9bc7-7806c81d1042 admin admin] Deleting port 6664c245-e01a-4732-98ba-ac75ff39451f {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:28.958934 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-74aef78a-7067-4c31-9bc7-7806c81d1042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:29.055966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-74aef78a-7067-4c31-9bc7-7806c81d1042 admin admin] For port 6664c245-e01a-4732-98ba-ac75ff39451f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6664c245-e01a-4732-98ba-ac75ff39451f,segment=NetworkSegment(b2fd1094-313a-4404-9c05-216c5aa1ff29),segment_id=b2fd1094-313a-4404-9c05-216c5aa1ff29)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:29.056537 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-74aef78a-7067-4c31-9bc7-7806c81d1042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:29.074102 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-74aef78a-7067-4c31-9bc7-7806c81d1042 admin admin] Calling delete_port for 6664c245-e01a-4732-98ba-ac75ff39451f owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:29.380699 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-74aef78a-7067-4c31-9bc7-7806c81d1042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:29.407336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aef78a-7067-4c31-9bc7-7806c81d1042 admin admin] Pushing event deleted for resources: {'Port': ['ID=6664c245-e01a-4732-98ba-ac75ff39451f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:29.591208 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-74aef78a-7067-4c31-9bc7-7806c81d1042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:29.713338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37088) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:29.830268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74aef78a-7067-4c31-9bc7-7806c81d1042 admin admin] Router a6061fd2-108b-4b5f-a216-c289ef085ac8 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:01:29.947732 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74aef78a-7067-4c31-9bc7-7806c81d1042 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:29.952857 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-74aef78a-7067-4c31-9bc7-7806c81d1042 admin admin] 10.222.0.22 "PUT /v2.0/routers/a6061fd2-108b-4b5f-a216-c289ef085ac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0609045 Sep 23 23:01:29.955346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37090) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:29.960227 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80670b-ddf7-499a-bddc-5c450b0128a5 None None] Sync routers for ids ['a6061fd2-108b-4b5f-a216-c289ef085ac8'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:29.969770 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80670b-ddf7-499a-bddc-5c450b0128a5 None None] Routers {'a6061fd2-108b-4b5f-a216-c289ef085ac8'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:29.970619 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1b80670b-ddf7-499a-bddc-5c450b0128a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a6061fd2-108b-4b5f-a216-c289ef085ac8'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:30.077162 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:30.089012 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-1b80670b-ddf7-499a-bddc-5c450b0128a5 None None] Set router a6061fd2-108b-4b5f-a216-c289ef085ac8 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:30.118941 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e0ee570a-28bf-44aa-9404-0219db45d2cc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:30.195325 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:30.284667 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1b80670b-ddf7-499a-bddc-5c450b0128a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '42476dec-b2e2-455e-b153-120a6a91673a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:00Z', 'updated_at': '2021-09-23T23:01:29Z', 'revision_number': 5, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'gw_port': {'id': '42476dec-b2e2-455e-b153-120a6a91673a', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:01Z', 'updated_at': '2021-09-23T22:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:30.310937 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80670b-ddf7-499a-bddc-5c450b0128a5 None None] Checking router: a6061fd2-108b-4b5f-a216-c289ef085ac8 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:30.320761 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80670b-ddf7-499a-bddc-5c450b0128a5 None None] Routers {'a6061fd2-108b-4b5f-a216-c289ef085ac8'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:30.321429 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1b80670b-ddf7-499a-bddc-5c450b0128a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['a6061fd2-108b-4b5f-a216-c289ef085ac8'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:30.354517 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] Deleting port 42476dec-b2e2-455e-b153-120a6a91673a {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:30.355325 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:30.376236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device eeed147d-1f36-47eb-bd90-c7699dfee61b no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:30.398450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: eeed147d-1f36-47eb-bd90-c7699dfee61b {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:01:30.399222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device eeed147d-1f36-47eb-bd90-c7699dfee61b not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:01:30.418480 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-1b80670b-ddf7-499a-bddc-5c450b0128a5 None None] Set router a6061fd2-108b-4b5f-a216-c289ef085ac8 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:30.425080 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee570a-28bf-44aa-9404-0219db45d2cc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Deleting port f127dc19-1e3b-45c9-9d36-f6033107d033 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:30.426212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e0ee570a-28bf-44aa-9404-0219db45d2cc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:30.456916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] For port 42476dec-b2e2-455e-b153-120a6a91673a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=42476dec-b2e2-455e-b153-120a6a91673a,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:30.457360 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:30.469634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] Calling delete_port for 42476dec-b2e2-455e-b153-120a6a91673a owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:30.475028 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1b80670b-ddf7-499a-bddc-5c450b0128a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:00Z', 'updated_at': '2021-09-23T23:01:30Z', 'revision_number': 6, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:30.502292 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80670b-ddf7-499a-bddc-5c450b0128a5 None None] The sync data for ids ['a6061fd2-108b-4b5f-a216-c289ef085ac8'] in n-d-810775-1 is: [{'id': 'a6061fd2-108b-4b5f-a216-c289ef085ac8', 'name': 'tempest-TestServerBasicOps-1038940874-router', 'tenant_id': '8894b6f779c248d696d598f1a01f1f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:00Z', 'updated_at': '2021-09-23T23:01:30Z', 'revision_number': 6, 'project_id': '8894b6f779c248d696d598f1a01f1f87', 'gw_port_host': None}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:30.523387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-e0ee570a-28bf-44aa-9404-0219db45d2cc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] For port f127dc19-1e3b-45c9-9d36-f6033107d033, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f127dc19-1e3b-45c9-9d36-f6033107d033,segment=NetworkSegment(50f7b98d-17b1-44b1-986d-d3e4aab7c35c),segment_id=50f7b98d-17b1-44b1-986d-d3e4aab7c35c)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:30.523952 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e0ee570a-28bf-44aa-9404-0219db45d2cc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:30.548637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee570a-28bf-44aa-9404-0219db45d2cc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Calling delete_port for f127dc19-1e3b-45c9-9d36-f6033107d033 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:30.728520 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:30.757241 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] Pushing event deleted for resources: {'Port': ['ID=42476dec-b2e2-455e-b153-120a6a91673a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:30.823444 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:30.849753 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e0ee570a-28bf-44aa-9404-0219db45d2cc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:30.884677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee570a-28bf-44aa-9404-0219db45d2cc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event deleted for resources: {'Port': ['ID=f127dc19-1e3b-45c9-9d36-f6033107d033,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:30.924251 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:30.926956 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.080649 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e0ee570a-28bf-44aa-9404-0219db45d2cc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.105780 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.106362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6061fd2-108b-4b5f-a216-c289ef085ac8 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:01:31.111411 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.112658 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-59141e92-4554-4374-95c8-3f846fe75978 admin admin] 10.222.0.22 "DELETE /v2.0/routers/a6061fd2-108b-4b5f-a216-c289ef085ac8 HTTP/1.1" status: 204 len: 168 time: 1.1563563 Sep 23 23:01:31.116052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37092) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:31.164685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6631abc-c8df-4f92-a625-d961bcc739b9 admin admin] Deleting subnet 39ecdff6-2cc6-4524-8ff6-1d669ef3a620 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:01:31.167773 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6631abc-c8df-4f92-a625-d961bcc739b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.203819 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6631abc-c8df-4f92-a625-d961bcc739b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.289781 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6631abc-c8df-4f92-a625-d961bcc739b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.313148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ee570a-28bf-44aa-9404-0219db45d2cc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Router 86f11040-7bdb-4912-b860-e44c2f7dd660 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:01:31.437613 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6631abc-c8df-4f92-a625-d961bcc739b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.440983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ee570a-28bf-44aa-9404-0219db45d2cc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:31.449625 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e0ee570a-28bf-44aa-9404-0219db45d2cc tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "PUT /v2.0/routers/86f11040-7bdb-4912-b860-e44c2f7dd660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7351871 Sep 23 23:01:31.452263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37094) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:31.455025 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6664c245-e01a-4732-98ba-ac75ff39451f no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:31.461811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0083757-a3d4-44f0-8fb3-a4c01dbc9171 None None] Sync routers for ids ['86f11040-7bdb-4912-b860-e44c2f7dd660'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:31.469883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6631abc-c8df-4f92-a625-d961bcc739b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ecdff6-2cc6-4524-8ff6-1d669ef3a620,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:31.478314 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6631abc-c8df-4f92-a625-d961bcc739b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.480551 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e6631abc-c8df-4f92-a625-d961bcc739b9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/39ecdff6-2cc6-4524-8ff6-1d669ef3a620 HTTP/1.1" status: 204 len: 168 time: 0.3633552 Sep 23 23:01:31.483560 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37096) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:31.489809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60425926-154e-4301-89d1-8be6dbfdecc8 None None] Network 64d7416e-5e7d-4518-940f-76df5aa594b1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:01:31.495103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 6664c245-e01a-4732-98ba-ac75ff39451f {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:01:31.495448 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6664c245-e01a-4732-98ba-ac75ff39451f not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:01:31.495871 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 42476dec-b2e2-455e-b153-120a6a91673a no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:31.511506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0083757-a3d4-44f0-8fb3-a4c01dbc9171 None None] Routers {'86f11040-7bdb-4912-b860-e44c2f7dd660'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:31.512069 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f0083757-a3d4-44f0-8fb3-a4c01dbc9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['86f11040-7bdb-4912-b860-e44c2f7dd660'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:31.529740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea172f3-ad25-4b61-bd19-41ae8d3c9774 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Deleting subnet 7cc4aca4-7ff2-4d38-a0f4-baa0aab64900 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:01:31.534139 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eea172f3-ad25-4b61-bd19-41ae8d3c9774 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.565543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 42476dec-b2e2-455e-b153-120a6a91673a {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:01:31.566459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 42476dec-b2e2-455e-b153-120a6a91673a not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:01:31.580538 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.587868 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eea172f3-ad25-4b61-bd19-41ae8d3c9774 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.656606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] Deleting port 03f013f2-2af0-4900-8057-b635ef7c69fe {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:31.658227 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.749899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] For port 03f013f2-2af0-4900-8057-b635ef7c69fe, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=03f013f2-2af0-4900-8057-b635ef7c69fe,segment=NetworkSegment(b2fd1094-313a-4404-9c05-216c5aa1ff29),segment_id=b2fd1094-313a-4404-9c05-216c5aa1ff29)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:31.750278 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.764388 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eea172f3-ad25-4b61-bd19-41ae8d3c9774 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:31.770244 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] Calling delete_port for 03f013f2-2af0-4900-8057-b635ef7c69fe owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:31.890564 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-f0083757-a3d4-44f0-8fb3-a4c01dbc9171 None None] Set router 86f11040-7bdb-4912-b860-e44c2f7dd660 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:31.980359 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eea172f3-ad25-4b61-bd19-41ae8d3c9774 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.013969 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea172f3-ad25-4b61-bd19-41ae8d3c9774 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc4aca4-7ff2-4d38-a0f4-baa0aab64900,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:32.016575 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eea172f3-ad25-4b61-bd19-41ae8d3c9774 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.020820 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac96f17-19a2-4696-81bb-8c79a8bb7b58 None None] DHCP port deletion for 64d7416e-5e7d-4518-940f-76df5aa594b1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:01:32.021308 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eea172f3-ad25-4b61-bd19-41ae8d3c9774 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "DELETE /v2.0/subnets/7cc4aca4-7ff2-4d38-a0f4-baa0aab64900 HTTP/1.1" status: 204 len: 168 time: 0.5521536 Sep 23 23:01:32.021410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37098) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:32.029946 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.030417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec25156-5707-4843-9898-0edbf1123e88 None None] Network 5c1a0496-9806-469a-b961-210491fdcdd5 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:01:32.073025 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-aac96f17-19a2-4696-81bb-8c79a8bb7b58 None None] The port '03f013f2-2af0-4900-8057-b635ef7c69fe' was deleted {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 23 23:01:32.127897 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=03f013f2-2af0-4900-8057-b635ef7c69fe,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:32.130127 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] No DVR routers for this DVR port 03f013f2-2af0-4900-8057-b635ef7c69fe on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:01:32.223867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f0083757-a3d4-44f0-8fb3-a4c01dbc9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340310447', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:58Z', 'updated_at': '2021-09-23T23:01:30Z', 'revision_number': 5, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:59Z', 'updated_at': '2021-09-23T23:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:32.229624 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.259708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0083757-a3d4-44f0-8fb3-a4c01dbc9171 None None] Checking router: 86f11040-7bdb-4912-b860-e44c2f7dd660 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:32.259708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0083757-a3d4-44f0-8fb3-a4c01dbc9171 None None] Routers {'86f11040-7bdb-4912-b860-e44c2f7dd660'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:32.259708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f0083757-a3d4-44f0-8fb3-a4c01dbc9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['86f11040-7bdb-4912-b860-e44c2f7dd660'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:32.260282 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.296872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d7416e-5e7d-4518-940f-76df5aa594b1']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:32.299207 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce1c1d8-9ab5-4b34-b7a5-86a1af916bbf None None] DHCP port deletion for 5c1a0496-9806-469a-b961-210491fdcdd5 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:01:32.341904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fd1094-313a-4404-9c05-216c5aa1ff29') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:32.342183 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fd1094-313a-4404-9c05-216c5aa1ff29') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:32.356713 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.381358 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.391425 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:01:32.391830 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:01:32.393700 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:01:32.402379 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-f0083757-a3d4-44f0-8fb3-a4c01dbc9171 None None] Set router 86f11040-7bdb-4912-b860-e44c2f7dd660 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:32.429530 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.462649 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-dce1c1d8-9ab5-4b34-b7a5-86a1af916bbf None None] Deleting port bfebeb10-e3d3-4c23-a425-9ffa2b0c5488 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:32.463237 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dce1c1d8-9ab5-4b34-b7a5-86a1af916bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.583236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-dce1c1d8-9ab5-4b34-b7a5-86a1af916bbf None None] For port bfebeb10-e3d3-4c23-a425-9ffa2b0c5488, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bfebeb10-e3d3-4c23-a425-9ffa2b0c5488,segment=NetworkSegment(50f7b98d-17b1-44b1-986d-d3e4aab7c35c),segment_id=50f7b98d-17b1-44b1-986d-d3e4aab7c35c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:32.583535 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dce1c1d8-9ab5-4b34-b7a5-86a1af916bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.592827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Deleting port 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:32.593062 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.596114 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.600146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-dce1c1d8-9ab5-4b34-b7a5-86a1af916bbf None None] Calling delete_port for bfebeb10-e3d3-4c23-a425-9ffa2b0c5488 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:32.727332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f0083757-a3d4-44f0-8fb3-a4c01dbc9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340310447', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:58Z', 'updated_at': '2021-09-23T23:01:30Z', 'revision_number': 5, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:59Z', 'updated_at': '2021-09-23T23:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:32.759270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0083757-a3d4-44f0-8fb3-a4c01dbc9171 None None] The sync data for ids ['86f11040-7bdb-4912-b860-e44c2f7dd660'] in n-d-810775-1 is: [{'id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340310447', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:58Z', 'updated_at': '2021-09-23T23:01:30Z', 'revision_number': 5, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '471b7bf3-3ed1-4dc6-816c-090d08bc9aa2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f11040-7bdb-4912-b860-e44c2f7dd660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:59Z', 'updated_at': '2021-09-23T23:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:32.843018 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dce1c1d8-9ab5-4b34-b7a5-86a1af916bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.870859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1c1d8-9ab5-4b34-b7a5-86a1af916bbf None None] Pushing event deleted for resources: {'Port': ['ID=bfebeb10-e3d3-4c23-a425-9ffa2b0c5488,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:32.877616 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1c1d8-9ab5-4b34-b7a5-86a1af916bbf None None] No DVR routers for this DVR port bfebeb10-e3d3-4c23-a425-9ffa2b0c5488 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:01:32.960330 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:32.962186 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] 10.222.0.22 "DELETE /v2.0/networks/64d7416e-5e7d-4518-940f-76df5aa594b1 HTTP/1.1" status: 204 len: 168 time: 1.4773116 Sep 23 23:01:32.965330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37100) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:32.979539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ec2ad-f64b-4678-be5b-909429dd5b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=64d7416e-5e7d-4518-940f-76df5aa594b1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:33.044721 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] For port 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=471b7bf3-3ed1-4dc6-816c-090d08bc9aa2,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:33.045413 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:33.062309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Calling delete_port for 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:33.348013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f127dc19-1e3b-45c9-9d36-f6033107d033 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:33.370193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: f127dc19-1e3b-45c9-9d36-f6033107d033 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:01:33.370534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f127dc19-1e3b-45c9-9d36-f6033107d033 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:01:33.371161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 03f013f2-2af0-4900-8057-b635ef7c69fe no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:33.392821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 03f013f2-2af0-4900-8057-b635ef7c69fe {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:01:33.393120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 03f013f2-2af0-4900-8057-b635ef7c69fe not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:01:33.393514 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bfebeb10-e3d3-4c23-a425-9ffa2b0c5488 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:33.415247 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: bfebeb10-e3d3-4c23-a425-9ffa2b0c5488 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:01:33.415584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bfebeb10-e3d3-4c23-a425-9ffa2b0c5488 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:01:33.677517 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:33.684018 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f90bb95b-708b-4ab3-a4a1-50fac67131b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:33.713089 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event deleted for resources: {'Port': ['ID=471b7bf3-3ed1-4dc6-816c-090d08bc9aa2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:33.770672 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:33.867252 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:33.869624 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:33.953571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f90bb95b-708b-4ab3-a4a1-50fac67131b7 admin admin] Deleting port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:33.953816 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f90bb95b-708b-4ab3-a4a1-50fac67131b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.018151 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.018744 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Fanout notify agent at l3_agent the message router_deleted on router 86f11040-7bdb-4912-b860-e44c2f7dd660 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:01:34.026407 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.029421 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7541dc1f-7314-4383-84cf-2f7e57c4e571 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "DELETE /v2.0/routers/86f11040-7bdb-4912-b860-e44c2f7dd660 HTTP/1.1" status: 204 len: 168 time: 2.0053105 Sep 23 23:01:34.030462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37102) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:34.047483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-f90bb95b-708b-4ab3-a4a1-50fac67131b7 admin admin] For port 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=73d3ac19-f7b7-440b-8d13-bb04c47dd5b2,segment=NetworkSegment(0599d326-7d84-493d-99c9-963793de6bba),segment_id=0599d326-7d84-493d-99c9-963793de6bba)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:34.047873 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f90bb95b-708b-4ab3-a4a1-50fac67131b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.064878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f90bb95b-708b-4ab3-a4a1-50fac67131b7 admin admin] Calling delete_port for 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:34.128418 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51c9049d-9e24-4941-a98a-1d58e6c151c5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.228848 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51c9049d-9e24-4941-a98a-1d58e6c151c5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.250618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-51c9049d-9e24-4941-a98a-1d58e6c151c5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1a0496-9806-469a-b961-210491fdcdd5']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:34.260563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-51c9049d-9e24-4941-a98a-1d58e6c151c5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f7b98d-17b1-44b1-986d-d3e4aab7c35c') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:34.260862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-51c9049d-9e24-4941-a98a-1d58e6c151c5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f7b98d-17b1-44b1-986d-d3e4aab7c35c') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:34.270902 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51c9049d-9e24-4941-a98a-1d58e6c151c5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.285012 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51c9049d-9e24-4941-a98a-1d58e6c151c5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.292528 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c9049d-9e24-4941-a98a-1d58e6c151c5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:01:34.292959 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51c9049d-9e24-4941-a98a-1d58e6c151c5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:01:34.295912 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:01:34.379854 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f90bb95b-708b-4ab3-a4a1-50fac67131b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.406313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bb95b-708b-4ab3-a4a1-50fac67131b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d3ac19-f7b7-440b-8d13-bb04c47dd5b2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:34.483517 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51c9049d-9e24-4941-a98a-1d58e6c151c5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.499771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51c9049d-9e24-4941-a98a-1d58e6c151c5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.503049 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-51c9049d-9e24-4941-a98a-1d58e6c151c5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "DELETE /v2.0/networks/5c1a0496-9806-469a-b961-210491fdcdd5 HTTP/1.1" status: 204 len: 168 time: 0.4708681 Sep 23 23:01:34.514851 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37104) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:34.525153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9049d-9e24-4941-a98a-1d58e6c151c5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event deleted for resources: {'Network': ['ID=5c1a0496-9806-469a-b961-210491fdcdd5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:34.614603 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f90bb95b-708b-4ab3-a4a1-50fac67131b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.710028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb7833-77ef-4096-b756-72ef4364cfd5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Deleting port c9778ad7-3322-4ddf-b1fe-c0a0ce8e073c {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:34.710394 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7833-77ef-4096-b756-72ef4364cfd5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.795866 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7833-77ef-4096-b756-72ef4364cfd5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.796105 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7833-77ef-4096-b756-72ef4364cfd5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:34.809297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb7833-77ef-4096-b756-72ef4364cfd5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Calling delete_port for c9778ad7-3322-4ddf-b1fe-c0a0ce8e073c owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:34.854368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90bb95b-708b-4ab3-a4a1-50fac67131b7 admin admin] Router d91ac4b1-ed76-424e-ae3d-29d0aad7c918 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:01:34.977839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90bb95b-708b-4ab3-a4a1-50fac67131b7 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:34.985965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f90bb95b-708b-4ab3-a4a1-50fac67131b7 admin admin] 10.222.0.22 "PUT /v2.0/routers/d91ac4b1-ed76-424e-ae3d-29d0aad7c918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0189164 Sep 23 23:01:34.986156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37106) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:34.989053 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df185871-385e-40fe-98a1-32405b70fb42 None None] Sync routers for ids ['d91ac4b1-ed76-424e-ae3d-29d0aad7c918'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:34.999552 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df185871-385e-40fe-98a1-32405b70fb42 None None] Routers {'d91ac4b1-ed76-424e-ae3d-29d0aad7c918'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:35.000180 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-df185871-385e-40fe-98a1-32405b70fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d91ac4b1-ed76-424e-ae3d-29d0aad7c918'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:35.064786 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7833-77ef-4096-b756-72ef4364cfd5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.097694 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb7833-77ef-4096-b756-72ef4364cfd5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event deleted for resources: {'Port': ['ID=c9778ad7-3322-4ddf-b1fe-c0a0ce8e073c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:35.112198 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-df185871-385e-40fe-98a1-32405b70fb42 None None] Set router d91ac4b1-ed76-424e-ae3d-29d0aad7c918 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:35.178129 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.246954 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7833-77ef-4096-b756-72ef4364cfd5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.247408 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-ebeb7833-77ef-4096-b756-72ef4364cfd5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Floating IP 416e367f-8c84-455e-bd5c-60c0d1a950da disassociated (deleted). External IP: 172.25.1.140, port: cb720aa6-a400-4553-b624-e29ddbefbcf9. Sep 23 23:01:35.305842 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-df185871-385e-40fe-98a1-32405b70fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'name': 'tempest-TestServerBasicOps-957827924-router', 'tenant_id': 'd7f57899c839433db5c75f7eda283073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:10Z', 'updated_at': '2021-09-23T23:01:34Z', 'revision_number': 5, 'project_id': 'd7f57899c839433db5c75f7eda283073', 'gw_port': {'id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:12Z', 'updated_at': '2021-09-23T22:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:35.334680 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df185871-385e-40fe-98a1-32405b70fb42 None None] Checking router: d91ac4b1-ed76-424e-ae3d-29d0aad7c918 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:35.343671 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df185871-385e-40fe-98a1-32405b70fb42 None None] Routers {'d91ac4b1-ed76-424e-ae3d-29d0aad7c918'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:35.344635 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-df185871-385e-40fe-98a1-32405b70fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d91ac4b1-ed76-424e-ae3d-29d0aad7c918'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:35.375020 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.394459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:35.427608 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:01:35.428288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 471b7bf3-3ed1-4dc6-816c-090d08bc9aa2 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:01:35.470901 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-df185871-385e-40fe-98a1-32405b70fb42 None None] Set router d91ac4b1-ed76-424e-ae3d-29d0aad7c918 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:35.539760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebeb7833-77ef-4096-b756-72ef4364cfd5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:01:35.548647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] Deleting port 6f31834d-1806-4737-9a2a-81a67a55067b {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:35.548994 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.658046 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-df185871-385e-40fe-98a1-32405b70fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'name': 'tempest-TestServerBasicOps-957827924-router', 'tenant_id': 'd7f57899c839433db5c75f7eda283073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:10Z', 'updated_at': '2021-09-23T23:01:34Z', 'revision_number': 5, 'project_id': 'd7f57899c839433db5c75f7eda283073', 'gw_port': {'id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:12Z', 'updated_at': '2021-09-23T22:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:35.689524 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df185871-385e-40fe-98a1-32405b70fb42 None None] The sync data for ids ['d91ac4b1-ed76-424e-ae3d-29d0aad7c918'] in n-d-810775-1 is: [{'id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'name': 'tempest-TestServerBasicOps-957827924-router', 'tenant_id': 'd7f57899c839433db5c75f7eda283073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:56:10Z', 'updated_at': '2021-09-23T23:01:34Z', 'revision_number': 5, 'project_id': 'd7f57899c839433db5c75f7eda283073', 'gw_port': {'id': '6f31834d-1806-4737-9a2a-81a67a55067b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91ac4b1-ed76-424e-ae3d-29d0aad7c918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:56:12Z', 'updated_at': '2021-09-23T22:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:35.717368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] For port 6f31834d-1806-4737-9a2a-81a67a55067b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6f31834d-1806-4737-9a2a-81a67a55067b,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:35.717741 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.733572 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebeb7833-77ef-4096-b756-72ef4364cfd5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:35.740008 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7833-77ef-4096-b756-72ef4364cfd5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:35.744177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9909ad56-abc9-4d57-ab14-43eb3d16784f None None] Sync routers for ids ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:35.753191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909ad56-abc9-4d57-ab14-43eb3d16784f None None] Routers {'d30f9b2d-00b9-42bb-8ddd-c7794d50f172'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:35.753833 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9909ad56-abc9-4d57-ab14-43eb3d16784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:35.761591 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] Calling delete_port for 6f31834d-1806-4737-9a2a-81a67a55067b owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:35.778226 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ebeb7833-77ef-4096-b756-72ef4364cfd5 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "DELETE /v2.0/floatingips/416e367f-8c84-455e-bd5c-60c0d1a950da HTTP/1.1" status: 204 len: 168 time: 1.2620776 Sep 23 23:01:35.780063 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be889a56-4d7b-4aa0-a9c1-e96bedc5112d', 'tag': 'cb720aa6-a400-4553-b624-e29ddbefbcf9'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:01:35.782507 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74c69e6ef55ce60bf493c40fd2c7a100f56c28822634d748582f273c1ed250ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7befa802-6578-4763-8baf-930f72046c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "be889a56-4d7b-4aa0-a9c1-e96bedc5112d", "tag": "cb720aa6-a400-4553-b624-e29ddbefbcf9"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:01:35.824288 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f981f184-8a5f-43b0-957c-1d45c9631fbe x-openstack-request-id: req-f981f184-8a5f-43b0-957c-1d45c9631fbe {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:01:35.824572 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be889a56-4d7b-4aa0-a9c1-e96bedc5112d", "tag": "cb720aa6-a400-4553-b624-e29ddbefbcf9", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:01:35.824825 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f981f184-8a5f-43b0-957c-1d45c9631fbe {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:01:35.825260 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be889a56-4d7b-4aa0-a9c1-e96bedc5112d', 'tag': 'cb720aa6-a400-4553-b624-e29ddbefbcf9', 'status': 'completed', 'code': 200} Sep 23 23:01:35.903300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-9909ad56-abc9-4d57-ab14-43eb3d16784f None None] Set router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:35.904820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befa802-6578-4763-8baf-930f72046c0a req-18659e66-71cf-4408-9960-dd657e1cc3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:35.906435 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7befa802-6578-4763-8baf-930f72046c0a req-18659e66-71cf-4408-9960-dd657e1cc3d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae1489d075e54f72890b9fff2346dcd8&device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 1135 time: 0.0483050 Sep 23 23:01:36.009254 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befa802-6578-4763-8baf-930f72046c0a req-5f48c838-c2a9-469f-b44e-2cc7349b9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:36.010668 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7befa802-6578-4763-8baf-930f72046c0a req-5f48c838-c2a9-469f-b44e-2cc7349b9785 service neutron] 10.222.0.43 "GET /v2.0/networks?id=299edeb0-d27e-4c7c-a3c0-edeb2df59a70 HTTP/1.1" status: 200 len: 898 time: 0.0961440 Sep 23 23:01:36.064534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7befa802-6578-4763-8baf-930f72046c0a req-e3daca0e-1f2b-4c18-931e-b01f4c34f3cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb720aa6-a400-4553-b624-e29ddbefbcf9 HTTP/1.1" status: 200 len: 217 time: 0.0418820 Sep 23 23:01:36.121658 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:36.134698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befa802-6578-4763-8baf-930f72046c0a req-07109cfc-00cf-493f-ad58-b01ffe199e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:36.136215 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7befa802-6578-4763-8baf-930f72046c0a req-07109cfc-00cf-493f-ad58-b01ffe199e31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c83c704d-300f-4f7f-b15b-d1aaf4711e07 HTTP/1.1" status: 200 len: 834 time: 0.0578125 Sep 23 23:01:36.138787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9909ad56-abc9-4d57-ab14-43eb3d16784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'b08a313e-fba2-40ac-8b1a-2212e00b8c5e', 'name': '', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'mac_address': 'fa:16:3e:1d:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:02Z', 'updated_at': '2021-09-23T23:00:07Z', 'revision_number': 5, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'subnets': [{'id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:36.173930 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9909ad56-abc9-4d57-ab14-43eb3d16784f None None] Checking router: d30f9b2d-00b9-42bb-8ddd-c7794d50f172 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:36.183508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f31834d-1806-4737-9a2a-81a67a55067b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:36.185450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909ad56-abc9-4d57-ab14-43eb3d16784f None None] Routers {'d30f9b2d-00b9-42bb-8ddd-c7794d50f172'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:36.186089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9909ad56-abc9-4d57-ab14-43eb3d16784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:36.203876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befa802-6578-4763-8baf-930f72046c0a req-2ff57f6b-6a59-4900-a781-1393c0d8a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:36.206863 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7befa802-6578-4763-8baf-930f72046c0a req-2ff57f6b-6a59-4900-a781-1393c0d8a305 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=299edeb0-d27e-4c7c-a3c0-edeb2df59a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587070 Sep 23 23:01:36.243534 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:36.330529 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-9909ad56-abc9-4d57-ab14-43eb3d16784f None None] Set router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:36.358788 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:36.360652 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7befa802-6578-4763-8baf-930f72046c0a req-bcbc76f4-36a0-4d00-839c-6e4cf06e7379 service neutron] 10.222.0.43 "GET /v2.0/networks/299edeb0-d27e-4c7c-a3c0-edeb2df59a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423616 Sep 23 23:01:36.361078 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:36.370227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3d870-ff8b-4a71-ac7b-92b08043143e req-df4c1a45-0a44-421c-a365-2f5d3e378c71 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:36.371783 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ad3d870-ff8b-4a71-ac7b-92b08043143e req-df4c1a45-0a44-421c-a365-2f5d3e378c71 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 984 time: 0.0754330 Sep 23 23:01:36.489878 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:36.490446 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d91ac4b1-ed76-424e-ae3d-29d0aad7c918 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:01:36.494964 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:36.498596 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-44c54818-ac87-4a5b-839b-198fc0a1b15e admin admin] 10.222.0.22 "DELETE /v2.0/routers/d91ac4b1-ed76-424e-ae3d-29d0aad7c918 HTTP/1.1" status: 204 len: 168 time: 1.5088744 Sep 23 23:01:36.499200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37114) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:36.514413 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5ad3d870-ff8b-4a71-ac7b-92b08043143e req-30171600-b9f7-4a40-884b-53137c5fda40 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/security-groups?id=098922f7-4c8e-408c-a19a-2eb97add45b3&id=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1319313 Sep 23 23:01:36.540617 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7befa802-6578-4763-8baf-930f72046c0a req-a9a89a76-430a-42d6-8e34-a5743d825c06 service neutron] 10.222.0.43 "GET /v2.0/networks/299edeb0-d27e-4c7c-a3c0-edeb2df59a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665652 Sep 23 23:01:36.546776 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c682ed2e-49ee-4b75-a564-d1c6657130d2 req-a46335bb-2821-484a-8ea1-e494a69afbd3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809808 Sep 23 23:01:36.558868 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Deleting subnet aea86ecb-f4e9-4dc9-b491-2b747c971b6f {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:01:36.562745 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:36.610094 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:36.617071 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-9909ad56-abc9-4d57-ab14-43eb3d16784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'b08a313e-fba2-40ac-8b1a-2212e00b8c5e', 'name': '', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'mac_address': 'fa:16:3e:1d:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:02Z', 'updated_at': '2021-09-23T23:00:07Z', 'revision_number': 5, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'subnets': [{'id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:36.627192 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682ed2e-49ee-4b75-a564-d1c6657130d2 req-54bd69a6-8048-4166-8f0f-0d63e26b4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:36.629196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c682ed2e-49ee-4b75-a564-d1c6657130d2 req-54bd69a6-8048-4166-8f0f-0d63e26b4c75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 1096 time: 0.0493157 Sep 23 23:01:36.658234 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9909ad56-abc9-4d57-ab14-43eb3d16784f None None] The sync data for ids ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'] in n-d-810775-1 is: [{'id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'b08a313e-fba2-40ac-8b1a-2212e00b8c5e', 'name': '', 'network_id': '299edeb0-d27e-4c7c-a3c0-edeb2df59a70', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'mac_address': 'fa:16:3e:1d:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:02Z', 'updated_at': '2021-09-23T23:00:07Z', 'revision_number': 5, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'subnets': [{'id': 'c83c704d-300f-4f7f-b15b-d1aaf4711e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:36.733781 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:36.778167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682ed2e-49ee-4b75-a564-d1c6657130d2 req-4060723d-1f7c-41f2-82f4-823d01022cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:36.779837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c682ed2e-49ee-4b75-a564-d1c6657130d2 req-4060723d-1f7c-41f2-82f4-823d01022cb5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea8b69c-a296-493c-a38b-e8e5deafa4e2 HTTP/1.1" status: 200 len: 912 time: 0.1243501 Sep 23 23:01:36.848954 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c682ed2e-49ee-4b75-a564-d1c6657130d2 req-29db13be-dc8b-4e42-87b8-1e3597ad53f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c956a541-3200-4c38-bd04-2817ce3f60fb HTTP/1.1" status: 200 len: 1001 time: 0.0612037 Sep 23 23:01:36.871030 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:36.907470 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682ed2e-49ee-4b75-a564-d1c6657130d2 req-7c6d08ba-ae7d-473c-a7ff-59dcae56ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:36.908986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c682ed2e-49ee-4b75-a564-d1c6657130d2 req-7c6d08ba-ae7d-473c-a7ff-59dcae56ebeb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7af70910-c90d-4441-9b42-32e835f1cc56 HTTP/1.1" status: 200 len: 850 time: 0.0521541 Sep 23 23:01:36.932848 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b1061-2856-4d4b-8433-a562d7e4bf94 None None] New status for floating IP 416e367f-8c84-455e-bd5c-60c0d1a950da: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:01:36.934912 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:36.961401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682ed2e-49ee-4b75-a564-d1c6657130d2 req-40b00242-fe41-44af-b912-6a22895c8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:36.962857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c682ed2e-49ee-4b75-a564-d1c6657130d2 req-40b00242-fe41-44af-b912-6a22895c8827 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea8b69c-a296-493c-a38b-e8e5deafa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433815 Sep 23 23:01:36.970988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea86ecb-f4e9-4dc9-b491-2b747c971b6f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:36.978866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a8d16-e48e-4059-b9eb-cc9b311a34a3 None None] Network 8e454fb5-a814-4d4e-b219-53fb20fc0e21 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:01:36.986200 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:36.990129 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/aea86ecb-f4e9-4dc9-b491-2b747c971b6f HTTP/1.1" status: 204 len: 168 time: 0.4898891 Sep 23 23:01:36.993237 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:36.994959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:36.997743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:36.998007 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:36.998844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:36.998986 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37116) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:36.999209 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:36.999550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:36.999919 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:37.000256 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:37.000591 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:37.000988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:37.001308 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2c799-c2a5-4ce4-b8aa-aebcb87a6699 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:37.130873 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:37.149411 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c682ed2e-49ee-4b75-a564-d1c6657130d2 req-49c0ce53-9baf-452c-a853-79e2b2b79d2f service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752980 Sep 23 23:01:37.169324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b51657b-54bd-4231-aed4-401b0871b4b7 None None] DHCP port deletion for 8e454fb5-a814-4d4e-b219-53fb20fc0e21 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:01:37.226319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4b51657b-54bd-4231-aed4-401b0871b4b7 None None] Deleting port 8bdcd517-7fed-45c0-ac70-a2e2d179d139 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:37.226702 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4b51657b-54bd-4231-aed4-401b0871b4b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:37.274849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] Deleting port 8bdcd517-7fed-45c0-ac70-a2e2d179d139 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:37.274849 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:37.295001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4b51657b-54bd-4231-aed4-401b0871b4b7 None None] For port 8bdcd517-7fed-45c0-ac70-a2e2d179d139, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8bdcd517-7fed-45c0-ac70-a2e2d179d139,segment=NetworkSegment(0599d326-7d84-493d-99c9-963793de6bba),segment_id=0599d326-7d84-493d-99c9-963793de6bba)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:37.295406 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4b51657b-54bd-4231-aed4-401b0871b4b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:37.310337 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c682ed2e-49ee-4b75-a564-d1c6657130d2 req-b29fda0c-3fff-43c8-b40c-1e0b98290b02 service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315944 Sep 23 23:01:37.314568 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4b51657b-54bd-4231-aed4-401b0871b4b7 None None] Calling delete_port for 8bdcd517-7fed-45c0-ac70-a2e2d179d139 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:37.364051 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] For port 8bdcd517-7fed-45c0-ac70-a2e2d179d139, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8bdcd517-7fed-45c0-ac70-a2e2d179d139,segment=NetworkSegment(0599d326-7d84-493d-99c9-963793de6bba),segment_id=0599d326-7d84-493d-99c9-963793de6bba)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:37.364399 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:37.364614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8bdcd517-7fed-45c0-ac70-a2e2d179d139 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:37.379152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] Calling delete_port for 8bdcd517-7fed-45c0-ac70-a2e2d179d139 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:37.467869 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:37.592295 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4b51657b-54bd-4231-aed4-401b0871b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:37.599645 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:37.630682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdcd517-7fed-45c0-ac70-a2e2d179d139,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:37.648855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] No DVR routers for this DVR port 8bdcd517-7fed-45c0-ac70-a2e2d179d139 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:01:37.649318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51657b-54bd-4231-aed4-401b0871b4b7 None None] Pushing event deleted for resources: {'Port': ['ID=8bdcd517-7fed-45c0-ac70-a2e2d179d139,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:37.650963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:37.680993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b51657b-54bd-4231-aed4-401b0871b4b7 None None] No DVR routers for this DVR port 8bdcd517-7fed-45c0-ac70-a2e2d179d139 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:01:37.682881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:01:37.683224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 73d3ac19-f7b7-440b-8d13-bb04c47dd5b2 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:01:37.683732 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6f31834d-1806-4737-9a2a-81a67a55067b no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:37.712283 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 6f31834d-1806-4737-9a2a-81a67a55067b {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:01:37.712625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6f31834d-1806-4737-9a2a-81a67a55067b not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:01:37.719264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d7b00-ea40-46e8-8bba-781fc0d09206 req-07c35b2a-abdb-4f3d-8040-c76f9347f418 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:37.722573 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a15d7b00-ea40-46e8-8bba-781fc0d09206 req-07c35b2a-abdb-4f3d-8040-c76f9347f418 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 984 time: 0.0903211 Sep 23 23:01:37.755510 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:37.766481 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a15d7b00-ea40-46e8-8bba-781fc0d09206 req-513bee63-84db-4c85-a8d3-fb08fe29028e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/security-groups?id=098922f7-4c8e-408c-a19a-2eb97add45b3&id=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0370722 Sep 23 23:01:37.784953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e454fb5-a814-4d4e-b219-53fb20fc0e21']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:37.808573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0599d326-7d84-493d-99c9-963793de6bba') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:37.808859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0599d326-7d84-493d-99c9-963793de6bba') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:37.823355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:37.840803 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:37.852763 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9466c1-07a3-4ab4-b21a-c2edc045d030 req-ab61f273-e8ee-4a6c-b060-8df26faddb68 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:37.854306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4e9466c1-07a3-4ab4-b21a-c2edc045d030 req-ab61f273-e8ee-4a6c-b060-8df26faddb68 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.43 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 984 time: 0.0810962 Sep 23 23:01:37.857204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:01:37.857601 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:01:37.859315 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:01:37.995453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-4e9466c1-07a3-4ab4-b21a-c2edc045d030 req-a000f93a-27d7-43bb-b26b-10cf0c3977c8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Deleting port cb720aa6-a400-4553-b624-e29ddbefbcf9 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:37.996142 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4e9466c1-07a3-4ab4-b21a-c2edc045d030 req-a000f93a-27d7-43bb-b26b-10cf0c3977c8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:38.026039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:38.034908 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:38.036964 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8e454fb5-a814-4d4e-b219-53fb20fc0e21 HTTP/1.1" status: 204 len: 168 time: 1.0371616 Sep 23 23:01:38.085344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcbe69-b748-4f67-8783-092a26886cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e454fb5-a814-4d4e-b219-53fb20fc0e21,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:38.118099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-4e9466c1-07a3-4ab4-b21a-c2edc045d030 req-a000f93a-27d7-43bb-b26b-10cf0c3977c8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] For port cb720aa6-a400-4553-b624-e29ddbefbcf9, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=cb720aa6-a400-4553-b624-e29ddbefbcf9,segment=NetworkSegment(464bd539-f813-42b8-b108-f182b72d21f5),segment_id=464bd539-f813-42b8-b108-f182b72d21f5)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:38.118469 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4e9466c1-07a3-4ab4-b21a-c2edc045d030 req-a000f93a-27d7-43bb-b26b-10cf0c3977c8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:38.134262 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-4e9466c1-07a3-4ab4-b21a-c2edc045d030 req-a000f93a-27d7-43bb-b26b-10cf0c3977c8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Calling delete_port for cb720aa6-a400-4553-b624-e29ddbefbcf9 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:38.400875 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4e9466c1-07a3-4ab4-b21a-c2edc045d030 req-a000f93a-27d7-43bb-b26b-10cf0c3977c8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:38.438123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000f93a-27d7-43bb-b26b-10cf0c3977c8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event deleted for resources: {'Port': ['ID=cb720aa6-a400-4553-b624-e29ddbefbcf9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:38.479251 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9466c1-07a3-4ab4-b21a-c2edc045d030 req-a000f93a-27d7-43bb-b26b-10cf0c3977c8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] No DVR routers for this DVR port cb720aa6-a400-4553-b624-e29ddbefbcf9 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:01:38.481863 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4e9466c1-07a3-4ab4-b21a-c2edc045d030 req-a000f93a-27d7-43bb-b26b-10cf0c3977c8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:38.483890 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4e9466c1-07a3-4ab4-b21a-c2edc045d030 req-a000f93a-27d7-43bb-b26b-10cf0c3977c8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.43 "DELETE /v2.0/ports/cb720aa6-a400-4553-b624-e29ddbefbcf9 HTTP/1.1" status: 204 len: 173 time: 0.6153431 Sep 23 23:01:38.484321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be889a56-4d7b-4aa0-a9c1-e96bedc5112d', 'name': 'network-vif-deleted', 'tag': 'cb720aa6-a400-4553-b624-e29ddbefbcf9'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:01:38.486561 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9b9613-130b-4acf-802c-e773d9f9d540" -d '{"events": [{"server_uuid": "be889a56-4d7b-4aa0-a9c1-e96bedc5112d", "name": "network-vif-deleted", "tag": "cb720aa6-a400-4553-b624-e29ddbefbcf9"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:01:38.531947 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37128) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:38.584290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3f0bd3b4-a918-4930-aafd-d46089eba872 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8894b6f779c248d696d598f1a01f1f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511255 Sep 23 23:01:38.587379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37130) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:38.596417 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc3179e-0b8c-46a7-9bc7-580c2a6873cb x-openstack-request-id: req-3cc3179e-0b8c-46a7-9bc7-580c2a6873cb {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:01:38.597602 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be889a56-4d7b-4aa0-a9c1-e96bedc5112d", "name": "network-vif-deleted", "tag": "cb720aa6-a400-4553-b624-e29ddbefbcf9", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:01:38.597963 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3cc3179e-0b8c-46a7-9bc7-580c2a6873cb {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:01:38.598562 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be889a56-4d7b-4aa0-a9c1-e96bedc5112d', 'name': 'network-vif-deleted', 'tag': 'cb720aa6-a400-4553-b624-e29ddbefbcf9', 'status': 'completed', 'code': 200} Sep 23 23:01:38.650609 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ff4440e-fc12-49bb-bd80-228d1ff556da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:38.682517 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ff4440e-fc12-49bb-bd80-228d1ff556da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:38.842983 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ff4440e-fc12-49bb-bd80-228d1ff556da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:38.848295 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0ff4440e-fc12-49bb-bd80-228d1ff556da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:38.850118 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0ff4440e-fc12-49bb-bd80-228d1ff556da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88580b25-15fc-498c-b9e9-8e31c5393a7c HTTP/1.1" status: 204 len: 168 time: 0.2612588 Sep 23 23:01:38.861945 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4440e-fc12-49bb-bd80-228d1ff556da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88580b25-15fc-498c-b9e9-8e31c5393a7c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:38.894423 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a29fdc77-87f5-4376-a7f4-bc1254fff3f3 req-bc55e659-e8b4-41e3-8fd2-c4414947d55f tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "GET /v2.0/ports?device_id=be889a56-4d7b-4aa0-a9c1-e96bedc5112d HTTP/1.1" status: 200 len: 210 time: 0.0364282 Sep 23 23:01:39.557336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37138) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:39.601917 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c133f6d4-81df-47c6-a758-02ebbb2f0879 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d7f57899c839433db5c75f7eda283073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433276 Sep 23 23:01:39.604266 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37140) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:39.655841 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-707337eb-fe7d-47c9-b736-95570278939f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:39.677948 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-707337eb-fe7d-47c9-b736-95570278939f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:39.811952 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-707337eb-fe7d-47c9-b736-95570278939f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:39.814902 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-707337eb-fe7d-47c9-b736-95570278939f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:39.816709 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-707337eb-fe7d-47c9-b736-95570278939f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7a99d12-f7e5-4db7-a63e-747b56589a8c HTTP/1.1" status: 204 len: 168 time: 0.2115209 Sep 23 23:01:39.825191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707337eb-fe7d-47c9-b736-95570278939f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a99d12-f7e5-4db7-a63e-747b56589a8c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:39.954392 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37146) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:40.010448 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad18b486-ee24-453b-892c-df89d4e11099 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:40.038346 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad18b486-ee24-453b-892c-df89d4e11099 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:40.162643 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad18b486-ee24-453b-892c-df89d4e11099 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:40.165349 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad18b486-ee24-453b-892c-df89d4e11099 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:40.169150 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ad18b486-ee24-453b-892c-df89d4e11099 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "DELETE /v2.0/security-groups/fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e HTTP/1.1" status: 204 len: 168 time: 0.2111688 Sep 23 23:01:40.169664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37150) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:40.179863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18b486-ee24-453b-892c-df89d4e11099 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8f4651-dfbf-4a1e-960d-eb20ca9dfa8e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:40.232839 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-363de5dd-651a-4f8e-b01b-639bb553a4d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:40.258837 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-363de5dd-651a-4f8e-b01b-639bb553a4d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:40.385935 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-363de5dd-651a-4f8e-b01b-639bb553a4d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:40.388688 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-363de5dd-651a-4f8e-b01b-639bb553a4d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:40.390109 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-363de5dd-651a-4f8e-b01b-639bb553a4d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "DELETE /v2.0/security-groups/098922f7-4c8e-408c-a19a-2eb97add45b3 HTTP/1.1" status: 204 len: 168 time: 0.2191885 Sep 23 23:01:40.394189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37158) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:40.405879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363de5dd-651a-4f8e-b01b-639bb553a4d7 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=098922f7-4c8e-408c-a19a-2eb97add45b3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:40.969340 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device cb720aa6-a400-4553-b624-e29ddbefbcf9 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:40.984509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37170) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:40.997175 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: cb720aa6-a400-4553-b624-e29ddbefbcf9 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:01:40.998045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device cb720aa6-a400-4553-b624-e29ddbefbcf9 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:01:41.117681 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-79dc1926-1f22-46fd-b0a1-5e31040ac88c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:41.165149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-600461621-network', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:41.333492 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Made reservation on behalf of d11e96efbe4c43a2977eef6acd246f67 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:01:41.335767 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:41.361744 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:41.463077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-79dc1926-1f22-46fd-b0a1-5e31040ac88c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Deleting port b08a313e-fba2-40ac-8b1a-2212e00b8c5e {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:41.463334 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-79dc1926-1f22-46fd-b0a1-5e31040ac88c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:41.560414 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:41.583965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-79dc1926-1f22-46fd-b0a1-5e31040ac88c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] For port b08a313e-fba2-40ac-8b1a-2212e00b8c5e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b08a313e-fba2-40ac-8b1a-2212e00b8c5e,segment=NetworkSegment(464bd539-f813-42b8-b108-f182b72d21f5),segment_id=464bd539-f813-42b8-b108-f182b72d21f5)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:41.584360 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-79dc1926-1f22-46fd-b0a1-5e31040ac88c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:41.599779 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-79dc1926-1f22-46fd-b0a1-5e31040ac88c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Calling delete_port for b08a313e-fba2-40ac-8b1a-2212e00b8c5e owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:41.647153 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:41.691394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:01:41.710012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb518698-7902-4425-958f-af847f583d04,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:41.718810 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:41.718810 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Added segment 85946e2e-4269-4f28-99bb-97e07d7c4026 of type vlan for network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 Sep 23 23:01:41.763713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:41.764061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:41.768356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:41.768356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:41.768356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:41.768356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:41.768356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:41.768356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:41.768356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:41.768356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:41.768356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:41.768356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:41.818810 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:41.991283 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:41.992221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:41.992820 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:42.039212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-79dc1926-1f22-46fd-b0a1-5e31040ac88c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:42.111326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] Pushing event updated for resources: {'Network': ['ID=45b51b8f-7d52-4e5c-b7db-66198a209fb1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:42.117314 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc1926-1f22-46fd-b0a1-5e31040ac88c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event deleted for resources: {'Port': ['ID=b08a313e-fba2-40ac-8b1a-2212e00b8c5e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:42.123227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:01:42.181541 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-128a53a3-5b5f-4712-b1a1-00084cb27917 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1930702 Sep 23 23:01:42.181817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37176) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:42.189285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-92a5183b-0bb7-47d2-9c7b-98a9298449f4 admin admin] Request body: {'subnet': {'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-600461621-subnet', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:42.331243 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-79dc1926-1f22-46fd-b0a1-5e31040ac88c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:42.406993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a5183b-0bb7-47d2-9c7b-98a9298449f4 admin admin] Made reservation on behalf of d11e96efbe4c43a2977eef6acd246f67 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:01:42.409881 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92a5183b-0bb7-47d2-9c7b-98a9298449f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:42.748467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dc1926-1f22-46fd-b0a1-5e31040ac88c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:01:42.767336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83e98339-30cd-4732-be3a-b1f636e4462a req-431813a2-5fc5-40a9-9e1b-2dce79fe1dc0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821068 Sep 23 23:01:42.883084 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92a5183b-0bb7-47d2-9c7b-98a9298449f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:42.955813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e98339-30cd-4732-be3a-b1f636e4462a req-0b42c930-18fe-4a8a-bdb7-901acb317023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:42.960127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83e98339-30cd-4732-be3a-b1f636e4462a req-0b42c930-18fe-4a8a-bdb7-901acb317023 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 1096 time: 0.1173079 Sep 23 23:01:42.964328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dc1926-1f22-46fd-b0a1-5e31040ac88c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:42.971587 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-79dc1926-1f22-46fd-b0a1-5e31040ac88c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "PUT /v2.0/routers/d30f9b2d-00b9-42bb-8ddd-c7794d50f172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5762932 Sep 23 23:01:42.975071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5183b-0bb7-47d2-9c7b-98a9298449f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db05adc-8484-42c0-adc6-2c2f758e2ab6,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:42.977677 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37178) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:42.979351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f6d45e-8d25-4cd8-a1c3-27e2018f385e None None] Sync routers for ids ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:42.991438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f6d45e-8d25-4cd8-a1c3-27e2018f385e None None] Routers {'d30f9b2d-00b9-42bb-8ddd-c7794d50f172'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:42.992143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d8f6d45e-8d25-4cd8-a1c3-27e2018f385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:43.032574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a5183b-0bb7-47d2-9c7b-98a9298449f4 admin admin] Checking segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:43.033305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a5183b-0bb7-47d2-9c7b-98a9298449f4 admin admin] Network hostable DHCP agents. Network: 45b51b8f-7d52-4e5c-b7db-66198a209fb1, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:01:43.050987 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bb4acb-9c37-4bad-9973-bae2a27b96d8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Deleting subnet c83c704d-300f-4f7f-b15b-d1aaf4711e07 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:01:43.054683 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-73bb4acb-9c37-4bad-9973-bae2a27b96d8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.106448 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-73bb4acb-9c37-4bad-9973-bae2a27b96d8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.108207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e98339-30cd-4732-be3a-b1f636e4462a req-66fa01c4-9dbe-4e58-9dda-9642c83aea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:43.111186 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83e98339-30cd-4732-be3a-b1f636e4462a req-66fa01c4-9dbe-4e58-9dda-9642c83aea0a service neutron] 10.222.0.67 "GET /v2.0/networks?id=51f7bec3-4761-4c02-a938-ac93f7354d81 HTTP/1.1" status: 200 len: 897 time: 0.1264641 Sep 23 23:01:43.175993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a5183b-0bb7-47d2-9c7b-98a9298449f4 admin admin] Network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:01:43.200729 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83e98339-30cd-4732-be3a-b1f636e4462a req-4c95c757-47b6-41bb-b849-d69285e17f90 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd96db0-d925-4397-8e2e-61c560fe9780 HTTP/1.1" status: 200 len: 1001 time: 0.0811384 Sep 23 23:01:43.213297 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-73bb4acb-9c37-4bad-9973-bae2a27b96d8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.262944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e98339-30cd-4732-be3a-b1f636e4462a req-7887c58a-6636-4daa-b3cf-03a13525f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:43.264420 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83e98339-30cd-4732-be3a-b1f636e4462a req-7887c58a-6636-4daa-b3cf-03a13525f763 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9c0e49-af25-4d95-888f-40d5bf485e28 HTTP/1.1" status: 200 len: 834 time: 0.0562046 Sep 23 23:01:43.298770 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d8f6d45e-8d25-4cd8-a1c3-27e2018f385e None None] Set router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:43.323340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e98339-30cd-4732-be3a-b1f636e4462a req-519c1e13-c4e6-4d2b-a3e9-0c2fae2affbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:43.325087 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83e98339-30cd-4732-be3a-b1f636e4462a req-519c1e13-c4e6-4d2b-a3e9-0c2fae2affbf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=51f7bec3-4761-4c02-a938-ac93f7354d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521045 Sep 23 23:01:43.354513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-92a5183b-0bb7-47d2-9c7b-98a9298449f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 45b51b8f-7d52-4e5c-b7db-66198a209fb1) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:43.365831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a5183b-0bb7-47d2-9c7b-98a9298449f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:43.365831 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92a5183b-0bb7-47d2-9c7b-98a9298449f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.367091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9e27ac-5b2a-40af-97f0-88584fa5dcbc None None] Network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:01:43.425860 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-73bb4acb-9c37-4bad-9973-bae2a27b96d8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.454686 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83e98339-30cd-4732-be3a-b1f636e4462a req-8b31a9fb-557d-4052-9c67-0c9c735578ee service neutron] 10.222.0.67 "GET /v2.0/networks/51f7bec3-4761-4c02-a938-ac93f7354d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212831 Sep 23 23:01:43.456967 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb4acb-9c37-4bad-9973-bae2a27b96d8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event deleted for resources: {'Subnet': ['ID=c83c704d-300f-4f7f-b15b-d1aaf4711e07,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:43.463356 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-73bb4acb-9c37-4bad-9973-bae2a27b96d8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.465463 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-73bb4acb-9c37-4bad-9973-bae2a27b96d8 tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "DELETE /v2.0/subnets/c83c704d-300f-4f7f-b15b-d1aaf4711e07 HTTP/1.1" status: 204 len: 168 time: 0.4859395 Sep 23 23:01:43.468079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37180) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:43.481297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4157d866-6138-4494-a032-350b41f6792d None None] Network 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:01:43.526331 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6c9201b7-70dc-4cb1-baa0-277a3f0fe304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.554780 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-92a5183b-0bb7-47d2-9c7b-98a9298449f4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3720403 Sep 23 23:01:43.559088 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37182) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:43.563368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:43.585523 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83e98339-30cd-4732-be3a-b1f636e4462a req-79462702-d4f3-434e-92d2-32881a1fd7fb service neutron] 10.222.0.67 "GET /v2.0/networks/51f7bec3-4761-4c02-a938-ac93f7354d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212566 Sep 23 23:01:43.599733 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.719499 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d8f6d45e-8d25-4cd8-a1c3-27e2018f385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:01:41Z', 'revision_number': 5, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:43.721325 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.723295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:01:43.724139 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.730406 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.730406 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.765820 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f6d45e-8d25-4cd8-a1c3-27e2018f385e None None] Checking router: d30f9b2d-00b9-42bb-8ddd-c7794d50f172 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:43.796666 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f6d45e-8d25-4cd8-a1c3-27e2018f385e None None] Routers {'d30f9b2d-00b9-42bb-8ddd-c7794d50f172'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:43.796666 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d8f6d45e-8d25-4cd8-a1c3-27e2018f385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:43.797022 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.825509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5472176e-6f14-491d-b194-6a3ecaee5a76 None None] DHCP port deletion for 299edeb0-d27e-4c7c-a3c0-edeb2df59a70 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:01:43.875566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Deleting port 24252495-7b7e-4ec2-b46d-a2186202c0f2 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:43.876083 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.972739 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] For port 24252495-7b7e-4ec2-b46d-a2186202c0f2, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=24252495-7b7e-4ec2-b46d-a2186202c0f2,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:43.973198 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:43.989090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Calling delete_port for 24252495-7b7e-4ec2-b46d-a2186202c0f2 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:44.020901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d8f6d45e-8d25-4cd8-a1c3-27e2018f385e None None] Set router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:44.075721 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.092744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Allocated IP 172.20.0.2 (45b51b8f-7d52-4e5c-b7db-66198a209fb1/1db05adc-8484-42c0-adc6-2c2f758e2ab6/7856e94c-45b8-433e-a31e-c858a17d8721) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:01:44.132506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5472176e-6f14-491d-b194-6a3ecaee5a76 None None] Deleting port 91020999-d141-445b-abbf-ccbeda727041 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:44.132901 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5472176e-6f14-491d-b194-6a3ecaee5a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.303861 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5472176e-6f14-491d-b194-6a3ecaee5a76 None None] For port 91020999-d141-445b-abbf-ccbeda727041, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=91020999-d141-445b-abbf-ccbeda727041,segment=NetworkSegment(464bd539-f813-42b8-b108-f182b72d21f5),segment_id=464bd539-f813-42b8-b108-f182b72d21f5)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:44.304862 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5472176e-6f14-491d-b194-6a3ecaee5a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.327149 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.346977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-5472176e-6f14-491d-b194-6a3ecaee5a76 None None] Calling delete_port for 91020999-d141-445b-abbf-ccbeda727041 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:44.365268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event deleted for resources: {'Port': ['ID=24252495-7b7e-4ec2-b46d-a2186202c0f2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:44.448233 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.487984 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.496997 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.512145 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.515638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d8f6d45e-8d25-4cd8-a1c3-27e2018f385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:01:41Z', 'revision_number': 5, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:44.550279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f6d45e-8d25-4cd8-a1c3-27e2018f385e None None] The sync data for ids ['d30f9b2d-00b9-42bb-8ddd-c7794d50f172'] in n-d-810775-1 is: [{'id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980161127', 'tenant_id': 'ae1489d075e54f72890b9fff2346dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:01:41Z', 'revision_number': 5, 'project_id': 'ae1489d075e54f72890b9fff2346dcd8', 'gw_port': {'id': '24252495-7b7e-4ec2-b46d-a2186202c0f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:58:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f9b2d-00b9-42bb-8ddd-c7794d50f172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:59:57Z', 'updated_at': '2021-09-23T23:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:44.568957 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.573003 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.625653 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.663134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Allocated IP 172.25.1.185 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/7d1313cd-c3f1-49e4-ab2c-15940d3be085) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:01:44.674402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:44.677391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:44.680816 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:44.699998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Pushing event updated for resources: {'Port': ['ID=7856e94c-45b8-433e-a31e-c858a17d8721,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:44.727854 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5472176e-6f14-491d-b194-6a3ecaee5a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.745753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:44.746095 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:44.750802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:44.750802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:44.750802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:44.750802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:44.750802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:44.750802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:44.750802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:44.750802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:44.750802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:44.750802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:44.784355 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.785322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Fanout notify agent at l3_agent the message router_deleted on router d30f9b2d-00b9-42bb-8ddd-c7794d50f172 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:01:44.792748 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472176e-6f14-491d-b194-6a3ecaee5a76 None None] Pushing event deleted for resources: {'Port': ['ID=91020999-d141-445b-abbf-ccbeda727041,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:44.798953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472176e-6f14-491d-b194-6a3ecaee5a76 None None] No DVR routers for this DVR port 91020999-d141-445b-abbf-ccbeda727041 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:01:44.798953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Attempting to bind port 7856e94c-45b8-433e-a31e-c858a17d8721 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:01:44.798953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Attempting to bind port 7856e94c-45b8-433e-a31e-c858a17d8721 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:01:44.798953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Attempting to bind port 7856e94c-45b8-433e-a31e-c858a17d8721 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:44.800416 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.802021 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.806645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:01:44.806645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Checking segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:44.807016 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.807373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Bound using segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:01:44.808039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Bound port: 7856e94c-45b8-433e-a31e-c858a17d8721, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:01:44.808227 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:44.813841 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5bf52e55-c138-4701-acfb-2bd6aba9d04e tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "DELETE /v2.0/routers/d30f9b2d-00b9-42bb-8ddd-c7794d50f172 HTTP/1.1" status: 204 len: 168 time: 1.3412406 Sep 23 23:01:44.813841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37184) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:44.899906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] For port 7856e94c-45b8-433e-a31e-c858a17d8721, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:01:44.910047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] For port 7856e94c-45b8-433e-a31e-c858a17d8721, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7856e94c-45b8-433e-a31e-c858a17d8721,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:01:44.911671 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2c246658-d372-4eaa-aa83-7336e404595c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:45.037151 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2c246658-d372-4eaa-aa83-7336e404595c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:45.087090 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:45.122978 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:45.140189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:45.149073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:45.153630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:45.193941 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Pushing event updated for resources: {'Port': ['ID=7d1313cd-c3f1-49e4-ab2c-15940d3be085,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:45.209925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d405dda-7596-43b5-901e-2568b6f909f4 None None] Pushing event updated for resources: {'Port': ['ID=7856e94c-45b8-433e-a31e-c858a17d8721,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:45.437351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b08a313e-fba2-40ac-8b1a-2212e00b8c5e no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:45.453521 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-2c246658-d372-4eaa-aa83-7336e404595c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299edeb0-d27e-4c7c-a3c0-edeb2df59a70']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:45.478716 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: b08a313e-fba2-40ac-8b1a-2212e00b8c5e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:01:45.479071 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b08a313e-fba2-40ac-8b1a-2212e00b8c5e not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:01:45.479508 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 91020999-d141-445b-abbf-ccbeda727041 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:45.487013 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-2c246658-d372-4eaa-aa83-7336e404595c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464bd539-f813-42b8-b108-f182b72d21f5') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:45.488233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-2c246658-d372-4eaa-aa83-7336e404595c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464bd539-f813-42b8-b108-f182b72d21f5') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:45.504306 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2c246658-d372-4eaa-aa83-7336e404595c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:45.512954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 91020999-d141-445b-abbf-ccbeda727041 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:01:45.513441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 91020999-d141-445b-abbf-ccbeda727041 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:01:45.520463 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2c246658-d372-4eaa-aa83-7336e404595c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:45.528885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c246658-d372-4eaa-aa83-7336e404595c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:01:45.529351 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2c246658-d372-4eaa-aa83-7336e404595c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:01:45.537953 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:01:45.646227 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0d153638-a0ab-40c6-8c6f-4b53b966cb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:45.646966 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:45.722897 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2c246658-d372-4eaa-aa83-7336e404595c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:45.733052 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2c246658-d372-4eaa-aa83-7336e404595c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:45.735184 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2c246658-d372-4eaa-aa83-7336e404595c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] 10.222.0.22 "DELETE /v2.0/networks/299edeb0-d27e-4c7c-a3c0-edeb2df59a70 HTTP/1.1" status: 204 len: 168 time: 0.9204342 Sep 23 23:01:45.750542 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c246658-d372-4eaa-aa83-7336e404595c tempest-TestSecurityGroupsBasicOps-445322085 tempest-TestSecurityGroupsBasicOps-445322085-project] Pushing event deleted for resources: {'Network': ['ID=299edeb0-d27e-4c7c-a3c0-edeb2df59a70,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:46.165045 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:46.218920 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:46.312633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792f1292-56dd-4f82-965c-53e75df3e8f3 None None] Network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:01:46.435502 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f190554d-e579-4527-8f39-584cb685b38e None None] Provisioning complete for port 7856e94c-45b8-433e-a31e-c858a17d8721 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:46.435880 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f190554d-e579-4527-8f39-584cb685b38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:46.451801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Router e49b69f4-0482-4703-8039-71e29d08dc19 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:01:46.514029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37192) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:46.580957 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f190554d-e579-4527-8f39-584cb685b38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:46.597742 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:46.612074 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Sync routers for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:46.620795 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f190554d-e579-4527-8f39-584cb685b38e None None] For port 7856e94c-45b8-433e-a31e-c858a17d8721, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7856e94c-45b8-433e-a31e-c858a17d8721,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:46.623951 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:46.624577 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:46.727235 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0e996c5e-7efb-45fd-94ff-3975a16c0df3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae1489d075e54f72890b9fff2346dcd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2099876 Sep 23 23:01:46.727483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37196) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:46.748050 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:46.756013 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:46.760194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7a068a6d-3b45-4550-824a-7c6cb59b51f3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1972611 Sep 23 23:01:46.760923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37198) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:46.808407 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f190554d-e579-4527-8f39-584cb685b38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:46.867238 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190554d-e579-4527-8f39-584cb685b38e None None] Pushing event updated for resources: {'Port': ['ID=7856e94c-45b8-433e-a31e-c858a17d8721,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:46.882802 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8d302e1-d6ab-4862-a437-42670ff6c914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:46.932884 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8d302e1-d6ab-4862-a437-42670ff6c914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:46.943112 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f1954154-e8c7-4e34-83d2-19b4986d2b68 None None] Provisioning complete for port 7856e94c-45b8-433e-a31e-c858a17d8721 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:46.943503 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f1954154-e8c7-4e34-83d2-19b4986d2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:46.978754 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:45Z', 'revision_number': 3, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:47.009058 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Checking router: e49b69f4-0482-4703-8039-71e29d08dc19 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:47.009058 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Updating router e49b69f4-0482-4703-8039-71e29d08dc19 port 7d1313cd-c3f1-49e4-ab2c-15940d3be085 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:01:47.040563 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:47.042658 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:47.180368 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8d302e1-d6ab-4862-a437-42670ff6c914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:47.183025 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e8d302e1-d6ab-4862-a437-42670ff6c914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:47.184194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e8d302e1-d6ab-4862-a437-42670ff6c914 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7856401a-3206-4be2-a199-e92d012a894a HTTP/1.1" status: 204 len: 168 time: 0.4558175 Sep 23 23:01:47.201363 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d302e1-d6ab-4862-a437-42670ff6c914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7856401a-3206-4be2-a199-e92d012a894a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:47.338826 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:47.349429 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:47.386759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7856e94c-45b8-433e-a31e-c858a17d8721 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:47.423502 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:47.449963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7856e94c-45b8-433e-a31e-c858a17d8721 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:47.450431 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:47.471886 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Attempting to bind port 7d1313cd-c3f1-49e4-ab2c-15940d3be085 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:01:47.472260 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Attempting to bind port 7d1313cd-c3f1-49e4-ab2c-15940d3be085 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:01:47.472616 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Attempting to bind port 7d1313cd-c3f1-49e4-ab2c-15940d3be085 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:47.480539 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:01:47.481385 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:47.481775 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:47.482160 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:01:47.482619 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Bound port: 7d1313cd-c3f1-49e4-ab2c-15940d3be085, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:01:47.483198 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:47.528992 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637138a-d00f-4f20-b7de-8d46173144c0 None None] Pushing event updated for resources: {'Port': ['ID=7d1313cd-c3f1-49e4-ab2c-15940d3be085,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:47.550132 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] For port 7d1313cd-c3f1-49e4-ab2c-15940d3be085, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:01:47.553630 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] For port 7d1313cd-c3f1-49e4-ab2c-15940d3be085, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7d1313cd-c3f1-49e4-ab2c-15940d3be085,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:01:47.560554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 24252495-7b7e-4ec2-b46d-a2186202c0f2 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:47.560799 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637138a-d00f-4f20-b7de-8d46173144c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:47.561052 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637138a-d00f-4f20-b7de-8d46173144c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:47.561414 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637138a-d00f-4f20-b7de-8d46173144c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:47.561791 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637138a-d00f-4f20-b7de-8d46173144c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:47.562113 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637138a-d00f-4f20-b7de-8d46173144c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:47.562430 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637138a-d00f-4f20-b7de-8d46173144c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:47.562741 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637138a-d00f-4f20-b7de-8d46173144c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:47.563056 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637138a-d00f-4f20-b7de-8d46173144c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:47.563368 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637138a-d00f-4f20-b7de-8d46173144c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:47.563975 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637138a-d00f-4f20-b7de-8d46173144c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:47.564293 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637138a-d00f-4f20-b7de-8d46173144c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:47.564603 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637138a-d00f-4f20-b7de-8d46173144c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:01:47.587264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Allocated IP 172.20.0.1 (45b51b8f-7d52-4e5c-b7db-66198a209fb1/1db05adc-8484-42c0-adc6-2c2f758e2ab6/10441e03-51ef-4432-8fbf-139e61490f95) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:01:47.626214 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:47.679747 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:47.680392 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:47.737770 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:47.779503 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 24252495-7b7e-4ec2-b46d-a2186202c0f2 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:01:47.785177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 24252495-7b7e-4ec2-b46d-a2186202c0f2 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:01:47.796805 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637138a-d00f-4f20-b7de-8d46173144c0 None None] Pushing event updated for resources: {'Port': ['ID=7d1313cd-c3f1-49e4-ab2c-15940d3be085,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:47.823158 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:47.906451 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:47.946705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:47.949798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:47.954764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:47.989891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Pushing event updated for resources: {'Port': ['ID=10441e03-51ef-4432-8fbf-139e61490f95,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:48.016280 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:48.048048 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:45Z', 'revision_number': 3, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:48.055328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37204) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:48.076732 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5a50df1-f32f-4518-ac97-bb28b92ce31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:48.083651 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88a0e0-c0cc-4fbf-9a26-7e8ce092e02d None None] The sync data for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 is: [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:45Z', 'revision_number': 3, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:48.160940 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:48.202267 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5a50df1-f32f-4518-ac97-bb28b92ce31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:48.274847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6202d3a1-8b2c-4b31-8d61-4a0ebf3d6669 None None] Provisioning complete for port 10441e03-51ef-4432-8fbf-139e61490f95 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:48.275220 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6202d3a1-8b2c-4b31-8d61-4a0ebf3d6669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:48.294007 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5a50df1-f32f-4518-ac97-bb28b92ce31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:48.320311 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:48.352218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6202d3a1-8b2c-4b31-8d61-4a0ebf3d6669 None None] Port 10441e03-51ef-4432-8fbf-139e61490f95 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:01:48.376205 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f5a50df1-f32f-4518-ac97-bb28b92ce31e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bbdbc3d2af574876aecfcbde3bcb9aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169808 Sep 23 23:01:48.380135 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37206) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:48.413846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a50df1-f32f-4518-ac97-bb28b92ce31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3aa870-04c2-46eb-bd10-5da69f76493a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:48.459279 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c67e6db1-1b2e-41d2-8c81-64a88c1bd250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:48.490495 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c67e6db1-1b2e-41d2-8c81-64a88c1bd250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:48.567087 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:48.676296 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c67e6db1-1b2e-41d2-8c81-64a88c1bd250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:48.680121 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c67e6db1-1b2e-41d2-8c81-64a88c1bd250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:48.685511 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c67e6db1-1b2e-41d2-8c81-64a88c1bd250 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b3aa870-04c2-46eb-bd10-5da69f76493a HTTP/1.1" status: 204 len: 168 time: 0.3003745 Sep 23 23:01:48.691437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e6db1-1b2e-41d2-8c81-64a88c1bd250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3aa870-04c2-46eb-bd10-5da69f76493a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:48.716851 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:48.723167 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:48.795039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Pushing event updated for resources: {'Port': ['ID=10441e03-51ef-4432-8fbf-139e61490f95,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:48.797798 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:48.912890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:48.914517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:49.056310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Router e49b69f4-0482-4703-8039-71e29d08dc19 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:01:49.199545 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:49.211534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3027ee25-7b73-4f80-985d-6eb97ba3ae62 admin admin] 10.222.0.22 "PUT /v2.0/routers/e49b69f4-0482-4703-8039-71e29d08dc19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4404063 Sep 23 23:01:49.296108 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ab04b90e-ce38-4fcc-b00b-fd6fe641a8c0 None None] Provisioning complete for port 10441e03-51ef-4432-8fbf-139e61490f95 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:49.296698 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ab04b90e-ce38-4fcc-b00b-fd6fe641a8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:49.360695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ab04b90e-ce38-4fcc-b00b-fd6fe641a8c0 None None] Port 10441e03-51ef-4432-8fbf-139e61490f95 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:01:49.398996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7d1313cd-c3f1-49e4-ab2c-15940d3be085 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:49.459630 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7d1313cd-c3f1-49e4-ab2c-15940d3be085 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:49.460003 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:49.542338 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:49.565305 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 7d1313cd-c3f1-49e4-ab2c-15940d3be085, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7d1313cd-c3f1-49e4-ab2c-15940d3be085,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:49.653463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37226) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:49.660529 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:49.712408 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ec1d5e3b-d2a1-4b5b-b072-c9b1b7b53188 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c159849c57a04c38b22ea7b9f810e64e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575304 Sep 23 23:01:49.715563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37228) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:49.719949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=7d1313cd-c3f1-49e4-ab2c-15940d3be085,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:49.774102 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-902548f6-7772-480f-a539-aa73563f7f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:49.799841 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-902548f6-7772-480f-a539-aa73563f7f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:49.884875 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Sync routers for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:49.896056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:49.896695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:49.967549 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e0be4-79fa-410b-955c-4dbf6f45b653 req-aae6b544-0228-4f7e-978f-48306b9c36fa tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:49.968415 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-902548f6-7772-480f-a539-aa73563f7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:49.969257 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f85e0be4-79fa-410b-955c-4dbf6f45b653 req-aae6b544-0228-4f7e-978f-48306b9c36fa tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0560474 Sep 23 23:01:49.971111 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-902548f6-7772-480f-a539-aa73563f7f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:49.973138 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-902548f6-7772-480f-a539-aa73563f7f60 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64e7cff1-e402-41f7-8571-f0090ad2e895 HTTP/1.1" status: 204 len: 168 time: 0.2564902 Sep 23 23:01:49.982311 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902548f6-7772-480f-a539-aa73563f7f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e7cff1-e402-41f7-8571-f0090ad2e895,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:50.028912 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f85e0be4-79fa-410b-955c-4dbf6f45b653 req-0aa1de6e-a66c-44fa-977a-522d40194df2 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441871 Sep 23 23:01:50.042568 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:50.267559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 2, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:50.273348 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37242) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:50.278508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1210620716-network', 'tenant_id': '544e9fdef982496194fcd662ce32932b'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:50.295383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Checking router: e49b69f4-0482-4703-8039-71e29d08dc19 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:50.295753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Updating router e49b69f4-0482-4703-8039-71e29d08dc19 port 10441e03-51ef-4432-8fbf-139e61490f95 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:01:50.323520 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:50.429936 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] Made reservation on behalf of 544e9fdef982496194fcd662ce32932b for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:01:50.433526 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:50.453500 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:50.584879 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:50.666495 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:50.694106 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:50.720890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:01:50.739575 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e0e3c9-5977-4315-a8dc-38ec43eea5a0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:50.743941 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:50.744368 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] Added segment 4da299a5-77e0-426d-84cd-e3bdfc781bdd of type vlan for network cc0dd803-df8e-415f-aacf-e1300c4935ea Sep 23 23:01:50.790940 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:50.888264 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:50.945544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04269267-782f-4c10-ac24-f843f056c082 None None] Pushing event updated for resources: {'Port': ['ID=10441e03-51ef-4432-8fbf-139e61490f95,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:50.973181 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:50.974172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:50.974785 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:51.006029 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Attempting to bind port 10441e03-51ef-4432-8fbf-139e61490f95 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:01:51.007276 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Attempting to bind port 10441e03-51ef-4432-8fbf-139e61490f95 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:01:51.007661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Attempting to bind port 10441e03-51ef-4432-8fbf-139e61490f95 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:51.013721 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:01:51.015640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Checking segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:51.016051 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:51.016511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Bound using segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:01:51.017397 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Bound port: 10441e03-51ef-4432-8fbf-139e61490f95, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:01:51.017903 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:51.049052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] Pushing event updated for resources: {'Network': ['ID=cc0dd803-df8e-415f-aacf-e1300c4935ea,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:51.061467 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network cc0dd803-df8e-415f-aacf-e1300c4935ea details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:01:51.092766 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cc7668fa-813e-4a2d-b4a4-0b687462b39b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8150985 Sep 23 23:01:51.093101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37246) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:51.098323 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7741e019-dc53-423c-8ab3-ec5c4c60b403 admin admin] Request body: {'subnet': {'network_id': 'cc0dd803-df8e-415f-aacf-e1300c4935ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1210620716-subnet', 'tenant_id': '544e9fdef982496194fcd662ce32932b', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:51.161393 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] For port 10441e03-51ef-4432-8fbf-139e61490f95, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:01:51.183310 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b28cdd-b548-44a5-a726-1b89c6d85686 req-6372b160-117a-4fca-8b79-fb712acac48a tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:51.185660 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-04b28cdd-b548-44a5-a726-1b89c6d85686 req-6372b160-117a-4fca-8b79-fb712acac48a tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0592296 Sep 23 23:01:51.189247 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] For port 10441e03-51ef-4432-8fbf-139e61490f95, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=10441e03-51ef-4432-8fbf-139e61490f95,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:01:51.199236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a9e38fe6-6a94-45b4-b0ec-9bd25171f1f3 None None] Provisioning complete for port 10441e03-51ef-4432-8fbf-139e61490f95 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:51.199505 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a9e38fe6-6a94-45b4-b0ec-9bd25171f1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:51.230964 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-04b28cdd-b548-44a5-a726-1b89c6d85686 req-367d6854-d0c2-4815-8529-7b952f100f7d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357430 Sep 23 23:01:51.238784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a9e38fe6-6a94-45b4-b0ec-9bd25171f1f3 None None] Port 10441e03-51ef-4432-8fbf-139e61490f95 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:01:51.263657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7741e019-dc53-423c-8ab3-ec5c4c60b403 admin admin] Made reservation on behalf of 544e9fdef982496194fcd662ce32932b for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:01:51.266933 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7741e019-dc53-423c-8ab3-ec5c4c60b403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:51.318643 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:51.354718 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7d1313cd-c3f1-49e4-ab2c-15940d3be085 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:51.423111 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04269267-782f-4c10-ac24-f843f056c082 None None] Pushing event updated for resources: {'Port': ['ID=10441e03-51ef-4432-8fbf-139e61490f95,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:51.431863 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:51.432501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:51.518337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7d1313cd-c3f1-49e4-ab2c-15940d3be085 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:51.519351 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:51.551832 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7741e019-dc53-423c-8ab3-ec5c4c60b403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:51.595351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:51.616389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741e019-dc53-423c-8ab3-ec5c4c60b403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11686e6e-63e9-4b2b-bc14-3d6ded2d69b7,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:51.623345 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7741e019-dc53-423c-8ab3-ec5c4c60b403 admin admin] Checking segment: {'id': '4da299a5-77e0-426d-84cd-e3bdfc781bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cc0dd803-df8e-415f-aacf-e1300c4935ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:51.623702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7741e019-dc53-423c-8ab3-ec5c4c60b403 admin admin] Network hostable DHCP agents. Network: cc0dd803-df8e-415f-aacf-e1300c4935ea, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:01:51.728414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7741e019-dc53-423c-8ab3-ec5c4c60b403 admin admin] Network cc0dd803-df8e-415f-aacf-e1300c4935ea is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:01:51.741766 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5705b8fb-f765-4743-bf03-7d7bbca7e7f9 None None] Provisioning complete for port 10441e03-51ef-4432-8fbf-139e61490f95 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:51.742146 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5705b8fb-f765-4743-bf03-7d7bbca7e7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:51.807499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7741e019-dc53-423c-8ab3-ec5c4c60b403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, cc0dd803-df8e-415f-aacf-e1300c4935ea) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:51.814538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7741e019-dc53-423c-8ab3-ec5c4c60b403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:51.816044 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7741e019-dc53-423c-8ab3-ec5c4c60b403 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:51.817590 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d64f8f8-efbd-4e28-a7b2-2b01769ee382 None None] Network cc0dd803-df8e-415f-aacf-e1300c4935ea requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:01:51.927599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-723a3181-f13f-4c96-8b8f-240434144718 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:51.929193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-723a3181-f13f-4c96-8b8f-240434144718 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.0563226 Sep 23 23:01:51.934117 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7741e019-dc53-423c-8ab3-ec5c4c60b403 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8399389 Sep 23 23:01:51.936892 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37248) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:51.942810 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1210620716-router', 'tenant_id': '544e9fdef982496194fcd662ce32932b', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:51.985072 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5705b8fb-f765-4743-bf03-7d7bbca7e7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.037236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-a437f1da-f4c8-49b4-af70-8f65c091de75 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Deleting port c956a541-3200-4c38-bd04-2817ce3f60fb {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:52.037646 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-a437f1da-f4c8-49b4-af70-8f65c091de75 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.059401 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.060798 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.064739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5705b8fb-f765-4743-bf03-7d7bbca7e7f9 None None] For port 10441e03-51ef-4432-8fbf-139e61490f95, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=10441e03-51ef-4432-8fbf-139e61490f95,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:52.085353 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:51Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:52.118005 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-cc0dd803-df8e-415f-aacf-e1300c4935ea', 'network_id': 'cc0dd803-df8e-415f-aacf-e1300c4935ea', 'tenant_id': '544e9fdef982496194fcd662ce32932b', 'fixed_ips': [{'subnet_id': '11686e6e-63e9-4b2b-bc14-3d6ded2d69b7'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:01:52.118005 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.122393 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f67749-aa1c-476b-83db-bb0d5ca2359a None None] The sync data for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 is: [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:51Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:52.136591 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.157887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-a437f1da-f4c8-49b4-af70-8f65c091de75 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] For port c956a541-3200-4c38-bd04-2817ce3f60fb, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c956a541-3200-4c38-bd04-2817ce3f60fb,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:52.158429 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-a437f1da-f4c8-49b4-af70-8f65c091de75 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.158581 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5705b8fb-f765-4743-bf03-7d7bbca7e7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.356233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705b8fb-f765-4743-bf03-7d7bbca7e7f9 None None] Pushing event updated for resources: {'Port': ['ID=10441e03-51ef-4432-8fbf-139e61490f95,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:52.367408 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Allocated IP 172.20.0.2 (cc0dd803-df8e-415f-aacf-e1300c4935ea/11686e6e-63e9-4b2b-bc14-3d6ded2d69b7/c51578ba-dcca-404b-85c8-5c7875f873f7) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:01:52.409562 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.483634 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-a437f1da-f4c8-49b4-af70-8f65c091de75 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.484174 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-a437f1da-f4c8-49b4-af70-8f65c091de75 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.484514 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-a437f1da-f4c8-49b4-af70-8f65c091de75 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Floating IP bcecd7d6-7593-47b5-b23d-8716f8489da3 disassociated. External IP: 172.25.1.230, port: c956a541-3200-4c38-bd04-2817ce3f60fb. Sep 23 23:01:52.484703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-a437f1da-f4c8-49b4-af70-8f65c091de75 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Calling delete_port for c956a541-3200-4c38-bd04-2817ce3f60fb owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:52.564789 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.567288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c35c4-71f7-498a-82d7-1096d0d7290f req-0c56d91c-a0bf-4c68-bac1-3903da5a4889 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:01:52.574799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a5c35c4-71f7-498a-82d7-1096d0d7290f req-0c56d91c-a0bf-4c68-bac1-3903da5a4889 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 945 time: 0.1504555 Sep 23 23:01:52.647151 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a5c35c4-71f7-498a-82d7-1096d0d7290f req-8e02fac7-0428-4edf-a751-43fb409b91e9 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=b71cebb9-ed93-4e0e-ad36-1a77ae8df135&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714605 Sep 23 23:01:52.671213 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.725409 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Network cc0dd803-df8e-415f-aacf-e1300c4935ea is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:52.739603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Pushing event updated for resources: {'Port': ['ID=c51578ba-dcca-404b-85c8-5c7875f873f7,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:52.742703 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:52.745038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:52.768049 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.783117 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.796493 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-a437f1da-f4c8-49b4-af70-8f65c091de75 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.818659 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Attempting to bind port c51578ba-dcca-404b-85c8-5c7875f873f7 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:01:52.819395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Attempting to bind port c51578ba-dcca-404b-85c8-5c7875f873f7 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '4da299a5-77e0-426d-84cd-e3bdfc781bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cc0dd803-df8e-415f-aacf-e1300c4935ea'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:01:52.819804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Attempting to bind port c51578ba-dcca-404b-85c8-5c7875f873f7 on network cc0dd803-df8e-415f-aacf-e1300c4935ea {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:52.826166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:01:52.827183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Checking segment: {'id': '4da299a5-77e0-426d-84cd-e3bdfc781bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cc0dd803-df8e-415f-aacf-e1300c4935ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:52.827803 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.828326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Bound using segment: {'id': '4da299a5-77e0-426d-84cd-e3bdfc781bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cc0dd803-df8e-415f-aacf-e1300c4935ea'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:01:52.828854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Bound port: c51578ba-dcca-404b-85c8-5c7875f873f7, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da299a5-77e0-426d-84cd-e3bdfc781bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cc0dd803-df8e-415f-aacf-e1300c4935ea'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:01:52.829281 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:52.835356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437f1da-f4c8-49b4-af70-8f65c091de75 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event deleted for resources: {'Port': ['ID=c956a541-3200-4c38-bd04-2817ce3f60fb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:52.922428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] For port c51578ba-dcca-404b-85c8-5c7875f873f7, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:01:52.926728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] For port c51578ba-dcca-404b-85c8-5c7875f873f7, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c51578ba-dcca-404b-85c8-5c7875f873f7,segment=NetworkSegment(4da299a5-77e0-426d-84cd-e3bdfc781bdd),segment_id=4da299a5-77e0-426d-84cd-e3bdfc781bdd)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:01:52.952489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Allocated IP 172.25.1.241 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/bc2fbed3-6cb5-4c09-8877-cad08d3dc568) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:01:52.994843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-a437f1da-f4c8-49b4-af70-8f65c091de75 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:01:53.070743 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:53.092411 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:53.119509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-a437f1da-f4c8-49b4-af70-8f65c091de75 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:53.136483 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad926d-cc81-479f-ac57-703f2eae3572 None None] Sync routers for ids ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:53.147600 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad926d-cc81-479f-ac57-703f2eae3572 None None] Routers {'8de64d02-4c8a-40ff-99aa-be0249d68dd5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:53.149800 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-87ad926d-cc81-479f-ac57-703f2eae3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:53.167190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7a8ec-f706-43fc-ad06-212d7f9ffa5f None None] Pushing event updated for resources: {'Port': ['ID=c51578ba-dcca-404b-85c8-5c7875f873f7,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:53.197942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-a437f1da-f4c8-49b4-af70-8f65c091de75 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] No DVR routers for this DVR port c956a541-3200-4c38-bd04-2817ce3f60fb on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:01:53.200861 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-a437f1da-f4c8-49b4-af70-8f65c091de75 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:53.203763 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd631be1-1790-4d79-b8c1-85b438cf76e7 req-a437f1da-f4c8-49b4-af70-8f65c091de75 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.43 "DELETE /v2.0/ports/c956a541-3200-4c38-bd04-2817ce3f60fb HTTP/1.1" status: 204 len: 173 time: 1.2672000 Sep 23 23:01:53.204228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8', 'name': 'network-vif-deleted', 'tag': 'c956a541-3200-4c38-bd04-2817ce3f60fb'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:01:53.207430 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794fb539-48fe-4f4e-8dfe-aad1f72dce72" -d '{"events": [{"server_uuid": "d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8", "name": "network-vif-deleted", "tag": "c956a541-3200-4c38-bd04-2817ce3f60fb"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:01:53.227369 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:53.271425 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:53.274779 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:53.279513 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:53.289667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Pushing event updated for resources: {'Port': ['ID=bc2fbed3-6cb5-4c09-8877-cad08d3dc568,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:53.292704 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a60e4d-e855-4415-b427-217484a528d9 x-openstack-request-id: req-b4a60e4d-e855-4415-b427-217484a528d9 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:01:53.292996 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8", "name": "network-vif-deleted", "tag": "c956a541-3200-4c38-bd04-2817ce3f60fb", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:01:53.293269 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4a60e4d-e855-4415-b427-217484a528d9 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:01:53.293676 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8', 'name': 'network-vif-deleted', 'tag': 'c956a541-3200-4c38-bd04-2817ce3f60fb', 'status': 'completed', 'code': 200} Sep 23 23:01:53.367762 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-87ad926d-cc81-479f-ac57-703f2eae3572 None None] Set router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:53.471171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 10441e03-51ef-4432-8fbf-139e61490f95 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:53.614407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 10441e03-51ef-4432-8fbf-139e61490f95 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:53.614689 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:53.766171 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-87ad926d-cc81-479f-ac57-703f2eae3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c03c47f4-279f-4734-ae1c-7b23cd90d4a3', 'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'mac_address': 'fa:16:3e:b5:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:52Z', 'updated_at': '2021-09-23T22:57:57Z', 'revision_number': 5, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'subnets': [{'id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:53.803229 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad926d-cc81-479f-ac57-703f2eae3572 None None] Checking router: 8de64d02-4c8a-40ff-99aa-be0249d68dd5 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:53.810368 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28027f7b-45d2-4b6f-bf2c-8251b5d71fd8 req-087e9b7f-0a9f-496c-80c0-7f46230b4709 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6b2952d-e994-4bd8-82c6-5bbaf5a4c4d8 HTTP/1.1" status: 200 len: 210 time: 0.0357068 Sep 23 23:01:53.814946 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad926d-cc81-479f-ac57-703f2eae3572 None None] Routers {'8de64d02-4c8a-40ff-99aa-be0249d68dd5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:53.814946 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-87ad926d-cc81-479f-ac57-703f2eae3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:53.922576 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:54.021158 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-87ad926d-cc81-479f-ac57-703f2eae3572 None None] Set router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:54.146939 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:54.252790 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-87ad926d-cc81-479f-ac57-703f2eae3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c03c47f4-279f-4734-ae1c-7b23cd90d4a3', 'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'mac_address': 'fa:16:3e:b5:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:52Z', 'updated_at': '2021-09-23T22:57:57Z', 'revision_number': 5, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'subnets': [{'id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:54.288614 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad926d-cc81-479f-ac57-703f2eae3572 None None] The sync data for ids ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'] in n-d-810775-1 is: [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c03c47f4-279f-4734-ae1c-7b23cd90d4a3', 'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'mac_address': 'fa:16:3e:b5:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:52Z', 'updated_at': '2021-09-23T22:57:57Z', 'revision_number': 5, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'subnets': [{'id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:54.442362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Router 3d4ccf4b-f260-4868-829d-445cb6bffaa2 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:01:54.566316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695f412-e477-4114-952f-de1abfa99bf2 None None] New status for floating IP bcecd7d6-7593-47b5-b23d-8716f8489da3: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:01:54.573509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:54.588389 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Sync routers for ids ['3d4ccf4b-f260-4868-829d-445cb6bffaa2'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:54.603182 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Routers {'3d4ccf4b-f260-4868-829d-445cb6bffaa2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:54.603969 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['3d4ccf4b-f260-4868-829d-445cb6bffaa2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:54.665943 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:54.667456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d78234e2-3d99-4173-874a-ccfca6f0c45a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7291901 Sep 23 23:01:54.671304 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37256) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:54.754615 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Set router 3d4ccf4b-f260-4868-829d-445cb6bffaa2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:54.836678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d801352a-7d77-4317-870a-106f6ec77c69 None None] Network cc0dd803-df8e-415f-aacf-e1300c4935ea requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:01:54.934582 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-255365f8-31b8-4c07-8b2f-d423d68473e2 None None] Provisioning complete for port c51578ba-dcca-404b-85c8-5c7875f873f7 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:54.935491 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-255365f8-31b8-4c07-8b2f-d423d68473e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:54.972474 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'name': 'tempest-TestVolumeBootPattern-1210620716-router', 'tenant_id': '544e9fdef982496194fcd662ce32932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:01:53Z', 'revision_number': 3, 'project_id': '544e9fdef982496194fcd662ce32932b', 'gw_port': {'id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:55.010364 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Checking router: 3d4ccf4b-f260-4868-829d-445cb6bffaa2 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:55.010714 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Updating router 3d4ccf4b-f260-4868-829d-445cb6bffaa2 port bc2fbed3-6cb5-4c09-8877-cad08d3dc568 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:01:55.048978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37262) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:55.087504 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.127697 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-255365f8-31b8-4c07-8b2f-d423d68473e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.159480 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee15c606-b176-462d-adea-d0da2a4ead26 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.189638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-255365f8-31b8-4c07-8b2f-d423d68473e2 None None] For port c51578ba-dcca-404b-85c8-5c7875f873f7, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c51578ba-dcca-404b-85c8-5c7875f873f7,segment=NetworkSegment(4da299a5-77e0-426d-84cd-e3bdfc781bdd),segment_id=4da299a5-77e0-426d-84cd-e3bdfc781bdd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:55.196758 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee15c606-b176-462d-adea-d0da2a4ead26 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.215428 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.363546 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-255365f8-31b8-4c07-8b2f-d423d68473e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.434785 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c51578ba-dcca-404b-85c8-5c7875f873f7 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:55.444652 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Allocated IP 172.20.0.1 (cc0dd803-df8e-415f-aacf-e1300c4935ea/11686e6e-63e9-4b2b-bc14-3d6ded2d69b7/4233581a-8a67-4541-a4d6-741fc476c351) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:01:55.453695 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee15c606-b176-462d-adea-d0da2a4ead26 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.456640 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee15c606-b176-462d-adea-d0da2a4ead26 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.457849 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ee15c606-b176-462d-adea-d0da2a4ead26 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "DELETE /v2.0/security-groups/b71cebb9-ed93-4e0e-ad36-1a77ae8df135 HTTP/1.1" status: 204 len: 168 time: 0.4072216 Sep 23 23:01:55.461432 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37264) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:55.472750 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.473609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15c606-b176-462d-adea-d0da2a4ead26 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71cebb9-ed93-4e0e-ad36-1a77ae8df135,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:55.478636 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255365f8-31b8-4c07-8b2f-d423d68473e2 None None] Pushing event updated for resources: {'Port': ['ID=c51578ba-dcca-404b-85c8-5c7875f873f7,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:55.487298 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-abd76428-f437-4d2d-952b-e023229cea2d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] show failed (client error): The resource could not be found. Sep 23 23:01:55.488413 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-abd76428-f437-4d2d-952b-e023229cea2d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups/b71cebb9-ed93-4e0e-ad36-1a77ae8df135 HTTP/1.1" status: 404 len: 347 time: 0.0260358 Sep 23 23:01:55.491466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37266) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:55.512628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-15482558-8d35-44cb-879c-807ed23d50fd None None] Provisioning complete for port c51578ba-dcca-404b-85c8-5c7875f873f7 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:55.513006 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-15482558-8d35-44cb-879c-807ed23d50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.563279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c51578ba-dcca-404b-85c8-5c7875f873f7 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:55.563900 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.581012 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.613924 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.646140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-a5830e67-45e0-42d8-998c-e5cce6c1e192 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Deleting port 5848e4fd-f1ef-4fea-bfa2-dbc87c850d9b {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:01:55.646489 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5830e67-45e0-42d8-998c-e5cce6c1e192 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.689904 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Attempting to bind port bc2fbed3-6cb5-4c09-8877-cad08d3dc568 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:01:55.691086 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Attempting to bind port bc2fbed3-6cb5-4c09-8877-cad08d3dc568 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:01:55.691762 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Attempting to bind port bc2fbed3-6cb5-4c09-8877-cad08d3dc568 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:01:55.712706 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4682f8-1bfa-4d48-9757-c4fbcd4f7d52 None None] Pushing event updated for resources: {'Port': ['ID=bc2fbed3-6cb5-4c09-8877-cad08d3dc568,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:55.712706 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:01:55.712706 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:01:55.712706 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.712706 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:01:55.712706 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Bound port: bc2fbed3-6cb5-4c09-8877-cad08d3dc568, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:01:55.712706 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.737753 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5830e67-45e0-42d8-998c-e5cce6c1e192 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.738086 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5830e67-45e0-42d8-998c-e5cce6c1e192 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.750802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-a5830e67-45e0-42d8-998c-e5cce6c1e192 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Calling delete_port for 5848e4fd-f1ef-4fea-bfa2-dbc87c850d9b owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:01:55.761270 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] For port bc2fbed3-6cb5-4c09-8877-cad08d3dc568, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:01:55.764997 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] For port bc2fbed3-6cb5-4c09-8877-cad08d3dc568, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bc2fbed3-6cb5-4c09-8877-cad08d3dc568,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:01:55.777921 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.819133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Network cc0dd803-df8e-415f-aacf-e1300c4935ea is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:55.822253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:55.830078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:55.840838 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4233581a-8a67-4541-a4d6-741fc476c351,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:55.866242 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.874521 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:55.949409 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Routers {'3d4ccf4b-f260-4868-829d-445cb6bffaa2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:55.950143 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['3d4ccf4b-f260-4868-829d-445cb6bffaa2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:55.991917 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4682f8-1bfa-4d48-9757-c4fbcd4f7d52 None None] Pushing event updated for resources: {'Port': ['ID=bc2fbed3-6cb5-4c09-8877-cad08d3dc568,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:56.005344 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5830e67-45e0-42d8-998c-e5cce6c1e192 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:56.030407 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5830e67-45e0-42d8-998c-e5cce6c1e192 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event deleted for resources: {'Port': ['ID=5848e4fd-f1ef-4fea-bfa2-dbc87c850d9b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:56.083242 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] Set router 3d4ccf4b-f260-4868-829d-445cb6bffaa2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:56.108743 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5830e67-45e0-42d8-998c-e5cce6c1e192 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:56.113398 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a5830e67-45e0-42d8-998c-e5cce6c1e192 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:56.117454 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a5830e67-45e0-42d8-998c-e5cce6c1e192 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "DELETE /v2.0/floatingips/bcecd7d6-7593-47b5-b23d-8716f8489da3 HTTP/1.1" status: 204 len: 168 time: 0.6219287 Sep 23 23:01:56.129514 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:56.174561 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-50383a9c-95a9-4ee4-b822-292226a503e9 None None] Provisioning complete for port 4233581a-8a67-4541-a4d6-741fc476c351 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:56.175439 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-50383a9c-95a9-4ee4-b822-292226a503e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:56.218884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-50383a9c-95a9-4ee4-b822-292226a503e9 None None] Port 4233581a-8a67-4541-a4d6-741fc476c351 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:01:56.268931 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'name': 'tempest-TestVolumeBootPattern-1210620716-router', 'tenant_id': '544e9fdef982496194fcd662ce32932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:01:53Z', 'revision_number': 3, 'project_id': '544e9fdef982496194fcd662ce32932b', 'gw_port': {'id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:56.295621 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc513d3-cf51-461f-b6a5-12ccc7e72d33 None None] The sync data for ids ['3d4ccf4b-f260-4868-829d-445cb6bffaa2'] in n-d-810775-1 is: [{'id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'name': 'tempest-TestVolumeBootPattern-1210620716-router', 'tenant_id': '544e9fdef982496194fcd662ce32932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:01:53Z', 'revision_number': 3, 'project_id': '544e9fdef982496194fcd662ce32932b', 'gw_port': {'id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:01:56.358417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:56.503355 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:56.609626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4233581a-8a67-4541-a4d6-741fc476c351,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:56.611333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37270) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:56.614031 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:56.617227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-99f7a28a-925e-414d-9f5e-c53a137ec96c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592599420', 'description': 'tempest-description--2028607322'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:56.723860 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Network cc0dd803-df8e-415f-aacf-e1300c4935ea is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:56.725406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:56.751352 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-99f7a28a-925e-414d-9f5e-c53a137ec96c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:56.892457 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-99f7a28a-925e-414d-9f5e-c53a137ec96c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:56.920203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Router 3d4ccf4b-f260-4868-829d-445cb6bffaa2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:01:57.007756 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-99f7a28a-925e-414d-9f5e-c53a137ec96c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:57.043591 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7a28a-925e-414d-9f5e-c53a137ec96c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0db606-f86c-451b-929d-11739cd9ccb5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:57.056068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2cedead5-f1ae-4d09-981a-dccc0400abe0 None None] Provisioning complete for port 4233581a-8a67-4541-a4d6-741fc476c351 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:57.056449 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2cedead5-f1ae-4d09-981a-dccc0400abe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:57.066105 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:01:57.071512 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7a42c746-97fa-4a90-a003-bf37221d26c5 admin admin] 10.222.0.22 "PUT /v2.0/routers/3d4ccf4b-f260-4868-829d-445cb6bffaa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3987005 Sep 23 23:01:57.082076 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c956a541-3200-4c38-bd04-2817ce3f60fb no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:01:57.107080 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: c956a541-3200-4c38-bd04-2817ce3f60fb {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:01:57.107420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c956a541-3200-4c38-bd04-2817ce3f60fb not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:01:57.121530 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2cedead5-f1ae-4d09-981a-dccc0400abe0 None None] Port 4233581a-8a67-4541-a4d6-741fc476c351 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:01:57.144045 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-99f7a28a-925e-414d-9f5e-c53a137ec96c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:57.147010 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-99f7a28a-925e-414d-9f5e-c53a137ec96c tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5324996 Sep 23 23:01:57.148715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37274) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:57.153545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-476443ad-0eae-4355-b72f-3d74d8998525 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Request body: {'security_group_rule': {'security_group_id': 'fb0db606-f86c-451b-929d-11739cd9ccb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:57.283116 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-476443ad-0eae-4355-b72f-3d74d8998525 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:57.380795 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-476443ad-0eae-4355-b72f-3d74d8998525 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:57.439018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c51578ba-dcca-404b-85c8-5c7875f873f7 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:57.488091 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-476443ad-0eae-4355-b72f-3d74d8998525 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:57.489793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c51578ba-dcca-404b-85c8-5c7875f873f7 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:57.490238 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:57.511102 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476443ad-0eae-4355-b72f-3d74d8998525 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db8fa3e-16b2-446e-b63c-f92bf1d08e5d,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:57.578696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bc2fbed3-6cb5-4c09-8877-cad08d3dc568 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:57.607736 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-476443ad-0eae-4355-b72f-3d74d8998525 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:57.608984 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-476443ad-0eae-4355-b72f-3d74d8998525 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4591582 Sep 23 23:01:57.612338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37282) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:57.617251 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1fe4c85e-5aff-42ba-9050-20871ae0e9a3 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Request body: {'security_group_rule': {'security_group_id': 'fb0db606-f86c-451b-929d-11739cd9ccb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:57.638047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port bc2fbed3-6cb5-4c09-8877-cad08d3dc568 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:57.638650 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:57.725673 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:57.748938 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port bc2fbed3-6cb5-4c09-8877-cad08d3dc568, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bc2fbed3-6cb5-4c09-8877-cad08d3dc568,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:01:57.782737 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1fe4c85e-5aff-42ba-9050-20871ae0e9a3 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:57.853903 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1fe4c85e-5aff-42ba-9050-20871ae0e9a3 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:57.871203 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:57.928248 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=bc2fbed3-6cb5-4c09-8877-cad08d3dc568,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:58.002317 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1fe4c85e-5aff-42ba-9050-20871ae0e9a3 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:58.021221 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4c85e-5aff-42ba-9050-20871ae0e9a3 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721d343c-247d-4033-90f4-9be7acaac8ac,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:58.139526 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1fe4c85e-5aff-42ba-9050-20871ae0e9a3 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:58.141065 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1fe4c85e-5aff-42ba-9050-20871ae0e9a3 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5274675 Sep 23 23:01:58.145327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37288) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:01:58.151868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:01:58.270766 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:58.380890 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:58.826896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Allocated IP 172.25.1.161 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/ec33fa90-601e-4804-b4e9-9299760d736b) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:01:58.940694 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:59.098111 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:59.136586 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Sync routers for ids ['3d4ccf4b-f260-4868-829d-445cb6bffaa2'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:01:59.140038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:01:59.143269 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:01:59.147517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:01:59.172483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Routers {'3d4ccf4b-f260-4868-829d-445cb6bffaa2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:01:59.172483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['3d4ccf4b-f260-4868-829d-445cb6bffaa2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:59.173025 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event updated for resources: {'Port': ['ID=ec33fa90-601e-4804-b4e9-9299760d736b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:59.250408 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:59.272285 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Set router 3d4ccf4b-f260-4868-829d-445cb6bffaa2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:01:59.351337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bc2fbed3-6cb5-4c09-8877-cad08d3dc568 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:01:59.381595 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:59.473237 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port bc2fbed3-6cb5-4c09-8877-cad08d3dc568 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:01:59.473777 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:59.589354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'name': 'tempest-TestVolumeBootPattern-1210620716-router', 'tenant_id': '544e9fdef982496194fcd662ce32932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:01:55Z', 'revision_number': 4, 'project_id': '544e9fdef982496194fcd662ce32932b', 'gw_port': {'id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '4233581a-8a67-4541-a4d6-741fc476c351', 'name': '', 'network_id': 'cc0dd803-df8e-415f-aacf-e1300c4935ea', 'tenant_id': '544e9fdef982496194fcd662ce32932b', 'mac_address': 'fa:16:3e:42:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '11686e6e-63e9-4b2b-bc14-3d6ded2d69b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:55Z', 'updated_at': '2021-09-23T23:01:56Z', 'revision_number': 2, 'project_id': '544e9fdef982496194fcd662ce32932b', 'subnets': [{'id': '11686e6e-63e9-4b2b-bc14-3d6ded2d69b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:01:59.604970 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:59.622817 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Checking router: 3d4ccf4b-f260-4868-829d-445cb6bffaa2 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:01:59.623174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Updating router 3d4ccf4b-f260-4868-829d-445cb6bffaa2 port 4233581a-8a67-4541-a4d6-741fc476c351 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:01:59.651078 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:59.710864 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:59.800367 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:59.804508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event updated for resources: {'Port': ['ID=ec33fa90-601e-4804-b4e9-9299760d736b,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:01:59.909882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:01:59.911370 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d8ba0681-8b0f-4e9e-9388-2b9e47ba475d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7644973 Sep 23 23:01:59.965955 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:00.049748 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:00.107342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f405f96-5024-43bd-b591-44ca0d381c64 None None] Pushing event updated for resources: {'Port': ['ID=4233581a-8a67-4541-a4d6-741fc476c351,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:00.110867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-b74bb822-5de9-420c-afb7-91e7ad7508ef tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1592599420&fields=id&tenant_id=d02bf3e96aa14bfaa40cff450c02a21a HTTP/1.1" status: 200 len: 267 time: 0.0384028 Sep 23 23:02:00.164357 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Attempting to bind port 4233581a-8a67-4541-a4d6-741fc476c351 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:02:00.164862 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Attempting to bind port 4233581a-8a67-4541-a4d6-741fc476c351 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '4da299a5-77e0-426d-84cd-e3bdfc781bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cc0dd803-df8e-415f-aacf-e1300c4935ea'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:02:00.165084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Attempting to bind port 4233581a-8a67-4541-a4d6-741fc476c351 on network cc0dd803-df8e-415f-aacf-e1300c4935ea {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:02:00.170469 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:02:00.170855 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Checking segment: {'id': '4da299a5-77e0-426d-84cd-e3bdfc781bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cc0dd803-df8e-415f-aacf-e1300c4935ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:02:00.171248 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:00.171645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Bound using segment: {'id': '4da299a5-77e0-426d-84cd-e3bdfc781bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cc0dd803-df8e-415f-aacf-e1300c4935ea'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:02:00.172119 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Bound port: 4233581a-8a67-4541-a4d6-741fc476c351, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da299a5-77e0-426d-84cd-e3bdfc781bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cc0dd803-df8e-415f-aacf-e1300c4935ea'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:02:00.172508 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:00.245126 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] For port 4233581a-8a67-4541-a4d6-741fc476c351, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:02:00.249467 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] For port 4233581a-8a67-4541-a4d6-741fc476c351, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4233581a-8a67-4541-a4d6-741fc476c351,segment=NetworkSegment(4da299a5-77e0-426d-84cd-e3bdfc781bdd),segment_id=4da299a5-77e0-426d-84cd-e3bdfc781bdd)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:02:00.256709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-78ac68c1-a926-4271-8a18-628bff4581b3 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:00.258487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-78ac68c1-a926-4271-8a18-628bff4581b3 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/networks?id=fea8b69c-a296-493c-a38b-e8e5deafa4e2 HTTP/1.1" status: 200 len: 811 time: 0.1300676 Sep 23 23:02:00.275528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-70a34dd0-2108-41e9-a212-34f478816a05 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/quotas/d02bf3e96aa14bfaa40cff450c02a21a HTTP/1.1" status: 200 len: 375 time: 0.0111222 Sep 23 23:02:00.333670 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-46291592-6434-4d3c-bfa2-2b95dbb09388 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518472 Sep 23 23:02:00.366036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f6881294-6974-44ba-9b61-6fb71acb81b6 None None] Provisioning complete for port 4233581a-8a67-4541-a4d6-741fc476c351 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:02:00.366396 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f6881294-6974-44ba-9b61-6fb71acb81b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:00.404598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f6881294-6974-44ba-9b61-6fb71acb81b6 None None] Port 4233581a-8a67-4541-a4d6-741fc476c351 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:02:00.408159 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:00.448712 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-a48d5ebf-e84a-45e1-ba07-e8295d31b623 service neutron] 10.222.0.22 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030543 Sep 23 23:02:00.472249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Routers {'3d4ccf4b-f260-4868-829d-445cb6bffaa2'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:02:00.472897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['3d4ccf4b-f260-4868-829d-445cb6bffaa2'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:00.478615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f405f96-5024-43bd-b591-44ca0d381c64 None None] Pushing event updated for resources: {'Port': ['ID=4233581a-8a67-4541-a4d6-741fc476c351,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:00.558895 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-9a809ed2-01bc-4da8-832f-d75d1dd9a267 service neutron] 10.222.0.22 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011860 Sep 23 23:02:00.596436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] Set router 3d4ccf4b-f260-4868-829d-445cb6bffaa2 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:02:00.768218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a93d7020-cc79-4dd7-9c5f-e7febb6e2e86 None None] Provisioning complete for port 4233581a-8a67-4541-a4d6-741fc476c351 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:02:00.768568 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a93d7020-cc79-4dd7-9c5f-e7febb6e2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:00.835340 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dfab64d4-36b7-4c5e-acc1-eec66dc7dcd6 req-89f1417c-7e7f-4a13-92fd-63689a92cf5a tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 210 time: 0.0316997 Sep 23 23:02:00.913687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'name': 'tempest-TestVolumeBootPattern-1210620716-router', 'tenant_id': '544e9fdef982496194fcd662ce32932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:01:55Z', 'revision_number': 4, 'project_id': '544e9fdef982496194fcd662ce32932b', 'gw_port': {'id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '4233581a-8a67-4541-a4d6-741fc476c351', 'name': '', 'network_id': 'cc0dd803-df8e-415f-aacf-e1300c4935ea', 'tenant_id': '544e9fdef982496194fcd662ce32932b', 'mac_address': 'fa:16:3e:42:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '11686e6e-63e9-4b2b-bc14-3d6ded2d69b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:55Z', 'updated_at': '2021-09-23T23:02:00Z', 'revision_number': 4, 'project_id': '544e9fdef982496194fcd662ce32932b', 'subnets': [{'id': '11686e6e-63e9-4b2b-bc14-3d6ded2d69b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:00.917352 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a93d7020-cc79-4dd7-9c5f-e7febb6e2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:00.954652 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6cde76-155f-4e31-a025-452a83d637a7 None None] The sync data for ids ['3d4ccf4b-f260-4868-829d-445cb6bffaa2'] in n-d-810775-1 is: [{'id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'name': 'tempest-TestVolumeBootPattern-1210620716-router', 'tenant_id': '544e9fdef982496194fcd662ce32932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:01:55Z', 'revision_number': 4, 'project_id': '544e9fdef982496194fcd662ce32932b', 'gw_port': {'id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '4233581a-8a67-4541-a4d6-741fc476c351', 'name': '', 'network_id': 'cc0dd803-df8e-415f-aacf-e1300c4935ea', 'tenant_id': '544e9fdef982496194fcd662ce32932b', 'mac_address': 'fa:16:3e:42:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '11686e6e-63e9-4b2b-bc14-3d6ded2d69b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:55Z', 'updated_at': '2021-09-23T23:02:00Z', 'revision_number': 4, 'project_id': '544e9fdef982496194fcd662ce32932b', 'subnets': [{'id': '11686e6e-63e9-4b2b-bc14-3d6ded2d69b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:02:00.984007 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a93d7020-cc79-4dd7-9c5f-e7febb6e2e86 None None] For port 4233581a-8a67-4541-a4d6-741fc476c351, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4233581a-8a67-4541-a4d6-741fc476c351,segment=NetworkSegment(4da299a5-77e0-426d-84cd-e3bdfc781bdd),segment_id=4da299a5-77e0-426d-84cd-e3bdfc781bdd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:02:01.082282 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a93d7020-cc79-4dd7-9c5f-e7febb6e2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:01.146257 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d7020-cc79-4dd7-9c5f-e7febb6e2e86 None None] Pushing event updated for resources: {'Port': ['ID=4233581a-8a67-4541-a4d6-741fc476c351,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:01.380518 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4233581a-8a67-4541-a4d6-741fc476c351 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:02:01.437272 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-cc615d55-fb4f-44d8-a566-17baadc103d0 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:01.439095 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-cc615d55-fb4f-44d8-a566-17baadc103d0 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 811 time: 0.1320693 Sep 23 23:02:01.457473 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-21276586-9a66-4c5a-8b77-45f999ea7fe2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/quotas/d11e96efbe4c43a2977eef6acd246f67 HTTP/1.1" status: 200 len: 375 time: 0.0100768 Sep 23 23:02:01.514506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4233581a-8a67-4541-a4d6-741fc476c351 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:02:01.515149 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:01.524866 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-af8dac58-7146-4dbd-be34-fc67b86ab0d5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608585 Sep 23 23:02:01.647057 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-57340f4c-9a29-48c9-a698-bc975af11d0f service neutron] 10.222.0.22 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114202 Sep 23 23:02:01.753884 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-0b324957-1bf8-49ba-8803-30ed5bf857c9 service neutron] 10.222.0.22 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998917 Sep 23 23:02:01.879210 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:02:01.943662 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-758f038f-2fc6-4f28-b591-cc8ff0c2b33f req-b9ab7a09-c53c-4935-ac36-a1ad3f7fce9b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 210 time: 0.0272095 Sep 23 23:02:02.745430 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ecab3e00-6a6a-4193-bc25-efc4b8d61b11 req-86556811-e891-4e1e-81a4-ebe6dda4cd82 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 210 time: 0.0283489 Sep 23 23:02:03.048393 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b1216fc-a35f-46fa-be2b-ff8faf23ce52 req-a43caf74-a14e-455d-a11f-fdd13e42477b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 210 time: 0.0299604 Sep 23 23:02:03.586952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-e1b61830-208a-42df-8094-fb2f2fe0c3a7 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:03.588549 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-e1b61830-208a-42df-8094-fb2f2fe0c3a7 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.43 "GET /v2.0/networks?id=fea8b69c-a296-493c-a38b-e8e5deafa4e2 HTTP/1.1" status: 200 len: 811 time: 0.1254776 Sep 23 23:02:03.637272 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-e024fae7-3ecd-4a80-8e9b-725fe95c0dcb tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d02bf3e96aa14bfaa40cff450c02a21a HTTP/1.1" status: 200 len: 380 time: 0.0392485 Sep 23 23:02:03.648669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-9b873945-2384-4074-9ab3-8ccd7e08a61b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Request body: {'port': {'device_id': 'f3111440-a30f-4e8f-aca8-261f0527359a', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'admin_state_up': True, 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'security_groups': ['fb0db606-f86c-451b-929d-11739cd9ccb5']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:02:03.827849 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6342e1aa-e823-454d-9409-d3cac5618b2b req-a6754c64-d2cb-4b76-aec9-3466f222a3ea tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 210 time: 0.0266972 Sep 23 23:02:03.931641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-9b873945-2384-4074-9ab3-8ccd7e08a61b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Made reservation on behalf of d02bf3e96aa14bfaa40cff450c02a21a for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:02:03.937255 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-9b873945-2384-4074-9ab3-8ccd7e08a61b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:04.089033 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-9b873945-2384-4074-9ab3-8ccd7e08a61b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Allocated IP 172.20.0.3 (fea8b69c-a296-493c-a38b-e8e5deafa4e2/7af70910-c90d-4441-9b42-32e835f1cc56/eaa8a439-91ed-405a-b1a5-8659c99033e1) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:02:04.177150 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e47e8e44-5007-4e31-841f-7f6a8574ed46 req-1a7a050d-7945-4552-b0c3-db005195f59d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 210 time: 0.0498095 Sep 23 23:02:04.264022 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-9b873945-2384-4074-9ab3-8ccd7e08a61b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:04.379721 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-9b873945-2384-4074-9ab3-8ccd7e08a61b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:04.429231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-9b873945-2384-4074-9ab3-8ccd7e08a61b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Network fea8b69c-a296-493c-a38b-e8e5deafa4e2 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:02:04.432483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-9b873945-2384-4074-9ab3-8ccd7e08a61b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:02:04.435263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-9b873945-2384-4074-9ab3-8ccd7e08a61b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:02:04.476133 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b873945-2384-4074-9ab3-8ccd7e08a61b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event updated for resources: {'Port': ['ID=eaa8a439-91ed-405a-b1a5-8659c99033e1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:04.500875 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-9b873945-2384-4074-9ab3-8ccd7e08a61b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:04.501566 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-9b873945-2384-4074-9ab3-8ccd7e08a61b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:04.613581 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-9b873945-2384-4074-9ab3-8ccd7e08a61b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9692583 Sep 23 23:02:04.626240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Request body: {'port': {'device_id': 'f3111440-a30f-4e8f-aca8-261f0527359a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:02:04.688844 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:04.732559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7ded204c-1699-43d5-94a3-dcd9b8f4709b None None] Provisioning complete for port eaa8a439-91ed-405a-b1a5-8659c99033e1 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:02:04.733135 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7ded204c-1699-43d5-94a3-dcd9b8f4709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:04.770407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7ded204c-1699-43d5-94a3-dcd9b8f4709b None None] Port eaa8a439-91ed-405a-b1a5-8659c99033e1 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:02:04.931593 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-37d1e93f-d3a4-45a1-ae55-24d9030c3826 req-143ead90-3544-4dbe-995e-a3060a0c824e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 210 time: 0.0272160 Sep 23 23:02:05.006734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa8a439-91ed-405a-b1a5-8659c99033e1 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:02:05.016209 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:05.032061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Transition to ACTIVE for port object eaa8a439-91ed-405a-b1a5-8659c99033e1 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:02:05.156032 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:05.228137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Pushing event updated for resources: {'Port': ['ID=eaa8a439-91ed-405a-b1a5-8659c99033e1,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:05.326358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Attempting to bind port eaa8a439-91ed-405a-b1a5-8659c99033e1 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:02:05.326698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Attempting to bind port eaa8a439-91ed-405a-b1a5-8659c99033e1 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:02:05.327028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Attempting to bind port eaa8a439-91ed-405a-b1a5-8659c99033e1 on network fea8b69c-a296-493c-a38b-e8e5deafa4e2 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:02:05.339913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0d514-0dd3-41cb-b75a-8478fc870591 req-ec6965ef-aee5-410a-8923-8f1e4d9ce030 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:05.341532 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2d0d514-0dd3-41cb-b75a-8478fc870591 req-ec6965ef-aee5-410a-8923-8f1e4d9ce030 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 943 time: 0.0828962 Sep 23 23:02:05.342358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Port eaa8a439-91ed-405a-b1a5-8659c99033e1 on network fea8b69c-a296-493c-a38b-e8e5deafa4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:02:05.342682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Attempting to bind port eaa8a439-91ed-405a-b1a5-8659c99033e1 on network fea8b69c-a296-493c-a38b-e8e5deafa4e2 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:02:05.355451 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:02:05.355918 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Checking segment: {'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:02:05.356312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Bound using segment: {'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:02:05.356766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Bound port: eaa8a439-91ed-405a-b1a5-8659c99033e1, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d135f46-3c60-4613-a41f-6c2605bfc6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:02:05.357145 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:05.422048 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2d0d514-0dd3-41cb-b75a-8478fc870591 req-8dacf1be-4f15-4688-a774-e45377a9e876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb0db606-f86c-451b-929d-11739cd9ccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730848 Sep 23 23:02:05.466521 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] For port eaa8a439-91ed-405a-b1a5-8659c99033e1, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:02:05.469956 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] For port eaa8a439-91ed-405a-b1a5-8659c99033e1, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=eaa8a439-91ed-405a-b1a5-8659c99033e1,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:02:05.593906 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:05.665503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:05.666318 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:05.667922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] 10.222.0.43 "PUT /v2.0/ports/eaa8a439-91ed-405a-b1a5-8659c99033e1 HTTP/1.1" status: 200 len: 1091 time: 1.0459244 Sep 23 23:02:05.668240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3111440-a30f-4e8f-aca8-261f0527359a', 'tag': 'eaa8a439-91ed-405a-b1a5-8659c99033e1'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:02:05.670656 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93186679-f550-4fa0-9d2a-02eb5edd5e75" -d '{"events": [{"name": "network-changed", "server_uuid": "f3111440-a30f-4e8f-aca8-261f0527359a", "tag": "eaa8a439-91ed-405a-b1a5-8659c99033e1"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:02:05.729887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad109c32-a07d-42eb-b55e-6ccb88a029cf service neutron] Pushing event updated for resources: {'Port': ['ID=eaa8a439-91ed-405a-b1a5-8659c99033e1,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:05.750208 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee72a3d0-b7e4-4641-b10b-8024f0e71b32 x-openstack-request-id: req-ee72a3d0-b7e4-4641-b10b-8024f0e71b32 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:02:05.750488 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3111440-a30f-4e8f-aca8-261f0527359a", "tag": "eaa8a439-91ed-405a-b1a5-8659c99033e1", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:02:05.750741 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee72a3d0-b7e4-4641-b10b-8024f0e71b32 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:02:05.751227 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3111440-a30f-4e8f-aca8-261f0527359a', 'tag': 'eaa8a439-91ed-405a-b1a5-8659c99033e1', 'status': 'completed', 'code': 200} Sep 23 23:02:05.775571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-f8a52e66-5879-4935-9d08-c754d037b4ce tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:05.777303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-f8a52e66-5879-4935-9d08-c754d037b4ce tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.43 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 811 time: 0.1950688 Sep 23 23:02:05.792993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-cbd2826e-47be-41f3-ab5e-af74e5b712dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'port': {'device_id': '44a1824c-7726-4947-9c49-52eb1f7ed568', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'admin_state_up': True, 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:02:05.895265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93186679-f550-4fa0-9d2a-02eb5edd5e75 req-8360d373-480a-4ebc-b1d2-b8c621e5047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:05.896990 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-93186679-f550-4fa0-9d2a-02eb5edd5e75 req-8360d373-480a-4ebc-b1d2-b8c621e5047c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 1094 time: 0.1185472 Sep 23 23:02:06.061539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96e04076-6a16-485c-bff1-2a42f14d3169 req-7b2abf63-8036-47aa-a439-c65113c05096 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 210 time: 0.0402572 Sep 23 23:02:06.079236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93186679-f550-4fa0-9d2a-02eb5edd5e75 req-9d121352-7f3d-4c97-a0d5-e80047381409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:06.081404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-93186679-f550-4fa0-9d2a-02eb5edd5e75 req-9d121352-7f3d-4c97-a0d5-e80047381409 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1714277 Sep 23 23:02:06.160389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-cbd2826e-47be-41f3-ab5e-af74e5b712dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Made reservation on behalf of d11e96efbe4c43a2977eef6acd246f67 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:02:06.163800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-cbd2826e-47be-41f3-ab5e-af74e5b712dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:06.242137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93186679-f550-4fa0-9d2a-02eb5edd5e75 req-35464152-1f1b-42a8-af8c-052506f54dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:06.243566 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-93186679-f550-4fa0-9d2a-02eb5edd5e75 req-35464152-1f1b-42a8-af8c-052506f54dbe service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549525 Sep 23 23:02:06.347984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-cbd2826e-47be-41f3-ab5e-af74e5b712dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Allocated IP 172.20.0.5 (45b51b8f-7d52-4e5c-b7db-66198a209fb1/1db05adc-8484-42c0-adc6-2c2f758e2ab6/205a1470-fb05-445f-9d05-59c4d71024f4) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:02:06.362916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-83712de5-e912-4f71-b09d-fe2f432362ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:06.364041 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-83712de5-e912-4f71-b09d-fe2f432362ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 1094 time: 0.0712478 Sep 23 23:02:06.423260 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-f563d5d0-890b-49ec-b6e1-58dda66022d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaa8a439-91ed-405a-b1a5-8659c99033e1 HTTP/1.1" status: 200 len: 217 time: 0.0509474 Sep 23 23:02:06.560959 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-8db87627-88a2-45f2-8290-2d2d692bf7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:06.562519 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-8db87627-88a2-45f2-8290-2d2d692bf7c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7af70910-c90d-4441-9b42-32e835f1cc56 HTTP/1.1" status: 200 len: 850 time: 0.1329324 Sep 23 23:02:06.569925 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fedec6-63bb-4d37-934f-670ae27c3e27 req-f18e4aa0-7894-48bf-bbdb-f69f1543336f tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:06.571661 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47fedec6-63bb-4d37-934f-670ae27c3e27 req-f18e4aa0-7894-48bf-bbdb-f69f1543336f tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 943 time: 0.0647974 Sep 23 23:02:06.617000 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-47fedec6-63bb-4d37-934f-670ae27c3e27 req-57d26562-6201-450b-bb74-b08b05e0d7e7 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb0db606-f86c-451b-929d-11739cd9ccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384865 Sep 23 23:02:06.621546 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-cbd2826e-47be-41f3-ab5e-af74e5b712dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:06.638009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-d2793250-6087-472e-bee3-1d5c14ebc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:06.639588 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-d2793250-6087-472e-bee3-1d5c14ebc1ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea8b69c-a296-493c-a38b-e8e5deafa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695682 Sep 23 23:02:06.747209 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-34f40ba4-0ac7-4c27-9ada-c771df4a2da1 service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988216 Sep 23 23:02:06.786913 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-cbd2826e-47be-41f3-ab5e-af74e5b712dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:06.873673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-cbd2826e-47be-41f3-ab5e-af74e5b712dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:02:06.883946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-cbd2826e-47be-41f3-ab5e-af74e5b712dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:02:06.886714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-cbd2826e-47be-41f3-ab5e-af74e5b712dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:02:06.891544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2826e-47be-41f3-ab5e-af74e5b712dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'Port': ['ID=205a1470-fb05-445f-9d05-59c4d71024f4,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:06.893390 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:06.943597 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-da1b39bf-f822-4d46-bd4f-2d7ebfe524e1 service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887124 Sep 23 23:02:06.965263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-cbd2826e-47be-41f3-ab5e-af74e5b712dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:06.965932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-cbd2826e-47be-41f3-ab5e-af74e5b712dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:07.088816 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-cbd2826e-47be-41f3-ab5e-af74e5b712dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2998838 Sep 23 23:02:07.102502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Request body: {'port': {'device_id': '44a1824c-7726-4947-9c49-52eb1f7ed568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:02:07.180141 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fcdd2230-4098-4109-9c9a-c1bf8964030c None None] Provisioning complete for port 205a1470-fb05-445f-9d05-59c4d71024f4 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:02:07.182050 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fcdd2230-4098-4109-9c9a-c1bf8964030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:07.191997 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:07.234831 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-fcdd2230-4098-4109-9c9a-c1bf8964030c None None] Port 205a1470-fb05-445f-9d05-59c4d71024f4 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:02:07.310696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d55e29-e085-4fcd-9a3c-32907dae9764 req-ea0bf4ff-2344-486f-ae94-0aba875bad1d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:07.312960 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8d55e29-e085-4fcd-9a3c-32907dae9764 req-ea0bf4ff-2344-486f-ae94-0aba875bad1d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 931 time: 0.1215363 Sep 23 23:02:07.431921 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8d55e29-e085-4fcd-9a3c-32907dae9764 req-9f315784-aa21-4738-ad85-d54a1d65f28c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655177 Sep 23 23:02:07.787538 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea9054-1b14-4cdc-878e-4e03111a12a6 req-e9ec88ec-6a30-4dc0-b530-ac7f3eb780ca tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:07.790132 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34ea9054-1b14-4cdc-878e-4e03111a12a6 req-e9ec88ec-6a30-4dc0-b530-ac7f3eb780ca tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 943 time: 0.0893795 Sep 23 23:02:07.834535 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34ea9054-1b14-4cdc-878e-4e03111a12a6 req-40fc01f0-2f5b-4fda-bfc1-4ebc86c0008e tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb0db606-f86c-451b-929d-11739cd9ccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387189 Sep 23 23:02:07.930782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205a1470-fb05-445f-9d05-59c4d71024f4 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:02:07.939999 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:07.953061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Transition to ACTIVE for port object 205a1470-fb05-445f-9d05-59c4d71024f4 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:02:08.029179 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:08.084602 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Pushing event updated for resources: {'Port': ['ID=205a1470-fb05-445f-9d05-59c4d71024f4,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:08.161318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Attempting to bind port 205a1470-fb05-445f-9d05-59c4d71024f4 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:02:08.161598 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Attempting to bind port 205a1470-fb05-445f-9d05-59c4d71024f4 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:02:08.162062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Attempting to bind port 205a1470-fb05-445f-9d05-59c4d71024f4 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:02:08.167141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Port 205a1470-fb05-445f-9d05-59c4d71024f4 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:02:08.167527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Attempting to bind port 205a1470-fb05-445f-9d05-59c4d71024f4 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:02:08.172857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:02:08.173320 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Checking segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:02:08.174409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Bound using segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:02:08.174988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Bound port: 205a1470-fb05-445f-9d05-59c4d71024f4, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:02:08.175411 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:08.248833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] For port 205a1470-fb05-445f-9d05-59c4d71024f4, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:02:08.253519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] For port 205a1470-fb05-445f-9d05-59c4d71024f4, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=205a1470-fb05-445f-9d05-59c4d71024f4,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:02:08.328182 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:08.363670 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:08.364778 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:08.366866 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] 10.222.0.43 "PUT /v2.0/ports/205a1470-fb05-445f-9d05-59c4d71024f4 HTTP/1.1" status: 200 len: 1091 time: 1.2687726 Sep 23 23:02:08.369779 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a1824c-7726-4947-9c49-52eb1f7ed568', 'tag': '205a1470-fb05-445f-9d05-59c4d71024f4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:02:08.372877 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4e882e-9488-4ad4-8add-9126b748f143" -d '{"events": [{"name": "network-changed", "server_uuid": "44a1824c-7726-4947-9c49-52eb1f7ed568", "tag": "205a1470-fb05-445f-9d05-59c4d71024f4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:02:08.407090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8230f-501d-4f6d-b860-aeeda772e511 service neutron] Pushing event updated for resources: {'Port': ['ID=205a1470-fb05-445f-9d05-59c4d71024f4,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:08.429806 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2777a5-2a77-4661-b108-c3da4b7e9cf6 x-openstack-request-id: req-1b2777a5-2a77-4661-b108-c3da4b7e9cf6 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:02:08.430099 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a1824c-7726-4947-9c49-52eb1f7ed568", "tag": "205a1470-fb05-445f-9d05-59c4d71024f4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:02:08.430672 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b2777a5-2a77-4661-b108-c3da4b7e9cf6 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:02:08.430872 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a1824c-7726-4947-9c49-52eb1f7ed568', 'tag': '205a1470-fb05-445f-9d05-59c4d71024f4', 'status': 'completed', 'code': 200} Sep 23 23:02:08.514581 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e882e-9488-4ad4-8add-9126b748f143 req-3d22ea68-4d8d-4a50-8ca3-87d83884c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:08.516231 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb4e882e-9488-4ad4-8add-9126b748f143 req-3d22ea68-4d8d-4a50-8ca3-87d83884c170 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 1094 time: 0.0591965 Sep 23 23:02:08.599700 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2444f0e-c0df-4a7c-9f7e-7e6d6fb3350f req-bf81400b-bd1a-461d-8306-1ad8390e0a65 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:08.609788 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c2444f0e-c0df-4a7c-9f7e-7e6d6fb3350f req-bf81400b-bd1a-461d-8306-1ad8390e0a65 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 943 time: 0.0875344 Sep 23 23:02:08.650766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e882e-9488-4ad4-8add-9126b748f143 req-2cabbd45-6a7e-4107-9fae-c986561af77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:08.652857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb4e882e-9488-4ad4-8add-9126b748f143 req-2cabbd45-6a7e-4107-9fae-c986561af77a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d11e96efbe4c43a2977eef6acd246f67&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1282516 Sep 23 23:02:08.661130 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c2444f0e-c0df-4a7c-9f7e-7e6d6fb3350f req-c4e3d361-e685-4355-9433-9d23eefb8ac6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438960 Sep 23 23:02:08.759083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e882e-9488-4ad4-8add-9126b748f143 req-a1cfedcd-3ff1-4edf-a9d7-174f90e61396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:08.760726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb4e882e-9488-4ad4-8add-9126b748f143 req-a1cfedcd-3ff1-4edf-a9d7-174f90e61396 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006379 Sep 23 23:02:08.841700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-82ce55e6-68c6-49fb-af4d-66aa699c5ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:08.843234 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-82ce55e6-68c6-49fb-af4d-66aa699c5ffc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 1094 time: 0.0430839 Sep 23 23:02:08.890862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-686eddef-23f6-4272-9619-d63982462ef8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=205a1470-fb05-445f-9d05-59c4d71024f4 HTTP/1.1" status: 200 len: 217 time: 0.0393701 Sep 23 23:02:08.972411 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-0e63aed9-1693-4933-b140-29bae883fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:08.983438 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-0e63aed9-1693-4933-b140-29bae883fc54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0762818 Sep 23 23:02:09.001556 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab2042-c0a1-4fbe-b827-d06eae8a42f8 req-fd71e759-df3c-4625-8c5e-c5475c9a7d0b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:09.003801 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1cab2042-c0a1-4fbe-b827-d06eae8a42f8 req-fd71e759-df3c-4625-8c5e-c5475c9a7d0b tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 943 time: 0.0798926 Sep 23 23:02:09.061402 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1cab2042-c0a1-4fbe-b827-d06eae8a42f8 req-4ba79fd8-33e7-4569-819b-59d40efef9fa tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb0db606-f86c-451b-929d-11739cd9ccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434170 Sep 23 23:02:09.072211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-229165f6-4563-4a76-a66f-3409d22e0371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:09.076491 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-229165f6-4563-4a76-a66f-3409d22e0371 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949285 Sep 23 23:02:09.124990 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device eaa8a439-91ed-405a-b1a5-8659c99033e1 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:02:09.208462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-68782e31-a62f-4989-886a-72ad259c1216 service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195071 Sep 23 23:02:09.259332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port eaa8a439-91ed-405a-b1a5-8659c99033e1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=eaa8a439-91ed-405a-b1a5-8659c99033e1,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:02:09.272607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'eaa8a439-91ed-405a-b1a5-8659c99033e1', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'port_id': 'eaa8a439-91ed-405a-b1a5-8659c99033e1', 'mac_address': 'fa:16:3e:b6:74:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:02:09.314617 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cee3d5d5-898a-4845-ab10-5aeadaf9620f req-559d5de1-ffd4-4d86-8967-bb21433c836c service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027601 Sep 23 23:02:09.316488 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:09.332076 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa8a439-91ed-405a-b1a5-8659c99033e1 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:02:09.352917 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port eaa8a439-91ed-405a-b1a5-8659c99033e1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=eaa8a439-91ed-405a-b1a5-8659c99033e1,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:02:09.453865 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:09.510687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=eaa8a439-91ed-405a-b1a5-8659c99033e1,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:09.682751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['eaa8a439-91ed-405a-b1a5-8659c99033e1'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:02:09.811919 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7482b16-b4b3-45f0-8c59-5a5e02e2f6f5 req-5f512404-46e7-4056-be02-388bf6e773db tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:09.813706 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7482b16-b4b3-45f0-8c59-5a5e02e2f6f5 req-5f512404-46e7-4056-be02-388bf6e773db tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 943 time: 0.0587754 Sep 23 23:02:09.858979 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7482b16-b4b3-45f0-8c59-5a5e02e2f6f5 req-1cb33248-09f8-41c9-a0a6-29d16f2f0c86 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377605 Sep 23 23:02:10.192326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0694daf-d4a2-4d70-a5f6-d0ed7f9d6cfd req-c260ee69-6720-4e02-a0be-38cde7a0e484 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:10.193922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0694daf-d4a2-4d70-a5f6-d0ed7f9d6cfd req-c260ee69-6720-4e02-a0be-38cde7a0e484 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 944 time: 0.0512145 Sep 23 23:02:10.234351 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0694daf-d4a2-4d70-a5f6-d0ed7f9d6cfd req-fb925a65-5005-4b67-84cb-53c5f615fc6d tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb0db606-f86c-451b-929d-11739cd9ccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342631 Sep 23 23:02:10.980445 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5487f2-0808-4e63-80c1-9124e4600408 req-497f8235-77cc-42bb-aef0-411f91dc7606 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:10.982060 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f5487f2-0808-4e63-80c1-9124e4600408 req-497f8235-77cc-42bb-aef0-411f91dc7606 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 943 time: 0.0507357 Sep 23 23:02:11.021414 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f5487f2-0808-4e63-80c1-9124e4600408 req-0c17cbf7-6363-47cb-81b4-5fed26627d6a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325463 Sep 23 23:02:11.127531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device eaa8a439-91ed-405a-b1a5-8659c99033e1 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:02:11.363985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2551ee7-75fe-456e-8b7b-0401c554b9fb req-5ae17893-eb50-42c6-86eb-ee5db1a638fc tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:11.365708 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2551ee7-75fe-456e-8b7b-0401c554b9fb req-5ae17893-eb50-42c6-86eb-ee5db1a638fc tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 944 time: 0.0501034 Sep 23 23:02:11.395666 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port eaa8a439-91ed-405a-b1a5-8659c99033e1 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:02:11.399761 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port eaa8a439-91ed-405a-b1a5-8659c99033e1 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:02:11.400125 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:11.404842 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2551ee7-75fe-456e-8b7b-0401c554b9fb req-85cd96ef-cbdd-4167-a1f1-5820507a6bfd tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb0db606-f86c-451b-929d-11739cd9ccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331962 Sep 23 23:02:11.480078 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:11.503889 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3111440-a30f-4e8f-aca8-261f0527359a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa8a439-91ed-405a-b1a5-8659c99033e1'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:02:11.506148 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4e97e6-ed22-4031-b66c-7684caf54ab9" -d '{"events": [{"server_uuid": "f3111440-a30f-4e8f-aca8-261f0527359a", "name": "network-vif-plugged", "status": "completed", "tag": "eaa8a439-91ed-405a-b1a5-8659c99033e1"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:02:11.521329 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port eaa8a439-91ed-405a-b1a5-8659c99033e1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=eaa8a439-91ed-405a-b1a5-8659c99033e1,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:02:11.548975 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81763e35-0123-406f-b205-67b302050ff3 x-openstack-request-id: req-81763e35-0123-406f-b205-67b302050ff3 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:02:11.549446 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3111440-a30f-4e8f-aca8-261f0527359a", "name": "network-vif-plugged", "status": "completed", "tag": "eaa8a439-91ed-405a-b1a5-8659c99033e1", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:02:11.549691 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81763e35-0123-406f-b205-67b302050ff3 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:02:11.550098 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3111440-a30f-4e8f-aca8-261f0527359a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa8a439-91ed-405a-b1a5-8659c99033e1', 'code': 200} Sep 23 23:02:11.647346 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:11.648706 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad1360-3955-4d99-be8a-5ed8a75fed58 req-d1ae43e8-46d2-46f6-bfa4-f2fde8b2c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:11.650294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-53ad1360-3955-4d99-be8a-5ed8a75fed58 req-d1ae43e8-46d2-46f6-bfa4-f2fde8b2c02d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 1095 time: 0.0468879 Sep 23 23:02:11.687599 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-53ad1360-3955-4d99-be8a-5ed8a75fed58 req-04239dad-cc87-4535-ab46-f767d3627518 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fb0db606-f86c-451b-929d-11739cd9ccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286839 Sep 23 23:02:11.700407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=eaa8a439-91ed-405a-b1a5-8659c99033e1,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:12.145922 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815dc4b-4f42-4e80-962b-982233c2156a req-c0fb3b7d-08fc-4d9c-b23e-f59d93afaa88 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:12.147445 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d815dc4b-4f42-4e80-962b-982233c2156a req-c0fb3b7d-08fc-4d9c-b23e-f59d93afaa88 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 943 time: 0.0523677 Sep 23 23:02:12.187077 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d815dc4b-4f42-4e80-962b-982233c2156a req-c8d50e51-822d-459a-8930-1e8392ed622f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332701 Sep 23 23:02:12.525513 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea51ce-1e4e-4c6b-a545-5dac109ef9fb req-247a4cef-781d-4220-a407-0496bffdd053 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:12.527047 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b9ea51ce-1e4e-4c6b-a545-5dac109ef9fb req-247a4cef-781d-4220-a407-0496bffdd053 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 945 time: 0.0507956 Sep 23 23:02:12.567557 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b9ea51ce-1e4e-4c6b-a545-5dac109ef9fb req-29959242-1644-41a3-a053-e1c84d15bc85 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb0db606-f86c-451b-929d-11739cd9ccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344932 Sep 23 23:02:13.104764 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8f746890-e490-4e88-b5bc-c173c417baa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:13.306916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db8260-121e-40b0-8382-f224afe1f643 req-76354c25-3551-481b-82f6-a9ff4b403dd5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:13.308464 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3db8260-121e-40b0-8382-f224afe1f643 req-76354c25-3551-481b-82f6-a9ff4b403dd5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 943 time: 0.0518444 Sep 23 23:02:13.350075 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3db8260-121e-40b0-8382-f224afe1f643 req-316b67d2-4d8f-4afc-a60f-70106bf471ce tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350666 Sep 23 23:02:13.693398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc0446-bf4a-4ea3-9c89-85fa81658245 req-2c0a83c4-7bed-4382-9b96-88b3261a03be tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:13.695090 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ebfc0446-bf4a-4ea3-9c89-85fa81658245 req-2c0a83c4-7bed-4382-9b96-88b3261a03be tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 945 time: 0.0574725 Sep 23 23:02:13.738647 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ebfc0446-bf4a-4ea3-9c89-85fa81658245 req-ff344e0b-f849-489c-8af1-a126111a4c82 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb0db606-f86c-451b-929d-11739cd9ccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363975 Sep 23 23:02:13.859050 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423235d0-b4b5-444d-9e27-11839656be1a req-75b6beba-0285-4134-94fb-5016831e1343 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:13.860429 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-423235d0-b4b5-444d-9e27-11839656be1a req-75b6beba-0285-4134-94fb-5016831e1343 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 945 time: 0.0553811 Sep 23 23:02:13.870526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37406) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:02:13.875062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6c08eab4-12df-415b-8357-c2479ed5d002 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Request body: {'floatingip': {'port_id': 'eaa8a439-91ed-405a-b1a5-8659c99033e1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:02:13.918323 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c08eab4-12df-415b-8357-c2479ed5d002 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:14.377895 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c08eab4-12df-415b-8357-c2479ed5d002 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:14.481588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ef00-4333-4cc3-b8c0-842ce9a63e9a req-97273a41-f437-4d23-a22d-4dd947485cb3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:14.483164 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ff7ef00-4333-4cc3-b8c0-842ce9a63e9a req-97273a41-f437-4d23-a22d-4dd947485cb3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 943 time: 0.0516155 Sep 23 23:02:14.504561 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c08eab4-12df-415b-8357-c2479ed5d002 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:14.523792 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ff7ef00-4333-4cc3-b8c0-842ce9a63e9a req-810936bb-2276-4f7f-a554-b16af31bab49 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335705 Sep 23 23:02:14.617154 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-6c08eab4-12df-415b-8357-c2479ed5d002 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Floating IP b340a05c-9ad0-4b58-ae63-b549635cb5e3 associated. External IP: 172.25.1.161, port: eaa8a439-91ed-405a-b1a5-8659c99033e1. Sep 23 23:02:14.837625 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c08eab4-12df-415b-8357-c2479ed5d002 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:02:14.951091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c08eab4-12df-415b-8357-c2479ed5d002 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:02:14.956155 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6c08eab4-12df-415b-8357-c2479ed5d002 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:14.961839 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d5e3af-8d92-4247-84d2-11c9c5cdd27d None None] Sync routers for ids ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:02:14.975423 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d5e3af-8d92-4247-84d2-11c9c5cdd27d None None] Routers {'8de64d02-4c8a-40ff-99aa-be0249d68dd5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:02:14.976182 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e0d5e3af-8d92-4247-84d2-11c9c5cdd27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:14.988544 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6c08eab4-12df-415b-8357-c2479ed5d002 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "PUT /v2.0/floatingips/b340a05c-9ad0-4b58-ae63-b549635cb5e3 HTTP/1.1" status: 200 len: 991 time: 1.1167650 Sep 23 23:02:14.989028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3111440-a30f-4e8f-aca8-261f0527359a', 'tag': 'eaa8a439-91ed-405a-b1a5-8659c99033e1'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:02:14.991322 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fb3dac-1763-435b-a4f9-f2690ac4ec7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3111440-a30f-4e8f-aca8-261f0527359a", "tag": "eaa8a439-91ed-405a-b1a5-8659c99033e1"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:02:15.031200 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54db8b7b-7b25-460d-8739-3e88d4981e0b x-openstack-request-id: req-54db8b7b-7b25-460d-8739-3e88d4981e0b {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:02:15.031950 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3111440-a30f-4e8f-aca8-261f0527359a", "tag": "eaa8a439-91ed-405a-b1a5-8659c99033e1", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:02:15.031950 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54db8b7b-7b25-460d-8739-3e88d4981e0b {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:02:15.032409 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3111440-a30f-4e8f-aca8-261f0527359a', 'tag': 'eaa8a439-91ed-405a-b1a5-8659c99033e1', 'status': 'completed', 'code': 200} Sep 23 23:02:15.097558 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-e0d5e3af-8d92-4247-84d2-11c9c5cdd27d None None] Set router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:02:15.100592 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb3dac-1763-435b-a4f9-f2690ac4ec7a req-df1f8399-ce9f-47fc-9442-82d4037741ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:15.102424 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-71fb3dac-1763-435b-a4f9-f2690ac4ec7a req-df1f8399-ce9f-47fc-9442-82d4037741ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 1096 time: 0.0459027 Sep 23 23:02:15.205903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb3dac-1763-435b-a4f9-f2690ac4ec7a req-13a8dbe4-ac45-4a8d-bce2-ef15297f1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:15.207365 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-71fb3dac-1763-435b-a4f9-f2690ac4ec7a req-13a8dbe4-ac45-4a8d-bce2-ef15297f1aa4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea8b69c-a296-493c-a38b-e8e5deafa4e2 HTTP/1.1" status: 200 len: 912 time: 0.0974009 Sep 23 23:02:15.286896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-71fb3dac-1763-435b-a4f9-f2690ac4ec7a req-cf4e6516-db9e-4ce5-a9b3-7fd3a4301f2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaa8a439-91ed-405a-b1a5-8659c99033e1 HTTP/1.1" status: 200 len: 999 time: 0.0719714 Sep 23 23:02:15.338699 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb3dac-1763-435b-a4f9-f2690ac4ec7a req-df15f345-a936-4ee6-b51e-2220c6470e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:15.340257 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-71fb3dac-1763-435b-a4f9-f2690ac4ec7a req-df15f345-a936-4ee6-b51e-2220c6470e95 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7af70910-c90d-4441-9b42-32e835f1cc56 HTTP/1.1" status: 200 len: 850 time: 0.0461357 Sep 23 23:02:15.389370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb3dac-1763-435b-a4f9-f2690ac4ec7a req-1fb4bcdd-2e1d-4b77-bc6c-fe311f623e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:15.390927 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-71fb3dac-1763-435b-a4f9-f2690ac4ec7a req-1fb4bcdd-2e1d-4b77-bc6c-fe311f623e75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea8b69c-a296-493c-a38b-e8e5deafa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436742 Sep 23 23:02:15.433475 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e0d5e3af-8d92-4247-84d2-11c9c5cdd27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'b340a05c-9ad0-4b58-ae63-b549635cb5e3', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'port_id': 'eaa8a439-91ed-405a-b1a5-8659c99033e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'mac_address': 'fa:16:3e:b6:74:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3111440-a30f-4e8f-aca8-261f0527359a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:01:59Z', 'updated_at': '2021-09-23T23:02:14Z', 'revision_number': 1, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03c47f4-279f-4734-ae1c-7b23cd90d4a3', 'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'mac_address': 'fa:16:3e:b5:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:52Z', 'updated_at': '2021-09-23T22:57:57Z', 'revision_number': 5, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'subnets': [{'id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:15.460227 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d5e3af-8d92-4247-84d2-11c9c5cdd27d None None] Checking router: 8de64d02-4c8a-40ff-99aa-be0249d68dd5 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:02:15.471105 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d5e3af-8d92-4247-84d2-11c9c5cdd27d None None] Routers {'8de64d02-4c8a-40ff-99aa-be0249d68dd5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:02:15.471732 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e0d5e3af-8d92-4247-84d2-11c9c5cdd27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:15.499304 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-71fb3dac-1763-435b-a4f9-f2690ac4ec7a req-5ee80cb7-4353-479d-9193-058373d46188 service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002033 Sep 23 23:02:15.606315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-71fb3dac-1763-435b-a4f9-f2690ac4ec7a req-a701e045-77a8-46fe-a741-6c5ef2d15062 service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983315 Sep 23 23:02:15.609214 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-e0d5e3af-8d92-4247-84d2-11c9c5cdd27d None None] Set router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:02:15.673004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f29347-96ae-4f23-a30f-a1b105f0391b req-c011e264-73ee-46ea-93bf-7844b51e4bc0 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:15.674912 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-04f29347-96ae-4f23-a30f-a1b105f0391b req-c011e264-73ee-46ea-93bf-7844b51e4bc0 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 943 time: 0.0687900 Sep 23 23:02:15.722259 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5a71-0072-498b-a0e2-7c93d151c754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:15.729002 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-04f29347-96ae-4f23-a30f-a1b105f0391b req-b03625f0-8af0-413f-b924-50660111e62d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 Sep 23 23:02:15.854321 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-e0d5e3af-8d92-4247-84d2-11c9c5cdd27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'b340a05c-9ad0-4b58-ae63-b549635cb5e3', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'port_id': 'eaa8a439-91ed-405a-b1a5-8659c99033e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'mac_address': 'fa:16:3e:b6:74:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3111440-a30f-4e8f-aca8-261f0527359a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:01:59Z', 'updated_at': '2021-09-23T23:02:14Z', 'revision_number': 1, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03c47f4-279f-4734-ae1c-7b23cd90d4a3', 'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'mac_address': 'fa:16:3e:b5:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:52Z', 'updated_at': '2021-09-23T22:57:57Z', 'revision_number': 5, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'subnets': [{'id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:15.880335 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d5e3af-8d92-4247-84d2-11c9c5cdd27d None None] The sync data for ids ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'] in n-d-810775-1 is: [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'b340a05c-9ad0-4b58-ae63-b549635cb5e3', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'port_id': 'eaa8a439-91ed-405a-b1a5-8659c99033e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'mac_address': 'fa:16:3e:b6:74:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3111440-a30f-4e8f-aca8-261f0527359a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:01:59Z', 'updated_at': '2021-09-23T23:02:14Z', 'revision_number': 1, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03c47f4-279f-4734-ae1c-7b23cd90d4a3', 'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'mac_address': 'fa:16:3e:b5:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:52Z', 'updated_at': '2021-09-23T22:57:57Z', 'revision_number': 5, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'subnets': [{'id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:02:16.096612 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de11bdd-18ac-4469-986e-a5444c7eabcb None None] New status for floating IP b340a05c-9ad0-4b58-ae63-b549635cb5e3: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:02:16.192389 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:16.888844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff43c0e-4cce-413f-8bc3-d6ccb112933f req-196c01dd-4f51-410a-afc4-e3aa650b22ff tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:16.890419 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7ff43c0e-4cce-413f-8bc3-d6ccb112933f req-196c01dd-4f51-410a-afc4-e3aa650b22ff tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 943 time: 0.0546186 Sep 23 23:02:16.930266 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7ff43c0e-4cce-413f-8bc3-d6ccb112933f req-aa2caf67-91a3-4007-91e1-4f97d835a6ab tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334744 Sep 23 23:02:17.007574 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:18.082715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62237bc3-dcf8-48cf-af20-958e9b35042c req-4a14abd1-26e5-4a58-bf8d-bd0dca70b901 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:18.085422 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62237bc3-dcf8-48cf-af20-958e9b35042c req-4a14abd1-26e5-4a58-bf8d-bd0dca70b901 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 943 time: 0.0692852 Sep 23 23:02:18.128051 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-62237bc3-dcf8-48cf-af20-958e9b35042c req-fef0ae25-6522-4e12-a786-04b363c814e1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362484 Sep 23 23:02:18.161479 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:18.707993 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:19.202955 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 205a1470-fb05-445f-9d05-59c4d71024f4 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:02:19.246896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39e133-c3ac-432c-b140-eed4989b16af req-5094617e-6814-47e1-bb4b-e5ee69ccca91 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:19.248799 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4a39e133-c3ac-432c-b140-eed4989b16af req-5094617e-6814-47e1-bb4b-e5ee69ccca91 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 943 time: 0.0513635 Sep 23 23:02:19.291806 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4a39e133-c3ac-432c-b140-eed4989b16af req-6ada6d6e-d3a4-4470-aada-f893a1abc35e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354455 Sep 23 23:02:19.309294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 205a1470-fb05-445f-9d05-59c4d71024f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=205a1470-fb05-445f-9d05-59c4d71024f4,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:02:19.321669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '205a1470-fb05-445f-9d05-59c4d71024f4', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'port_id': '205a1470-fb05-445f-9d05-59c4d71024f4', 'mac_address': 'fa:16:3e:79:52:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:02:19.357902 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:19.371269 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205a1470-fb05-445f-9d05-59c4d71024f4 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:02:19.390766 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 205a1470-fb05-445f-9d05-59c4d71024f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=205a1470-fb05-445f-9d05-59c4d71024f4,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:02:19.481559 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:19.532589 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=205a1470-fb05-445f-9d05-59c4d71024f4,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:19.702102 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['205a1470-fb05-445f-9d05-59c4d71024f4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:02:20.425817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e1bb7-6bc8-440d-80e9-a36dc2f5b661 req-f0fbffec-e397-44da-a467-54bdebfb17ef tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:20.427352 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e6e1bb7-6bc8-440d-80e9-a36dc2f5b661 req-f0fbffec-e397-44da-a467-54bdebfb17ef tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 944 time: 0.0572209 Sep 23 23:02:20.466847 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e6e1bb7-6bc8-440d-80e9-a36dc2f5b661 req-9b845f94-f117-4fa3-a6c8-9831040a1e1f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332303 Sep 23 23:02:21.208066 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 205a1470-fb05-445f-9d05-59c4d71024f4 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:02:21.396498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 205a1470-fb05-445f-9d05-59c4d71024f4 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:02:21.403670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 205a1470-fb05-445f-9d05-59c4d71024f4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:02:21.404278 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:21.513026 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:21.542615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a1824c-7726-4947-9c49-52eb1f7ed568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205a1470-fb05-445f-9d05-59c4d71024f4'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:02:21.545073 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41f4024-a80f-49d4-b880-2da994e4a967" -d '{"events": [{"server_uuid": "44a1824c-7726-4947-9c49-52eb1f7ed568", "name": "network-vif-plugged", "status": "completed", "tag": "205a1470-fb05-445f-9d05-59c4d71024f4"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:02:21.561267 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 205a1470-fb05-445f-9d05-59c4d71024f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=205a1470-fb05-445f-9d05-59c4d71024f4,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:02:21.588491 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2783a76c-5981-4009-a9ab-046d19934429 x-openstack-request-id: req-2783a76c-5981-4009-a9ab-046d19934429 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:02:21.588956 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a1824c-7726-4947-9c49-52eb1f7ed568", "name": "network-vif-plugged", "status": "completed", "tag": "205a1470-fb05-445f-9d05-59c4d71024f4", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:02:21.589459 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2783a76c-5981-4009-a9ab-046d19934429 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:02:21.590062 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a1824c-7726-4947-9c49-52eb1f7ed568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205a1470-fb05-445f-9d05-59c4d71024f4', 'code': 200} Sep 23 23:02:21.617584 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4921d20-2c4b-4bfa-a51e-a5ec9b13b98c req-2dea99c6-79f6-4bc7-9d5a-bf602bb45801 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:21.620288 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4921d20-2c4b-4bfa-a51e-a5ec9b13b98c req-2dea99c6-79f6-4bc7-9d5a-bf602bb45801 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 944 time: 0.0723951 Sep 23 23:02:21.682901 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4921d20-2c4b-4bfa-a51e-a5ec9b13b98c req-e85a951e-27c8-435c-9cde-779ea48c8703 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556483 Sep 23 23:02:21.686137 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:21.709380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba74313-0f49-4f3b-a060-b7f1d31d2ba1 req-93cc4ef1-f4c5-48b8-9222-ecb1c4c8eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:21.709380 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dba74313-0f49-4f3b-a060-b7f1d31d2ba1 req-93cc4ef1-f4c5-48b8-9222-ecb1c4c8eb7e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 1095 time: 0.0598078 Sep 23 23:02:21.738165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=205a1470-fb05-445f-9d05-59c4d71024f4,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:21.754281 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dba74313-0f49-4f3b-a060-b7f1d31d2ba1 req-90d78955-6ade-425f-8357-a13ea73a6f40 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355203 Sep 23 23:02:22.814815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e347f5-d331-4ee6-8742-0d300b15b988 req-5ecad8a5-121d-401e-b60a-ca54abf6065d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:22.816462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79e347f5-d331-4ee6-8742-0d300b15b988 req-5ecad8a5-121d-401e-b60a-ca54abf6065d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 945 time: 0.0566287 Sep 23 23:02:22.858940 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79e347f5-d331-4ee6-8742-0d300b15b988 req-abca99ac-5a4c-457b-8a8b-c1d2eb0c8112 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360031 Sep 23 23:02:23.988305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60868ab-8a85-4d0c-82a5-8a95dbe1cfb9 req-e25e56dd-6712-4507-a604-c98e2df82502 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:23.989974 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d60868ab-8a85-4d0c-82a5-8a95dbe1cfb9 req-e25e56dd-6712-4507-a604-c98e2df82502 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 945 time: 0.0530257 Sep 23 23:02:24.036381 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d60868ab-8a85-4d0c-82a5-8a95dbe1cfb9 req-f38d3670-aab6-47db-ad1c-2d4bdb8a498f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396032 Sep 23 23:02:24.177675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072aa0b-bce4-4bba-9f08-77ae05f77dae req-4c8287f3-0595-4ceb-acd0-3051b77df5c3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:24.179140 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e072aa0b-bce4-4bba-9f08-77ae05f77dae req-4c8287f3-0595-4ceb-acd0-3051b77df5c3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 945 time: 0.0606964 Sep 23 23:02:24.228396 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e072aa0b-bce4-4bba-9f08-77ae05f77dae req-450f8083-13b0-474d-ad65-bfff0fbee5af tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382359 Sep 23 23:02:24.346251 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00358d76-ddc9-47ca-9840-d828887bf9d0 req-0390bfd3-05b6-406c-94a8-f6ab94e743d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:24.347757 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-00358d76-ddc9-47ca-9840-d828887bf9d0 req-0390bfd3-05b6-406c-94a8-f6ab94e743d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 945 time: 0.0510447 Sep 23 23:02:24.387049 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-00358d76-ddc9-47ca-9840-d828887bf9d0 req-42e836fb-b79f-44f6-8539-011938b5d356 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Sep 23 23:02:24.844806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b9b92-09c6-4c2d-9f95-eeb21a4ea184 req-97235a2c-9bcc-4ba7-8b4c-7e1d8b21f3d0 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:24.846931 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c8b9b92-09c6-4c2d-9f95-eeb21a4ea184 req-97235a2c-9bcc-4ba7-8b4c-7e1d8b21f3d0 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 945 time: 0.0560234 Sep 23 23:02:24.886175 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c8b9b92-09c6-4c2d-9f95-eeb21a4ea184 req-aedbd1ee-48c5-4144-b0f3-213f7e4874c2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331810 Sep 23 23:02:26.003519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34741f-07f7-48ae-8a95-249f57de35a8 req-8720815a-59db-4403-b8d2-d48d619a2350 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:26.005058 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f34741f-07f7-48ae-8a95-249f57de35a8 req-8720815a-59db-4403-b8d2-d48d619a2350 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 945 time: 0.0506930 Sep 23 23:02:26.046227 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f34741f-07f7-48ae-8a95-249f57de35a8 req-92f03c69-a0e0-4ae1-8422-cfff9f95fa69 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343709 Sep 23 23:02:26.412407 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279b091-8db6-49d2-81c3-a0fed1358644 req-d172dfb6-0532-42db-8ea6-62b79bd9f1ea tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:26.413982 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5279b091-8db6-49d2-81c3-a0fed1358644 req-d172dfb6-0532-42db-8ea6-62b79bd9f1ea tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.43 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 945 time: 0.0510004 Sep 23 23:02:26.511653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-5279b091-8db6-49d2-81c3-a0fed1358644 req-fb67f35a-7525-4989-a50d-6d5b89ec85ec tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Deleting port 205a1470-fb05-445f-9d05-59c4d71024f4 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:02:26.511990 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5279b091-8db6-49d2-81c3-a0fed1358644 req-fb67f35a-7525-4989-a50d-6d5b89ec85ec tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:26.603183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5279b091-8db6-49d2-81c3-a0fed1358644 req-fb67f35a-7525-4989-a50d-6d5b89ec85ec tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] For port 205a1470-fb05-445f-9d05-59c4d71024f4, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=205a1470-fb05-445f-9d05-59c4d71024f4,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:02:26.603446 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5279b091-8db6-49d2-81c3-a0fed1358644 req-fb67f35a-7525-4989-a50d-6d5b89ec85ec tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:26.616917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-5279b091-8db6-49d2-81c3-a0fed1358644 req-fb67f35a-7525-4989-a50d-6d5b89ec85ec tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Calling delete_port for 205a1470-fb05-445f-9d05-59c4d71024f4 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:02:26.841793 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5279b091-8db6-49d2-81c3-a0fed1358644 req-fb67f35a-7525-4989-a50d-6d5b89ec85ec tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:26.854745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['205a1470-fb05-445f-9d05-59c4d71024f4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:02:26.873230 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67f35a-7525-4989-a50d-6d5b89ec85ec tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event deleted for resources: {'Port': ['ID=205a1470-fb05-445f-9d05-59c4d71024f4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:26.919832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5279b091-8db6-49d2-81c3-a0fed1358644 req-fb67f35a-7525-4989-a50d-6d5b89ec85ec tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] No DVR routers for this DVR port 205a1470-fb05-445f-9d05-59c4d71024f4 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:02:26.923824 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5279b091-8db6-49d2-81c3-a0fed1358644 req-fb67f35a-7525-4989-a50d-6d5b89ec85ec tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:26.926047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5279b091-8db6-49d2-81c3-a0fed1358644 req-fb67f35a-7525-4989-a50d-6d5b89ec85ec tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.43 "DELETE /v2.0/ports/205a1470-fb05-445f-9d05-59c4d71024f4 HTTP/1.1" status: 204 len: 173 time: 0.5039086 Sep 23 23:02:26.926536 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a1824c-7726-4947-9c49-52eb1f7ed568', 'name': 'network-vif-deleted', 'tag': '205a1470-fb05-445f-9d05-59c4d71024f4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:02:26.928892 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58302ae7-6b12-4386-9ff6-66cf7f2a04d9" -d '{"events": [{"server_uuid": "44a1824c-7726-4947-9c49-52eb1f7ed568", "name": "network-vif-deleted", "tag": "205a1470-fb05-445f-9d05-59c4d71024f4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:02:26.973457 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55c8163-719a-4b47-af37-5f61d1968fdc x-openstack-request-id: req-f55c8163-719a-4b47-af37-5f61d1968fdc {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:02:26.973760 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a1824c-7726-4947-9c49-52eb1f7ed568", "name": "network-vif-deleted", "tag": "205a1470-fb05-445f-9d05-59c4d71024f4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:02:26.974014 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f55c8163-719a-4b47-af37-5f61d1968fdc {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:02:26.974417 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a1824c-7726-4947-9c49-52eb1f7ed568', 'name': 'network-vif-deleted', 'tag': '205a1470-fb05-445f-9d05-59c4d71024f4', 'status': 'completed', 'code': 200} Sep 23 23:02:27.152843 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-65039818-0abd-412b-a6e4-7b2497b2ce20 req-6de45496-ccd8-4ec0-a80b-cd7d903e1926 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 210 time: 0.0312586 Sep 23 23:02:28.255287 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb03c211-dfd1-4b1b-ba23-f8e5c98fb757 req-af235f0f-baf1-46de-aefa-c54a3ae3070c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 210 time: 0.0292280 Sep 23 23:02:29.374070 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-653ea667-0c78-40e3-abb4-578909333c7e req-dd66f85a-2a5a-42a5-8d56-fb0649fbd956 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 210 time: 0.0387089 Sep 23 23:02:30.491224 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b4c24d78-60fd-4311-973e-3e92903d108a req-aa5fc89f-bbb7-4260-a422-6a66ee070c02 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 210 time: 0.0313394 Sep 23 23:02:31.250294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 205a1470-fb05-445f-9d05-59c4d71024f4 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:02:31.271633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 205a1470-fb05-445f-9d05-59c4d71024f4 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:02:31.271981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 205a1470-fb05-445f-9d05-59c4d71024f4 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:02:31.600973 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b8e58daa-dd82-4505-9073-9ece874df06e req-41a40798-015c-4c43-88ad-9df13c37885c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=44a1824c-7726-4947-9c49-52eb1f7ed568 HTTP/1.1" status: 200 len: 210 time: 0.0279586 Sep 23 23:02:36.914453 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:38.880079 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:02:41.281625 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37620) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:02:41.346910 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b1ee6687-90a6-4fbb-b526-309f2d87db07 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/floatingips/d6d75596-6b99-42a9-a8de-34c62d8cdbca HTTP/1.1" status: 200 len: 993 time: 0.0632079 Sep 23 23:02:41.578128 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37628) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:02:41.772261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Deleting port 87974065-6e89-410d-87de-34499522eb64 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:02:41.772605 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:41.864807 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:41.865046 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:41.878184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Calling delete_port for 87974065-6e89-410d-87de-34499522eb64 owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:02:42.138467 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:42.163743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Port': ['ID=87974065-6e89-410d-87de-34499522eb64,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:42.180124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:42.180499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:42.180875 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:42.181244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:42.181588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:42.181909 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:42.182244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:42.182681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:42.182963 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:42.183393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:42.183648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:42.183993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:42.271169 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:42.271169 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Floating IP d6d75596-6b99-42a9-a8de-34c62d8cdbca disassociated (deleted). External IP: 172.25.1.132, port: 4bd96db0-d925-4397-8e2e-61c560fe9780. Sep 23 23:02:42.493591 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Router ab8176b9-58f2-48be-b645-180c045cac51 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:02:42.933858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:02:42.939294 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:42.946354 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b2776-ae4b-4d82-8aba-e2c5e492e6f9 None None] Sync routers for ids ['ab8176b9-58f2-48be-b645-180c045cac51'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:02:42.958921 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b2776-ae4b-4d82-8aba-e2c5e492e6f9 None None] Routers {'ab8176b9-58f2-48be-b645-180c045cac51'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:02:42.960023 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9d2b2776-ae4b-4d82-8aba-e2c5e492e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:02:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab8176b9-58f2-48be-b645-180c045cac51'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:42.966438 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8ff9979f-86b0-4c2d-8194-c7a1655231cb tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "DELETE /v2.0/floatingips/d6d75596-6b99-42a9-a8de-34c62d8cdbca HTTP/1.1" status: 204 len: 168 time: 1.3872929 Sep 23 23:02:42.967032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012', 'tag': '4bd96db0-d925-4397-8e2e-61c560fe9780'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:02:42.969294 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50c96b4-2ba3-444c-a6aa-8c39e6fb00e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012", "tag": "4bd96db0-d925-4397-8e2e-61c560fe9780"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:02:43.029551 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf87c376-8d2a-4f90-9521-496de46a790b x-openstack-request-id: req-bf87c376-8d2a-4f90-9521-496de46a790b {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:02:43.029843 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012", "tag": "4bd96db0-d925-4397-8e2e-61c560fe9780", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:02:43.030100 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf87c376-8d2a-4f90-9521-496de46a790b {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:02:43.030482 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012', 'tag': '4bd96db0-d925-4397-8e2e-61c560fe9780', 'status': 'completed', 'code': 200} Sep 23 23:02:43.090922 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-031adb2a-7b08-4ed7-8bac-ce36206319b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:43.112381 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-9d2b2776-ae4b-4d82-8aba-e2c5e492e6f9 None None] Set router ab8176b9-58f2-48be-b645-180c045cac51 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:02:43.121779 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c96b4-2ba3-444c-a6aa-8c39e6fb00e0 req-1e740907-8ee0-4736-9320-a64e736279aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:43.123355 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d50c96b4-2ba3-444c-a6aa-8c39e6fb00e0 req-1e740907-8ee0-4736-9320-a64e736279aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 1096 time: 0.0479836 Sep 23 23:02:43.258906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c96b4-2ba3-444c-a6aa-8c39e6fb00e0 req-09d62dc1-da14-4d18-8565-83a42f50fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:43.261303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d50c96b4-2ba3-444c-a6aa-8c39e6fb00e0 req-09d62dc1-da14-4d18-8565-83a42f50fba4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=51f7bec3-4761-4c02-a938-ac93f7354d81 HTTP/1.1" status: 200 len: 897 time: 0.1289763 Sep 23 23:02:43.309673 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d50c96b4-2ba3-444c-a6aa-8c39e6fb00e0 req-a699882e-a92c-46c8-b3da-c914cd29e145 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd96db0-d925-4397-8e2e-61c560fe9780 HTTP/1.1" status: 200 len: 217 time: 0.0402966 Sep 23 23:02:43.356587 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9d2b2776-ae4b-4d82-8aba-e2c5e492e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:58Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '61c6aef6-052e-44d1-a025-b8669f6af508', 'name': '', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:15:72:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:56Z', 'updated_at': '2021-09-23T23:01:01Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:43.364573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c96b4-2ba3-444c-a6aa-8c39e6fb00e0 req-26f352d6-c705-4088-8c2f-ce0112b54e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:43.366192 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d50c96b4-2ba3-444c-a6aa-8c39e6fb00e0 req-26f352d6-c705-4088-8c2f-ce0112b54e65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be9c0e49-af25-4d95-888f-40d5bf485e28 HTTP/1.1" status: 200 len: 834 time: 0.0486898 Sep 23 23:02:43.386650 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b2776-ae4b-4d82-8aba-e2c5e492e6f9 None None] Checking router: ab8176b9-58f2-48be-b645-180c045cac51 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:02:43.396748 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b2776-ae4b-4d82-8aba-e2c5e492e6f9 None None] Routers {'ab8176b9-58f2-48be-b645-180c045cac51'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:02:43.397684 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9d2b2776-ae4b-4d82-8aba-e2c5e492e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:02:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab8176b9-58f2-48be-b645-180c045cac51'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:43.448825 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c96b4-2ba3-444c-a6aa-8c39e6fb00e0 req-595434fa-275a-458e-a47f-591408151039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:43.450543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d50c96b4-2ba3-444c-a6aa-8c39e6fb00e0 req-595434fa-275a-458e-a47f-591408151039 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=51f7bec3-4761-4c02-a938-ac93f7354d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525413 Sep 23 23:02:43.516363 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-9d2b2776-ae4b-4d82-8aba-e2c5e492e6f9 None None] Set router ab8176b9-58f2-48be-b645-180c045cac51 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:02:43.571221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48359d-d11c-4b20-853c-dc9e11237b36 req-840b2c00-a3e3-498b-b2f2-136a721f5745 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:43.573043 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d48359d-d11c-4b20-853c-dc9e11237b36 req-840b2c00-a3e3-498b-b2f2-136a721f5745 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 945 time: 0.1211064 Sep 23 23:02:43.633793 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d48359d-d11c-4b20-853c-dc9e11237b36 req-ae7070f3-36e6-4eab-af27-fbd8b1577d97 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e639fb0-eb7b-43fa-a34b-ecf30d99643a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444906 Sep 23 23:02:43.638053 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d50c96b4-2ba3-444c-a6aa-8c39e6fb00e0 req-ad6866f7-7ef5-4f2b-b472-f3f8afe92bce service neutron] 10.222.0.67 "GET /v2.0/networks/51f7bec3-4761-4c02-a938-ac93f7354d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759319 Sep 23 23:02:43.740122 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9d2b2776-ae4b-4d82-8aba-e2c5e492e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:58Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '61c6aef6-052e-44d1-a025-b8669f6af508', 'name': '', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:15:72:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:56Z', 'updated_at': '2021-09-23T23:01:01Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:43.748734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d50c96b4-2ba3-444c-a6aa-8c39e6fb00e0 req-8f70ea53-834f-4fb3-aa7b-250df5ad10db service neutron] 10.222.0.67 "GET /v2.0/networks/51f7bec3-4761-4c02-a938-ac93f7354d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019793 Sep 23 23:02:43.771907 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b2776-ae4b-4d82-8aba-e2c5e492e6f9 None None] The sync data for ids ['ab8176b9-58f2-48be-b645-180c045cac51'] in n-d-810775-1 is: [{'id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:58Z', 'revision_number': 4, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '61c6aef6-052e-44d1-a025-b8669f6af508', 'name': '', 'network_id': '51f7bec3-4761-4c02-a938-ac93f7354d81', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'mac_address': 'fa:16:3e:15:72:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:56Z', 'updated_at': '2021-09-23T23:01:01Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'subnets': [{'id': 'be9c0e49-af25-4d95-888f-40d5bf485e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:02:44.011879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7268dfa-6978-4a72-ae8b-d05d2e884e7a None None] New status for floating IP d6d75596-6b99-42a9-a8de-34c62d8cdbca: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:02:44.778371 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbb7c9-f5cf-4c98-9cbe-b13c3bc75b67 req-2d8d94ed-421c-407d-b95c-c7d645d168ab tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:44.780115 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18fbb7c9-f5cf-4c98-9cbe-b13c3bc75b67 req-2d8d94ed-421c-407d-b95c-c7d645d168ab tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 945 time: 0.0655928 Sep 23 23:02:44.833998 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18fbb7c9-f5cf-4c98-9cbe-b13c3bc75b67 req-5aa63776-2893-42ec-a6ec-620bd14467b9 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e639fb0-eb7b-43fa-a34b-ecf30d99643a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457156 Sep 23 23:02:45.136542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cba6c-2e88-4136-85a7-0ac0fd7c3c31 req-c0c71730-9ad7-4933-b4c1-d6fe6d9b8f82 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:02:45.138320 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5b7cba6c-2e88-4136-85a7-0ac0fd7c3c31 req-c0c71730-9ad7-4933-b4c1-d6fe6d9b8f82 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 945 time: 0.0575042 Sep 23 23:02:45.243287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-5b7cba6c-2e88-4136-85a7-0ac0fd7c3c31 req-af18b103-1764-4232-96f3-03e4fa4a9bd6 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Deleting port 4bd96db0-d925-4397-8e2e-61c560fe9780 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:02:45.243546 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5b7cba6c-2e88-4136-85a7-0ac0fd7c3c31 req-af18b103-1764-4232-96f3-03e4fa4a9bd6 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:45.346736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5b7cba6c-2e88-4136-85a7-0ac0fd7c3c31 req-af18b103-1764-4232-96f3-03e4fa4a9bd6 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] For port 4bd96db0-d925-4397-8e2e-61c560fe9780, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=4bd96db0-d925-4397-8e2e-61c560fe9780,segment=NetworkSegment(3f5df585-b669-4af0-b5d7-fae0269914c7),segment_id=3f5df585-b669-4af0-b5d7-fae0269914c7)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:02:45.347119 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5b7cba6c-2e88-4136-85a7-0ac0fd7c3c31 req-af18b103-1764-4232-96f3-03e4fa4a9bd6 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:45.363731 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-5b7cba6c-2e88-4136-85a7-0ac0fd7c3c31 req-af18b103-1764-4232-96f3-03e4fa4a9bd6 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Calling delete_port for 4bd96db0-d925-4397-8e2e-61c560fe9780 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:02:45.566888 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5b7cba6c-2e88-4136-85a7-0ac0fd7c3c31 req-af18b103-1764-4232-96f3-03e4fa4a9bd6 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:45.599267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18b103-1764-4232-96f3-03e4fa4a9bd6 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Port': ['ID=4bd96db0-d925-4397-8e2e-61c560fe9780,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:45.634301 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-10b16dbd-1b9d-4674-9619-c609ae60add8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:45.640784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7cba6c-2e88-4136-85a7-0ac0fd7c3c31 req-af18b103-1764-4232-96f3-03e4fa4a9bd6 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] No DVR routers for this DVR port 4bd96db0-d925-4397-8e2e-61c560fe9780 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:02:45.644473 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5b7cba6c-2e88-4136-85a7-0ac0fd7c3c31 req-af18b103-1764-4232-96f3-03e4fa4a9bd6 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:45.646733 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5b7cba6c-2e88-4136-85a7-0ac0fd7c3c31 req-af18b103-1764-4232-96f3-03e4fa4a9bd6 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.67 "DELETE /v2.0/ports/4bd96db0-d925-4397-8e2e-61c560fe9780 HTTP/1.1" status: 204 len: 173 time: 0.5021029 Sep 23 23:02:45.647202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012', 'name': 'network-vif-deleted', 'tag': '4bd96db0-d925-4397-8e2e-61c560fe9780'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:02:45.649665 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70144db2-c4e2-40a7-9c7c-ddeafb3c9e40" -d '{"events": [{"server_uuid": "9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012", "name": "network-vif-deleted", "tag": "4bd96db0-d925-4397-8e2e-61c560fe9780"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:02:45.688608 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee82043-aafa-4630-863b-b8a0373164f1 x-openstack-request-id: req-7ee82043-aafa-4630-863b-b8a0373164f1 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:02:45.688908 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012", "name": "network-vif-deleted", "tag": "4bd96db0-d925-4397-8e2e-61c560fe9780", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:02:45.689198 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ee82043-aafa-4630-863b-b8a0373164f1 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:02:45.689611 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012', 'name': 'network-vif-deleted', 'tag': '4bd96db0-d925-4397-8e2e-61c560fe9780', 'status': 'completed', 'code': 200} Sep 23 23:02:45.941749 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd7c94be-6247-4ce7-bd37-bc883364cf7a req-7068c177-c3fa-4a98-b497-c6c9e0e78219 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb5bbb0-13f4-4cdc-b19b-b2a3c0574012 HTTP/1.1" status: 200 len: 210 time: 0.0298042 Sep 23 23:02:46.127506 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:47.001907 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:47.008066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37672) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:02:47.083280 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d560c42f-d1e6-4fb1-9dd4-2d0af79d7a7e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:47.114561 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d560c42f-d1e6-4fb1-9dd4-2d0af79d7a7e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:47.488561 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d560c42f-d1e6-4fb1-9dd4-2d0af79d7a7e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:47.492215 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d560c42f-d1e6-4fb1-9dd4-2d0af79d7a7e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:47.494688 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d560c42f-d1e6-4fb1-9dd4-2d0af79d7a7e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "DELETE /v2.0/security-groups/7e639fb0-eb7b-43fa-a34b-ecf30d99643a HTTP/1.1" status: 204 len: 168 time: 0.4844749 Sep 23 23:02:47.510108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560c42f-d1e6-4fb1-9dd4-2d0af79d7a7e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e639fb0-eb7b-43fa-a34b-ecf30d99643a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:48.203559 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:48.210532 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37690) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:02:48.605941 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-856a81a6-d645-4cd7-b29e-e37f49d4ae8f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:48.652925 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:48.768182 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 4bd96db0-d925-4397-8e2e-61c560fe9780 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:02:48.791623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 4bd96db0-d925-4397-8e2e-61c560fe9780 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:02:48.792294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 4bd96db0-d925-4397-8e2e-61c560fe9780 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:02:48.884496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-856a81a6-d645-4cd7-b29e-e37f49d4ae8f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Deleting port 61c6aef6-052e-44d1-a025-b8669f6af508 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:02:48.884831 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-856a81a6-d645-4cd7-b29e-e37f49d4ae8f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:48.990326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-856a81a6-d645-4cd7-b29e-e37f49d4ae8f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] For port 61c6aef6-052e-44d1-a025-b8669f6af508, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=61c6aef6-052e-44d1-a025-b8669f6af508,segment=NetworkSegment(3f5df585-b669-4af0-b5d7-fae0269914c7),segment_id=3f5df585-b669-4af0-b5d7-fae0269914c7)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:02:48.990572 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-856a81a6-d645-4cd7-b29e-e37f49d4ae8f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:49.005052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-856a81a6-d645-4cd7-b29e-e37f49d4ae8f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Calling delete_port for 61c6aef6-052e-44d1-a025-b8669f6af508 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:02:49.281032 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-856a81a6-d645-4cd7-b29e-e37f49d4ae8f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:49.310525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a81a6-d645-4cd7-b29e-e37f49d4ae8f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Port': ['ID=61c6aef6-052e-44d1-a025-b8669f6af508,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:49.505334 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-856a81a6-d645-4cd7-b29e-e37f49d4ae8f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:49.736305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856a81a6-d645-4cd7-b29e-e37f49d4ae8f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Router ab8176b9-58f2-48be-b645-180c045cac51 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:02:49.845237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856a81a6-d645-4cd7-b29e-e37f49d4ae8f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:02:49.850468 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-856a81a6-d645-4cd7-b29e-e37f49d4ae8f tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "PUT /v2.0/routers/ab8176b9-58f2-48be-b645-180c045cac51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6386738 Sep 23 23:02:49.853254 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37706) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:02:49.854910 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9c372b-05c0-4488-87ba-d8720b14a977 None None] Sync routers for ids ['ab8176b9-58f2-48be-b645-180c045cac51'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:02:49.864771 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9c372b-05c0-4488-87ba-d8720b14a977 None None] Routers {'ab8176b9-58f2-48be-b645-180c045cac51'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:02:49.865433 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0d9c372b-05c0-4488-87ba-d8720b14a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:02:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab8176b9-58f2-48be-b645-180c045cac51'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:49.913194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78166b2-e71f-4c41-878b-f9e5342f1871 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Deleting subnet be9c0e49-af25-4d95-888f-40d5bf485e28 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:02:49.916681 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c78166b2-e71f-4c41-878b-f9e5342f1871 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:49.968311 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c78166b2-e71f-4c41-878b-f9e5342f1871 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:49.974717 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-0d9c372b-05c0-4488-87ba-d8720b14a977 None None] Set router ab8176b9-58f2-48be-b645-180c045cac51 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:02:50.080738 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c78166b2-e71f-4c41-878b-f9e5342f1871 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:50.264831 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0d9c372b-05c0-4488-87ba-d8720b14a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:02:49Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:50.281741 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c78166b2-e71f-4c41-878b-f9e5342f1871 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:50.299807 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9c372b-05c0-4488-87ba-d8720b14a977 None None] Checking router: ab8176b9-58f2-48be-b645-180c045cac51 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:02:50.310461 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9c372b-05c0-4488-87ba-d8720b14a977 None None] Routers {'ab8176b9-58f2-48be-b645-180c045cac51'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:02:50.310990 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0d9c372b-05c0-4488-87ba-d8720b14a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:02:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab8176b9-58f2-48be-b645-180c045cac51'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:50.320295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78166b2-e71f-4c41-878b-f9e5342f1871 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Subnet': ['ID=be9c0e49-af25-4d95-888f-40d5bf485e28,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:50.323874 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c78166b2-e71f-4c41-878b-f9e5342f1871 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:50.324057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6380fe28-87df-4168-b11b-1a601eeb8539 None None] Network 51f7bec3-4761-4c02-a938-ac93f7354d81 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:02:50.325870 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c78166b2-e71f-4c41-878b-f9e5342f1871 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "DELETE /v2.0/subnets/be9c0e49-af25-4d95-888f-40d5bf485e28 HTTP/1.1" status: 204 len: 168 time: 0.4715154 Sep 23 23:02:50.328408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37720) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:02:50.462275 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-0d9c372b-05c0-4488-87ba-d8720b14a977 None None] Set router ab8176b9-58f2-48be-b645-180c045cac51 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:02:50.464963 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:50.548458 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] DHCP port deletion for 51f7bec3-4761-4c02-a938-ac93f7354d81 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:02:50.608545 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:50.616607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Deleting port 7a333b3b-f68b-414a-bc10-804f91c10e4f {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:02:50.617314 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:50.703972 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] For port 7a333b3b-f68b-414a-bc10-804f91c10e4f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7a333b3b-f68b-414a-bc10-804f91c10e4f,segment=NetworkSegment(3f5df585-b669-4af0-b5d7-fae0269914c7),segment_id=3f5df585-b669-4af0-b5d7-fae0269914c7)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:02:50.704804 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:50.723869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Calling delete_port for 7a333b3b-f68b-414a-bc10-804f91c10e4f owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:02:50.744418 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-0d9c372b-05c0-4488-87ba-d8720b14a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:02:49Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:50.753744 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Deleting port a97066c1-4f01-4e5e-bf65-82aa39976969 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:02:50.754087 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:50.784558 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9c372b-05c0-4488-87ba-d8720b14a977 None None] The sync data for ids ['ab8176b9-58f2-48be-b645-180c045cac51'] in n-d-810775-1 is: [{'id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'name': 'tempest-TestNetworkBasicOps-router-1749594602', 'tenant_id': '23e21d3ac6714dd4afe3c44f292f8033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:02:49Z', 'revision_number': 5, 'project_id': '23e21d3ac6714dd4afe3c44f292f8033', 'gw_port': {'id': 'a97066c1-4f01-4e5e-bf65-82aa39976969', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8176b9-58f2-48be-b645-180c045cac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:00:52Z', 'updated_at': '2021-09-23T23:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:02:50.856424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] For port a97066c1-4f01-4e5e-bf65-82aa39976969, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=a97066c1-4f01-4e5e-bf65-82aa39976969,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:02:50.859088 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:50.871866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Calling delete_port for a97066c1-4f01-4e5e-bf65-82aa39976969 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:02:50.916157 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:50.945854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Pushing event deleted for resources: {'Port': ['ID=7a333b3b-f68b-414a-bc10-804f91c10e4f,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:50.957100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] No DVR routers for this DVR port 7a333b3b-f68b-414a-bc10-804f91c10e4f on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:02:50.960903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:50.960903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:50.960903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:50.960903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:50.961923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:50.961923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:50.961923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:50.962681 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:50.962681 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:50.962681 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:50.963006 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:50.963728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5452a-ac25-468d-ae1a-53c1380d8136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:51.161529 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:51.193935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Port': ['ID=a97066c1-4f01-4e5e-bf65-82aa39976969,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:51.275607 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:51.402568 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:51.405338 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:51.455505 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7a333b3b-f68b-414a-bc10-804f91c10e4f no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:02:51.481696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 7a333b3b-f68b-414a-bc10-804f91c10e4f {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:02:51.482044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7a333b3b-f68b-414a-bc10-804f91c10e4f not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:02:51.482492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 61c6aef6-052e-44d1-a025-b8669f6af508 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:02:51.503800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 61c6aef6-052e-44d1-a025-b8669f6af508 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:02:51.504144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 61c6aef6-052e-44d1-a025-b8669f6af508 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:02:51.533417 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:51.535038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Fanout notify agent at l3_agent the message router_deleted on router ab8176b9-58f2-48be-b645-180c045cac51 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:02:51.541709 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:51.542915 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bf5484ab-8d95-43ce-8bcd-0399d61a6eb8 tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "DELETE /v2.0/routers/ab8176b9-58f2-48be-b645-180c045cac51 HTTP/1.1" status: 204 len: 168 time: 1.2134712 Sep 23 23:02:51.545601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37726) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:02:51.637067 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-811359aa-c8a2-43b8-9ad9-36643e6d277e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:51.746480 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-811359aa-c8a2-43b8-9ad9-36643e6d277e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:52.120312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-811359aa-c8a2-43b8-9ad9-36643e6d277e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f7bec3-4761-4c02-a938-ac93f7354d81']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:52.131857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-811359aa-c8a2-43b8-9ad9-36643e6d277e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5df585-b669-4af0-b5d7-fae0269914c7') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:52.132159 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-811359aa-c8a2-43b8-9ad9-36643e6d277e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5df585-b669-4af0-b5d7-fae0269914c7') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:02:52.144149 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-811359aa-c8a2-43b8-9ad9-36643e6d277e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:52.161368 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-811359aa-c8a2-43b8-9ad9-36643e6d277e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:52.168529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811359aa-c8a2-43b8-9ad9-36643e6d277e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:02:52.168943 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-811359aa-c8a2-43b8-9ad9-36643e6d277e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:02:52.172344 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:02:52.430053 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-811359aa-c8a2-43b8-9ad9-36643e6d277e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:52.449267 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-811359aa-c8a2-43b8-9ad9-36643e6d277e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:52.451199 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-811359aa-c8a2-43b8-9ad9-36643e6d277e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] 10.222.0.22 "DELETE /v2.0/networks/51f7bec3-4761-4c02-a938-ac93f7354d81 HTTP/1.1" status: 204 len: 168 time: 0.9040337 Sep 23 23:02:52.452393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811359aa-c8a2-43b8-9ad9-36643e6d277e tempest-TestNetworkBasicOps-821493937 tempest-TestNetworkBasicOps-821493937-project] Pushing event deleted for resources: {'Network': ['ID=51f7bec3-4761-4c02-a938-ac93f7354d81,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:53.061698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37736) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:02:53.208128 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a88d3e84-f655-4dd4-a23e-8fe159e2f167 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23e21d3ac6714dd4afe3c44f292f8033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441844 Sep 23 23:02:53.210732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37742) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:02:53.268266 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1a3b-ec30-4add-8d80-ce0dd0fab368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:53.291428 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1a3b-ec30-4add-8d80-ce0dd0fab368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:53.323325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a97066c1-4f01-4e5e-bf65-82aa39976969 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:02:53.345036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: a97066c1-4f01-4e5e-bf65-82aa39976969 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:02:53.345424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device a97066c1-4f01-4e5e-bf65-82aa39976969 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:02:53.458528 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1a3b-ec30-4add-8d80-ce0dd0fab368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:53.461209 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1a3b-ec30-4add-8d80-ce0dd0fab368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:53.462409 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7d1a1a3b-ec30-4add-8d80-ce0dd0fab368 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd868681-dc60-415a-be64-14445a199f5d HTTP/1.1" status: 204 len: 168 time: 0.2507668 Sep 23 23:02:53.471981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a1a3b-ec30-4add-8d80-ce0dd0fab368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd868681-dc60-415a-be64-14445a199f5d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:54.418733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 37752) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:02:54.434850 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92554f50-05bd-49ce-bc0c-c4c40ceb949e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:54.534736 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92554f50-05bd-49ce-bc0c-c4c40ceb949e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:54.629713 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92554f50-05bd-49ce-bc0c-c4c40ceb949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:54.672099 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-92554f50-05bd-49ce-bc0c-c4c40ceb949e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8911e98c5f48414cb9a2340b4ac71412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520716 Sep 23 23:02:54.673542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92554f50-05bd-49ce-bc0c-c4c40ceb949e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ed3b27-103f-4a15-8932-80baa13be770,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:54.674951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 37758) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:02:54.732415 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:54.756245 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:54.955529 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:54.958197 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:02:54.959385 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94ed3b27-103f-4a15-8932-80baa13be770 HTTP/1.1" status: 204 len: 168 time: 0.2834284 Sep 23 23:02:54.968193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ed3b27-103f-4a15-8932-80baa13be770,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:02:54.978995 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:54.979347 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:54.979675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:54.980236 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:54.980588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:54.980926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:54.981300 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:54.981630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:54.986740 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:54.986740 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:54.986740 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:02:54.986740 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b4e49-40e9-4ac7-9f6c-8b26975ea5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:01.493394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-6387041c-46b7-4850-b29a-a5ba3eda2d9a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:01.494992 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-6387041c-46b7-4850-b29a-a5ba3eda2d9a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 811 time: 0.1135592 Sep 23 23:03:01.511915 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-88381123-b6a3-4ce0-85eb-72f352c24ebb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/quotas/d11e96efbe4c43a2977eef6acd246f67 HTTP/1.1" status: 200 len: 375 time: 0.0100284 Sep 23 23:03:01.570056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-c087055e-71b4-4090-94cb-c6338d92b0c6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512867 Sep 23 23:03:01.677795 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-6fad0735-bd61-4bdd-b6b7-381a73b3dcdf service neutron] 10.222.0.22 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999663 Sep 23 23:03:01.784547 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-e92ad054-5075-4573-9dcf-551ab45f20ee service neutron] 10.222.0.22 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001322 Sep 23 23:03:02.094672 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14d416b2-2a8b-480c-9089-15bdbdfdb256 req-e95a0789-d7d1-406b-959c-d2b5dd3bbe12 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 210 time: 0.0326910 Sep 23 23:03:03.191313 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c8fc17b-044d-489f-b347-e960112ee8e3 req-80e2bfe2-f9ba-4744-9f45-bb3420df972b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 210 time: 0.0275493 Sep 23 23:03:04.212411 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-fd97dfcf-08bb-44b2-bbc1-7ce50808b703 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:04.213898 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-fd97dfcf-08bb-44b2-bbc1-7ce50808b703 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 811 time: 0.1090381 Sep 23 23:03:04.234923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-9a349528-26c3-47a5-807c-8b6e363b5b94 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'port': {'device_id': 'b2c31ee5-5917-4a39-aa64-5f52c9bcb220', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'admin_state_up': True, 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:03:04.290429 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3f1bd575-a883-466e-b801-3f97db87e4d9 req-7cff3dce-f68a-4332-a836-a97e1aebb5b7 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 210 time: 0.0280950 Sep 23 23:03:04.464067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-9a349528-26c3-47a5-807c-8b6e363b5b94 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Made reservation on behalf of d11e96efbe4c43a2977eef6acd246f67 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:03:04.473682 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-9a349528-26c3-47a5-807c-8b6e363b5b94 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:04.605553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-9a349528-26c3-47a5-807c-8b6e363b5b94 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Allocated IP 172.20.0.5 (45b51b8f-7d52-4e5c-b7db-66198a209fb1/1db05adc-8484-42c0-adc6-2c2f758e2ab6/a5b21598-0e30-4546-9d3d-a425d256f282) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:03:04.769771 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-9a349528-26c3-47a5-807c-8b6e363b5b94 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:04.881477 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-9a349528-26c3-47a5-807c-8b6e363b5b94 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:04.931650 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-9a349528-26c3-47a5-807c-8b6e363b5b94 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:03:04.934764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-9a349528-26c3-47a5-807c-8b6e363b5b94 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:03:04.938372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-9a349528-26c3-47a5-807c-8b6e363b5b94 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:03:04.971910 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a349528-26c3-47a5-807c-8b6e363b5b94 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'Port': ['ID=a5b21598-0e30-4546-9d3d-a425d256f282,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:03:05.003011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-9a349528-26c3-47a5-807c-8b6e363b5b94 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:05.003659 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-9a349528-26c3-47a5-807c-8b6e363b5b94 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:05.103268 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-9a349528-26c3-47a5-807c-8b6e363b5b94 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8749008 Sep 23 23:03:05.121738 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Request body: {'port': {'device_id': 'b2c31ee5-5917-4a39-aa64-5f52c9bcb220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:03:05.198505 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:05.235873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2dbdff9c-7b47-4053-ba30-24036ab5787b None None] Provisioning complete for port a5b21598-0e30-4546-9d3d-a425d256f282 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:03:05.236376 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2dbdff9c-7b47-4053-ba30-24036ab5787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:05.286207 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2dbdff9c-7b47-4053-ba30-24036ab5787b None None] Port a5b21598-0e30-4546-9d3d-a425d256f282 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:03:05.425432 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a5e46-1da8-4162-b73b-59c97f5ed54c req-fdc84e3b-53fb-42d8-ad6c-227f7668fea7 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:05.429155 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-156a5e46-1da8-4162-b73b-59c97f5ed54c req-fdc84e3b-53fb-42d8-ad6c-227f7668fea7 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 931 time: 0.0627003 Sep 23 23:03:05.477305 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-156a5e46-1da8-4162-b73b-59c97f5ed54c req-d1cb5e93-a69e-4a86-8900-754875d94473 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404899 Sep 23 23:03:05.515630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b21598-0e30-4546-9d3d-a425d256f282 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:03:05.524520 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:05.539447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Transition to ACTIVE for port object a5b21598-0e30-4546-9d3d-a425d256f282 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:03:05.623900 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:05.682478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Pushing event updated for resources: {'Port': ['ID=a5b21598-0e30-4546-9d3d-a425d256f282,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:03:05.779801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Attempting to bind port a5b21598-0e30-4546-9d3d-a425d256f282 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:03:05.780223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Attempting to bind port a5b21598-0e30-4546-9d3d-a425d256f282 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:03:05.780762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Attempting to bind port a5b21598-0e30-4546-9d3d-a425d256f282 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:03:05.786681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Port a5b21598-0e30-4546-9d3d-a425d256f282 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:03:05.787149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Attempting to bind port a5b21598-0e30-4546-9d3d-a425d256f282 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:03:05.792888 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:03:05.793355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Checking segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:03:05.793646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Bound using segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:03:05.794085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Bound port: a5b21598-0e30-4546-9d3d-a425d256f282, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:03:05.794442 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:05.871639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] For port a5b21598-0e30-4546-9d3d-a425d256f282, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:03:05.875529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] For port a5b21598-0e30-4546-9d3d-a425d256f282, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=a5b21598-0e30-4546-9d3d-a425d256f282,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:03:05.989891 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:06.047878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:06.047878 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:06.047878 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] 10.222.0.67 "PUT /v2.0/ports/a5b21598-0e30-4546-9d3d-a425d256f282 HTTP/1.1" status: 200 len: 1091 time: 0.9192567 Sep 23 23:03:06.047878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c31ee5-5917-4a39-aa64-5f52c9bcb220', 'tag': 'a5b21598-0e30-4546-9d3d-a425d256f282'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:03:06.047878 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f01e095-da37-4322-a75a-834d4221b4be" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c31ee5-5917-4a39-aa64-5f52c9bcb220", "tag": "a5b21598-0e30-4546-9d3d-a425d256f282"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:03:06.072972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3eb615-fe5c-4383-a54d-22ceada7428c service neutron] Pushing event updated for resources: {'Port': ['ID=a5b21598-0e30-4546-9d3d-a425d256f282,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:03:06.084145 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571a9904-c195-4a45-9d7a-465e901f497c x-openstack-request-id: req-571a9904-c195-4a45-9d7a-465e901f497c {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:03:06.084933 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c31ee5-5917-4a39-aa64-5f52c9bcb220", "tag": "a5b21598-0e30-4546-9d3d-a425d256f282", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:03:06.084933 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-571a9904-c195-4a45-9d7a-465e901f497c {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:03:06.085363 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c31ee5-5917-4a39-aa64-5f52c9bcb220', 'tag': 'a5b21598-0e30-4546-9d3d-a425d256f282', 'status': 'completed', 'code': 200} Sep 23 23:03:06.179545 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01e095-da37-4322-a75a-834d4221b4be req-5d8be4be-4086-4843-98cd-243055944b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:06.182509 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f01e095-da37-4322-a75a-834d4221b4be req-5d8be4be-4086-4843-98cd-243055944b04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 1094 time: 0.0560999 Sep 23 23:03:06.345471 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01e095-da37-4322-a75a-834d4221b4be req-4dbae3eb-ccbf-4466-9248-71d45e00af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:06.347182 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f01e095-da37-4322-a75a-834d4221b4be req-4dbae3eb-ccbf-4466-9248-71d45e00af28 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d11e96efbe4c43a2977eef6acd246f67&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1523235 Sep 23 23:03:06.452516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01e095-da37-4322-a75a-834d4221b4be req-dfd7cd1e-749c-4fa7-9e4d-fbf224a844fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:06.454836 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f01e095-da37-4322-a75a-834d4221b4be req-dfd7cd1e-749c-4fa7-9e4d-fbf224a844fd service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000566 Sep 23 23:03:06.579511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-c0baf212-67f1-4eeb-9e06-001b1833143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:06.580222 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-c0baf212-67f1-4eeb-9e06-001b1833143c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 1094 time: 0.0603662 Sep 23 23:03:06.648636 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-47fceb34-549c-4f07-b0a0-2d96da82d903 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5b21598-0e30-4546-9d3d-a425d256f282 HTTP/1.1" status: 200 len: 217 time: 0.0525370 Sep 23 23:03:06.730655 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf5021-1c52-47d4-b1c0-284ca0a29ef5 req-d063cd7a-8eb7-461b-9f74-2668c79f1ef2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:06.733138 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1cdf5021-1c52-47d4-b1c0-284ca0a29ef5 req-d063cd7a-8eb7-461b-9f74-2668c79f1ef2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.1279802 Sep 23 23:03:06.736351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-c8c6c0fd-3baa-45cf-a0c7-a59214ef8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:06.738046 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-c8c6c0fd-3baa-45cf-a0c7-a59214ef8569 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0750880 Sep 23 23:03:06.833826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1cdf5021-1c52-47d4-b1c0-284ca0a29ef5 req-12842626-6906-42c1-bf3e-fa5cd8f2616a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812607 Sep 23 23:03:06.833826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-65fb05fc-0a8a-4e41-b1e1-33f930451587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:06.833826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-65fb05fc-0a8a-4e41-b1e1-33f930451587 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832331 Sep 23 23:03:06.892094 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:06.935962 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-97da0979-1ca2-4c6b-9441-60a75ea122bc service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954547 Sep 23 23:03:07.041004 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8feb1a8a-1cc9-477b-ae56-6e2782415d4d req-9a50a739-9599-4f51-b657-b1541845dcae service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972028 Sep 23 23:03:07.966810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9386f5-54dc-4677-b123-15420e84ea45 req-fcf4060b-21b3-46c1-850e-1f39b8916de6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:07.968461 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d9386f5-54dc-4677-b123-15420e84ea45 req-fcf4060b-21b3-46c1-850e-1f39b8916de6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0657985 Sep 23 23:03:08.016488 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d9386f5-54dc-4677-b123-15420e84ea45 req-bf547919-2f39-4c51-8485-8a4b8c733fff tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Sep 23 23:03:09.159352 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c713b1-c9e0-4b27-b201-cfa9215a323d req-e3322856-ea56-4535-aee8-7c85ed865cef tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:09.161007 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2c713b1-c9e0-4b27-b201-cfa9215a323d req-e3322856-ea56-4535-aee8-7c85ed865cef tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0555060 Sep 23 23:03:09.214656 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2c713b1-c9e0-4b27-b201-cfa9215a323d req-89866dd1-784a-42e2-985e-d12533f1702a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472648 Sep 23 23:03:10.338409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e5fd2-f146-4771-a887-c3891020d0e7 req-6b248b50-0529-4515-b900-91d0927e6afc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:10.339956 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b89e5fd2-f146-4771-a887-c3891020d0e7 req-6b248b50-0529-4515-b900-91d0927e6afc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0509892 Sep 23 23:03:10.379717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b89e5fd2-f146-4771-a887-c3891020d0e7 req-7b3d089a-d709-4162-b750-1be010a516d6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328751 Sep 23 23:03:11.507667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fd863-a235-436d-b583-b65ff704edb0 req-afb8486b-e0d8-47f0-bc50-27eb147fbb1d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:11.510234 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-629fd863-a235-436d-b583-b65ff704edb0 req-afb8486b-e0d8-47f0-bc50-27eb147fbb1d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0525308 Sep 23 23:03:11.556539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-629fd863-a235-436d-b583-b65ff704edb0 req-d4fb0dae-bb31-4ff0-b998-d48fad72416e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403419 Sep 23 23:03:12.682854 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808969de-5786-43de-8e87-afc2a2a549ac req-fca1be42-e878-4919-b245-c7707f14dfc9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:12.684933 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-808969de-5786-43de-8e87-afc2a2a549ac req-fca1be42-e878-4919-b245-c7707f14dfc9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0547831 Sep 23 23:03:12.734706 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-808969de-5786-43de-8e87-afc2a2a549ac req-d854abfd-f7b7-4c25-9498-32da222d5774 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416622 Sep 23 23:03:13.142330 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b79649b1-6c22-40d8-b3ea-109b732d99f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:13.869824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56414d-23d6-4135-ba79-658223d54f0c req-1f0f7863-a0bf-4941-a31c-b2f704c092eb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:13.871400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c56414d-23d6-4135-ba79-658223d54f0c req-1f0f7863-a0bf-4941-a31c-b2f704c092eb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0607688 Sep 23 23:03:13.917628 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c56414d-23d6-4135-ba79-658223d54f0c req-3fc78635-ecf1-4adf-8501-47ed520a6837 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390542 Sep 23 23:03:15.337041 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d5cb1-8a62-4b5c-b5a2-29405c93aee7 req-15533e59-be12-4c7f-b9ad-217d504ac288 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:15.339166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f0d5cb1-8a62-4b5c-b5a2-29405c93aee7 req-15533e59-be12-4c7f-b9ad-217d504ac288 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.3464482 Sep 23 23:03:15.393368 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f0d5cb1-8a62-4b5c-b5a2-29405c93aee7 req-ab79f093-e483-488e-b0cc-499dd6fd7809 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442135 Sep 23 23:03:15.623884 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cfd25be6-199f-46de-afe7-1373c1eea521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:15.882781 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:03:16.131878 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:16.526231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c27aa-f435-4202-999f-8b2d744564c8 req-14d79b92-c67f-44b6-9265-3bc9f373056b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:16.527747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-961c27aa-f435-4202-999f-8b2d744564c8 req-14d79b92-c67f-44b6-9265-3bc9f373056b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0531802 Sep 23 23:03:16.575107 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-961c27aa-f435-4202-999f-8b2d744564c8 req-566935ac-ab7d-4be5-98ac-2e006081f6f7 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392187 Sep 23 23:03:17.020456 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:17.725524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0d2ab-2e64-4d18-b751-e4c80779a91e req-8a2ed7a6-3a6f-4283-b8d5-61d7c8fd31bb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:17.727214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fb0d2ab-2e64-4d18-b751-e4c80779a91e req-8a2ed7a6-3a6f-4283-b8d5-61d7c8fd31bb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0681121 Sep 23 23:03:17.785636 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0fb0d2ab-2e64-4d18-b751-e4c80779a91e req-2342759e-70e6-4022-a1cf-6c79f563cbbb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458229 Sep 23 23:03:18.166638 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:18.715755 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:18.928639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23465b93-22f5-4c04-a8f7-6ea8824f487c req-e4cda913-fe91-494d-bd02-2b4d0995ae0b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:18.930337 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-23465b93-22f5-4c04-a8f7-6ea8824f487c req-e4cda913-fe91-494d-bd02-2b4d0995ae0b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0623407 Sep 23 23:03:18.976525 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-23465b93-22f5-4c04-a8f7-6ea8824f487c req-d0d84c86-8db2-46ae-93cb-80e82e683b6a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399852 Sep 23 23:03:20.115788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993f85b-b923-4403-acaa-e2c5fa50a006 req-a69951b7-f62e-4ae3-ac90-442dcfb1861d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:20.117429 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6993f85b-b923-4403-acaa-e2c5fa50a006 req-a69951b7-f62e-4ae3-ac90-442dcfb1861d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0594821 Sep 23 23:03:20.190100 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6993f85b-b923-4403-acaa-e2c5fa50a006 req-812c3189-3d32-41aa-8e0a-7cc1b87872da tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658188 Sep 23 23:03:20.297947 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-204b32cf-4ea8-4930-aaba-a54269a8ddbb req-09e66b1d-9f28-42a6-9255-ac025d665029 service neutron] (95490) timed out ('10.222.0.22', 49414) {{(pid=95490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 23:03:21.328768 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21c2c7-ad25-43b5-986f-10678e1b2cac req-e77fdba8-a90d-460a-987d-9466d3704c57 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:21.330435 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f21c2c7-ad25-43b5-986f-10678e1b2cac req-e77fdba8-a90d-460a-987d-9466d3704c57 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0632541 Sep 23 23:03:21.378062 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f21c2c7-ad25-43b5-986f-10678e1b2cac req-467ec69d-d3c2-4bf1-9667-90c174ee0248 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399442 Sep 23 23:03:22.522148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d32b9-37e7-408e-932a-445cc2dcfd39 req-55f37787-b0df-410a-a53a-9a41034e3f36 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:22.523995 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-399d32b9-37e7-408e-932a-445cc2dcfd39 req-55f37787-b0df-410a-a53a-9a41034e3f36 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0562222 Sep 23 23:03:22.578516 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-399d32b9-37e7-408e-932a-445cc2dcfd39 req-1bdebaae-ba46-47d5-a2c2-b9aff225d77b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459847 Sep 23 23:03:23.758076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1ca69-c35f-4fc9-b453-915f005f443a req-8704b390-cdcd-4213-9ead-b7d6e1b1a764 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:23.759788 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32c1ca69-c35f-4fc9-b453-915f005f443a req-8704b390-cdcd-4213-9ead-b7d6e1b1a764 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0929577 Sep 23 23:03:23.809635 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-32c1ca69-c35f-4fc9-b453-915f005f443a req-61c3dfc7-75c0-4ee4-b9a8-5d9ee9b9017d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425444 Sep 23 23:03:24.944693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01a4e3-d840-4821-9d43-6a7407c24c89 req-6b6e5497-f6bc-469a-8271-6ac3f560db6c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:24.946434 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a01a4e3-d840-4821-9d43-6a7407c24c89 req-6b6e5497-f6bc-469a-8271-6ac3f560db6c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0540874 Sep 23 23:03:24.996313 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a01a4e3-d840-4821-9d43-6a7407c24c89 req-d00eb656-6616-4d4d-b115-7c237c26aa4b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379748 Sep 23 23:03:26.151780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417152c-b65c-4e98-a644-7bca8a8daf23 req-caa1ae5d-b104-430a-88dd-7e60b6edef17 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:26.153357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8417152c-b65c-4e98-a644-7bca8a8daf23 req-caa1ae5d-b104-430a-88dd-7e60b6edef17 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0571754 Sep 23 23:03:26.196508 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8417152c-b65c-4e98-a644-7bca8a8daf23 req-2d52fd0a-d0f5-4719-886a-71bfab62baa8 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348682 Sep 23 23:03:27.326897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af4b5-c676-4c1e-a3fa-fc22d52f5b79 req-493ca8dd-e5dd-4fbf-bb1d-dae2038e6883 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:27.330094 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f4af4b5-c676-4c1e-a3fa-fc22d52f5b79 req-493ca8dd-e5dd-4fbf-bb1d-dae2038e6883 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0609536 Sep 23 23:03:27.376440 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f4af4b5-c676-4c1e-a3fa-fc22d52f5b79 req-095a9594-8a95-4636-bdd6-8c42ce1016fe tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398397 Sep 23 23:03:28.494417 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7afa0-14fc-4ee8-9a68-908d2eee2d4f req-d079ed20-8e37-4bd6-bf21-cdb9638f4523 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:28.495990 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bf7afa0-14fc-4ee8-9a68-908d2eee2d4f req-d079ed20-8e37-4bd6-bf21-cdb9638f4523 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0515752 Sep 23 23:03:28.535747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8bf7afa0-14fc-4ee8-9a68-908d2eee2d4f req-ed0509ca-7ea1-496c-96e4-f8c81d1dda47 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335112 Sep 23 23:03:29.658003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02592f-96ac-4f9d-9c58-a4ea8a630ed7 req-d560c255-ed9f-4049-b77c-fbffaf546f7b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:29.659544 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8a02592f-96ac-4f9d-9c58-a4ea8a630ed7 req-d560c255-ed9f-4049-b77c-fbffaf546f7b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0527263 Sep 23 23:03:29.701314 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8a02592f-96ac-4f9d-9c58-a4ea8a630ed7 req-162dc115-a907-4ee5-b60b-c95217ba2a62 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355895 Sep 23 23:03:30.824769 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6bbc9-e466-4873-827f-fda1ddc58d0e req-eadb335c-4bdf-4d67-8f13-d2e0e4454663 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:30.826522 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be6bbc9-e466-4873-827f-fda1ddc58d0e req-eadb335c-4bdf-4d67-8f13-d2e0e4454663 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0559530 Sep 23 23:03:30.873658 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5be6bbc9-e466-4873-827f-fda1ddc58d0e req-5a5eaccd-2cf2-42b5-a0ee-26ce87c0ce71 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 Sep 23 23:03:31.997791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f4214-243d-40e7-aa7d-25b4e3ddeacf req-ced4bff2-f0f1-4be4-a898-3bac89131610 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:31.999324 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-897f4214-243d-40e7-aa7d-25b4e3ddeacf req-ced4bff2-f0f1-4be4-a898-3bac89131610 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0536854 Sep 23 23:03:32.040312 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-897f4214-243d-40e7-aa7d-25b4e3ddeacf req-58247d00-98a0-413d-b109-cffcae809914 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341413 Sep 23 23:03:33.166787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6bed1-a621-447c-be6e-0bf6e9b08ec5 req-2dfa1e60-aa3b-4ceb-adc7-00c59e4bc693 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:33.168330 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6cd6bed1-a621-447c-be6e-0bf6e9b08ec5 req-2dfa1e60-aa3b-4ceb-adc7-00c59e4bc693 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0524766 Sep 23 23:03:33.210098 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6cd6bed1-a621-447c-be6e-0bf6e9b08ec5 req-abee4085-6ecc-47ea-a2b2-3aeab00f7ab9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352633 Sep 23 23:03:34.336339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd763-0913-433c-bff3-878de7dafe35 req-ce505487-0e63-4e02-a851-a3ecf8b61213 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:34.337853 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0eecd763-0913-433c-bff3-878de7dafe35 req-ce505487-0e63-4e02-a851-a3ecf8b61213 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0543401 Sep 23 23:03:34.382255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0eecd763-0913-433c-bff3-878de7dafe35 req-7e7ba827-b204-46e3-9945-3e5470bdccc6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378680 Sep 23 23:03:35.501583 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a4489-9e96-4375-9463-9ff70342a028 req-5fea37c8-20c5-4824-aae0-f088584d5c5b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:35.503126 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d7a4489-9e96-4375-9463-9ff70342a028 req-5fea37c8-20c5-4824-aae0-f088584d5c5b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0511799 Sep 23 23:03:35.541357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d7a4489-9e96-4375-9463-9ff70342a028 req-024c1977-f63a-474f-a795-84f6ac2c95e4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325248 Sep 23 23:03:36.665235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da0491-650d-4f25-a885-0804b5ec6def req-e6d76cd3-c444-4f01-a208-71f79191ca35 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:36.666886 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-17da0491-650d-4f25-a885-0804b5ec6def req-e6d76cd3-c444-4f01-a208-71f79191ca35 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0549977 Sep 23 23:03:36.707242 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-17da0491-650d-4f25-a885-0804b5ec6def req-ff723317-2e0b-4e96-b23b-7572060fab24 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340137 Sep 23 23:03:36.875396 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:37.831585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912431a-f987-42da-b4ac-cae04d507669 req-7031e416-ad56-40b4-988f-c19a4b038472 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:37.833234 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0912431a-f987-42da-b4ac-cae04d507669 req-7031e416-ad56-40b4-988f-c19a4b038472 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0547369 Sep 23 23:03:37.876754 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0912431a-f987-42da-b4ac-cae04d507669 req-b4de05f6-4aea-44e7-9aab-29f11988c0f2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375473 Sep 23 23:03:38.488823 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78e17078-3d2a-42f9-ac19-180b46c4ca4e req-8482cbb4-0c75-4a16-82df-3f4552983b91 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432875 Sep 23 23:03:38.582664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e17078-3d2a-42f9-ac19-180b46c4ca4e req-9dd6b2ca-8b71-4ade-bc82-ba2c3688f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:38.585094 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78e17078-3d2a-42f9-ac19-180b46c4ca4e req-9dd6b2ca-8b71-4ade-bc82-ba2c3688f8f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 1096 time: 0.0450182 Sep 23 23:03:38.713398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e17078-3d2a-42f9-ac19-180b46c4ca4e req-05d2fffb-026a-46b3-b401-009db3d1270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:38.715134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78e17078-3d2a-42f9-ac19-180b46c4ca4e req-05d2fffb-026a-46b3-b401-009db3d1270f service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea8b69c-a296-493c-a38b-e8e5deafa4e2 HTTP/1.1" status: 200 len: 912 time: 0.1092603 Sep 23 23:03:38.791266 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78e17078-3d2a-42f9-ac19-180b46c4ca4e req-489c4c0c-e175-48ca-866c-a6e6ab091d0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaa8a439-91ed-405a-b1a5-8659c99033e1 HTTP/1.1" status: 200 len: 1001 time: 0.0677323 Sep 23 23:03:38.844972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e17078-3d2a-42f9-ac19-180b46c4ca4e req-c7f08989-f3b9-4b2b-892a-57d018ac6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:38.846543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78e17078-3d2a-42f9-ac19-180b46c4ca4e req-c7f08989-f3b9-4b2b-892a-57d018ac6abc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7af70910-c90d-4441-9b42-32e835f1cc56 HTTP/1.1" status: 200 len: 850 time: 0.0474513 Sep 23 23:03:38.899883 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e17078-3d2a-42f9-ac19-180b46c4ca4e req-dc873c0a-b1ee-4017-98e5-8537520c54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:38.901472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78e17078-3d2a-42f9-ac19-180b46c4ca4e req-dc873c0a-b1ee-4017-98e5-8537520c54a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea8b69c-a296-493c-a38b-e8e5deafa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481558 Sep 23 23:03:39.038623 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78e17078-3d2a-42f9-ac19-180b46c4ca4e req-10f4915e-2547-4a8c-8c7d-9756efbb2d67 service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289561 Sep 23 23:03:39.056076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82598d02-b583-4ea4-8239-2577d9d641bb req-01f016a1-b0bf-4d1b-a3db-cf8369e4c225 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:39.056076 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82598d02-b583-4ea4-8239-2577d9d641bb req-01f016a1-b0bf-4d1b-a3db-cf8369e4c225 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0797482 Sep 23 23:03:39.148605 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82598d02-b583-4ea4-8239-2577d9d641bb req-8fca2424-19c1-4e11-850f-55190c9e97c5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854630 Sep 23 23:03:39.176591 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78e17078-3d2a-42f9-ac19-180b46c4ca4e req-636524b1-221c-45d5-91fd-55d68c027104 service neutron] 10.222.0.43 "GET /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220350 Sep 23 23:03:40.274990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6a974-8fd3-41c9-beba-d74e3ad8e65b req-e64edc21-e1eb-4905-87ab-e1af62732e63 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:40.276494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1ab6a974-8fd3-41c9-beba-d74e3ad8e65b req-e64edc21-e1eb-4905-87ab-e1af62732e63 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0554144 Sep 23 23:03:40.316146 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1ab6a974-8fd3-41c9-beba-d74e3ad8e65b req-0085ba4b-5b1d-422c-bb76-242fcc7fc0c2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331271 Sep 23 23:03:41.430689 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d658ac-5496-429e-b34d-9ff101599fc6 req-8e6666df-5fe7-4e78-a502-a3a3aa7788f8 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:41.432194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3d658ac-5496-429e-b34d-9ff101599fc6 req-8e6666df-5fe7-4e78-a502-a3a3aa7788f8 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0490382 Sep 23 23:03:41.471089 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3d658ac-5496-429e-b34d-9ff101599fc6 req-0dc4a284-c862-4aa1-86d4-11ca3ecad00b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317881 Sep 23 23:03:42.588431 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147487cf-01e8-4893-832e-26473339cb7a req-8c7319fc-ed42-4a4e-ba13-4dd58e379d9a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:42.589999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-147487cf-01e8-4893-832e-26473339cb7a req-8c7319fc-ed42-4a4e-ba13-4dd58e379d9a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0492234 Sep 23 23:03:42.628932 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-147487cf-01e8-4893-832e-26473339cb7a req-50e77238-3ca4-4c05-8050-482235692bc7 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326810 Sep 23 23:03:43.108917 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fa10f0d3-9285-49a1-b430-a4f4e6d34a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:43.750904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b81fe2-607f-44b4-be6d-1058d9cae171 req-df487e69-ddc7-46cd-9f01-c23fc50d2f47 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:43.752404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4b81fe2-607f-44b4-be6d-1058d9cae171 req-df487e69-ddc7-46cd-9f01-c23fc50d2f47 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0534177 Sep 23 23:03:43.792111 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4b81fe2-607f-44b4-be6d-1058d9cae171 req-20d5a904-f422-40d1-bbef-ff4bb1786a2a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332890 Sep 23 23:03:44.908252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bc073-dcac-4526-8a9b-b4f160e3056c req-e92c48a4-b563-4de6-b334-0a8014265aeb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:44.909788 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cc9bc073-dcac-4526-8a9b-b4f160e3056c req-e92c48a4-b563-4de6-b334-0a8014265aeb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 943 time: 0.0494580 Sep 23 23:03:44.948230 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cc9bc073-dcac-4526-8a9b-b4f160e3056c req-6469b1af-d841-478a-b114-982d6e20353f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322909 Sep 23 23:03:45.067115 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device a5b21598-0e30-4546-9d3d-a425d256f282 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:03:45.189893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port a5b21598-0e30-4546-9d3d-a425d256f282, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=a5b21598-0e30-4546-9d3d-a425d256f282,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:03:45.202244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'a5b21598-0e30-4546-9d3d-a425d256f282', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'port_id': 'a5b21598-0e30-4546-9d3d-a425d256f282', 'mac_address': 'fa:16:3e:c0:b3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:03:45.243356 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:45.256859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b21598-0e30-4546-9d3d-a425d256f282 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:03:45.277345 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port a5b21598-0e30-4546-9d3d-a425d256f282, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=a5b21598-0e30-4546-9d3d-a425d256f282,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:03:45.359094 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:45.407903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=a5b21598-0e30-4546-9d3d-a425d256f282,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:03:45.611790 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ec791c6e-0d12-46eb-a250-74f15c71d481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:45.762734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['a5b21598-0e30-4546-9d3d-a425d256f282'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:03:46.066372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa02a62-2871-4f5a-8752-65247e824060 req-aadcb7e1-3f19-4189-a61d-f98a71b8b6db tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:46.067867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bfa02a62-2871-4f5a-8752-65247e824060 req-aadcb7e1-3f19-4189-a61d-f98a71b8b6db tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 944 time: 0.0519376 Sep 23 23:03:46.102508 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:46.105546 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bfa02a62-2871-4f5a-8752-65247e824060 req-a1d5151d-cc57-4d40-8121-16989fd6ec4a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313954 Sep 23 23:03:47.028556 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:47.081403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device a5b21598-0e30-4546-9d3d-a425d256f282 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:03:47.221925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port a5b21598-0e30-4546-9d3d-a425d256f282 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:03:47.226895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port a5b21598-0e30-4546-9d3d-a425d256f282 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:03:47.226895 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:47.234673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a7267-8c04-497b-b04a-e8af6ddd7187 req-5e0d173b-031d-4b3c-8724-c2e6c08d3455 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:47.236248 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c76a7267-8c04-497b-b04a-e8af6ddd7187 req-5e0d173b-031d-4b3c-8724-c2e6c08d3455 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 944 time: 0.0583057 Sep 23 23:03:47.279938 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c76a7267-8c04-497b-b04a-e8af6ddd7187 req-2eadacf6-13be-4aaa-b476-eef21c586cd6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351939 Sep 23 23:03:47.312062 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:47.339065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c31ee5-5917-4a39-aa64-5f52c9bcb220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b21598-0e30-4546-9d3d-a425d256f282'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:03:47.341394 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad9d1ec-3c84-4c62-8f8e-fa5e9b1fa106" -d '{"events": [{"server_uuid": "b2c31ee5-5917-4a39-aa64-5f52c9bcb220", "name": "network-vif-plugged", "status": "completed", "tag": "a5b21598-0e30-4546-9d3d-a425d256f282"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:03:47.358462 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port a5b21598-0e30-4546-9d3d-a425d256f282, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=a5b21598-0e30-4546-9d3d-a425d256f282,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:03:47.381667 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877d1359-025d-440b-8b04-e62bd2ed49d8 x-openstack-request-id: req-877d1359-025d-440b-8b04-e62bd2ed49d8 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:03:47.381965 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c31ee5-5917-4a39-aa64-5f52c9bcb220", "name": "network-vif-plugged", "status": "completed", "tag": "a5b21598-0e30-4546-9d3d-a425d256f282", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:03:47.382224 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-877d1359-025d-440b-8b04-e62bd2ed49d8 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:03:47.382628 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c31ee5-5917-4a39-aa64-5f52c9bcb220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b21598-0e30-4546-9d3d-a425d256f282', 'code': 200} Sep 23 23:03:47.451248 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:47.501713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=a5b21598-0e30-4546-9d3d-a425d256f282,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:03:47.506392 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94e150-2f2c-4858-91ac-1e7517f548d7 req-1cdebd51-0b6f-43f1-b53c-b6812a48de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:47.508053 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cc94e150-2f2c-4858-91ac-1e7517f548d7 req-1cdebd51-0b6f-43f1-b53c-b6812a48de38 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 1096 time: 0.0439224 Sep 23 23:03:47.543825 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cc94e150-2f2c-4858-91ac-1e7517f548d7 req-296e8b1c-1fca-46b4-b48d-b305212bce19 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284452 Sep 23 23:03:48.183142 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:48.484943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f5995-38da-47b2-b365-73aa0f74d2c5 req-636f8b7a-7bf5-4b49-8456-a1a655c2f203 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:48.486468 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b63f5995-38da-47b2-b365-73aa0f74d2c5 req-636f8b7a-7bf5-4b49-8456-a1a655c2f203 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 945 time: 0.1342952 Sep 23 23:03:48.533564 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b63f5995-38da-47b2-b365-73aa0f74d2c5 req-f2ebeb24-3810-4b02-b787-76b65cf7dca1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410335 Sep 23 23:03:48.672854 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:49.649133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044aba5-ce77-47f1-97be-8e75a8566b01 req-34811323-8d3d-4b5d-8a38-ad70a96637e9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:49.650751 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0044aba5-ce77-47f1-97be-8e75a8566b01 req-34811323-8d3d-4b5d-8a38-ad70a96637e9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 945 time: 0.0495970 Sep 23 23:03:49.691311 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0044aba5-ce77-47f1-97be-8e75a8566b01 req-aed6149b-abca-4aff-a261-bc26483df7b8 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332596 Sep 23 23:03:49.811954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c8c64-f7e2-4214-b0a4-955341bae900 req-0fb27b37-0e5f-4a4f-b38a-ef0e783fc076 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:49.813492 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c9c8c64-f7e2-4214-b0a4-955341bae900 req-0fb27b37-0e5f-4a4f-b38a-ef0e783fc076 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 945 time: 0.0511687 Sep 23 23:03:49.852883 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c9c8c64-f7e2-4214-b0a4-955341bae900 req-a4bdf3a4-59a3-40a5-9b3f-d3bc96f5459d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334003 Sep 23 23:03:49.968600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abeb1e-2a52-4352-b1c8-3578c5d5945c req-ced10ede-0d06-4e66-9823-b659d3f279fb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:49.970114 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-84abeb1e-2a52-4352-b1c8-3578c5d5945c req-ced10ede-0d06-4e66-9823-b659d3f279fb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 945 time: 0.0509584 Sep 23 23:03:50.009386 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-84abeb1e-2a52-4352-b1c8-3578c5d5945c req-b48ffd4c-7813-42a9-920c-cb304a64da53 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331781 Sep 23 23:03:50.591728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55568d-e40c-413f-aab5-e7cd4c83280c req-8db59805-2b4a-493e-a3b3-ad9706575358 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:50.594129 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c55568d-e40c-413f-aab5-e7cd4c83280c req-8db59805-2b4a-493e-a3b3-ad9706575358 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 945 time: 0.0494676 Sep 23 23:03:50.640244 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c55568d-e40c-413f-aab5-e7cd4c83280c req-d93be380-64fd-478e-96a7-f7ff0431cc2f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399766 Sep 23 23:03:51.762886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9992fe-b100-4414-890c-f3efe21bf6a1 req-77186384-6574-4344-af95-f19f8b3b53b5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:51.764791 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c9992fe-b100-4414-890c-f3efe21bf6a1 req-77186384-6574-4344-af95-f19f8b3b53b5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 945 time: 0.0537133 Sep 23 23:03:51.810595 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8c9992fe-b100-4414-890c-f3efe21bf6a1 req-d4ff5453-7e82-4d86-a8b0-69388a8dc7f6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365171 Sep 23 23:03:52.308696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b17c8-3a0d-4c7b-9840-83ab164508af req-ca20b3e7-1a56-4553-9e54-3aad51a9e930 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:03:52.310243 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f3b17c8-3a0d-4c7b-9840-83ab164508af req-ca20b3e7-1a56-4553-9e54-3aad51a9e930 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 945 time: 0.0515990 Sep 23 23:03:52.411743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-4f3b17c8-3a0d-4c7b-9840-83ab164508af req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Deleting port a5b21598-0e30-4546-9d3d-a425d256f282 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:03:52.412079 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4f3b17c8-3a0d-4c7b-9840-83ab164508af req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:52.508865 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-4f3b17c8-3a0d-4c7b-9840-83ab164508af req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] For port a5b21598-0e30-4546-9d3d-a425d256f282, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=a5b21598-0e30-4546-9d3d-a425d256f282,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:03:52.509259 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4f3b17c8-3a0d-4c7b-9840-83ab164508af req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:52.523136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-4f3b17c8-3a0d-4c7b-9840-83ab164508af req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Calling delete_port for a5b21598-0e30-4546-9d3d-a425d256f282 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:03:52.720336 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4f3b17c8-3a0d-4c7b-9840-83ab164508af req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:52.752607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['a5b21598-0e30-4546-9d3d-a425d256f282'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:03:52.758223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event deleted for resources: {'Port': ['ID=a5b21598-0e30-4546-9d3d-a425d256f282,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:03:52.770889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:52.771355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:52.771529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:52.771836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:52.772169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:52.772506 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:52.772834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:52.773182 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:52.773513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:52.773837 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:52.774159 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:52.774486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:03:52.817983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3b17c8-3a0d-4c7b-9840-83ab164508af req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] No DVR routers for this DVR port a5b21598-0e30-4546-9d3d-a425d256f282 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:03:52.820807 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4f3b17c8-3a0d-4c7b-9840-83ab164508af req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:03:52.822965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f3b17c8-3a0d-4c7b-9840-83ab164508af req-1bf62b67-7eb0-49c2-be53-fb65497bdd9b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "DELETE /v2.0/ports/a5b21598-0e30-4546-9d3d-a425d256f282 HTTP/1.1" status: 204 len: 173 time: 0.5067968 Sep 23 23:03:52.823432 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c31ee5-5917-4a39-aa64-5f52c9bcb220', 'name': 'network-vif-deleted', 'tag': 'a5b21598-0e30-4546-9d3d-a425d256f282'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:03:52.825715 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3d9962-2a30-448f-927a-46835d79ed6d" -d '{"events": [{"server_uuid": "b2c31ee5-5917-4a39-aa64-5f52c9bcb220", "name": "network-vif-deleted", "tag": "a5b21598-0e30-4546-9d3d-a425d256f282"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:03:52.867828 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53277244-24bb-4247-815f-97772966b1bc x-openstack-request-id: req-53277244-24bb-4247-815f-97772966b1bc {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:03:52.868139 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c31ee5-5917-4a39-aa64-5f52c9bcb220", "name": "network-vif-deleted", "tag": "a5b21598-0e30-4546-9d3d-a425d256f282", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:03:52.868396 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53277244-24bb-4247-815f-97772966b1bc {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:03:52.868808 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c31ee5-5917-4a39-aa64-5f52c9bcb220', 'name': 'network-vif-deleted', 'tag': 'a5b21598-0e30-4546-9d3d-a425d256f282', 'status': 'completed', 'code': 200} Sep 23 23:03:52.882434 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:03:52.927047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e2dd5f8-9cd0-428b-af67-81ad86216a56 req-c0631708-d781-44f9-8a36-3cd8712e06e4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 210 time: 0.0290399 Sep 23 23:03:54.037361 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ccf53e9-567e-4be5-a0e5-43bb7e5bbac9 req-b95118f7-c168-46de-a63c-0d0cc62f7846 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 210 time: 0.0275698 Sep 23 23:03:55.097736 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device a5b21598-0e30-4546-9d3d-a425d256f282 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:03:55.118248 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: a5b21598-0e30-4546-9d3d-a425d256f282 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:03:55.118695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device a5b21598-0e30-4546-9d3d-a425d256f282 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:03:55.147879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b3290ee7-f160-458d-9a83-126b9ad334a6 req-d6a2c05f-f695-43a4-a844-e656e3f7bb9e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 210 time: 0.0353370 Sep 23 23:03:56.239834 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-201d18fd-d3ec-4148-84a4-34654beb8689 req-3727b713-fa61-4183-b7eb-0f449f98821d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 210 time: 0.0291646 Sep 23 23:03:57.362366 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0085a545-bdce-40fc-b278-8889dc1dbb02 req-0ac5fee2-97ec-4a47-ac61-1f0ba665f3e3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2c31ee5-5917-4a39-aa64-5f52c9bcb220 HTTP/1.1" status: 200 len: 210 time: 0.0333447 Sep 23 23:04:06.925295 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:13.084946 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f821f9b1-c006-4375-be8b-f53e56ac4512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:15.690725 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f6d0b967-f055-409c-9f20-dbdd4c03f676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:16.108041 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:17.044982 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:18.993528 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:19.062406 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:29.881593 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:04:32.913749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f5dce-9841-408e-8cfa-d0a610862c94 req-efda85b4-4759-4eea-885f-48c89719acf0 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:32.915567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c29f5dce-9841-408e-8cfa-d0a610862c94 req-efda85b4-4759-4eea-885f-48c89719acf0 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 945 time: 0.0630257 Sep 23 23:04:32.985606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c29f5dce-9841-408e-8cfa-d0a610862c94 req-1e679615-daa5-4293-afb8-05f55d2055f9 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb0db606-f86c-451b-929d-11739cd9ccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586574 Sep 23 23:04:33.255116 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-3723a53c-f913-41f1-8230-5603f6e824df tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:33.256760 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-3723a53c-f913-41f1-8230-5603f6e824df tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 811 time: 0.4703941 Sep 23 23:04:33.274635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-4b876396-b71b-45b9-b0a1-fb7ace81a578 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/quotas/d11e96efbe4c43a2977eef6acd246f67 HTTP/1.1" status: 200 len: 375 time: 0.0102711 Sep 23 23:04:33.329980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-3a748f2b-b00f-4346-9fe6-67c383cd2d15 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485795 Sep 23 23:04:33.484395 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-75c92f13-1a89-4fa4-84c6-7a20c87c975f service neutron] 10.222.0.22 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473951 Sep 23 23:04:33.581253 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-74fc8c3a-21a7-414d-a883-96701b38f642 service neutron] 10.222.0.22 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906522 Sep 23 23:04:34.110208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637f72f-8faf-440e-ba0a-7eca86211099 req-373b4a15-2a77-4482-8242-8ade3d1aace5 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:34.111814 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8637f72f-8faf-440e-ba0a-7eca86211099 req-373b4a15-2a77-4482-8242-8ade3d1aace5 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 945 time: 0.0529037 Sep 23 23:04:34.154086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8637f72f-8faf-440e-ba0a-7eca86211099 req-4c1872b9-5d0c-49c4-874c-a60b7d0c5f94 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb0db606-f86c-451b-929d-11739cd9ccb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354002 Sep 23 23:04:34.219377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cf465503-bf9a-47e0-b2d5-6ed91132a008 req-ace4befd-3f0f-4676-a147-5179897daeed tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 210 time: 0.0359278 Sep 23 23:04:34.554267 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-d07eb953-55ad-4236-97d6-98167e147b7e tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:34.555740 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-d07eb953-55ad-4236-97d6-98167e147b7e tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 945 time: 0.0612466 Sep 23 23:04:34.663896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-8b25f137-8bab-43e5-a9b4-29ce5a3e7876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Deleting port eaa8a439-91ed-405a-b1a5-8659c99033e1 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:04:34.664248 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-8b25f137-8bab-43e5-a9b4-29ce5a3e7876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:34.761802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-8b25f137-8bab-43e5-a9b4-29ce5a3e7876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] For port eaa8a439-91ed-405a-b1a5-8659c99033e1, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=eaa8a439-91ed-405a-b1a5-8659c99033e1,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:04:34.762164 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-8b25f137-8bab-43e5-a9b4-29ce5a3e7876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:34.941191 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-8b25f137-8bab-43e5-a9b4-29ce5a3e7876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:34.941556 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-8b25f137-8bab-43e5-a9b4-29ce5a3e7876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:34.941874 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-8b25f137-8bab-43e5-a9b4-29ce5a3e7876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Floating IP b340a05c-9ad0-4b58-ae63-b549635cb5e3 disassociated. External IP: 172.25.1.161, port: eaa8a439-91ed-405a-b1a5-8659c99033e1. Sep 23 23:04:34.942214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-8b25f137-8bab-43e5-a9b4-29ce5a3e7876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Calling delete_port for eaa8a439-91ed-405a-b1a5-8659c99033e1 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:04:35.210614 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-8b25f137-8bab-43e5-a9b4-29ce5a3e7876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:35.252790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25f137-8bab-43e5-a9b4-29ce5a3e7876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event deleted for resources: {'Port': ['ID=eaa8a439-91ed-405a-b1a5-8659c99033e1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:35.270889 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-625bd3f9-e1a4-4b96-b13a-cf36dc60c447 req-8263013c-c5c9-49e7-8b51-867c4d6d0ccf tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 210 time: 0.0344152 Sep 23 23:04:35.322587 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4b3424ca-d23e-46dc-8633-95f1c227cf84 req-826a05e5-b7d0-4a02-9a9b-7a0e822e57d7 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 210 time: 0.0314107 Sep 23 23:04:35.390025 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-8b25f137-8bab-43e5-a9b4-29ce5a3e7876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:04:35.831409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-8b25f137-8bab-43e5-a9b4-29ce5a3e7876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:04:35.843402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722016f-4c41-419d-abdd-53f050745324 None None] Sync routers for ids ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:04:35.853026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2722016f-4c41-419d-abdd-53f050745324 None None] Routers {'8de64d02-4c8a-40ff-99aa-be0249d68dd5'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:04:35.853633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-2722016f-4c41-419d-abdd-53f050745324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:04:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:04:35.873093 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-8b25f137-8bab-43e5-a9b4-29ce5a3e7876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] No DVR routers for this DVR port eaa8a439-91ed-405a-b1a5-8659c99033e1 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:04:35.875906 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-8b25f137-8bab-43e5-a9b4-29ce5a3e7876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:35.878294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a71da009-fb33-4403-a225-3fe5f155bb52 req-8b25f137-8bab-43e5-a9b4-29ce5a3e7876 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.43 "DELETE /v2.0/ports/eaa8a439-91ed-405a-b1a5-8659c99033e1 HTTP/1.1" status: 204 len: 173 time: 1.3165977 Sep 23 23:04:35.878757 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3111440-a30f-4e8f-aca8-261f0527359a', 'name': 'network-vif-deleted', 'tag': 'eaa8a439-91ed-405a-b1a5-8659c99033e1'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:04:35.881648 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3698a800-1990-41e6-a166-d1c0eacd784d" -d '{"events": [{"server_uuid": "f3111440-a30f-4e8f-aca8-261f0527359a", "name": "network-vif-deleted", "tag": "eaa8a439-91ed-405a-b1a5-8659c99033e1"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:04:35.922090 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7207edbe-fc72-43a1-a1fe-3790c3346fdf x-openstack-request-id: req-7207edbe-fc72-43a1-a1fe-3790c3346fdf {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:04:35.922383 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3111440-a30f-4e8f-aca8-261f0527359a", "name": "network-vif-deleted", "tag": "eaa8a439-91ed-405a-b1a5-8659c99033e1", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:04:35.922630 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7207edbe-fc72-43a1-a1fe-3790c3346fdf {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:04:35.923023 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3111440-a30f-4e8f-aca8-261f0527359a', 'name': 'network-vif-deleted', 'tag': 'eaa8a439-91ed-405a-b1a5-8659c99033e1', 'status': 'completed', 'code': 200} Sep 23 23:04:36.129725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-2722016f-4c41-419d-abdd-53f050745324 None None] Set router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:04:36.339341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-2722016f-4c41-419d-abdd-53f050745324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c03c47f4-279f-4734-ae1c-7b23cd90d4a3', 'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'mac_address': 'fa:16:3e:b5:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:52Z', 'updated_at': '2021-09-23T22:57:57Z', 'revision_number': 5, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'subnets': [{'id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:04:36.379078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722016f-4c41-419d-abdd-53f050745324 None None] Checking router: 8de64d02-4c8a-40ff-99aa-be0249d68dd5 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:04:36.390964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2722016f-4c41-419d-abdd-53f050745324 None None] Routers {'8de64d02-4c8a-40ff-99aa-be0249d68dd5'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:04:36.391519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-2722016f-4c41-419d-abdd-53f050745324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:04:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:04:36.399655 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c35f0658-9e6e-45b7-95ee-27eeb7d5c540 req-56d9fe40-9900-4bfa-8a2a-dfb2a0168faa tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3111440-a30f-4e8f-aca8-261f0527359a HTTP/1.1" status: 200 len: 210 time: 0.0352261 Sep 23 23:04:36.433569 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc6a38be-4448-4d62-815b-7470a7dc60ac req-8c2e9bdb-420d-4e08-bf66-a1370411ffbe tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 210 time: 0.0303569 Sep 23 23:04:36.503099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-2722016f-4c41-419d-abdd-53f050745324 None None] Set router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:04:36.655190 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-a5bb10c1-6d42-4762-a689-4c6f064287b3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:36.656645 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-a5bb10c1-6d42-4762-a689-4c6f064287b3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 811 time: 0.1111066 Sep 23 23:04:36.676596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-42d943fb-1302-4115-8d86-c4749e3ba366 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'port': {'device_id': '2d60aeab-5f16-4fc8-8f0b-80ce43739ad8', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'admin_state_up': True, 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:04:36.730536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-2722016f-4c41-419d-abdd-53f050745324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c03c47f4-279f-4734-ae1c-7b23cd90d4a3', 'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'mac_address': 'fa:16:3e:b5:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:52Z', 'updated_at': '2021-09-23T22:57:57Z', 'revision_number': 5, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'subnets': [{'id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:04:36.759409 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722016f-4c41-419d-abdd-53f050745324 None None] The sync data for ids ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'] in n-d-810775-1 is: [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T22:57:52Z', 'revision_number': 4, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c03c47f4-279f-4734-ae1c-7b23cd90d4a3', 'name': '', 'network_id': 'fea8b69c-a296-493c-a38b-e8e5deafa4e2', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'mac_address': 'fa:16:3e:b5:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:52Z', 'updated_at': '2021-09-23T22:57:57Z', 'revision_number': 5, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'subnets': [{'id': '7af70910-c90d-4441-9b42-32e835f1cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:04:36.896205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-42d943fb-1302-4115-8d86-c4749e3ba366 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Made reservation on behalf of d11e96efbe4c43a2977eef6acd246f67 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:04:36.899969 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-42d943fb-1302-4115-8d86-c4749e3ba366 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:36.942906 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:37.064784 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c6aa77-0089-493d-9afc-e4c6feca1503 None None] New status for floating IP b340a05c-9ad0-4b58-ae63-b549635cb5e3: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:04:37.067951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-42d943fb-1302-4115-8d86-c4749e3ba366 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Allocated IP 172.20.0.11 (45b51b8f-7d52-4e5c-b7db-66198a209fb1/1db05adc-8484-42c0-adc6-2c2f758e2ab6/f1a64544-d783-4cf2-9ea5-0cdd0fb06321) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:04:37.248774 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-42d943fb-1302-4115-8d86-c4749e3ba366 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:37.359710 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-42d943fb-1302-4115-8d86-c4749e3ba366 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:37.405657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-42d943fb-1302-4115-8d86-c4749e3ba366 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:04:37.408758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-42d943fb-1302-4115-8d86-c4749e3ba366 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:04:37.413609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-42d943fb-1302-4115-8d86-c4749e3ba366 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:04:37.441534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d943fb-1302-4115-8d86-c4749e3ba366 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'Port': ['ID=f1a64544-d783-4cf2-9ea5-0cdd0fb06321,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:37.496220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-42d943fb-1302-4115-8d86-c4749e3ba366 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:37.498342 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-42d943fb-1302-4115-8d86-c4749e3ba366 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:37.594454 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca760815-ded8-431e-8c95-01847004a0af req-9952fec6-ee10-4193-8cef-ce81361f5881 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:37.596149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca760815-ded8-431e-8c95-01847004a0af req-9952fec6-ee10-4193-8cef-ce81361f5881 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 932 time: 0.0573225 Sep 23 23:04:37.611955 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38436) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:04:37.612480 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-42d943fb-1302-4115-8d86-c4749e3ba366 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9405525 Sep 23 23:04:37.630203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5f9b7bdf-d522-4eff-a410-f424105a8b1c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:04:37.631308 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5f9b7bdf-d522-4eff-a410-f424105a8b1c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054131 Sep 23 23:04:37.658420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Request body: {'port': {'device_id': '2d60aeab-5f16-4fc8-8f0b-80ce43739ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:04:37.669963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca760815-ded8-431e-8c95-01847004a0af req-68ba1b71-c312-44f6-ac91-d7ff41c5fe4b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673687 Sep 23 23:04:37.687573 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:37.709906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-30753e91-1869-417d-acbb-435ae8bc6f74 None None] Provisioning complete for port f1a64544-d783-4cf2-9ea5-0cdd0fb06321 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:04:37.710422 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-30753e91-1869-417d-acbb-435ae8bc6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:37.720427 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:37.740218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:37.752383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-30753e91-1869-417d-acbb-435ae8bc6f74 None None] Port f1a64544-d783-4cf2-9ea5-0cdd0fb06321 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:04:37.869338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device eaa8a439-91ed-405a-b1a5-8659c99033e1 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:04:37.873628 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:37.879779 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:37.881397 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "DELETE /v2.0/security-groups/fb0db606-f86c-451b-929d-11739cd9ccb5 HTTP/1.1" status: 204 len: 168 time: 0.2669289 Sep 23 23:04:37.886666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38438) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:04:37.899987 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: eaa8a439-91ed-405a-b1a5-8659c99033e1 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:04:37.900981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device eaa8a439-91ed-405a-b1a5-8659c99033e1 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:04:37.905702 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-2429af9f-45b8-45ae-a324-38c05cbc28d7 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] show failed (client error): The resource could not be found. Sep 23 23:04:37.907213 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2429af9f-45b8-45ae-a324-38c05cbc28d7 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "GET /v2.0/security-groups/fb0db606-f86c-451b-929d-11739cd9ccb5 HTTP/1.1" status: 404 len: 347 time: 0.0191994 Sep 23 23:04:37.914736 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38440) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:04:37.917309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0db606-f86c-451b-929d-11739cd9ccb5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:37.963805 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:37.964080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:37.964693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:37.965281 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:37.967298 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:37.967648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:37.967990 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:37.968898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:37.968898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:37.969084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:37.969422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:37.969764 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3f9a54-d9c5-4250-8533-476f071fd577 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:38.059203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a64544-d783-4cf2-9ea5-0cdd0fb06321 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:04:38.067711 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:38.081075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Transition to ACTIVE for port object f1a64544-d783-4cf2-9ea5-0cdd0fb06321 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:04:38.085994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6d7de029-06ea-4409-87ef-2842e03d2a37 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Deleting port ec33fa90-601e-4804-b4e9-9299760d736b {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:04:38.086883 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d7de029-06ea-4409-87ef-2842e03d2a37 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:38.166546 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d7de029-06ea-4409-87ef-2842e03d2a37 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:38.166870 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d7de029-06ea-4409-87ef-2842e03d2a37 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:38.179716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6d7de029-06ea-4409-87ef-2842e03d2a37 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Calling delete_port for ec33fa90-601e-4804-b4e9-9299760d736b owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:04:38.204184 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:38.259784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a64544-d783-4cf2-9ea5-0cdd0fb06321,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:38.382364 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Attempting to bind port f1a64544-d783-4cf2-9ea5-0cdd0fb06321 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:04:38.391591 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Attempting to bind port f1a64544-d783-4cf2-9ea5-0cdd0fb06321 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:04:38.392038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Attempting to bind port f1a64544-d783-4cf2-9ea5-0cdd0fb06321 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:04:38.411882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Port f1a64544-d783-4cf2-9ea5-0cdd0fb06321 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:04:38.412229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Attempting to bind port f1a64544-d783-4cf2-9ea5-0cdd0fb06321 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:04:38.431670 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:04:38.432017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Checking segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:04:38.432412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Bound using segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:04:38.432865 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Bound port: f1a64544-d783-4cf2-9ea5-0cdd0fb06321, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:04:38.433475 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:38.502677 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d7de029-06ea-4409-87ef-2842e03d2a37 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:38.536861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] For port f1a64544-d783-4cf2-9ea5-0cdd0fb06321, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:04:38.540283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] For port f1a64544-d783-4cf2-9ea5-0cdd0fb06321, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1a64544-d783-4cf2-9ea5-0cdd0fb06321,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:04:38.545306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7de029-06ea-4409-87ef-2842e03d2a37 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Pushing event deleted for resources: {'Port': ['ID=ec33fa90-601e-4804-b4e9-9299760d736b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:38.629543 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d7de029-06ea-4409-87ef-2842e03d2a37 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:38.633023 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6d7de029-06ea-4409-87ef-2842e03d2a37 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:38.634558 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6d7de029-06ea-4409-87ef-2842e03d2a37 tempest-AttachVolumeTestJSON-1592709265 tempest-AttachVolumeTestJSON-1592709265-project] 10.222.0.22 "DELETE /v2.0/floatingips/b340a05c-9ad0-4b58-ae63-b549635cb5e3 HTTP/1.1" status: 204 len: 168 time: 0.7186582 Sep 23 23:04:38.635532 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:38.705392 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:38.732490 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:38.733527 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] 10.222.0.67 "PUT /v2.0/ports/f1a64544-d783-4cf2-9ea5-0cdd0fb06321 HTTP/1.1" status: 200 len: 1092 time: 1.0807412 Sep 23 23:04:38.734031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d60aeab-5f16-4fc8-8f0b-80ce43739ad8', 'tag': 'f1a64544-d783-4cf2-9ea5-0cdd0fb06321'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:04:38.753695 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8870ed9b-34c9-4661-b752-57ce8b05e529" -d '{"events": [{"name": "network-changed", "server_uuid": "2d60aeab-5f16-4fc8-8f0b-80ce43739ad8", "tag": "f1a64544-d783-4cf2-9ea5-0cdd0fb06321"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:04:38.803668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2d809-5b35-4b56-825a-7fc70a12b4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a64544-d783-4cf2-9ea5-0cdd0fb06321,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:38.808263 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624e70f1-6ad0-4e37-97a4-f31f08229a89 x-openstack-request-id: req-624e70f1-6ad0-4e37-97a4-f31f08229a89 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:04:38.808553 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d60aeab-5f16-4fc8-8f0b-80ce43739ad8", "tag": "f1a64544-d783-4cf2-9ea5-0cdd0fb06321", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:04:38.808860 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-624e70f1-6ad0-4e37-97a4-f31f08229a89 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:04:38.809707 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d60aeab-5f16-4fc8-8f0b-80ce43739ad8', 'tag': 'f1a64544-d783-4cf2-9ea5-0cdd0fb06321', 'status': 'completed', 'code': 200} Sep 23 23:04:38.886382 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cd8eb-391d-4db2-b55b-ac615fde87d6 req-be190950-b59d-473e-b318-e359350b67bd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:38.888671 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d11cd8eb-391d-4db2-b55b-ac615fde87d6 req-be190950-b59d-473e-b318-e359350b67bd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 944 time: 0.0574071 Sep 23 23:04:38.899045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870ed9b-34c9-4661-b752-57ce8b05e529 req-5120488d-26f7-4eb3-a6ec-cfa6dcc329d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:38.900675 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8870ed9b-34c9-4661-b752-57ce8b05e529 req-5120488d-26f7-4eb3-a6ec-cfa6dcc329d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 1095 time: 0.0494113 Sep 23 23:04:38.940506 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d11cd8eb-391d-4db2-b55b-ac615fde87d6 req-69f42b15-c334-4b1e-8fa6-3e1eecc49b59 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452130 Sep 23 23:04:39.022435 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870ed9b-34c9-4661-b752-57ce8b05e529 req-6a111063-4179-4523-8d1b-29800d411217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:39.023372 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8870ed9b-34c9-4661-b752-57ce8b05e529 req-6a111063-4179-4523-8d1b-29800d411217 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d11e96efbe4c43a2977eef6acd246f67&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1089284 Sep 23 23:04:39.145565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870ed9b-34c9-4661-b752-57ce8b05e529 req-47245a0b-8111-460c-b59b-9e374f0d3542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:39.147244 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8870ed9b-34c9-4661-b752-57ce8b05e529 req-47245a0b-8111-460c-b59b-9e374f0d3542 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117206 Sep 23 23:04:39.248691 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-62ff3cdb-8f55-4c6b-89c5-302ca95c0d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:39.250245 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-62ff3cdb-8f55-4c6b-89c5-302ca95c0d9d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 1095 time: 0.0421252 Sep 23 23:04:39.303986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-aecc3859-a993-4a32-aa06-270bfc7a9611 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1a64544-d783-4cf2-9ea5-0cdd0fb06321 HTTP/1.1" status: 200 len: 217 time: 0.0392015 Sep 23 23:04:39.354342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-9c2b11c8-e6dc-401a-a8bb-548cbc12f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:39.355803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-9c2b11c8-e6dc-401a-a8bb-548cbc12f1ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0453115 Sep 23 23:04:39.404150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-351d6a54-573d-49ee-8fb9-a3223efd3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:39.405763 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-351d6a54-573d-49ee-8fb9-a3223efd3cd7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431900 Sep 23 23:04:39.503651 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-9a48d82f-d3b4-4608-b6d8-2b61f8aaea39 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908737 Sep 23 23:04:39.602624 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-980dc2e0-34ac-42ce-a8d2-dcca8a1e8626 req-d300169c-042c-405e-bee3-c6624166b1d3 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908995 Sep 23 23:04:40.066951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7e5c5-5066-4db3-be38-e5bc9e05e5fc req-3b3aaf4d-1ca3-42d5-bca0-1ad5e2d00afe tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:40.068559 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fb7e5c5-5066-4db3-be38-e5bc9e05e5fc req-3b3aaf4d-1ca3-42d5-bca0-1ad5e2d00afe tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 944 time: 0.0533781 Sep 23 23:04:40.110682 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4fb7e5c5-5066-4db3-be38-e5bc9e05e5fc req-479daccb-feda-4e1d-bada-c0b71aabacf7 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358884 Sep 23 23:04:41.261145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6c680-2256-458f-9fa0-13c45bcd8a17 req-996367f5-ac15-4390-9606-6cad0f453fdf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:41.263723 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3a6c680-2256-458f-9fa0-13c45bcd8a17 req-996367f5-ac15-4390-9606-6cad0f453fdf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 944 time: 0.0732503 Sep 23 23:04:41.307567 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3a6c680-2256-458f-9fa0-13c45bcd8a17 req-7d58b4da-1632-41fa-af6c-22ec62499b95 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377507 Sep 23 23:04:42.429074 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2250f6-85b5-43cd-a628-f6b4114b72bc req-923aff3e-4bb3-43c4-bddc-c77a0ac06054 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:42.430607 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e2250f6-85b5-43cd-a628-f6b4114b72bc req-923aff3e-4bb3-43c4-bddc-c77a0ac06054 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 944 time: 0.0519488 Sep 23 23:04:42.473817 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e2250f6-85b5-43cd-a628-f6b4114b72bc req-70b3c8ce-1373-40fd-9677-ae1cf138cb3f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358665 Sep 23 23:04:43.062085 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-282ad70b-6e1f-4461-bd8d-7c5c7cb8968e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:43.608202 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a805042-16b9-4efe-8ab1-e41a9b9f8b3e req-f33baaf4-0fa4-407f-8447-6ce0d7768ccf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:43.608202 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a805042-16b9-4efe-8ab1-e41a9b9f8b3e req-f33baaf4-0fa4-407f-8447-6ce0d7768ccf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 944 time: 0.0508077 Sep 23 23:04:43.632794 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a805042-16b9-4efe-8ab1-e41a9b9f8b3e req-838893ef-da4b-4e00-a89c-30703beb9d93 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323517 Sep 23 23:04:44.755169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b801d8-0abc-4cf7-be88-c5c0541d9610 req-183e600e-b4a7-4e5d-afa5-20a8e5d0f013 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:44.756756 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2b801d8-0abc-4cf7-be88-c5c0541d9610 req-183e600e-b4a7-4e5d-afa5-20a8e5d0f013 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 944 time: 0.0540121 Sep 23 23:04:44.800871 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2b801d8-0abc-4cf7-be88-c5c0541d9610 req-fd873a11-26ec-48b2-8f97-600798056765 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382364 Sep 23 23:04:45.639347 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c961446b-829a-4c20-b85d-6b039621cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:45.925031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8412b-5411-4b29-97ae-b80b781a88b6 req-58290213-5208-4cbf-8850-7e83525cae41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:45.926594 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ae8412b-5411-4b29-97ae-b80b781a88b6 req-58290213-5208-4cbf-8850-7e83525cae41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 944 time: 0.0557046 Sep 23 23:04:45.970195 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ae8412b-5411-4b29-97ae-b80b781a88b6 req-bc7f83cc-0f23-4a92-ab88-d94df3e108e8 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375924 Sep 23 23:04:46.108119 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:47.021600 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:47.090629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29994dae-2069-42d0-afb9-6433e8f56434 req-5fd74c43-5bbe-4817-88b6-52340856a57e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:47.092240 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29994dae-2069-42d0-afb9-6433e8f56434 req-5fd74c43-5bbe-4817-88b6-52340856a57e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 944 time: 0.0543454 Sep 23 23:04:47.131765 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29994dae-2069-42d0-afb9-6433e8f56434 req-f85d77f2-b599-4745-9f2b-44fcc1f5fa8f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329874 Sep 23 23:04:48.193314 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:48.264456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4c3ea-f2ef-4e61-9c93-d59a80c92898 req-764949e1-8d72-4f96-80c8-f74ff6ade255 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:48.266394 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-18d4c3ea-f2ef-4e61-9c93-d59a80c92898 req-764949e1-8d72-4f96-80c8-f74ff6ade255 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 944 time: 0.0621333 Sep 23 23:04:48.308017 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-18d4c3ea-f2ef-4e61-9c93-d59a80c92898 req-c558e374-c2fa-4e17-a0f6-922aa0d0c7fe tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349753 Sep 23 23:04:48.685659 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:49.431250 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bef3f-f257-4096-b850-89453d493afa req-77c421c4-cabf-4eab-bc8f-a92c1fab1f6b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:49.432856 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d28bef3f-f257-4096-b850-89453d493afa req-77c421c4-cabf-4eab-bc8f-a92c1fab1f6b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 944 time: 0.0534692 Sep 23 23:04:49.472982 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d28bef3f-f257-4096-b850-89453d493afa req-f95c2600-6915-414c-89c6-11e29a66b6e5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332351 Sep 23 23:04:50.431895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38512) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:04:50.667113 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef934d-761f-4009-ba4e-c7d749d2354f req-6d3b40c4-fefe-4051-b9e0-9f3d0f75eede tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:50.668765 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-71ef934d-761f-4009-ba4e-c7d749d2354f req-6d3b40c4-fefe-4051-b9e0-9f3d0f75eede tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 944 time: 0.1263487 Sep 23 23:04:50.724466 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-71ef934d-761f-4009-ba4e-c7d749d2354f req-36857ffe-a212-4bb6-b970-a6d762161efa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479827 Sep 23 23:04:50.972759 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0d18-8847-4315-a8ec-d8bfedd6e0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:51.219433 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd0d18-8847-4315-a8ec-d8bfedd6e0bb admin admin] Deleting port c03c47f4-279f-4734-ae1c-7b23cd90d4a3 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:04:51.219775 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0d18-8847-4315-a8ec-d8bfedd6e0bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:51.253722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f1a64544-d783-4cf2-9ea5-0cdd0fb06321 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:04:51.297680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-f6cd0d18-8847-4315-a8ec-d8bfedd6e0bb admin admin] For port c03c47f4-279f-4734-ae1c-7b23cd90d4a3, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c03c47f4-279f-4734-ae1c-7b23cd90d4a3,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:04:51.298043 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0d18-8847-4315-a8ec-d8bfedd6e0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:51.311685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd0d18-8847-4315-a8ec-d8bfedd6e0bb admin admin] Calling delete_port for c03c47f4-279f-4734-ae1c-7b23cd90d4a3 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:04:51.347035 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f1a64544-d783-4cf2-9ea5-0cdd0fb06321, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1a64544-d783-4cf2-9ea5-0cdd0fb06321,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:04:51.362593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'f1a64544-d783-4cf2-9ea5-0cdd0fb06321', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'port_id': 'f1a64544-d783-4cf2-9ea5-0cdd0fb06321', 'mac_address': 'fa:16:3e:12:a4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:04:51.399714 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:51.413043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a64544-d783-4cf2-9ea5-0cdd0fb06321 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:04:51.432701 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f1a64544-d783-4cf2-9ea5-0cdd0fb06321, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1a64544-d783-4cf2-9ea5-0cdd0fb06321,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:04:51.536151 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:51.570436 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0d18-8847-4315-a8ec-d8bfedd6e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:51.584776 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f1a64544-d783-4cf2-9ea5-0cdd0fb06321,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:51.592830 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:51.593217 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:51.593564 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:51.593903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:51.594283 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:51.594581 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:51.594914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:51.595257 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:51.595584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:51.595909 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:51.596233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:51.596555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:51.601756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd0d18-8847-4315-a8ec-d8bfedd6e0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=c03c47f4-279f-4734-ae1c-7b23cd90d4a3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:51.773815 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0d18-8847-4315-a8ec-d8bfedd6e0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:51.848319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02007a33-0767-4451-a6f9-eca62fbae306 req-da254ef3-f711-474f-a2e9-7ce5cbeefa28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:51.849871 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-02007a33-0767-4451-a6f9-eca62fbae306 req-da254ef3-f711-474f-a2e9-7ce5cbeefa28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 945 time: 0.0520034 Sep 23 23:04:51.893759 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-02007a33-0767-4451-a6f9-eca62fbae306 req-8cc99b58-5f5d-4e64-9033-79effc7e5f87 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372987 Sep 23 23:04:51.910735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['f1a64544-d783-4cf2-9ea5-0cdd0fb06321'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:04:51.997799 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cd0d18-8847-4315-a8ec-d8bfedd6e0bb admin admin] Router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:04:52.109009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cd0d18-8847-4315-a8ec-d8bfedd6e0bb admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:04:52.114024 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f6cd0d18-8847-4315-a8ec-d8bfedd6e0bb admin admin] 10.222.0.22 "PUT /v2.0/routers/8de64d02-4c8a-40ff-99aa-be0249d68dd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6811135 Sep 23 23:04:52.116552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38524) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:04:52.117659 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba9b32-74b7-49bc-a94a-35dc87cdd471 None None] Sync routers for ids ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:04:52.127570 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba9b32-74b7-49bc-a94a-35dc87cdd471 None None] Routers {'8de64d02-4c8a-40ff-99aa-be0249d68dd5'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:04:52.128311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-beba9b32-74b7-49bc-a94a-35dc87cdd471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:04:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:04:52.221533 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:52.234883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-beba9b32-74b7-49bc-a94a-35dc87cdd471 None None] Set router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:04:52.325325 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:52.411886 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-beba9b32-74b7-49bc-a94a-35dc87cdd471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T23:04:51Z', 'revision_number': 5, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:04:52.438531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba9b32-74b7-49bc-a94a-35dc87cdd471 None None] Checking router: 8de64d02-4c8a-40ff-99aa-be0249d68dd5 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:04:52.446780 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba9b32-74b7-49bc-a94a-35dc87cdd471 None None] Routers {'8de64d02-4c8a-40ff-99aa-be0249d68dd5'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:04:52.447385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-beba9b32-74b7-49bc-a94a-35dc87cdd471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:04:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:04:52.515189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] Deleting port 121dd29a-c02f-4d0a-8761-194650b55668 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:04:52.515609 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:52.552954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-beba9b32-74b7-49bc-a94a-35dc87cdd471 None None] Set router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:04:52.595449 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] For port 121dd29a-c02f-4d0a-8761-194650b55668, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=121dd29a-c02f-4d0a-8761-194650b55668,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:04:52.596287 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:52.608799 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] Calling delete_port for 121dd29a-c02f-4d0a-8761-194650b55668 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:04:52.738724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-beba9b32-74b7-49bc-a94a-35dc87cdd471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T23:04:51Z', 'revision_number': 5, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:04:52.766223 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba9b32-74b7-49bc-a94a-35dc87cdd471 None None] The sync data for ids ['8de64d02-4c8a-40ff-99aa-be0249d68dd5'] in n-d-810775-1 is: [{'id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'name': 'tempest-AttachVolumeTestJSON-1447333317-router', 'tenant_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '121dd29a-c02f-4d0a-8761-194650b55668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T22:57:48Z', 'updated_at': '2021-09-23T23:04:51Z', 'revision_number': 5, 'project_id': 'd02bf3e96aa14bfaa40cff450c02a21a', 'gw_port': {'id': '121dd29a-c02f-4d0a-8761-194650b55668', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de64d02-4c8a-40ff-99aa-be0249d68dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T22:57:49Z', 'updated_at': '2021-09-23T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:04:52.832902 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:52.859556 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] Pushing event deleted for resources: {'Port': ['ID=121dd29a-c02f-4d0a-8761-194650b55668,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:52.925865 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:53.036825 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:53.041032 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:53.099056 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf0e2a-e7b1-4f97-9e9a-39aacf0c9973 req-bef0f90e-1f1f-4f9e-8850-be574132d6e6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:53.100627 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7dbf0e2a-e7b1-4f97-9e9a-39aacf0c9973 req-bef0f90e-1f1f-4f9e-8850-be574132d6e6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 945 time: 0.1155660 Sep 23 23:04:53.141682 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7dbf0e2a-e7b1-4f97-9e9a-39aacf0c9973 req-b1e8054f-ff9d-4778-83d6-e48dd497d01e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340562 Sep 23 23:04:53.162823 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:53.163360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8de64d02-4c8a-40ff-99aa-be0249d68dd5 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:04:53.169010 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:53.170281 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2ccc51fe-2fd2-4b84-b224-c05fbd7b9217 admin admin] 10.222.0.22 "DELETE /v2.0/routers/8de64d02-4c8a-40ff-99aa-be0249d68dd5 HTTP/1.1" status: 204 len: 168 time: 1.0527780 Sep 23 23:04:53.177379 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38528) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:04:53.225786 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a81ae8-89e2-4ae2-9314-aee587527a81 admin admin] Deleting subnet 7af70910-c90d-4441-9b42-32e835f1cc56 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:04:53.229029 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-76a81ae8-89e2-4ae2-9314-aee587527a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:53.266554 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-76a81ae8-89e2-4ae2-9314-aee587527a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:53.270002 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f1a64544-d783-4cf2-9ea5-0cdd0fb06321 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:04:53.359676 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-76a81ae8-89e2-4ae2-9314-aee587527a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:53.478698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port f1a64544-d783-4cf2-9ea5-0cdd0fb06321 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:04:53.482827 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port f1a64544-d783-4cf2-9ea5-0cdd0fb06321 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:04:53.483195 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:53.553499 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-76a81ae8-89e2-4ae2-9314-aee587527a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:53.564250 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:53.582768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a81ae8-89e2-4ae2-9314-aee587527a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af70910-c90d-4441-9b42-32e835f1cc56,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:53.584908 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-76a81ae8-89e2-4ae2-9314-aee587527a81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:53.589543 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-76a81ae8-89e2-4ae2-9314-aee587527a81 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7af70910-c90d-4441-9b42-32e835f1cc56 HTTP/1.1" status: 204 len: 168 time: 0.4085839 Sep 23 23:04:53.590564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38530) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:04:53.599317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d60aeab-5f16-4fc8-8f0b-80ce43739ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a64544-d783-4cf2-9ea5-0cdd0fb06321'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:04:53.602106 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be2d03f-1afc-4ae8-b26a-1f894a30cdc8" -d '{"events": [{"server_uuid": "2d60aeab-5f16-4fc8-8f0b-80ce43739ad8", "name": "network-vif-plugged", "status": "completed", "tag": "f1a64544-d783-4cf2-9ea5-0cdd0fb06321"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:04:53.604841 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230e003c-1785-4e4c-aefe-c9a5c96ba0a6 None None] Network fea8b69c-a296-493c-a38b-e8e5deafa4e2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:04:53.610811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port f1a64544-d783-4cf2-9ea5-0cdd0fb06321, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1a64544-d783-4cf2-9ea5-0cdd0fb06321,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:04:53.662893 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4821556-72f5-4536-ad82-2caae7f72b12 x-openstack-request-id: req-b4821556-72f5-4536-ad82-2caae7f72b12 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:04:53.663225 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d60aeab-5f16-4fc8-8f0b-80ce43739ad8", "name": "network-vif-plugged", "status": "completed", "tag": "f1a64544-d783-4cf2-9ea5-0cdd0fb06321", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:04:53.663436 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4821556-72f5-4536-ad82-2caae7f72b12 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:04:53.663830 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d60aeab-5f16-4fc8-8f0b-80ce43739ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a64544-d783-4cf2-9ea5-0cdd0fb06321', 'code': 200} Sep 23 23:04:53.666046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:53.717384 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:53.781199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=f1a64544-d783-4cf2-9ea5-0cdd0fb06321,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:53.866525 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b417b-6244-432b-ae5b-56a573bce822 None None] DHCP port deletion for fea8b69c-a296-493c-a38b-e8e5deafa4e2 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:04:53.870508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259868e-6030-457f-befe-d8f25f5ef6fd req-1a8f70d7-3d51-4bee-9814-8a47d62afb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:53.873262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4259868e-6030-457f-befe-d8f25f5ef6fd req-1a8f70d7-3d51-4bee-9814-8a47d62afb3c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 1097 time: 0.1406314 Sep 23 23:04:53.899852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c03c47f4-279f-4734-ae1c-7b23cd90d4a3 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:04:53.914117 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4259868e-6030-457f-befe-d8f25f5ef6fd req-a04e50da-fa21-4da2-8f33-c39f5b122710 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339658 Sep 23 23:04:53.926971 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: c03c47f4-279f-4734-ae1c-7b23cd90d4a3 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:04:53.927316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c03c47f4-279f-4734-ae1c-7b23cd90d4a3 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:04:53.949861 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b417b-6244-432b-ae5b-56a573bce822 None None] Deleting port ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:04:53.950734 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cd8b417b-6244-432b-ae5b-56a573bce822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:54.018451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-cd8b417b-6244-432b-ae5b-56a573bce822 None None] For port ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:04:54.018866 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cd8b417b-6244-432b-ae5b-56a573bce822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:54.033194 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b417b-6244-432b-ae5b-56a573bce822 None None] Calling delete_port for ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:04:54.090669 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] Deleting port ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:04:54.090890 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:54.153323 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] For port ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee,segment=NetworkSegment(9d135f46-3c60-4613-a41f-6c2605bfc6a9),segment_id=9d135f46-3c60-4613-a41f-6c2605bfc6a9)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:04:54.153678 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:54.165899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] Calling delete_port for ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:04:54.198473 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cd8b417b-6244-432b-ae5b-56a573bce822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:54.226840 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b417b-6244-432b-ae5b-56a573bce822 None None] No DVR routers for this DVR port ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:04:54.229090 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b417b-6244-432b-ae5b-56a573bce822 None None] Pushing event deleted for resources: {'Port': ['ID=ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:54.286684 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d06ae-7767-4776-ae2b-b44ec5f861f2 req-d3fcd6f5-42ad-4843-b215-6bf963ab458a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:54.288162 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b11d06ae-7767-4776-ae2b-b44ec5f861f2 req-d3fcd6f5-42ad-4843-b215-6bf963ab458a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 946 time: 0.0729196 Sep 23 23:04:54.290214 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:54.324985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:54.326823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] No DVR routers for this DVR port ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:04:54.387711 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b11d06ae-7767-4776-ae2b-b44ec5f861f2 req-5402236a-8783-4334-8c6a-d651dc500fb8 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924094 Sep 23 23:04:54.423934 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:54.444559 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea8b69c-a296-493c-a38b-e8e5deafa4e2']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:04:54.454171 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d135f46-3c60-4613-a41f-6c2605bfc6a9') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:04:54.454472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d135f46-3c60-4613-a41f-6c2605bfc6a9') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:04:54.464104 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:54.478276 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:54.484733 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:04:54.485127 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:04:54.486792 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:04:54.655442 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:54.660864 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:54.662714 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fea8b69c-a296-493c-a38b-e8e5deafa4e2 HTTP/1.1" status: 204 len: 168 time: 1.0710647 Sep 23 23:04:54.674206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2fb60-92e9-4587-b2b4-ea2d68a1c241 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea8b69c-a296-493c-a38b-e8e5deafa4e2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:55.006498 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38540) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:04:55.047294 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3cfc064f-7e8c-4f0d-8915-ad32ab983ab7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d02bf3e96aa14bfaa40cff450c02a21a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395844 Sep 23 23:04:55.050315 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38542) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:04:55.099950 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1157-c350-4f4e-8fde-71e6ad7f17e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:55.122204 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1157-c350-4f4e-8fde-71e6ad7f17e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:55.244019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1157-c350-4f4e-8fde-71e6ad7f17e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:55.247371 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1157-c350-4f4e-8fde-71e6ad7f17e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:55.248544 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1c4c1157-c350-4f4e-8fde-71e6ad7f17e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c7782cc-1270-4d5f-910c-6a490cb06def HTTP/1.1" status: 204 len: 168 time: 0.1973126 Sep 23 23:04:55.256668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c1157-c350-4f4e-8fde-71e6ad7f17e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7782cc-1270-4d5f-910c-6a490cb06def,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:55.428512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:04:55.451608 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:04:55.451962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ae8a2677-8fa2-45d7-9a33-4a44a4bee1ee not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:04:55.452386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 121dd29a-c02f-4d0a-8761-194650b55668 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:04:55.475259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 121dd29a-c02f-4d0a-8761-194650b55668 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:04:55.475606 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 121dd29a-c02f-4d0a-8761-194650b55668 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:04:55.516334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4f54f-cd52-4c1b-a267-1f2d859380cd req-07db84a6-a203-4f93-9912-8be4287a6ded tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:55.517833 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73d4f54f-cd52-4c1b-a267-1f2d859380cd req-07db84a6-a203-4f93-9912-8be4287a6ded tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 946 time: 0.0539463 Sep 23 23:04:55.556970 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-73d4f54f-cd52-4c1b-a267-1f2d859380cd req-58bdd578-c46d-4ebe-baef-7fab61a87e2c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328324 Sep 23 23:04:56.678613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a8849-6de4-4377-90a9-6d4c12335911 req-3bd569f4-b29f-4246-9ac4-02c148694de0 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:56.680240 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c47a8849-6de4-4377-90a9-6d4c12335911 req-3bd569f4-b29f-4246-9ac4-02c148694de0 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 946 time: 0.0546498 Sep 23 23:04:56.723983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c47a8849-6de4-4377-90a9-6d4c12335911 req-0b4934ed-78d5-42fc-a1fd-87d337240b50 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358503 Sep 23 23:04:56.846559 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8ffbb-1c3f-473a-bf98-f26152e1f5f1 req-70963b3e-1dc1-4e61-9ee1-fa43681c7d27 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:04:56.848124 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61d8ffbb-1c3f-473a-bf98-f26152e1f5f1 req-70963b3e-1dc1-4e61-9ee1-fa43681c7d27 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 946 time: 0.0545974 Sep 23 23:04:56.890033 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61d8ffbb-1c3f-473a-bf98-f26152e1f5f1 req-585b3580-10e8-4be7-ac39-5390b784b7fe tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356872 Sep 23 23:04:57.592534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38606) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:04:57.699719 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea586e00-860d-48a7-a1e1-d149f66e94d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:57.788616 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea586e00-860d-48a7-a1e1-d149f66e94d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:57.907082 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ea586e00-860d-48a7-a1e1-d149f66e94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:57.945728 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ea586e00-860d-48a7-a1e1-d149f66e94d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69e4ffdde965446ab0c00e69eef651a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520939 Sep 23 23:04:57.947680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea586e00-860d-48a7-a1e1-d149f66e94d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0730a1d-51cc-48e4-b746-5aaf7c8e0263,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:57.948582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38610) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:04:58.002882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:58.025088 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:58.168768 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:58.168768 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:04:58.168768 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0730a1d-51cc-48e4-b746-5aaf7c8e0263 HTTP/1.1" status: 204 len: 168 time: 0.2179077 Sep 23 23:04:58.177219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0730a1d-51cc-48e4-b746-5aaf7c8e0263,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:04:58.185695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:58.186275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:58.186618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:58.186954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:58.187287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:58.187619 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:58.187941 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:58.188438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:58.188766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:58.189086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:58.189651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:04:58.189996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacb699e-4c62-4884-b847-713d4fedbe52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:05:00.950976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-a5da32fa-876d-4bbe-a32b-9fe98b943185 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:00.954686 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-a5da32fa-876d-4bbe-a32b-9fe98b943185 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 811 time: 0.1133080 Sep 23 23:05:00.968582 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9b861286-9215-4b0f-8179-04b2f356d243 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/quotas/d11e96efbe4c43a2977eef6acd246f67 HTTP/1.1" status: 200 len: 375 time: 0.0100782 Sep 23 23:05:01.027310 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-18b10786-c297-45e9-a376-c6517b3e6334 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527477 Sep 23 23:05:01.266294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-ecbff46d-efda-4f95-b460-59696a498553 service neutron] 10.222.0.22 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314458 Sep 23 23:05:01.364469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-a3dbc482-8bd3-4710-942e-934b3613a9cc service neutron] 10.222.0.22 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920019 Sep 23 23:05:01.717471 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-00041399-3521-43b6-9dcb-2c3991582137 req-1071d0b3-3dc0-4e62-a331-056f8fe15f6e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 210 time: 0.0326486 Sep 23 23:05:01.957441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38756) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:05:02.074307 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f5524c5-f148-47d5-8783-a914abe9a185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:02.167878 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f5524c5-f148-47d5-8783-a914abe9a185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:02.272106 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f5524c5-f148-47d5-8783-a914abe9a185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:02.314343 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6f5524c5-f148-47d5-8783-a914abe9a185 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55654fb4955a431eaaeffe97f479a008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3553596 Sep 23 23:05:02.315253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5524c5-f148-47d5-8783-a914abe9a185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e57e63-df42-4f16-ae3a-6ad5c7967159,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:02.316629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38762) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:05:02.367768 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d108c109-4cad-404d-84c3-120d6ef6ff04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:02.389797 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d108c109-4cad-404d-84c3-120d6ef6ff04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:02.529800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d108c109-4cad-404d-84c3-120d6ef6ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:02.532536 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d108c109-4cad-404d-84c3-120d6ef6ff04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:02.533755 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d108c109-4cad-404d-84c3-120d6ef6ff04 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90e57e63-df42-4f16-ae3a-6ad5c7967159 HTTP/1.1" status: 204 len: 168 time: 0.2159750 Sep 23 23:05:02.541864 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108c109-4cad-404d-84c3-120d6ef6ff04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e57e63-df42-4f16-ae3a-6ad5c7967159,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:02.795606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-98845883-8fb7-4301-8a1c-7a8917b1ea6c req-b7ef7e6a-d86c-4222-8b04-307e830501e1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 210 time: 0.0284865 Sep 23 23:05:03.335559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38770) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:05:03.349583 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-50bc09a6-a5e1-494e-95a0-30ba20190252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:03.448028 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-50bc09a6-a5e1-494e-95a0-30ba20190252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:03.518343 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-50bc09a6-a5e1-494e-95a0-30ba20190252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:03.558374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc09a6-a5e1-494e-95a0-30ba20190252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e19a3af-334d-47e7-a601-406565bbde74,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:03.563114 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-50bc09a6-a5e1-494e-95a0-30ba20190252 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b28e8ece24894463a187299b16b0bd37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265031 Sep 23 23:05:03.566325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38772) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:05:03.615132 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1a306abc-1e39-415d-969e-b9fe7e5e7c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:03.635581 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1a306abc-1e39-415d-969e-b9fe7e5e7c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:03.758412 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1a306abc-1e39-415d-969e-b9fe7e5e7c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:03.761057 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1a306abc-1e39-415d-969e-b9fe7e5e7c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:03.762826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1a306abc-1e39-415d-969e-b9fe7e5e7c0c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e19a3af-334d-47e7-a601-406565bbde74 HTTP/1.1" status: 204 len: 168 time: 0.1958327 Sep 23 23:05:03.771578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a306abc-1e39-415d-969e-b9fe7e5e7c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e19a3af-334d-47e7-a601-406565bbde74,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:03.894228 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3aea8ee3-33c3-4146-b95e-968a30334ada req-99b74850-3185-49cd-a3cb-32da4481044a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 210 time: 0.0287433 Sep 23 23:05:04.133881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-56fbbc36-b6b5-4703-9dd8-a3693e51df96 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:04.135353 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-56fbbc36-b6b5-4703-9dd8-a3693e51df96 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.43 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 811 time: 0.1182072 Sep 23 23:05:04.150029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-88d74cb4-ebaf-49ec-9214-671742e323d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'port': {'device_id': '63fa6096-d2e7-404e-8dd6-33b844896ed9', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'admin_state_up': True, 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:05:04.415583 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-88d74cb4-ebaf-49ec-9214-671742e323d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Made reservation on behalf of d11e96efbe4c43a2977eef6acd246f67 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:05:04.421231 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-88d74cb4-ebaf-49ec-9214-671742e323d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:04.561344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-88d74cb4-ebaf-49ec-9214-671742e323d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Allocated IP 172.20.0.8 (45b51b8f-7d52-4e5c-b7db-66198a209fb1/1db05adc-8484-42c0-adc6-2c2f758e2ab6/b35c49a2-ca74-49f9-9c77-26fe03fa2875) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:05:04.721241 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-88d74cb4-ebaf-49ec-9214-671742e323d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:04.896174 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-88d74cb4-ebaf-49ec-9214-671742e323d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:04.939163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-88d74cb4-ebaf-49ec-9214-671742e323d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:05:04.944543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-88d74cb4-ebaf-49ec-9214-671742e323d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:05:04.948243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-88d74cb4-ebaf-49ec-9214-671742e323d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:05:04.951716 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['f1a64544-d783-4cf2-9ea5-0cdd0fb06321'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:05:05.007012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d74cb4-ebaf-49ec-9214-671742e323d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'Port': ['ID=b35c49a2-ca74-49f9-9c77-26fe03fa2875,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:05.072615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-88d74cb4-ebaf-49ec-9214-671742e323d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:05.073297 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-88d74cb4-ebaf-49ec-9214-671742e323d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:05.100739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5819477-b394-4a63-b514-1221ecb8271d req-eb62007a-e409-46fa-b031-cb5b0bf0f6f4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:05.102269 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5819477-b394-4a63-b514-1221ecb8271d req-eb62007a-e409-46fa-b031-cb5b0bf0f6f4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 931 time: 0.1106231 Sep 23 23:05:05.148432 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5819477-b394-4a63-b514-1221ecb8271d req-73f8c12a-fcf6-4251-8651-98884705cfb3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386038 Sep 23 23:05:05.227948 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-88d74cb4-ebaf-49ec-9214-671742e323d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0818892 Sep 23 23:05:05.243018 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-a958c0d6-35bb-409c-9884-846d8845316c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:05:05.244130 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-3a18aa99-138c-4fd7-928f-f8d3dea30417 None None] Provisioning complete for port b35c49a2-ca74-49f9-9c77-26fe03fa2875 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:05:05.244264 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-a958c0d6-35bb-409c-9884-846d8845316c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100703 Sep 23 23:05:05.244602 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3a18aa99-138c-4fd7-928f-f8d3dea30417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:05.286844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-3a18aa99-138c-4fd7-928f-f8d3dea30417 None None] Port b35c49a2-ca74-49f9-9c77-26fe03fa2875 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:05:05.372543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Request body: {'port': {'device_id': '63fa6096-d2e7-404e-8dd6-33b844896ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:05:05.431211 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:05.733461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35c49a2-ca74-49f9-9c77-26fe03fa2875 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:05:05.742326 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:05.757069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Transition to ACTIVE for port object b35c49a2-ca74-49f9-9c77-26fe03fa2875 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:05:05.861023 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:05.920258 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Pushing event updated for resources: {'Port': ['ID=b35c49a2-ca74-49f9-9c77-26fe03fa2875,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:06.002642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Attempting to bind port b35c49a2-ca74-49f9-9c77-26fe03fa2875 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:05:06.003122 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Attempting to bind port b35c49a2-ca74-49f9-9c77-26fe03fa2875 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:05:06.003542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Attempting to bind port b35c49a2-ca74-49f9-9c77-26fe03fa2875 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:05:06.009018 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Port b35c49a2-ca74-49f9-9c77-26fe03fa2875 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:05:06.009498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Attempting to bind port b35c49a2-ca74-49f9-9c77-26fe03fa2875 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:05:06.016511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:05:06.016996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Checking segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:05:06.017515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Bound using segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:05:06.018232 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Bound port: b35c49a2-ca74-49f9-9c77-26fe03fa2875, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:05:06.018742 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:06.097421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] For port b35c49a2-ca74-49f9-9c77-26fe03fa2875, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:05:06.100748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] For port b35c49a2-ca74-49f9-9c77-26fe03fa2875, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b35c49a2-ca74-49f9-9c77-26fe03fa2875,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:05:06.256433 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:06.288151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00288f-5153-441d-a6ae-01482eed654f req-9f6ef410-cee4-4984-8bda-3d98cfeafaab tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:06.290461 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee00288f-5153-441d-a6ae-01482eed654f req-9f6ef410-cee4-4984-8bda-3d98cfeafaab tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0656610 Sep 23 23:05:06.311101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:06.311768 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:06.313230 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] 10.222.0.43 "PUT /v2.0/ports/b35c49a2-ca74-49f9-9c77-26fe03fa2875 HTTP/1.1" status: 200 len: 1091 time: 1.0566866 Sep 23 23:05:06.313696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fa6096-d2e7-404e-8dd6-33b844896ed9', 'tag': 'b35c49a2-ca74-49f9-9c77-26fe03fa2875'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:05:06.317985 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f1e837-14a9-47c1-8316-38d39dcd62f5" -d '{"events": [{"name": "network-changed", "server_uuid": "63fa6096-d2e7-404e-8dd6-33b844896ed9", "tag": "b35c49a2-ca74-49f9-9c77-26fe03fa2875"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:05:06.366822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80711c-be80-4a21-b812-cbb3dfec0db0 service neutron] Pushing event updated for resources: {'Port': ['ID=b35c49a2-ca74-49f9-9c77-26fe03fa2875,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:06.400829 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee00288f-5153-441d-a6ae-01482eed654f req-e49f2e11-1370-48de-b58b-03226218e6ac tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978110 Sep 23 23:05:06.425760 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5ceaeb-0072-4aa5-8432-a0930692d5c4 x-openstack-request-id: req-bb5ceaeb-0072-4aa5-8432-a0930692d5c4 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:05:06.426118 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fa6096-d2e7-404e-8dd6-33b844896ed9", "tag": "b35c49a2-ca74-49f9-9c77-26fe03fa2875", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:05:06.426471 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb5ceaeb-0072-4aa5-8432-a0930692d5c4 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:05:06.426946 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fa6096-d2e7-404e-8dd6-33b844896ed9', 'tag': 'b35c49a2-ca74-49f9-9c77-26fe03fa2875', 'status': 'completed', 'code': 200} Sep 23 23:05:06.505590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1e837-14a9-47c1-8316-38d39dcd62f5 req-ff5f3c0a-34fd-474c-8611-7df7b4a09e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:06.507259 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3f1e837-14a9-47c1-8316-38d39dcd62f5 req-ff5f3c0a-34fd-474c-8611-7df7b4a09e2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 1094 time: 0.0566700 Sep 23 23:05:06.629844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1e837-14a9-47c1-8316-38d39dcd62f5 req-0d2b9143-e91d-4bdb-9e2b-0cf49e237394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:06.631398 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3f1e837-14a9-47c1-8316-38d39dcd62f5 req-0d2b9143-e91d-4bdb-9e2b-0cf49e237394 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d11e96efbe4c43a2977eef6acd246f67&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1154971 Sep 23 23:05:06.742295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1e837-14a9-47c1-8316-38d39dcd62f5 req-a442ea79-e3ff-4d84-a39b-0dcf1e768c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:06.743828 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a3f1e837-14a9-47c1-8316-38d39dcd62f5 req-a442ea79-e3ff-4d84-a39b-0dcf1e768c5e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055105 Sep 23 23:05:06.829668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-33631323-168a-4634-a363-7dca6c1423a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:06.831432 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-33631323-168a-4634-a363-7dca6c1423a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 1094 time: 0.0498879 Sep 23 23:05:06.884301 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:05:06.884983 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-687dbade-23fe-4d9f-ba7a-7989dee93b3f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35c49a2-ca74-49f9-9c77-26fe03fa2875 HTTP/1.1" status: 200 len: 217 time: 0.0443752 Sep 23 23:05:06.940174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-7679a894-f4e0-46ff-ae45-0c4d860560d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:06.942022 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-7679a894-f4e0-46ff-ae45-0c4d860560d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0506141 Sep 23 23:05:06.995042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-11140058-a4cd-4751-8efe-dfe8d0b25c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:06.996864 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-11140058-a4cd-4751-8efe-dfe8d0b25c3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472958 Sep 23 23:05:07.095735 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-c81b1ce0-20dd-4302-92cc-0633109f54b1 service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905461 Sep 23 23:05:07.101412 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:07.200324 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aaa71277-c791-4a68-8fa8-3fd7c22caa2b req-73e6163a-66d1-49db-b2fc-37ad09abf845 service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974011 Sep 23 23:05:07.524193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bdd34-879b-4686-8469-39aa47710be8 req-577db78c-a195-4ecd-a17c-db4faf793e09 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:07.525887 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a13bdd34-879b-4686-8469-39aa47710be8 req-577db78c-a195-4ecd-a17c-db4faf793e09 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0574975 Sep 23 23:05:07.569151 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a13bdd34-879b-4686-8469-39aa47710be8 req-bcd0d767-e3c7-4819-bd4b-7de2973b8228 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364838 Sep 23 23:05:07.847616 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38834) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:05:07.957590 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-75a737b7-23e2-4b0e-ab4d-abbbfae76305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:08.052423 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-75a737b7-23e2-4b0e-ab4d-abbbfae76305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:08.169695 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-75a737b7-23e2-4b0e-ab4d-abbbfae76305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:08.210712 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a737b7-23e2-4b0e-ab4d-abbbfae76305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7049158-1120-4abc-a965-1bcb6e3802b4,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:08.219851 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-75a737b7-23e2-4b0e-ab4d-abbbfae76305 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35cc915b8abe4c909b141e288ed8e455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683596 Sep 23 23:05:08.220397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38838) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:05:08.272081 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aad8c537-1705-4f24-8df4-c0aeb8e302d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:08.294884 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aad8c537-1705-4f24-8df4-c0aeb8e302d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:08.575370 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aad8c537-1705-4f24-8df4-c0aeb8e302d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:08.578044 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aad8c537-1705-4f24-8df4-c0aeb8e302d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:08.579245 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-aad8c537-1705-4f24-8df4-c0aeb8e302d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7049158-1120-4abc-a965-1bcb6e3802b4 HTTP/1.1" status: 204 len: 168 time: 0.3583422 Sep 23 23:05:08.587103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8c537-1705-4f24-8df4-c0aeb8e302d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7049158-1120-4abc-a965-1bcb6e3802b4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:08.700528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8d441-3041-41d1-9846-7f79b5b4c0d1 req-07ee75b9-2af8-4d50-b88a-c2c288252645 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:08.702080 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1cb8d441-3041-41d1-9846-7f79b5b4c0d1 req-07ee75b9-2af8-4d50-b88a-c2c288252645 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0592577 Sep 23 23:05:08.747745 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1cb8d441-3041-41d1-9846-7f79b5b4c0d1 req-7a188718-fd79-4806-bd82-ab4a7cbbe855 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379076 Sep 23 23:05:09.574080 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 38846) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:05:09.589122 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e61de8b-6bb9-46a3-8b71-412104919440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:09.690121 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e61de8b-6bb9-46a3-8b71-412104919440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:09.816158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e61de8b-6bb9-46a3-8b71-412104919440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:09.860627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61de8b-6bb9-46a3-8b71-412104919440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51669abd-16b9-4d96-b38d-758449897efe,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:09.868123 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6e61de8b-6bb9-46a3-8b71-412104919440 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=163ca8b6c3364e43a0eb35ceb208f4ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904656 Sep 23 23:05:09.868452 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 38850) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:05:09.894885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c58e9-d8a8-4172-bc7e-04d57736a168 req-06f5744e-d421-4e40-a6d5-a4eb59d01949 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:09.896401 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-de4c58e9-d8a8-4172-bc7e-04d57736a168 req-06f5744e-d421-4e40-a6d5-a4eb59d01949 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0719047 Sep 23 23:05:09.961529 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-de4c58e9-d8a8-4172-bc7e-04d57736a168 req-922d0b59-b7d3-4bd0-9b0c-25f3a7380af3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560381 Sep 23 23:05:09.964429 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f79abaed-c3c1-4e61-84d1-8d2b9c0adc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:09.992849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f79abaed-c3c1-4e61-84d1-8d2b9c0adc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:10.180624 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f79abaed-c3c1-4e61-84d1-8d2b9c0adc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:10.184088 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f79abaed-c3c1-4e61-84d1-8d2b9c0adc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:10.186468 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f79abaed-c3c1-4e61-84d1-8d2b9c0adc03 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51669abd-16b9-4d96-b38d-758449897efe HTTP/1.1" status: 204 len: 168 time: 0.3157885 Sep 23 23:05:10.195664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79abaed-c3c1-4e61-84d1-8d2b9c0adc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51669abd-16b9-4d96-b38d-758449897efe,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:11.087461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c73d03-5067-429f-9302-5bcb8438278d req-44925220-70e9-4409-b8ff-455f9c75d9cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:11.089072 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b9c73d03-5067-429f-9302-5bcb8438278d req-44925220-70e9-4409-b8ff-455f9c75d9cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0541954 Sep 23 23:05:11.136088 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b9c73d03-5067-429f-9302-5bcb8438278d req-dfcc438f-34cc-42af-9f24-fcbed571e6fe tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386496 Sep 23 23:05:12.274391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d07fe-d4d6-43d5-904f-d8de0541532c req-a94ae90b-e1eb-487b-932b-4177388228d8 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:12.276064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ac8d07fe-d4d6-43d5-904f-d8de0541532c req-a94ae90b-e1eb-487b-932b-4177388228d8 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0631964 Sep 23 23:05:12.325743 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ac8d07fe-d4d6-43d5-904f-d8de0541532c req-38979091-0ae2-4eab-8906-7fc438a836f4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Sep 23 23:05:13.135690 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8cac7a55-350c-49a2-a123-55d64a0eb18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:13.455890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4770c0a-fc95-437b-9754-67488963ebf3 req-fd3a0182-5b5b-4085-8160-15bc1b60f2cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:13.458151 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4770c0a-fc95-437b-9754-67488963ebf3 req-fd3a0182-5b5b-4085-8160-15bc1b60f2cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0584898 Sep 23 23:05:13.505832 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4770c0a-fc95-437b-9754-67488963ebf3 req-19d45768-f69b-4e89-baa2-376235d98edc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378163 Sep 23 23:05:14.640040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad556345-5072-4ddf-851a-7facab5d6b79 req-abae2f6f-bd1f-4ce1-8f0a-a3955338a036 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:14.641631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ad556345-5072-4ddf-851a-7facab5d6b79 req-abae2f6f-bd1f-4ce1-8f0a-a3955338a036 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0534847 Sep 23 23:05:14.682245 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ad556345-5072-4ddf-851a-7facab5d6b79 req-f07a61e6-dbe5-4745-b973-108581e08f99 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328398 Sep 23 23:05:15.701483 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3a0a78fb-310b-42c6-a86b-9c80a0844bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:15.813788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f376c-7694-455a-a21f-897933b7cd1d req-954a455c-d244-4037-88fd-c44af9a3ac40 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:15.815398 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-717f376c-7694-455a-a21f-897933b7cd1d req-954a455c-d244-4037-88fd-c44af9a3ac40 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0515218 Sep 23 23:05:15.861442 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-717f376c-7694-455a-a21f-897933b7cd1d req-44dc3aa0-e29e-46c5-9331-6f894c03111a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399885 Sep 23 23:05:16.108856 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:16.994500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc1c05-5d20-44d8-8bb5-099dc52bdfd4 req-9687af34-182a-4c66-b926-08ee2efe7704 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:16.996696 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7dfc1c05-5d20-44d8-8bb5-099dc52bdfd4 req-9687af34-182a-4c66-b926-08ee2efe7704 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0589123 Sep 23 23:05:17.035726 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:17.049539 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7dfc1c05-5d20-44d8-8bb5-099dc52bdfd4 req-99c7038a-312b-4eb7-9500-227f7021f3df tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435967 Sep 23 23:05:18.179850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9755842-ed94-476b-8e17-1904768058c6 req-d6b24171-3281-4984-a83b-1d3ace56aeb2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:18.181483 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9755842-ed94-476b-8e17-1904768058c6 req-d6b24171-3281-4984-a83b-1d3ace56aeb2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0516853 Sep 23 23:05:18.214690 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:18.226485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9755842-ed94-476b-8e17-1904768058c6 req-7a2194ed-6157-403c-8487-7503fedf26a8 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381768 Sep 23 23:05:18.788899 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:19.350989 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3a90-3367-49e3-9457-e5b70819274a req-624b72fb-4aaf-4161-bc46-9371364b19d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:19.352492 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c6b3a90-3367-49e3-9457-e5b70819274a req-624b72fb-4aaf-4161-bc46-9371364b19d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0518098 Sep 23 23:05:19.399996 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c6b3a90-3367-49e3-9457-e5b70819274a req-95352bf1-61a0-4bec-8863-a7fdaea8bb27 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402670 Sep 23 23:05:20.527262 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690d2ea-a6a4-4b68-86c8-5aef75ad35a9 req-3237f467-0332-44de-a237-0aca7b627884 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:20.529304 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1690d2ea-a6a4-4b68-86c8-5aef75ad35a9 req-3237f467-0332-44de-a237-0aca7b627884 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0541348 Sep 23 23:05:20.569451 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1690d2ea-a6a4-4b68-86c8-5aef75ad35a9 req-4f8622f7-04e0-4060-834b-a15b4014307f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340397 Sep 23 23:05:21.704424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa7c02-2620-4eb9-9d42-72fef2d2ae48 req-e8a6816e-b131-4297-bae6-2c84668208d6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:21.706075 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34fa7c02-2620-4eb9-9d42-72fef2d2ae48 req-e8a6816e-b131-4297-bae6-2c84668208d6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0576706 Sep 23 23:05:21.751869 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34fa7c02-2620-4eb9-9d42-72fef2d2ae48 req-304b3bb7-a509-47d3-9f0d-044b7c43c6c6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357699 Sep 23 23:05:22.890732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd2e7f-38b0-4117-8944-83dbb045085f req-f5a75d9f-8ccb-4fd2-a9dc-1d19e1f3c4ce tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:22.901324 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-68fd2e7f-38b0-4117-8944-83dbb045085f req-f5a75d9f-8ccb-4fd2-a9dc-1d19e1f3c4ce tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0616698 Sep 23 23:05:22.940105 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-68fd2e7f-38b0-4117-8944-83dbb045085f req-2df6f363-3f92-4302-b341-c888eca639f8 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415595 Sep 23 23:05:24.084899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b8533-753b-4d09-9f03-7685ef95ba06 req-a5862755-1420-4af5-b461-b0550526f5b6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:24.103424 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c76b8533-753b-4d09-9f03-7685ef95ba06 req-a5862755-1420-4af5-b461-b0550526f5b6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0669639 Sep 23 23:05:24.133137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c76b8533-753b-4d09-9f03-7685ef95ba06 req-fcda4b43-2aa4-41d3-81a7-977ab7eb120f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Sep 23 23:05:25.252412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ab09e-b10a-422e-ab66-45fe806ba754 req-080773ee-0944-49a8-a618-50b6f0d9ef6c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:25.254009 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8f9ab09e-b10a-422e-ab66-45fe806ba754 req-080773ee-0944-49a8-a618-50b6f0d9ef6c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0507905 Sep 23 23:05:25.309044 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8f9ab09e-b10a-422e-ab66-45fe806ba754 req-621fe76e-3692-4d02-a9d2-9072bb46eb8c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394292 Sep 23 23:05:26.438007 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6706d0-f97c-4c99-a95e-1c4c83e8fe09 req-388ffcbb-9923-4658-9ad7-b27e66fc1831 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:26.439519 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa6706d0-f97c-4c99-a95e-1c4c83e8fe09 req-388ffcbb-9923-4658-9ad7-b27e66fc1831 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0547917 Sep 23 23:05:26.479374 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fa6706d0-f97c-4c99-a95e-1c4c83e8fe09 req-c218146b-2ee2-4e0c-8c2f-b6fdf8079150 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339105 Sep 23 23:05:27.600844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8daf22-5171-45bb-ae32-2e0e2b2cf282 req-8a429819-e535-4ca2-9c1d-7145d981f689 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:27.602386 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a8daf22-5171-45bb-ae32-2e0e2b2cf282 req-8a429819-e535-4ca2-9c1d-7145d981f689 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0522461 Sep 23 23:05:27.642467 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a8daf22-5171-45bb-ae32-2e0e2b2cf282 req-82b1e295-1650-4836-96e7-7d228d15abd0 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334103 Sep 23 23:05:28.766619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1898895-416a-4797-9213-be6215f8338f req-9f3e8f4f-c0f9-4bcf-83c7-cdc6027a5e47 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:28.769010 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1898895-416a-4797-9213-be6215f8338f req-9f3e8f4f-c0f9-4bcf-83c7-cdc6027a5e47 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0502679 Sep 23 23:05:28.811543 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b1898895-416a-4797-9213-be6215f8338f req-0f136456-6ed3-40b2-b2a5-50aef9cb8460 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342445 Sep 23 23:05:29.930985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d302f7a-a180-4b78-830a-285bb621d77e req-126c3c29-2214-41c0-bdbd-ab88820b3617 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:29.932492 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d302f7a-a180-4b78-830a-285bb621d77e req-126c3c29-2214-41c0-bdbd-ab88820b3617 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0499079 Sep 23 23:05:29.972607 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0d302f7a-a180-4b78-830a-285bb621d77e req-8d72161d-b622-44e4-8698-ca60eae8700b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327547 Sep 23 23:05:31.101611 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6c4b6-f4c0-4ed1-a3c1-c8ddd4d335de req-897043cd-8ecc-43b1-b063-8602fa19cbb9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:31.103103 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbd6c4b6-f4c0-4ed1-a3c1-c8ddd4d335de req-897043cd-8ecc-43b1-b063-8602fa19cbb9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0582666 Sep 23 23:05:31.144980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbd6c4b6-f4c0-4ed1-a3c1-c8ddd4d335de req-0c8ddffd-c89b-4624-acab-ebd05ac030dc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350902 Sep 23 23:05:31.394216 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39136) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:05:31.506149 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-050cc5d4-15be-4bfb-8212-244b7f33e2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:31.599845 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-050cc5d4-15be-4bfb-8212-244b7f33e2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:31.734900 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-050cc5d4-15be-4bfb-8212-244b7f33e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:31.772247 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-050cc5d4-15be-4bfb-8212-244b7f33e2cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ab274ca188a34256925f1378590418f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769293 Sep 23 23:05:31.775130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39140) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:05:31.777864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cc5d4-15be-4bfb-8212-244b7f33e2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5349d1-9e03-45b5-b326-80c3004073bc,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:31.835150 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d92dc8e-4c8b-4c61-b853-a23f04c33cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:31.858287 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d92dc8e-4c8b-4c61-b853-a23f04c33cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:32.055470 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d92dc8e-4c8b-4c61-b853-a23f04c33cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:32.058466 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d92dc8e-4c8b-4c61-b853-a23f04c33cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:32.059946 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4d92dc8e-4c8b-4c61-b853-a23f04c33cae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1d5349d1-9e03-45b5-b326-80c3004073bc HTTP/1.1" status: 204 len: 168 time: 0.2837729 Sep 23 23:05:32.067960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92dc8e-4c8b-4c61-b853-a23f04c33cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5349d1-9e03-45b5-b326-80c3004073bc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:32.269439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819bb38-2660-4878-8137-2b527f41c071 req-87a4ef01-9038-4301-b7d5-05bf40574de5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:32.271161 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d819bb38-2660-4878-8137-2b527f41c071 req-87a4ef01-9038-4301-b7d5-05bf40574de5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0550318 Sep 23 23:05:32.314492 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d819bb38-2660-4878-8137-2b527f41c071 req-6160e979-e06b-46ab-86b2-db85b4d201f3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360212 Sep 23 23:05:32.987863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39148) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:05:33.004879 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44c75557-e371-4343-a5ce-b1e6a9313922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:33.106107 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44c75557-e371-4343-a5ce-b1e6a9313922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:33.220569 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-44c75557-e371-4343-a5ce-b1e6a9313922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:33.261062 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-44c75557-e371-4343-a5ce-b1e6a9313922 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6bed606068e54a7083e9cdc0f2e54203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719049 Sep 23 23:05:33.262584 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c75557-e371-4343-a5ce-b1e6a9313922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f137517f-92d8-4e08-9502-e576733b667b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:33.264541 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39150) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:05:33.318618 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f976-2903-4c46-905f-f55ba84d176a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:33.342680 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f976-2903-4c46-905f-f55ba84d176a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:33.462265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282c469-9325-4d01-b524-a7129d889bc4 req-db9e5ea4-80db-45b8-8ca1-9e35249842ce tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:33.463971 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6282c469-9325-4d01-b524-a7129d889bc4 req-db9e5ea4-80db-45b8-8ca1-9e35249842ce tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0614250 Sep 23 23:05:33.509058 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6282c469-9325-4d01-b524-a7129d889bc4 req-db940b17-0a8c-4e4d-b0d0-55c5d3879cba tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375128 Sep 23 23:05:33.546560 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f976-2903-4c46-905f-f55ba84d176a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:33.557609 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f976-2903-4c46-905f-f55ba84d176a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:33.557609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e2a5f976-2903-4c46-905f-f55ba84d176a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f137517f-92d8-4e08-9502-e576733b667b HTTP/1.1" status: 204 len: 168 time: 0.2850552 Sep 23 23:05:33.560365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5f976-2903-4c46-905f-f55ba84d176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f137517f-92d8-4e08-9502-e576733b667b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:05:34.701664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a4b59-536a-446b-8afc-4885b53bcad6 req-0ae67876-0ddd-45a9-bcff-c11c5dffdee6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:34.703365 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e72a4b59-536a-446b-8afc-4885b53bcad6 req-0ae67876-0ddd-45a9-bcff-c11c5dffdee6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0802860 Sep 23 23:05:34.771600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e72a4b59-536a-446b-8afc-4885b53bcad6 req-8afcc83c-abb1-4663-a908-26aba96bf565 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604792 Sep 23 23:05:35.910548 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a858d3-58c5-4f3f-9f36-118df09abbc6 req-31a6367d-f484-4950-b26b-87c4e4d24969 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:35.912261 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8a858d3-58c5-4f3f-9f36-118df09abbc6 req-31a6367d-f484-4950-b26b-87c4e4d24969 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0562389 Sep 23 23:05:35.963383 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8a858d3-58c5-4f3f-9f36-118df09abbc6 req-001ca6d6-b8dc-4852-87d4-02592ce0a7fc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402858 Sep 23 23:05:37.090336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ab475-7aa8-49b5-8b9d-a1d494f969de req-58c2a1ed-7520-43b1-90ce-83a62df6dd4c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:37.092009 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b1ab475-7aa8-49b5-8b9d-a1d494f969de req-58c2a1ed-7520-43b1-90ce-83a62df6dd4c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0564916 Sep 23 23:05:37.095194 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:37.138336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b1ab475-7aa8-49b5-8b9d-a1d494f969de req-9d2900ba-d344-4ed3-89fb-b2ab32e2a7e1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388348 Sep 23 23:05:38.265856 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1ad7b-ef71-4762-a6f0-8835ec077eb3 req-3b279b48-fc23-4aff-8387-16487786c246 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:38.267532 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bef1ad7b-ef71-4762-a6f0-8835ec077eb3 req-3b279b48-fc23-4aff-8387-16487786c246 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0549865 Sep 23 23:05:38.316133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bef1ad7b-ef71-4762-a6f0-8835ec077eb3 req-1473e248-f03c-4448-abe4-cc3a03d3169f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 Sep 23 23:05:39.468770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36ef9f-ed3c-44ef-8073-fd51410e06e5 req-30deacd4-14ad-4b0b-bb0d-7f463c51c85e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:39.471043 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb36ef9f-ed3c-44ef-8073-fd51410e06e5 req-30deacd4-14ad-4b0b-bb0d-7f463c51c85e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0806668 Sep 23 23:05:39.536884 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cb36ef9f-ed3c-44ef-8073-fd51410e06e5 req-6b59c499-9821-4113-a453-5118315a4d9d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595574 Sep 23 23:05:40.662781 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6918dc-70ac-40f9-ad64-8c445e95eb05 req-c731fe64-e7c6-483a-8b5a-6bc35ec072b1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:40.664380 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa6918dc-70ac-40f9-ad64-8c445e95eb05 req-c731fe64-e7c6-483a-8b5a-6bc35ec072b1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0570786 Sep 23 23:05:40.711866 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa6918dc-70ac-40f9-ad64-8c445e95eb05 req-0669ac24-6458-46ca-a209-25b411c6e174 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361977 Sep 23 23:05:41.847381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b0031-f064-4024-8f66-cca24dee064c req-966c82df-451c-4f36-9bbf-92eea4ba1aef tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:41.848892 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e62b0031-f064-4024-8f66-cca24dee064c req-966c82df-451c-4f36-9bbf-92eea4ba1aef tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0586107 Sep 23 23:05:41.890604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e62b0031-f064-4024-8f66-cca24dee064c req-35fd0464-d3b4-4a95-8c59-89d70b426b4f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349214 Sep 23 23:05:43.007421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cbf99-353f-45b4-bfde-2c52e3689133 req-1d5e4a52-2db7-4fdd-a3b0-441224fd3e41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:43.008862 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2b9cbf99-353f-45b4-bfde-2c52e3689133 req-1d5e4a52-2db7-4fdd-a3b0-441224fd3e41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0504220 Sep 23 23:05:43.052016 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2b9cbf99-353f-45b4-bfde-2c52e3689133 req-b997682a-41ca-4d65-b96b-136cfae9f5a2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358427 Sep 23 23:05:43.070646 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-458e2e10-7424-4e64-a981-dacb15f51930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:43.884895 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:05:44.171759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef85dc-0a96-43f7-917a-024d70d88eea req-610dce0e-4e62-4eba-8982-c401dc926259 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:44.173295 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8ef85dc-0a96-43f7-917a-024d70d88eea req-610dce0e-4e62-4eba-8982-c401dc926259 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0506222 Sep 23 23:05:44.211900 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8ef85dc-0a96-43f7-917a-024d70d88eea req-fd13ef4f-55a6-41c2-87a0-1eec4f9647f2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326011 Sep 23 23:05:45.329353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246cd2f-1a67-463c-84c5-632e737942b4 req-cb3568a6-2bb2-45a4-b7c3-cc4365fb7821 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:45.330897 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5246cd2f-1a67-463c-84c5-632e737942b4 req-cb3568a6-2bb2-45a4-b7c3-cc4365fb7821 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0514002 Sep 23 23:05:45.369631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5246cd2f-1a67-463c-84c5-632e737942b4 req-52e22248-0fd3-4992-a324-35c86304a4e4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327199 Sep 23 23:05:45.649064 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-130a7a5f-65b0-46c2-8ce2-f035b1c253d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:46.152687 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:46.488664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a827eee-839e-4bd6-b6c6-24249ade6f15 req-52a9a591-8020-434a-ada2-20988a0bd0ee tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:46.490233 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4a827eee-839e-4bd6-b6c6-24249ade6f15 req-52a9a591-8020-434a-ada2-20988a0bd0ee tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0520339 Sep 23 23:05:46.529043 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4a827eee-839e-4bd6-b6c6-24249ade6f15 req-d7b60911-b231-4202-9d80-37cda131fe04 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321858 Sep 23 23:05:47.043725 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:47.650464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee329b-dddb-48d7-9746-2d620b5fa997 req-ea89cd8d-9388-40b5-87d6-69cf2637b955 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:47.652651 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42ee329b-dddb-48d7-9746-2d620b5fa997 req-ea89cd8d-9388-40b5-87d6-69cf2637b955 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0560145 Sep 23 23:05:47.693101 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42ee329b-dddb-48d7-9746-2d620b5fa997 req-f99f5835-5ab7-4a79-9b08-f97374a61fae tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342045 Sep 23 23:05:48.271675 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:48.719565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16610d1b-0ce2-4cec-a83c-1767077dca82 req-e9624456-6764-4b75-a365-61ea8aea6f4c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451088 Sep 23 23:05:48.752258 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:05:48.845450 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599da0c5-5ec1-4c32-93fa-cdb50a43b855 req-bcc7c8b3-b17a-41b5-90e1-d618f12cfca2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:48.846955 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-599da0c5-5ec1-4c32-93fa-cdb50a43b855 req-bcc7c8b3-b17a-41b5-90e1-d618f12cfca2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0778913 Sep 23 23:05:48.849584 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16610d1b-0ce2-4cec-a83c-1767077dca82 req-b0fbcd6e-c49c-4d3d-94ea-7dd66b763f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:48.850952 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16610d1b-0ce2-4cec-a83c-1767077dca82 req-b0fbcd6e-c49c-4d3d-94ea-7dd66b763f40 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0705259 Sep 23 23:05:48.914385 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-599da0c5-5ec1-4c32-93fa-cdb50a43b855 req-514895e0-3630-4354-a0c5-88351e24efe0 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611873 Sep 23 23:05:48.972836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16610d1b-0ce2-4cec-a83c-1767077dca82 req-25f25c56-be67-44ae-b8ee-637891c22208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:48.974330 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16610d1b-0ce2-4cec-a83c-1767077dca82 req-25f25c56-be67-44ae-b8ee-637891c22208 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.1043866 Sep 23 23:05:49.017679 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16610d1b-0ce2-4cec-a83c-1767077dca82 req-dfda0b03-2a7c-4a27-9bab-1f2ea3ad9caf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1a64544-d783-4cf2-9ea5-0cdd0fb06321 HTTP/1.1" status: 200 len: 217 time: 0.0366192 Sep 23 23:05:49.074577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16610d1b-0ce2-4cec-a83c-1767077dca82 req-ddb05eae-4de7-4ff5-a341-4946aad220e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:49.076127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16610d1b-0ce2-4cec-a83c-1767077dca82 req-ddb05eae-4de7-4ff5-a341-4946aad220e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0515802 Sep 23 23:05:49.126668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16610d1b-0ce2-4cec-a83c-1767077dca82 req-7fe18000-b4ae-46ce-ad1f-ea91e68c351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:49.128292 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16610d1b-0ce2-4cec-a83c-1767077dca82 req-7fe18000-b4ae-46ce-ad1f-ea91e68c351f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431700 Sep 23 23:05:49.232070 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16610d1b-0ce2-4cec-a83c-1767077dca82 req-3b045707-102d-4799-8f79-23cc9d73fbdb service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965550 Sep 23 23:05:49.349885 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16610d1b-0ce2-4cec-a83c-1767077dca82 req-8fbc92c1-e023-4b86-8816-4aac9cf1e2ae service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097000 Sep 23 23:05:50.040955 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d54d1-cd8d-415d-a1db-962cb1b262f1 req-40aeea5b-f50f-453b-a3a2-49178147994f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:50.042624 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a93d54d1-cd8d-415d-a1db-962cb1b262f1 req-40aeea5b-f50f-453b-a3a2-49178147994f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0537000 Sep 23 23:05:50.084479 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a93d54d1-cd8d-415d-a1db-962cb1b262f1 req-bc326a93-4655-4d51-bdea-c17e12d831e1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355387 Sep 23 23:05:51.208001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92440f42-50cb-475f-9dde-0a26ade1bc1d req-bf971dd9-1ae8-48d4-8ce2-2b6aaaaaee88 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:51.209662 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-92440f42-50cb-475f-9dde-0a26ade1bc1d req-bf971dd9-1ae8-48d4-8ce2-2b6aaaaaee88 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0541379 Sep 23 23:05:51.254082 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-92440f42-50cb-475f-9dde-0a26ade1bc1d req-b1cc62c0-b475-433d-bec4-8fa3208fa7e7 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358071 Sep 23 23:05:52.379643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476a795-c98f-42bc-ac19-1404cafff92d req-3cbfdd0e-6ee0-4800-b3cc-6b4fa4607e33 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:52.381201 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d476a795-c98f-42bc-ac19-1404cafff92d req-3cbfdd0e-6ee0-4800-b3cc-6b4fa4607e33 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0561161 Sep 23 23:05:52.422372 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d476a795-c98f-42bc-ac19-1404cafff92d req-c0a9fc06-05ab-43de-81cf-b2f611ca9da9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345056 Sep 23 23:05:53.557978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7518388-6ae5-4f7e-a44a-488e638a1068 req-4a23cf7c-2dff-4cf8-8eb3-f56fea234b71 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:53.559705 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7518388-6ae5-4f7e-a44a-488e638a1068 req-4a23cf7c-2dff-4cf8-8eb3-f56fea234b71 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0524473 Sep 23 23:05:53.610817 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7518388-6ae5-4f7e-a44a-488e638a1068 req-cbc46dcd-ed51-45bf-8c18-29d34c6c2476 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403528 Sep 23 23:05:54.735008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a640c-b82c-4949-8e2c-006a25e985c1 req-95e17fab-29a7-47eb-b724-252dd4564d31 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:54.736544 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c4a640c-b82c-4949-8e2c-006a25e985c1 req-95e17fab-29a7-47eb-b724-252dd4564d31 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0567911 Sep 23 23:05:54.784251 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9c4a640c-b82c-4949-8e2c-006a25e985c1 req-7c9aff9e-e388-46b4-a346-bf6b60050f4c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Sep 23 23:05:55.902202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0ed4e-1378-472d-9890-1d609e8495cc req-69340a90-a1e3-44cb-bee0-29ff6beed2e4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:55.903781 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9fb0ed4e-1378-472d-9890-1d609e8495cc req-69340a90-a1e3-44cb-bee0-29ff6beed2e4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0512421 Sep 23 23:05:55.942117 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9fb0ed4e-1378-472d-9890-1d609e8495cc req-9b1d8305-0678-44da-8435-20dbac7a84d3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324028 Sep 23 23:05:57.061609 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e486e4-dead-4b1b-8309-9341793c0852 req-1b05b77b-b799-425a-8ff2-7396ac9d1e6f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:57.063072 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21e486e4-dead-4b1b-8309-9341793c0852 req-1b05b77b-b799-425a-8ff2-7396ac9d1e6f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0519211 Sep 23 23:05:57.101693 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21e486e4-dead-4b1b-8309-9341793c0852 req-0743188c-c61f-4788-96ce-13d75ebdc7da tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326302 Sep 23 23:05:58.221432 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f2d33-cb96-4e26-b521-4799c88b9cbe req-ad214eed-91c4-44c0-bc9f-298a5dc519e4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:58.223212 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e81f2d33-cb96-4e26-b521-4799c88b9cbe req-ad214eed-91c4-44c0-bc9f-298a5dc519e4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0504076 Sep 23 23:05:58.262514 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e81f2d33-cb96-4e26-b521-4799c88b9cbe req-ca1c6929-41fc-4951-8660-ddc37bffcccd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333948 Sep 23 23:05:59.378756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21650613-b533-4f93-b776-08ec941b65bf req-275b74b5-f9f7-413a-9d2d-5ac98b10ddc2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:05:59.380251 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21650613-b533-4f93-b776-08ec941b65bf req-275b74b5-f9f7-413a-9d2d-5ac98b10ddc2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0495691 Sep 23 23:05:59.419746 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21650613-b533-4f93-b776-08ec941b65bf req-d3b927d4-7a35-4d59-9499-0454a488eb19 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325055 Sep 23 23:06:00.536211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db0754-765f-457b-a2fa-a066f0c454a0 req-59edad26-946b-4fe2-b89d-f435f0692114 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:00.537721 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-68db0754-765f-457b-a2fa-a066f0c454a0 req-59edad26-946b-4fe2-b89d-f435f0692114 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0495214 Sep 23 23:06:00.580066 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-68db0754-765f-457b-a2fa-a066f0c454a0 req-413775c7-438c-4741-93df-e26e1ca40cbe tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363011 Sep 23 23:06:01.701021 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c94f2-375c-417d-aa4e-2f2cbc1ba1a2 req-beaafa97-d4fa-41d4-ba9a-49f04b078083 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:01.702490 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-959c94f2-375c-417d-aa4e-2f2cbc1ba1a2 req-beaafa97-d4fa-41d4-ba9a-49f04b078083 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 943 time: 0.0552061 Sep 23 23:06:01.745676 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-959c94f2-375c-417d-aa4e-2f2cbc1ba1a2 req-e6350362-0872-43bc-b450-45495f7c7308 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369513 Sep 23 23:06:02.193673 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b35c49a2-ca74-49f9-9c77-26fe03fa2875 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:06:02.300970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port b35c49a2-ca74-49f9-9c77-26fe03fa2875, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b35c49a2-ca74-49f9-9c77-26fe03fa2875,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:06:02.312933 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'b35c49a2-ca74-49f9-9c77-26fe03fa2875', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'port_id': 'b35c49a2-ca74-49f9-9c77-26fe03fa2875', 'mac_address': 'fa:16:3e:b8:dc:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:06:02.350597 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:02.368401 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35c49a2-ca74-49f9-9c77-26fe03fa2875 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:06:02.384878 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port b35c49a2-ca74-49f9-9c77-26fe03fa2875, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b35c49a2-ca74-49f9-9c77-26fe03fa2875,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:06:02.494606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39306) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:02.582824 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:02.602641 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:02.649747 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=b35c49a2-ca74-49f9-9c77-26fe03fa2875,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:02.664853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.664853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.664853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.664853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.664853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.664853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.664853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.664853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.664853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.664853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.664853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.664853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.676877 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:02.821058 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:02.857571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['b35c49a2-ca74-49f9-9c77-26fe03fa2875'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:06:02.862506 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4fb625-9142-4b80-a2a9-ae83c93ae822,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:02.871424 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eea4b952f52a47f2a64f0d5d6ac42021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3929274 Sep 23 23:06:02.876948 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39312) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:02.894876 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.895250 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.895640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.896091 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.896495 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.896837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.897199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.897511 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.897845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.898286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.898641 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.899037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e04ee-8dfb-42bd-b34a-a1ddd59a9ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:02.950441 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-848a3fe3-a032-4c21-b697-87042879e73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:02.974988 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-848a3fe3-a032-4c21-b697-87042879e73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:03.179936 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-848a3fe3-a032-4c21-b697-87042879e73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:03.183114 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-848a3fe3-a032-4c21-b697-87042879e73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:03.184789 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-848a3fe3-a032-4c21-b697-87042879e73e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc4fb625-9142-4b80-a2a9-ae83c93ae822 HTTP/1.1" status: 204 len: 168 time: 0.3066702 Sep 23 23:06:03.190202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9de8b-96a3-4384-9c05-ebe85731107c req-31b11048-b12c-4771-844c-db7030302b73 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:03.191795 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0e9de8b-96a3-4384-9c05-ebe85731107c req-31b11048-b12c-4771-844c-db7030302b73 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 944 time: 0.3784473 Sep 23 23:06:03.193273 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a3fe3-a032-4c21-b697-87042879e73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4fb625-9142-4b80-a2a9-ae83c93ae822,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:03.235510 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0e9de8b-96a3-4384-9c05-ebe85731107c req-b64de98c-92d4-474c-bc43-2846474bd4f0 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365121 Sep 23 23:06:04.193546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b35c49a2-ca74-49f9-9c77-26fe03fa2875 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:06:04.357007 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b37016-c44b-4733-81e7-3b1fb32392ec req-de08179d-26e3-4b2a-a5a1-b82dd604471e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:04.358654 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-12b37016-c44b-4733-81e7-3b1fb32392ec req-de08179d-26e3-4b2a-a5a1-b82dd604471e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 944 time: 0.0532093 Sep 23 23:06:04.367751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port b35c49a2-ca74-49f9-9c77-26fe03fa2875 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:06:04.367751 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port b35c49a2-ca74-49f9-9c77-26fe03fa2875 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:06:04.367970 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:04.401293 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-12b37016-c44b-4733-81e7-3b1fb32392ec req-e4b313d6-03a3-4150-9f2c-605b02fbd291 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354545 Sep 23 23:06:04.459091 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:04.483897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fa6096-d2e7-404e-8dd6-33b844896ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35c49a2-ca74-49f9-9c77-26fe03fa2875'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:06:04.486192 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e074e1-4127-4928-aa85-b02643d3d2f5" -d '{"events": [{"server_uuid": "63fa6096-d2e7-404e-8dd6-33b844896ed9", "name": "network-vif-plugged", "status": "completed", "tag": "b35c49a2-ca74-49f9-9c77-26fe03fa2875"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:06:04.500591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port b35c49a2-ca74-49f9-9c77-26fe03fa2875, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b35c49a2-ca74-49f9-9c77-26fe03fa2875,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:06:04.526768 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1856bc84-d89c-4e1a-bcd9-c028340f4d3e x-openstack-request-id: req-1856bc84-d89c-4e1a-bcd9-c028340f4d3e {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:06:04.527230 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fa6096-d2e7-404e-8dd6-33b844896ed9", "name": "network-vif-plugged", "status": "completed", "tag": "b35c49a2-ca74-49f9-9c77-26fe03fa2875", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:06:04.527501 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1856bc84-d89c-4e1a-bcd9-c028340f4d3e {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:06:04.528148 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fa6096-d2e7-404e-8dd6-33b844896ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35c49a2-ca74-49f9-9c77-26fe03fa2875', 'code': 200} Sep 23 23:06:04.619736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2641f-e467-4717-8427-fd86b77c4550 req-fc4361bc-bea1-4eb5-9630-d8c5ef992646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:04.621262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ec2641f-e467-4717-8427-fd86b77c4550 req-fc4361bc-bea1-4eb5-9630-d8c5ef992646 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 1095 time: 0.0413606 Sep 23 23:06:04.657532 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ec2641f-e467-4717-8427-fd86b77c4550 req-ab6c37e4-251a-4c33-ae5d-60a345f4b473 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286834 Sep 23 23:06:04.660030 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:04.709315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=b35c49a2-ca74-49f9-9c77-26fe03fa2875,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:05.524505 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefad14-447a-407e-aabd-ed60ef5fbf7e req-a94934e3-827c-4c97-86b8-e86b43149e81 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:05.526152 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1aefad14-447a-407e-aabd-ed60ef5fbf7e req-a94934e3-827c-4c97-86b8-e86b43149e81 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 945 time: 0.0534630 Sep 23 23:06:05.569405 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1aefad14-447a-407e-aabd-ed60ef5fbf7e req-7e6857e7-dda8-4f10-857c-2970513a41e9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372262 Sep 23 23:06:06.686091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823c9bb-6c7c-4522-be5c-3d30ee29d3ac req-b27f6dc6-b5ad-4359-a5d6-bb9aa84aea87 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:06.687481 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1823c9bb-6c7c-4522-be5c-3d30ee29d3ac req-b27f6dc6-b5ad-4359-a5d6-bb9aa84aea87 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 945 time: 0.0482898 Sep 23 23:06:06.729306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1823c9bb-6c7c-4522-be5c-3d30ee29d3ac req-c8956524-9d16-4334-9e85-9178fb2218c4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357413 Sep 23 23:06:06.853550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727588a4-ded9-49d0-acb1-81840711b0bd req-9a0fe361-4706-4a8f-b254-0ae486fe3b50 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:06.861923 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-727588a4-ded9-49d0-acb1-81840711b0bd req-9a0fe361-4706-4a8f-b254-0ae486fe3b50 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 945 time: 0.0577168 Sep 23 23:06:06.894617 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-727588a4-ded9-49d0-acb1-81840711b0bd req-4324cea7-f22c-45ba-8895-3667926e5ca2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324540 Sep 23 23:06:06.985439 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:07.046238 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39406) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:07.152049 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c538f59-2d71-48a5-a2fb-aa9920bd4ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:07.241071 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c538f59-2d71-48a5-a2fb-aa9920bd4ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:07.328376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c538f59-2d71-48a5-a2fb-aa9920bd4ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:07.367471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c538f59-2d71-48a5-a2fb-aa9920bd4ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678f598f-1cf9-4c5b-867f-6855185a5ffd,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:07.372964 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7c538f59-2d71-48a5-a2fb-aa9920bd4ac7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ce5a679d60e4517b53feb4175ff8ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254192 Sep 23 23:06:07.375605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39412) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:07.449680 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e483e7c-e345-45d9-851d-8cdc31e21b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:07.483560 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e483e7c-e345-45d9-851d-8cdc31e21b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:07.499144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9fbe3-c1cc-4784-aa0b-929bb5f80d4a req-659d9147-28fc-453c-9c9f-8eb9036a61f3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:07.500679 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fb9fbe3-c1cc-4784-aa0b-929bb5f80d4a req-659d9147-28fc-453c-9c9f-8eb9036a61f3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 945 time: 0.0855913 Sep 23 23:06:07.556423 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fb9fbe3-c1cc-4784-aa0b-929bb5f80d4a req-fa93de20-ef45-442a-8e8e-7085bf782d3f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466123 Sep 23 23:06:07.682766 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e483e7c-e345-45d9-851d-8cdc31e21b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:07.685726 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e483e7c-e345-45d9-851d-8cdc31e21b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:07.686909 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1e483e7c-e345-45d9-851d-8cdc31e21b13 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/678f598f-1cf9-4c5b-867f-6855185a5ffd HTTP/1.1" status: 204 len: 168 time: 0.3102424 Sep 23 23:06:07.694823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e483e7c-e345-45d9-851d-8cdc31e21b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678f598f-1cf9-4c5b-867f-6855185a5ffd,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:08.402422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39418) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:08.416879 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc2a11f9-986b-4fe0-a3c5-3763f6041859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:08.506297 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc2a11f9-986b-4fe0-a3c5-3763f6041859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:08.614606 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc2a11f9-986b-4fe0-a3c5-3763f6041859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:08.653446 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a11f9-986b-4fe0-a3c5-3763f6041859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c58b8d-8bcf-4a3c-816f-095f90d76ef7,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:08.661807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dc2a11f9-986b-4fe0-a3c5-3763f6041859 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14204b34ef08444ebbc3b41e85895f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558098 Sep 23 23:06:08.663031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39422) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:08.695104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010931-8b26-4669-b85c-fbc005307836 req-fbc401f6-7e88-4c17-8e56-4c70682401de tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:08.696597 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4b010931-8b26-4669-b85c-fbc005307836 req-fbc401f6-7e88-4c17-8e56-4c70682401de tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 945 time: 0.0707068 Sep 23 23:06:08.749090 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:08.757344 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4b010931-8b26-4669-b85c-fbc005307836 req-bd1455cd-4ff7-4afc-9ac0-246cecdad2be tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540392 Sep 23 23:06:08.776132 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:08.922791 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:08.925676 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:08.926877 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39c58b8d-8bcf-4a3c-816f-095f90d76ef7 HTTP/1.1" status: 204 len: 168 time: 0.2635684 Sep 23 23:06:08.935992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c58b8d-8bcf-4a3c-816f-095f90d76ef7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:08.943880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:08.944355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:08.948027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:08.948027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:08.948027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:08.948027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:08.948027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:08.948027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:08.948027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:08.948027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:08.948027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:08.948027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ae669-b391-4b08-92a9-4dbaa7338708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:09.024334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d19655-a4af-4bc8-8113-f4bda7ea8043 req-fdc64f4f-32c2-4c8d-900a-0da4dddc4004 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:09.026774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4d19655-a4af-4bc8-8113-f4bda7ea8043 req-fdc64f4f-32c2-4c8d-900a-0da4dddc4004 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.43 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 945 time: 0.0612202 Sep 23 23:06:09.118995 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-e4d19655-a4af-4bc8-8113-f4bda7ea8043 req-af83ef1d-abdf-468b-a634-0c44e860c4fa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Deleting port b35c49a2-ca74-49f9-9c77-26fe03fa2875 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:06:09.119373 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e4d19655-a4af-4bc8-8113-f4bda7ea8043 req-af83ef1d-abdf-468b-a634-0c44e860c4fa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:09.213413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e4d19655-a4af-4bc8-8113-f4bda7ea8043 req-af83ef1d-abdf-468b-a634-0c44e860c4fa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] For port b35c49a2-ca74-49f9-9c77-26fe03fa2875, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=b35c49a2-ca74-49f9-9c77-26fe03fa2875,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:06:09.214018 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e4d19655-a4af-4bc8-8113-f4bda7ea8043 req-af83ef1d-abdf-468b-a634-0c44e860c4fa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:09.226036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-e4d19655-a4af-4bc8-8113-f4bda7ea8043 req-af83ef1d-abdf-468b-a634-0c44e860c4fa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Calling delete_port for b35c49a2-ca74-49f9-9c77-26fe03fa2875 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:06:09.437269 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e4d19655-a4af-4bc8-8113-f4bda7ea8043 req-af83ef1d-abdf-468b-a634-0c44e860c4fa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:09.451098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['b35c49a2-ca74-49f9-9c77-26fe03fa2875'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:06:09.472430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83ef1d-abdf-468b-a634-0c44e860c4fa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event deleted for resources: {'Port': ['ID=b35c49a2-ca74-49f9-9c77-26fe03fa2875,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:09.480441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['f1a64544-d783-4cf2-9ea5-0cdd0fb06321'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:06:09.516669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d19655-a4af-4bc8-8113-f4bda7ea8043 req-af83ef1d-abdf-468b-a634-0c44e860c4fa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] No DVR routers for this DVR port b35c49a2-ca74-49f9-9c77-26fe03fa2875 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:06:09.519161 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e4d19655-a4af-4bc8-8113-f4bda7ea8043 req-af83ef1d-abdf-468b-a634-0c44e860c4fa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:09.521301 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4d19655-a4af-4bc8-8113-f4bda7ea8043 req-af83ef1d-abdf-468b-a634-0c44e860c4fa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.43 "DELETE /v2.0/ports/b35c49a2-ca74-49f9-9c77-26fe03fa2875 HTTP/1.1" status: 204 len: 173 time: 0.4881721 Sep 23 23:06:09.521799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fa6096-d2e7-404e-8dd6-33b844896ed9', 'name': 'network-vif-deleted', 'tag': 'b35c49a2-ca74-49f9-9c77-26fe03fa2875'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:06:09.524035 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392e0f66-cfa4-4775-99fa-2d437886725b" -d '{"events": [{"server_uuid": "63fa6096-d2e7-404e-8dd6-33b844896ed9", "name": "network-vif-deleted", "tag": "b35c49a2-ca74-49f9-9c77-26fe03fa2875"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:06:09.573458 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf234cb-f8c7-4a8b-bdf8-615b5d9ec23b x-openstack-request-id: req-eaf234cb-f8c7-4a8b-bdf8-615b5d9ec23b {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:06:09.573937 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fa6096-d2e7-404e-8dd6-33b844896ed9", "name": "network-vif-deleted", "tag": "b35c49a2-ca74-49f9-9c77-26fe03fa2875", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:06:09.574192 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eaf234cb-f8c7-4a8b-bdf8-615b5d9ec23b {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:06:09.574596 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fa6096-d2e7-404e-8dd6-33b844896ed9', 'name': 'network-vif-deleted', 'tag': 'b35c49a2-ca74-49f9-9c77-26fe03fa2875', 'status': 'completed', 'code': 200} Sep 23 23:06:09.864386 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d861b022-22a9-4a16-b74e-ba1e2048864b req-dba5ad09-9c9e-4993-b25f-d5cb7185d1e2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 210 time: 0.0318730 Sep 23 23:06:10.966925 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a24b2255-94c9-404e-a398-974a674bb9f6 req-fc8fdff8-2d7d-464d-95b4-4194b18d463b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 210 time: 0.0282938 Sep 23 23:06:12.073257 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb49289f-dd84-4b4d-8864-2073354aafc3 req-e3c3108e-f763-4512-9f95-d9e3999ed09b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 210 time: 0.0272453 Sep 23 23:06:12.164761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39502) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:12.260507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b35c49a2-ca74-49f9-9c77-26fe03fa2875 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:06:12.280263 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-005621d0-2ac8-4a88-a6f8-d296b6f6487c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:12.283125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: b35c49a2-ca74-49f9-9c77-26fe03fa2875 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:06:12.283470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device b35c49a2-ca74-49f9-9c77-26fe03fa2875 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:06:12.377503 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-005621d0-2ac8-4a88-a6f8-d296b6f6487c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:12.477195 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-005621d0-2ac8-4a88-a6f8-d296b6f6487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:12.517524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-005621d0-2ac8-4a88-a6f8-d296b6f6487c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f8da99a4a5a24f0e98536eb4701caac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3514519 Sep 23 23:06:12.518412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005621d0-2ac8-4a88-a6f8-d296b6f6487c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a213fb1b-89a1-4615-80ea-d4573a2fd326,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:12.520233 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39506) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:12.577854 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2a259ba1-44d2-426b-8081-525bdb679610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:12.602693 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2a259ba1-44d2-426b-8081-525bdb679610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:12.785521 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2a259ba1-44d2-426b-8081-525bdb679610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:12.788224 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2a259ba1-44d2-426b-8081-525bdb679610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:12.789528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2a259ba1-44d2-426b-8081-525bdb679610 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a213fb1b-89a1-4615-80ea-d4573a2fd326 HTTP/1.1" status: 204 len: 168 time: 0.2681859 Sep 23 23:06:12.798841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a259ba1-44d2-426b-8081-525bdb679610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a213fb1b-89a1-4615-80ea-d4573a2fd326,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:13.183047 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6a72aca-eaa1-42d4-9ca7-dc8231553bdb req-f5d7ed35-5b6a-4afd-a059-dde64e112871 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 210 time: 0.0282860 Sep 23 23:06:13.225915 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1ffb-1f1b-4803-a367-32e64e2fcd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:13.678626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39514) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:13.692573 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f1320362-071b-4c78-8648-75f495fade3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:13.781508 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f1320362-071b-4c78-8648-75f495fade3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:13.963340 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f1320362-071b-4c78-8648-75f495fade3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:14.028912 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f1320362-071b-4c78-8648-75f495fade3d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5034b55437b744068d7eace487ddcfee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489544 Sep 23 23:06:14.030668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1320362-071b-4c78-8648-75f495fade3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193b97bc-af88-46a8-ab3f-d51002ff0ffc,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:14.031831 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39516) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:14.095866 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1606054-bc66-4356-a95b-20eee43ee47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:14.117396 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1606054-bc66-4356-a95b-20eee43ee47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:14.282934 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1606054-bc66-4356-a95b-20eee43ee47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:14.285593 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1606054-bc66-4356-a95b-20eee43ee47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:14.286792 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d1606054-bc66-4356-a95b-20eee43ee47a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/193b97bc-af88-46a8-ab3f-d51002ff0ffc HTTP/1.1" status: 204 len: 168 time: 0.2539074 Sep 23 23:06:14.297666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1606054-bc66-4356-a95b-20eee43ee47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193b97bc-af88-46a8-ab3f-d51002ff0ffc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:14.308000 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6ec2e8b-91e6-4a08-9e53-f20dbd441c12 req-a974716e-50b2-49aa-867a-432b961e8b26 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=63fa6096-d2e7-404e-8dd6-33b844896ed9 HTTP/1.1" status: 200 len: 210 time: 0.0351975 Sep 23 23:06:15.619619 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fffa2380-aa81-4ddf-8c9f-b2bba391be22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:16.111165 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:16.607476 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39580) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:16.739757 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b2ac262-9295-43ea-a2b1-b1a7b2544f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:16.836044 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b2ac262-9295-43ea-a2b1-b1a7b2544f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:16.922779 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8b2ac262-9295-43ea-a2b1-b1a7b2544f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:16.965560 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8b2ac262-9295-43ea-a2b1-b1a7b2544f8c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4436337d24094af6ab029582fd193371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547947 Sep 23 23:06:16.966508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ac262-9295-43ea-a2b1-b1a7b2544f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e84775a-4f74-4dce-ad55-f89b314e78ab,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:16.968330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39586) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:17.020129 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:17.026987 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9742ae22-9e31-4b55-abd2-768f42231164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:17.064437 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9742ae22-9e31-4b55-abd2-768f42231164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:17.202965 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9742ae22-9e31-4b55-abd2-768f42231164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:17.205702 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9742ae22-9e31-4b55-abd2-768f42231164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:17.209369 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9742ae22-9e31-4b55-abd2-768f42231164 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e84775a-4f74-4dce-ad55-f89b314e78ab HTTP/1.1" status: 204 len: 168 time: 0.2375400 Sep 23 23:06:17.224107 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742ae22-9e31-4b55-abd2-768f42231164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e84775a-4f74-4dce-ad55-f89b314e78ab,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:18.293914 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:18.996820 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:19.721290 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39628) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:19.820486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1716330110', 'router:external': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:19.939572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Made reservation on behalf of 684a52913fab4dd4b57780a53e717921 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:06:19.941994 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:19.951402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:20.042574 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:20.162669 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:20.186393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:06:20.199506 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42233ff7-fb1d-4471-860d-4e1c4d327478,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:20.205754 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:20.206102 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Added segment 0cc9618e-1d48-4aa9-929d-6c9cf58b255e of type vlan for network 38d9868f-9b9a-4cfb-bc8f-b6298013c255 Sep 23 23:06:20.230459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461b130-200d-460a-b220-20cdb2e2893d req-d0a82005-bfea-4281-b5a1-85ae4108ba96 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:20.231979 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5461b130-200d-460a-b220-20cdb2e2893d req-d0a82005-bfea-4281-b5a1-85ae4108ba96 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 946 time: 0.0625718 Sep 23 23:06:20.251843 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:20.270763 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5461b130-200d-460a-b220-20cdb2e2893d req-3929cdcd-483a-4cca-9ff7-fd3577a93862 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321703 Sep 23 23:06:20.391508 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:20.392463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:20.393088 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:20.456533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Pushing event updated for resources: {'Network': ['ID=38d9868f-9b9a-4cfb-bc8f-b6298013c255,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:20.467265 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 38d9868f-9b9a-4cfb-bc8f-b6298013c255 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:06:20.546419 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6f4959f3-f33a-4776-899e-5ea2f7688273 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8236279 Sep 23 23:06:20.549648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39636) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:20.554666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4fda3d52-2999-4d11-8a72-b4b90344be94 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Request body: {'subnet': {'network_id': '38d9868f-9b9a-4cfb-bc8f-b6298013c255', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:20.676820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fda3d52-2999-4d11-8a72-b4b90344be94 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Made reservation on behalf of 684a52913fab4dd4b57780a53e717921 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:06:20.679196 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fda3d52-2999-4d11-8a72-b4b90344be94 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:20.886234 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:06:21.052112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.objects.ports [None req-4fda3d52-2999-4d11-8a72-b4b90344be94 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95491) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 23:06:21.052689 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fda3d52-2999-4d11-8a72-b4b90344be94 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:21.106558 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda3d52-2999-4d11-8a72-b4b90344be94 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2bbd0265-b9af-4357-9253-54696ecb8dd7,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:21.117029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fda3d52-2999-4d11-8a72-b4b90344be94 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Checking segment: {'id': '0cc9618e-1d48-4aa9-929d-6c9cf58b255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '38d9868f-9b9a-4cfb-bc8f-b6298013c255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:06:21.117420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fda3d52-2999-4d11-8a72-b4b90344be94 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Network hostable DHCP agents. Network: 38d9868f-9b9a-4cfb-bc8f-b6298013c255, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:06:21.196547 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fda3d52-2999-4d11-8a72-b4b90344be94 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Network 38d9868f-9b9a-4cfb-bc8f-b6298013c255 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:06:21.260132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-4fda3d52-2999-4d11-8a72-b4b90344be94 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 38d9868f-9b9a-4cfb-bc8f-b6298013c255) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:06:21.264453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda3d52-2999-4d11-8a72-b4b90344be94 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:21.265044 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fda3d52-2999-4d11-8a72-b4b90344be94 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:21.269272 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f142ad9-0b00-41a6-9e4e-cf24efd39709 None None] Network 38d9868f-9b9a-4cfb-bc8f-b6298013c255 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:06:21.372534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4fda3d52-2999-4d11-8a72-b4b90344be94 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8217056 Sep 23 23:06:21.375338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39640) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:21.380159 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-703ffa2d-6d26-4c24-bca0-73fbc91b5d40 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1084264574', 'network_id': '38d9868f-9b9a-4cfb-bc8f-b6298013c255'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:21.399136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fed4a83-19c1-48ad-bf32-8659c80568f2 None None] Network 38d9868f-9b9a-4cfb-bc8f-b6298013c255 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:06:21.412568 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecbe90-e7f3-45ca-9016-7d75da868ba3 req-9a8c92cf-3123-49e0-a0f8-5a24e89a71a9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:21.414165 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-45ecbe90-e7f3-45ca-9016-7d75da868ba3 req-9a8c92cf-3123-49e0-a0f8-5a24e89a71a9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 946 time: 0.0714464 Sep 23 23:06:21.455681 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-45ecbe90-e7f3-45ca-9016-7d75da868ba3 req-11346e91-63c3-4dbc-94ff-8be8451e51c2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342650 Sep 23 23:06:21.494537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703ffa2d-6d26-4c24-bca0-73fbc91b5d40 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Made reservation on behalf of 684a52913fab4dd4b57780a53e717921 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:06:21.496932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-703ffa2d-6d26-4c24-bca0-73fbc91b5d40 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:21.513331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-703ffa2d-6d26-4c24-bca0-73fbc91b5d40 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] device_id is not set on port db9cf1c9-a199-4dc1-880c-262cdb16a870 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:06:21.616860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-703ffa2d-6d26-4c24-bca0-73fbc91b5d40 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Allocated IP 172.20.0.9 (38d9868f-9b9a-4cfb-bc8f-b6298013c255/2bbd0265-b9af-4357-9253-54696ecb8dd7/db9cf1c9-a199-4dc1-880c-262cdb16a870) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:06:21.757733 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-703ffa2d-6d26-4c24-bca0-73fbc91b5d40 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:21.855039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-703ffa2d-6d26-4c24-bca0-73fbc91b5d40 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:21.897738 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703ffa2d-6d26-4c24-bca0-73fbc91b5d40 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Network 38d9868f-9b9a-4cfb-bc8f-b6298013c255 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:06:21.901641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-703ffa2d-6d26-4c24-bca0-73fbc91b5d40 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:06:21.911721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ffa2d-6d26-4c24-bca0-73fbc91b5d40 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:06:21.912084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ffa2d-6d26-4c24-bca0-73fbc91b5d40 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Pushing event updated for resources: {'Port': ['ID=db9cf1c9-a199-4dc1-880c-262cdb16a870,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:21.948967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703ffa2d-6d26-4c24-bca0-73fbc91b5d40 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:21.949610 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-703ffa2d-6d26-4c24-bca0-73fbc91b5d40 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:22.029568 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eea7f-36eb-4099-92d8-dba5e32298fd req-b68bc45f-d24e-423d-b6a6-37b2c78ec36c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:22.031129 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be3eea7f-36eb-4099-92d8-dba5e32298fd req-b68bc45f-d24e-423d-b6a6-37b2c78ec36c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 946 time: 0.0519028 Sep 23 23:06:22.032923 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-703ffa2d-6d26-4c24-bca0-73fbc91b5d40 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6566095 Sep 23 23:06:22.035733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39642) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:22.178313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-be3eea7f-36eb-4099-92d8-dba5e32298fd req-dd243855-6c58-41d3-b90e-732063e8d61b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Deleting port f1a64544-d783-4cf2-9ea5-0cdd0fb06321 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:06:22.179283 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-be3eea7f-36eb-4099-92d8-dba5e32298fd req-dd243855-6c58-41d3-b90e-732063e8d61b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:22.185888 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-98c69ca3-e9f8-4edc-9422-4bdd38e7b217 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Deleting port db9cf1c9-a199-4dc1-880c-262cdb16a870 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:06:22.186234 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98c69ca3-e9f8-4edc-9422-4bdd38e7b217 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:22.330816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-be3eea7f-36eb-4099-92d8-dba5e32298fd req-dd243855-6c58-41d3-b90e-732063e8d61b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] For port f1a64544-d783-4cf2-9ea5-0cdd0fb06321, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=f1a64544-d783-4cf2-9ea5-0cdd0fb06321,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:06:22.331173 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-be3eea7f-36eb-4099-92d8-dba5e32298fd req-dd243855-6c58-41d3-b90e-732063e8d61b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:22.334288 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98c69ca3-e9f8-4edc-9422-4bdd38e7b217 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:22.354686 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-be3eea7f-36eb-4099-92d8-dba5e32298fd req-dd243855-6c58-41d3-b90e-732063e8d61b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Calling delete_port for f1a64544-d783-4cf2-9ea5-0cdd0fb06321 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:06:22.356504 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-98c69ca3-e9f8-4edc-9422-4bdd38e7b217 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Calling delete_port for db9cf1c9-a199-4dc1-880c-262cdb16a870 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:06:22.574863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedce26f-e238-4a41-9a1f-599677786655 req-559baa49-8d5c-4ffb-8eda-a33fdeca2923 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:22.576384 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eedce26f-e238-4a41-9a1f-599677786655 req-559baa49-8d5c-4ffb-8eda-a33fdeca2923 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 946 time: 0.0509799 Sep 23 23:06:22.617514 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eedce26f-e238-4a41-9a1f-599677786655 req-88543125-b05a-4032-9646-6017deed80a1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb518698-7902-4425-958f-af847f583d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349751 Sep 23 23:06:22.683267 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98c69ca3-e9f8-4edc-9422-4bdd38e7b217 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:22.713890 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-be3eea7f-36eb-4099-92d8-dba5e32298fd req-dd243855-6c58-41d3-b90e-732063e8d61b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:22.715587 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c69ca3-e9f8-4edc-9422-4bdd38e7b217 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Pushing event deleted for resources: {'Port': ['ID=db9cf1c9-a199-4dc1-880c-262cdb16a870,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:22.751247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd243855-6c58-41d3-b90e-732063e8d61b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event deleted for resources: {'Port': ['ID=f1a64544-d783-4cf2-9ea5-0cdd0fb06321,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:22.824871 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3eea7f-36eb-4099-92d8-dba5e32298fd req-dd243855-6c58-41d3-b90e-732063e8d61b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] No DVR routers for this DVR port f1a64544-d783-4cf2-9ea5-0cdd0fb06321 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:06:22.828537 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-be3eea7f-36eb-4099-92d8-dba5e32298fd req-dd243855-6c58-41d3-b90e-732063e8d61b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:22.830524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be3eea7f-36eb-4099-92d8-dba5e32298fd req-dd243855-6c58-41d3-b90e-732063e8d61b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "DELETE /v2.0/ports/f1a64544-d783-4cf2-9ea5-0cdd0fb06321 HTTP/1.1" status: 204 len: 173 time: 0.7874229 Sep 23 23:06:22.830949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d60aeab-5f16-4fc8-8f0b-80ce43739ad8', 'name': 'network-vif-deleted', 'tag': 'f1a64544-d783-4cf2-9ea5-0cdd0fb06321'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:06:22.833189 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db972884-3ebc-413f-9cef-1606df70e6ea" -d '{"events": [{"server_uuid": "2d60aeab-5f16-4fc8-8f0b-80ce43739ad8", "name": "network-vif-deleted", "tag": "f1a64544-d783-4cf2-9ea5-0cdd0fb06321"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:06:22.847633 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98c69ca3-e9f8-4edc-9422-4bdd38e7b217 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:22.849646 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-98c69ca3-e9f8-4edc-9422-4bdd38e7b217 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "DELETE /v2.0/ports/db9cf1c9-a199-4dc1-880c-262cdb16a870 HTTP/1.1" status: 204 len: 168 time: 0.8130133 Sep 23 23:06:22.852332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39648) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:22.857355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38d9868f-9b9a-4cfb-bc8f-b6298013c255', 'external_fixed_ips': [{'subnet_id': '2bbd0265-b9af-4357-9253-54696ecb8dd7', 'ip_address': '172.20.0.9'}]}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:22.872604 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615d5ebf-8322-411b-8bb5-6da194eab24d x-openstack-request-id: req-615d5ebf-8322-411b-8bb5-6da194eab24d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:06:22.872904 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d60aeab-5f16-4fc8-8f0b-80ce43739ad8", "name": "network-vif-deleted", "tag": "f1a64544-d783-4cf2-9ea5-0cdd0fb06321", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:06:22.873211 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-615d5ebf-8322-411b-8bb5-6da194eab24d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:06:22.873640 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d60aeab-5f16-4fc8-8f0b-80ce43739ad8', 'name': 'network-vif-deleted', 'tag': 'f1a64544-d783-4cf2-9ea5-0cdd0fb06321', 'status': 'completed', 'code': 200} Sep 23 23:06:22.991596 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:22.992806 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:23.044970 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:23.259842 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:23.580601 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:23.600451 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:23.722303 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87a05867-3db7-4136-a0c4-d440c3de680c req-8da4fe74-27fa-4134-8500-151089c4552b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 210 time: 0.0296865 Sep 23 23:06:23.755723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Allocated IP 172.20.0.9 (38d9868f-9b9a-4cfb-bc8f-b6298013c255/2bbd0265-b9af-4357-9253-54696ecb8dd7/081762ef-f196-4df4-94a7-78e162f205e5) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:06:23.778952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f1a64544-d783-4cf2-9ea5-0cdd0fb06321 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:06:23.800450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: f1a64544-d783-4cf2-9ea5-0cdd0fb06321 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:06:23.800804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device f1a64544-d783-4cf2-9ea5-0cdd0fb06321 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:06:23.866003 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:23.974382 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:24.017193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Network 38d9868f-9b9a-4cfb-bc8f-b6298013c255 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:06:24.023306 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:06:24.026285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Pushing event updated for resources: {'Port': ['ID=081762ef-f196-4df4-94a7-78e162f205e5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:24.028810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:06:24.355052 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:24.554330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:24.746192 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Router 679e7cfd-548c-4f76-97ff-462f2946e5cc is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:06:25.188930 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-35f8451a-d4a8-407f-a42e-46b9b6db9e12 req-1d8e3875-412c-4cba-87b0-d8aa67521298 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 210 time: 0.3603585 Sep 23 23:06:25.229938 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:06:25.242835 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Sync routers for ids ['679e7cfd-548c-4f76-97ff-462f2946e5cc'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:06:25.253294 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Routers {'679e7cfd-548c-4f76-97ff-462f2946e5cc'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:25.253941 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['679e7cfd-548c-4f76-97ff-462f2946e5cc'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:25.334257 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:25.337862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d661a69f-1234-44c0-a8b6-21a036dcba9e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.4815328 Sep 23 23:06:25.339123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39654) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:25.360409 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Set router 679e7cfd-548c-4f76-97ff-462f2946e5cc gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:06:25.448781 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dabea4c4-3777-4397-ade0-54f3e000fc85 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:25.556792 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e7cfd-548c-4f76-97ff-462f2946e5cc', 'name': '', 'tenant_id': '684a52913fab4dd4b57780a53e717921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38d9868f-9b9a-4cfb-bc8f-b6298013c255', 'external_fixed_ips': [{'subnet_id': '2bbd0265-b9af-4357-9253-54696ecb8dd7', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '081762ef-f196-4df4-94a7-78e162f205e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:06:22Z', 'updated_at': '2021-09-23T23:06:24Z', 'revision_number': 3, 'project_id': '684a52913fab4dd4b57780a53e717921', 'gw_port': {'id': '081762ef-f196-4df4-94a7-78e162f205e5', 'name': '', 'network_id': '38d9868f-9b9a-4cfb-bc8f-b6298013c255', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679e7cfd-548c-4f76-97ff-462f2946e5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '2bbd0265-b9af-4357-9253-54696ecb8dd7', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:06:23Z', 'updated_at': '2021-09-23T23:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bbd0265-b9af-4357-9253-54696ecb8dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:25.569376 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dabea4c4-3777-4397-ade0-54f3e000fc85 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:25.588843 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Checking router: 679e7cfd-548c-4f76-97ff-462f2946e5cc for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:06:25.588843 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Updating router 679e7cfd-548c-4f76-97ff-462f2946e5cc port 081762ef-f196-4df4-94a7-78e162f205e5 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:06:25.615015 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:25.814710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-dabea4c4-3777-4397-ade0-54f3e000fc85 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Deleting port 081762ef-f196-4df4-94a7-78e162f205e5 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:06:25.815568 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dabea4c4-3777-4397-ade0-54f3e000fc85 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:25.914115 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:25.940440 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dabea4c4-3777-4397-ade0-54f3e000fc85 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:25.959184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-dabea4c4-3777-4397-ade0-54f3e000fc85 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Calling delete_port for 081762ef-f196-4df4-94a7-78e162f205e5 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:06:26.002638 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:26.053889 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Attempting to bind port 081762ef-f196-4df4-94a7-78e162f205e5 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:06:26.054338 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Attempting to bind port 081762ef-f196-4df4-94a7-78e162f205e5 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '0cc9618e-1d48-4aa9-929d-6c9cf58b255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '38d9868f-9b9a-4cfb-bc8f-b6298013c255'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:06:26.054883 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Attempting to bind port 081762ef-f196-4df4-94a7-78e162f205e5 on network 38d9868f-9b9a-4cfb-bc8f-b6298013c255 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:06:26.067306 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f3c0f-0074-4d27-9dd2-4d849116e8b7 None None] Pushing event updated for resources: {'Port': ['ID=081762ef-f196-4df4-94a7-78e162f205e5,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:26.070494 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:06:26.070772 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Checking segment: {'id': '0cc9618e-1d48-4aa9-929d-6c9cf58b255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '38d9868f-9b9a-4cfb-bc8f-b6298013c255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:06:26.071137 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:26.071538 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Bound using segment: {'id': '0cc9618e-1d48-4aa9-929d-6c9cf58b255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '38d9868f-9b9a-4cfb-bc8f-b6298013c255'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:06:26.072086 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Bound port: 081762ef-f196-4df4-94a7-78e162f205e5, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc9618e-1d48-4aa9-929d-6c9cf58b255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '38d9868f-9b9a-4cfb-bc8f-b6298013c255'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:06:26.072468 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:26.085017 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f3c0f-0074-4d27-9dd2-4d849116e8b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:26.085382 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f3c0f-0074-4d27-9dd2-4d849116e8b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:26.085727 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f3c0f-0074-4d27-9dd2-4d849116e8b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:26.086062 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f3c0f-0074-4d27-9dd2-4d849116e8b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:26.086394 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f3c0f-0074-4d27-9dd2-4d849116e8b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:26.086722 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f3c0f-0074-4d27-9dd2-4d849116e8b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:26.087044 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f3c0f-0074-4d27-9dd2-4d849116e8b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:26.087370 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f3c0f-0074-4d27-9dd2-4d849116e8b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:26.087694 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f3c0f-0074-4d27-9dd2-4d849116e8b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:26.088014 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f3c0f-0074-4d27-9dd2-4d849116e8b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:26.088332 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f3c0f-0074-4d27-9dd2-4d849116e8b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:26.088652 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83f3c0f-0074-4d27-9dd2-4d849116e8b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:06:26.148232 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] For port 081762ef-f196-4df4-94a7-78e162f205e5, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:06:26.210331 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.db.api [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 23:06:26.210331 n-d-810775-1 neutron-server[95493]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Sep 23 23:06:26.210331 n-d-810775-1 neutron-server[95493]: [parameters: {'port_id': '081762ef-f196-4df4-94a7-78e162f205e5', 'host': 'n-d-810775-1', 'level': 0, 'driver': 'openvswitch', 'segment_id': '0cc9618e-1d48-4aa9-929d-6c9cf58b255e'}] Sep 23 23:06:26.210331 n-d-810775-1 neutron-server[95493]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:06:26.210763 n-d-810775-1 neutron-server[95493]: DEBUG oslo_db.api [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:06:26.289079 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e20eb085-51bc-4efd-9268-37afed8172f6 req-145ce08a-c260-4891-bc8d-ebfdb7b1887b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 210 time: 0.0287280 Sep 23 23:06:26.328851 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dabea4c4-3777-4397-ade0-54f3e000fc85 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:26.362101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabea4c4-3777-4397-ade0-54f3e000fc85 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Pushing event deleted for resources: {'Port': ['ID=081762ef-f196-4df4-94a7-78e162f205e5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:26.426439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dabea4c4-3777-4397-ade0-54f3e000fc85 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:26.526787 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dabea4c4-3777-4397-ade0-54f3e000fc85 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:26.529332 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dabea4c4-3777-4397-ade0-54f3e000fc85 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:26.693903 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dabea4c4-3777-4397-ade0-54f3e000fc85 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:26.694546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabea4c4-3777-4397-ade0-54f3e000fc85 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 679e7cfd-548c-4f76-97ff-462f2946e5cc {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:06:26.704240 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-dabea4c4-3777-4397-ade0-54f3e000fc85 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:26.704240 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-dabea4c4-3777-4397-ade0-54f3e000fc85 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "DELETE /v2.0/routers/679e7cfd-548c-4f76-97ff-462f2946e5cc HTTP/1.1" status: 204 len: 168 time: 1.3608844 Sep 23 23:06:26.704240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39658) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:26.726640 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Attempting to bind port 081762ef-f196-4df4-94a7-78e162f205e5 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:06:26.727579 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Attempting to bind port 081762ef-f196-4df4-94a7-78e162f205e5 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '0cc9618e-1d48-4aa9-929d-6c9cf58b255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '38d9868f-9b9a-4cfb-bc8f-b6298013c255'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:06:26.728120 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Attempting to bind port 081762ef-f196-4df4-94a7-78e162f205e5 on network 38d9868f-9b9a-4cfb-bc8f-b6298013c255 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:06:26.733923 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:06:26.734296 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Checking segment: {'id': '0cc9618e-1d48-4aa9-929d-6c9cf58b255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '38d9868f-9b9a-4cfb-bc8f-b6298013c255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:06:26.734700 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:26.735091 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Bound using segment: {'id': '0cc9618e-1d48-4aa9-929d-6c9cf58b255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '38d9868f-9b9a-4cfb-bc8f-b6298013c255'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:06:26.735557 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Bound port: 081762ef-f196-4df4-94a7-78e162f205e5, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc9618e-1d48-4aa9-929d-6c9cf58b255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '38d9868f-9b9a-4cfb-bc8f-b6298013c255'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:06:26.735933 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:26.752295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-f835221e-3f2b-4b8b-998c-ef77b4bdb18b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Deleting subnet 2bbd0265-b9af-4357-9253-54696ecb8dd7 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:06:26.755128 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.plugin [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Port 081762ef-f196-4df4-94a7-78e162f205e5 has been deleted concurrently {{(pid=95493) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 23 23:06:26.755630 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f835221e-3f2b-4b8b-998c-ef77b4bdb18b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:26.767427 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Routers set() bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:26.767427 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Router IDs set() for agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 23:06:26.767427 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_agentschedulers_db [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'679e7cfd-548c-4f76-97ff-462f2946e5cc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent'). {{(pid=95493) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 23 23:06:26.767789 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f4ec6a-0149-4d32-b488-098c2a1cb13f None None] The sync data for ids ['679e7cfd-548c-4f76-97ff-462f2946e5cc'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:06:26.799498 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f835221e-3f2b-4b8b-998c-ef77b4bdb18b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:26.840311 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f835221e-3f2b-4b8b-998c-ef77b4bdb18b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:27.003057 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f835221e-3f2b-4b8b-998c-ef77b4bdb18b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:27.031389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835221e-3f2b-4b8b-998c-ef77b4bdb18b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2bbd0265-b9af-4357-9253-54696ecb8dd7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:27.033469 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f835221e-3f2b-4b8b-998c-ef77b4bdb18b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:27.035478 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f835221e-3f2b-4b8b-998c-ef77b4bdb18b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/2bbd0265-b9af-4357-9253-54696ecb8dd7 HTTP/1.1" status: 204 len: 168 time: 0.3305447 Sep 23 23:06:27.038205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39660) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:27.109971 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-69f08125-7d18-463a-bdba-9aabd0aaddc9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:27.192558 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-69f08125-7d18-463a-bdba-9aabd0aaddc9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:27.223624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-69f08125-7d18-463a-bdba-9aabd0aaddc9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d9868f-9b9a-4cfb-bc8f-b6298013c255']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:27.230556 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-69f08125-7d18-463a-bdba-9aabd0aaddc9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc9618e-1d48-4aa9-929d-6c9cf58b255e') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:27.232983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-69f08125-7d18-463a-bdba-9aabd0aaddc9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc9618e-1d48-4aa9-929d-6c9cf58b255e') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:27.242322 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-69f08125-7d18-463a-bdba-9aabd0aaddc9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:27.256793 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-69f08125-7d18-463a-bdba-9aabd0aaddc9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:27.263821 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f08125-7d18-463a-bdba-9aabd0aaddc9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-69f08125-7d18-463a-bdba-9aabd0aaddc9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: items = [ Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:06:27.267359 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:06:27.405298 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c908222b-305c-46e7-ba58-6bfe14968d41 req-cb8d43bc-7860-4cbc-a612-576e238a82b0 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d60aeab-5f16-4fc8-8f0b-80ce43739ad8 HTTP/1.1" status: 200 len: 210 time: 0.0278149 Sep 23 23:06:27.482464 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-69f08125-7d18-463a-bdba-9aabd0aaddc9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:27.488002 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f08125-7d18-463a-bdba-9aabd0aaddc9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 38d9868f-9b9a-4cfb-bc8f-b6298013c255 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 23:06:27.491323 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-69f08125-7d18-463a-bdba-9aabd0aaddc9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:27.499251 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-69f08125-7d18-463a-bdba-9aabd0aaddc9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "DELETE /v2.0/networks/38d9868f-9b9a-4cfb-bc8f-b6298013c255 HTTP/1.1" status: 204 len: 168 time: 0.4537787 Sep 23 23:06:27.504802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f08125-7d18-463a-bdba-9aabd0aaddc9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Pushing event deleted for resources: {'Network': ['ID=38d9868f-9b9a-4cfb-bc8f-b6298013c255,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:27.800892 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39670) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:27.800892 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ea26b638-ea7a-4c19-98a9-501ec10eb166 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Request body: {'router': {'name': 'tempest-router--939277342', 'project_id': 'ec2bd981da5243de86dc0507fd15faa7'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:27.940219 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea26b638-ea7a-4c19-98a9-501ec10eb166 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:27.941343 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea26b638-ea7a-4c19-98a9-501ec10eb166 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:27.998550 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea26b638-ea7a-4c19-98a9-501ec10eb166 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:28.089435 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea26b638-ea7a-4c19-98a9-501ec10eb166 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:28.265298 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ea26b638-ea7a-4c19-98a9-501ec10eb166 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:28.266580 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ea26b638-ea7a-4c19-98a9-501ec10eb166 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4707797 Sep 23 23:06:28.269455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39672) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:28.413221 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67d31a00-bbe6-456b-89bf-ca6aee1d487a tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:28.519358 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67d31a00-bbe6-456b-89bf-ca6aee1d487a tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:28.522385 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67d31a00-bbe6-456b-89bf-ca6aee1d487a tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:28.688234 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67d31a00-bbe6-456b-89bf-ca6aee1d487a tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:28.688959 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d31a00-bbe6-456b-89bf-ca6aee1d487a tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98524c63-a472-4501-abdd-ee10d48900ad {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:06:28.693887 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-67d31a00-bbe6-456b-89bf-ca6aee1d487a tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:28.695088 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-67d31a00-bbe6-456b-89bf-ca6aee1d487a tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "DELETE /v2.0/routers/98524c63-a472-4501-abdd-ee10d48900ad HTTP/1.1" status: 204 len: 168 time: 0.4246626 Sep 23 23:06:29.018169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39680) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:29.226051 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2138705871', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:29.357556 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:29.358551 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:29.418930 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:29.671495 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:29.986188 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:30.006103 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:30.120917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Allocated IP 172.25.1.40 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/8bba8e84-5f96-46bd-ab87-68ecd1e58722) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:06:30.234941 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:30.357455 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:30.404186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:06:30.407505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:06:30.410412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:06:30.419179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Pushing event updated for resources: {'Port': ['ID=8bba8e84-5f96-46bd-ab87-68ecd1e58722,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:30.774121 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:30.994610 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:31.265075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Router 992b499f-f762-4b5b-9588-36c4eee0681a is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:06:31.378386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:06:31.390158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7f975-2188-4ad5-bf70-e294e4b5b4ae None None] Sync routers for ids ['992b499f-f762-4b5b-9588-36c4eee0681a'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:06:31.401653 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae7f975-2188-4ad5-bf70-e294e4b5b4ae None None] Routers {'992b499f-f762-4b5b-9588-36c4eee0681a'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:31.402260 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1ae7f975-2188-4ad5-bf70-e294e4b5b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['992b499f-f762-4b5b-9588-36c4eee0681a'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:31.443437 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1ae7f975-2188-4ad5-bf70-e294e4b5b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:31.449212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae7f975-2188-4ad5-bf70-e294e4b5b4ae None None] Routers {'992b499f-f762-4b5b-9588-36c4eee0681a'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:31.449829 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1ae7f975-2188-4ad5-bf70-e294e4b5b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['992b499f-f762-4b5b-9588-36c4eee0681a'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:31.483061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1ae7f975-2188-4ad5-bf70-e294e4b5b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:31.483716 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7f975-2188-4ad5-bf70-e294e4b5b4ae None None] The sync data for ids ['992b499f-f762-4b5b-9588-36c4eee0681a'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:06:31.511374 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:31.512868 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-008ebb09-3477-4b30-9706-6d9554968403 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4936836 Sep 23 23:06:31.515792 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39722) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:31.624391 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8d55b715-87f5-4659-9c15-5ccc113f4a4b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/routers/992b499f-f762-4b5b-9588-36c4eee0681a HTTP/1.1" status: 200 len: 920 time: 0.1072612 Sep 23 23:06:31.627121 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39724) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:31.656556 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6c589d7c-dd96-46ec-b2cc-508671cca048 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "GET /v2.0/ports?device_id=992b499f-f762-4b5b-9588-36c4eee0681a HTTP/1.1" status: 200 len: 205 time: 0.0267291 Sep 23 23:06:31.658576 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39726) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:31.774382 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa24-9286-48c6-824f-58ce4aa3f83b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:31.896341 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa24-9286-48c6-824f-58ce4aa3f83b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:32.036198 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f4afaa24-9286-48c6-824f-58ce4aa3f83b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Deleting port 8bba8e84-5f96-46bd-ab87-68ecd1e58722 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:06:32.036548 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa24-9286-48c6-824f-58ce4aa3f83b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:32.119744 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa24-9286-48c6-824f-58ce4aa3f83b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:32.131968 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f4afaa24-9286-48c6-824f-58ce4aa3f83b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Calling delete_port for 8bba8e84-5f96-46bd-ab87-68ecd1e58722 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:06:32.368466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39742) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:32.368466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-cc865722-628e-4ef4-b566-26d47c2346fc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-461987567', 'description': 'tempest-secgroup-smoke-461987567 description', 'project_id': 'd11e96efbe4c43a2977eef6acd246f67'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:32.426439 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa24-9286-48c6-824f-58ce4aa3f83b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:32.474773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afaa24-9286-48c6-824f-58ce4aa3f83b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Pushing event deleted for resources: {'Port': ['ID=8bba8e84-5f96-46bd-ab87-68ecd1e58722,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:32.479690 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc865722-628e-4ef4-b566-26d47c2346fc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:32.575465 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa24-9286-48c6-824f-58ce4aa3f83b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:32.685680 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa24-9286-48c6-824f-58ce4aa3f83b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:32.688808 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa24-9286-48c6-824f-58ce4aa3f83b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:32.756300 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc865722-628e-4ef4-b566-26d47c2346fc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:32.848157 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa24-9286-48c6-824f-58ce4aa3f83b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:32.848753 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4afaa24-9286-48c6-824f-58ce4aa3f83b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Fanout notify agent at l3_agent the message router_deleted on router 992b499f-f762-4b5b-9588-36c4eee0681a {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:06:32.856329 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f4afaa24-9286-48c6-824f-58ce4aa3f83b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:32.861307 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f4afaa24-9286-48c6-824f-58ce4aa3f83b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "DELETE /v2.0/routers/992b499f-f762-4b5b-9588-36c4eee0681a HTTP/1.1" status: 204 len: 168 time: 1.1980891 Sep 23 23:06:32.861427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39744) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:32.865680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1239250353', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'enable_snat': False}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:32.933415 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc865722-628e-4ef4-b566-26d47c2346fc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:32.973333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc865722-628e-4ef4-b566-26d47c2346fc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad050a7b-891a-4e31-8003-08c840bd2786,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:33.101207 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:33.102154 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:33.154426 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:33.167650 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc865722-628e-4ef4-b566-26d47c2346fc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:33.168912 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cc865722-628e-4ef4-b566-26d47c2346fc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8051336 Sep 23 23:06:33.172042 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39746) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:33.176336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9a1f9b27-3663-43fb-8331-9cba42fd2e4f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'security_group_rule': {'security_group_id': 'ad050a7b-891a-4e31-8003-08c840bd2786', 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:33.378682 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a1f9b27-3663-43fb-8331-9cba42fd2e4f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:33.384860 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:33.441919 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a1f9b27-3663-43fb-8331-9cba42fd2e4f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:33.522770 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a1f9b27-3663-43fb-8331-9cba42fd2e4f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:33.546953 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f9b27-3663-43fb-8331-9cba42fd2e4f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1998c810-332d-4c90-8240-6bd4723e7138,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:33.631241 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9a1f9b27-3663-43fb-8331-9cba42fd2e4f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:33.632493 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9a1f9b27-3663-43fb-8331-9cba42fd2e4f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4595211 Sep 23 23:06:33.635651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39748) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:33.642769 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d6c76cc6-431c-4f3c-9f54-649c4303cf1a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'security_group_rule': {'security_group_id': 'ad050a7b-891a-4e31-8003-08c840bd2786', 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:33.672552 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:33.692970 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:33.736487 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6c76cc6-431c-4f3c-9f54-649c4303cf1a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:33.800601 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6c76cc6-431c-4f3c-9f54-649c4303cf1a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:33.802700 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Allocated IP 172.25.1.153 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/1fbf543f-d4a8-43f3-b9a2-6595c4de728c) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:06:33.912493 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:33.922697 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6c76cc6-431c-4f3c-9f54-649c4303cf1a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:33.940725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c76cc6-431c-4f3c-9f54-649c4303cf1a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3184508f-ae8e-497b-9ba8-99847ef96c12,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:34.082829 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6c76cc6-431c-4f3c-9f54-649c4303cf1a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:34.084017 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d6c76cc6-431c-4f3c-9f54-649c4303cf1a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4464943 Sep 23 23:06:34.087341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39750) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:34.092927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-edee6a8f-4bf0-473d-b86d-a0eca4f13099 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'security_group_rule': {'security_group_id': 'ad050a7b-891a-4e31-8003-08c840bd2786', 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:34.151931 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:34.192114 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:06:34.195012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:06:34.199588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:06:34.207466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Pushing event updated for resources: {'Port': ['ID=1fbf543f-d4a8-43f3-b9a2-6595c4de728c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:34.253955 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-edee6a8f-4bf0-473d-b86d-a0eca4f13099 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:34.320257 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-edee6a8f-4bf0-473d-b86d-a0eca4f13099 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:34.414187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-edee6a8f-4bf0-473d-b86d-a0eca4f13099 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:34.437711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee6a8f-4bf0-473d-b86d-a0eca4f13099 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a8e1fd-facc-4266-8822-bc4d4e22e12d,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:34.561805 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:34.567848 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-edee6a8f-4bf0-473d-b86d-a0eca4f13099 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:34.569117 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-edee6a8f-4bf0-473d-b86d-a0eca4f13099 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4797695 Sep 23 23:06:34.572711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39752) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:34.577177 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-1abbcdab-61be-4525-91da-61dae7bf666b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'security_group_rule': {'security_group_id': 'ad050a7b-891a-4e31-8003-08c840bd2786', 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:34.716729 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1abbcdab-61be-4525-91da-61dae7bf666b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:34.769364 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:34.786998 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1abbcdab-61be-4525-91da-61dae7bf666b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:34.900455 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1abbcdab-61be-4525-91da-61dae7bf666b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:34.921283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbcdab-61be-4525-91da-61dae7bf666b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4833e122-1e09-4186-bc70-76179db29c4c,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:35.026382 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Router 214859fa-0aa3-4db2-857c-c41f3106f20c is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:06:35.036447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1abbcdab-61be-4525-91da-61dae7bf666b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:35.037741 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1abbcdab-61be-4525-91da-61dae7bf666b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4640014 Sep 23 23:06:35.040464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39754) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:35.044950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-80634675-25d2-4d9c-828e-f78331405bdd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'security_group_rule': {'security_group_id': 'ad050a7b-891a-4e31-8003-08c840bd2786', 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:35.157239 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-80634675-25d2-4d9c-828e-f78331405bdd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Project d11e96efbe4c43a2977eef6acd246f67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:06:35.162924 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-80634675-25d2-4d9c-828e-f78331405bdd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:35.232639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-80634675-25d2-4d9c-828e-f78331405bdd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:35.351034 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-80634675-25d2-4d9c-828e-f78331405bdd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:35.370341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80634675-25d2-4d9c-828e-f78331405bdd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a3e892-c47d-4ced-a9a1-c023e92eb147,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:35.456468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:06:35.465576 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Sync routers for ids ['214859fa-0aa3-4db2-857c-c41f3106f20c'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:06:35.471207 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-80634675-25d2-4d9c-828e-f78331405bdd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:35.472604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-80634675-25d2-4d9c-828e-f78331405bdd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4311759 Sep 23 23:06:35.474585 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Routers {'214859fa-0aa3-4db2-857c-c41f3106f20c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:35.475255 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['214859fa-0aa3-4db2-857c-c41f3106f20c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:35.476029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39756) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:35.480716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f53a00cb-6a0c-4b24-b42f-55531f1ef2b5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'security_group_rule': {'security_group_id': 'ad050a7b-891a-4e31-8003-08c840bd2786', 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:35.557353 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:35.561577 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ddbb8f34-3614-4054-8e94-39da3446c950 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.6966960 Sep 23 23:06:35.561871 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39758) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:35.584053 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Set router 214859fa-0aa3-4db2-857c-c41f3106f20c gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:06:35.669908 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-413034af-9d9f-429d-9978-54f6377dda98 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/routers/214859fa-0aa3-4db2-857c-c41f3106f20c HTTP/1.1" status: 200 len: 909 time: 0.1065919 Sep 23 23:06:35.672538 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39760) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:35.677067 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-f53a00cb-6a0c-4b24-b42f-55531f1ef2b5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Project d11e96efbe4c43a2977eef6acd246f67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:06:35.677251 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1239250353', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'enable_snat': True}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:35.683578 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f53a00cb-6a0c-4b24-b42f-55531f1ef2b5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:35.746981 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f53a00cb-6a0c-4b24-b42f-55531f1ef2b5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:35.789856 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:35.792170 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:35.825306 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f53a00cb-6a0c-4b24-b42f-55531f1ef2b5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:35.848547 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:35.850659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a00cb-6a0c-4b24-b42f-55531f1ef2b5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0c3dfa-8782-449c-97f2-e0bd7e828869,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:35.866744 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214859fa-0aa3-4db2-857c-c41f3106f20c', 'name': 'tempest-snat-router-1239250353', 'tenant_id': '684a52913fab4dd4b57780a53e717921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.153'}], 'enable_snat': False}, 'gw_port_id': '1fbf543f-d4a8-43f3-b9a2-6595c4de728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:06:33Z', 'updated_at': '2021-09-23T23:06:34Z', 'revision_number': 3, 'project_id': '684a52913fab4dd4b57780a53e717921', 'gw_port': {'id': '1fbf543f-d4a8-43f3-b9a2-6595c4de728c', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214859fa-0aa3-4db2-857c-c41f3106f20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:06:33Z', 'updated_at': '2021-09-23T23:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:35.893488 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Checking router: 214859fa-0aa3-4db2-857c-c41f3106f20c for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:06:35.893834 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Updating router 214859fa-0aa3-4db2-857c-c41f3106f20c port 1fbf543f-d4a8-43f3-b9a2-6595c4de728c binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:06:35.918744 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:35.942412 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f53a00cb-6a0c-4b24-b42f-55531f1ef2b5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:35.942412 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f53a00cb-6a0c-4b24-b42f-55531f1ef2b5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4579620 Sep 23 23:06:36.144289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:36.194882 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:36.396561 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:36.425956 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:36.450061 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:36.456596 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Attempting to bind port 1fbf543f-d4a8-43f3-b9a2-6595c4de728c on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:06:36.456971 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Attempting to bind port 1fbf543f-d4a8-43f3-b9a2-6595c4de728c by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:06:36.457359 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Attempting to bind port 1fbf543f-d4a8-43f3-b9a2-6595c4de728c on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:06:36.468562 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa6cba-cfb3-4a15-ab35-21e9aa03066f None None] Pushing event updated for resources: {'Port': ['ID=1fbf543f-d4a8-43f3-b9a2-6595c4de728c,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:36.472508 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:06:36.473049 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:06:36.473598 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:36.474077 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:06:36.474752 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Bound port: 1fbf543f-d4a8-43f3-b9a2-6595c4de728c, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:06:36.475247 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:36.535243 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] For port 1fbf543f-d4a8-43f3-b9a2-6595c4de728c, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:06:36.538491 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] For port 1fbf543f-d4a8-43f3-b9a2-6595c4de728c, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1fbf543f-d4a8-43f3-b9a2-6595c4de728c,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:06:36.555647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Allocated IP 172.25.1.73 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/75bf92d8-c7ae-4641-9401-39ee0b8137ff) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:06:36.664005 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:36.714353 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:36.780125 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Routers {'214859fa-0aa3-4db2-857c-c41f3106f20c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:36.780760 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['214859fa-0aa3-4db2-857c-c41f3106f20c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:36.802818 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:36.817496 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa6cba-cfb3-4a15-ab35-21e9aa03066f None None] Pushing event updated for resources: {'Port': ['ID=1fbf543f-d4a8-43f3-b9a2-6595c4de728c,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:36.845841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:06:36.849018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:06:36.857584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:06:36.891498 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] Set router 214859fa-0aa3-4db2-857c-c41f3106f20c gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:06:36.896631 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Pushing event updated for resources: {'Port': ['ID=75bf92d8-c7ae-4641-9401-39ee0b8137ff,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:36.985432 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:37.070860 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214859fa-0aa3-4db2-857c-c41f3106f20c', 'name': 'tempest-snat-router-1239250353', 'tenant_id': '684a52913fab4dd4b57780a53e717921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.153'}], 'enable_snat': False}, 'gw_port_id': '1fbf543f-d4a8-43f3-b9a2-6595c4de728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:06:33Z', 'updated_at': '2021-09-23T23:06:34Z', 'revision_number': 3, 'project_id': '684a52913fab4dd4b57780a53e717921', 'gw_port': {'id': '1fbf543f-d4a8-43f3-b9a2-6595c4de728c', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214859fa-0aa3-4db2-857c-c41f3106f20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:06:33Z', 'updated_at': '2021-09-23T23:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:37.097558 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c47b8-7aa6-4f04-b069-a20305fa9115 None None] The sync data for ids ['214859fa-0aa3-4db2-857c-c41f3106f20c'] in n-d-810775-1 is: [{'id': '214859fa-0aa3-4db2-857c-c41f3106f20c', 'name': 'tempest-snat-router-1239250353', 'tenant_id': '684a52913fab4dd4b57780a53e717921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.153'}], 'enable_snat': False}, 'gw_port_id': '1fbf543f-d4a8-43f3-b9a2-6595c4de728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:06:33Z', 'updated_at': '2021-09-23T23:06:34Z', 'revision_number': 3, 'project_id': '684a52913fab4dd4b57780a53e717921', 'gw_port': {'id': '1fbf543f-d4a8-43f3-b9a2-6595c4de728c', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214859fa-0aa3-4db2-857c-c41f3106f20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:06:33Z', 'updated_at': '2021-09-23T23:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:06:37.279854 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:37.530324 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:37.542559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1fbf543f-d4a8-43f3-b9a2-6595c4de728c up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:06:37.604350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 1fbf543f-d4a8-43f3-b9a2-6595c4de728c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:06:37.604350 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:37.705428 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:37.741360 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 1fbf543f-d4a8-43f3-b9a2-6595c4de728c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1fbf543f-d4a8-43f3-b9a2-6595c4de728c,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:06:37.814025 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:37.814442 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Router 14776b1a-6d87-4c86-a332-06924acd6ce8 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:06:37.886099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=1fbf543f-d4a8-43f3-b9a2-6595c4de728c,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:37.972042 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:06:37.984292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Sync routers for ids ['14776b1a-6d87-4c86-a332-06924acd6ce8'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:06:37.998942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Routers {'14776b1a-6d87-4c86-a332-06924acd6ce8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:38.000667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['14776b1a-6d87-4c86-a332-06924acd6ce8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:38.117886 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:38.119828 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c33f1d12-aef3-42fc-baa0-688bfc9e0c5b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.4459984 Sep 23 23:06:38.124994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39836) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:38.140386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Set router 14776b1a-6d87-4c86-a332-06924acd6ce8 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:06:38.250894 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9ce75c77-8d2f-4fe5-b0e9-ef9b3bcdde43 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/routers/14776b1a-6d87-4c86-a332-06924acd6ce8 HTTP/1.1" status: 200 len: 907 time: 0.1258929 Sep 23 23:06:38.257646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39840) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:38.367031 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14776b1a-6d87-4c86-a332-06924acd6ce8', 'name': 'tempest-snat-router-1239250353', 'tenant_id': '684a52913fab4dd4b57780a53e717921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '75bf92d8-c7ae-4641-9401-39ee0b8137ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:06:35Z', 'updated_at': '2021-09-23T23:06:37Z', 'revision_number': 3, 'project_id': '684a52913fab4dd4b57780a53e717921', 'gw_port': {'id': '75bf92d8-c7ae-4641-9401-39ee0b8137ff', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:60:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14776b1a-6d87-4c86-a332-06924acd6ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:06:36Z', 'updated_at': '2021-09-23T23:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:38.401767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Checking router: 14776b1a-6d87-4c86-a332-06924acd6ce8 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:06:38.402534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Updating router 14776b1a-6d87-4c86-a332-06924acd6ce8 port 75bf92d8-c7ae-4641-9401-39ee0b8137ff binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:06:38.414290 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf045347-05bd-4820-a79a-53e955397fd4 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:38.434299 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:38.558795 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf045347-05bd-4820-a79a-53e955397fd4 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:38.729661 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-bf045347-05bd-4820-a79a-53e955397fd4 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Deleting port 75bf92d8-c7ae-4641-9401-39ee0b8137ff {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:06:38.730038 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf045347-05bd-4820-a79a-53e955397fd4 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:38.749906 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:38.819995 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf045347-05bd-4820-a79a-53e955397fd4 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:38.833511 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-bf045347-05bd-4820-a79a-53e955397fd4 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Calling delete_port for 75bf92d8-c7ae-4641-9401-39ee0b8137ff owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:06:38.867904 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:38.921279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Attempting to bind port 75bf92d8-c7ae-4641-9401-39ee0b8137ff on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:06:38.921681 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Attempting to bind port 75bf92d8-c7ae-4641-9401-39ee0b8137ff by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:06:38.922048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Attempting to bind port 75bf92d8-c7ae-4641-9401-39ee0b8137ff on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:06:38.932025 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:06:38.934811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:06:38.934811 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:38.934811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:06:38.934811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Bound port: 75bf92d8-c7ae-4641-9401-39ee0b8137ff, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:06:38.934811 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:38.968498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23544058-af06-4caf-afa0-514e7fd93341 None None] Pushing event updated for resources: {'Port': ['ID=75bf92d8-c7ae-4641-9401-39ee0b8137ff,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:39.135371 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf045347-05bd-4820-a79a-53e955397fd4 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:39.135797 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:06:39.136258 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:06:39.164659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf045347-05bd-4820-a79a-53e955397fd4 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Pushing event deleted for resources: {'Port': ['ID=75bf92d8-c7ae-4641-9401-39ee0b8137ff,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:39.250115 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf045347-05bd-4820-a79a-53e955397fd4 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:39.357667 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf045347-05bd-4820-a79a-53e955397fd4 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:39.360797 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf045347-05bd-4820-a79a-53e955397fd4 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:39.482141 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf045347-05bd-4820-a79a-53e955397fd4 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:39.482717 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf045347-05bd-4820-a79a-53e955397fd4 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14776b1a-6d87-4c86-a332-06924acd6ce8 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:06:39.487125 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf045347-05bd-4820-a79a-53e955397fd4 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:39.488370 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bf045347-05bd-4820-a79a-53e955397fd4 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "DELETE /v2.0/routers/14776b1a-6d87-4c86-a332-06924acd6ce8 HTTP/1.1" status: 204 len: 168 time: 1.2296860 Sep 23 23:06:39.491014 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39844) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:39.507002 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1fbf543f-d4a8-43f3-b9a2-6595c4de728c up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:06:39.562000 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 1fbf543f-d4a8-43f3-b9a2-6595c4de728c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:06:39.562470 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:39.606351 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:39.659197 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Attempting to bind port 75bf92d8-c7ae-4641-9401-39ee0b8137ff on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:06:39.659670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Attempting to bind port 75bf92d8-c7ae-4641-9401-39ee0b8137ff by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:06:39.660047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Attempting to bind port 75bf92d8-c7ae-4641-9401-39ee0b8137ff on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:06:39.669711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:06:39.670188 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:06:39.670666 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:39.671061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:06:39.671532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Bound port: 75bf92d8-c7ae-4641-9401-39ee0b8137ff, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:06:39.671916 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:39.691218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Port 75bf92d8-c7ae-4641-9401-39ee0b8137ff has been deleted concurrently {{(pid=95492) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 23 23:06:39.701584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Routers set() bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:39.701955 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Router IDs set() for agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 23:06:39.702558 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_agentschedulers_db [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'14776b1a-6d87-4c86-a332-06924acd6ce8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent'). {{(pid=95492) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 23 23:06:39.703307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df15697-186f-4cdf-8e2e-6b40b958a071 None None] The sync data for ids ['14776b1a-6d87-4c86-a332-06924acd6ce8'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:06:39.738252 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:39.859208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Deleting port 1fbf543f-d4a8-43f3-b9a2-6595c4de728c {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:06:39.859895 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:39.950808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] For port 1fbf543f-d4a8-43f3-b9a2-6595c4de728c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1fbf543f-d4a8-43f3-b9a2-6595c4de728c,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:06:39.951096 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:39.964613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Calling delete_port for 1fbf543f-d4a8-43f3-b9a2-6595c4de728c owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:06:40.254026 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:40.282512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fbf543f-d4a8-43f3-b9a2-6595c4de728c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:40.353090 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:40.802156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:40.804342 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:40.933741 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:40.934434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 214859fa-0aa3-4db2-857c-c41f3106f20c {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:06:40.938977 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:40.940128 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3abeb8ca-da3d-4c8a-aa5e-8015ba5ffa74 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "DELETE /v2.0/routers/214859fa-0aa3-4db2-857c-c41f3106f20c HTTP/1.1" status: 204 len: 168 time: 1.4481390 Sep 23 23:06:40.943895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39848) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:40.948954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1635850962', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:41.076708 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:41.078188 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:41.133093 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:41.361683 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:41.499956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1fbf543f-d4a8-43f3-b9a2-6595c4de728c no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:06:41.527127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 1fbf543f-d4a8-43f3-b9a2-6595c4de728c {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:06:41.527589 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1fbf543f-d4a8-43f3-b9a2-6595c4de728c not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:06:41.967610 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:41.987982 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:42.099117 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Allocated IP 172.25.1.210 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/b3e103ac-d43c-4a5d-a475-2c0f70748ca0) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:06:42.206594 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:42.334267 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:42.372093 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:06:42.376297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:06:42.379892 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:06:42.389338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Pushing event updated for resources: {'Port': ['ID=b3e103ac-d43c-4a5d-a475-2c0f70748ca0,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:42.722930 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:42.932498 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:43.122379 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-67d41164-ac0f-4c26-a79f-ce9a23c8d708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:43.156414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Router 21f794cb-668e-40ef-9d72-a85ccdb2eda8 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:06:43.269625 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:06:43.282340 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5f6c6-dc8f-4e0e-aa60-f5e5dac2b2b5 None None] Sync routers for ids ['21f794cb-668e-40ef-9d72-a85ccdb2eda8'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:06:43.293766 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5f6c6-dc8f-4e0e-aa60-f5e5dac2b2b5 None None] Routers {'21f794cb-668e-40ef-9d72-a85ccdb2eda8'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:43.294425 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54d5f6c6-dc8f-4e0e-aa60-f5e5dac2b2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['21f794cb-668e-40ef-9d72-a85ccdb2eda8'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:43.331761 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54d5f6c6-dc8f-4e0e-aa60-f5e5dac2b2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:43.340811 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5f6c6-dc8f-4e0e-aa60-f5e5dac2b2b5 None None] Routers {'21f794cb-668e-40ef-9d72-a85ccdb2eda8'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:43.341444 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54d5f6c6-dc8f-4e0e-aa60-f5e5dac2b2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['21f794cb-668e-40ef-9d72-a85ccdb2eda8'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:43.345849 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:43.347154 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5b146ac4-d1bd-4ec1-bbd4-c651f8a6a548 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4022536 Sep 23 23:06:43.350354 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39854) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:43.355994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b4036df0-4bf8-4a8c-bf37-999ffa07667d tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'enable_snat': False}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:43.374189 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-54d5f6c6-dc8f-4e0e-aa60-f5e5dac2b2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:43.375067 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5f6c6-dc8f-4e0e-aa60-f5e5dac2b2b5 None None] The sync data for ids ['21f794cb-668e-40ef-9d72-a85ccdb2eda8'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:06:43.668758 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4036df0-4bf8-4a8c-bf37-999ffa07667d tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:44.144644 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4036df0-4bf8-4a8c-bf37-999ffa07667d tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:44.148282 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4036df0-4bf8-4a8c-bf37-999ffa07667d tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:44.266958 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4036df0-4bf8-4a8c-bf37-999ffa07667d tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Router 21f794cb-668e-40ef-9d72-a85ccdb2eda8 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:06:44.382228 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4036df0-4bf8-4a8c-bf37-999ffa07667d tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:06:44.388949 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b4036df0-4bf8-4a8c-bf37-999ffa07667d tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:44.390611 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b4036df0-4bf8-4a8c-bf37-999ffa07667d tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "PUT /v2.0/routers/21f794cb-668e-40ef-9d72-a85ccdb2eda8 HTTP/1.1" status: 200 len: 922 time: 1.0392151 Sep 23 23:06:44.393643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39858) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:44.396836 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c54b1-cf5f-45c8-a784-1b10d1b6d0ae None None] Sync routers for ids ['21f794cb-668e-40ef-9d72-a85ccdb2eda8'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:06:44.408286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c54b1-cf5f-45c8-a784-1b10d1b6d0ae None None] Routers {'21f794cb-668e-40ef-9d72-a85ccdb2eda8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:44.409044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-426c54b1-cf5f-45c8-a784-1b10d1b6d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['21f794cb-668e-40ef-9d72-a85ccdb2eda8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:44.448199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-426c54b1-cf5f-45c8-a784-1b10d1b6d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:44.458813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c54b1-cf5f-45c8-a784-1b10d1b6d0ae None None] Routers {'21f794cb-668e-40ef-9d72-a85ccdb2eda8'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:44.459437 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-426c54b1-cf5f-45c8-a784-1b10d1b6d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['21f794cb-668e-40ef-9d72-a85ccdb2eda8'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:44.498376 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-426c54b1-cf5f-45c8-a784-1b10d1b6d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:44.499249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c54b1-cf5f-45c8-a784-1b10d1b6d0ae None None] The sync data for ids ['21f794cb-668e-40ef-9d72-a85ccdb2eda8'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:06:44.519527 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3b9ef694-2877-41ab-a81f-4756980c8ec8 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/routers/21f794cb-668e-40ef-9d72-a85ccdb2eda8 HTTP/1.1" status: 200 len: 922 time: 0.1227770 Sep 23 23:06:44.520310 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39860) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:44.606230 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16db0332-250b-4715-88ae-978fcfb1030b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:44.611005 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-16db0332-250b-4715-88ae-978fcfb1030b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&device_id=21f794cb-668e-40ef-9d72-a85ccdb2eda8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0865724 Sep 23 23:06:44.613125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39864) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:44.718328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b24070-faef-4c58-abcd-42fd4e3908d1 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:44.719681 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-82b24070-faef-4c58-abcd-42fd4e3908d1 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 881 time: 0.1055713 Sep 23 23:06:44.722642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39866) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:44.763443 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bd5ac3e9-41ab-4e5b-be7b-15f7431dcf56 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f794cb-668e-40ef-9d72-a85ccdb2eda8 HTTP/1.1" status: 200 len: 205 time: 0.0393445 Sep 23 23:06:44.767673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39868) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:44.891665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b7afdcf-1142-44ed-a204-a3a109c0c508 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:45.026219 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b7afdcf-1142-44ed-a204-a3a109c0c508 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:45.210152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6b7afdcf-1142-44ed-a204-a3a109c0c508 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Deleting port b3e103ac-d43c-4a5d-a475-2c0f70748ca0 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:06:45.210729 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b7afdcf-1142-44ed-a204-a3a109c0c508 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:45.318884 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b7afdcf-1142-44ed-a204-a3a109c0c508 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:45.338032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6b7afdcf-1142-44ed-a204-a3a109c0c508 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Calling delete_port for b3e103ac-d43c-4a5d-a475-2c0f70748ca0 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:06:45.665984 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b7afdcf-1142-44ed-a204-a3a109c0c508 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:45.693604 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-175c5fff-6755-4895-9dc3-07bf1ca166d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:45.700003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7afdcf-1142-44ed-a204-a3a109c0c508 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Pushing event deleted for resources: {'Port': ['ID=b3e103ac-d43c-4a5d-a475-2c0f70748ca0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:45.766450 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b7afdcf-1142-44ed-a204-a3a109c0c508 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:45.866383 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b7afdcf-1142-44ed-a204-a3a109c0c508 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:45.869919 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b7afdcf-1142-44ed-a204-a3a109c0c508 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:46.002287 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b7afdcf-1142-44ed-a204-a3a109c0c508 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:46.002869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7afdcf-1142-44ed-a204-a3a109c0c508 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Fanout notify agent at l3_agent the message router_deleted on router 21f794cb-668e-40ef-9d72-a85ccdb2eda8 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:06:46.028809 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6b7afdcf-1142-44ed-a204-a3a109c0c508 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:46.028809 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6b7afdcf-1142-44ed-a204-a3a109c0c508 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "DELETE /v2.0/routers/21f794cb-668e-40ef-9d72-a85ccdb2eda8 HTTP/1.1" status: 204 len: 168 time: 1.2429819 Sep 23 23:06:46.028986 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39872) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:46.032916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-69d46273-56c7-4f3c-8170-75a22b60d147 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1636578979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:46.316295 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:46.356735 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-69d46273-56c7-4f3c-8170-75a22b60d147 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:46.357849 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-69d46273-56c7-4f3c-8170-75a22b60d147 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:46.423526 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-69d46273-56c7-4f3c-8170-75a22b60d147 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:46.501309 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-69d46273-56c7-4f3c-8170-75a22b60d147 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:46.648011 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-69d46273-56c7-4f3c-8170-75a22b60d147 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:46.652901 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-69d46273-56c7-4f3c-8170-75a22b60d147 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6238883 Sep 23 23:06:46.653200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39874) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:46.659879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Request body: {'router': {'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:46.912905 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:47.064932 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:47.581048 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:47.601740 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:47.716818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Allocated IP 172.25.1.219 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/357e76a0-37b7-44a2-9f41-c5b57d23d8f7) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:06:47.854981 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:47.968673 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:48.008485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:06:48.011464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:06:48.014975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:06:48.042787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Pushing event updated for resources: {'Port': ['ID=357e76a0-37b7-44a2-9f41-c5b57d23d8f7,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:48.191036 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:48.389316 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:48.622188 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:48.625762 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:48.733761 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:48.887656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Router f937884c-9dda-4e21-8483-6708c48b50d6 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:06:49.003471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:06:49.010999 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:49.012531 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d1dd567e-077b-459a-ad21-f1f3c392baa3 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "PUT /v2.0/routers/f937884c-9dda-4e21-8483-6708c48b50d6 HTTP/1.1" status: 200 len: 880 time: 2.3582060 Sep 23 23:06:49.015181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39882) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:49.016675 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f538dfe-98de-4c83-8a1f-71cfd1b8e1a9 None None] Sync routers for ids ['f937884c-9dda-4e21-8483-6708c48b50d6'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:06:49.033387 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f538dfe-98de-4c83-8a1f-71cfd1b8e1a9 None None] Routers {'f937884c-9dda-4e21-8483-6708c48b50d6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:49.034695 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-2f538dfe-98de-4c83-8a1f-71cfd1b8e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['f937884c-9dda-4e21-8483-6708c48b50d6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:49.094645 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-2f538dfe-98de-4c83-8a1f-71cfd1b8e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:49.104639 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f538dfe-98de-4c83-8a1f-71cfd1b8e1a9 None None] Routers {'f937884c-9dda-4e21-8483-6708c48b50d6'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:49.105553 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-2f538dfe-98de-4c83-8a1f-71cfd1b8e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['f937884c-9dda-4e21-8483-6708c48b50d6'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:49.142691 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-2f538dfe-98de-4c83-8a1f-71cfd1b8e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:49.146985 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f538dfe-98de-4c83-8a1f-71cfd1b8e1a9 None None] The sync data for ids ['f937884c-9dda-4e21-8483-6708c48b50d6'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:06:49.147476 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f69f42f4-2650-44d7-9a8f-41902acdf083 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/routers/f937884c-9dda-4e21-8483-6708c48b50d6 HTTP/1.1" status: 200 len: 921 time: 0.1294320 Sep 23 23:06:49.147581 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39884) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:49.196229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b738d6d-384c-4ab1-92a0-853e177a837f tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:49.197896 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6b738d6d-384c-4ab1-92a0-853e177a837f tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&device_id=f937884c-9dda-4e21-8483-6708c48b50d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0490806 Sep 23 23:06:49.200730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39886) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:49.304563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383c0f74-6632-4394-a235-9c265491dc32 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:49.306626 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-383c0f74-6632-4394-a235-9c265491dc32 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 881 time: 0.1047697 Sep 23 23:06:49.309829 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39888) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:49.346736 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-59740e9d-848f-456f-85cb-1ef336bade1a tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "GET /v2.0/ports?device_id=f937884c-9dda-4e21-8483-6708c48b50d6 HTTP/1.1" status: 200 len: 205 time: 0.0355699 Sep 23 23:06:49.349395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39890) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:49.468776 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-013ddb3e-9e34-4c06-b8a3-9dbfd2fbc1de tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:49.581727 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-013ddb3e-9e34-4c06-b8a3-9dbfd2fbc1de tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:49.954111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-013ddb3e-9e34-4c06-b8a3-9dbfd2fbc1de tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Deleting port 357e76a0-37b7-44a2-9f41-c5b57d23d8f7 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:06:49.954461 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-013ddb3e-9e34-4c06-b8a3-9dbfd2fbc1de tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:50.040828 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-013ddb3e-9e34-4c06-b8a3-9dbfd2fbc1de tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:50.053883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-013ddb3e-9e34-4c06-b8a3-9dbfd2fbc1de tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Calling delete_port for 357e76a0-37b7-44a2-9f41-c5b57d23d8f7 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:06:50.385299 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-013ddb3e-9e34-4c06-b8a3-9dbfd2fbc1de tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:50.430858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ddb3e-9e34-4c06-b8a3-9dbfd2fbc1de tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Pushing event deleted for resources: {'Port': ['ID=357e76a0-37b7-44a2-9f41-c5b57d23d8f7,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:50.504314 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-013ddb3e-9e34-4c06-b8a3-9dbfd2fbc1de tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:50.614390 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-013ddb3e-9e34-4c06-b8a3-9dbfd2fbc1de tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:50.617304 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-013ddb3e-9e34-4c06-b8a3-9dbfd2fbc1de tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:50.756309 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-013ddb3e-9e34-4c06-b8a3-9dbfd2fbc1de tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:50.756894 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013ddb3e-9e34-4c06-b8a3-9dbfd2fbc1de tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Fanout notify agent at l3_agent the message router_deleted on router f937884c-9dda-4e21-8483-6708c48b50d6 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:06:50.764837 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-013ddb3e-9e34-4c06-b8a3-9dbfd2fbc1de tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:50.772683 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-013ddb3e-9e34-4c06-b8a3-9dbfd2fbc1de tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "DELETE /v2.0/routers/f937884c-9dda-4e21-8483-6708c48b50d6 HTTP/1.1" status: 204 len: 168 time: 1.4157858 Sep 23 23:06:50.776316 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39910) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:50.781305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7bb6b69b-ab8b-4b11-b4fd-ba9b85f0c40c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1584997673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:50.912596 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b69b-ab8b-4b11-b4fd-ba9b85f0c40c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:50.913810 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b69b-ab8b-4b11-b4fd-ba9b85f0c40c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:51.016330 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b69b-ab8b-4b11-b4fd-ba9b85f0c40c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:51.105791 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b69b-ab8b-4b11-b4fd-ba9b85f0c40c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:51.265568 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b69b-ab8b-4b11-b4fd-ba9b85f0c40c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:51.266751 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7bb6b69b-ab8b-4b11-b4fd-ba9b85f0c40c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4894445 Sep 23 23:06:51.276916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39914) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:51.281905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'enable_snat': True}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:51.503945 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:51.872409 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:51.893771 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:52.004885 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Allocated IP 172.25.1.62 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/926d7dcb-cf76-4179-970e-158febc54f0c) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:06:52.145263 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:52.276873 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:52.317588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:06:52.320545 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:06:52.324346 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:06:52.333400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Pushing event updated for resources: {'Port': ['ID=926d7dcb-cf76-4179-970e-158febc54f0c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:52.686537 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:52.884331 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:52.887782 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:53.471163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Router 45e9a9d5-61d6-4499-b977-592226107116 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:06:53.582090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:06:53.587507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:53.588751 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d092f541-1980-418a-bc1d-3b7d20964f26 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "PUT /v2.0/routers/45e9a9d5-61d6-4499-b977-592226107116 HTTP/1.1" status: 200 len: 914 time: 2.3107362 Sep 23 23:06:53.591599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39928) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:53.592057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f4e37-7417-4fca-88fd-f10ec74dcd2f None None] Sync routers for ids ['45e9a9d5-61d6-4499-b977-592226107116'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:06:53.606734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3f4e37-7417-4fca-88fd-f10ec74dcd2f None None] Routers {'45e9a9d5-61d6-4499-b977-592226107116'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:53.607359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5a3f4e37-7417-4fca-88fd-f10ec74dcd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['45e9a9d5-61d6-4499-b977-592226107116'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:53.641787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5a3f4e37-7417-4fca-88fd-f10ec74dcd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:53.651316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3f4e37-7417-4fca-88fd-f10ec74dcd2f None None] Routers {'45e9a9d5-61d6-4499-b977-592226107116'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:53.651944 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5a3f4e37-7417-4fca-88fd-f10ec74dcd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['45e9a9d5-61d6-4499-b977-592226107116'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:53.685753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5a3f4e37-7417-4fca-88fd-f10ec74dcd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:53.686403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f4e37-7417-4fca-88fd-f10ec74dcd2f None None] The sync data for ids ['45e9a9d5-61d6-4499-b977-592226107116'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:06:53.728372 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2579e4fb-6102-431e-a862-f6683a59f528 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/routers/45e9a9d5-61d6-4499-b977-592226107116 HTTP/1.1" status: 200 len: 920 time: 0.1356077 Sep 23 23:06:53.731202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39930) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:53.807284 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804822f2-942f-4b56-9e6d-744c5fe8761f tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:53.809098 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-804822f2-942f-4b56-9e6d-744c5fe8761f tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&device_id=45e9a9d5-61d6-4499-b977-592226107116&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0765193 Sep 23 23:06:53.812042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39932) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:53.896843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca81455-6e2c-4106-a839-ccb4b4b195dc tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:53.898262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eca81455-6e2c-4106-a839-ccb4b4b195dc tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 881 time: 0.0853169 Sep 23 23:06:53.901351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39934) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:53.932456 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a32ce94f-9c10-4e9b-b5a2-dfd34e7fcd7b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "GET /v2.0/ports?device_id=45e9a9d5-61d6-4499-b977-592226107116 HTTP/1.1" status: 200 len: 205 time: 0.0300157 Sep 23 23:06:53.935268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 39936) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:54.045001 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19792be5-e9c9-474d-a4f8-4cf88498b005 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:54.161710 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19792be5-e9c9-474d-a4f8-4cf88498b005 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:54.335394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-19792be5-e9c9-474d-a4f8-4cf88498b005 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Deleting port 926d7dcb-cf76-4179-970e-158febc54f0c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:06:54.335658 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19792be5-e9c9-474d-a4f8-4cf88498b005 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:54.418558 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19792be5-e9c9-474d-a4f8-4cf88498b005 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:54.431211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-19792be5-e9c9-474d-a4f8-4cf88498b005 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Calling delete_port for 926d7dcb-cf76-4179-970e-158febc54f0c owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:06:54.791064 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19792be5-e9c9-474d-a4f8-4cf88498b005 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:54.821246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19792be5-e9c9-474d-a4f8-4cf88498b005 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Pushing event deleted for resources: {'Port': ['ID=926d7dcb-cf76-4179-970e-158febc54f0c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:54.885009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19792be5-e9c9-474d-a4f8-4cf88498b005 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:54.981805 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19792be5-e9c9-474d-a4f8-4cf88498b005 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:54.984024 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19792be5-e9c9-474d-a4f8-4cf88498b005 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:55.145206 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19792be5-e9c9-474d-a4f8-4cf88498b005 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:55.145747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19792be5-e9c9-474d-a4f8-4cf88498b005 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Fanout notify agent at l3_agent the message router_deleted on router 45e9a9d5-61d6-4499-b977-592226107116 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:06:55.152596 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-19792be5-e9c9-474d-a4f8-4cf88498b005 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:55.153857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-19792be5-e9c9-474d-a4f8-4cf88498b005 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "DELETE /v2.0/routers/45e9a9d5-61d6-4499-b977-592226107116 HTTP/1.1" status: 204 len: 168 time: 1.2175436 Sep 23 23:06:55.158200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39940) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:55.162777 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-45c84b7d-fd29-43b8-912f-438dec05007e tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1621969818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:55.288101 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-45c84b7d-fd29-43b8-912f-438dec05007e tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:55.289366 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-45c84b7d-fd29-43b8-912f-438dec05007e tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:55.345701 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-45c84b7d-fd29-43b8-912f-438dec05007e tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:55.454007 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-45c84b7d-fd29-43b8-912f-438dec05007e tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:55.619673 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-45c84b7d-fd29-43b8-912f-438dec05007e tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:55.620965 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-45c84b7d-fd29-43b8-912f-438dec05007e tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4618478 Sep 23 23:06:55.624080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39944) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:55.628664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'enable_snat': False}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:55.837496 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:56.146270 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:56.167149 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:56.281200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Allocated IP 172.25.1.59 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/b4b790cf-6711-4cb2-83b7-df37788d1fba) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:06:56.389008 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:56.511271 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:56.550933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:06:56.558610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:06:56.558610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:06:56.587515 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Pushing event updated for resources: {'Port': ['ID=b4b790cf-6711-4cb2-83b7-df37788d1fba,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:56.970712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:57.179363 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:57.183955 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:57.402212 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Router 32a281cd-d806-451e-af83-2b7741a1dfba is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:06:57.513735 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:06:57.518057 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:57.527158 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ed236a0a-52b8-444b-acb4-459c2a52e4db tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "PUT /v2.0/routers/32a281cd-d806-451e-af83-2b7741a1dfba HTTP/1.1" status: 200 len: 915 time: 1.8942387 Sep 23 23:06:57.527158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39950) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:57.527541 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f103852-ccca-4ffc-a787-e3bf2baf7d78 None None] Sync routers for ids ['32a281cd-d806-451e-af83-2b7741a1dfba'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:06:57.535613 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f103852-ccca-4ffc-a787-e3bf2baf7d78 None None] Routers {'32a281cd-d806-451e-af83-2b7741a1dfba'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:57.536220 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6f103852-ccca-4ffc-a787-e3bf2baf7d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['32a281cd-d806-451e-af83-2b7741a1dfba'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:57.578884 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6f103852-ccca-4ffc-a787-e3bf2baf7d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:57.582606 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f103852-ccca-4ffc-a787-e3bf2baf7d78 None None] Routers {'32a281cd-d806-451e-af83-2b7741a1dfba'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:06:57.582850 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6f103852-ccca-4ffc-a787-e3bf2baf7d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['32a281cd-d806-451e-af83-2b7741a1dfba'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:57.619089 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6f103852-ccca-4ffc-a787-e3bf2baf7d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:06:57.619974 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f103852-ccca-4ffc-a787-e3bf2baf7d78 None None] The sync data for ids ['32a281cd-d806-451e-af83-2b7741a1dfba'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:06:57.886511 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:06:57.984588 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ccd9f502-e496-42e2-8811-bb393bb2a24a tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/routers/32a281cd-d806-451e-af83-2b7741a1dfba HTTP/1.1" status: 200 len: 921 time: 0.4612060 Sep 23 23:06:57.988178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39952) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:58.032822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829bb165-d85f-4957-8c0f-413d25f907e9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:58.034437 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-829bb165-d85f-4957-8c0f-413d25f907e9 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&device_id=32a281cd-d806-451e-af83-2b7741a1dfba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0452485 Sep 23 23:06:58.037591 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39954) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:58.133734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2b37a-9d14-4ac2-983d-fa31b9a7428e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:06:58.135184 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-25c2b37a-9d14-4ac2-983d-fa31b9a7428e tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/networks/1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 HTTP/1.1" status: 200 len: 881 time: 0.0966036 Sep 23 23:06:58.138182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39956) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:58.167323 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-af9a5f70-725f-40ab-8f32-074ebe19fff6 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "GET /v2.0/ports?device_id=32a281cd-d806-451e-af83-2b7741a1dfba HTTP/1.1" status: 200 len: 205 time: 0.0280881 Sep 23 23:06:58.169844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39958) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:58.281731 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd8a58d1-44af-4fc4-8a24-1ff9a6b1568c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:58.401516 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd8a58d1-44af-4fc4-8a24-1ff9a6b1568c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:58.578333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a58d1-44af-4fc4-8a24-1ff9a6b1568c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Deleting port b4b790cf-6711-4cb2-83b7-df37788d1fba {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:06:58.578740 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd8a58d1-44af-4fc4-8a24-1ff9a6b1568c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:58.672126 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd8a58d1-44af-4fc4-8a24-1ff9a6b1568c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:58.686988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a58d1-44af-4fc4-8a24-1ff9a6b1568c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Calling delete_port for b4b790cf-6711-4cb2-83b7-df37788d1fba owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:06:58.979772 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd8a58d1-44af-4fc4-8a24-1ff9a6b1568c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:59.010301 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a58d1-44af-4fc4-8a24-1ff9a6b1568c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Pushing event deleted for resources: {'Port': ['ID=b4b790cf-6711-4cb2-83b7-df37788d1fba,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:06:59.079771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd8a58d1-44af-4fc4-8a24-1ff9a6b1568c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:59.179340 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd8a58d1-44af-4fc4-8a24-1ff9a6b1568c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:59.182090 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd8a58d1-44af-4fc4-8a24-1ff9a6b1568c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:59.287766 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd8a58d1-44af-4fc4-8a24-1ff9a6b1568c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:59.288429 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8a58d1-44af-4fc4-8a24-1ff9a6b1568c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Fanout notify agent at l3_agent the message router_deleted on router 32a281cd-d806-451e-af83-2b7741a1dfba {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:06:59.302440 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd8a58d1-44af-4fc4-8a24-1ff9a6b1568c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:59.302440 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fd8a58d1-44af-4fc4-8a24-1ff9a6b1568c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "DELETE /v2.0/routers/32a281cd-d806-451e-af83-2b7741a1dfba HTTP/1.1" status: 204 len: 168 time: 1.1286607 Sep 23 23:06:59.303728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39966) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:06:59.309714 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-103593553', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}, 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:06:59.419793 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:59.420894 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:59.486537 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:59.721955 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:06:59.991576 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:00.012906 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:00.130335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Allocated IP 172.25.1.70 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/43bb0bdf-a4f5-4199-93af-d7e826df88bc) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:07:00.241375 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:00.436534 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:00.480800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:00.486353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:00.487562 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:00.514956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Pushing event updated for resources: {'Port': ['ID=43bb0bdf-a4f5-4199-93af-d7e826df88bc,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:00.826033 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:01.075721 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:01.080362 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-9db8b6d1-eeee-4de0-9419-c3842e27c11d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461987567&fields=id&tenant_id=d11e96efbe4c43a2977eef6acd246f67 HTTP/1.1" status: 200 len: 267 time: 0.0589545 Sep 23 23:07:01.287852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-4ddc42f4-25a6-421f-85e8-c4e5e4529a36 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:01.289385 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-4ddc42f4-25a6-421f-85e8-c4e5e4529a36 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 811 time: 0.1692505 Sep 23 23:07:01.311294 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-b0b02556-bdef-47bc-839d-1da06cfd6b7f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/quotas/d11e96efbe4c43a2977eef6acd246f67 HTTP/1.1" status: 200 len: 375 time: 0.0153739 Sep 23 23:07:01.378387 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-e4517221-fb4d-4ebc-aaba-5104e6395295 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560529 Sep 23 23:07:01.396481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-1b57a74a-7472-4f1c-a1c4-4d5c4fbb1bfc service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:07:01.397607 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-1b57a74a-7472-4f1c-a1c4-4d5c4fbb1bfc service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055947 Sep 23 23:07:01.478174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Router c3f154a1-704d-426d-bbfc-8538ef9599f0 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:07:01.578935 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-7fce712f-bfe6-4e53-9975-416d8b744366 service neutron] 10.222.0.22 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693811 Sep 23 23:07:01.673652 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:07:01.689978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3a4f81-0501-4b23-b5eb-e6a310e30eb3 None None] Sync routers for ids ['c3f154a1-704d-426d-bbfc-8538ef9599f0'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:07:01.704231 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a4f81-0501-4b23-b5eb-e6a310e30eb3 None None] Routers {'c3f154a1-704d-426d-bbfc-8538ef9599f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:07:01.705037 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0f3a4f81-0501-4b23-b5eb-e6a310e30eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['c3f154a1-704d-426d-bbfc-8538ef9599f0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:01.716526 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-ecfe3a3b-499d-4b75-965b-689b65db9a60 service neutron] 10.222.0.22 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271229 Sep 23 23:07:01.755694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0f3a4f81-0501-4b23-b5eb-e6a310e30eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:01.766662 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a4f81-0501-4b23-b5eb-e6a310e30eb3 None None] Routers {'c3f154a1-704d-426d-bbfc-8538ef9599f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:07:01.767308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0f3a4f81-0501-4b23-b5eb-e6a310e30eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['c3f154a1-704d-426d-bbfc-8538ef9599f0'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:01.802595 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0f3a4f81-0501-4b23-b5eb-e6a310e30eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:01.803116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3a4f81-0501-4b23-b5eb-e6a310e30eb3 None None] The sync data for ids ['c3f154a1-704d-426d-bbfc-8538ef9599f0'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:07:01.819441 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:01.821242 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1b2d68ca-4a1e-4302-829d-c41e1f9d3887 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5162952 Sep 23 23:07:01.824616 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 39984) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:01.830622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:02.236320 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:02.378747 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:02.446680 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-caf37d5f-a3b9-4f35-873e-1d4aeaed79b9 req-9b4d4637-95d5-494e-bfbf-c0c7ad1298cc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0311179 Sep 23 23:07:02.567442 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Deleting port 43bb0bdf-a4f5-4199-93af-d7e826df88bc {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:02.568148 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:02.662074 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:02.676775 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Calling delete_port for 43bb0bdf-a4f5-4199-93af-d7e826df88bc owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:03.328047 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:03.355596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Pushing event deleted for resources: {'Port': ['ID=43bb0bdf-a4f5-4199-93af-d7e826df88bc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:03.369414 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:03.369767 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:03.370131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:03.370457 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:03.370807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:03.371145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:03.371526 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:03.371863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:03.372214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:03.372544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:03.372868 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:03.373220 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:03.436276 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:03.635858 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e83fb51-0b1a-4a23-bddf-e901b8462300 req-c0008bf9-6a21-4021-b498-04bbb9f0c2fc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0552149 Sep 23 23:07:03.721962 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3263'] for router, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:03.725951 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576534'] for router, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:03.819299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Router c3f154a1-704d-426d-bbfc-8538ef9599f0 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:07:03.910966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:07:03.918797 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:03.920092 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c6bd4f2e-eb33-42e6-81ba-2520aeff3651 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "PUT /v2.0/routers/c3f154a1-704d-426d-bbfc-8538ef9599f0 HTTP/1.1" status: 200 len: 705 time: 2.0941470 Sep 23 23:07:03.923883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40004) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:03.927456 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6efbb-f672-4949-83f3-baa031ee573f None None] Sync routers for ids ['c3f154a1-704d-426d-bbfc-8538ef9599f0'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:07:03.938874 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e6efbb-f672-4949-83f3-baa031ee573f None None] Routers {'c3f154a1-704d-426d-bbfc-8538ef9599f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:07:03.938874 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-88e6efbb-f672-4949-83f3-baa031ee573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['c3f154a1-704d-426d-bbfc-8538ef9599f0'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:03.973507 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-88e6efbb-f672-4949-83f3-baa031ee573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:03.984335 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e6efbb-f672-4949-83f3-baa031ee573f None None] Routers {'c3f154a1-704d-426d-bbfc-8538ef9599f0'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:07:03.984978 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-88e6efbb-f672-4949-83f3-baa031ee573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:06:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['c3f154a1-704d-426d-bbfc-8538ef9599f0'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:04.022439 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-88e6efbb-f672-4949-83f3-baa031ee573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:04.023112 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6efbb-f672-4949-83f3-baa031ee573f None None] The sync data for ids ['c3f154a1-704d-426d-bbfc-8538ef9599f0'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:07:04.024184 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a4447498-ba4b-425f-8c6c-4b01961a640b tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/routers/c3f154a1-704d-426d-bbfc-8538ef9599f0 HTTP/1.1" status: 200 len: 740 time: 0.0990365 Sep 23 23:07:04.028210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40006) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:04.078012 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9b41ec18-1384-44c4-93a6-74c4295d9c12 tempest-RoutersAdminTest-633035289 tempest-RoutersAdminTest-633035289-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&device_id=c3f154a1-704d-426d-bbfc-8538ef9599f0 HTTP/1.1" status: 200 len: 205 time: 0.0485346 Sep 23 23:07:04.080737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40008) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:04.112015 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3c61b2fd-91a8-49fb-a775-51639c9f7bc4 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3f154a1-704d-426d-bbfc-8538ef9599f0 HTTP/1.1" status: 200 len: 205 time: 0.0299966 Sep 23 23:07:04.115391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40010) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:04.199694 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-480574b7-02b7-4ffc-8988-9ba35c248b50 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:04.376255 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-480574b7-02b7-4ffc-8988-9ba35c248b50 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:04.379403 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-480574b7-02b7-4ffc-8988-9ba35c248b50 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:04.590582 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-480574b7-02b7-4ffc-8988-9ba35c248b50 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:04.591163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480574b7-02b7-4ffc-8988-9ba35c248b50 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Fanout notify agent at l3_agent the message router_deleted on router c3f154a1-704d-426d-bbfc-8538ef9599f0 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:07:04.598461 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-480574b7-02b7-4ffc-8988-9ba35c248b50 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:04.599570 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-480574b7-02b7-4ffc-8988-9ba35c248b50 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "DELETE /v2.0/routers/c3f154a1-704d-426d-bbfc-8538ef9599f0 HTTP/1.1" status: 204 len: 168 time: 0.4830325 Sep 23 23:07:04.604988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40012) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:04.635585 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c4ffb693-a6f9-447f-b36c-bf9938785a6a tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3f154a1-704d-426d-bbfc-8538ef9599f0 HTTP/1.1" status: 200 len: 205 time: 0.0293186 Sep 23 23:07:04.638009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40014) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:04.683201 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-2e10cb59-a8e0-4931-aee0-9f03a8a49587 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] delete failed (client error): The resource could not be found. Sep 23 23:07:04.684271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2e10cb59-a8e0-4931-aee0-9f03a8a49587 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "DELETE /v2.0/routers/c3f154a1-704d-426d-bbfc-8538ef9599f0 HTTP/1.1" status: 404 len: 336 time: 0.0449789 Sep 23 23:07:04.687073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40020) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:04.727283 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8e054021-21c1-41ee-8bc2-580a52402eb6 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "GET /v2.0/ports?device_id=32a281cd-d806-451e-af83-2b7741a1dfba HTTP/1.1" status: 200 len: 205 time: 0.0383623 Sep 23 23:07:04.730805 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40022) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:04.768477 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5b9c28aa-b634-465b-af13-dd94e248d11b req-8d3a84a7-e7e3-43c7-8bc9-494b3e40419f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0341961 Sep 23 23:07:04.795612 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-fa2735b5-4d2e-4a1f-89c3-f50f40e9a253 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] delete failed (client error): The resource could not be found. Sep 23 23:07:04.801735 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fa2735b5-4d2e-4a1f-89c3-f50f40e9a253 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "DELETE /v2.0/routers/32a281cd-d806-451e-af83-2b7741a1dfba HTTP/1.1" status: 404 len: 336 time: 0.0643401 Sep 23 23:07:04.803900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40024) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:04.840197 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-acbab0be-ce92-4ee3-9d04-b41e80e2647e tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "GET /v2.0/ports?device_id=45e9a9d5-61d6-4499-b977-592226107116 HTTP/1.1" status: 200 len: 205 time: 0.0347760 Sep 23 23:07:04.842859 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40026) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:04.883830 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-4f15e1fd-2de2-4ec7-be6a-caa6b533c5e4 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] delete failed (client error): The resource could not be found. Sep 23 23:07:04.887262 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4f15e1fd-2de2-4ec7-be6a-caa6b533c5e4 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "DELETE /v2.0/routers/45e9a9d5-61d6-4499-b977-592226107116 HTTP/1.1" status: 404 len: 336 time: 0.0412509 Sep 23 23:07:04.888969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40028) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:04.918685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-ed602a8c-c410-4f12-b202-fdace616b403 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:04.920316 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-ed602a8c-c410-4f12-b202-fdace616b403 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 811 time: 0.1254117 Sep 23 23:07:04.921243 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8be9e920-ffdd-45ee-94a3-9a0467cdbba6 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "GET /v2.0/ports?device_id=f937884c-9dda-4e21-8483-6708c48b50d6 HTTP/1.1" status: 200 len: 205 time: 0.0309160 Sep 23 23:07:04.923794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40030) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:04.985218 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-dbc181c5-ac0b-4aba-9302-2cdf05032f56 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] delete failed (client error): The resource could not be found. Sep 23 23:07:04.986280 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-dbc181c5-ac0b-4aba-9302-2cdf05032f56 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "DELETE /v2.0/routers/f937884c-9dda-4e21-8483-6708c48b50d6 HTTP/1.1" status: 404 len: 336 time: 0.0609210 Sep 23 23:07:04.989178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40032) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:05.019792 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5c8c8aec-2efb-4aba-b039-885ca693c05b tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f794cb-668e-40ef-9d72-a85ccdb2eda8 HTTP/1.1" status: 200 len: 205 time: 0.0294454 Sep 23 23:07:05.021908 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-2acde6c8-39db-48e7-9611-b9765f882a4f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d11e96efbe4c43a2977eef6acd246f67 HTTP/1.1" status: 200 len: 379 time: 0.0854485 Sep 23 23:07:05.022133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40034) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:05.032143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-4d8c01a1-0ca2-4018-adf3-27e87e74f030 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'port': {'device_id': '3040ed75-7072-46b8-9437-162f09f80ce8', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'admin_state_up': True, 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'security_groups': ['ad050a7b-891a-4e31-8003-08c840bd2786']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:05.068716 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-86769b7b-726e-45fa-8083-d551db6f761d tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] delete failed (client error): The resource could not be found. Sep 23 23:07:05.069133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-86769b7b-726e-45fa-8083-d551db6f761d tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "DELETE /v2.0/routers/21f794cb-668e-40ef-9d72-a85ccdb2eda8 HTTP/1.1" status: 404 len: 336 time: 0.0460014 Sep 23 23:07:05.080822 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40036) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:05.114957 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-328972ee-621a-4636-8215-b014f2307482 tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "GET /v2.0/ports?device_id=992b499f-f762-4b5b-9588-36c4eee0681a HTTP/1.1" status: 200 len: 205 time: 0.0309615 Sep 23 23:07:05.115542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40038) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:05.176030 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-d15b3557-fa56-40a3-a1f3-1ffca319f41e tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] delete failed (client error): The resource could not be found. Sep 23 23:07:05.177082 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d15b3557-fa56-40a3-a1f3-1ffca319f41e tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "DELETE /v2.0/routers/992b499f-f762-4b5b-9588-36c4eee0681a HTTP/1.1" status: 404 len: 336 time: 0.0602846 Sep 23 23:07:05.180437 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40040) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:05.224610 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-392ce40e-6062-4f53-9d6f-76eaaf5e1a7c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] DELETE failed (client error): The resource could not be found. Sep 23 23:07:05.228398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392ce40e-6062-4f53-9d6f-76eaaf5e1a7c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:07:05.228398 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-392ce40e-6062-4f53-9d6f-76eaaf5e1a7c tempest-RoutersAdminTest-86088555 tempest-RoutersAdminTest-86088555-project] 10.222.0.22 "DELETE /v2.0/subnets/2bbd0265-b9af-4357-9253-54696ecb8dd7 HTTP/1.1" status: 404 len: 337 time: 0.0456588 Sep 23 23:07:05.370828 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-4d8c01a1-0ca2-4018-adf3-27e87e74f030 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Made reservation on behalf of d11e96efbe4c43a2977eef6acd246f67 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:05.371953 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-4d8c01a1-0ca2-4018-adf3-27e87e74f030 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:05.533260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-4d8c01a1-0ca2-4018-adf3-27e87e74f030 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Allocated IP 172.20.0.13 (45b51b8f-7d52-4e5c-b7db-66198a209fb1/1db05adc-8484-42c0-adc6-2c2f758e2ab6/2ebd47ca-e9ec-4ece-be8f-9d01c040aba4) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:07:05.734650 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-4d8c01a1-0ca2-4018-adf3-27e87e74f030 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:05.862060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40048) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:05.882627 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-4d8c01a1-0ca2-4018-adf3-27e87e74f030 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:05.943811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-4d8c01a1-0ca2-4018-adf3-27e87e74f030 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:05.948200 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-4d8c01a1-0ca2-4018-adf3-27e87e74f030 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:05.949886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85d695-71e5-46ae-b907-1994dfb3a52a req-6630ba2b-1825-470c-89ec-93657e012dd4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:05.952601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-4d8c01a1-0ca2-4018-adf3-27e87e74f030 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:05.962563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c01a1-0ca2-4018-adf3-27e87e74f030 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'Port': ['ID=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:05.969493 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5a85d695-71e5-46ae-b907-1994dfb3a52a req-6630ba2b-1825-470c-89ec-93657e012dd4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 932 time: 0.0986812 Sep 23 23:07:06.033898 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d84b74d4-dc04-4a8d-821f-8c0484c42cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:06.059408 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5a85d695-71e5-46ae-b907-1994dfb3a52a req-7e6acf3e-f171-4b70-9c0c-7769632140b7 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782278 Sep 23 23:07:06.075808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-4d8c01a1-0ca2-4018-adf3-27e87e74f030 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:06.075808 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-4d8c01a1-0ca2-4018-adf3-27e87e74f030 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:06.183665 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d84b74d4-dc04-4a8d-821f-8c0484c42cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:06.271912 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d84b74d4-dc04-4a8d-821f-8c0484c42cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:06.296297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9abdbb60-7197-44e2-8ecf-d78e6ee8348e None None] Provisioning complete for port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:06.297136 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9abdbb60-7197-44e2-8ecf-d78e6ee8348e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:06.318610 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d84b74d4-dc04-4a8d-821f-8c0484c42cda admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80903cd1d2e84803b9420c9c88ad9049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4522784 Sep 23 23:07:06.318610 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b74d4-dc04-4a8d-821f-8c0484c42cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380710a5-46af-4697-8256-671e9136196b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:06.319047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40052) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:06.357591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-9abdbb60-7197-44e2-8ecf-d78e6ee8348e None None] Port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:07:06.375269 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-4d8c01a1-0ca2-4018-adf3-27e87e74f030 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3480170 Sep 23 23:07:06.379306 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a0f99acb-4245-42a9-953f-95c437746649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:06.395706 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Request body: {'port': {'device_id': '3040ed75-7072-46b8-9437-162f09f80ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:06.430853 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a0f99acb-4245-42a9-953f-95c437746649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:06.499039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:06.651102 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a0f99acb-4245-42a9-953f-95c437746649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:06.653660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a0f99acb-4245-42a9-953f-95c437746649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:06.654888 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a0f99acb-4245-42a9-953f-95c437746649 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/380710a5-46af-4697-8256-671e9136196b HTTP/1.1" status: 204 len: 168 time: 0.3351786 Sep 23 23:07:06.672805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f99acb-4245-42a9-953f-95c437746649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380710a5-46af-4697-8256-671e9136196b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:06.815815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:07:06.824053 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:06.843272 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Transition to ACTIVE for port object 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:07:06.927754 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:06.968062 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:06.985142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:07.083972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Attempting to bind port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:07:07.084510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Attempting to bind port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:07:07.085052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Attempting to bind port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:07:07.091247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:07:07.091854 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Attempting to bind port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:07:07.098830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:07:07.099426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Checking segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:07:07.100045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Bound using segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:07:07.101175 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Bound port: 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:07:07.102363 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:07.216376 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] For port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:07:07.221443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] For port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:07:07.241863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963490c6-b63a-4753-a401-3c88f3fdb5bb req-1061cb43-0224-4c5b-97ec-3ccf72245d4f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:07.243695 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-963490c6-b63a-4753-a401-3c88f3fdb5bb req-1061cb43-0224-4c5b-97ec-3ccf72245d4f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 944 time: 0.0902457 Sep 23 23:07:07.294401 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-963490c6-b63a-4753-a401-3c88f3fdb5bb req-334d1542-aa68-4a7e-91d3-8a785c912924 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409176 Sep 23 23:07:07.317235 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:07.357159 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:07.357789 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:07.359195 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-950c9000-f842-494b-855c-745779d0ea60 service neutron] 10.222.0.67 "PUT /v2.0/ports/2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 HTTP/1.1" status: 200 len: 1092 time: 0.9687085 Sep 23 23:07:07.359637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3040ed75-7072-46b8-9437-162f09f80ce8', 'tag': '2ebd47ca-e9ec-4ece-be8f-9d01c040aba4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:07:07.361925 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197e0c45-9de4-465a-802f-080cbf6af815" -d '{"events": [{"name": "network-changed", "server_uuid": "3040ed75-7072-46b8-9437-162f09f80ce8", "tag": "2ebd47ca-e9ec-4ece-be8f-9d01c040aba4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:07:07.396437 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c9000-f842-494b-855c-745779d0ea60 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:07.501633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40064) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:07.600332 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-33410d64-adf8-463a-ab5a-bebaf3ff4a8b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=684a52913fab4dd4b57780a53e717921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814519 Sep 23 23:07:07.603249 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40066) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:07.626630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-61296b99-6973-4c15-98da-999b4d0f0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:07.628439 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-61296b99-6973-4c15-98da-999b4d0f0b7b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 1095 time: 0.1299238 Sep 23 23:07:07.685883 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-390e4875-dd0f-4f79-9b34-be28bd39308d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:07.706717 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59b0127-c03f-4888-8fe7-4103ab222a6f x-openstack-request-id: req-f59b0127-c03f-4888-8fe7-4103ab222a6f {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:07:07.706971 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3040ed75-7072-46b8-9437-162f09f80ce8", "tag": "2ebd47ca-e9ec-4ece-be8f-9d01c040aba4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:07:07.707259 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f59b0127-c03f-4888-8fe7-4103ab222a6f {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:07:07.707923 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3040ed75-7072-46b8-9437-162f09f80ce8', 'tag': '2ebd47ca-e9ec-4ece-be8f-9d01c040aba4', 'status': 'completed', 'code': 200} Sep 23 23:07:07.709966 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-c59b0156-82c2-417d-a563-e3f9609f6034 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 HTTP/1.1" status: 200 len: 217 time: 0.0650628 Sep 23 23:07:07.716175 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-390e4875-dd0f-4f79-9b34-be28bd39308d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:07.781614 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-38facec6-b3fd-4706-9dd1-da9c93aa9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:07.783278 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-38facec6-b3fd-4706-9dd1-da9c93aa9001 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0572319 Sep 23 23:07:07.834205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-f0c3f8e2-fe5a-4e95-a872-eebd6f39af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:07.836462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-f0c3f8e2-fe5a-4e95-a872-eebd6f39af54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444868 Sep 23 23:07:07.876056 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-390e4875-dd0f-4f79-9b34-be28bd39308d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:07.878771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-390e4875-dd0f-4f79-9b34-be28bd39308d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:07.879980 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-390e4875-dd0f-4f79-9b34-be28bd39308d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42233ff7-fb1d-4471-860d-4e1c4d327478 HTTP/1.1" status: 204 len: 168 time: 0.2756882 Sep 23 23:07:07.890806 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e4875-dd0f-4f79-9b34-be28bd39308d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42233ff7-fb1d-4471-860d-4e1c4d327478,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:07.950564 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-7905ed0f-f27a-47ad-b30f-b067f103d9fb service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061463 Sep 23 23:07:08.056627 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1c008a01-a1ea-4442-82cb-02d5233024eb req-d03127ea-9f6e-437d-b486-eece46433fa7 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968273 Sep 23 23:07:08.266310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e0c45-9de4-465a-802f-080cbf6af815 req-2bc82706-056f-4627-92e1-e233c403a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:08.270052 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-197e0c45-9de4-465a-802f-080cbf6af815 req-2bc82706-056f-4627-92e1-e233c403a3b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 1095 time: 0.0508492 Sep 23 23:07:08.422870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e0c45-9de4-465a-802f-080cbf6af815 req-a84ca7d1-e049-4eef-8ead-18c888934887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:08.424828 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-197e0c45-9de4-465a-802f-080cbf6af815 req-a84ca7d1-e049-4eef-8ead-18c888934887 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.1464386 Sep 23 23:07:08.491862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-197e0c45-9de4-465a-802f-080cbf6af815 req-4e3f24dd-0efd-437a-a675-3cb5d8690b21 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 HTTP/1.1" status: 200 len: 217 time: 0.0511258 Sep 23 23:07:08.539869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72346787-424a-4d01-9c35-8ad5f6636de0 req-250687fb-4791-4cae-963e-62dbd3a065dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:08.541665 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72346787-424a-4d01-9c35-8ad5f6636de0 req-250687fb-4791-4cae-963e-62dbd3a065dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 944 time: 0.1426518 Sep 23 23:07:08.565609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e0c45-9de4-465a-802f-080cbf6af815 req-0d73d09a-4d3b-4c8b-8b23-6eb0f06362b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:08.567059 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-197e0c45-9de4-465a-802f-080cbf6af815 req-0d73d09a-4d3b-4c8b-8b23-6eb0f06362b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0688927 Sep 23 23:07:08.621917 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72346787-424a-4d01-9c35-8ad5f6636de0 req-89a029d8-67e2-45c4-8e5a-d4823e47f1c3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667329 Sep 23 23:07:08.633186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e0c45-9de4-465a-802f-080cbf6af815 req-30f6dd06-4527-4be8-b1ca-b2a99058f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:08.634734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-197e0c45-9de4-465a-802f-080cbf6af815 req-30f6dd06-4527-4be8-b1ca-b2a99058f94a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610652 Sep 23 23:07:08.780295 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-197e0c45-9de4-465a-802f-080cbf6af815 req-0e4ac92f-dfe2-4620-bdfd-f24ca53c9eeb service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380131 Sep 23 23:07:08.903066 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-197e0c45-9de4-465a-802f-080cbf6af815 req-ff717efc-9397-4563-ba90-2142c5c81c85 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144602 Sep 23 23:07:09.750412 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286498d0-05f6-4f2a-b885-bb98f9d30426 req-b4756a54-e29e-4f4a-8411-c6e531695476 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:09.751864 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-286498d0-05f6-4f2a-b885-bb98f9d30426 req-b4756a54-e29e-4f4a-8411-c6e531695476 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 944 time: 0.0549781 Sep 23 23:07:09.792138 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-286498d0-05f6-4f2a-b885-bb98f9d30426 req-3919cfe2-458a-441d-91aa-33f8415b6e05 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337639 Sep 23 23:07:10.044905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40108) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:10.148150 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1137752037', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:10.293521 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Made reservation on behalf of 32e85f72c8fc468ea79e2ce60ef798c2 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:10.295923 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:10.305713 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:10.399943 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:10.504640 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:10.510206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] device_id is not set on port 4e8ff912-66f5-442c-9c82-679ff0696a7e yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:07:10.568486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13a0fcb-f66f-4440-afdf-ba63cc53e997,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:10.631977 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Allocated IP 172.25.1.236 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/4e8ff912-66f5-442c-9c82-679ff0696a7e) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:07:10.774949 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:10.865274 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:10.905961 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:10.908955 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:10.911459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:10.916398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d70b2-80ca-40eb-8b2c-876b21dd22a0 req-97e5bd99-68e1-4ba9-b6eb-be54ad569dec tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:10.918052 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8f9d70b2-80ca-40eb-8b2c-876b21dd22a0 req-97e5bd99-68e1-4ba9-b6eb-be54ad569dec tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 944 time: 0.0577271 Sep 23 23:07:10.946415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Pushing event updated for resources: {'Port': ['ID=4e8ff912-66f5-442c-9c82-679ff0696a7e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:10.957633 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8f9d70b2-80ca-40eb-8b2c-876b21dd22a0 req-2469d6a8-b4c3-4cab-b47a-dedc35de1ab8 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335853 Sep 23 23:07:10.963478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:10.964096 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:11.060065 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-42d8a85f-7076-4167-95d8-5f63179c8f73 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0139532 Sep 23 23:07:11.062857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40114) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:11.067223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-bbb407e4-0265-4679-8588-a7e6ce405556 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.236'}]}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:11.184727 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bbb407e4-0265-4679-8588-a7e6ce405556 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:11.185814 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bbb407e4-0265-4679-8588-a7e6ce405556 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:11.241060 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bbb407e4-0265-4679-8588-a7e6ce405556 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:11.436971 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bbb407e4-0265-4679-8588-a7e6ce405556 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:11.710669 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bbb407e4-0265-4679-8588-a7e6ce405556 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:11.730702 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bbb407e4-0265-4679-8588-a7e6ce405556 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:11.916679 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bbb407e4-0265-4679-8588-a7e6ce405556 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:12.096012 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bbb407e4-0265-4679-8588-a7e6ce405556 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:12.098876 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bbb407e4-0265-4679-8588-a7e6ce405556 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:12.154739 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cad2f-2cff-43c1-84b9-559f0373d083 req-fee42240-a39f-4eca-85fb-5ad3faf7bedf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:12.156238 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-726cad2f-2cff-43c1-84b9-559f0373d083 req-fee42240-a39f-4eca-85fb-5ad3faf7bedf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 944 time: 0.1154113 Sep 23 23:07:12.197166 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-726cad2f-2cff-43c1-84b9-559f0373d083 req-d0ec9f84-f657-493e-bb4f-ed5e3fc89af5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348425 Sep 23 23:07:12.219046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bbb407e4-0265-4679-8588-a7e6ce405556 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:12.219600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb407e4-0265-4679-8588-a7e6ce405556 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 137cb3ad-2d99-40e3-b774-1ea5927e453c {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:07:12.344804 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-bbb407e4-0265-4679-8588-a7e6ce405556 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 23 23:07:12.345981 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bbb407e4-0265-4679-8588-a7e6ce405556 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2821903 Sep 23 23:07:12.349615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40120) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:12.434395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e92b3e38-012e-4380-b747-85473c3388b8 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Deleting port 4e8ff912-66f5-442c-9c82-679ff0696a7e {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:12.434732 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e92b3e38-012e-4380-b747-85473c3388b8 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:12.511016 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e92b3e38-012e-4380-b747-85473c3388b8 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:12.524185 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e92b3e38-012e-4380-b747-85473c3388b8 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Calling delete_port for 4e8ff912-66f5-442c-9c82-679ff0696a7e owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:12.711289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e92b3e38-012e-4380-b747-85473c3388b8 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:12.740879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b3e38-012e-4380-b747-85473c3388b8 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e8ff912-66f5-442c-9c82-679ff0696a7e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:12.809127 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e92b3e38-012e-4380-b747-85473c3388b8 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:12.811192 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e92b3e38-012e-4380-b747-85473c3388b8 tempest-RoutersAdminNegativeTest-400166826 tempest-RoutersAdminNegativeTest-400166826-project-admin] 10.222.0.22 "DELETE /v2.0/ports/4e8ff912-66f5-442c-9c82-679ff0696a7e HTTP/1.1" status: 204 len: 168 time: 0.4606290 Sep 23 23:07:13.041873 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cceaca3d-ef6b-4bce-ac9e-f7f40f46a3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:13.212706 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40126) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:13.315615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3265-8d95-46c4-843a-142610ea1fb1 req-8f7f436e-5df9-4202-8cae-3ea7d1db5e1a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:13.317223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cecf3265-8d95-46c4-843a-142610ea1fb1 req-8f7f436e-5df9-4202-8cae-3ea7d1db5e1a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 944 time: 0.0504653 Sep 23 23:07:13.331275 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-17acd665-2050-4f71-acf3-40914497ba27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:13.356487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cecf3265-8d95-46c4-843a-142610ea1fb1 req-c610298e-90d0-426d-afbb-6f946aa1b17a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326962 Sep 23 23:07:13.425132 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-17acd665-2050-4f71-acf3-40914497ba27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:13.504376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-17acd665-2050-4f71-acf3-40914497ba27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:13.544163 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-17acd665-2050-4f71-acf3-40914497ba27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c913bae75a54194aa756da6f4117b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303223 Sep 23 23:07:13.545046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acd665-2050-4f71-acf3-40914497ba27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a414d7-aa4b-48b4-8750-ced35eaa435d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:13.546927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40132) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:13.596866 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:13.618447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:13.744473 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:13.747150 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:13.748404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29a414d7-aa4b-48b4-8750-ced35eaa435d HTTP/1.1" status: 204 len: 168 time: 0.2003407 Sep 23 23:07:13.756514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a414d7-aa4b-48b4-8750-ced35eaa435d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:13.764350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:13.764702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:13.765030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:13.765397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:13.765728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:13.766055 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:13.766377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:13.766700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:13.767021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:13.767340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:13.767662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:13.767979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2540730-8c0b-48d7-a5d4-0ca19d25b8d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:14.383604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40140) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:14.427968 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c6a79fa5-8f13-4a7c-ab52-03534d8dff9a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32e85f72c8fc468ea79e2ce60ef798c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431616 Sep 23 23:07:14.431839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40142) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:14.486315 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b9f5294-b054-430d-afc7-5c969523e504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:14.491549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e8225-fae1-496e-b878-c2cce1d4e4ff req-7b5b33a1-bb79-402c-8b3f-a1557ff9a2c4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:14.493970 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-841e8225-fae1-496e-b878-c2cce1d4e4ff req-7b5b33a1-bb79-402c-8b3f-a1557ff9a2c4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 944 time: 0.0559149 Sep 23 23:07:14.514415 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b9f5294-b054-430d-afc7-5c969523e504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:14.539725 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-841e8225-fae1-496e-b878-c2cce1d4e4ff req-274b503b-7a5f-4565-8046-139abffc67fb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347865 Sep 23 23:07:14.653374 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b9f5294-b054-430d-afc7-5c969523e504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:14.656110 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4b9f5294-b054-430d-afc7-5c969523e504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:14.657376 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4b9f5294-b054-430d-afc7-5c969523e504 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a13a0fcb-f66f-4440-afdf-ba63cc53e997 HTTP/1.1" status: 204 len: 168 time: 0.2242281 Sep 23 23:07:14.666672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f5294-b054-430d-afc7-5c969523e504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13a0fcb-f66f-4440-afdf-ba63cc53e997,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:15.660252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd0b3e-8e7a-41a5-ac5e-685904c7b0fe req-2507658e-459a-4b6e-985e-72b467454c8d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:15.661778 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afdd0b3e-8e7a-41a5-ac5e-685904c7b0fe req-2507658e-459a-4b6e-985e-72b467454c8d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 944 time: 0.0523427 Sep 23 23:07:15.664976 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d0abc082-815f-493b-9781-98aee5629d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:15.704142 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afdd0b3e-8e7a-41a5-ac5e-685904c7b0fe req-88235bf5-3e53-4dba-8378-493c8c1ff763 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347679 Sep 23 23:07:15.834506 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40168) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:15.940945 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-869522931'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:16.030478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Made reservation on behalf of 4830f7473adf42c4858be3ac64da600d for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:16.034033 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:16.043309 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:16.132961 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:16.137671 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:16.213009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:16.242565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:07:16.249035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a149cc-3d82-4b16-a7a6-37531d71495b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:16.255381 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:16.255738 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Added segment e6d1c6e8-9528-4ad9-802f-319d3b9cf13d of type vlan for network 9238f14d-4714-4c0d-aaa9-f61f88daf86a Sep 23 23:07:16.295285 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:16.395837 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:16.401594 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:16.402177 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:16.467919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event updated for resources: {'Network': ['ID=9238f14d-4714-4c0d-aaa9-f61f88daf86a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:16.478894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 9238f14d-4714-4c0d-aaa9-f61f88daf86a details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:07:16.499538 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7a64a547-60c0-4e10-8809-1b18a0387cf3 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6642241 Sep 23 23:07:16.502331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40172) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:16.508128 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f165273a-4faa-4ef1-bc03-a5cdce9604b1 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Request body: {'subnet': {'network_id': '9238f14d-4714-4c0d-aaa9-f61f88daf86a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:16.675781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f165273a-4faa-4ef1-bc03-a5cdce9604b1 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Made reservation on behalf of 4830f7473adf42c4858be3ac64da600d for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:16.680463 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f165273a-4faa-4ef1-bc03-a5cdce9604b1 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:16.823299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4c075-a24a-424f-ba87-c7d04688f8d5 req-7fc9a484-6291-4584-b9be-7dc27efa78ff tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:16.824819 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0fc4c075-a24a-424f-ba87-c7d04688f8d5 req-7fc9a484-6291-4584-b9be-7dc27efa78ff tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 944 time: 0.0521069 Sep 23 23:07:16.864508 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0fc4c075-a24a-424f-ba87-c7d04688f8d5 req-fe80b66f-4602-4250-9395-a6320b30c0bc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336096 Sep 23 23:07:16.979838 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f165273a-4faa-4ef1-bc03-a5cdce9604b1 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:17.031476 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:17.043417 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165273a-4faa-4ef1-bc03-a5cdce9604b1 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event updated for resources: {'Subnet': ['ID=249505da-e8a3-406a-a46c-3064347ed6d8,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:17.051531 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f165273a-4faa-4ef1-bc03-a5cdce9604b1 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Checking segment: {'id': 'e6d1c6e8-9528-4ad9-802f-319d3b9cf13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9238f14d-4714-4c0d-aaa9-f61f88daf86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:07:17.051940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f165273a-4faa-4ef1-bc03-a5cdce9604b1 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Network hostable DHCP agents. Network: 9238f14d-4714-4c0d-aaa9-f61f88daf86a, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:07:17.138729 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f165273a-4faa-4ef1-bc03-a5cdce9604b1 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Network 9238f14d-4714-4c0d-aaa9-f61f88daf86a is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:07:17.241915 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-f165273a-4faa-4ef1-bc03-a5cdce9604b1 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 9238f14d-4714-4c0d-aaa9-f61f88daf86a) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:17.246581 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f165273a-4faa-4ef1-bc03-a5cdce9604b1 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:17.247095 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f165273a-4faa-4ef1-bc03-a5cdce9604b1 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:17.252457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3fbb76-f7d1-4190-a93b-b04861ff04f2 None None] Network 9238f14d-4714-4c0d-aaa9-f61f88daf86a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:17.362271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f165273a-4faa-4ef1-bc03-a5cdce9604b1 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8587363 Sep 23 23:07:17.364632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40176) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:17.369517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3ecca096-4ea3-43f8-9cc4-043e01c90029 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-673097330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:17.403109 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-9238f14d-4714-4c0d-aaa9-f61f88daf86a', 'network_id': '9238f14d-4714-4c0d-aaa9-f61f88daf86a', 'tenant_id': '4830f7473adf42c4858be3ac64da600d', 'fixed_ips': [{'subnet_id': '249505da-e8a3-406a-a46c-3064347ed6d8'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:07:17.403977 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:17.481676 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ecca096-4ea3-43f8-9cc4-043e01c90029 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:17.482784 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ecca096-4ea3-43f8-9cc4-043e01c90029 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:17.547647 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Allocated IP 172.20.0.2 (9238f14d-4714-4c0d-aaa9-f61f88daf86a/249505da-e8a3-406a-a46c-3064347ed6d8/3fb63474-ce47-4424-9095-7006d9abde4d) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:07:17.717065 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:17.780033 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:17.822075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Network 9238f14d-4714-4c0d-aaa9-f61f88daf86a is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:17.825565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:17.828143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:17.842167 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Pushing event updated for resources: {'Port': ['ID=3fb63474-ce47-4424-9095-7006d9abde4d,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:17.854646 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:17.855027 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:17.855375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:17.855714 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:17.856047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:17.856384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:17.856712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:17.857049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:17.857429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:17.857759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:17.858087 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:17.858413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:07:17.888815 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ecca096-4ea3-43f8-9cc4-043e01c90029 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:17.914112 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Attempting to bind port 3fb63474-ce47-4424-9095-7006d9abde4d on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:07:17.915143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Attempting to bind port 3fb63474-ce47-4424-9095-7006d9abde4d by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'e6d1c6e8-9528-4ad9-802f-319d3b9cf13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9238f14d-4714-4c0d-aaa9-f61f88daf86a'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:07:17.915479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Attempting to bind port 3fb63474-ce47-4424-9095-7006d9abde4d on network 9238f14d-4714-4c0d-aaa9-f61f88daf86a {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:07:17.921650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:07:17.930842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Checking segment: {'id': 'e6d1c6e8-9528-4ad9-802f-319d3b9cf13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9238f14d-4714-4c0d-aaa9-f61f88daf86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:07:17.930842 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:17.930842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Bound using segment: {'id': 'e6d1c6e8-9528-4ad9-802f-319d3b9cf13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9238f14d-4714-4c0d-aaa9-f61f88daf86a'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:07:17.930842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Bound port: 3fb63474-ce47-4424-9095-7006d9abde4d, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d1c6e8-9528-4ad9-802f-319d3b9cf13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9238f14d-4714-4c0d-aaa9-f61f88daf86a'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:07:17.930842 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:17.979258 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ecca096-4ea3-43f8-9cc4-043e01c90029 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:17.993534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad09912-c55c-4ac0-9c66-07aca974b633 req-b48ccea7-f6af-4cca-90b8-116a086b79c2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:17.995177 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ad09912-c55c-4ac0-9c66-07aca974b633 req-b48ccea7-f6af-4cca-90b8-116a086b79c2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 944 time: 0.0579915 Sep 23 23:07:17.999003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] For port 3fb63474-ce47-4424-9095-7006d9abde4d, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:07:18.003782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] For port 3fb63474-ce47-4424-9095-7006d9abde4d, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3fb63474-ce47-4424-9095-7006d9abde4d,segment=NetworkSegment(e6d1c6e8-9528-4ad9-802f-319d3b9cf13d),segment_id=e6d1c6e8-9528-4ad9-802f-319d3b9cf13d)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:07:18.039350 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ad09912-c55c-4ac0-9c66-07aca974b633 req-ff94cf8b-5930-46c0-94ac-8e1fad3a13d1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368416 Sep 23 23:07:18.073482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:07:18.087740 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ecca096-4ea3-43f8-9cc4-043e01c90029 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:18.088956 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3ecca096-4ea3-43f8-9cc4-043e01c90029 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7230995 Sep 23 23:07:18.089911 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:18.092041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40182) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:18.223993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fb9a2-d9bc-4f1b-b74f-1e48a7839693 None None] Pushing event updated for resources: {'Port': ['ID=3fb63474-ce47-4424-9095-7006d9abde4d,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:18.243592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:18.255337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '2ebd47ca-e9ec-4ece-be8f-9d01c040aba4', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'port_id': '2ebd47ca-e9ec-4ece-be8f-9d01c040aba4', 'mac_address': 'fa:16:3e:57:9c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:07:18.299916 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:18.313156 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:18.316436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:07:18.344631 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:18.407476 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:18.430411 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:18.490202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:18.668463 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Allocated IP 172.20.0.1 (9238f14d-4714-4c0d-aaa9-f61f88daf86a/249505da-e8a3-406a-a46c-3064347ed6d8/b770eed7-7caf-43e4-ad81-37d2004a50be) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:07:18.698627 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:18.782328 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:18.857337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['2ebd47ca-e9ec-4ece-be8f-9d01c040aba4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:07:18.882304 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:18.936444 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Network 9238f14d-4714-4c0d-aaa9-f61f88daf86a is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:18.940422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:18.943534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:18.977628 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event updated for resources: {'Port': ['ID=b770eed7-7caf-43e4-ad81-37d2004a50be,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:19.002873 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:19.187053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91c2c6-d92b-4518-b3b8-9889bf398251 req-e5005c31-884e-4d2c-a826-8bf17a6d67d4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:19.188648 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8d91c2c6-d92b-4518-b3b8-9889bf398251 req-e5005c31-884e-4d2c-a826-8bf17a6d67d4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 945 time: 0.0599554 Sep 23 23:07:19.228576 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:19.267683 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa041f2-e751-4e73-ae9a-cd5728218519 None None] Network 9238f14d-4714-4c0d-aaa9-f61f88daf86a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:19.268092 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8d91c2c6-d92b-4518-b3b8-9889bf398251 req-0bb5ed50-b192-4304-bacc-7370a0f394b9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605857 Sep 23 23:07:19.376073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-40939c55-8d66-45ee-95da-05675cbaf061 None None] Provisioning complete for port 3fb63474-ce47-4424-9095-7006d9abde4d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:19.376448 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-40939c55-8d66-45ee-95da-05675cbaf061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:19.528887 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-40939c55-8d66-45ee-95da-05675cbaf061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:19.568574 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-40939c55-8d66-45ee-95da-05675cbaf061 None None] For port 3fb63474-ce47-4424-9095-7006d9abde4d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3fb63474-ce47-4424-9095-7006d9abde4d,segment=NetworkSegment(e6d1c6e8-9528-4ad9-802f-319d3b9cf13d),segment_id=e6d1c6e8-9528-4ad9-802f-319d3b9cf13d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:19.577635 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3fb63474-ce47-4424-9095-7006d9abde4d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:07:19.634351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 3fb63474-ce47-4424-9095-7006d9abde4d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:19.634585 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:19.681916 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-40939c55-8d66-45ee-95da-05675cbaf061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:19.797543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40939c55-8d66-45ee-95da-05675cbaf061 None None] Pushing event updated for resources: {'Port': ['ID=3fb63474-ce47-4424-9095-7006d9abde4d,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:19.849924 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6dce2533-f03d-4d26-a3c5-245c33f8ca35 None None] Provisioning complete for port b770eed7-7caf-43e4-ad81-37d2004a50be triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:19.850321 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6dce2533-f03d-4d26-a3c5-245c33f8ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:19.894534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6dce2533-f03d-4d26-a3c5-245c33f8ca35 None None] Port b770eed7-7caf-43e4-ad81-37d2004a50be cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:07:19.906640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6dce2533-f03d-4d26-a3c5-245c33f8ca35 None None] Provisioning complete for port 3fb63474-ce47-4424-9095-7006d9abde4d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:19.907169 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6dce2533-f03d-4d26-a3c5-245c33f8ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:19.962188 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:20.053357 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:20.076851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:07:20.153222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0a238689-b0ef-4d2d-910d-91441ff44650 None None] Provisioning complete for port b770eed7-7caf-43e4-ad81-37d2004a50be triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:20.153751 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0a238689-b0ef-4d2d-910d-91441ff44650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:20.179111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event updated for resources: {'Port': ['ID=b770eed7-7caf-43e4-ad81-37d2004a50be,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:20.184177 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:20.211263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0a238689-b0ef-4d2d-910d-91441ff44650 None None] Port b770eed7-7caf-43e4-ad81-37d2004a50be cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:07:20.287444 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Network 9238f14d-4714-4c0d-aaa9-f61f88daf86a is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:20.289159 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:20.298919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:07:20.304648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:20.305371 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:20.410174 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:20.427589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b52f4-70bf-4415-8c48-b3eb95d8eac8 req-21babea8-a8fb-4b0d-b45b-ee83dc1cb4dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:20.430030 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb4b52f4-70bf-4415-8c48-b3eb95d8eac8 req-21babea8-a8fb-4b0d-b45b-ee83dc1cb4dd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 945 time: 0.0752323 Sep 23 23:07:20.448583 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3040ed75-7072-46b8-9437-162f09f80ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebd47ca-e9ec-4ece-be8f-9d01c040aba4'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:07:20.487391 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50086f6-9474-497a-b3fb-c7d9dd6b7c49" -d '{"events": [{"server_uuid": "3040ed75-7072-46b8-9437-162f09f80ce8", "name": "network-vif-plugged", "status": "completed", "tag": "2ebd47ca-e9ec-4ece-be8f-9d01c040aba4"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:07:20.487391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:20.488287 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb4b52f4-70bf-4415-8c48-b3eb95d8eac8 req-09783c16-4a86-4ec2-bced-9ff66cdb2530 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469809 Sep 23 23:07:20.631377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-cbe091b2-fd7d-4f8f-a26d-7f4e1fa8246c None None] Provisioning complete for port b770eed7-7caf-43e4-ad81-37d2004a50be triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:20.632065 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cbe091b2-fd7d-4f8f-a26d-7f4e1fa8246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:20.654510 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb416caa-c36f-4dde-bb03-6d93957fb944 x-openstack-request-id: req-fb416caa-c36f-4dde-bb03-6d93957fb944 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:07:20.654821 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3040ed75-7072-46b8-9437-162f09f80ce8", "name": "network-vif-plugged", "status": "completed", "tag": "2ebd47ca-e9ec-4ece-be8f-9d01c040aba4", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:07:20.655095 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb416caa-c36f-4dde-bb03-6d93957fb944 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:07:20.655508 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3040ed75-7072-46b8-9437-162f09f80ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebd47ca-e9ec-4ece-be8f-9d01c040aba4', 'code': 200} Sep 23 23:07:20.670355 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-cbe091b2-fd7d-4f8f-a26d-7f4e1fa8246c None None] Port b770eed7-7caf-43e4-ad81-37d2004a50be cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:07:20.704435 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:20.704889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Router e9c95ddf-15e7-4a45-bbd4-60a91a74ed83 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:07:20.765486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:20.776355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0d7f0-aa76-4a90-b2f8-1e4d0672361d req-90492601-81f6-4fe6-bbc9-d8a95c3878af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:20.777914 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a0a0d7f0-aa76-4a90-b2f8-1e4d0672361d req-90492601-81f6-4fe6-bbc9-d8a95c3878af service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 1097 time: 0.0475521 Sep 23 23:07:20.816067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:07:20.816720 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a0a0d7f0-aa76-4a90-b2f8-1e4d0672361d req-a02193b6-89c5-476e-9a81-0d0e220cdb7d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313187 Sep 23 23:07:20.822660 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1a5091c1-2db5-4695-adab-1f71e332c228 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "PUT /v2.0/routers/e9c95ddf-15e7-4a45-bbd4-60a91a74ed83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7294924 Sep 23 23:07:20.824757 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40192) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:20.826402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14569d-ea0d-48d7-97ef-44428cad17d6 None None] Sync routers for ids ['e9c95ddf-15e7-4a45-bbd4-60a91a74ed83'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:07:20.830258 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f04ed0a7-afa5-4448-8215-d762770444a9 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Request body: {'port': {'network_id': '9238f14d-4714-4c0d-aaa9-f61f88daf86a', 'name': 'tempest-FloatingIPNegativeTestJSON-1773274391'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:20.836259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14569d-ea0d-48d7-97ef-44428cad17d6 None None] Routers {'e9c95ddf-15e7-4a45-bbd4-60a91a74ed83'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:07:20.836893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1e14569d-ea0d-48d7-97ef-44428cad17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:07:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e9c95ddf-15e7-4a45-bbd4-60a91a74ed83'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:20.873980 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1e14569d-ea0d-48d7-97ef-44428cad17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:20.884198 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14569d-ea0d-48d7-97ef-44428cad17d6 None None] Routers {'e9c95ddf-15e7-4a45-bbd4-60a91a74ed83'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:07:20.884816 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1e14569d-ea0d-48d7-97ef-44428cad17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:07:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e9c95ddf-15e7-4a45-bbd4-60a91a74ed83'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:20.917876 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1e14569d-ea0d-48d7-97ef-44428cad17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:20.918542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14569d-ea0d-48d7-97ef-44428cad17d6 None None] The sync data for ids ['e9c95ddf-15e7-4a45-bbd4-60a91a74ed83'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:07:21.007715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04ed0a7-afa5-4448-8215-d762770444a9 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Made reservation on behalf of 4830f7473adf42c4858be3ac64da600d for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:21.011328 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f04ed0a7-afa5-4448-8215-d762770444a9 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:21.033323 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-f04ed0a7-afa5-4448-8215-d762770444a9 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] device_id is not set on port 4cf6b5d5-f688-47b9-b83c-03cdec0fe15d yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:07:21.146846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-f04ed0a7-afa5-4448-8215-d762770444a9 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Allocated IP 172.20.0.5 (9238f14d-4714-4c0d-aaa9-f61f88daf86a/249505da-e8a3-406a-a46c-3064347ed6d8/4cf6b5d5-f688-47b9-b83c-03cdec0fe15d) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:07:21.301921 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f04ed0a7-afa5-4448-8215-d762770444a9 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:21.413064 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f04ed0a7-afa5-4448-8215-d762770444a9 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:21.456368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04ed0a7-afa5-4448-8215-d762770444a9 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Network 9238f14d-4714-4c0d-aaa9-f61f88daf86a is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:21.459420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-f04ed0a7-afa5-4448-8215-d762770444a9 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:21.463881 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04ed0a7-afa5-4448-8215-d762770444a9 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:21.493242 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ed0a7-afa5-4448-8215-d762770444a9 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event updated for resources: {'Port': ['ID=4cf6b5d5-f688-47b9-b83c-03cdec0fe15d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:21.521686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04ed0a7-afa5-4448-8215-d762770444a9 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:21.523276 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f04ed0a7-afa5-4448-8215-d762770444a9 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:21.547169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3fb63474-ce47-4424-9095-7006d9abde4d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:07:21.608338 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f04ed0a7-afa5-4448-8215-d762770444a9 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7820339 Sep 23 23:07:21.611520 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40196) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:21.616550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:21.624889 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 3fb63474-ce47-4424-9095-7006d9abde4d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:21.625540 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:21.632412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0334f-610c-4668-bf30-ee893caa861a req-d4a7fd9e-c55f-477d-8690-5418b97ba1c7 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:21.634775 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-25b0334f-610c-4668-bf30-ee893caa861a req-d4a7fd9e-c55f-477d-8690-5418b97ba1c7 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 946 time: 0.0686157 Sep 23 23:07:21.677556 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-25b0334f-610c-4668-bf30-ee893caa861a req-ed675383-1a4d-4dd4-9544-6fb10f4ba210 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365760 Sep 23 23:07:21.713997 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:21.723910 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-349fdb38-7ab8-4bea-a9ed-d688631dc21f None None] Provisioning complete for port 4cf6b5d5-f688-47b9-b83c-03cdec0fe15d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:21.724295 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-349fdb38-7ab8-4bea-a9ed-d688631dc21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:21.764144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-349fdb38-7ab8-4bea-a9ed-d688631dc21f None None] Port 4cf6b5d5-f688-47b9-b83c-03cdec0fe15d cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:07:21.824625 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:21.927583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Allocated IP 172.25.1.143 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/a8a06808-74ea-4ae7-b289-47c671f0163c) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:07:22.036058 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:22.127355 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:22.166126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:22.169524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:22.173226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:22.181548 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event updated for resources: {'Port': ['ID=a8a06808-74ea-4ae7-b289-47c671f0163c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:22.268709 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:22.389192 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:22.540464 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:22.595905 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:22.666306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event updated for resources: {'Port': ['ID=a8a06808-74ea-4ae7-b289-47c671f0163c,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:22.676308 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:22.758361 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:22.759532 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-68055aef-f811-4622-b31d-db703eec88a2 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1470513 Sep 23 23:07:22.762389 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40200) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:22.780355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a4cadbbc-75f9-4195-be60-07edd19cb6b4 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Request body: {'floatingip': {'port_id': '4cf6b5d5-f688-47b9-b83c-03cdec0fe15d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:22.829289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a4cadbbc-75f9-4195-be60-07edd19cb6b4 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:22.873834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112428ca-0b74-45bf-bfd3-35e47c508ca4 req-1e530d3e-533d-438a-8b75-5a5a987b59a3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:22.875360 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-112428ca-0b74-45bf-bfd3-35e47c508ca4 req-1e530d3e-533d-438a-8b75-5a5a987b59a3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 946 time: 0.1269026 Sep 23 23:07:22.966669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-112428ca-0b74-45bf-bfd3-35e47c508ca4 req-06a10947-1825-4894-af82-567809374d0f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846498 Sep 23 23:07:22.982901 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-a4cadbbc-75f9-4195-be60-07edd19cb6b4 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] update failed (client error): The resource could not be found. Sep 23 23:07:22.983957 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a4cadbbc-75f9-4195-be60-07edd19cb6b4 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "PUT /v2.0/floatingips/c97820d8-7935-4a4c-807d-46acc0703484 HTTP/1.1" status: 404 len: 507 time: 0.2206552 Sep 23 23:07:22.986710 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40202) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:23.083284 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d10bda-cd66-4cbb-8333-7c4ce13af1d0 req-733bb66b-57dd-45e5-919a-0f755c837966 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:23.084771 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8d10bda-cd66-4cbb-8333-7c4ce13af1d0 req-733bb66b-57dd-45e5-919a-0f755c837966 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 946 time: 0.0513327 Sep 23 23:07:23.117633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-83f3b2d9-383d-4f63-85e7-a89f4f2fcb0e tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Deleting port a8a06808-74ea-4ae7-b289-47c671f0163c {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:23.117972 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-83f3b2d9-383d-4f63-85e7-a89f4f2fcb0e tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:23.123356 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a8d10bda-cd66-4cbb-8333-7c4ce13af1d0 req-0ebe2f99-2ca2-48dc-97ff-2f98ac173b9f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319285 Sep 23 23:07:23.145240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40206) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:23.198185 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-83f3b2d9-383d-4f63-85e7-a89f4f2fcb0e tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:23.198509 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-83f3b2d9-383d-4f63-85e7-a89f4f2fcb0e tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:23.210820 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-83f3b2d9-383d-4f63-85e7-a89f4f2fcb0e tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Calling delete_port for a8a06808-74ea-4ae7-b289-47c671f0163c owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:23.291215 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d05ee3-7789-4fdb-8b03-347a20686847 tempest-TestVolumeBootPattern-1055676071 tempest-TestVolumeBootPattern-1055676071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:23.292759 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d0d05ee3-7789-4fdb-8b03-347a20686847 tempest-TestVolumeBootPattern-1055676071 tempest-TestVolumeBootPattern-1055676071-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 1092 time: 0.1465442 Sep 23 23:07:23.295666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40210) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:23.299894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '2ebd47ca-e9ec-4ece-be8f-9d01c040aba4', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:23.481593 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:23.515784 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-83f3b2d9-383d-4f63-85e7-a89f4f2fcb0e tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:23.524647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3b2d9-383d-4f63-85e7-a89f4f2fcb0e tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event deleted for resources: {'Port': ['ID=a8a06808-74ea-4ae7-b289-47c671f0163c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:23.583229 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:23.587301 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-83f3b2d9-383d-4f63-85e7-a89f4f2fcb0e tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:23.589927 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-83f3b2d9-383d-4f63-85e7-a89f4f2fcb0e tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:23.591105 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-83f3b2d9-383d-4f63-85e7-a89f4f2fcb0e tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "DELETE /v2.0/floatingips/c97820d8-7935-4a4c-807d-46acc0703484 HTTP/1.1" status: 204 len: 168 time: 0.6034963 Sep 23 23:07:23.594675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40212) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:23.599070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a1ba6f7e-513a-4bae-b31b-26cd35097b10 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Request body: {'floatingip': {'floating_network_id': '9238f14d-4714-4c0d-aaa9-f61f88daf86a', 'port_id': '4cf6b5d5-f688-47b9-b83c-03cdec0fe15d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:23.691728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Allocated IP 172.25.1.56 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/5276a762-5c5c-4a63-b266-2fe70d485f8f) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:07:23.721737 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6f7e-513a-4bae-b31b-26cd35097b10 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:23.796681 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:23.905012 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:23.916129 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-a1ba6f7e-513a-4bae-b31b-26cd35097b10 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 23:07:23.917257 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a1ba6f7e-513a-4bae-b31b-26cd35097b10 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3216114 Sep 23 23:07:23.920900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40214) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:23.925330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '4cf6b5d5-f688-47b9-b83c-03cdec0fe15d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:23.948934 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:23.951886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:23.955301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:23.985257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'Port': ['ID=5276a762-5c5c-4a63-b266-2fe70d485f8f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:24.024782 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:24.131009 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:24.242257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Allocated IP 172.25.1.168 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/bfe7bccb-8bd3-49f4-a3e6-5e55b39ece2c) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:07:24.314507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:24.346985 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:24.510498 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:24.525646 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:24.549693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:24.552835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:24.556105 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:24.564357 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event updated for resources: {'Port': ['ID=bfe7bccb-8bd3-49f4-a3e6-5e55b39ece2c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:24.693535 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:24.740904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Deleting port bfe7bccb-8bd3-49f4-a3e6-5e55b39ece2c {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:24.741820 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:24.807832 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:24.821332 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:24.821672 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:24.834217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Calling delete_port for bfe7bccb-8bd3-49f4-a3e6-5e55b39ece2c owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:24.877425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'Port': ['ID=5276a762-5c5c-4a63-b266-2fe70d485f8f,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:24.892371 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:25.002748 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Floating IP 9cb0f884-7696-4fc4-bf87-3daa0bd63459 associated. External IP: 172.25.1.56, port: 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4. Sep 23 23:07:25.035968 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:25.062583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event deleted for resources: {'Port': ['ID=bfe7bccb-8bd3-49f4-a3e6-5e55b39ece2c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:25.234859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Router e49b69f4-0482-4703-8039-71e29d08dc19 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:07:25.236197 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] create failed (client error): The resource could not be found. Sep 23 23:07:25.240741 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-71ed6207-c34b-422c-859c-714e798f6016 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3154418 Sep 23 23:07:25.241123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40216) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:25.404709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:07:25.415220 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e338f-e110-4f31-ae0b-70d12e9b7739 None None] Sync routers for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:07:25.422216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-0330c552-aff7-463f-a215-9d9452b47ef0 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Deleting port 4cf6b5d5-f688-47b9-b83c-03cdec0fe15d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:25.422564 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0330c552-aff7-463f-a215-9d9452b47ef0 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:25.424719 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e338f-e110-4f31-ae0b-70d12e9b7739 None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:07:25.425361 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-545e338f-e110-4f31-ae0b-70d12e9b7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:07:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:25.505319 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:25.536331 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0330c552-aff7-463f-a215-9d9452b47ef0 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:25.555081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ed55dae5-114d-4a74-9a31-880fa4164a41 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2583864 Sep 23 23:07:25.556143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-0330c552-aff7-463f-a215-9d9452b47ef0 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Calling delete_port for 4cf6b5d5-f688-47b9-b83c-03cdec0fe15d owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:25.558022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3040ed75-7072-46b8-9437-162f09f80ce8', 'tag': '2ebd47ca-e9ec-4ece-be8f-9d01c040aba4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:07:25.560423 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9e1bec-568d-4ea2-bbba-3f60045fd48c" -d '{"events": [{"name": "network-changed", "server_uuid": "3040ed75-7072-46b8-9437-162f09f80ce8", "tag": "2ebd47ca-e9ec-4ece-be8f-9d01c040aba4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:07:25.606937 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926c2ebb-ecc4-4a49-8a3d-869820c03143 x-openstack-request-id: req-926c2ebb-ecc4-4a49-8a3d-869820c03143 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:07:25.607228 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3040ed75-7072-46b8-9437-162f09f80ce8", "tag": "2ebd47ca-e9ec-4ece-be8f-9d01c040aba4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:07:25.607478 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-926c2ebb-ecc4-4a49-8a3d-869820c03143 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:07:25.607873 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3040ed75-7072-46b8-9437-162f09f80ce8', 'tag': '2ebd47ca-e9ec-4ece-be8f-9d01c040aba4', 'status': 'completed', 'code': 200} Sep 23 23:07:25.640122 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-545e338f-e110-4f31-ae0b-70d12e9b7739 None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:07:25.725543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e1bec-568d-4ea2-bbba-3f60045fd48c req-4a01b2a0-dea7-4d82-b344-ef5e9f36700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:25.727807 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f9e1bec-568d-4ea2-bbba-3f60045fd48c req-4a01b2a0-dea7-4d82-b344-ef5e9f36700a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 1097 time: 0.0789077 Sep 23 23:07:25.796961 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0330c552-aff7-463f-a215-9d9452b47ef0 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:25.833076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330c552-aff7-463f-a215-9d9452b47ef0 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event deleted for resources: {'Port': ['ID=4cf6b5d5-f688-47b9-b83c-03cdec0fe15d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:25.873005 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-545e338f-e110-4f31-ae0b-70d12e9b7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '9cb0f884-7696-4fc4-bf87-3daa0bd63459', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'port_id': '2ebd47ca-e9ec-4ece-be8f-9d01c040aba4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'mac_address': 'fa:16:3e:57:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040ed75-7072-46b8-9437-162f09f80ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:07:24Z', 'updated_at': '2021-09-23T23:07:24Z', 'revision_number': 0, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:25.874795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e1bec-568d-4ea2-bbba-3f60045fd48c req-324c1ed0-ccb3-43d5-a9bf-2692724fc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:25.876489 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f9e1bec-568d-4ea2-bbba-3f60045fd48c req-324c1ed0-ccb3-43d5-a9bf-2692724fc2ef service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.1419916 Sep 23 23:07:25.906789 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e338f-e110-4f31-ae0b-70d12e9b7739 None None] Checking router: e49b69f4-0482-4703-8039-71e29d08dc19 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:07:25.919950 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e338f-e110-4f31-ae0b-70d12e9b7739 None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:07:25.920643 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-545e338f-e110-4f31-ae0b-70d12e9b7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:07:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:25.963193 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0330c552-aff7-463f-a215-9d9452b47ef0 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:25.967497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0330c552-aff7-463f-a215-9d9452b47ef0 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "DELETE /v2.0/ports/4cf6b5d5-f688-47b9-b83c-03cdec0fe15d HTTP/1.1" status: 204 len: 168 time: 0.7230008 Sep 23 23:07:25.967758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40222) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:26.005803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f9e1bec-568d-4ea2-bbba-3f60045fd48c req-7d5109cf-c5f6-4984-965a-9608d08a5283 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 HTTP/1.1" status: 200 len: 999 time: 0.1102700 Sep 23 23:07:26.036234 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-545e338f-e110-4f31-ae0b-70d12e9b7739 None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:07:26.058567 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cf8dc6-58f2-4ad1-9efd-888f7a1a6d25 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:26.060174 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a4cf8dc6-58f2-4ad1-9efd-888f7a1a6d25 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9c95ddf-15e7-4a45-bbd4-60a91a74ed83 HTTP/1.1" status: 200 len: 913 time: 0.0914938 Sep 23 23:07:26.062863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40224) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:26.137782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e1bec-568d-4ea2-bbba-3f60045fd48c req-bbd98fd6-7ff1-444d-ae22-b395d48fbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:26.139245 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f9e1bec-568d-4ea2-bbba-3f60045fd48c req-bbd98fd6-7ff1-444d-ae22-b395d48fbc18 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.1260650 Sep 23 23:07:26.263822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e1bec-568d-4ea2-bbba-3f60045fd48c req-ede4ff52-6a84-4069-83bd-419b30e1926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:26.265264 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f9e1bec-568d-4ea2-bbba-3f60045fd48c req-ede4ff52-6a84-4069-83bd-419b30e1926d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178710 Sep 23 23:07:26.266365 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-545e338f-e110-4f31-ae0b-70d12e9b7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '9cb0f884-7696-4fc4-bf87-3daa0bd63459', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'port_id': '2ebd47ca-e9ec-4ece-be8f-9d01c040aba4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'mac_address': 'fa:16:3e:57:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040ed75-7072-46b8-9437-162f09f80ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:07:24Z', 'updated_at': '2021-09-23T23:07:24Z', 'revision_number': 0, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:26.293588 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e338f-e110-4f31-ae0b-70d12e9b7739 None None] The sync data for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 is: [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '9cb0f884-7696-4fc4-bf87-3daa0bd63459', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'port_id': '2ebd47ca-e9ec-4ece-be8f-9d01c040aba4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'mac_address': 'fa:16:3e:57:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040ed75-7072-46b8-9437-162f09f80ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:07:24Z', 'updated_at': '2021-09-23T23:07:24Z', 'revision_number': 0, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:07:26.426796 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f9e1bec-568d-4ea2-bbba-3f60045fd48c req-ee508323-1c9e-477e-8143-7d5ec5f4ca36 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531701 Sep 23 23:07:26.500349 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846a05ee-c025-41c0-9c7e-4295c4b6184b None None] New status for floating IP 9cb0f884-7696-4fc4-bf87-3daa0bd63459: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:07:26.563979 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f9e1bec-568d-4ea2-bbba-3f60045fd48c req-f8d745c5-5210-4737-ba7c-93c0d5d81881 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287079 Sep 23 23:07:26.580594 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-239e5201-bdc4-41ee-98d3-3f1072ca6647 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:26.829126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-239e5201-bdc4-41ee-98d3-3f1072ca6647 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Deleting port b770eed7-7caf-43e4-ad81-37d2004a50be {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:26.829392 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-239e5201-bdc4-41ee-98d3-3f1072ca6647 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:26.916146 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-239e5201-bdc4-41ee-98d3-3f1072ca6647 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:26.928519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-239e5201-bdc4-41ee-98d3-3f1072ca6647 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Calling delete_port for b770eed7-7caf-43e4-ad81-37d2004a50be owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:27.178459 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-239e5201-bdc4-41ee-98d3-3f1072ca6647 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:27.207669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e5201-bdc4-41ee-98d3-3f1072ca6647 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event deleted for resources: {'Port': ['ID=b770eed7-7caf-43e4-ad81-37d2004a50be,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:27.348316 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-239e5201-bdc4-41ee-98d3-3f1072ca6647 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:27.827561 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239e5201-bdc4-41ee-98d3-3f1072ca6647 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Router e9c95ddf-15e7-4a45-bbd4-60a91a74ed83 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:07:27.902986 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239e5201-bdc4-41ee-98d3-3f1072ca6647 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:07:27.908054 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-239e5201-bdc4-41ee-98d3-3f1072ca6647 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "PUT /v2.0/routers/e9c95ddf-15e7-4a45-bbd4-60a91a74ed83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8442409 Sep 23 23:07:27.910725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40226) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:27.913503 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f59e9e-595e-4395-85b9-b17af14c9c58 None None] Sync routers for ids ['e9c95ddf-15e7-4a45-bbd4-60a91a74ed83'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:07:27.922509 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f59e9e-595e-4395-85b9-b17af14c9c58 None None] Routers {'e9c95ddf-15e7-4a45-bbd4-60a91a74ed83'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:07:27.923107 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-30f59e9e-595e-4395-85b9-b17af14c9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:07:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e9c95ddf-15e7-4a45-bbd4-60a91a74ed83'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:27.958087 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-30f59e9e-595e-4395-85b9-b17af14c9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:27.967503 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f59e9e-595e-4395-85b9-b17af14c9c58 None None] Routers {'e9c95ddf-15e7-4a45-bbd4-60a91a74ed83'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:07:27.968093 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-30f59e9e-595e-4395-85b9-b17af14c9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:07:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e9c95ddf-15e7-4a45-bbd4-60a91a74ed83'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:27.987297 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8ae320b-7edf-41b4-af80-2a4605a1dcb4 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:27.999028 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-30f59e9e-595e-4395-85b9-b17af14c9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:27.999743 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f59e9e-595e-4395-85b9-b17af14c9c58 None None] The sync data for ids ['e9c95ddf-15e7-4a45-bbd4-60a91a74ed83'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:07:28.145946 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8ae320b-7edf-41b4-af80-2a4605a1dcb4 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:28.148080 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8ae320b-7edf-41b4-af80-2a4605a1dcb4 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:28.281519 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8ae320b-7edf-41b4-af80-2a4605a1dcb4 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:28.281949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ae320b-7edf-41b4-af80-2a4605a1dcb4 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Fanout notify agent at l3_agent the message router_deleted on router e9c95ddf-15e7-4a45-bbd4-60a91a74ed83 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:07:28.289409 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8ae320b-7edf-41b4-af80-2a4605a1dcb4 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:28.290627 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b8ae320b-7edf-41b4-af80-2a4605a1dcb4 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "DELETE /v2.0/routers/e9c95ddf-15e7-4a45-bbd4-60a91a74ed83 HTTP/1.1" status: 204 len: 168 time: 0.3788965 Sep 23 23:07:28.293070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40228) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:28.347887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-664e30b8-0392-46f1-b2c6-d94bb04b60f5 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Deleting subnet 249505da-e8a3-406a-a46c-3064347ed6d8 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:07:28.351110 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-664e30b8-0392-46f1-b2c6-d94bb04b60f5 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:28.391520 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-664e30b8-0392-46f1-b2c6-d94bb04b60f5 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:28.472287 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-664e30b8-0392-46f1-b2c6-d94bb04b60f5 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:28.630311 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-664e30b8-0392-46f1-b2c6-d94bb04b60f5 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:28.659067 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-664e30b8-0392-46f1-b2c6-d94bb04b60f5 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:28.660960 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-664e30b8-0392-46f1-b2c6-d94bb04b60f5 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "DELETE /v2.0/subnets/249505da-e8a3-406a-a46c-3064347ed6d8 HTTP/1.1" status: 204 len: 168 time: 0.3669276 Sep 23 23:07:28.662082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e30b8-0392-46f1-b2c6-d94bb04b60f5 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event deleted for resources: {'Subnet': ['ID=249505da-e8a3-406a-a46c-3064347ed6d8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:28.664335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40230) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:28.669095 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d4d130-6af9-49a6-b570-66b054cdc3c7 None None] Network 9238f14d-4714-4c0d-aaa9-f61f88daf86a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:28.765121 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:28.822048 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Deleting port 3fb63474-ce47-4424-9095-7006d9abde4d {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:28.822454 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:28.858486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bb1691-09a0-43fa-91f3-d8fb4a7ae132 None None] DHCP port deletion for 9238f14d-4714-4c0d-aaa9-f61f88daf86a request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:07:28.893796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] For port 3fb63474-ce47-4424-9095-7006d9abde4d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3fb63474-ce47-4424-9095-7006d9abde4d,segment=NetworkSegment(e6d1c6e8-9528-4ad9-802f-319d3b9cf13d),segment_id=e6d1c6e8-9528-4ad9-802f-319d3b9cf13d)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:28.894233 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:28.908141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Calling delete_port for 3fb63474-ce47-4424-9095-7006d9abde4d owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:28.910700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb1691-09a0-43fa-91f3-d8fb4a7ae132 None None] Deleting port 3fb63474-ce47-4424-9095-7006d9abde4d {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:28.911082 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d0bb1691-09a0-43fa-91f3-d8fb4a7ae132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:28.974901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d0bb1691-09a0-43fa-91f3-d8fb4a7ae132 None None] For port 3fb63474-ce47-4424-9095-7006d9abde4d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3fb63474-ce47-4424-9095-7006d9abde4d,segment=NetworkSegment(e6d1c6e8-9528-4ad9-802f-319d3b9cf13d),segment_id=e6d1c6e8-9528-4ad9-802f-319d3b9cf13d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:28.975304 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d0bb1691-09a0-43fa-91f3-d8fb4a7ae132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:28.987879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb1691-09a0-43fa-91f3-d8fb4a7ae132 None None] Calling delete_port for 3fb63474-ce47-4424-9095-7006d9abde4d owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:29.053372 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:29.068356 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d0bb1691-09a0-43fa-91f3-d8fb4a7ae132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:29.080390 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event deleted for resources: {'Port': ['ID=3fb63474-ce47-4424-9095-7006d9abde4d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:29.082170 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] No DVR routers for this DVR port 3fb63474-ce47-4424-9095-7006d9abde4d on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:07:29.094823 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb1691-09a0-43fa-91f3-d8fb4a7ae132 None None] Pushing event deleted for resources: {'Port': ['ID=3fb63474-ce47-4424-9095-7006d9abde4d,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:29.098778 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb1691-09a0-43fa-91f3-d8fb4a7ae132 None None] No DVR routers for this DVR port 3fb63474-ce47-4424-9095-7006d9abde4d on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:07:29.166958 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:29.187395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9238f14d-4714-4c0d-aaa9-f61f88daf86a']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:29.196657 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d1c6e8-9528-4ad9-802f-319d3b9cf13d') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:29.196952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d1c6e8-9528-4ad9-802f-319d3b9cf13d') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:29.206630 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:29.221035 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:29.227643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:07:29.228040 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: items = [ Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:07:29.234841 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:07:29.361707 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:29.368780 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:29.374114 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] 10.222.0.22 "DELETE /v2.0/networks/9238f14d-4714-4c0d-aaa9-f61f88daf86a HTTP/1.1" status: 204 len: 168 time: 0.7049189 Sep 23 23:07:29.382948 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e074d52-3d38-4773-b7a5-8fa576654837 tempest-FloatingIPNegativeTestJSON-190558631 tempest-FloatingIPNegativeTestJSON-190558631-project] Pushing event deleted for resources: {'Network': ['ID=9238f14d-4714-4c0d-aaa9-f61f88daf86a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:29.523572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3fb63474-ce47-4424-9095-7006d9abde4d no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:07:29.543200 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 3fb63474-ce47-4424-9095-7006d9abde4d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:07:29.546617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3fb63474-ce47-4424-9095-7006d9abde4d not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:07:29.879523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40236) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:30.012331 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ba5181c1-c44f-4308-b4c4-d6a58ef7b8cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4830f7473adf42c4858be3ac64da600d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315656 Sep 23 23:07:30.014730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40240) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:30.064337 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf97e720-2ee6-4dee-9bc6-37682e49651b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:30.085476 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf97e720-2ee6-4dee-9bc6-37682e49651b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:30.212948 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf97e720-2ee6-4dee-9bc6-37682e49651b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:30.215871 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf97e720-2ee6-4dee-9bc6-37682e49651b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:30.217244 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bf97e720-2ee6-4dee-9bc6-37682e49651b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64a149cc-3d82-4b16-a7a6-37531d71495b HTTP/1.1" status: 204 len: 168 time: 0.2015703 Sep 23 23:07:30.225230 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97e720-2ee6-4dee-9bc6-37682e49651b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a149cc-3d82-4b16-a7a6-37531d71495b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:31.272027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40262) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:31.368559 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Request body: {'networks': [{'name': 'tempest-network--1373084633'}, {'name': 'tempest-network--1176871645'}]} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:31.368984 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Request body: {'network': {'name': 'tempest-network--1373084633'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:31.369483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Request body: {'network': {'name': 'tempest-network--1176871645'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:31.452542 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Made reservation on behalf of 0b25845dc81b42668ff551f7e964c4b2 for: {'network': 2} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:31.457167 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:31.465942 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:31.560273 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:31.630366 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:31.630846 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:31.668144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0436803-8154-4762-ab87-47a7f9a2c06a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:31.675668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:07:31.686217 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:31.686489 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Added segment e6c6dc0b-e755-4f26-95fc-4fbed68198de of type vlan for network 609b6c5a-7924-4890-a75e-49d2e3a7da80 Sep 23 23:07:31.727701 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:31.756703 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:07:31.765240 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:31.765580 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Added segment 98b8a5b6-8ac7-42f3-9d3c-ec9cf07612ca of type vlan for network 6244766a-deff-40a4-b566-f2f9e44736d0 Sep 23 23:07:31.805390 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:31.881097 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:31.881706 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:31.887520 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:31.892504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:31.893142 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:31.964778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event updated for resources: {'Network': ['ID=609b6c5a-7924-4890-a75e-49d2e3a7da80,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:31.974777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 609b6c5a-7924-4890-a75e-49d2e3a7da80 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:07:32.028417 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7552021 Sep 23 23:07:32.029368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6aa3b-aa9e-45fe-a790-8aff2968acaf tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event updated for resources: {'Network': ['ID=6244766a-deff-40a4-b566-f2f9e44736d0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:32.032087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40266) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:32.042683 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 6244766a-deff-40a4-b566-f2f9e44736d0 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:07:32.216944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba52509-a229-4f95-ab40-44a91d242b67 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:32.222876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba52509-a229-4f95-ab40-44a91d242b67 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:32.229361 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba52509-a229-4f95-ab40-44a91d242b67 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:32.235193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba52509-a229-4f95-ab40-44a91d242b67 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:32.236916 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3ba52509-a229-4f95-ab40-44a91d242b67 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2034178 Sep 23 23:07:32.239848 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40270) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:32.321882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c64f58e-ee61-41c6-8c38-bcac7ba5cab5 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:32.410277 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c64f58e-ee61-41c6-8c38-bcac7ba5cab5 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:32.431155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3c64f58e-ee61-41c6-8c38-bcac7ba5cab5 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609b6c5a-7924-4890-a75e-49d2e3a7da80']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:32.440709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3c64f58e-ee61-41c6-8c38-bcac7ba5cab5 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c6dc0b-e755-4f26-95fc-4fbed68198de') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:32.441007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-3c64f58e-ee61-41c6-8c38-bcac7ba5cab5 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c6dc0b-e755-4f26-95fc-4fbed68198de') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:32.455509 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c64f58e-ee61-41c6-8c38-bcac7ba5cab5 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:32.469815 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c64f58e-ee61-41c6-8c38-bcac7ba5cab5 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:32.475743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c64f58e-ee61-41c6-8c38-bcac7ba5cab5 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:07:32.476220 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c64f58e-ee61-41c6-8c38-bcac7ba5cab5 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:07:32.479171 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:07:32.612753 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c64f58e-ee61-41c6-8c38-bcac7ba5cab5 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:32.621634 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3c64f58e-ee61-41c6-8c38-bcac7ba5cab5 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:32.623613 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3c64f58e-ee61-41c6-8c38-bcac7ba5cab5 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "DELETE /v2.0/networks/609b6c5a-7924-4890-a75e-49d2e3a7da80 HTTP/1.1" status: 204 len: 168 time: 0.3827748 Sep 23 23:07:32.626355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40272) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:32.636671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64f58e-ee61-41c6-8c38-bcac7ba5cab5 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event deleted for resources: {'Network': ['ID=609b6c5a-7924-4890-a75e-49d2e3a7da80,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:32.719517 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da12c33b-f2ae-4626-aaa0-05fb4b6f5fb3 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:32.844914 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da12c33b-f2ae-4626-aaa0-05fb4b6f5fb3 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:32.869196 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-da12c33b-f2ae-4626-aaa0-05fb4b6f5fb3 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6244766a-deff-40a4-b566-f2f9e44736d0']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:32.879330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-da12c33b-f2ae-4626-aaa0-05fb4b6f5fb3 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b8a5b6-8ac7-42f3-9d3c-ec9cf07612ca') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:32.879554 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-da12c33b-f2ae-4626-aaa0-05fb4b6f5fb3 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b8a5b6-8ac7-42f3-9d3c-ec9cf07612ca') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:32.889611 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da12c33b-f2ae-4626-aaa0-05fb4b6f5fb3 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:32.903787 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da12c33b-f2ae-4626-aaa0-05fb4b6f5fb3 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:32.910066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da12c33b-f2ae-4626-aaa0-05fb4b6f5fb3 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:07:32.910489 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da12c33b-f2ae-4626-aaa0-05fb4b6f5fb3 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:07:32.914124 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:07:33.052987 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da12c33b-f2ae-4626-aaa0-05fb4b6f5fb3 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:33.060608 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-da12c33b-f2ae-4626-aaa0-05fb4b6f5fb3 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:33.066938 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-da12c33b-f2ae-4626-aaa0-05fb4b6f5fb3 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "DELETE /v2.0/networks/6244766a-deff-40a4-b566-f2f9e44736d0 HTTP/1.1" status: 204 len: 168 time: 0.4354761 Sep 23 23:07:33.067582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40274) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:33.081879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12c33b-f2ae-4626-aaa0-05fb4b6f5fb3 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event deleted for resources: {'Network': ['ID=6244766a-deff-40a4-b566-f2f9e44736d0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:33.184838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8ce871-dc92-410f-88a3-10331b49231c tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:33.191336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8ce871-dc92-410f-88a3-10331b49231c tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:33.193194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0a8ce871-dc92-410f-88a3-10331b49231c tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1248355 Sep 23 23:07:33.197008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40276) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:33.202724 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-aa3bc079-253b-4729-874c-754ae78376f7 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-436374284'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:33.304836 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3bc079-253b-4729-874c-754ae78376f7 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Made reservation on behalf of 0b25845dc81b42668ff551f7e964c4b2 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:33.308546 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aa3bc079-253b-4729-874c-754ae78376f7 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:33.332899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3bc079-253b-4729-874c-754ae78376f7 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:07:33.343150 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aa3bc079-253b-4729-874c-754ae78376f7 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:33.343514 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-aa3bc079-253b-4729-874c-754ae78376f7 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Added segment 0edca740-347d-4b18-afb2-3481c53e8742 of type vlan for network ae301bc0-06a5-419d-80f5-63c94c9391d1 Sep 23 23:07:33.387052 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aa3bc079-253b-4729-874c-754ae78376f7 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:33.526793 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aa3bc079-253b-4729-874c-754ae78376f7 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:33.532440 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3bc079-253b-4729-874c-754ae78376f7 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:33.532974 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aa3bc079-253b-4729-874c-754ae78376f7 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:33.601261 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bc079-253b-4729-874c-754ae78376f7 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event updated for resources: {'Network': ['ID=ae301bc0-06a5-419d-80f5-63c94c9391d1,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:33.612126 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network ae301bc0-06a5-419d-80f5-63c94c9391d1 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:07:33.670885 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-aa3bc079-253b-4729-874c-754ae78376f7 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4727218 Sep 23 23:07:33.673710 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40278) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:33.678608 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5c12edbe-aa95-4621-abc7-a573188f7a99 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-178264574'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:33.824071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c12edbe-aa95-4621-abc7-a573188f7a99 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Made reservation on behalf of 0b25845dc81b42668ff551f7e964c4b2 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:33.827637 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c12edbe-aa95-4621-abc7-a573188f7a99 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:33.852962 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c12edbe-aa95-4621-abc7-a573188f7a99 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:07:33.861604 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c12edbe-aa95-4621-abc7-a573188f7a99 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:33.867952 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-5c12edbe-aa95-4621-abc7-a573188f7a99 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Added segment 5d45fa52-eff2-4fc1-bd1c-c95d31c56b1c of type vlan for network 10170276-bfb5-4f77-85a1-2920c1c7a8e1 Sep 23 23:07:33.906635 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c12edbe-aa95-4621-abc7-a573188f7a99 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:34.019029 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c12edbe-aa95-4621-abc7-a573188f7a99 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:34.026280 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c12edbe-aa95-4621-abc7-a573188f7a99 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:34.026958 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c12edbe-aa95-4621-abc7-a573188f7a99 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:34.099104 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12edbe-aa95-4621-abc7-a573188f7a99 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event updated for resources: {'Network': ['ID=10170276-bfb5-4f77-85a1-2920c1c7a8e1,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:34.109596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 10170276-bfb5-4f77-85a1-2920c1c7a8e1 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:07:34.139579 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5c12edbe-aa95-4621-abc7-a573188f7a99 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4647770 Sep 23 23:07:34.142333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40280) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:34.147689 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Request body: {'ports': [{'network_id': 'ae301bc0-06a5-419d-80f5-63c94c9391d1', 'name': 'tempest-port--2117876941', 'admin_state_up': True}, {'network_id': '10170276-bfb5-4f77-85a1-2920c1c7a8e1', 'admin_state_up': False}]} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:34.148022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Request body: {'port': {'network_id': 'ae301bc0-06a5-419d-80f5-63c94c9391d1', 'name': 'tempest-port--2117876941', 'admin_state_up': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:34.148534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Request body: {'port': {'network_id': '10170276-bfb5-4f77-85a1-2920c1c7a8e1', 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:34.418307 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Made reservation on behalf of 0b25845dc81b42668ff551f7e964c4b2 for: {'port': 2} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:34.422975 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:34.436758 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:34.517797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] device_id is not set on port 08262d5c-43fc-4578-9104-fbbdc911922c yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:07:34.631600 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:34.704620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] device_id is not set on port cd84fc2f-b617-42a3-8f0a-e212d5b5f466 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:07:34.814974 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:34.885871 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:07:34.933549 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:34.998240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event updated for resources: {'Port': ['ID=08262d5c-43fc-4578-9104-fbbdc911922c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:35.008770 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Checking segment: {'id': '0edca740-347d-4b18-afb2-3481c53e8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ae301bc0-06a5-419d-80f5-63c94c9391d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:07:35.008770 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Network hostable DHCP agents. Network: ae301bc0-06a5-419d-80f5-63c94c9391d1, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:07:35.093023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Network ae301bc0-06a5-419d-80f5-63c94c9391d1 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:07:35.218473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, ae301bc0-06a5-419d-80f5-63c94c9391d1) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:35.222365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:35.223345 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:35.230688 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83baea97-3a36-4bf6-b4eb-d51d23d955f0 None None] Network ae301bc0-06a5-419d-80f5-63c94c9391d1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:35.281386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event updated for resources: {'Port': ['ID=cd84fc2f-b617-42a3-8f0a-e212d5b5f466,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:35.297271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Checking segment: {'id': '5d45fa52-eff2-4fc1-bd1c-c95d31c56b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '10170276-bfb5-4f77-85a1-2920c1c7a8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:07:35.297639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Network hostable DHCP agents. Network: 10170276-bfb5-4f77-85a1-2920c1c7a8e1, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:07:35.395431 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Network 10170276-bfb5-4f77-85a1-2920c1c7a8e1 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:07:35.464125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 10170276-bfb5-4f77-85a1-2920c1c7a8e1) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:35.468182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:35.474427 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fa9392-7240-4a96-bd2a-faf7d0b5d4a5 None None] Network 10170276-bfb5-4f77-85a1-2920c1c7a8e1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:35.475022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:35.480031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:35.480705 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:35.562334 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-39a35d83-9790-4bd3-b126-f455dd661697 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4187150 Sep 23 23:07:35.564680 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40282) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:35.646032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c303ff1a-7331-4485-a015-8b85423fd657 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:35.652128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c303ff1a-7331-4485-a015-8b85423fd657 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:35.653710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c303ff1a-7331-4485-a015-8b85423fd657 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0880680 Sep 23 23:07:35.656443 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40284) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:36.086231 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ce72da22-84d3-411c-9715-b64b69992a04 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Deleting port 08262d5c-43fc-4578-9104-fbbdc911922c {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:36.086231 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ce72da22-84d3-411c-9715-b64b69992a04 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:36.150723 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ce72da22-84d3-411c-9715-b64b69992a04 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:36.162496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ce72da22-84d3-411c-9715-b64b69992a04 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Calling delete_port for 08262d5c-43fc-4578-9104-fbbdc911922c owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:36.407336 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ce72da22-84d3-411c-9715-b64b69992a04 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:36.436398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72da22-84d3-411c-9715-b64b69992a04 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event deleted for resources: {'Port': ['ID=08262d5c-43fc-4578-9104-fbbdc911922c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:36.443778 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ce72da22-84d3-411c-9715-b64b69992a04 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:36.447529 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ce72da22-84d3-411c-9715-b64b69992a04 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "DELETE /v2.0/ports/08262d5c-43fc-4578-9104-fbbdc911922c HTTP/1.1" status: 204 len: 168 time: 0.7895854 Sep 23 23:07:36.449410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40286) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:36.537529 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f314d3d3-6ab8-462e-8e23-40a4a57de7d6 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Deleting port cd84fc2f-b617-42a3-8f0a-e212d5b5f466 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:36.538923 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f314d3d3-6ab8-462e-8e23-40a4a57de7d6 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:36.605525 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f314d3d3-6ab8-462e-8e23-40a4a57de7d6 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:36.617533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f314d3d3-6ab8-462e-8e23-40a4a57de7d6 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Calling delete_port for cd84fc2f-b617-42a3-8f0a-e212d5b5f466 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:36.796286 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f314d3d3-6ab8-462e-8e23-40a4a57de7d6 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:36.825020 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314d3d3-6ab8-462e-8e23-40a4a57de7d6 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event deleted for resources: {'Port': ['ID=cd84fc2f-b617-42a3-8f0a-e212d5b5f466,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:36.836526 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f314d3d3-6ab8-462e-8e23-40a4a57de7d6 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:36.838542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f314d3d3-6ab8-462e-8e23-40a4a57de7d6 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "DELETE /v2.0/ports/cd84fc2f-b617-42a3-8f0a-e212d5b5f466 HTTP/1.1" status: 204 len: 168 time: 0.3882165 Sep 23 23:07:36.841082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40288) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:36.869195 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-96b8ef66-d7c2-43f9-956d-a2e557161f72 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0269651 Sep 23 23:07:36.872731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40290) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:36.877861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5d323112-1288-4406-82f8-7aa848b4f6d4 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-376042239'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:36.944824 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:36.978093 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d323112-1288-4406-82f8-7aa848b4f6d4 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Made reservation on behalf of 0b25845dc81b42668ff551f7e964c4b2 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:36.981535 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d323112-1288-4406-82f8-7aa848b4f6d4 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:37.005443 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d323112-1288-4406-82f8-7aa848b4f6d4 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:07:37.015181 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d323112-1288-4406-82f8-7aa848b4f6d4 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:37.015511 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-5d323112-1288-4406-82f8-7aa848b4f6d4 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Added segment 20ee87c8-fe34-490c-8468-dfbab53b0e74 of type vlan for network 31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62 Sep 23 23:07:37.058188 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d323112-1288-4406-82f8-7aa848b4f6d4 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:37.149793 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d323112-1288-4406-82f8-7aa848b4f6d4 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:37.156087 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d323112-1288-4406-82f8-7aa848b4f6d4 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:37.156574 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5d323112-1288-4406-82f8-7aa848b4f6d4 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:37.225882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d323112-1288-4406-82f8-7aa848b4f6d4 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event updated for resources: {'Network': ['ID=31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:37.236339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:07:37.316180 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5d323112-1288-4406-82f8-7aa848b4f6d4 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4423468 Sep 23 23:07:37.318852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40292) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:37.323877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-088a69e7-656b-40f0-a67b-ef6720535a57 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1785287681'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:37.407223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088a69e7-656b-40f0-a67b-ef6720535a57 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Made reservation on behalf of 0b25845dc81b42668ff551f7e964c4b2 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:37.410829 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-088a69e7-656b-40f0-a67b-ef6720535a57 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:37.435995 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088a69e7-656b-40f0-a67b-ef6720535a57 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:07:37.444769 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-088a69e7-656b-40f0-a67b-ef6720535a57 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:37.445192 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-088a69e7-656b-40f0-a67b-ef6720535a57 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Added segment 4bc599ee-362e-46f7-be00-13134e7e3523 of type vlan for network 16d53907-f6ef-4eb7-9347-5338a897e68a Sep 23 23:07:37.486073 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-088a69e7-656b-40f0-a67b-ef6720535a57 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:37.589945 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-088a69e7-656b-40f0-a67b-ef6720535a57 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:37.595687 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088a69e7-656b-40f0-a67b-ef6720535a57 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:37.602770 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-088a69e7-656b-40f0-a67b-ef6720535a57 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:37.665047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a69e7-656b-40f0-a67b-ef6720535a57 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event updated for resources: {'Network': ['ID=16d53907-f6ef-4eb7-9347-5338a897e68a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:37.689003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 16d53907-f6ef-4eb7-9347-5338a897e68a details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:07:37.711503 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-088a69e7-656b-40f0-a67b-ef6720535a57 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3914866 Sep 23 23:07:37.843447 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40294) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:37.848622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Request body: {'subnets': [{'network_id': '31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1137902026', 'ip_version': 4}, {'network_id': '16d53907-f6ef-4eb7-9347-5338a897e68a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:37.848940 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Request body: {'subnet': {'network_id': '31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1137902026', 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:37.849541 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Request body: {'subnet': {'network_id': '16d53907-f6ef-4eb7-9347-5338a897e68a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:38.109687 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Made reservation on behalf of 0b25845dc81b42668ff551f7e964c4b2 for: {'subnet': 2} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:38.114263 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:38.114608 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:38.533065 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:38.594663 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event updated for resources: {'Subnet': ['ID=688a2a9a-b513-4731-aa80-d679a808b1f4,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:38.604231 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Checking segment: {'id': '20ee87c8-fe34-490c-8468-dfbab53b0e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:07:38.604593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Network hostable DHCP agents. Network: 31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:07:38.721592 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Network 31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:07:38.852741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:38.856486 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:38.861361 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c60bfb-dced-444c-9198-0c1d0b551c3f None None] Network 31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:38.925052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event updated for resources: {'Subnet': ['ID=599bd542-abee-4aa7-91db-f1b772497920,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:38.933039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Checking segment: {'id': '4bc599ee-362e-46f7-be00-13134e7e3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d53907-f6ef-4eb7-9347-5338a897e68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:07:38.933442 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Network hostable DHCP agents. Network: 16d53907-f6ef-4eb7-9347-5338a897e68a, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:07:39.012917 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62', 'network_id': '31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62', 'tenant_id': '0b25845dc81b42668ff551f7e964c4b2', 'fixed_ips': [{'subnet_id': '688a2a9a-b513-4731-aa80-d679a808b1f4'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:07:39.013828 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:39.035827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Network 16d53907-f6ef-4eb7-9347-5338a897e68a is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:07:39.121679 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 16d53907-f6ef-4eb7-9347-5338a897e68a) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:39.127449 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:39.130252 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:39.130252 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:39.134439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7cf3d2-08bc-4a96-beae-819ad33de32d None None] Network 16d53907-f6ef-4eb7-9347-5338a897e68a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:39.204982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Allocated IP 172.20.0.2 (31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62/688a2a9a-b513-4731-aa80-d679a808b1f4/446a437c-f609-48d7-ab56-0c6bf8be3f64) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:07:39.225994 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8ecb2c49-bba0-4a6c-a9fa-545eecd9f16a tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.3808224 Sep 23 23:07:39.228706 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40300) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:39.284543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a293f3-2bd1-4bd8-90fd-136bc9f98b64 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:39.286356 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a293f3-2bd1-4bd8-90fd-136bc9f98b64 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:39.292808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a293f3-2bd1-4bd8-90fd-136bc9f98b64 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:39.292808 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-96a293f3-2bd1-4bd8-90fd-136bc9f98b64 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0602813 Sep 23 23:07:39.293245 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40302) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:39.349389 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-e678ce57-e365-4a57-ab06-fc799aae8014 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Deleting subnet 688a2a9a-b513-4731-aa80-d679a808b1f4 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:07:39.532233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-16d53907-f6ef-4eb7-9347-5338a897e68a', 'network_id': '16d53907-f6ef-4eb7-9347-5338a897e68a', 'tenant_id': '0b25845dc81b42668ff551f7e964c4b2', 'fixed_ips': [{'subnet_id': '599bd542-abee-4aa7-91db-f1b772497920'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:07:39.533076 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:39.643256 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:39.721268 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e678ce57-e365-4a57-ab06-fc799aae8014 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:39.725417 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:39.738404 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Allocated IP 172.20.0.18 (16d53907-f6ef-4eb7-9347-5338a897e68a/599bd542-abee-4aa7-91db-f1b772497920/fcd87d16-0d63-4273-85d4-af72b1acd9eb) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:07:39.767794 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e678ce57-e365-4a57-ab06-fc799aae8014 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:39.779818 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Network 31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:39.787428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Pushing event updated for resources: {'Port': ['ID=446a437c-f609-48d7-ab56-0c6bf8be3f64,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:39.790634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:39.794810 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:39.862398 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e678ce57-e365-4a57-ab06-fc799aae8014 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:39.902277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Attempting to bind port 446a437c-f609-48d7-ab56-0c6bf8be3f64 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:07:39.903043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Attempting to bind port 446a437c-f609-48d7-ab56-0c6bf8be3f64 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '20ee87c8-fe34-490c-8468-dfbab53b0e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:07:39.903043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Attempting to bind port 446a437c-f609-48d7-ab56-0c6bf8be3f64 on network 31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:07:39.911496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:07:39.916802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Checking segment: {'id': '20ee87c8-fe34-490c-8468-dfbab53b0e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:07:39.916802 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:39.916802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Bound using segment: {'id': '20ee87c8-fe34-490c-8468-dfbab53b0e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:07:39.916802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Bound port: 446a437c-f609-48d7-ab56-0c6bf8be3f64, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ee87c8-fe34-490c-8468-dfbab53b0e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:07:39.916802 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.002190 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e678ce57-e365-4a57-ab06-fc799aae8014 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.030458 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.032678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678ce57-e365-4a57-ab06-fc799aae8014 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event deleted for resources: {'Subnet': ['ID=688a2a9a-b513-4731-aa80-d679a808b1f4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:40.038425 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e678ce57-e365-4a57-ab06-fc799aae8014 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.039899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] For port 446a437c-f609-48d7-ab56-0c6bf8be3f64, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:07:40.040416 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e678ce57-e365-4a57-ab06-fc799aae8014 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "DELETE /v2.0/subnets/688a2a9a-b513-4731-aa80-d679a808b1f4 HTTP/1.1" status: 204 len: 168 time: 0.7462435 Sep 23 23:07:40.043115 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40304) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:40.043813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] For port 446a437c-f609-48d7-ab56-0c6bf8be3f64, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=446a437c-f609-48d7-ab56-0c6bf8be3f64,segment=NetworkSegment(20ee87c8-fe34-490c-8468-dfbab53b0e74),segment_id=20ee87c8-fe34-490c-8468-dfbab53b0e74)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:07:40.093441 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.105264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1edf60-9883-4a7f-9223-1f4cfcba81d8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Deleting subnet 599bd542-abee-4aa7-91db-f1b772497920 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:07:40.108845 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f1edf60-9883-4a7f-9223-1f4cfcba81d8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.126888 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.141813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Network 16d53907-f6ef-4eb7-9347-5338a897e68a is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:40.148682 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:40.154842 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f1edf60-9883-4a7f-9223-1f4cfcba81d8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.157042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:40.164911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Pushing event updated for resources: {'Port': ['ID=fcd87d16-0d63-4273-85d4-af72b1acd9eb,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:40.257233 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f1edf60-9883-4a7f-9223-1f4cfcba81d8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.270657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c31625-570e-4a34-bf6f-019ea41ee2b3 None None] Pushing event updated for resources: {'Port': ['ID=446a437c-f609-48d7-ab56-0c6bf8be3f64,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:40.275982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Attempting to bind port fcd87d16-0d63-4273-85d4-af72b1acd9eb on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:07:40.276636 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Attempting to bind port fcd87d16-0d63-4273-85d4-af72b1acd9eb by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '4bc599ee-362e-46f7-be00-13134e7e3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d53907-f6ef-4eb7-9347-5338a897e68a'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:07:40.277029 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Attempting to bind port fcd87d16-0d63-4273-85d4-af72b1acd9eb on network 16d53907-f6ef-4eb7-9347-5338a897e68a {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:07:40.283812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:07:40.284298 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Checking segment: {'id': '4bc599ee-362e-46f7-be00-13134e7e3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d53907-f6ef-4eb7-9347-5338a897e68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:07:40.284700 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.285146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Bound using segment: {'id': '4bc599ee-362e-46f7-be00-13134e7e3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d53907-f6ef-4eb7-9347-5338a897e68a'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:07:40.285613 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Bound port: fcd87d16-0d63-4273-85d4-af72b1acd9eb, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc599ee-362e-46f7-be00-13134e7e3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d53907-f6ef-4eb7-9347-5338a897e68a'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:07:40.286915 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.447526 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f1edf60-9883-4a7f-9223-1f4cfcba81d8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.458492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] For port fcd87d16-0d63-4273-85d4-af72b1acd9eb, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:07:40.458492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] For port fcd87d16-0d63-4273-85d4-af72b1acd9eb, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=fcd87d16-0d63-4273-85d4-af72b1acd9eb,segment=NetworkSegment(4bc599ee-362e-46f7-be00-13134e7e3523),segment_id=4bc599ee-362e-46f7-be00-13134e7e3523)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:07:40.483577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1edf60-9883-4a7f-9223-1f4cfcba81d8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event deleted for resources: {'Subnet': ['ID=599bd542-abee-4aa7-91db-f1b772497920,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:40.486211 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4f1edf60-9883-4a7f-9223-1f4cfcba81d8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.488166 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4f1edf60-9883-4a7f-9223-1f4cfcba81d8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "DELETE /v2.0/subnets/599bd542-abee-4aa7-91db-f1b772497920 HTTP/1.1" status: 204 len: 168 time: 0.4438913 Sep 23 23:07:40.491069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40306) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:40.573426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24f1d82-edb8-4253-be56-bcc3b1d29913 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:40.574930 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b24f1d82-edb8-4253-be56-bcc3b1d29913 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0827618 Sep 23 23:07:40.578898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40308) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:40.648081 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.666703 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.719793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfefa87-cd4d-491c-a450-1afdc3048ca6 None None] Pushing event updated for resources: {'Port': ['ID=fcd87d16-0d63-4273-85d4-af72b1acd9eb,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:40.736710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Deleting port fcd87d16-0d63-4273-85d4-af72b1acd9eb {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:40.737054 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.816228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] For port fcd87d16-0d63-4273-85d4-af72b1acd9eb, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=fcd87d16-0d63-4273-85d4-af72b1acd9eb,segment=NetworkSegment(4bc599ee-362e-46f7-be00-13134e7e3523),segment_id=4bc599ee-362e-46f7-be00-13134e7e3523)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:40.816607 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:40.830514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Calling delete_port for fcd87d16-0d63-4273-85d4-af72b1acd9eb owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:41.047418 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.076402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event deleted for resources: {'Port': ['ID=fcd87d16-0d63-4273-85d4-af72b1acd9eb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:41.083962 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] No DVR routers for this DVR port fcd87d16-0d63-4273-85d4-af72b1acd9eb on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:07:41.177876 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66db39c9-83c2-489d-b0f1-2aafa6bda580 None None] Network 31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:41.182582 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.203998 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d53907-f6ef-4eb7-9347-5338a897e68a']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:41.218137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc599ee-362e-46f7-be00-13134e7e3523') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:41.218439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc599ee-362e-46f7-be00-13134e7e3523') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:41.230365 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.244358 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.251505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:07:41.251690 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:07:41.254715 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:07:41.281621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b997420f-21ca-42df-a0f2-43032bfbde0f None None] Provisioning complete for port 446a437c-f609-48d7-ab56-0c6bf8be3f64 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:41.281998 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b997420f-21ca-42df-a0f2-43032bfbde0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.391784 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b997420f-21ca-42df-a0f2-43032bfbde0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.399491 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.407950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c60cd3-163c-4b10-b750-279327484b9b None None] DHCP port deletion for 31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:07:41.410420 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.415267 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "DELETE /v2.0/networks/16d53907-f6ef-4eb7-9347-5338a897e68a HTTP/1.1" status: 204 len: 168 time: 0.8327889 Sep 23 23:07:41.422202 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40310) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:41.427624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac03651-c199-4a7c-a9db-fb107ef2b6b8 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event deleted for resources: {'Network': ['ID=16d53907-f6ef-4eb7-9347-5338a897e68a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:41.457491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b997420f-21ca-42df-a0f2-43032bfbde0f None None] For port 446a437c-f609-48d7-ab56-0c6bf8be3f64, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=446a437c-f609-48d7-ab56-0c6bf8be3f64,segment=NetworkSegment(20ee87c8-fe34-490c-8468-dfbab53b0e74),segment_id=20ee87c8-fe34-490c-8468-dfbab53b0e74)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:41.482792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-55c60cd3-163c-4b10-b750-279327484b9b None None] Deleting port 446a437c-f609-48d7-ab56-0c6bf8be3f64 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:41.483318 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-55c60cd3-163c-4b10-b750-279327484b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.515379 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.550939 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b997420f-21ca-42df-a0f2-43032bfbde0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.559311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-55c60cd3-163c-4b10-b750-279327484b9b None None] For port 446a437c-f609-48d7-ab56-0c6bf8be3f64, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=446a437c-f609-48d7-ab56-0c6bf8be3f64,segment=NetworkSegment(20ee87c8-fe34-490c-8468-dfbab53b0e74),segment_id=20ee87c8-fe34-490c-8468-dfbab53b0e74)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:41.559715 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-55c60cd3-163c-4b10-b750-279327484b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.584098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Deleting port 446a437c-f609-48d7-ab56-0c6bf8be3f64 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:41.585078 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.593558 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-55c60cd3-163c-4b10-b750-279327484b9b None None] Calling delete_port for 446a437c-f609-48d7-ab56-0c6bf8be3f64 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:41.656948 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997420f-21ca-42df-a0f2-43032bfbde0f None None] Pushing event updated for resources: {'Port': ['ID=446a437c-f609-48d7-ab56-0c6bf8be3f64,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:41.660074 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] For port 446a437c-f609-48d7-ab56-0c6bf8be3f64, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=446a437c-f609-48d7-ab56-0c6bf8be3f64,segment=NetworkSegment(20ee87c8-fe34-490c-8468-dfbab53b0e74),segment_id=20ee87c8-fe34-490c-8468-dfbab53b0e74)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:41.660460 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.674712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Calling delete_port for 446a437c-f609-48d7-ab56-0c6bf8be3f64 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:41.774018 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-55c60cd3-163c-4b10-b750-279327484b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.806858 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c60cd3-163c-4b10-b750-279327484b9b None None] Pushing event deleted for resources: {'Port': ['ID=446a437c-f609-48d7-ab56-0c6bf8be3f64,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:41.811869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c60cd3-163c-4b10-b750-279327484b9b None None] No DVR routers for this DVR port 446a437c-f609-48d7-ab56-0c6bf8be3f64 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:07:41.847363 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.869720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e1fefa1d-e0c0-413f-9ff8-4ee76144d195 None None] Could not find standard attr ID for object fcd87d16-0d63-4273-85d4-af72b1acd9eb. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 23:07:41.872387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f22c46f-27bb-4abd-9155-4470b0b9017f None None] DHCP port deletion for 16d53907-f6ef-4eb7-9347-5338a897e68a request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:07:41.882916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event deleted for resources: {'Port': ['ID=446a437c-f609-48d7-ab56-0c6bf8be3f64,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:41.885806 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] No DVR routers for this DVR port 446a437c-f609-48d7-ab56-0c6bf8be3f64 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:07:41.891392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865a314-2687-448f-8740-25b500128974 None None] Network 16d53907-f6ef-4eb7-9347-5338a897e68a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:41.903356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865a314-2687-448f-8740-25b500128974 None None] Network 16d53907-f6ef-4eb7-9347-5338a897e68a could not be found, it might have been deleted concurrently. {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 23:07:41.968629 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:41.994621 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:42.004192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ee87c8-fe34-490c-8468-dfbab53b0e74') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:42.004602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ee87c8-fe34-490c-8468-dfbab53b0e74') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:42.014785 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.027873 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.034120 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:07:42.034870 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: self.session.flush() Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:07:42.038461 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:07:42.179121 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.187001 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.188456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "DELETE /v2.0/networks/31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62 HTTP/1.1" status: 204 len: 168 time: 0.7719102 Sep 23 23:07:42.191627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40312) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:42.200008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408489a9-f894-4541-851a-40a88a63ba13 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event deleted for resources: {'Network': ['ID=31ea0d97-f1ed-4ad6-8fa9-f87533d6dc62,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:42.266984 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27f8bdc8-b2af-4b61-95c7-2ca9e6350641 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.355799 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27f8bdc8-b2af-4b61-95c7-2ca9e6350641 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.375839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-27f8bdc8-b2af-4b61-95c7-2ca9e6350641 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10170276-bfb5-4f77-85a1-2920c1c7a8e1']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:42.385022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-27f8bdc8-b2af-4b61-95c7-2ca9e6350641 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d45fa52-eff2-4fc1-bd1c-c95d31c56b1c') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:42.385351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-27f8bdc8-b2af-4b61-95c7-2ca9e6350641 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d45fa52-eff2-4fc1-bd1c-c95d31c56b1c') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:42.394771 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27f8bdc8-b2af-4b61-95c7-2ca9e6350641 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.408937 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27f8bdc8-b2af-4b61-95c7-2ca9e6350641 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.415658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f8bdc8-b2af-4b61-95c7-2ca9e6350641 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:07:42.416042 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27f8bdc8-b2af-4b61-95c7-2ca9e6350641 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:07:42.419008 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:07:42.555492 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27f8bdc8-b2af-4b61-95c7-2ca9e6350641 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.562368 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-27f8bdc8-b2af-4b61-95c7-2ca9e6350641 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.564179 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-27f8bdc8-b2af-4b61-95c7-2ca9e6350641 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "DELETE /v2.0/networks/10170276-bfb5-4f77-85a1-2920c1c7a8e1 HTTP/1.1" status: 204 len: 168 time: 0.3715603 Sep 23 23:07:42.566854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40314) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:42.576064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8bdc8-b2af-4b61-95c7-2ca9e6350641 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event deleted for resources: {'Network': ['ID=10170276-bfb5-4f77-85a1-2920c1c7a8e1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:42.648611 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d0eb186-6acd-4825-ab76-6768f26d2e71 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.735849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d0eb186-6acd-4825-ab76-6768f26d2e71 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.756809 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-0d0eb186-6acd-4825-ab76-6768f26d2e71 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae301bc0-06a5-419d-80f5-63c94c9391d1']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:42.766219 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-0d0eb186-6acd-4825-ab76-6768f26d2e71 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edca740-347d-4b18-afb2-3481c53e8742') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:42.766521 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-0d0eb186-6acd-4825-ab76-6768f26d2e71 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edca740-347d-4b18-afb2-3481c53e8742') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:42.781568 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d0eb186-6acd-4825-ab76-6768f26d2e71 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.795182 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d0eb186-6acd-4825-ab76-6768f26d2e71 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.800901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0eb186-6acd-4825-ab76-6768f26d2e71 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:07:42.801319 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d0eb186-6acd-4825-ab76-6768f26d2e71 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:07:42.804462 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:07:42.933298 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d0eb186-6acd-4825-ab76-6768f26d2e71 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.940545 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0d0eb186-6acd-4825-ab76-6768f26d2e71 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:42.942453 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0d0eb186-6acd-4825-ab76-6768f26d2e71 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] 10.222.0.22 "DELETE /v2.0/networks/ae301bc0-06a5-419d-80f5-63c94c9391d1 HTTP/1.1" status: 204 len: 168 time: 0.3746104 Sep 23 23:07:42.954715 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0eb186-6acd-4825-ab76-6768f26d2e71 tempest-BulkNetworkOpsTest-1175615594 tempest-BulkNetworkOpsTest-1175615594-project] Pushing event deleted for resources: {'Network': ['ID=ae301bc0-06a5-419d-80f5-63c94c9391d1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:43.052798 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0ceb2a2c-a52c-4b97-a823-94ad3ebc15d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:43.441530 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40320) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:43.497093 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device fcd87d16-0d63-4273-85d4-af72b1acd9eb no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:07:43.518319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: fcd87d16-0d63-4273-85d4-af72b1acd9eb {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:07:43.518660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device fcd87d16-0d63-4273-85d4-af72b1acd9eb not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:07:43.578099 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b1a335ac-5dac-4143-a7df-0126c4f779e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b25845dc81b42668ff551f7e964c4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354227 Sep 23 23:07:43.580830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40324) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:43.633872 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc9f3-52e8-425d-8777-226c22f6cd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:43.661737 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc9f3-52e8-425d-8777-226c22f6cd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:43.795704 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc9f3-52e8-425d-8777-226c22f6cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:43.798588 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc9f3-52e8-425d-8777-226c22f6cd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:43.799771 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d6cdc9f3-52e8-425d-8777-226c22f6cd49 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0436803-8154-4762-ab87-47a7f9a2c06a HTTP/1.1" status: 204 len: 168 time: 0.2177720 Sep 23 23:07:43.809006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdc9f3-52e8-425d-8777-226c22f6cd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0436803-8154-4762-ab87-47a7f9a2c06a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:44.954676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40346) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:45.049636 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-628725498'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:45.264382 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:45.268262 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:45.277830 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:45.372541 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:45.441008 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:45.469063 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:07:45.482855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca4a8e6-7018-4447-9c88-4b8f74e5ad55,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:45.487231 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:45.487715 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Added segment 9edf535f-c931-4e83-87e7-1b2bcd292d9c of type vlan for network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae Sep 23 23:07:45.531232 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:45.612359 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ddf35d9a-91f1-4060-a498-3142c171b272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:45.629770 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:45.635862 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:45.636468 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:45.703332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Network': ['ID=0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:45.714308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:07:45.744712 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0e849f2d-bbad-4852-bb52-b12540d9e668 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7888811 Sep 23 23:07:45.747327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40350) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:45.752348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a07c5256-e2ae-4a2c-bf48-f4436688ac32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'name': 'tempest-PortsIpV6TestJSON-123225435'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:45.904090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07c5256-e2ae-4a2c-bf48-f4436688ac32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:45.907653 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a07c5256-e2ae-4a2c-bf48-f4436688ac32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:45.925383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-a07c5256-e2ae-4a2c-bf48-f4436688ac32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port 4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:07:46.091910 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a07c5256-e2ae-4a2c-bf48-f4436688ac32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:46.104137 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:46.179182 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a07c5256-e2ae-4a2c-bf48-f4436688ac32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:46.234110 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c5256-e2ae-4a2c-bf48-f4436688ac32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:46.249817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c5256-e2ae-4a2c-bf48-f4436688ac32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Checking segment: {'id': '9edf535f-c931-4e83-87e7-1b2bcd292d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:07:46.250201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c5256-e2ae-4a2c-bf48-f4436688ac32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network hostable DHCP agents. Network: 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:07:46.355293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c5256-e2ae-4a2c-bf48-f4436688ac32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:07:46.452534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-a07c5256-e2ae-4a2c-bf48-f4436688ac32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:46.456204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c5256-e2ae-4a2c-bf48-f4436688ac32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:46.462344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07c5256-e2ae-4a2c-bf48-f4436688ac32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:46.462560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b660d10b-e24b-4b03-8086-a296c77bdc9b None None] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:46.462954 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a07c5256-e2ae-4a2c-bf48-f4436688ac32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:46.613512 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a07c5256-e2ae-4a2c-bf48-f4436688ac32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8649249 Sep 23 23:07:46.616525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40354) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:46.621496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c0a41831-9d38-4651-b60c-decd9d56db22 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1599481396'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:46.738527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a41831-9d38-4651-b60c-decd9d56db22 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:46.742325 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c0a41831-9d38-4651-b60c-decd9d56db22 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:46.765879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a41831-9d38-4651-b60c-decd9d56db22 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:07:46.775674 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c0a41831-9d38-4651-b60c-decd9d56db22 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:46.776008 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-c0a41831-9d38-4651-b60c-decd9d56db22 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Added segment 4a5b2a58-21b3-4b1d-b2d6-6cfd0a8e0415 of type vlan for network 83a57048-2d86-4039-8a8f-48faebafc5c8 Sep 23 23:07:46.820064 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c0a41831-9d38-4651-b60c-decd9d56db22 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:46.909800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c0a41831-9d38-4651-b60c-decd9d56db22 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:46.915704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a41831-9d38-4651-b60c-decd9d56db22 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:46.916295 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c0a41831-9d38-4651-b60c-decd9d56db22 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:46.985860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a41831-9d38-4651-b60c-decd9d56db22 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Network': ['ID=83a57048-2d86-4039-8a8f-48faebafc5c8,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:46.997189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 83a57048-2d86-4039-8a8f-48faebafc5c8 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:07:47.081625 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c0a41831-9d38-4651-b60c-decd9d56db22 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4639807 Sep 23 23:07:47.084403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40356) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:47.089676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'ports': [{'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae'}, {'network_id': '83a57048-2d86-4039-8a8f-48faebafc5c8'}]} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:47.094877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:47.094877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'network_id': '83a57048-2d86-4039-8a8f-48faebafc5c8'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:47.095532 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:47.389619 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'port': 2} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:47.394370 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:47.408196 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:47.493061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port f7dab9a6-69fe-44c6-96c0-6bf900ae20ee yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:07:47.606803 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:47.679078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port c82a43e2-5857-429b-be7f-87b0edb020eb yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:07:47.790730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:47.921907 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:47.971549 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:47.974674 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:47.979493 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:47.980367 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:47.992193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=f7dab9a6-69fe-44c6-96c0-6bf900ae20ee,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:48.053005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=c82a43e2-5857-429b-be7f-87b0edb020eb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:48.061233 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Checking segment: {'id': '4a5b2a58-21b3-4b1d-b2d6-6cfd0a8e0415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83a57048-2d86-4039-8a8f-48faebafc5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:07:48.061600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network hostable DHCP agents. Network: 83a57048-2d86-4039-8a8f-48faebafc5c8, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:07:48.218525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 83a57048-2d86-4039-8a8f-48faebafc5c8 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:07:48.253242 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:48.344391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 83a57048-2d86-4039-8a8f-48faebafc5c8) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:48.349425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:48.360446 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ffe46e-23cc-45f6-9050-f98565d7e735 None None] Network 83a57048-2d86-4039-8a8f-48faebafc5c8 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:48.361213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:48.368073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:48.368904 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:48.499655 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5a99d613-9053-4f3c-a1a3-c1d5490e2441 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4138703 Sep 23 23:07:48.502486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40358) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:48.596388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-927e21f1-ef1a-45b0-82cd-119d892c97f8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port c82a43e2-5857-429b-be7f-87b0edb020eb {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:48.596706 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-927e21f1-ef1a-45b0-82cd-119d892c97f8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:48.665152 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-927e21f1-ef1a-45b0-82cd-119d892c97f8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:48.676902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-927e21f1-ef1a-45b0-82cd-119d892c97f8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for c82a43e2-5857-429b-be7f-87b0edb020eb owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:48.686574 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:48.819028 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-927e21f1-ef1a-45b0-82cd-119d892c97f8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:48.849682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e21f1-ef1a-45b0-82cd-119d892c97f8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=c82a43e2-5857-429b-be7f-87b0edb020eb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:48.854064 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-927e21f1-ef1a-45b0-82cd-119d892c97f8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:48.856436 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-927e21f1-ef1a-45b0-82cd-119d892c97f8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/c82a43e2-5857-429b-be7f-87b0edb020eb HTTP/1.1" status: 204 len: 168 time: 0.3525674 Sep 23 23:07:48.858697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40360) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:48.939603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d0d231-a823-43e7-8066-b55846313cb9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:48.945815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d0d231-a823-43e7-8066-b55846313cb9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:48.947364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-86d0d231-a823-43e7-8066-b55846313cb9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0877457 Sep 23 23:07:48.950368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40362) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:49.041785 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-4fb0c9cf-5bfb-4f2f-9abd-5446979d26c8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port f7dab9a6-69fe-44c6-96c0-6bf900ae20ee {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:49.042046 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fb0c9cf-5bfb-4f2f-9abd-5446979d26c8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:49.108230 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fb0c9cf-5bfb-4f2f-9abd-5446979d26c8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:49.121190 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-4fb0c9cf-5bfb-4f2f-9abd-5446979d26c8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for f7dab9a6-69fe-44c6-96c0-6bf900ae20ee owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:49.303972 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fb0c9cf-5bfb-4f2f-9abd-5446979d26c8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:49.332837 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0c9cf-5bfb-4f2f-9abd-5446979d26c8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=f7dab9a6-69fe-44c6-96c0-6bf900ae20ee,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:49.345604 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4fb0c9cf-5bfb-4f2f-9abd-5446979d26c8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:49.345604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4fb0c9cf-5bfb-4f2f-9abd-5446979d26c8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/f7dab9a6-69fe-44c6-96c0-6bf900ae20ee HTTP/1.1" status: 204 len: 168 time: 0.3898416 Sep 23 23:07:49.346522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40364) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:49.394331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b50818c-f5c1-4492-8caa-67bf347f1c7b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:49.395804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4b50818c-f5c1-4492-8caa-67bf347f1c7b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0483701 Sep 23 23:07:49.399205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40366) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:49.425996 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8269aa-eed3-4b80-af7d-f5a02382a6b2 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] GET failed (client error): The resource could not be found. Sep 23 23:07:49.427462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ed8269aa-eed3-4b80-af7d-f5a02382a6b2 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/c82a43e2-5857-429b-be7f-87b0edb020eb HTTP/1.1" status: 404 len: 333 time: 0.0273681 Sep 23 23:07:49.430227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40368) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:49.453873 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce978e2-019d-4843-8c91-db3ef7a983b2 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] GET failed (client error): The resource could not be found. Sep 23 23:07:49.455295 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1ce978e2-019d-4843-8c91-db3ef7a983b2 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/f7dab9a6-69fe-44c6-96c0-6bf900ae20ee HTTP/1.1" status: 404 len: 333 time: 0.0241916 Sep 23 23:07:49.457950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40370) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:49.533263 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7f09-1c3e-45d1-8dd4-25c56d822e68 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:49.622121 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7f09-1c3e-45d1-8dd4-25c56d822e68 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:49.645327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-f7ef7f09-1c3e-45d1-8dd4-25c56d822e68 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a57048-2d86-4039-8a8f-48faebafc5c8']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:49.655791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-f7ef7f09-1c3e-45d1-8dd4-25c56d822e68 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5b2a58-21b3-4b1d-b2d6-6cfd0a8e0415') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:49.656085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-f7ef7f09-1c3e-45d1-8dd4-25c56d822e68 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5b2a58-21b3-4b1d-b2d6-6cfd0a8e0415') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:49.666054 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7f09-1c3e-45d1-8dd4-25c56d822e68 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:49.676150 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-2c00c2d7-9ec6-4eb6-bd3b-2ce612f646a1 req-05b1d974-3656-4a28-a9c9-079b99f42f56 service neutron] (95490) timed out ('10.222.0.22', 42048) {{(pid=95490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 23:07:49.679611 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7f09-1c3e-45d1-8dd4-25c56d822e68 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:49.686096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ef7f09-1c3e-45d1-8dd4-25c56d822e68 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:07:49.686486 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7f09-1c3e-45d1-8dd4-25c56d822e68 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:07:49.689434 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:07:49.881721 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7f09-1c3e-45d1-8dd4-25c56d822e68 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:49.888746 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7f09-1c3e-45d1-8dd4-25c56d822e68 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:49.890580 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f7ef7f09-1c3e-45d1-8dd4-25c56d822e68 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/networks/83a57048-2d86-4039-8a8f-48faebafc5c8 HTTP/1.1" status: 204 len: 168 time: 0.4317582 Sep 23 23:07:49.894869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40372) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:49.900506 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-dc454a9e-b10d-4aa0-ac7f-f432b8ef6534 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-993581844'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:49.902694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef7f09-1c3e-45d1-8dd4-25c56d822e68 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Network': ['ID=83a57048-2d86-4039-8a8f-48faebafc5c8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:50.241937 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc454a9e-b10d-4aa0-ac7f-f432b8ef6534 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:50.245441 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc454a9e-b10d-4aa0-ac7f-f432b8ef6534 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:50.269329 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc454a9e-b10d-4aa0-ac7f-f432b8ef6534 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:07:50.278297 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc454a9e-b10d-4aa0-ac7f-f432b8ef6534 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:50.278632 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-dc454a9e-b10d-4aa0-ac7f-f432b8ef6534 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Added segment 7130c577-157c-424c-a43b-8cc4f14260bb of type vlan for network 6e6fe7bb-f64c-490d-a3f2-a64ebb01da23 Sep 23 23:07:50.323338 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc454a9e-b10d-4aa0-ac7f-f432b8ef6534 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:50.539004 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc454a9e-b10d-4aa0-ac7f-f432b8ef6534 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:50.544584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc454a9e-b10d-4aa0-ac7f-f432b8ef6534 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:50.545192 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dc454a9e-b10d-4aa0-ac7f-f432b8ef6534 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:50.611543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc454a9e-b10d-4aa0-ac7f-f432b8ef6534 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Network': ['ID=6e6fe7bb-f64c-490d-a3f2-a64ebb01da23,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:50.622359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 6e6fe7bb-f64c-490d-a3f2-a64ebb01da23 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:07:50.728135 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dc454a9e-b10d-4aa0-ac7f-f432b8ef6534 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8321548 Sep 23 23:07:50.731236 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40374) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:50.736441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d0317fd8-9d5b-4b2e-8c5a-20321f0e3d0b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'subnet': {'network_id': '6e6fe7bb-f64c-490d-a3f2-a64ebb01da23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:50.915858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0317fd8-9d5b-4b2e-8c5a-20321f0e3d0b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:50.919656 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d0317fd8-9d5b-4b2e-8c5a-20321f0e3d0b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:51.149749 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d0317fd8-9d5b-4b2e-8c5a-20321f0e3d0b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:51.209007 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0317fd8-9d5b-4b2e-8c5a-20321f0e3d0b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Subnet': ['ID=c4c12480-d54c-4a01-9de1-2943fe206ea9,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:51.220057 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0317fd8-9d5b-4b2e-8c5a-20321f0e3d0b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Checking segment: {'id': '7130c577-157c-424c-a43b-8cc4f14260bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6e6fe7bb-f64c-490d-a3f2-a64ebb01da23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:07:51.220470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0317fd8-9d5b-4b2e-8c5a-20321f0e3d0b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network hostable DHCP agents. Network: 6e6fe7bb-f64c-490d-a3f2-a64ebb01da23, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:07:51.332461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0317fd8-9d5b-4b2e-8c5a-20321f0e3d0b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 6e6fe7bb-f64c-490d-a3f2-a64ebb01da23 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:07:51.504966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-d0317fd8-9d5b-4b2e-8c5a-20321f0e3d0b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 6e6fe7bb-f64c-490d-a3f2-a64ebb01da23) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:51.511791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0317fd8-9d5b-4b2e-8c5a-20321f0e3d0b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:51.511791 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d0317fd8-9d5b-4b2e-8c5a-20321f0e3d0b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:51.515146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafe914f-9bf1-4261-aeac-b3f023048e0a None None] Network 6e6fe7bb-f64c-490d-a3f2-a64ebb01da23 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:51.661592 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-6e6fe7bb-f64c-490d-a3f2-a64ebb01da23', 'network_id': '6e6fe7bb-f64c-490d-a3f2-a64ebb01da23', 'tenant_id': '4b3211c4c8f84a74a0a0bd49a5634386', 'fixed_ips': [{'subnet_id': 'c4c12480-d54c-4a01-9de1-2943fe206ea9'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:07:51.662481 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:51.684635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d0317fd8-9d5b-4b2e-8c5a-20321f0e3d0b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9495785 Sep 23 23:07:51.684893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40376) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:51.689911 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-67cac4e6-8d53-46f6-9c89-e37db9535274 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'network_id': '6e6fe7bb-f64c-490d-a3f2-a64ebb01da23', 'name': 'tempest-PortsIpV6TestJSON-1400320990'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:51.809013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Allocated IP 2001:db8::2 (6e6fe7bb-f64c-490d-a3f2-a64ebb01da23/c4c12480-d54c-4a01-9de1-2943fe206ea9/56589a60-be36-4766-b1a7-7fbcb003d1c7) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:07:51.892600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cac4e6-8d53-46f6-9c89-e37db9535274 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:51.896186 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67cac4e6-8d53-46f6-9c89-e37db9535274 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:51.913932 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-67cac4e6-8d53-46f6-9c89-e37db9535274 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port 44ea4469-4fd4-439d-bd9c-6404ed9032eb yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:07:51.957230 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:52.031029 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:52.076863 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Network 6e6fe7bb-f64c-490d-a3f2-a64ebb01da23 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:52.079905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:52.082794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:52.089049 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-67cac4e6-8d53-46f6-9c89-e37db9535274 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Allocated IP 2001:db8::56 (6e6fe7bb-f64c-490d-a3f2-a64ebb01da23/c4c12480-d54c-4a01-9de1-2943fe206ea9/44ea4469-4fd4-439d-bd9c-6404ed9032eb) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:07:52.095256 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Pushing event updated for resources: {'Port': ['ID=56589a60-be36-4766-b1a7-7fbcb003d1c7,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:52.156760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Attempting to bind port 56589a60-be36-4766-b1a7-7fbcb003d1c7 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:07:52.157159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Attempting to bind port 56589a60-be36-4766-b1a7-7fbcb003d1c7 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '7130c577-157c-424c-a43b-8cc4f14260bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6e6fe7bb-f64c-490d-a3f2-a64ebb01da23'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:07:52.157533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Attempting to bind port 56589a60-be36-4766-b1a7-7fbcb003d1c7 on network 6e6fe7bb-f64c-490d-a3f2-a64ebb01da23 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:07:52.163901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:07:52.164271 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Checking segment: {'id': '7130c577-157c-424c-a43b-8cc4f14260bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6e6fe7bb-f64c-490d-a3f2-a64ebb01da23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:07:52.164677 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:52.165072 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Bound using segment: {'id': '7130c577-157c-424c-a43b-8cc4f14260bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6e6fe7bb-f64c-490d-a3f2-a64ebb01da23'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:07:52.165609 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Bound port: 56589a60-be36-4766-b1a7-7fbcb003d1c7, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7130c577-157c-424c-a43b-8cc4f14260bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6e6fe7bb-f64c-490d-a3f2-a64ebb01da23'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:07:52.172484 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:52.234173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] For port 56589a60-be36-4766-b1a7-7fbcb003d1c7, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:07:52.237591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] For port 56589a60-be36-4766-b1a7-7fbcb003d1c7, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=56589a60-be36-4766-b1a7-7fbcb003d1c7,segment=NetworkSegment(7130c577-157c-424c-a43b-8cc4f14260bb),segment_id=7130c577-157c-424c-a43b-8cc4f14260bb)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:07:52.249842 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67cac4e6-8d53-46f6-9c89-e37db9535274 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:52.378994 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:52.390971 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67cac4e6-8d53-46f6-9c89-e37db9535274 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:52.439218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792552c-6eef-499b-87ca-25bd8ef5b897 None None] Pushing event updated for resources: {'Port': ['ID=56589a60-be36-4766-b1a7-7fbcb003d1c7,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:52.441074 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cac4e6-8d53-46f6-9c89-e37db9535274 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 6e6fe7bb-f64c-490d-a3f2-a64ebb01da23 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:52.445338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-67cac4e6-8d53-46f6-9c89-e37db9535274 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:52.449615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cac4e6-8d53-46f6-9c89-e37db9535274 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:52.455608 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cac4e6-8d53-46f6-9c89-e37db9535274 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:52.456248 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67cac4e6-8d53-46f6-9c89-e37db9535274 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:52.465856 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cac4e6-8d53-46f6-9c89-e37db9535274 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=44ea4469-4fd4-439d-bd9c-6404ed9032eb,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:52.608459 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-67cac4e6-8d53-46f6-9c89-e37db9535274 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9221914 Sep 23 23:07:52.610909 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40378) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:52.754808 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9f0912c-b1dd-4fec-a765-0a5e6f510acf req-149a3099-cdc3-4699-914d-22e1faaaeef4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647964 Sep 23 23:07:52.760574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d71c0-1b9c-4291-b727-1ebf7f0e2662 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port 44ea4469-4fd4-439d-bd9c-6404ed9032eb {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:52.760923 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f1d71c0-1b9c-4291-b727-1ebf7f0e2662 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:53.231843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0912c-b1dd-4fec-a765-0a5e6f510acf req-21094b97-6516-4c0e-a2fb-80959d946c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:53.233467 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9f0912c-b1dd-4fec-a765-0a5e6f510acf req-21094b97-6516-4c0e-a2fb-80959d946c48 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 1097 time: 0.1045487 Sep 23 23:07:53.251131 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f1d71c0-1b9c-4291-b727-1ebf7f0e2662 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:53.276995 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d71c0-1b9c-4291-b727-1ebf7f0e2662 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for 44ea4469-4fd4-439d-bd9c-6404ed9032eb owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:53.414618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0912c-b1dd-4fec-a765-0a5e6f510acf req-49c208fa-9789-4895-a8ce-aa1117256e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:53.416232 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9f0912c-b1dd-4fec-a765-0a5e6f510acf req-49c208fa-9789-4895-a8ce-aa1117256e54 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.1546865 Sep 23 23:07:53.441723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7c4fae-7e10-43f8-935c-2613f6a96d86 None None] Network 6e6fe7bb-f64c-490d-a3f2-a64ebb01da23 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:53.502577 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-3914fe99-30d6-4e27-8df0-38bd3ec7ebc7 None None] Provisioning complete for port 56589a60-be36-4766-b1a7-7fbcb003d1c7 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:53.502898 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3914fe99-30d6-4e27-8df0-38bd3ec7ebc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:53.519514 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9f0912c-b1dd-4fec-a765-0a5e6f510acf req-95ad6a3e-fe50-4345-843c-8e5961c8d323 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 HTTP/1.1" status: 200 len: 1001 time: 0.0952611 Sep 23 23:07:53.580979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0912c-b1dd-4fec-a765-0a5e6f510acf req-96ebfecd-a38a-41e7-8a34-ca98d4e3f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:53.583237 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9f0912c-b1dd-4fec-a765-0a5e6f510acf req-96ebfecd-a38a-41e7-8a34-ca98d4e3f73d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0563190 Sep 23 23:07:53.591633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 56589a60-be36-4766-b1a7-7fbcb003d1c7 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:07:53.631573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0912c-b1dd-4fec-a765-0a5e6f510acf req-e7b5a583-1b0a-4eda-ad4a-9bc6fda38b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:53.633381 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9f0912c-b1dd-4fec-a765-0a5e6f510acf req-e7b5a583-1b0a-4eda-ad4a-9bc6fda38b9a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441334 Sep 23 23:07:53.658991 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f1d71c0-1b9c-4291-b727-1ebf7f0e2662 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:53.706138 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d71c0-1b9c-4291-b727-1ebf7f0e2662 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=44ea4469-4fd4-439d-bd9c-6404ed9032eb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:53.764177 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6f1d71c0-1b9c-4291-b727-1ebf7f0e2662 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:53.766223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6f1d71c0-1b9c-4291-b727-1ebf7f0e2662 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/44ea4469-4fd4-439d-bd9c-6404ed9032eb HTTP/1.1" status: 204 len: 168 time: 1.1543090 Sep 23 23:07:53.769322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40380) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:53.795403 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9f0912c-b1dd-4fec-a765-0a5e6f510acf req-c4d27986-8b0c-41c1-9fe9-0e9e7a8ad773 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546021 Sep 23 23:07:53.797264 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b3d6b8-fb50-4390-865d-59cd0c24e553 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] DELETE failed (client error): The resource could not be found. Sep 23 23:07:53.798474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b3d6b8-fb50-4390-865d-59cd0c24e553 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:07:53.800094 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-56b3d6b8-fb50-4390-865d-59cd0c24e553 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/44ea4469-4fd4-439d-bd9c-6404ed9032eb HTTP/1.1" status: 404 len: 333 time: 0.0291381 Sep 23 23:07:53.803578 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40382) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:53.829893 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad0f1e5-8009-4202-8b76-83d1dd0df90e tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] GET failed (client error): The resource could not be found. Sep 23 23:07:53.834546 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dad0f1e5-8009-4202-8b76-83d1dd0df90e tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/44ea4469-4fd4-439d-bd9c-6404ed9032eb HTTP/1.1" status: 404 len: 333 time: 0.0271642 Sep 23 23:07:53.834796 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3914fe99-30d6-4e27-8df0-38bd3ec7ebc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:53.834978 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40384) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:53.894572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3914fe99-30d6-4e27-8df0-38bd3ec7ebc7 None None] For port 56589a60-be36-4766-b1a7-7fbcb003d1c7, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=56589a60-be36-4766-b1a7-7fbcb003d1c7,segment=NetworkSegment(7130c577-157c-424c-a43b-8cc4f14260bb),segment_id=7130c577-157c-424c-a43b-8cc4f14260bb)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:53.895103 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0c85c9-ef66-4eb8-a93b-787874dcb1f4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting subnet c4c12480-d54c-4a01-9de1-2943fe206ea9 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:07:53.899339 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb0c85c9-ef66-4eb8-a93b-787874dcb1f4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:53.900997 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9f0912c-b1dd-4fec-a765-0a5e6f510acf req-170d090d-5ef2-4a0d-866d-7eea72f92fc0 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966501 Sep 23 23:07:53.903023 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 56589a60-be36-4766-b1a7-7fbcb003d1c7 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:53.903395 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:53.946022 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb0c85c9-ef66-4eb8-a93b-787874dcb1f4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:53.977974 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3914fe99-30d6-4e27-8df0-38bd3ec7ebc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.022216 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.036452 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb0c85c9-ef66-4eb8-a93b-787874dcb1f4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.066129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914fe99-30d6-4e27-8df0-38bd3ec7ebc7 None None] Pushing event updated for resources: {'Port': ['ID=56589a60-be36-4766-b1a7-7fbcb003d1c7,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:54.207403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fe54d138-356c-4927-a08e-57ae2220cbff None None] Provisioning complete for port 56589a60-be36-4766-b1a7-7fbcb003d1c7 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:54.207403 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fe54d138-356c-4927-a08e-57ae2220cbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.230643 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb0c85c9-ef66-4eb8-a93b-787874dcb1f4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.260024 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c85c9-ef66-4eb8-a93b-787874dcb1f4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c12480-d54c-4a01-9de1-2943fe206ea9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:54.264969 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb0c85c9-ef66-4eb8-a93b-787874dcb1f4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.266951 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-eb0c85c9-ef66-4eb8-a93b-787874dcb1f4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/c4c12480-d54c-4a01-9de1-2943fe206ea9 HTTP/1.1" status: 204 len: 168 time: 0.4311447 Sep 23 23:07:54.269871 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40386) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:54.289517 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:07:54.289878 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:07:54.338517 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417675ad-07be-45ff-a88b-0993bcdde06f None None] Network 6e6fe7bb-f64c-490d-a3f2-a64ebb01da23 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:54.360291 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.416971 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port 56589a60-be36-4766-b1a7-7fbcb003d1c7 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:54.417377 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.456489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5118f5c6-8280-4e1e-a33d-d49acbd7caca None None] Could not find standard attr ID for object 44ea4469-4fd4-439d-bd9c-6404ed9032eb. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 23:07:54.490276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] For port 56589a60-be36-4766-b1a7-7fbcb003d1c7, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=56589a60-be36-4766-b1a7-7fbcb003d1c7,segment=NetworkSegment(7130c577-157c-424c-a43b-8cc4f14260bb),segment_id=7130c577-157c-424c-a43b-8cc4f14260bb)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:54.491292 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.588501 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for 56589a60-be36-4766-b1a7-7fbcb003d1c7 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:54.588710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c74243-a722-4abf-b005-d41ac09c1ad5 None None] DHCP port deletion for 6e6fe7bb-f64c-490d-a3f2-a64ebb01da23 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:07:54.593138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-16c74243-a722-4abf-b005-d41ac09c1ad5 None None] Deleting port 56589a60-be36-4766-b1a7-7fbcb003d1c7 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:54.593520 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-16c74243-a722-4abf-b005-d41ac09c1ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.655735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-16c74243-a722-4abf-b005-d41ac09c1ad5 None None] For port 56589a60-be36-4766-b1a7-7fbcb003d1c7, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=56589a60-be36-4766-b1a7-7fbcb003d1c7,segment=NetworkSegment(7130c577-157c-424c-a43b-8cc4f14260bb),segment_id=7130c577-157c-424c-a43b-8cc4f14260bb)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:54.656139 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-16c74243-a722-4abf-b005-d41ac09c1ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.669185 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-16c74243-a722-4abf-b005-d41ac09c1ad5 None None] Calling delete_port for 56589a60-be36-4766-b1a7-7fbcb003d1c7 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:54.727214 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.752841 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-16c74243-a722-4abf-b005-d41ac09c1ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.758344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=56589a60-be36-4766-b1a7-7fbcb003d1c7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:54.760326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No DVR routers for this DVR port 56589a60-be36-4766-b1a7-7fbcb003d1c7 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:07:54.787938 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c74243-a722-4abf-b005-d41ac09c1ad5 None None] Pushing event deleted for resources: {'Port': ['ID=56589a60-be36-4766-b1a7-7fbcb003d1c7,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:54.789842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c74243-a722-4abf-b005-d41ac09c1ad5 None None] No DVR routers for this DVR port 56589a60-be36-4766-b1a7-7fbcb003d1c7 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:07:54.829557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Port 56589a60-be36-4766-b1a7-7fbcb003d1c7 update to ACTIVE by agent not found {{(pid=95492) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 23 23:07:54.856824 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.877244 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6fe7bb-f64c-490d-a3f2-a64ebb01da23']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:54.886491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7130c577-157c-424c-a43b-8cc4f14260bb') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:54.886782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7130c577-157c-424c-a43b-8cc4f14260bb') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:54.896841 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.910230 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.916642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:07:54.917026 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:07:54.920036 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:07:55.047489 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:55.056258 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:55.057539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/networks/6e6fe7bb-f64c-490d-a3f2-a64ebb01da23 HTTP/1.1" status: 204 len: 168 time: 0.7866707 Sep 23 23:07:55.061469 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40390) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:55.068574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-fdbc8e10-2a40-4cd8-950a-c054265a1636 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-468973295'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:55.069251 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bc613-4857-40cd-8d9e-19853d8be933 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Network': ['ID=6e6fe7bb-f64c-490d-a3f2-a64ebb01da23,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:55.184210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbc8e10-2a40-4cd8-950a-c054265a1636 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:55.187971 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8e10-2a40-4cd8-950a-c054265a1636 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:55.212144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdbc8e10-2a40-4cd8-950a-c054265a1636 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:07:55.220999 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8e10-2a40-4cd8-950a-c054265a1636 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:55.221409 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-fdbc8e10-2a40-4cd8-950a-c054265a1636 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Added segment e3eb1c0b-45df-4a6d-a419-cb30a619229d of type vlan for network ffbf45f0-7f59-4033-8bcc-cbab3c834ff1 Sep 23 23:07:55.262232 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8e10-2a40-4cd8-950a-c054265a1636 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:55.360867 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8e10-2a40-4cd8-950a-c054265a1636 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:55.366888 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc8e10-2a40-4cd8-950a-c054265a1636 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:55.367497 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8e10-2a40-4cd8-950a-c054265a1636 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:55.437242 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc8e10-2a40-4cd8-950a-c054265a1636 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Network': ['ID=ffbf45f0-7f59-4033-8bcc-cbab3c834ff1,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:55.447535 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network ffbf45f0-7f59-4033-8bcc-cbab3c834ff1 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:07:55.494108 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fdbc8e10-2a40-4cd8-950a-c054265a1636 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4309988 Sep 23 23:07:55.496921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40392) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:55.502870 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d64ba9de-bcd9-4e7e-85dc-e963b111a557 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'subnet': {'network_id': 'ffbf45f0-7f59-4033-8bcc-cbab3c834ff1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:55.544731 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 56589a60-be36-4766-b1a7-7fbcb003d1c7 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:07:55.564973 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 56589a60-be36-4766-b1a7-7fbcb003d1c7 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:07:55.565353 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 56589a60-be36-4766-b1a7-7fbcb003d1c7 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:07:55.703870 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64ba9de-bcd9-4e7e-85dc-e963b111a557 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:55.707584 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d64ba9de-bcd9-4e7e-85dc-e963b111a557 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:55.983846 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d64ba9de-bcd9-4e7e-85dc-e963b111a557 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:56.053383 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ba9de-bcd9-4e7e-85dc-e963b111a557 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Subnet': ['ID=2aef0915-5a4b-4013-b278-4b958cda4ebc,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:56.058147 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64ba9de-bcd9-4e7e-85dc-e963b111a557 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Checking segment: {'id': 'e3eb1c0b-45df-4a6d-a419-cb30a619229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ffbf45f0-7f59-4033-8bcc-cbab3c834ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:07:56.058510 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64ba9de-bcd9-4e7e-85dc-e963b111a557 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network hostable DHCP agents. Network: ffbf45f0-7f59-4033-8bcc-cbab3c834ff1, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:07:56.166952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64ba9de-bcd9-4e7e-85dc-e963b111a557 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network ffbf45f0-7f59-4033-8bcc-cbab3c834ff1 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:07:56.275527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-d64ba9de-bcd9-4e7e-85dc-e963b111a557 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, ffbf45f0-7f59-4033-8bcc-cbab3c834ff1) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:56.279673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64ba9de-bcd9-4e7e-85dc-e963b111a557 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:56.280265 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d64ba9de-bcd9-4e7e-85dc-e963b111a557 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:56.286795 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f209949f-7e5f-4c95-8822-3fc9c431eac1 None None] Network ffbf45f0-7f59-4033-8bcc-cbab3c834ff1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:56.373237 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d64ba9de-bcd9-4e7e-85dc-e963b111a557 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8749709 Sep 23 23:07:56.375813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40394) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:56.381400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1fe641f5-bf95-4795-b70c-0e6eaf6d384a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'network_id': 'ffbf45f0-7f59-4033-8bcc-cbab3c834ff1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-789105918'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:56.437457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-ffbf45f0-7f59-4033-8bcc-cbab3c834ff1', 'network_id': 'ffbf45f0-7f59-4033-8bcc-cbab3c834ff1', 'tenant_id': '4b3211c4c8f84a74a0a0bd49a5634386', 'fixed_ips': [{'subnet_id': '2aef0915-5a4b-4013-b278-4b958cda4ebc'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:07:56.438383 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:56.555636 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe641f5-bf95-4795-b70c-0e6eaf6d384a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:56.559555 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1fe641f5-bf95-4795-b70c-0e6eaf6d384a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:56.577967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Allocated IP 2001:db8::2 (ffbf45f0-7f59-4033-8bcc-cbab3c834ff1/2aef0915-5a4b-4013-b278-4b958cda4ebc/0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:07:56.579739 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-1fe641f5-bf95-4795-b70c-0e6eaf6d384a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port ddc764b6-2c64-4011-bb01-f9e6d4c11d35 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:07:56.738348 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:56.835966 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:56.874809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Network ffbf45f0-7f59-4033-8bcc-cbab3c834ff1 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:56.879316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:56.887579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:56.890768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Pushing event updated for resources: {'Port': ['ID=0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:56.901356 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-1fe641f5-bf95-4795-b70c-0e6eaf6d384a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Allocated IP 2001:db8::2c (ffbf45f0-7f59-4033-8bcc-cbab3c834ff1/2aef0915-5a4b-4013-b278-4b958cda4ebc/ddc764b6-2c64-4011-bb01-f9e6d4c11d35) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:07:56.949534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Attempting to bind port 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:07:56.949906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Attempting to bind port 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'e3eb1c0b-45df-4a6d-a419-cb30a619229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ffbf45f0-7f59-4033-8bcc-cbab3c834ff1'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:07:56.950289 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Attempting to bind port 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7 on network ffbf45f0-7f59-4033-8bcc-cbab3c834ff1 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:07:56.955332 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:07:56.955703 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Checking segment: {'id': 'e3eb1c0b-45df-4a6d-a419-cb30a619229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ffbf45f0-7f59-4033-8bcc-cbab3c834ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:07:56.956107 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:56.956492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Bound using segment: {'id': 'e3eb1c0b-45df-4a6d-a419-cb30a619229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ffbf45f0-7f59-4033-8bcc-cbab3c834ff1'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:07:56.956978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Bound port: 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3eb1c0b-45df-4a6d-a419-cb30a619229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ffbf45f0-7f59-4033-8bcc-cbab3c834ff1'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:07:56.957367 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:57.022309 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] For port 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:07:57.025797 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] For port 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7,segment=NetworkSegment(e3eb1c0b-45df-4a6d-a419-cb30a619229d),segment_id=e3eb1c0b-45df-4a6d-a419-cb30a619229d)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:07:57.032231 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1fe641f5-bf95-4795-b70c-0e6eaf6d384a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:57.116344 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:57.155767 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1fe641f5-bf95-4795-b70c-0e6eaf6d384a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:57.174872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54696f-2adf-4acb-9063-314c76e7f025 None None] Pushing event updated for resources: {'Port': ['ID=0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:57.199001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe641f5-bf95-4795-b70c-0e6eaf6d384a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network ffbf45f0-7f59-4033-8bcc-cbab3c834ff1 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:57.202430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-1fe641f5-bf95-4795-b70c-0e6eaf6d384a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:57.206232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe641f5-bf95-4795-b70c-0e6eaf6d384a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:57.212027 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe641f5-bf95-4795-b70c-0e6eaf6d384a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:57.212668 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1fe641f5-bf95-4795-b70c-0e6eaf6d384a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:57.228825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe641f5-bf95-4795-b70c-0e6eaf6d384a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=ddc764b6-2c64-4011-bb01-f9e6d4c11d35,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:57.350598 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1fe641f5-bf95-4795-b70c-0e6eaf6d384a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.9737234 Sep 23 23:07:57.353244 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40396) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:57.452831 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5e23ca08-2cbc-4a0a-8e59-a8cce82eb75b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port ddc764b6-2c64-4011-bb01-f9e6d4c11d35 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:57.453184 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e23ca08-2cbc-4a0a-8e59-a8cce82eb75b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:57.544118 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e23ca08-2cbc-4a0a-8e59-a8cce82eb75b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:57.557553 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5e23ca08-2cbc-4a0a-8e59-a8cce82eb75b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for ddc764b6-2c64-4011-bb01-f9e6d4c11d35 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:57.575570 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:07:57.632369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:57.633034 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:57.714328 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:57.747077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7,segment=NetworkSegment(e3eb1c0b-45df-4a6d-a419-cb30a619229d),segment_id=e3eb1c0b-45df-4a6d-a419-cb30a619229d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:57.749934 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e23ca08-2cbc-4a0a-8e59-a8cce82eb75b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:57.778813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23ca08-2cbc-4a0a-8e59-a8cce82eb75b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=ddc764b6-2c64-4011-bb01-f9e6d4c11d35,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:57.805978 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e23ca08-2cbc-4a0a-8e59-a8cce82eb75b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:57.808588 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5e23ca08-2cbc-4a0a-8e59-a8cce82eb75b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/ddc764b6-2c64-4011-bb01-f9e6d4c11d35 HTTP/1.1" status: 204 len: 168 time: 0.4541509 Sep 23 23:07:57.811580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40398) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:57.819412 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:57.839520 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c772ed-0888-4dfe-8d68-0dfba1265f32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] GET failed (client error): The resource could not be found. Sep 23 23:07:57.841231 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f1c772ed-0888-4dfe-8d68-0dfba1265f32 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/ddc764b6-2c64-4011-bb01-f9e6d4c11d35 HTTP/1.1" status: 404 len: 333 time: 0.0286252 Sep 23 23:07:57.843835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40400) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:57.882831 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:57.903698 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90bfe6e-ff24-41f1-94bf-230c9f70f9b2 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting subnet 2aef0915-5a4b-4013-b278-4b958cda4ebc {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:07:57.907353 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f90bfe6e-ff24-41f1-94bf-230c9f70f9b2 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:57.950690 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f90bfe6e-ff24-41f1-94bf-230c9f70f9b2 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.045761 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f90bfe6e-ff24-41f1-94bf-230c9f70f9b2 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.126807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29585bd8-3894-4281-8494-97607df712a1 None None] Network ffbf45f0-7f59-4033-8bcc-cbab3c834ff1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:07:58.190027 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f90bfe6e-ff24-41f1-94bf-230c9f70f9b2 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.218885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a0f873a3-7a45-4f3a-b8a9-f2dd3a32a546 None None] Provisioning complete for port 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:07:58.219274 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a0f873a3-7a45-4f3a-b8a9-f2dd3a32a546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.219976 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bfe6e-ff24-41f1-94bf-230c9f70f9b2 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Subnet': ['ID=2aef0915-5a4b-4013-b278-4b958cda4ebc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:58.226171 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f90bfe6e-ff24-41f1-94bf-230c9f70f9b2 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.230706 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f90bfe6e-ff24-41f1-94bf-230c9f70f9b2 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/2aef0915-5a4b-4013-b278-4b958cda4ebc HTTP/1.1" status: 204 len: 168 time: 0.3833442 Sep 23 23:07:58.235476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40402) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:58.311004 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.365673 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd4c2e2-bae9-4912-9526-08406fe09e32 None None] DHCP port deletion for ffbf45f0-7f59-4033-8bcc-cbab3c834ff1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:07:58.379180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:58.380827 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.413080 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-dfd4c2e2-bae9-4912-9526-08406fe09e32 None None] Deleting port 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:58.413579 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dfd4c2e2-bae9-4912-9526-08406fe09e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.442944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] For port 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7,segment=NetworkSegment(e3eb1c0b-45df-4a6d-a419-cb30a619229d),segment_id=e3eb1c0b-45df-4a6d-a419-cb30a619229d)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:58.443507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.456040 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:58.486634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-dfd4c2e2-bae9-4912-9526-08406fe09e32 None None] For port 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7,segment=NetworkSegment(e3eb1c0b-45df-4a6d-a419-cb30a619229d),segment_id=e3eb1c0b-45df-4a6d-a419-cb30a619229d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:07:58.487317 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dfd4c2e2-bae9-4912-9526-08406fe09e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.499593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-dfd4c2e2-bae9-4912-9526-08406fe09e32 None None] Calling delete_port for 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:58.630343 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.636353 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dfd4c2e2-bae9-4912-9526-08406fe09e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.658662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:58.660154 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4c2e2-bae9-4912-9526-08406fe09e32 None None] Pushing event deleted for resources: {'Port': ['ID=0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:58.662886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No DVR routers for this DVR port 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:07:58.665638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd4c2e2-bae9-4912-9526-08406fe09e32 None None] No DVR routers for this DVR port 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:07:58.745141 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.770824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbf45f0-7f59-4033-8bcc-cbab3c834ff1']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:58.781188 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3eb1c0b-45df-4a6d-a419-cb30a619229d') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:58.781484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3eb1c0b-45df-4a6d-a419-cb30a619229d') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:07:58.791462 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.804677 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.811000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:07:58.811386 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:07:58.814382 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:07:59.007486 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:59.015057 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:59.017297 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/networks/ffbf45f0-7f59-4033-8bcc-cbab3c834ff1 HTTP/1.1" status: 204 len: 168 time: 0.7852430 Sep 23 23:07:59.021035 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40404) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:59.026440 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f57513d0-8858-4572-a638-409c02fcf96f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'name': 'tempest-PortsIpV6TestJSON-336104911'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:07:59.029706 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beec3dd-2bb0-4300-9c7c-32a18f462e9b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Network': ['ID=ffbf45f0-7f59-4033-8bcc-cbab3c834ff1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:59.183728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57513d0-8858-4572-a638-409c02fcf96f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:07:59.187442 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f57513d0-8858-4572-a638-409c02fcf96f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:59.205521 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-f57513d0-8858-4572-a638-409c02fcf96f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port 1b44715a-8b87-4a51-a38f-f3811b2a4cc1 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:07:59.363080 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f57513d0-8858-4572-a638-409c02fcf96f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:59.435885 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f57513d0-8858-4572-a638-409c02fcf96f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:59.475821 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57513d0-8858-4572-a638-409c02fcf96f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:07:59.478893 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-f57513d0-8858-4572-a638-409c02fcf96f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:07:59.482485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57513d0-8858-4572-a638-409c02fcf96f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:07:59.488010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57513d0-8858-4572-a638-409c02fcf96f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:07:59.488612 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f57513d0-8858-4572-a638-409c02fcf96f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:59.503305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-367251d4-3080-41f5-a36d-088c451a535e req-1aed6960-a252-4867-a740-21a7c8d31268 tempest-TestVolumeBackupRestore-221478741 tempest-TestVolumeBackupRestore-221478741-project] (95490) timed out ('10.222.0.43', 63790) {{(pid=95490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 23:07:59.507366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57513d0-8858-4572-a638-409c02fcf96f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=1b44715a-8b87-4a51-a38f-f3811b2a4cc1,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:59.544224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:07:59.565349 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:07:59.565695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0d4610c3-8a42-47ec-8c9e-a85e5b8cc5c7 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:07:59.590485 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f57513d0-8858-4572-a638-409c02fcf96f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5682168 Sep 23 23:07:59.592985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40406) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:59.680120 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-decda23c-53d5-4312-822d-b6d22f495b5a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port 1b44715a-8b87-4a51-a38f-f3811b2a4cc1 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:07:59.680462 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-decda23c-53d5-4312-822d-b6d22f495b5a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:59.751569 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-decda23c-53d5-4312-822d-b6d22f495b5a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:59.764284 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-decda23c-53d5-4312-822d-b6d22f495b5a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for 1b44715a-8b87-4a51-a38f-f3811b2a4cc1 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:07:59.915636 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-decda23c-53d5-4312-822d-b6d22f495b5a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:59.943149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decda23c-53d5-4312-822d-b6d22f495b5a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=1b44715a-8b87-4a51-a38f-f3811b2a4cc1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:07:59.950742 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-decda23c-53d5-4312-822d-b6d22f495b5a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:07:59.952752 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-decda23c-53d5-4312-822d-b6d22f495b5a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/1b44715a-8b87-4a51-a38f-f3811b2a4cc1 HTTP/1.1" status: 204 len: 168 time: 0.3588073 Sep 23 23:07:59.955272 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40410) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:07:59.960756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9f6bacb6-277e-46aa-ad5b-227f08738db9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'mac_address': 'fa:16:3e:e7:28:d5', 'name': 'tempest-PortsIpV6TestJSON-317229664'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:00.138165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6bacb6-277e-46aa-ad5b-227f08738db9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:00.207367 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9f6bacb6-277e-46aa-ad5b-227f08738db9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:00.230022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-9f6bacb6-277e-46aa-ad5b-227f08738db9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port 8a14cd4c-7587-43e6-8207-8102ae74f0fa yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:08:00.394057 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9f6bacb6-277e-46aa-ad5b-227f08738db9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:00.510671 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9f6bacb6-277e-46aa-ad5b-227f08738db9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:00.559319 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6bacb6-277e-46aa-ad5b-227f08738db9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:00.562410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-9f6bacb6-277e-46aa-ad5b-227f08738db9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:00.566090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6bacb6-277e-46aa-ad5b-227f08738db9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:00.572374 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6bacb6-277e-46aa-ad5b-227f08738db9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:00.572979 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9f6bacb6-277e-46aa-ad5b-227f08738db9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:00.581078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bacb6-277e-46aa-ad5b-227f08738db9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=8a14cd4c-7587-43e6-8207-8102ae74f0fa,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:00.665124 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9f6bacb6-277e-46aa-ad5b-227f08738db9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7087448 Sep 23 23:08:00.667884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40412) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:00.711922 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02bf865-9928-46ee-ab53-c6c9bc58bda6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:00.713445 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c02bf865-9928-46ee-ab53-c6c9bc58bda6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/8a14cd4c-7587-43e6-8207-8102ae74f0fa HTTP/1.1" status: 200 len: 844 time: 0.0445271 Sep 23 23:08:00.716183 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40414) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:00.813422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-998c888b-65f1-4793-9e51-0d27a8cb799c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port 8a14cd4c-7587-43e6-8207-8102ae74f0fa {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:00.813784 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-998c888b-65f1-4793-9e51-0d27a8cb799c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:01.227309 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-998c888b-65f1-4793-9e51-0d27a8cb799c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:01.240461 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-998c888b-65f1-4793-9e51-0d27a8cb799c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for 8a14cd4c-7587-43e6-8207-8102ae74f0fa owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:01.464277 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-998c888b-65f1-4793-9e51-0d27a8cb799c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:01.497041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c888b-65f1-4793-9e51-0d27a8cb799c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=8a14cd4c-7587-43e6-8207-8102ae74f0fa,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:01.502480 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-998c888b-65f1-4793-9e51-0d27a8cb799c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:01.504568 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-998c888b-65f1-4793-9e51-0d27a8cb799c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/8a14cd4c-7587-43e6-8207-8102ae74f0fa HTTP/1.1" status: 204 len: 168 time: 0.7873526 Sep 23 23:08:01.507558 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40416) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:01.531584 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-999cc3b5-821c-4044-a1f6-f2047626411e tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] GET failed (client error): The resource could not be found. Sep 23 23:08:01.533011 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-999cc3b5-821c-4044-a1f6-f2047626411e tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/8a14cd4c-7587-43e6-8207-8102ae74f0fa HTTP/1.1" status: 404 len: 333 time: 0.0245323 Sep 23 23:08:01.536473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40418) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:01.541430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8c73ac84-6fae-48f5-b9a8-61af833ddce8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'name': 'tempest-PortsIpV6TestJSON-831575434'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:01.753001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c73ac84-6fae-48f5-b9a8-61af833ddce8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:01.753340 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c73ac84-6fae-48f5-b9a8-61af833ddce8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:01.771440 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-8c73ac84-6fae-48f5-b9a8-61af833ddce8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port 476f7af5-d9e3-46d6-9dbd-e9e8e084a610 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:08:01.945333 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c73ac84-6fae-48f5-b9a8-61af833ddce8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:02.036266 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c73ac84-6fae-48f5-b9a8-61af833ddce8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:02.087617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c73ac84-6fae-48f5-b9a8-61af833ddce8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:02.091072 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-8c73ac84-6fae-48f5-b9a8-61af833ddce8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:02.094882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73ac84-6fae-48f5-b9a8-61af833ddce8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:02.101049 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c73ac84-6fae-48f5-b9a8-61af833ddce8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:02.101661 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8c73ac84-6fae-48f5-b9a8-61af833ddce8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:02.109573 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73ac84-6fae-48f5-b9a8-61af833ddce8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=476f7af5-d9e3-46d6-9dbd-e9e8e084a610,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:02.213474 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8c73ac84-6fae-48f5-b9a8-61af833ddce8 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6756496 Sep 23 23:08:02.215863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40420) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:02.221085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f5a6f64c-8070-4e5c-9cba-9cf4724c071b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:02.286037 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f64c-8070-4e5c-9cba-9cf4724c071b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:02.444545 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f64c-8070-4e5c-9cba-9cf4724c071b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:02.521223 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f64c-8070-4e5c-9cba-9cf4724c071b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:02.556239 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6f64c-8070-4e5c-9cba-9cf4724c071b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] In _notify_port_updated(), no bound segment for port 476f7af5-d9e3-46d6-9dbd-e9e8e084a610 on network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae {{(pid=95490) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 23:08:02.562246 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a6f64c-8070-4e5c-9cba-9cf4724c071b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:02.562861 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f64c-8070-4e5c-9cba-9cf4724c071b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:02.564335 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f5a6f64c-8070-4e5c-9cba-9cf4724c071b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "PUT /v2.0/ports/476f7af5-d9e3-46d6-9dbd-e9e8e084a610 HTTP/1.1" status: 200 len: 818 time: 0.3474271 Sep 23 23:08:02.567187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40422) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:02.609294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6f64c-8070-4e5c-9cba-9cf4724c071b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=476f7af5-d9e3-46d6-9dbd-e9e8e084a610,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:02.674091 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7f0fb55a-0ee5-4e84-8661-d0dbb5a37119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port 476f7af5-d9e3-46d6-9dbd-e9e8e084a610 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:02.674471 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb55a-0ee5-4e84-8661-d0dbb5a37119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:02.745981 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb55a-0ee5-4e84-8661-d0dbb5a37119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:02.758998 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7f0fb55a-0ee5-4e84-8661-d0dbb5a37119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for 476f7af5-d9e3-46d6-9dbd-e9e8e084a610 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:02.903753 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb55a-0ee5-4e84-8661-d0dbb5a37119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:02.934485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fb55a-0ee5-4e84-8661-d0dbb5a37119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=476f7af5-d9e3-46d6-9dbd-e9e8e084a610,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:02.939867 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb55a-0ee5-4e84-8661-d0dbb5a37119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:02.941951 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7f0fb55a-0ee5-4e84-8661-d0dbb5a37119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/476f7af5-d9e3-46d6-9dbd-e9e8e084a610 HTTP/1.1" status: 204 len: 168 time: 0.3738317 Sep 23 23:08:02.945213 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40424) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:02.994928 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e259fbd9-c533-4ac7-81d3-eb5269c00ace tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:02.996382 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e259fbd9-c533-4ac7-81d3-eb5269c00ace tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0502405 Sep 23 23:08:02.999164 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40426) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:03.024946 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84c1f7b-7768-439f-8679-dc9048464184 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] GET failed (client error): The resource could not be found. Sep 23 23:08:03.026546 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e84c1f7b-7768-439f-8679-dc9048464184 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/476f7af5-d9e3-46d6-9dbd-e9e8e084a610 HTTP/1.1" status: 404 len: 333 time: 0.0264077 Sep 23 23:08:03.030237 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40428) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:03.035289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-56565174'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:03.179031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:03.182880 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:03.210702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:08:03.219435 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:03.219776 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Added segment bcaad2e3-37c5-47f3-a578-9e1575dc5e85 of type vlan for network f94a2ed4-ffb6-4232-9158-80c5b033203e Sep 23 23:08:03.262820 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:03.343779 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:03.350897 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:03.351486 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:03.419206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Network': ['ID=f94a2ed4-ffb6-4232-9158-80c5b033203e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:03.427146 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:03.427555 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:03.427861 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:03.428370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:03.428703 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:03.429034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:03.429386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:03.429714 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:03.430066 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:03.430385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:03.430749 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:03.431058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:03.442596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network f94a2ed4-ffb6-4232-9158-80c5b033203e details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:08:03.499219 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b994e221-77c3-4c86-b9e1-b5ecb1510967 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4678414 Sep 23 23:08:03.505301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40430) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:03.507578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-18b62b81-084d-4348-837c-f6b679a3e111 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'subnet': {'network_id': 'f94a2ed4-ffb6-4232-9158-80c5b033203e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:03.720999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b62b81-084d-4348-837c-f6b679a3e111 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:03.725571 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18b62b81-084d-4348-837c-f6b679a3e111 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:03.984627 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18b62b81-084d-4348-837c-f6b679a3e111 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:04.047836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b62b81-084d-4348-837c-f6b679a3e111 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Subnet': ['ID=0ef3e304-e2b8-44a0-9660-4ee8cee578ce,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:04.055709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b62b81-084d-4348-837c-f6b679a3e111 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Checking segment: {'id': 'bcaad2e3-37c5-47f3-a578-9e1575dc5e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f94a2ed4-ffb6-4232-9158-80c5b033203e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:08:04.056075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b62b81-084d-4348-837c-f6b679a3e111 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network hostable DHCP agents. Network: f94a2ed4-ffb6-4232-9158-80c5b033203e, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:08:04.149347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b62b81-084d-4348-837c-f6b679a3e111 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network f94a2ed4-ffb6-4232-9158-80c5b033203e is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:08:04.246509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-18b62b81-084d-4348-837c-f6b679a3e111 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, f94a2ed4-ffb6-4232-9158-80c5b033203e) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:04.250601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b62b81-084d-4348-837c-f6b679a3e111 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:04.251075 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18b62b81-084d-4348-837c-f6b679a3e111 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:04.257138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ee1993-3e6b-43c4-bcc3-7ae63609f183 None None] Network f94a2ed4-ffb6-4232-9158-80c5b033203e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:04.355883 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-18b62b81-084d-4348-837c-f6b679a3e111 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8524806 Sep 23 23:08:04.358728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40432) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:04.363757 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8194c6e7-5b2c-456c-9d23-d4fcd325354d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'subnet': {'network_id': 'f94a2ed4-ffb6-4232-9158-80c5b033203e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:04.398856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-f94a2ed4-ffb6-4232-9158-80c5b033203e', 'network_id': 'f94a2ed4-ffb6-4232-9158-80c5b033203e', 'tenant_id': '4b3211c4c8f84a74a0a0bd49a5634386', 'fixed_ips': [{'subnet_id': '0ef3e304-e2b8-44a0-9660-4ee8cee578ce'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:08:04.399721 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:04.541444 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Allocated IP 2001:db8::2 (f94a2ed4-ffb6-4232-9158-80c5b033203e/0ef3e304-e2b8-44a0-9660-4ee8cee578ce/153ff133-e159-4a50-bdf2-100b623ba179) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:04.618285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8194c6e7-5b2c-456c-9d23-d4fcd325354d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:04.621959 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8194c6e7-5b2c-456c-9d23-d4fcd325354d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:04.690141 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:04.718297 n-d-810775-1 neutron-server[95491]: INFO neutron.db.ipam_backend_mixin [None req-8194c6e7-5b2c-456c-9d23-d4fcd325354d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0ef3e304-e2b8-44a0-9660-4ee8cee578ce (CIDR: 2001:db8::/64) Sep 23 23:08:04.755929 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-8194c6e7-5b2c-456c-9d23-d4fcd325354d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 23:08:04.756387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8194c6e7-5b2c-456c-9d23-d4fcd325354d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:08:04.807733 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:04.842378 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8194c6e7-5b2c-456c-9d23-d4fcd325354d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4825110 Sep 23 23:08:04.845173 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40436) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:04.851038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-151adcec-73e8-4460-a393-7f9f11071959 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'subnet': {'network_id': 'f94a2ed4-ffb6-4232-9158-80c5b033203e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:04.851346 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Network f94a2ed4-ffb6-4232-9158-80c5b033203e is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:04.854468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:04.858235 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:04.873388 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Pushing event updated for resources: {'Port': ['ID=153ff133-e159-4a50-bdf2-100b623ba179,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:04.927498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Attempting to bind port 153ff133-e159-4a50-bdf2-100b623ba179 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:08:04.927885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Attempting to bind port 153ff133-e159-4a50-bdf2-100b623ba179 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'bcaad2e3-37c5-47f3-a578-9e1575dc5e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f94a2ed4-ffb6-4232-9158-80c5b033203e'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:08:04.928256 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Attempting to bind port 153ff133-e159-4a50-bdf2-100b623ba179 on network f94a2ed4-ffb6-4232-9158-80c5b033203e {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:08:04.933899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:08:04.934266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Checking segment: {'id': 'bcaad2e3-37c5-47f3-a578-9e1575dc5e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f94a2ed4-ffb6-4232-9158-80c5b033203e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:08:04.934664 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:04.935054 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Bound using segment: {'id': 'bcaad2e3-37c5-47f3-a578-9e1575dc5e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f94a2ed4-ffb6-4232-9158-80c5b033203e'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:08:04.935513 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Bound port: 153ff133-e159-4a50-bdf2-100b623ba179, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcaad2e3-37c5-47f3-a578-9e1575dc5e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f94a2ed4-ffb6-4232-9158-80c5b033203e'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:08:04.935888 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:05.001903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] For port 153ff133-e159-4a50-bdf2-100b623ba179, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:08:05.005246 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] For port 153ff133-e159-4a50-bdf2-100b623ba179, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=153ff133-e159-4a50-bdf2-100b623ba179,segment=NetworkSegment(bcaad2e3-37c5-47f3-a578-9e1575dc5e85),segment_id=bcaad2e3-37c5-47f3-a578-9e1575dc5e85)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:08:05.092303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151adcec-73e8-4460-a393-7f9f11071959 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:05.095954 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-151adcec-73e8-4460-a393-7f9f11071959 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:05.133650 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:05.196037 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d682ee-66c5-4be6-9144-6b1184e5484b None None] Pushing event updated for resources: {'Port': ['ID=153ff133-e159-4a50-bdf2-100b623ba179,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:05.453120 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-151adcec-73e8-4460-a393-7f9f11071959 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:05.507130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151adcec-73e8-4460-a393-7f9f11071959 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network f94a2ed4-ffb6-4232-9158-80c5b033203e is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:05.509896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-151adcec-73e8-4460-a393-7f9f11071959 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:05.514423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151adcec-73e8-4460-a393-7f9f11071959 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:05.515030 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-151adcec-73e8-4460-a393-7f9f11071959 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:05.525096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151adcec-73e8-4460-a393-7f9f11071959 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Subnet': ['ID=51db8b6d-b004-4255-a6bd-653fcd294a43,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:05.590684 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 153ff133-e159-4a50-bdf2-100b623ba179 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:08:05.639987 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 153ff133-e159-4a50-bdf2-100b623ba179 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:05.640351 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:05.676211 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-151adcec-73e8-4460-a393-7f9f11071959 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8298225 Sep 23 23:08:05.679436 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40438) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:05.738263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ab8e17e6-2ca4-4089-a9c6-071e43591bbc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'network_id': 'f94a2ed4-ffb6-4232-9158-80c5b033203e', 'fixed_ips': [{'subnet_id': '0ef3e304-e2b8-44a0-9660-4ee8cee578ce'}, {'subnet_id': '51db8b6d-b004-4255-a6bd-653fcd294a43'}], 'name': 'tempest-PortsIpV6TestJSON-511274128'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:05.741044 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:05.769929 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 153ff133-e159-4a50-bdf2-100b623ba179, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=153ff133-e159-4a50-bdf2-100b623ba179,segment=NetworkSegment(bcaad2e3-37c5-47f3-a578-9e1575dc5e85),segment_id=bcaad2e3-37c5-47f3-a578-9e1575dc5e85)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:05.967038 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:05.978414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8e17e6-2ca4-4089-a9c6-071e43591bbc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:06.029091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=153ff133-e159-4a50-bdf2-100b623ba179,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:06.079144 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ab8e17e6-2ca4-4089-a9c6-071e43591bbc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:06.098724 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-ab8e17e6-2ca4-4089-a9c6-071e43591bbc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port 69b3a7a8-ddfb-48c3-8268-56dc33d30e49 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:08:06.159729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0085247d-6798-4f28-8dab-19bd743d6e4a None None] Network f94a2ed4-ffb6-4232-9158-80c5b033203e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:06.244597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c0cf32f3-8237-464e-ae4f-bcb6a97d5a37 None None] Provisioning complete for port 153ff133-e159-4a50-bdf2-100b623ba179 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:06.244971 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c0cf32f3-8237-464e-ae4f-bcb6a97d5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:06.397018 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-ab8e17e6-2ca4-4089-a9c6-071e43591bbc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Allocated IP 2001:db8::111 (f94a2ed4-ffb6-4232-9158-80c5b033203e/0ef3e304-e2b8-44a0-9660-4ee8cee578ce/69b3a7a8-ddfb-48c3-8268-56dc33d30e49) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:06.404550 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-ab8e17e6-2ca4-4089-a9c6-071e43591bbc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Allocated IP 2001:db8:0:1::341 (f94a2ed4-ffb6-4232-9158-80c5b033203e/51db8b6d-b004-4255-a6bd-653fcd294a43/69b3a7a8-ddfb-48c3-8268-56dc33d30e49) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:06.443625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8b530d-15ef-42ff-a87c-2d01aae9ce97 None None] Update dhcp port {'port': {'network_id': 'f94a2ed4-ffb6-4232-9158-80c5b033203e', 'fixed_ips': [{'subnet_id': '0ef3e304-e2b8-44a0-9660-4ee8cee578ce', 'ip_address': '2001:db8::2'}, {'subnet_id': '51db8b6d-b004-4255-a6bd-653fcd294a43'}], 'binding:host_id': 'n-d-810775-1'}, 'id': '153ff133-e159-4a50-bdf2-100b623ba179'} from n-d-810775-1. {{(pid=95492) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 23:08:06.472223 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cb8b530d-15ef-42ff-a87c-2d01aae9ce97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:06.558310 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ab8e17e6-2ca4-4089-a9c6-071e43591bbc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:06.692210 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ab8e17e6-2ca4-4089-a9c6-071e43591bbc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:06.741690 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8e17e6-2ca4-4089-a9c6-071e43591bbc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network f94a2ed4-ffb6-4232-9158-80c5b033203e is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:06.746028 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-cb8b530d-15ef-42ff-a87c-2d01aae9ce97 None None] Allocated IP 2001:db8:0:1::2 (f94a2ed4-ffb6-4232-9158-80c5b033203e/51db8b6d-b004-4255-a6bd-653fcd294a43/153ff133-e159-4a50-bdf2-100b623ba179) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:06.748000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-ab8e17e6-2ca4-4089-a9c6-071e43591bbc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:06.749838 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e17e6-2ca4-4089-a9c6-071e43591bbc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=69b3a7a8-ddfb-48c3-8268-56dc33d30e49,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:06.752124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e17e6-2ca4-4089-a9c6-071e43591bbc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:06.758246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8e17e6-2ca4-4089-a9c6-071e43591bbc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:06.758887 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ab8e17e6-2ca4-4089-a9c6-071e43591bbc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:06.841001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-cb8b530d-15ef-42ff-a87c-2d01aae9ce97 None None] For port 153ff133-e159-4a50-bdf2-100b623ba179, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=153ff133-e159-4a50-bdf2-100b623ba179,segment=NetworkSegment(bcaad2e3-37c5-47f3-a578-9e1575dc5e85),segment_id=bcaad2e3-37c5-47f3-a578-9e1575dc5e85)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:06.853815 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ab8e17e6-2ca4-4089-a9c6-071e43591bbc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.1731122 Sep 23 23:08:06.856869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40440) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:06.861730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-92e87d6b-71de-4381-909b-8c27fbabaec6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0ef3e304-e2b8-44a0-9660-4ee8cee578ce'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:06.869762 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cb8b530d-15ef-42ff-a87c-2d01aae9ce97 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:06.941022 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92e87d6b-71de-4381-909b-8c27fbabaec6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:07.001067 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cb8b530d-15ef-42ff-a87c-2d01aae9ce97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:07.202887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-92e87d6b-71de-4381-909b-8c27fbabaec6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Delete allocated IP 2001:db8:0:1::341 (f94a2ed4-ffb6-4232-9158-80c5b033203e/51db8b6d-b004-4255-a6bd-653fcd294a43) {{(pid=95491) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 23:08:07.230932 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:07.249238 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b530d-15ef-42ff-a87c-2d01aae9ce97 None None] Pushing event updated for resources: {'Port': ['ID=153ff133-e159-4a50-bdf2-100b623ba179,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:07.346570 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92e87d6b-71de-4381-909b-8c27fbabaec6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:07.458244 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92e87d6b-71de-4381-909b-8c27fbabaec6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:07.521258 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-92e87d6b-71de-4381-909b-8c27fbabaec6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] In _notify_port_updated(), no bound segment for port 69b3a7a8-ddfb-48c3-8268-56dc33d30e49 on network f94a2ed4-ffb6-4232-9158-80c5b033203e {{(pid=95491) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 23:08:07.527271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e87d6b-71de-4381-909b-8c27fbabaec6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:07.527920 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-92e87d6b-71de-4381-909b-8c27fbabaec6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:07.531836 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-92e87d6b-71de-4381-909b-8c27fbabaec6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "PUT /v2.0/ports/69b3a7a8-ddfb-48c3-8268-56dc33d30e49 HTTP/1.1" status: 200 len: 925 time: 0.6718793 Sep 23 23:08:07.532324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40442) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:07.539024 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a4da7350-789c-42ee-b1ea-91180f180514 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0ef3e304-e2b8-44a0-9660-4ee8cee578ce'}, {'subnet_id': '51db8b6d-b004-4255-a6bd-653fcd294a43'}]}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:07.550403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e87d6b-71de-4381-909b-8c27fbabaec6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=69b3a7a8-ddfb-48c3-8268-56dc33d30e49,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:07.567445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 153ff133-e159-4a50-bdf2-100b623ba179 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:08:07.617914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 153ff133-e159-4a50-bdf2-100b623ba179 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:07.618284 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:07.713288 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a4da7350-789c-42ee-b1ea-91180f180514 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:07.775155 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d31986d-3b3e-4e34-8c34-c69a94c66e57 None None] Network f94a2ed4-ffb6-4232-9158-80c5b033203e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:07.848712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4620ee38-5848-4e0b-b738-03e7e9b147d2 None None] Provisioning complete for port 153ff133-e159-4a50-bdf2-100b623ba179 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:07.849089 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4620ee38-5848-4e0b-b738-03e7e9b147d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:07.995350 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-a4da7350-789c-42ee-b1ea-91180f180514 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Allocated IP 2001:db8:0:1::297 (f94a2ed4-ffb6-4232-9158-80c5b033203e/51db8b6d-b004-4255-a6bd-653fcd294a43/69b3a7a8-ddfb-48c3-8268-56dc33d30e49) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:08.125601 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a4da7350-789c-42ee-b1ea-91180f180514 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:08.206618 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a4da7350-789c-42ee-b1ea-91180f180514 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:08.231929 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-420af6ae-2efb-40ea-97b2-186633bbd232 None None] Provisioning complete for port 153ff133-e159-4a50-bdf2-100b623ba179 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:08.234673 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-420af6ae-2efb-40ea-97b2-186633bbd232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:08.288368 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da7350-789c-42ee-b1ea-91180f180514 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=69b3a7a8-ddfb-48c3-8268-56dc33d30e49,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:08.311467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-a4da7350-789c-42ee-b1ea-91180f180514 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] In _notify_port_updated(), no bound segment for port 69b3a7a8-ddfb-48c3-8268-56dc33d30e49 on network f94a2ed4-ffb6-4232-9158-80c5b033203e {{(pid=95490) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 23:08:08.317098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4da7350-789c-42ee-b1ea-91180f180514 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:08.318101 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a4da7350-789c-42ee-b1ea-91180f180514 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:08.322059 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a4da7350-789c-42ee-b1ea-91180f180514 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "PUT /v2.0/ports/69b3a7a8-ddfb-48c3-8268-56dc33d30e49 HTTP/1.1" status: 200 len: 1011 time: 0.7858045 Sep 23 23:08:08.322476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40444) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:08.336540 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-420af6ae-2efb-40ea-97b2-186633bbd232 None None] Provisioning complete for port 69b3a7a8-ddfb-48c3-8268-56dc33d30e49 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:08.336920 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-420af6ae-2efb-40ea-97b2-186633bbd232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:08.379282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-420af6ae-2efb-40ea-97b2-186633bbd232 None None] Port 69b3a7a8-ddfb-48c3-8268-56dc33d30e49 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:08.418168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e2e77bcd-b652-4ebe-89e2-a8417ac4b333 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port 69b3a7a8-ddfb-48c3-8268-56dc33d30e49 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:08.418507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2e77bcd-b652-4ebe-89e2-a8417ac4b333 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:08.500265 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2fd10199-d031-40e0-a87b-ae8c69de8f3a None None] Provisioning complete for port 69b3a7a8-ddfb-48c3-8268-56dc33d30e49 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:08.500638 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2fd10199-d031-40e0-a87b-ae8c69de8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:08.510406 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2e77bcd-b652-4ebe-89e2-a8417ac4b333 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:08.524248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e2e77bcd-b652-4ebe-89e2-a8417ac4b333 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for 69b3a7a8-ddfb-48c3-8268-56dc33d30e49 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:08.540469 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2fd10199-d031-40e0-a87b-ae8c69de8f3a None None] Port 69b3a7a8-ddfb-48c3-8268-56dc33d30e49 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:08.664386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-88e41f51-4ec1-4be3-a4e1-2e41979f0c79 None None] Provisioning complete for port 69b3a7a8-ddfb-48c3-8268-56dc33d30e49 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:08.664984 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-88e41f51-4ec1-4be3-a4e1-2e41979f0c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:08.710713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-88e41f51-4ec1-4be3-a4e1-2e41979f0c79 None None] Port 69b3a7a8-ddfb-48c3-8268-56dc33d30e49 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:08.784091 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2e77bcd-b652-4ebe-89e2-a8417ac4b333 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:08.817050 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e77bcd-b652-4ebe-89e2-a8417ac4b333 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=69b3a7a8-ddfb-48c3-8268-56dc33d30e49,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:08.869931 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2e77bcd-b652-4ebe-89e2-a8417ac4b333 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:08.872082 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e2e77bcd-b652-4ebe-89e2-a8417ac4b333 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/69b3a7a8-ddfb-48c3-8268-56dc33d30e49 HTTP/1.1" status: 204 len: 168 time: 0.5486686 Sep 23 23:08:08.874607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40446) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:08.900340 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-70809096-2757-4a4e-8ce6-41d1aaa8f963 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] GET failed (client error): The resource could not be found. Sep 23 23:08:08.904918 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-70809096-2757-4a4e-8ce6-41d1aaa8f963 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/69b3a7a8-ddfb-48c3-8268-56dc33d30e49 HTTP/1.1" status: 404 len: 333 time: 0.0267174 Sep 23 23:08:08.905156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40448) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:08.927548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-d2b55c1c-bb73-4fc2-98a3-b7292e3f0ca5 None None] Could not find standard attr ID for object 69b3a7a8-ddfb-48c3-8268-56dc33d30e49. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 23:08:08.964034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b76c6f-c691-4132-8137-b3805d804d0d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting subnet 51db8b6d-b004-4255-a6bd-653fcd294a43 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:08:08.967538 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-87b76c6f-c691-4132-8137-b3805d804d0d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:09.015282 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-87b76c6f-c691-4132-8137-b3805d804d0d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:09.101867 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-87b76c6f-c691-4132-8137-b3805d804d0d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:09.287089 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-87b76c6f-c691-4132-8137-b3805d804d0d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:09.318526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b76c6f-c691-4132-8137-b3805d804d0d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Subnet': ['ID=51db8b6d-b004-4255-a6bd-653fcd294a43,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:09.322159 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-87b76c6f-c691-4132-8137-b3805d804d0d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:09.324819 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-87b76c6f-c691-4132-8137-b3805d804d0d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/51db8b6d-b004-4255-a6bd-653fcd294a43 HTTP/1.1" status: 204 len: 168 time: 0.4187033 Sep 23 23:08:09.326741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40450) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:09.329249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e317fd3-145b-47ee-809e-3476cfd58ef7 None None] Network f94a2ed4-ffb6-4232-9158-80c5b033203e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:09.378943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4ee585-89e9-488b-a47e-d203049b446f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting subnet 0ef3e304-e2b8-44a0-9660-4ee8cee578ce {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:08:09.383136 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee585-89e9-488b-a47e-d203049b446f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:09.424187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee585-89e9-488b-a47e-d203049b446f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:09.518191 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee585-89e9-488b-a47e-d203049b446f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:09.669994 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee585-89e9-488b-a47e-d203049b446f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:09.697275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ee585-89e9-488b-a47e-d203049b446f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef3e304-e2b8-44a0-9660-4ee8cee578ce,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:09.703231 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee585-89e9-488b-a47e-d203049b446f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:09.707563 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ad4ee585-89e9-488b-a47e-d203049b446f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/0ef3e304-e2b8-44a0-9660-4ee8cee578ce HTTP/1.1" status: 204 len: 168 time: 0.3774068 Sep 23 23:08:09.707960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40452) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:09.790081 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:09.858136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port 153ff133-e159-4a50-bdf2-100b623ba179 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:09.858472 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:09.924192 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] For port 153ff133-e159-4a50-bdf2-100b623ba179, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=153ff133-e159-4a50-bdf2-100b623ba179,segment=NetworkSegment(bcaad2e3-37c5-47f3-a578-9e1575dc5e85),segment_id=bcaad2e3-37c5-47f3-a578-9e1575dc5e85)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:09.924555 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:09.940056 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for 153ff133-e159-4a50-bdf2-100b623ba179 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:10.004974 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9681f16c-d815-4998-b898-c838a527dd35 None None] Network f94a2ed4-ffb6-4232-9158-80c5b033203e requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:10.104982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4269a5f7-d05f-4b76-8da3-f1425520d583 None None] Provisioning complete for port 153ff133-e159-4a50-bdf2-100b623ba179 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:10.105308 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4269a5f7-d05f-4b76-8da3-f1425520d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:10.126733 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:10.152621 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=153ff133-e159-4a50-bdf2-100b623ba179,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:10.160507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No DVR routers for this DVR port 153ff133-e159-4a50-bdf2-100b623ba179 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:08:10.175359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4269a5f7-d05f-4b76-8da3-f1425520d583 None None] Could not find standard attr ID for object 153ff133-e159-4a50-bdf2-100b623ba179. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 23:08:10.178600 n-d-810775-1 neutron-server[95492]: INFO neutron.plugins.ml2.db [None req-4269a5f7-d05f-4b76-8da3-f1425520d583 None None] No ports have port_id starting with 153ff133-e159-4a50-bdf2-100b623ba179 Sep 23 23:08:10.232455 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a62539-4fa3-46a8-918e-ca1a3619aaad None None] DHCP port deletion for f94a2ed4-ffb6-4232-9158-80c5b033203e request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:08:10.250978 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:10.271902 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94a2ed4-ffb6-4232-9158-80c5b033203e']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:10.280998 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcaad2e3-37c5-47f3-a578-9e1575dc5e85') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:10.281309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcaad2e3-37c5-47f3-a578-9e1575dc5e85') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:10.290688 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:10.304295 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:10.310563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:08:10.310979 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:08:10.313917 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:08:10.469163 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:10.479388 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:10.479388 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/networks/f94a2ed4-ffb6-4232-9158-80c5b033203e HTTP/1.1" status: 204 len: 168 time: 0.7683282 Sep 23 23:08:10.482228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40458) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:10.490469 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ffaec-b338-48c6-9c49-e99f02166c05 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Network': ['ID=f94a2ed4-ffb6-4232-9158-80c5b033203e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:10.533205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b2c5a9-8f39-45a4-bee5-e48dfd620e9a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:10.534682 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-94b2c5a9-8f39-45a4-bee5-e48dfd620e9a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0514722 Sep 23 23:08:10.539281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40460) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:10.583077 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-510801ec-e887-4d44-bf2d-aa8d57860efe tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0427406 Sep 23 23:08:10.586356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40462) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:10.591167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8ab30400-b509-4b39-b1e9-1ac95fb3c9af tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1571686487'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:10.686339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab30400-b509-4b39-b1e9-1ac95fb3c9af tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:10.689895 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ab30400-b509-4b39-b1e9-1ac95fb3c9af tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:10.713939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab30400-b509-4b39-b1e9-1ac95fb3c9af tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:08:10.723016 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ab30400-b509-4b39-b1e9-1ac95fb3c9af tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:10.723300 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-8ab30400-b509-4b39-b1e9-1ac95fb3c9af tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Added segment fcd1db8d-5c40-401e-b77c-44e0b689bd0d of type vlan for network e3be4f59-894e-4918-85f0-d6b8bf6956d2 Sep 23 23:08:10.770859 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ab30400-b509-4b39-b1e9-1ac95fb3c9af tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:10.892476 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ab30400-b509-4b39-b1e9-1ac95fb3c9af tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:10.898985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab30400-b509-4b39-b1e9-1ac95fb3c9af tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:10.899576 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8ab30400-b509-4b39-b1e9-1ac95fb3c9af tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:10.968888 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab30400-b509-4b39-b1e9-1ac95fb3c9af tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Network': ['ID=e3be4f59-894e-4918-85f0-d6b8bf6956d2,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:10.983119 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network e3be4f59-894e-4918-85f0-d6b8bf6956d2 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:08:11.041849 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8ab30400-b509-4b39-b1e9-1ac95fb3c9af tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4543331 Sep 23 23:08:11.044575 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40466) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:11.049631 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e59faaa5-f38e-45df-84c6-37d027c9a0e6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'subnet': {'network_id': 'e3be4f59-894e-4918-85f0-d6b8bf6956d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:11.200808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59faaa5-f38e-45df-84c6-37d027c9a0e6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:11.204393 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e59faaa5-f38e-45df-84c6-37d027c9a0e6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:11.446611 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e59faaa5-f38e-45df-84c6-37d027c9a0e6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:11.505909 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59faaa5-f38e-45df-84c6-37d027c9a0e6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Subnet': ['ID=7ebcde17-55ce-4fae-804a-e997940766c2,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:11.517029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59faaa5-f38e-45df-84c6-37d027c9a0e6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Checking segment: {'id': 'fcd1db8d-5c40-401e-b77c-44e0b689bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e3be4f59-894e-4918-85f0-d6b8bf6956d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:08:11.517424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59faaa5-f38e-45df-84c6-37d027c9a0e6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network hostable DHCP agents. Network: e3be4f59-894e-4918-85f0-d6b8bf6956d2, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:08:11.546534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 153ff133-e159-4a50-bdf2-100b623ba179 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:08:11.565616 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 153ff133-e159-4a50-bdf2-100b623ba179 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:08:11.571258 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 153ff133-e159-4a50-bdf2-100b623ba179 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:08:11.623035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59faaa5-f38e-45df-84c6-37d027c9a0e6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network e3be4f59-894e-4918-85f0-d6b8bf6956d2 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:08:11.715207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e59faaa5-f38e-45df-84c6-37d027c9a0e6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, e3be4f59-894e-4918-85f0-d6b8bf6956d2) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:11.719350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59faaa5-f38e-45df-84c6-37d027c9a0e6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:11.719974 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e59faaa5-f38e-45df-84c6-37d027c9a0e6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:11.725397 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6797fc3-44d9-499e-bdd1-1ba1898c6b07 None None] Network e3be4f59-894e-4918-85f0-d6b8bf6956d2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:11.807920 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e59faaa5-f38e-45df-84c6-37d027c9a0e6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7622190 Sep 23 23:08:11.810564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40468) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:11.815460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f60e7cce-6172-40e1-a7cf-329d03b4e3b1 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'network_id': 'e3be4f59-894e-4918-85f0-d6b8bf6956d2', 'name': 'tempest-PortsIpV6TestJSON-791659833'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:11.878725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-e3be4f59-894e-4918-85f0-d6b8bf6956d2', 'network_id': 'e3be4f59-894e-4918-85f0-d6b8bf6956d2', 'tenant_id': '4b3211c4c8f84a74a0a0bd49a5634386', 'fixed_ips': [{'subnet_id': '7ebcde17-55ce-4fae-804a-e997940766c2'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:08:11.879308 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:11.885735 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:08:11.995391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60e7cce-6172-40e1-a7cf-329d03b4e3b1 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:11.999422 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f60e7cce-6172-40e1-a7cf-329d03b4e3b1 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:12.016890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-f60e7cce-6172-40e1-a7cf-329d03b4e3b1 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port a8d828fe-d3a9-4dbb-beab-652b0d8ede9a yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:08:12.021030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Allocated IP 2001:db8::2 (e3be4f59-894e-4918-85f0-d6b8bf6956d2/7ebcde17-55ce-4fae-804a-e997940766c2/50df388d-829a-4c3f-b59f-b87e85db4d72) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:12.168610 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:12.235181 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:12.270281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Network e3be4f59-894e-4918-85f0-d6b8bf6956d2 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:12.273562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:12.277484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:12.291922 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Pushing event updated for resources: {'Port': ['ID=50df388d-829a-4c3f-b59f-b87e85db4d72,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:12.294168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-f60e7cce-6172-40e1-a7cf-329d03b4e3b1 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Allocated IP 2001:db8::f8 (e3be4f59-894e-4918-85f0-d6b8bf6956d2/7ebcde17-55ce-4fae-804a-e997940766c2/a8d828fe-d3a9-4dbb-beab-652b0d8ede9a) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:12.342487 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Attempting to bind port 50df388d-829a-4c3f-b59f-b87e85db4d72 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:08:12.342863 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Attempting to bind port 50df388d-829a-4c3f-b59f-b87e85db4d72 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'fcd1db8d-5c40-401e-b77c-44e0b689bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e3be4f59-894e-4918-85f0-d6b8bf6956d2'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:08:12.343225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Attempting to bind port 50df388d-829a-4c3f-b59f-b87e85db4d72 on network e3be4f59-894e-4918-85f0-d6b8bf6956d2 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:08:12.350026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:08:12.350333 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Checking segment: {'id': 'fcd1db8d-5c40-401e-b77c-44e0b689bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e3be4f59-894e-4918-85f0-d6b8bf6956d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:08:12.350750 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:12.351184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Bound using segment: {'id': 'fcd1db8d-5c40-401e-b77c-44e0b689bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e3be4f59-894e-4918-85f0-d6b8bf6956d2'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:08:12.351724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Bound port: 50df388d-829a-4c3f-b59f-b87e85db4d72, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd1db8d-5c40-401e-b77c-44e0b689bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e3be4f59-894e-4918-85f0-d6b8bf6956d2'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:08:12.352111 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:12.419421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] For port 50df388d-829a-4c3f-b59f-b87e85db4d72, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:08:12.422599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] For port 50df388d-829a-4c3f-b59f-b87e85db4d72, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=50df388d-829a-4c3f-b59f-b87e85db4d72,segment=NetworkSegment(fcd1db8d-5c40-401e-b77c-44e0b689bd0d),segment_id=fcd1db8d-5c40-401e-b77c-44e0b689bd0d)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:08:12.448645 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f60e7cce-6172-40e1-a7cf-329d03b4e3b1 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:12.515925 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:12.564439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f60e7cce-6172-40e1-a7cf-329d03b4e3b1 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:12.576965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e5e1e-bc88-4dbe-8c00-02701ad96ea4 None None] Pushing event updated for resources: {'Port': ['ID=50df388d-829a-4c3f-b59f-b87e85db4d72,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:12.616831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e7cce-6172-40e1-a7cf-329d03b4e3b1 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network e3be4f59-894e-4918-85f0-d6b8bf6956d2 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:12.620261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-f60e7cce-6172-40e1-a7cf-329d03b4e3b1 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:12.624154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e7cce-6172-40e1-a7cf-329d03b4e3b1 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:12.629915 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60e7cce-6172-40e1-a7cf-329d03b4e3b1 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:12.630559 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f60e7cce-6172-40e1-a7cf-329d03b4e3b1 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:12.639316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e7cce-6172-40e1-a7cf-329d03b4e3b1 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=a8d828fe-d3a9-4dbb-beab-652b0d8ede9a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:12.693821 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f60e7cce-6172-40e1-a7cf-329d03b4e3b1 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8817182 Sep 23 23:08:12.695891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40474) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:12.701065 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4f77e0fa-053d-49ba-8cf8-0c357ef8afea tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'network_id': 'e3be4f59-894e-4918-85f0-d6b8bf6956d2', 'name': 'tempest-PortsIpV6TestJSON-1454491617'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:12.966069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f77e0fa-053d-49ba-8cf8-0c357ef8afea tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:12.969709 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f77e0fa-053d-49ba-8cf8-0c357ef8afea tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:12.987289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-4f77e0fa-053d-49ba-8cf8-0c357ef8afea tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port c04d3e2b-1eed-4944-83e8-ce5e93989025 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:08:13.103302 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-49d351e5-75f0-4489-b15c-3f3143e1d4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:13.109944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-4f77e0fa-053d-49ba-8cf8-0c357ef8afea tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Allocated IP 2001:db8::2f7 (e3be4f59-894e-4918-85f0-d6b8bf6956d2/7ebcde17-55ce-4fae-804a-e997940766c2/c04d3e2b-1eed-4944-83e8-ce5e93989025) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:13.268142 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f77e0fa-053d-49ba-8cf8-0c357ef8afea tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:13.452758 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f77e0fa-053d-49ba-8cf8-0c357ef8afea tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:13.472150 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8529a4-020b-4d13-a288-df2d1ba76e79 None None] Network e3be4f59-894e-4918-85f0-d6b8bf6956d2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:13.499694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f77e0fa-053d-49ba-8cf8-0c357ef8afea tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network e3be4f59-894e-4918-85f0-d6b8bf6956d2 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:13.504992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-4f77e0fa-053d-49ba-8cf8-0c357ef8afea tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:13.508896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f77e0fa-053d-49ba-8cf8-0c357ef8afea tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:13.514787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f77e0fa-053d-49ba-8cf8-0c357ef8afea tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:13.515429 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f77e0fa-053d-49ba-8cf8-0c357ef8afea tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:13.526372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77e0fa-053d-49ba-8cf8-0c357ef8afea tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=c04d3e2b-1eed-4944-83e8-ce5e93989025,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:13.555451 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2015db42-e4fc-4fb6-ad51-9226c605b8cd None None] Provisioning complete for port 50df388d-829a-4c3f-b59f-b87e85db4d72 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:13.555888 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2015db42-e4fc-4fb6-ad51-9226c605b8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:13.607243 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4f77e0fa-053d-49ba-8cf8-0c357ef8afea tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9101901 Sep 23 23:08:13.610056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40476) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:13.612201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 50df388d-829a-4c3f-b59f-b87e85db4d72 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:08:13.700752 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a77883-9d7c-4079-a330-27844fd06aed tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:13.702312 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-78a77883-9d7c-4079-a330-27844fd06aed tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Af8 HTTP/1.1" status: 200 len: 927 time: 0.0911968 Sep 23 23:08:13.705382 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40478) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:13.737990 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2015db42-e4fc-4fb6-ad51-9226c605b8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:13.766391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 50df388d-829a-4c3f-b59f-b87e85db4d72 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:13.766761 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:13.812767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-2015db42-e4fc-4fb6-ad51-9226c605b8cd None None] For port 50df388d-829a-4c3f-b59f-b87e85db4d72, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=50df388d-829a-4c3f-b59f-b87e85db4d72,segment=NetworkSegment(fcd1db8d-5c40-401e-b77c-44e0b689bd0d),segment_id=fcd1db8d-5c40-401e-b77c-44e0b689bd0d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:13.873288 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:13.896736 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2015db42-e4fc-4fb6-ad51-9226c605b8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:13.989340 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:08:13.990324 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:08:13.993607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015db42-e4fc-4fb6-ad51-9226c605b8cd None None] Pushing event updated for resources: {'Port': ['ID=50df388d-829a-4c3f-b59f-b87e85db4d72,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:14.119831 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0385e258-79e7-45a8-881e-e1221c872cc4 None None] Provisioning complete for port c04d3e2b-1eed-4944-83e8-ce5e93989025 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:14.120492 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0385e258-79e7-45a8-881e-e1221c872cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:14.159583 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port c04d3e2b-1eed-4944-83e8-ce5e93989025 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:14.160179 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:14.165014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0385e258-79e7-45a8-881e-e1221c872cc4 None None] Port c04d3e2b-1eed-4944-83e8-ce5e93989025 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:14.175537 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0385e258-79e7-45a8-881e-e1221c872cc4 None None] Provisioning complete for port a8d828fe-d3a9-4dbb-beab-652b0d8ede9a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:14.176361 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0385e258-79e7-45a8-881e-e1221c872cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:14.214707 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0385e258-79e7-45a8-881e-e1221c872cc4 None None] Port a8d828fe-d3a9-4dbb-beab-652b0d8ede9a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:14.225244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0385e258-79e7-45a8-881e-e1221c872cc4 None None] Provisioning complete for port 50df388d-829a-4c3f-b59f-b87e85db4d72 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:14.225622 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0385e258-79e7-45a8-881e-e1221c872cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:14.263131 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:14.277240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for c04d3e2b-1eed-4944-83e8-ce5e93989025 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:14.437370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-01ace984-5eca-4bb1-bb71-7378a092731d None None] Provisioning complete for port c04d3e2b-1eed-4944-83e8-ce5e93989025 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:14.437737 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-01ace984-5eca-4bb1-bb71-7378a092731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:14.470765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-01ace984-5eca-4bb1-bb71-7378a092731d None None] Port c04d3e2b-1eed-4944-83e8-ce5e93989025 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:14.480791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-01ace984-5eca-4bb1-bb71-7378a092731d None None] Provisioning complete for port a8d828fe-d3a9-4dbb-beab-652b0d8ede9a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:14.481183 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-01ace984-5eca-4bb1-bb71-7378a092731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:14.532361 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:14.540979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-01ace984-5eca-4bb1-bb71-7378a092731d None None] Port a8d828fe-d3a9-4dbb-beab-652b0d8ede9a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:14.573416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=c04d3e2b-1eed-4944-83e8-ce5e93989025,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:14.595480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:14.595828 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:14.596167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:14.596500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:14.596832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:14.597210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:14.597603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:14.597875 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:14.598199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:14.598549 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:14.599381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:14.599747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:14.604989 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:14.607004 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5be27df9-348f-47c1-831c-05af81d65f55 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/c04d3e2b-1eed-4944-83e8-ce5e93989025 HTTP/1.1" status: 204 len: 168 time: 0.9006424 Sep 23 23:08:14.609614 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40480) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:14.635422 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9797ec9-c30f-4491-b01e-d38ff778b2ba tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] GET failed (client error): The resource could not be found. Sep 23 23:08:14.637267 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c9797ec9-c30f-4491-b01e-d38ff778b2ba tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/c04d3e2b-1eed-4944-83e8-ce5e93989025 HTTP/1.1" status: 404 len: 333 time: 0.0266559 Sep 23 23:08:14.642880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40482) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:14.742419 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e4199632-a988-48dd-ad79-3803f79de737 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port a8d828fe-d3a9-4dbb-beab-652b0d8ede9a {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:14.742899 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4199632-a988-48dd-ad79-3803f79de737 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:14.847202 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4199632-a988-48dd-ad79-3803f79de737 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:14.859977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-e4199632-a988-48dd-ad79-3803f79de737 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for a8d828fe-d3a9-4dbb-beab-652b0d8ede9a owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:15.046449 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4199632-a988-48dd-ad79-3803f79de737 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:15.078250 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4199632-a988-48dd-ad79-3803f79de737 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=a8d828fe-d3a9-4dbb-beab-652b0d8ede9a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:15.104467 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4199632-a988-48dd-ad79-3803f79de737 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:15.106429 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e4199632-a988-48dd-ad79-3803f79de737 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/a8d828fe-d3a9-4dbb-beab-652b0d8ede9a HTTP/1.1" status: 204 len: 168 time: 0.4626052 Sep 23 23:08:15.109007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40484) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:15.134241 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-19619502-2c25-4397-ac55-279e38869d16 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] GET failed (client error): The resource could not be found. Sep 23 23:08:15.135852 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-19619502-2c25-4397-ac55-279e38869d16 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/a8d828fe-d3a9-4dbb-beab-652b0d8ede9a HTTP/1.1" status: 404 len: 333 time: 0.0259056 Sep 23 23:08:15.139055 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40486) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:15.196793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-07626d92-47bb-48c8-9c8a-b0c330a3295d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting subnet 7ebcde17-55ce-4fae-804a-e997940766c2 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:08:15.200351 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07626d92-47bb-48c8-9c8a-b0c330a3295d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:15.243054 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07626d92-47bb-48c8-9c8a-b0c330a3295d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:15.328343 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07626d92-47bb-48c8-9c8a-b0c330a3295d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:15.503953 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07626d92-47bb-48c8-9c8a-b0c330a3295d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:15.534531 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07626d92-47bb-48c8-9c8a-b0c330a3295d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Subnet': ['ID=7ebcde17-55ce-4fae-804a-e997940766c2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:15.536669 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-07626d92-47bb-48c8-9c8a-b0c330a3295d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:15.539654 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-07626d92-47bb-48c8-9c8a-b0c330a3295d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/7ebcde17-55ce-4fae-804a-e997940766c2 HTTP/1.1" status: 204 len: 168 time: 0.3990943 Sep 23 23:08:15.541772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40488) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:15.548353 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725e5880-d8e3-4f9c-95c6-2f38d3f70cb5 None None] Network e3be4f59-894e-4918-85f0-d6b8bf6956d2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:15.578684 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 50df388d-829a-4c3f-b59f-b87e85db4d72 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:08:15.624388 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:15.639562 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bc2a8af2-40fd-49d5-b9bd-35157e8705d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:15.680884 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port 50df388d-829a-4c3f-b59f-b87e85db4d72 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:15.681511 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:15.718319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 50df388d-829a-4c3f-b59f-b87e85db4d72 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:15.718723 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:15.754325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] For port 50df388d-829a-4c3f-b59f-b87e85db4d72, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=50df388d-829a-4c3f-b59f-b87e85db4d72,segment=NetworkSegment(fcd1db8d-5c40-401e-b77c-44e0b689bd0d),segment_id=fcd1db8d-5c40-401e-b77c-44e0b689bd0d)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:15.754791 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:15.768763 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for 50df388d-829a-4c3f-b59f-b87e85db4d72 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:15.818234 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cab89de-b82c-43e4-a2b4-ae7f67960ffa None None] DHCP port deletion for e3be4f59-894e-4918-85f0-d6b8bf6956d2 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:08:15.868078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-3cab89de-b82c-43e4-a2b4-ae7f67960ffa None None] Deleting port 50df388d-829a-4c3f-b59f-b87e85db4d72 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:15.868454 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3cab89de-b82c-43e4-a2b4-ae7f67960ffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:15.941624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3cab89de-b82c-43e4-a2b4-ae7f67960ffa None None] For port 50df388d-829a-4c3f-b59f-b87e85db4d72, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=50df388d-829a-4c3f-b59f-b87e85db4d72,segment=NetworkSegment(fcd1db8d-5c40-401e-b77c-44e0b689bd0d),segment_id=fcd1db8d-5c40-401e-b77c-44e0b689bd0d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:15.942019 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3cab89de-b82c-43e4-a2b4-ae7f67960ffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:15.954761 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-3cab89de-b82c-43e4-a2b4-ae7f67960ffa None None] Calling delete_port for 50df388d-829a-4c3f-b59f-b87e85db4d72 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:16.012511 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:16.044393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=50df388d-829a-4c3f-b59f-b87e85db4d72,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:16.045191 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3cab89de-b82c-43e4-a2b4-ae7f67960ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:16.046238 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No DVR routers for this DVR port 50df388d-829a-4c3f-b59f-b87e85db4d72 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:08:16.059587 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab89de-b82c-43e4-a2b4-ae7f67960ffa None None] No DVR routers for this DVR port 50df388d-829a-4c3f-b59f-b87e85db4d72 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:08:16.078628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab89de-b82c-43e4-a2b4-ae7f67960ffa None None] Pushing event deleted for resources: {'Port': ['ID=50df388d-829a-4c3f-b59f-b87e85db4d72,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:16.126017 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:16.138182 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:16.147556 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3be4f59-894e-4918-85f0-d6b8bf6956d2']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:16.156972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd1db8d-5c40-401e-b77c-44e0b689bd0d') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:16.157297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd1db8d-5c40-401e-b77c-44e0b689bd0d') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:16.172267 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:16.186043 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:16.192042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:08:16.192433 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:08:16.195640 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:08:16.350209 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:16.356916 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:16.358720 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/networks/e3be4f59-894e-4918-85f0-d6b8bf6956d2 HTTP/1.1" status: 204 len: 168 time: 0.8151598 Sep 23 23:08:16.362599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40490) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:16.368115 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-49d69746-0d87-4282-96f0-dd195495c489 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-885070782'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:16.370383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59f993-f7f1-4a6c-b8cd-885f0d519063 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Network': ['ID=e3be4f59-894e-4918-85f0-d6b8bf6956d2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:16.468889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d69746-0d87-4282-96f0-dd195495c489 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:16.472375 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49d69746-0d87-4282-96f0-dd195495c489 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:16.496658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d69746-0d87-4282-96f0-dd195495c489 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:08:16.505852 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49d69746-0d87-4282-96f0-dd195495c489 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:16.506246 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-49d69746-0d87-4282-96f0-dd195495c489 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Added segment c1a84864-1004-40ac-85eb-228386dfea47 of type vlan for network a14fde8d-6219-40bf-9e4a-f41f1f60fc6f Sep 23 23:08:16.551024 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49d69746-0d87-4282-96f0-dd195495c489 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:16.726715 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49d69746-0d87-4282-96f0-dd195495c489 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:16.732593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d69746-0d87-4282-96f0-dd195495c489 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:16.733197 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49d69746-0d87-4282-96f0-dd195495c489 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:16.801965 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d69746-0d87-4282-96f0-dd195495c489 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Network': ['ID=a14fde8d-6219-40bf-9e4a-f41f1f60fc6f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:16.813511 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network a14fde8d-6219-40bf-9e4a-f41f1f60fc6f details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:08:16.852941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-49d69746-0d87-4282-96f0-dd195495c489 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4890990 Sep 23 23:08:16.856590 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40492) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:16.861820 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-65d47e6e-e641-4d08-aaff-ed2dbaf1160f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'subnet': {'network_id': 'a14fde8d-6219-40bf-9e4a-f41f1f60fc6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:17.075177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d47e6e-e641-4d08-aaff-ed2dbaf1160f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:17.078711 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65d47e6e-e641-4d08-aaff-ed2dbaf1160f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:17.097878 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:17.332328 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65d47e6e-e641-4d08-aaff-ed2dbaf1160f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:17.393264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d47e6e-e641-4d08-aaff-ed2dbaf1160f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Subnet': ['ID=8d25a9ca-89e6-4b33-afda-2b0f8ac8261b,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:17.402313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d47e6e-e641-4d08-aaff-ed2dbaf1160f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Checking segment: {'id': 'c1a84864-1004-40ac-85eb-228386dfea47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a14fde8d-6219-40bf-9e4a-f41f1f60fc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:08:17.402801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d47e6e-e641-4d08-aaff-ed2dbaf1160f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network hostable DHCP agents. Network: a14fde8d-6219-40bf-9e4a-f41f1f60fc6f, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:08:17.486353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d47e6e-e641-4d08-aaff-ed2dbaf1160f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network a14fde8d-6219-40bf-9e4a-f41f1f60fc6f is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:08:17.545084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 50df388d-829a-4c3f-b59f-b87e85db4d72 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:08:17.566873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 50df388d-829a-4c3f-b59f-b87e85db4d72 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:08:17.567219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 50df388d-829a-4c3f-b59f-b87e85db4d72 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:08:17.602836 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-65d47e6e-e641-4d08-aaff-ed2dbaf1160f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, a14fde8d-6219-40bf-9e4a-f41f1f60fc6f) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:17.606632 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d47e6e-e641-4d08-aaff-ed2dbaf1160f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:17.607638 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-65d47e6e-e641-4d08-aaff-ed2dbaf1160f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:17.610845 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ce4eeb-88e0-4247-b997-fa8473866007 None None] Network a14fde8d-6219-40bf-9e4a-f41f1f60fc6f requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:17.682323 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-65d47e6e-e641-4d08-aaff-ed2dbaf1160f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8245234 Sep 23 23:08:17.685493 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40494) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:17.691009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3a26769a-b031-4a28-bac0-95be2d9b23a4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'network_id': 'a14fde8d-6219-40bf-9e4a-f41f1f60fc6f', 'name': 'tempest-PortsIpV6TestJSON-187628604', 'fixed_ips': [{'subnet_id': '8d25a9ca-89e6-4b33-afda-2b0f8ac8261b', 'ip_address': '2001:db8::10'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:17.915224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-a14fde8d-6219-40bf-9e4a-f41f1f60fc6f', 'network_id': 'a14fde8d-6219-40bf-9e4a-f41f1f60fc6f', 'tenant_id': '4b3211c4c8f84a74a0a0bd49a5634386', 'fixed_ips': [{'subnet_id': '8d25a9ca-89e6-4b33-afda-2b0f8ac8261b'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:08:17.916046 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:17.954252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a26769a-b031-4a28-bac0-95be2d9b23a4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:18.042761 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a26769a-b031-4a28-bac0-95be2d9b23a4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:18.057026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Allocated IP 2001:db8::2 (a14fde8d-6219-40bf-9e4a-f41f1f60fc6f/8d25a9ca-89e6-4b33-afda-2b0f8ac8261b/70c6fef1-5cf8-4372-b8f2-7fe6760e0746) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:18.060666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-3a26769a-b031-4a28-bac0-95be2d9b23a4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port 6bd76def-89a4-428f-99ab-06f70aea35c9 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:08:18.214488 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:18.257956 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:18.326991 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:18.364708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Network a14fde8d-6219-40bf-9e4a-f41f1f60fc6f is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:18.367650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:18.371813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:18.377657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-3a26769a-b031-4a28-bac0-95be2d9b23a4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Allocated IP 2001:db8::10 (a14fde8d-6219-40bf-9e4a-f41f1f60fc6f/8d25a9ca-89e6-4b33-afda-2b0f8ac8261b/6bd76def-89a4-428f-99ab-06f70aea35c9) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:18.386211 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Pushing event updated for resources: {'Port': ['ID=70c6fef1-5cf8-4372-b8f2-7fe6760e0746,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:18.411311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:18.411665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:18.412210 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:18.413058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:18.413467 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:18.413801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:18.414128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:18.414455 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:18.414780 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:18.415159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:18.415486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:18.415805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:08:18.454951 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Attempting to bind port 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:08:18.455298 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Attempting to bind port 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'c1a84864-1004-40ac-85eb-228386dfea47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a14fde8d-6219-40bf-9e4a-f41f1f60fc6f'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:08:18.455660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Attempting to bind port 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 on network a14fde8d-6219-40bf-9e4a-f41f1f60fc6f {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:08:18.461770 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:08:18.462142 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Checking segment: {'id': 'c1a84864-1004-40ac-85eb-228386dfea47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a14fde8d-6219-40bf-9e4a-f41f1f60fc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:08:18.462550 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:18.462966 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Bound using segment: {'id': 'c1a84864-1004-40ac-85eb-228386dfea47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a14fde8d-6219-40bf-9e4a-f41f1f60fc6f'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:08:18.463429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Bound port: 70c6fef1-5cf8-4372-b8f2-7fe6760e0746, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a84864-1004-40ac-85eb-228386dfea47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a14fde8d-6219-40bf-9e4a-f41f1f60fc6f'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:08:18.463862 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:18.526467 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] For port 70c6fef1-5cf8-4372-b8f2-7fe6760e0746, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:08:18.529618 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] For port 70c6fef1-5cf8-4372-b8f2-7fe6760e0746, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=70c6fef1-5cf8-4372-b8f2-7fe6760e0746,segment=NetworkSegment(c1a84864-1004-40ac-85eb-228386dfea47),segment_id=c1a84864-1004-40ac-85eb-228386dfea47)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:08:18.534808 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a26769a-b031-4a28-bac0-95be2d9b23a4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:18.623281 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:18.675501 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a26769a-b031-4a28-bac0-95be2d9b23a4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:18.690484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80a384-f057-4274-8c71-667c15b37a91 None None] Pushing event updated for resources: {'Port': ['ID=70c6fef1-5cf8-4372-b8f2-7fe6760e0746,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:18.726269 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a26769a-b031-4a28-bac0-95be2d9b23a4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network a14fde8d-6219-40bf-9e4a-f41f1f60fc6f is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:18.729525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3a26769a-b031-4a28-bac0-95be2d9b23a4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:18.733829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a26769a-b031-4a28-bac0-95be2d9b23a4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:18.737928 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:18.739661 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26769a-b031-4a28-bac0-95be2d9b23a4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:18.740303 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a26769a-b031-4a28-bac0-95be2d9b23a4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:18.749496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26769a-b031-4a28-bac0-95be2d9b23a4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=6bd76def-89a4-428f-99ab-06f70aea35c9,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:18.824771 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3a26769a-b031-4a28-bac0-95be2d9b23a4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1380684 Sep 23 23:08:18.829261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40496) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:18.839646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e67b899f-5680-4285-adce-ded629031b7f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'network_id': 'a14fde8d-6219-40bf-9e4a-f41f1f60fc6f', 'name': 'tempest-PortsIpV6TestJSON-1514083056', 'fixed_ips': [{'subnet_id': '8d25a9ca-89e6-4b33-afda-2b0f8ac8261b', 'ip_address': '2001:db8::f'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:19.080872 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67b899f-5680-4285-adce-ded629031b7f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:19.086144 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e67b899f-5680-4285-adce-ded629031b7f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:19.103940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-e67b899f-5680-4285-adce-ded629031b7f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port 0f03dfb4-0ac7-47d0-87fa-b84010e705c7 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:08:19.272608 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-e67b899f-5680-4285-adce-ded629031b7f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Allocated IP 2001:db8::f (a14fde8d-6219-40bf-9e4a-f41f1f60fc6f/8d25a9ca-89e6-4b33-afda-2b0f8ac8261b/0f03dfb4-0ac7-47d0-87fa-b84010e705c7) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:19.430232 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e67b899f-5680-4285-adce-ded629031b7f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:19.541177 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e67b899f-5680-4285-adce-ded629031b7f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:19.586883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe175196-10fe-4269-a60d-847ae00ec2b4 None None] Network a14fde8d-6219-40bf-9e4a-f41f1f60fc6f requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:19.595217 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67b899f-5680-4285-adce-ded629031b7f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network a14fde8d-6219-40bf-9e4a-f41f1f60fc6f is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:19.595217 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e67b899f-5680-4285-adce-ded629031b7f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:19.599016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67b899f-5680-4285-adce-ded629031b7f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:19.604827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67b899f-5680-4285-adce-ded629031b7f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:19.605477 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e67b899f-5680-4285-adce-ded629031b7f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:19.609183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b899f-5680-4285-adce-ded629031b7f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=0f03dfb4-0ac7-47d0-87fa-b84010e705c7,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:19.610630 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:08:19.675879 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e67b899f-5680-4285-adce-ded629031b7f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8453953 Sep 23 23:08:19.679371 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40498) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:19.698276 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-eee6904c-28c5-42ce-9afb-6a4d1ce71e3a None None] Provisioning complete for port 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:19.698649 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eee6904c-28c5-42ce-9afb-6a4d1ce71e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:19.765640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c791d-1379-486f-9be3-49d2af3a258f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:19.767254 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-629c791d-1379-486f-9be3-49d2af3a258f tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0869043 Sep 23 23:08:19.770009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40500) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:19.783450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:19.783841 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:19.829638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011aa8e4-7102-4e14-b7bd-11b8c16279a6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:19.835949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011aa8e4-7102-4e14-b7bd-11b8c16279a6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:19.841982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011aa8e4-7102-4e14-b7bd-11b8c16279a6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:19.843751 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-011aa8e4-7102-4e14-b7bd-11b8c16279a6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0727324 Sep 23 23:08:19.846630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40502) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:19.892804 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eee6904c-28c5-42ce-9afb-6a4d1ce71e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:19.938312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-2054653f-04db-456c-a1c2-abbdbc357ee7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port 0f03dfb4-0ac7-47d0-87fa-b84010e705c7 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:19.938793 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2054653f-04db-456c-a1c2-abbdbc357ee7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:19.966068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-eee6904c-28c5-42ce-9afb-6a4d1ce71e3a None None] For port 70c6fef1-5cf8-4372-b8f2-7fe6760e0746, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=70c6fef1-5cf8-4372-b8f2-7fe6760e0746,segment=NetworkSegment(c1a84864-1004-40ac-85eb-228386dfea47),segment_id=c1a84864-1004-40ac-85eb-228386dfea47)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:19.970833 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:20.040849 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2054653f-04db-456c-a1c2-abbdbc357ee7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:20.055498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-2054653f-04db-456c-a1c2-abbdbc357ee7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for 0f03dfb4-0ac7-47d0-87fa-b84010e705c7 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:20.071099 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eee6904c-28c5-42ce-9afb-6a4d1ce71e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:20.151688 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:08:20.151992 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:08:20.155227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6904c-28c5-42ce-9afb-6a4d1ce71e3a None None] Pushing event updated for resources: {'Port': ['ID=70c6fef1-5cf8-4372-b8f2-7fe6760e0746,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:20.205727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-299a72f8-74eb-4bb9-87d1-22c0525a16ff None None] Provisioning complete for port 6bd76def-89a4-428f-99ab-06f70aea35c9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:20.206269 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-299a72f8-74eb-4bb9-87d1-22c0525a16ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:20.243625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-299a72f8-74eb-4bb9-87d1-22c0525a16ff None None] Port 6bd76def-89a4-428f-99ab-06f70aea35c9 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:20.254071 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-299a72f8-74eb-4bb9-87d1-22c0525a16ff None None] Provisioning complete for port 0f03dfb4-0ac7-47d0-87fa-b84010e705c7 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:20.254427 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-299a72f8-74eb-4bb9-87d1-22c0525a16ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:20.295807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-299a72f8-74eb-4bb9-87d1-22c0525a16ff None None] Port 0f03dfb4-0ac7-47d0-87fa-b84010e705c7 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:20.307484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-299a72f8-74eb-4bb9-87d1-22c0525a16ff None None] Provisioning complete for port 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:20.307862 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-299a72f8-74eb-4bb9-87d1-22c0525a16ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:20.315324 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2054653f-04db-456c-a1c2-abbdbc357ee7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:20.346148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054653f-04db-456c-a1c2-abbdbc357ee7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=0f03dfb4-0ac7-47d0-87fa-b84010e705c7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:20.377522 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2054653f-04db-456c-a1c2-abbdbc357ee7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:20.383060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2054653f-04db-456c-a1c2-abbdbc357ee7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/0f03dfb4-0ac7-47d0-87fa-b84010e705c7 HTTP/1.1" status: 204 len: 168 time: 0.5321469 Sep 23 23:08:20.383894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40504) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:20.408538 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-7107ed75-f146-4256-b35f-76b102f97053 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] GET failed (client error): The resource could not be found. Sep 23 23:08:20.410209 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7107ed75-f146-4256-b35f-76b102f97053 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/0f03dfb4-0ac7-47d0-87fa-b84010e705c7 HTTP/1.1" status: 404 len: 333 time: 0.0252960 Sep 23 23:08:20.413026 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40508) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:20.506997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0a7bd-0c4f-432e-8d23-f3c0e299ecf5 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port 6bd76def-89a4-428f-99ab-06f70aea35c9 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:20.508114 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ebb0a7bd-0c4f-432e-8d23-f3c0e299ecf5 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:20.524091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ee246ed8-873d-46e0-8856-2d05a123e43c None None] Provisioning complete for port 6bd76def-89a4-428f-99ab-06f70aea35c9 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:20.524814 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ee246ed8-873d-46e0-8856-2d05a123e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:20.562166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ee246ed8-873d-46e0-8856-2d05a123e43c None None] Port 6bd76def-89a4-428f-99ab-06f70aea35c9 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:20.602332 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ebb0a7bd-0c4f-432e-8d23-f3c0e299ecf5 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:20.615481 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0a7bd-0c4f-432e-8d23-f3c0e299ecf5 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for 6bd76def-89a4-428f-99ab-06f70aea35c9 owned by {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:20.689081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8245d24b-946f-4442-b515-b20c74fe5c77 None None] Could not find standard attr ID for object 0f03dfb4-0ac7-47d0-87fa-b84010e705c7. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 23:08:20.852586 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ebb0a7bd-0c4f-432e-8d23-f3c0e299ecf5 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:20.881273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0a7bd-0c4f-432e-8d23-f3c0e299ecf5 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=6bd76def-89a4-428f-99ab-06f70aea35c9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:20.909558 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ebb0a7bd-0c4f-432e-8d23-f3c0e299ecf5 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:20.911454 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ebb0a7bd-0c4f-432e-8d23-f3c0e299ecf5 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/6bd76def-89a4-428f-99ab-06f70aea35c9 HTTP/1.1" status: 204 len: 168 time: 0.4975445 Sep 23 23:08:20.914641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40510) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:20.940244 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf359e9-43cb-4cc3-b1e0-c939a6e77f93 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] GET failed (client error): The resource could not be found. Sep 23 23:08:20.941820 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9cf359e9-43cb-4cc3-b1e0-c939a6e77f93 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/6bd76def-89a4-428f-99ab-06f70aea35c9 HTTP/1.1" status: 404 len: 333 time: 0.0262563 Sep 23 23:08:20.945348 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40512) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:21.002156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7a97bf-c5af-4c76-80e1-66287dd12952 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting subnet 8d25a9ca-89e6-4b33-afda-2b0f8ac8261b {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:08:21.005494 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f7a97bf-c5af-4c76-80e1-66287dd12952 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.055812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f7a97bf-c5af-4c76-80e1-66287dd12952 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.143530 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f7a97bf-c5af-4c76-80e1-66287dd12952 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.304763 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f7a97bf-c5af-4c76-80e1-66287dd12952 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.338457 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a97bf-c5af-4c76-80e1-66287dd12952 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Subnet': ['ID=8d25a9ca-89e6-4b33-afda-2b0f8ac8261b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:21.344130 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6f7a97bf-c5af-4c76-80e1-66287dd12952 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.346045 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6f7a97bf-c5af-4c76-80e1-66287dd12952 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/8d25a9ca-89e6-4b33-afda-2b0f8ac8261b HTTP/1.1" status: 204 len: 168 time: 0.3995917 Sep 23 23:08:21.348799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40514) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:21.351413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188eaec2-eea3-4638-91b4-12bc7f4292d8 None None] Network a14fde8d-6219-40bf-9e4a-f41f1f60fc6f requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:21.428444 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.482086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:21.482426 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.529230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1043219-727a-41cb-bdd0-e151daf0836b None None] DHCP port deletion for a14fde8d-6219-40bf-9e4a-f41f1f60fc6f request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:08:21.555235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] For port 70c6fef1-5cf8-4372-b8f2-7fe6760e0746, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=70c6fef1-5cf8-4372-b8f2-7fe6760e0746,segment=NetworkSegment(c1a84864-1004-40ac-85eb-228386dfea47),segment_id=c1a84864-1004-40ac-85eb-228386dfea47)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:21.555582 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.567770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:21.581917 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b1043219-727a-41cb-bdd0-e151daf0836b None None] Deleting port 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:21.581917 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b1043219-727a-41cb-bdd0-e151daf0836b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.643871 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b1043219-727a-41cb-bdd0-e151daf0836b None None] For port 70c6fef1-5cf8-4372-b8f2-7fe6760e0746, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=70c6fef1-5cf8-4372-b8f2-7fe6760e0746,segment=NetworkSegment(c1a84864-1004-40ac-85eb-228386dfea47),segment_id=c1a84864-1004-40ac-85eb-228386dfea47)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:21.644262 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b1043219-727a-41cb-bdd0-e151daf0836b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.658286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b1043219-727a-41cb-bdd0-e151daf0836b None None] Calling delete_port for 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:21.703660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.732412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=70c6fef1-5cf8-4372-b8f2-7fe6760e0746,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:21.734018 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No DVR routers for this DVR port 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:08:21.743398 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b1043219-727a-41cb-bdd0-e151daf0836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.769343 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1043219-727a-41cb-bdd0-e151daf0836b None None] Pushing event deleted for resources: {'Port': ['ID=70c6fef1-5cf8-4372-b8f2-7fe6760e0746,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:21.775277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1043219-727a-41cb-bdd0-e151daf0836b None None] No DVR routers for this DVR port 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:08:21.823080 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.838750 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14fde8d-6219-40bf-9e4a-f41f1f60fc6f']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:21.847843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a84864-1004-40ac-85eb-228386dfea47') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:21.848132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a84864-1004-40ac-85eb-228386dfea47') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:21.858396 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.871882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.877729 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:08:21.878115 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:08:21.881203 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:08:22.018187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:22.027422 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:22.028577 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/networks/a14fde8d-6219-40bf-9e4a-f41f1f60fc6f HTTP/1.1" status: 204 len: 168 time: 0.6787117 Sep 23 23:08:22.032355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40516) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:22.037520 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ef1853bc-0085-4216-a74b-bb1d8b022adc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-945414689'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:22.042382 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec516df-7c85-4b57-9ebf-ff0229a1a3a7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Network': ['ID=a14fde8d-6219-40bf-9e4a-f41f1f60fc6f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:22.166760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1853bc-0085-4216-a74b-bb1d8b022adc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:22.170331 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef1853bc-0085-4216-a74b-bb1d8b022adc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:22.194865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1853bc-0085-4216-a74b-bb1d8b022adc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:08:22.203455 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef1853bc-0085-4216-a74b-bb1d8b022adc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:22.203803 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-ef1853bc-0085-4216-a74b-bb1d8b022adc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Added segment 852014e3-f809-432f-bf9f-76ea66249e9f of type vlan for network 145ae69c-a6c5-430c-91ea-710bf28e6a10 Sep 23 23:08:22.242379 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef1853bc-0085-4216-a74b-bb1d8b022adc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:22.332128 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef1853bc-0085-4216-a74b-bb1d8b022adc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:22.337999 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1853bc-0085-4216-a74b-bb1d8b022adc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:22.338579 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ef1853bc-0085-4216-a74b-bb1d8b022adc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:22.405038 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1853bc-0085-4216-a74b-bb1d8b022adc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Network': ['ID=145ae69c-a6c5-430c-91ea-710bf28e6a10,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:22.415078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 145ae69c-a6c5-430c-91ea-710bf28e6a10 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:08:22.521700 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ef1853bc-0085-4216-a74b-bb1d8b022adc tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4881518 Sep 23 23:08:22.524479 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40518) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:22.529339 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-863f1b19-ae76-49e0-aae3-cfb030a319b7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'subnet': {'network_id': '145ae69c-a6c5-430c-91ea-710bf28e6a10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:22.697877 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863f1b19-ae76-49e0-aae3-cfb030a319b7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:22.701621 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-863f1b19-ae76-49e0-aae3-cfb030a319b7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:23.007003 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-863f1b19-ae76-49e0-aae3-cfb030a319b7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:23.069824 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f1b19-ae76-49e0-aae3-cfb030a319b7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Subnet': ['ID=6a992003-603a-4619-a391-ee3bd70196de,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:23.080713 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863f1b19-ae76-49e0-aae3-cfb030a319b7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Checking segment: {'id': '852014e3-f809-432f-bf9f-76ea66249e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '145ae69c-a6c5-430c-91ea-710bf28e6a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:08:23.081078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863f1b19-ae76-49e0-aae3-cfb030a319b7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network hostable DHCP agents. Network: 145ae69c-a6c5-430c-91ea-710bf28e6a10, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:08:23.171537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863f1b19-ae76-49e0-aae3-cfb030a319b7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 145ae69c-a6c5-430c-91ea-710bf28e6a10 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:08:23.280700 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-863f1b19-ae76-49e0-aae3-cfb030a319b7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 145ae69c-a6c5-430c-91ea-710bf28e6a10) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:23.284642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f1b19-ae76-49e0-aae3-cfb030a319b7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:23.285272 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-863f1b19-ae76-49e0-aae3-cfb030a319b7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:23.289382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b750c8ec-c481-43a7-9820-b09e1d8cc90e None None] Network 145ae69c-a6c5-430c-91ea-710bf28e6a10 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:23.390435 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-863f1b19-ae76-49e0-aae3-cfb030a319b7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8647475 Sep 23 23:08:23.392992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40520) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:23.397504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-4995e5f7-3232-4a13-bf51-be9fe57cb348 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-233429304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:23.438526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-145ae69c-a6c5-430c-91ea-710bf28e6a10', 'network_id': '145ae69c-a6c5-430c-91ea-710bf28e6a10', 'tenant_id': '4b3211c4c8f84a74a0a0bd49a5634386', 'fixed_ips': [{'subnet_id': '6a992003-603a-4619-a391-ee3bd70196de'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:08:23.439391 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:23.452704 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4995e5f7-3232-4a13-bf51-be9fe57cb348 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:23.453829 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4995e5f7-3232-4a13-bf51-be9fe57cb348 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:23.514486 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4995e5f7-3232-4a13-bf51-be9fe57cb348 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:23.560432 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:08:23.573213 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4995e5f7-3232-4a13-bf51-be9fe57cb348 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:23.585830 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:08:23.586168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 70c6fef1-5cf8-4372-b8f2-7fe6760e0746 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:08:23.605732 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Allocated IP 2001:db8::2 (145ae69c-a6c5-430c-91ea-710bf28e6a10/6a992003-603a-4619-a391-ee3bd70196de/fa3074a0-3443-47c9-94ec-db745fffdf03) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:23.656397 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4995e5f7-3232-4a13-bf51-be9fe57cb348 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:23.657719 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4995e5f7-3232-4a13-bf51-be9fe57cb348 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2636921 Sep 23 23:08:23.660427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40522) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:23.665845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e24a73af-0a54-428e-9be0-6f747dfa6b26 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'network_id': '145ae69c-a6c5-430c-91ea-710bf28e6a10', 'name': 'tempest-PortsIpV6TestJSON-1999488299'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:23.754691 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:23.846625 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:23.863190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24a73af-0a54-428e-9be0-6f747dfa6b26 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'port': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:23.866878 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e24a73af-0a54-428e-9be0-6f747dfa6b26 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:23.884088 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Network 145ae69c-a6c5-430c-91ea-710bf28e6a10 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:23.885817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [None req-e24a73af-0a54-428e-9be0-6f747dfa6b26 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port 251fb15f-5c9f-4c3a-b72b-b6df55105572 yet. {{(pid=95490) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:08:23.887045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:23.890457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:23.905373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Pushing event updated for resources: {'Port': ['ID=fa3074a0-3443-47c9-94ec-db745fffdf03,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:23.956587 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Attempting to bind port fa3074a0-3443-47c9-94ec-db745fffdf03 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:08:23.956950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Attempting to bind port fa3074a0-3443-47c9-94ec-db745fffdf03 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '852014e3-f809-432f-bf9f-76ea66249e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '145ae69c-a6c5-430c-91ea-710bf28e6a10'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:08:23.957335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Attempting to bind port fa3074a0-3443-47c9-94ec-db745fffdf03 on network 145ae69c-a6c5-430c-91ea-710bf28e6a10 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:08:23.964256 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:08:23.964628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Checking segment: {'id': '852014e3-f809-432f-bf9f-76ea66249e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '145ae69c-a6c5-430c-91ea-710bf28e6a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:08:23.965037 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:23.965456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Bound using segment: {'id': '852014e3-f809-432f-bf9f-76ea66249e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '145ae69c-a6c5-430c-91ea-710bf28e6a10'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:08:23.965925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Bound port: fa3074a0-3443-47c9-94ec-db745fffdf03, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852014e3-f809-432f-bf9f-76ea66249e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '145ae69c-a6c5-430c-91ea-710bf28e6a10'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:08:23.966305 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:24.011626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-e24a73af-0a54-428e-9be0-6f747dfa6b26 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Allocated IP 2001:db8::2b (145ae69c-a6c5-430c-91ea-710bf28e6a10/6a992003-603a-4619-a391-ee3bd70196de/251fb15f-5c9f-4c3a-b72b-b6df55105572) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:24.032419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] For port fa3074a0-3443-47c9-94ec-db745fffdf03, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:08:24.035563 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] For port fa3074a0-3443-47c9-94ec-db745fffdf03, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=fa3074a0-3443-47c9-94ec-db745fffdf03,segment=NetworkSegment(852014e3-f809-432f-bf9f-76ea66249e9f),segment_id=852014e3-f809-432f-bf9f-76ea66249e9f)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:08:24.149623 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:24.163473 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e24a73af-0a54-428e-9be0-6f747dfa6b26 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:24.206740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6f425-caf4-4036-a3d7-d24da4386232 None None] Pushing event updated for resources: {'Port': ['ID=fa3074a0-3443-47c9-94ec-db745fffdf03,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:24.287230 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e24a73af-0a54-428e-9be0-6f747dfa6b26 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:24.336732 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a73af-0a54-428e-9be0-6f747dfa6b26 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 145ae69c-a6c5-430c-91ea-710bf28e6a10 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:24.340255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-e24a73af-0a54-428e-9be0-6f747dfa6b26 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:24.347299 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a73af-0a54-428e-9be0-6f747dfa6b26 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:24.354001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24a73af-0a54-428e-9be0-6f747dfa6b26 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:24.355009 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e24a73af-0a54-428e-9be0-6f747dfa6b26 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:24.357958 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a73af-0a54-428e-9be0-6f747dfa6b26 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=251fb15f-5c9f-4c3a-b72b-b6df55105572,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:24.471018 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e24a73af-0a54-428e-9be0-6f747dfa6b26 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8086333 Sep 23 23:08:24.472773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40524) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:24.801926 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0b001cd-6d23-4eb6-8a0c-a5fe6143fad3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:25.063833 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0b001cd-6d23-4eb6-8a0c-a5fe6143fad3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:25.138346 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0b001cd-6d23-4eb6-8a0c-a5fe6143fad3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:25.152483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ac1a1-d13f-48a9-960b-b46c1b57feaf None None] Network 145ae69c-a6c5-430c-91ea-710bf28e6a10 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:25.216108 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b001cd-6d23-4eb6-8a0c-a5fe6143fad3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=251fb15f-5c9f-4c3a-b72b-b6df55105572,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:25.275189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5e7273c3-092e-4342-89f2-4f3e0bc6ed98 None None] Provisioning complete for port fa3074a0-3443-47c9-94ec-db745fffdf03 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:25.275654 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5e7273c3-092e-4342-89f2-4f3e0bc6ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:25.330183 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0b001cd-6d23-4eb6-8a0c-a5fe6143fad3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:25.389009 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5e7273c3-092e-4342-89f2-4f3e0bc6ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:25.424512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5e7273c3-092e-4342-89f2-4f3e0bc6ed98 None None] For port fa3074a0-3443-47c9-94ec-db745fffdf03, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=fa3074a0-3443-47c9-94ec-db745fffdf03,segment=NetworkSegment(852014e3-f809-432f-bf9f-76ea66249e9f),segment_id=852014e3-f809-432f-bf9f-76ea66249e9f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:25.515775 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5e7273c3-092e-4342-89f2-4f3e0bc6ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:25.540627 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0b001cd-6d23-4eb6-8a0c-a5fe6143fad3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:25.578745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7273c3-092e-4342-89f2-4f3e0bc6ed98 None None] Pushing event updated for resources: {'Port': ['ID=fa3074a0-3443-47c9-94ec-db745fffdf03,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:25.605297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device fa3074a0-3443-47c9-94ec-db745fffdf03 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:08:25.657630 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f4c7db23-4774-4341-a6f1-a154c44b8aa3 None None] Provisioning complete for port fa3074a0-3443-47c9-94ec-db745fffdf03 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:25.657997 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f4c7db23-4774-4341-a6f1-a154c44b8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:25.697001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port fa3074a0-3443-47c9-94ec-db745fffdf03 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:25.697400 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:25.823818 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f4c7db23-4774-4341-a6f1-a154c44b8aa3 None None] Provisioning complete for port 251fb15f-5c9f-4c3a-b72b-b6df55105572 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:25.824192 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f4c7db23-4774-4341-a6f1-a154c44b8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:25.853007 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0b001cd-6d23-4eb6-8a0c-a5fe6143fad3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:25.869395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7db23-4774-4341-a6f1-a154c44b8aa3 None None] Port 251fb15f-5c9f-4c3a-b72b-b6df55105572 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:25.932219 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0b001cd-6d23-4eb6-8a0c-a5fe6143fad3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:25.935990 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0b001cd-6d23-4eb6-8a0c-a5fe6143fad3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:25.991131 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-dd328cb7-8992-4981-a0de-ef4df87b9a05 None None] Provisioning complete for port 251fb15f-5c9f-4c3a-b72b-b6df55105572 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:25.991504 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dd328cb7-8992-4981-a0de-ef4df87b9a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:26.000482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b001cd-6d23-4eb6-8a0c-a5fe6143fad3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=251fb15f-5c9f-4c3a-b72b-b6df55105572,revision_number=3']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:26.031230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-dd328cb7-8992-4981-a0de-ef4df87b9a05 None None] Port 251fb15f-5c9f-4c3a-b72b-b6df55105572 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:26.073356 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b001cd-6d23-4eb6-8a0c-a5fe6143fad3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 145ae69c-a6c5-430c-91ea-710bf28e6a10 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:26.074836 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-e0b001cd-6d23-4eb6-8a0c-a5fe6143fad3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:26.155045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bcec4f15-5fe3-425b-8180-0b7cde90457c None None] Provisioning complete for port 251fb15f-5c9f-4c3a-b72b-b6df55105572 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:26.155626 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bcec4f15-5fe3-425b-8180-0b7cde90457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:26.191350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-bcec4f15-5fe3-425b-8180-0b7cde90457c None None] Port 251fb15f-5c9f-4c3a-b72b-b6df55105572 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:26.298016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b001cd-6d23-4eb6-8a0c-a5fe6143fad3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Router 186c31ac-6ef3-4a1e-84ff-e5f9ef32e817 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:08:26.311124 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fc2b60cd-0ac4-4678-aa68-291ec7d79220 None None] Provisioning complete for port 251fb15f-5c9f-4c3a-b72b-b6df55105572 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:26.311516 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fc2b60cd-0ac4-4678-aa68-291ec7d79220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:26.347800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b60cd-0ac4-4678-aa68-291ec7d79220 None None] Port 251fb15f-5c9f-4c3a-b72b-b6df55105572 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:26.391711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b001cd-6d23-4eb6-8a0c-a5fe6143fad3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:08:26.397269 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e0b001cd-6d23-4eb6-8a0c-a5fe6143fad3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "PUT /v2.0/routers/186c31ac-6ef3-4a1e-84ff-e5f9ef32e817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9231613 Sep 23 23:08:26.400044 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40528) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:26.402730 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe47fd8-b000-4cc7-8ebd-03e3b6dad998 None None] Sync routers for ids ['186c31ac-6ef3-4a1e-84ff-e5f9ef32e817'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:08:26.411894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe47fd8-b000-4cc7-8ebd-03e3b6dad998 None None] Routers {'186c31ac-6ef3-4a1e-84ff-e5f9ef32e817'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:08:26.412514 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-dbe47fd8-b000-4cc7-8ebd-03e3b6dad998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:08:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['186c31ac-6ef3-4a1e-84ff-e5f9ef32e817'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:26.449226 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-dbe47fd8-b000-4cc7-8ebd-03e3b6dad998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:26.449748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca7e843-406e-4a3c-8713-3c40397b5caf tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:26.451375 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1ca7e843-406e-4a3c-8713-3c40397b5caf tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports?device_id=186c31ac-6ef3-4a1e-84ff-e5f9ef32e817 HTTP/1.1" status: 200 len: 988 time: 0.0502775 Sep 23 23:08:26.454215 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40530) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:26.458021 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe47fd8-b000-4cc7-8ebd-03e3b6dad998 None None] Routers {'186c31ac-6ef3-4a1e-84ff-e5f9ef32e817'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:08:26.458686 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-dbe47fd8-b000-4cc7-8ebd-03e3b6dad998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:08:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['186c31ac-6ef3-4a1e-84ff-e5f9ef32e817'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:26.490611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-dbe47fd8-b000-4cc7-8ebd-03e3b6dad998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:26.491262 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe47fd8-b000-4cc7-8ebd-03e3b6dad998 None None] The sync data for ids ['186c31ac-6ef3-4a1e-84ff-e5f9ef32e817'] in n-d-810775-1 is: [] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:08:27.253933 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee4dc-41fe-4d79-9616-73dd4a9402ed tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:27.470880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ee4dc-41fe-4d79-9616-73dd4a9402ed tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port 251fb15f-5c9f-4c3a-b72b-b6df55105572 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:27.471537 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee4dc-41fe-4d79-9616-73dd4a9402ed tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:27.557551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device fa3074a0-3443-47c9-94ec-db745fffdf03 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:08:27.565269 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee4dc-41fe-4d79-9616-73dd4a9402ed tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:27.578342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ee4dc-41fe-4d79-9616-73dd4a9402ed tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for 251fb15f-5c9f-4c3a-b72b-b6df55105572 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:27.608727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port fa3074a0-3443-47c9-94ec-db745fffdf03 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:27.609101 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:27.823546 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee4dc-41fe-4d79-9616-73dd4a9402ed tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:27.850271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ee4dc-41fe-4d79-9616-73dd4a9402ed tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=251fb15f-5c9f-4c3a-b72b-b6df55105572,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:27.953031 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee4dc-41fe-4d79-9616-73dd4a9402ed tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:28.119406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1ee4dc-41fe-4d79-9616-73dd4a9402ed tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Router 186c31ac-6ef3-4a1e-84ff-e5f9ef32e817 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:08:28.198162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1ee4dc-41fe-4d79-9616-73dd4a9402ed tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:08:28.203542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4b1ee4dc-41fe-4d79-9616-73dd4a9402ed tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "PUT /v2.0/routers/186c31ac-6ef3-4a1e-84ff-e5f9ef32e817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7481320 Sep 23 23:08:28.206474 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40532) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:28.208216 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a846bc-37cb-4b96-b91e-a5cca1c1c62a None None] Sync routers for ids ['186c31ac-6ef3-4a1e-84ff-e5f9ef32e817'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:08:28.218046 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a846bc-37cb-4b96-b91e-a5cca1c1c62a None None] Routers {'186c31ac-6ef3-4a1e-84ff-e5f9ef32e817'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:08:28.218655 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d1a846bc-37cb-4b96-b91e-a5cca1c1c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:08:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['186c31ac-6ef3-4a1e-84ff-e5f9ef32e817'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:28.231579 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1c3e7c-1c8b-4f71-9c39-e09151aa88d6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] GET failed (client error): The resource could not be found. Sep 23 23:08:28.233149 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6d1c3e7c-1c8b-4f71-9c39-e09151aa88d6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/251fb15f-5c9f-4c3a-b72b-b6df55105572 HTTP/1.1" status: 404 len: 333 time: 0.0255558 Sep 23 23:08:28.235957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40534) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:28.254527 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d1a846bc-37cb-4b96-b91e-a5cca1c1c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:28.263489 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a846bc-37cb-4b96-b91e-a5cca1c1c62a None None] Routers {'186c31ac-6ef3-4a1e-84ff-e5f9ef32e817'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:08:28.264090 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d1a846bc-37cb-4b96-b91e-a5cca1c1c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:08:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['186c31ac-6ef3-4a1e-84ff-e5f9ef32e817'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:28.296425 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-d1a846bc-37cb-4b96-b91e-a5cca1c1c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:28.297079 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a846bc-37cb-4b96-b91e-a5cca1c1c62a None None] The sync data for ids ['186c31ac-6ef3-4a1e-84ff-e5f9ef32e817'] in n-d-810775-1 is: [] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:08:28.313619 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67f97c33-524e-4772-9b28-8127ff935872 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:28.474431 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67f97c33-524e-4772-9b28-8127ff935872 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:28.476437 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67f97c33-524e-4772-9b28-8127ff935872 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:28.600287 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67f97c33-524e-4772-9b28-8127ff935872 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:28.600828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f97c33-524e-4772-9b28-8127ff935872 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Fanout notify agent at l3_agent the message router_deleted on router 186c31ac-6ef3-4a1e-84ff-e5f9ef32e817 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:08:28.608706 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-67f97c33-524e-4772-9b28-8127ff935872 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:28.609862 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-67f97c33-524e-4772-9b28-8127ff935872 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/routers/186c31ac-6ef3-4a1e-84ff-e5f9ef32e817 HTTP/1.1" status: 204 len: 168 time: 0.3730159 Sep 23 23:08:28.612511 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40536) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:28.668046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec14350-6e80-48e1-a8b5-889394ca5a78 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting subnet 6a992003-603a-4619-a391-ee3bd70196de {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:08:28.671148 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aec14350-6e80-48e1-a8b5-889394ca5a78 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:28.710714 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aec14350-6e80-48e1-a8b5-889394ca5a78 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:28.796695 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aec14350-6e80-48e1-a8b5-889394ca5a78 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:28.944216 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aec14350-6e80-48e1-a8b5-889394ca5a78 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:28.971813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec14350-6e80-48e1-a8b5-889394ca5a78 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Subnet': ['ID=6a992003-603a-4619-a391-ee3bd70196de,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:28.975634 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-aec14350-6e80-48e1-a8b5-889394ca5a78 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:28.978210 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-aec14350-6e80-48e1-a8b5-889394ca5a78 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/6a992003-603a-4619-a391-ee3bd70196de HTTP/1.1" status: 204 len: 168 time: 0.3647637 Sep 23 23:08:28.980878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40538) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:28.983581 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0b8961-a010-4224-a19f-ef23c9b12c05 None None] Network 145ae69c-a6c5-430c-91ea-710bf28e6a10 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:29.059444 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:29.115692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port fa3074a0-3443-47c9-94ec-db745fffdf03 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:29.116040 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:29.191067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] For port fa3074a0-3443-47c9-94ec-db745fffdf03, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=fa3074a0-3443-47c9-94ec-db745fffdf03,segment=NetworkSegment(852014e3-f809-432f-bf9f-76ea66249e9f),segment_id=852014e3-f809-432f-bf9f-76ea66249e9f)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:29.191431 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:29.204244 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for fa3074a0-3443-47c9-94ec-db745fffdf03 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:29.320158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d19a9e-5000-4ded-9a5a-1a95331cea7e None None] DHCP port deletion for 145ae69c-a6c5-430c-91ea-710bf28e6a10 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:08:29.366673 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98d19a9e-5000-4ded-9a5a-1a95331cea7e None None] Deleting port fa3074a0-3443-47c9-94ec-db745fffdf03 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:29.367042 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98d19a9e-5000-4ded-9a5a-1a95331cea7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:29.388631 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:29.421091 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=fa3074a0-3443-47c9-94ec-db745fffdf03,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:29.423046 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No DVR routers for this DVR port fa3074a0-3443-47c9-94ec-db745fffdf03 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:08:29.433611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98d19a9e-5000-4ded-9a5a-1a95331cea7e None None] For port fa3074a0-3443-47c9-94ec-db745fffdf03, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=fa3074a0-3443-47c9-94ec-db745fffdf03,segment=NetworkSegment(852014e3-f809-432f-bf9f-76ea66249e9f),segment_id=852014e3-f809-432f-bf9f-76ea66249e9f)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:29.434002 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98d19a9e-5000-4ded-9a5a-1a95331cea7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:29.446582 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98d19a9e-5000-4ded-9a5a-1a95331cea7e None None] Calling delete_port for fa3074a0-3443-47c9-94ec-db745fffdf03 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:29.504198 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:29.526804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145ae69c-a6c5-430c-91ea-710bf28e6a10']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:29.534733 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98d19a9e-5000-4ded-9a5a-1a95331cea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:29.542161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852014e3-f809-432f-bf9f-76ea66249e9f') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:29.542802 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852014e3-f809-432f-bf9f-76ea66249e9f') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:29.553452 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:29.567403 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:29.568382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d19a9e-5000-4ded-9a5a-1a95331cea7e None None] Pushing event deleted for resources: {'Port': ['ID=fa3074a0-3443-47c9-94ec-db745fffdf03,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:29.572561 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d19a9e-5000-4ded-9a5a-1a95331cea7e None None] No DVR routers for this DVR port fa3074a0-3443-47c9-94ec-db745fffdf03 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:08:29.575851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device fa3074a0-3443-47c9-94ec-db745fffdf03 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:08:29.576653 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:08:29.577206 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:08:29.580325 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:08:29.602184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: fa3074a0-3443-47c9-94ec-db745fffdf03 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:08:29.602533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device fa3074a0-3443-47c9-94ec-db745fffdf03 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:08:29.732154 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:29.739268 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:29.741024 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/networks/145ae69c-a6c5-430c-91ea-710bf28e6a10 HTTP/1.1" status: 204 len: 168 time: 0.7592499 Sep 23 23:08:29.745040 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40540) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:29.752580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046c4e9-cd84-4cb1-87f2-989d8c9d9de0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Network': ['ID=145ae69c-a6c5-430c-91ea-710bf28e6a10,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:29.794752 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd90dc-39b9-461e-978a-86ea6982b54a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:29.794752 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-86dd90dc-39b9-461e-978a-86ea6982b54a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 HTTP/1.1" status: 200 len: 844 time: 0.0484934 Sep 23 23:08:29.798331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40542) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:29.839924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f3f2ced3-ab2c-4f5b-b472-38be9d3c4bc7 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0402658 Sep 23 23:08:29.843560 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40544) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:29.849792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7541af67-9ef9-40a7-b169-5732efef38dd tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'subnet': {'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:30.046497 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7541af67-9ef9-40a7-b169-5732efef38dd tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:30.050011 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7541af67-9ef9-40a7-b169-5732efef38dd tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:30.349770 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7541af67-9ef9-40a7-b169-5732efef38dd tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:30.393605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7541af67-9ef9-40a7-b169-5732efef38dd tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:30.396829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7541af67-9ef9-40a7-b169-5732efef38dd tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:30.401418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7541af67-9ef9-40a7-b169-5732efef38dd tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:30.402213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7541af67-9ef9-40a7-b169-5732efef38dd tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:30.405299 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee4872-ca3b-4742-b2a5-f5f5aff601e2 None None] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:30.413816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541af67-9ef9-40a7-b169-5732efef38dd tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Subnet': ['ID=5792df93-bf04-4e67-8f36-b92936ede47c,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:30.494055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7541af67-9ef9-40a7-b169-5732efef38dd tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6494603 Sep 23 23:08:30.496768 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40548) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:30.501143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c928d5b4-2a7c-4e47-b579-295d3931d607 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'security_group': {'name': 'tempest-secgroup-137446436'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:30.567978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'tenant_id': '4b3211c4c8f84a74a0a0bd49a5634386', 'fixed_ips': [{'subnet_id': '5792df93-bf04-4e67-8f36-b92936ede47c'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:08:30.568831 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:30.606790 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c928d5b4-2a7c-4e47-b579-295d3931d607 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:30.690604 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c928d5b4-2a7c-4e47-b579-295d3931d607 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:30.704894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Allocated IP 2001:db8::2 (0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae/5792df93-bf04-4e67-8f36-b92936ede47c/4e35a2aa-7738-4c07-970a-89f5f71626d8) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:30.777914 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c928d5b4-2a7c-4e47-b579-295d3931d607 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:30.812876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928d5b4-2a7c-4e47-b579-295d3931d607 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72822fef-7983-4e2f-a265-93b89e4a206a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:30.851933 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:30.869420 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c928d5b4-2a7c-4e47-b579-295d3931d607 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:30.870994 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c928d5b4-2a7c-4e47-b579-295d3931d607 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3730423 Sep 23 23:08:30.873629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40550) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:30.878009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0bd3a8cd-0089-41b9-9584-37c2e9000bb3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'security_group': {'name': 'tempest-secgroup-1665913873'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:30.955670 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:30.991628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:30.995061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:30.998422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:31.015669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Pushing event updated for resources: {'Port': ['ID=4e35a2aa-7738-4c07-970a-89f5f71626d8,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:31.052436 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0bd3a8cd-0089-41b9-9584-37c2e9000bb3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:31.065171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Attempting to bind port 4e35a2aa-7738-4c07-970a-89f5f71626d8 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:08:31.065551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Attempting to bind port 4e35a2aa-7738-4c07-970a-89f5f71626d8 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '9edf535f-c931-4e83-87e7-1b2bcd292d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:08:31.065922 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Attempting to bind port 4e35a2aa-7738-4c07-970a-89f5f71626d8 on network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:08:31.071660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:08:31.072033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Checking segment: {'id': '9edf535f-c931-4e83-87e7-1b2bcd292d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:08:31.072441 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:31.072831 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Bound using segment: {'id': '9edf535f-c931-4e83-87e7-1b2bcd292d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:08:31.073370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Bound port: 4e35a2aa-7738-4c07-970a-89f5f71626d8, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9edf535f-c931-4e83-87e7-1b2bcd292d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:08:31.073760 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:31.140628 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0bd3a8cd-0089-41b9-9584-37c2e9000bb3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:31.144128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] For port 4e35a2aa-7738-4c07-970a-89f5f71626d8, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:08:31.147360 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] For port 4e35a2aa-7738-4c07-970a-89f5f71626d8, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4e35a2aa-7738-4c07-970a-89f5f71626d8,segment=NetworkSegment(9edf535f-c931-4e83-87e7-1b2bcd292d9c),segment_id=9edf535f-c931-4e83-87e7-1b2bcd292d9c)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:08:31.217850 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0bd3a8cd-0089-41b9-9584-37c2e9000bb3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:31.247388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3a8cd-0089-41b9-9584-37c2e9000bb3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34ac41d-5a21-4151-afe6-961e55cebb75,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:31.252730 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:31.315192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b2c8c-e148-451e-8b1c-ef4030746af8 None None] Pushing event updated for resources: {'Port': ['ID=4e35a2aa-7738-4c07-970a-89f5f71626d8,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:31.377763 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0bd3a8cd-0089-41b9-9584-37c2e9000bb3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:31.381371 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0bd3a8cd-0089-41b9-9584-37c2e9000bb3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5046003 Sep 23 23:08:31.382111 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40552) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:31.388060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3a35cf8b-2388-4c3a-a295-76e288c1acc4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2068230082', 'security_groups': ['b34ac41d-5a21-4151-afe6-961e55cebb75'], 'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5792df93-bf04-4e67-8f36-b92936ede47c'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:31.599035 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4e35a2aa-7738-4c07-970a-89f5f71626d8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:08:31.618489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a35cf8b-2388-4c3a-a295-76e288c1acc4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:31.651371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4e35a2aa-7738-4c07-970a-89f5f71626d8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:31.651734 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:31.706916 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a35cf8b-2388-4c3a-a295-76e288c1acc4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:31.726109 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-3a35cf8b-2388-4c3a-a295-76e288c1acc4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port eeace22b-b7df-41c8-bfcf-090d2adc0536 yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:08:31.732499 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:31.765745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 4e35a2aa-7738-4c07-970a-89f5f71626d8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4e35a2aa-7738-4c07-970a-89f5f71626d8,segment=NetworkSegment(9edf535f-c931-4e83-87e7-1b2bcd292d9c),segment_id=9edf535f-c931-4e83-87e7-1b2bcd292d9c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:31.846045 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:31.897657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-3a35cf8b-2388-4c3a-a295-76e288c1acc4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Allocated IP 2001:db8::d4 (0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae/5792df93-bf04-4e67-8f36-b92936ede47c/eeace22b-b7df-41c8-bfcf-090d2adc0536) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:31.904665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=4e35a2aa-7738-4c07-970a-89f5f71626d8,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:32.046241 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a35cf8b-2388-4c3a-a295-76e288c1acc4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:32.155530 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a35cf8b-2388-4c3a-a295-76e288c1acc4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:32.198935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a35cf8b-2388-4c3a-a295-76e288c1acc4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:32.202179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3a35cf8b-2388-4c3a-a295-76e288c1acc4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:32.205781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a35cf8b-2388-4c3a-a295-76e288c1acc4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:32.211902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a35cf8b-2388-4c3a-a295-76e288c1acc4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:32.212527 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a35cf8b-2388-4c3a-a295-76e288c1acc4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:32.222183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6dd23347-3a3b-47af-b99a-74e5460ebc79 None None] Provisioning complete for port 4e35a2aa-7738-4c07-970a-89f5f71626d8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:32.222947 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6dd23347-3a3b-47af-b99a-74e5460ebc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:32.229148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35cf8b-2388-4c3a-a295-76e288c1acc4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=eeace22b-b7df-41c8-bfcf-090d2adc0536,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:32.317018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6dd23347-3a3b-47af-b99a-74e5460ebc79 None None] Provisioning complete for port 4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:32.317426 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6dd23347-3a3b-47af-b99a-74e5460ebc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:32.327126 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3a35cf8b-2388-4c3a-a295-76e288c1acc4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9439342 Sep 23 23:08:32.329875 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40554) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:32.335343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c60fe14c-702c-4554-9db3-cc4cbbc811b0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'subnet': {'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:32.362304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6dd23347-3a3b-47af-b99a-74e5460ebc79 None None] Port 4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:32.483146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-63b32386-0cf1-4bda-a652-9496a7aab3d5 None None] Provisioning complete for port eeace22b-b7df-41c8-bfcf-090d2adc0536 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:32.483453 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-63b32386-0cf1-4bda-a652-9496a7aab3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:32.520837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-63b32386-0cf1-4bda-a652-9496a7aab3d5 None None] Port eeace22b-b7df-41c8-bfcf-090d2adc0536 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:32.537768 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60fe14c-702c-4554-9db3-cc4cbbc811b0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:32.542234 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c60fe14c-702c-4554-9db3-cc4cbbc811b0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:32.631050 n-d-810775-1 neutron-server[95491]: INFO neutron.db.ipam_backend_mixin [None req-c60fe14c-702c-4554-9db3-cc4cbbc811b0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5792df93-bf04-4e67-8f36-b92936ede47c (CIDR: 2001:db8::/64) Sep 23 23:08:32.675302 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60fe14c-702c-4554-9db3-cc4cbbc811b0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 23:08:32.675841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60fe14c-702c-4554-9db3-cc4cbbc811b0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:08:32.790360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c60fe14c-702c-4554-9db3-cc4cbbc811b0 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4592228 Sep 23 23:08:32.793591 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40556) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:32.798774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ce0757c4-9971-4822-a4c9-416a34cc05b9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'subnet': {'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:32.978152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0757c4-9971-4822-a4c9-416a34cc05b9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:32.981899 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce0757c4-9971-4822-a4c9-416a34cc05b9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:33.355160 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce0757c4-9971-4822-a4c9-416a34cc05b9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:33.396329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0757c4-9971-4822-a4c9-416a34cc05b9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:33.401533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-ce0757c4-9971-4822-a4c9-416a34cc05b9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:33.404434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0757c4-9971-4822-a4c9-416a34cc05b9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:33.405014 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ce0757c4-9971-4822-a4c9-416a34cc05b9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:33.411160 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced1ff9f-bbcc-4649-b700-1339eb864801 None None] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:33.419362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0757c4-9971-4822-a4c9-416a34cc05b9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Subnet': ['ID=693754d2-a6dc-4604-af6a-3bda5698940d,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:33.522359 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ce0757c4-9971-4822-a4c9-416a34cc05b9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7275393 Sep 23 23:08:33.524697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40558) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:33.530138 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-cea0dae1-cd2a-42d7-9cc6-e981d097f327 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-621077651', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '693754d2-a6dc-4604-af6a-3bda5698940d'}], 'security_groups': ['72822fef-7983-4e2f-a265-93b89e4a206a']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:33.562709 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4e35a2aa-7738-4c07-970a-89f5f71626d8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:08:33.599668 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cea0dae1-cd2a-42d7-9cc6-e981d097f327 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:33.629774 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4e35a2aa-7738-4c07-970a-89f5f71626d8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:33.629774 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:33.688874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6007904d-8347-4884-8965-6c5467957c51 None None] Update dhcp port {'port': {'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'fixed_ips': [{'subnet_id': '5792df93-bf04-4e67-8f36-b92936ede47c', 'ip_address': '2001:db8::2'}, {'subnet_id': '693754d2-a6dc-4604-af6a-3bda5698940d'}], 'binding:host_id': 'n-d-810775-1'}, 'id': '4e35a2aa-7738-4c07-970a-89f5f71626d8'} from n-d-810775-1. {{(pid=95492) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 23:08:33.723775 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6007904d-8347-4884-8965-6c5467957c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:33.902040 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-cea0dae1-cd2a-42d7-9cc6-e981d097f327 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Delete allocated IP 2001:db8::d4 (0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae/5792df93-bf04-4e67-8f36-b92936ede47c) {{(pid=95491) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 23:08:33.909898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-cea0dae1-cd2a-42d7-9cc6-e981d097f327 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Allocated IP 2001:db8:0:1::76 (0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae/693754d2-a6dc-4604-af6a-3bda5698940d/eeace22b-b7df-41c8-bfcf-090d2adc0536) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:34.065735 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cea0dae1-cd2a-42d7-9cc6-e981d097f327 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:34.183102 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cea0dae1-cd2a-42d7-9cc6-e981d097f327 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:34.237227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-6007904d-8347-4884-8965-6c5467957c51 None None] Allocated IP 2001:db8:0:1::2 (0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae/693754d2-a6dc-4604-af6a-3bda5698940d/4e35a2aa-7738-4c07-970a-89f5f71626d8) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:34.246553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-cea0dae1-cd2a-42d7-9cc6-e981d097f327 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] In _notify_port_updated(), no bound segment for port eeace22b-b7df-41c8-bfcf-090d2adc0536 on network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae {{(pid=95491) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 23:08:34.258641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea0dae1-cd2a-42d7-9cc6-e981d097f327 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:34.258641 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cea0dae1-cd2a-42d7-9cc6-e981d097f327 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:34.258641 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cea0dae1-cd2a-42d7-9cc6-e981d097f327 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "PUT /v2.0/ports/eeace22b-b7df-41c8-bfcf-090d2adc0536 HTTP/1.1" status: 200 len: 929 time: 0.7282321 Sep 23 23:08:34.258926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40560) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:34.260141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0dae1-cd2a-42d7-9cc6-e981d097f327 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=eeace22b-b7df-41c8-bfcf-090d2adc0536,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:34.336403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6007904d-8347-4884-8965-6c5467957c51 None None] For port 4e35a2aa-7738-4c07-970a-89f5f71626d8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4e35a2aa-7738-4c07-970a-89f5f71626d8,segment=NetworkSegment(9edf535f-c931-4e83-87e7-1b2bcd292d9c),segment_id=9edf535f-c931-4e83-87e7-1b2bcd292d9c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:34.350902 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-04d166de-5904-4f67-83c8-8814c8a72794 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port eeace22b-b7df-41c8-bfcf-090d2adc0536 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:34.351241 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-04d166de-5904-4f67-83c8-8814c8a72794 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:34.366306 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6007904d-8347-4884-8965-6c5467957c51 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:34.423275 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6007904d-8347-4884-8965-6c5467957c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:34.444331 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-04d166de-5904-4f67-83c8-8814c8a72794 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:34.457666 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-04d166de-5904-4f67-83c8-8814c8a72794 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for eeace22b-b7df-41c8-bfcf-090d2adc0536 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:34.515773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007904d-8347-4884-8965-6c5467957c51 None None] Pushing event updated for resources: {'Port': ['ID=4e35a2aa-7738-4c07-970a-89f5f71626d8,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:34.681731 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-04d166de-5904-4f67-83c8-8814c8a72794 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:34.715346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d166de-5904-4f67-83c8-8814c8a72794 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=eeace22b-b7df-41c8-bfcf-090d2adc0536,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:34.743482 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-04d166de-5904-4f67-83c8-8814c8a72794 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:34.745791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-04d166de-5904-4f67-83c8-8814c8a72794 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/eeace22b-b7df-41c8-bfcf-090d2adc0536 HTTP/1.1" status: 204 len: 168 time: 0.4879587 Sep 23 23:08:34.748597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40562) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:34.776186 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f69b839-9446-4a3b-bd9c-0dee47841983 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] GET failed (client error): The resource could not be found. Sep 23 23:08:34.780402 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8f69b839-9446-4a3b-bd9c-0dee47841983 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/eeace22b-b7df-41c8-bfcf-090d2adc0536 HTTP/1.1" status: 404 len: 333 time: 0.0282340 Sep 23 23:08:34.780780 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40564) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:34.865781 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe04045b-b5df-4556-862e-e3b3ce1fbe85 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:34.891281 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe04045b-b5df-4556-862e-e3b3ce1fbe85 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:35.035459 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe04045b-b5df-4556-862e-e3b3ce1fbe85 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:35.038298 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe04045b-b5df-4556-862e-e3b3ce1fbe85 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:35.040043 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fe04045b-b5df-4556-862e-e3b3ce1fbe85 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/security-groups/b34ac41d-5a21-4151-afe6-961e55cebb75 HTTP/1.1" status: 204 len: 168 time: 0.2580824 Sep 23 23:08:35.042756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40566) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:35.049961 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04045b-b5df-4556-862e-e3b3ce1fbe85 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34ac41d-5a21-4151-afe6-961e55cebb75,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:35.082615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1761c30e-2f6c-417a-872f-0a543f61a01f None None] Provisioning complete for port 4e35a2aa-7738-4c07-970a-89f5f71626d8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:35.082993 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1761c30e-2f6c-417a-872f-0a543f61a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:35.113590 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3bad58ff-45d9-46b9-8c71-651c983c5573 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:35.139877 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3bad58ff-45d9-46b9-8c71-651c983c5573 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:35.177171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1761c30e-2f6c-417a-872f-0a543f61a01f None None] Could not find standard attr ID for object eeace22b-b7df-41c8-bfcf-090d2adc0536. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 23:08:35.188693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1761c30e-2f6c-417a-872f-0a543f61a01f None None] Provisioning complete for port 4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:35.189288 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1761c30e-2f6c-417a-872f-0a543f61a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:35.228742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-1761c30e-2f6c-417a-872f-0a543f61a01f None None] Port 4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:35.342415 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ccd8d0f3-7993-45c1-ae3c-402bfcf7c9d1 None None] Could not find standard attr ID for object eeace22b-b7df-41c8-bfcf-090d2adc0536. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 23:08:35.349639 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3bad58ff-45d9-46b9-8c71-651c983c5573 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:35.353254 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3bad58ff-45d9-46b9-8c71-651c983c5573 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:35.354717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3bad58ff-45d9-46b9-8c71-651c983c5573 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/security-groups/72822fef-7983-4e2f-a265-93b89e4a206a HTTP/1.1" status: 204 len: 168 time: 0.3108914 Sep 23 23:08:35.357752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40568) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:35.365038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad58ff-45d9-46b9-8c71-651c983c5573 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72822fef-7983-4e2f-a265-93b89e4a206a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:35.438777 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d08712-2027-40bf-bd4d-9db22aef5276 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting subnet 5792df93-bf04-4e67-8f36-b92936ede47c {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:08:35.442452 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49d08712-2027-40bf-bd4d-9db22aef5276 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:35.494287 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49d08712-2027-40bf-bd4d-9db22aef5276 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:35.563164 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4e35a2aa-7738-4c07-970a-89f5f71626d8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:08:35.613702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4e35a2aa-7738-4c07-970a-89f5f71626d8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:35.614069 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:35.628126 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49d08712-2027-40bf-bd4d-9db22aef5276 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:35.761777 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49d08712-2027-40bf-bd4d-9db22aef5276 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:35.795308 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49d08712-2027-40bf-bd4d-9db22aef5276 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:35.797417 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-49d08712-2027-40bf-bd4d-9db22aef5276 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/5792df93-bf04-4e67-8f36-b92936ede47c HTTP/1.1" status: 204 len: 168 time: 0.4382250 Sep 23 23:08:35.798926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d08712-2027-40bf-bd4d-9db22aef5276 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Subnet': ['ID=5792df93-bf04-4e67-8f36-b92936ede47c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:35.802375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40570) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:35.803247 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7993e3ce-c05e-4d7b-a326-970abea6ca5d None None] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:35.808627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-77b848a9-225a-48ea-928d-459cd53a3bd3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'subnet': {'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:36.075322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b848a9-225a-48ea-928d-459cd53a3bd3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:36.079016 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77b848a9-225a-48ea-928d-459cd53a3bd3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:36.447110 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77b848a9-225a-48ea-928d-459cd53a3bd3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:36.499791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b848a9-225a-48ea-928d-459cd53a3bd3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:36.503545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-77b848a9-225a-48ea-928d-459cd53a3bd3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:36.508806 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b848a9-225a-48ea-928d-459cd53a3bd3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:36.509599 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77b848a9-225a-48ea-928d-459cd53a3bd3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:36.525899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b848a9-225a-48ea-928d-459cd53a3bd3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Subnet': ['ID=288672a9-42ff-4467-89ac-62c884791164,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:36.544556 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e372c80-b817-497a-9826-d154a2f54910 None None] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:36.616411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-01ae269f-b4a8-4df1-9376-80b15eb34531 None None] Provisioning complete for port 4e35a2aa-7738-4c07-970a-89f5f71626d8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:36.617078 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-01ae269f-b4a8-4df1-9376-80b15eb34531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:36.619530 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-77b848a9-225a-48ea-928d-459cd53a3bd3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8158073 Sep 23 23:08:36.621927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40572) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:36.627038 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-cb84eb82-8506-44e5-93d3-b2f961a4d7b3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'security_group': {'name': 'tempest-secgroup-1507606431'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:36.755518 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb84eb82-8506-44e5-93d3-b2f961a4d7b3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:36.795851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-01ae269f-b4a8-4df1-9376-80b15eb34531 None None] Provisioning complete for port 4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:36.796240 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-01ae269f-b4a8-4df1-9376-80b15eb34531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:36.853985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-01ae269f-b4a8-4df1-9376-80b15eb34531 None None] Port 4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:36.856187 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb84eb82-8506-44e5-93d3-b2f961a4d7b3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:36.869881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00d8fc0-d1ec-4624-ad5f-9b374701be9a None None] Update dhcp port {'port': {'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'fixed_ips': [{'subnet_id': '693754d2-a6dc-4604-af6a-3bda5698940d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '288672a9-42ff-4467-89ac-62c884791164'}], 'binding:host_id': 'n-d-810775-1'}, 'id': '4e35a2aa-7738-4c07-970a-89f5f71626d8'} from n-d-810775-1. {{(pid=95492) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 23:08:36.909837 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b00d8fc0-d1ec-4624-ad5f-9b374701be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:36.954562 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb84eb82-8506-44e5-93d3-b2f961a4d7b3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:36.985279 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84eb82-8506-44e5-93d3-b2f961a4d7b3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b800ddc9-7cf8-48f9-9b69-5f67096b246e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:37.025323 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:37.080712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-b00d8fc0-d1ec-4624-ad5f-9b374701be9a None None] Allocated IP 2001:db8::2 (0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae/288672a9-42ff-4467-89ac-62c884791164/4e35a2aa-7738-4c07-970a-89f5f71626d8) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:37.120751 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cb84eb82-8506-44e5-93d3-b2f961a4d7b3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:37.122098 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cb84eb82-8506-44e5-93d3-b2f961a4d7b3 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4987452 Sep 23 23:08:37.124766 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40574) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:37.129295 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-43ec30a2-a4c9-41ab-bf18-754e2b85d78a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'security_group': {'name': 'tempest-secgroup-952244648'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:37.173963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b00d8fc0-d1ec-4624-ad5f-9b374701be9a None None] For port 4e35a2aa-7738-4c07-970a-89f5f71626d8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4e35a2aa-7738-4c07-970a-89f5f71626d8,segment=NetworkSegment(9edf535f-c931-4e83-87e7-1b2bcd292d9c),segment_id=9edf535f-c931-4e83-87e7-1b2bcd292d9c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:37.203132 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b00d8fc0-d1ec-4624-ad5f-9b374701be9a None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:37.212209 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43ec30a2-a4c9-41ab-bf18-754e2b85d78a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:37.286646 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b00d8fc0-d1ec-4624-ad5f-9b374701be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:37.291649 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43ec30a2-a4c9-41ab-bf18-754e2b85d78a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:37.377464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d8fc0-d1ec-4624-ad5f-9b374701be9a None None] Pushing event updated for resources: {'Port': ['ID=4e35a2aa-7738-4c07-970a-89f5f71626d8,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:37.377620 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43ec30a2-a4c9-41ab-bf18-754e2b85d78a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:37.408558 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec30a2-a4c9-41ab-bf18-754e2b85d78a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c086ec85-98e0-4a4b-ac40-ef9a9e442925,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:37.469169 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-43ec30a2-a4c9-41ab-bf18-754e2b85d78a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:37.472285 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-43ec30a2-a4c9-41ab-bf18-754e2b85d78a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3447824 Sep 23 23:08:37.473326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40576) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:37.478943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-29a05e25-6455-4e95-8e7c-cb03179535d9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'security_group': {'name': 'tempest-secgroup-173369531'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:37.567189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4e35a2aa-7738-4c07-970a-89f5f71626d8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:08:37.577701 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-29a05e25-6455-4e95-8e7c-cb03179535d9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:37.620901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4e35a2aa-7738-4c07-970a-89f5f71626d8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:37.621422 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:37.677001 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-29a05e25-6455-4e95-8e7c-cb03179535d9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:37.744697 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-29a05e25-6455-4e95-8e7c-cb03179535d9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:37.776134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a05e25-6455-4e95-8e7c-cb03179535d9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd73082-50bc-4274-b18d-ad1aaf44e7ce,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:37.841134 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-29a05e25-6455-4e95-8e7c-cb03179535d9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:37.842970 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-29a05e25-6455-4e95-8e7c-cb03179535d9 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3683872 Sep 23 23:08:37.846382 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40578) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:37.852629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f4942eb9-1c02-443d-a1ce-7d2177bb3d1c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1437643200', 'security_groups': ['ffd73082-50bc-4274-b18d-ad1aaf44e7ce'], 'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '288672a9-42ff-4467-89ac-62c884791164'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:37.981755 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-955a183f-2de6-45d1-8d2f-f78d4652f0fa None None] Provisioning complete for port 4e35a2aa-7738-4c07-970a-89f5f71626d8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:37.982153 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-955a183f-2de6-45d1-8d2f-f78d4652f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:38.235780 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-955a183f-2de6-45d1-8d2f-f78d4652f0fa None None] Provisioning complete for port 4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:38.235780 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-955a183f-2de6-45d1-8d2f-f78d4652f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:38.274597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-955a183f-2de6-45d1-8d2f-f78d4652f0fa None None] Port 4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:38.451588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4942eb9-1c02-443d-a1ce-7d2177bb3d1c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:38.540552 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4942eb9-1c02-443d-a1ce-7d2177bb3d1c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:38.559705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [None req-f4942eb9-1c02-443d-a1ce-7d2177bb3d1c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] device_id is not set on port 6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a yet. {{(pid=95491) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:08:38.745065 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-f4942eb9-1c02-443d-a1ce-7d2177bb3d1c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Allocated IP 2001:db8::23a (0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae/288672a9-42ff-4467-89ac-62c884791164/6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:38.896451 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4942eb9-1c02-443d-a1ce-7d2177bb3d1c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:39.063859 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4942eb9-1c02-443d-a1ce-7d2177bb3d1c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:39.107050 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4942eb9-1c02-443d-a1ce-7d2177bb3d1c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:39.110016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-f4942eb9-1c02-443d-a1ce-7d2177bb3d1c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:39.113722 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4942eb9-1c02-443d-a1ce-7d2177bb3d1c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:08:39.119357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4942eb9-1c02-443d-a1ce-7d2177bb3d1c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:39.119963 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f4942eb9-1c02-443d-a1ce-7d2177bb3d1c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:39.128475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4942eb9-1c02-443d-a1ce-7d2177bb3d1c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:39.247204 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f4942eb9-1c02-443d-a1ce-7d2177bb3d1c tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3996863 Sep 23 23:08:39.250039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40582) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:39.255236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ac37e13d-c800-48f9-9c30-40996b1f9e5d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'subnet': {'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:39.400861 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ba3237c7-9238-4fb6-9c69-e21bb8e04d96 None None] Provisioning complete for port 6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:39.401456 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ba3237c7-9238-4fb6-9c69-e21bb8e04d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:39.437302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ba3237c7-9238-4fb6-9c69-e21bb8e04d96 None None] Port 6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:39.480453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac37e13d-c800-48f9-9c30-40996b1f9e5d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:39.484032 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ac37e13d-c800-48f9-9c30-40996b1f9e5d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:39.589258 n-d-810775-1 neutron-server[95491]: INFO neutron.db.ipam_backend_mixin [None req-ac37e13d-c800-48f9-9c30-40996b1f9e5d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 288672a9-42ff-4467-89ac-62c884791164 (CIDR: 2001:db8::/64) Sep 23 23:08:39.647185 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac37e13d-c800-48f9-9c30-40996b1f9e5d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 23:08:39.647636 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac37e13d-c800-48f9-9c30-40996b1f9e5d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:08:39.772536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ac37e13d-c800-48f9-9c30-40996b1f9e5d tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5210025 Sep 23 23:08:39.775188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40584) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:39.780200 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-cfb2b627-7460-4d37-9c95-6831c073a00b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'subnet': {'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:39.975434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb2b627-7460-4d37-9c95-6831c073a00b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:39.975805 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cfb2b627-7460-4d37-9c95-6831c073a00b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:40.077067 n-d-810775-1 neutron-server[95490]: INFO neutron.db.ipam_backend_mixin [None req-cfb2b627-7460-4d37-9c95-6831c073a00b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 693754d2-a6dc-4604-af6a-3bda5698940d (CIDR: 2001:db8:0:1::/64) Sep 23 23:08:40.127006 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb2b627-7460-4d37-9c95-6831c073a00b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 23:08:40.127471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb2b627-7460-4d37-9c95-6831c073a00b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:08:40.247017 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cfb2b627-7460-4d37-9c95-6831c073a00b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4706857 Sep 23 23:08:40.249777 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40588) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:40.254817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9f637728-5669-4eba-ab41-9edd753e16e4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'subnet': {'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:40.440478 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f637728-5669-4eba-ab41-9edd753e16e4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Made reservation on behalf of 4b3211c4c8f84a74a0a0bd49a5634386 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:08:40.444338 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9f637728-5669-4eba-ab41-9edd753e16e4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:40.795156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9f637728-5669-4eba-ab41-9edd753e16e4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:40.843549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f637728-5669-4eba-ab41-9edd753e16e4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:08:40.847015 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-9f637728-5669-4eba-ab41-9edd753e16e4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:08:40.851670 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f637728-5669-4eba-ab41-9edd753e16e4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:40.852269 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9f637728-5669-4eba-ab41-9edd753e16e4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:40.856783 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682e3bbf-10a7-41b0-ba00-edb54d0d4214 None None] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:40.866921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f637728-5669-4eba-ab41-9edd753e16e4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Subnet': ['ID=d85cf776-c1f4-4333-a314-96e7bdc9ca9a,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:40.968151 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9f637728-5669-4eba-ab41-9edd753e16e4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7170744 Sep 23 23:08:40.970899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40594) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:40.976766 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5c513c06-5850-43d3-8947-95eb77616bfb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1252522568', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd85cf776-c1f4-4333-a314-96e7bdc9ca9a'}], 'security_groups': ['b800ddc9-7cf8-48f9-9b69-5f67096b246e', 'c086ec85-98e0-4a4b-ac40-ef9a9e442925']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:41.104373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cd859e-2aad-441f-9e5e-189279ac02c1 None None] Update dhcp port {'port': {'network_id': '0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae', 'fixed_ips': [{'subnet_id': '693754d2-a6dc-4604-af6a-3bda5698940d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '288672a9-42ff-4467-89ac-62c884791164', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd85cf776-c1f4-4333-a314-96e7bdc9ca9a'}], 'binding:host_id': 'n-d-810775-1'}, 'id': '4e35a2aa-7738-4c07-970a-89f5f71626d8'} from n-d-810775-1. {{(pid=95492) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 23:08:41.131933 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a9cd859e-2aad-441f-9e5e-189279ac02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:41.157736 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c513c06-5850-43d3-8947-95eb77616bfb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:41.318953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-a9cd859e-2aad-441f-9e5e-189279ac02c1 None None] Allocated IP 2001:db8:0:2::2 (0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae/d85cf776-c1f4-4333-a314-96e7bdc9ca9a/4e35a2aa-7738-4c07-970a-89f5f71626d8) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:41.420832 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a9cd859e-2aad-441f-9e5e-189279ac02c1 None None] For port 4e35a2aa-7738-4c07-970a-89f5f71626d8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4e35a2aa-7738-4c07-970a-89f5f71626d8,segment=NetworkSegment(9edf535f-c931-4e83-87e7-1b2bcd292d9c),segment_id=9edf535f-c931-4e83-87e7-1b2bcd292d9c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:41.455151 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a9cd859e-2aad-441f-9e5e-189279ac02c1 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:41.594948 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a9cd859e-2aad-441f-9e5e-189279ac02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:41.707893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd859e-2aad-441f-9e5e-189279ac02c1 None None] Pushing event updated for resources: {'Port': ['ID=4e35a2aa-7738-4c07-970a-89f5f71626d8,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:41.732686 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-5c513c06-5850-43d3-8947-95eb77616bfb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Delete allocated IP 2001:db8::23a (0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae/288672a9-42ff-4467-89ac-62c884791164) {{(pid=95490) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 23:08:41.746430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-5c513c06-5850-43d3-8947-95eb77616bfb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Allocated IP 2001:db8:0:2::2db (0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae/d85cf776-c1f4-4333-a314-96e7bdc9ca9a/6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:08:41.948362 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c513c06-5850-43d3-8947-95eb77616bfb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:42.031496 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c513c06-5850-43d3-8947-95eb77616bfb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:42.099010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5c513c06-5850-43d3-8947-95eb77616bfb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] In _notify_port_updated(), no bound segment for port 6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a on network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae {{(pid=95490) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 23:08:42.105052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c513c06-5850-43d3-8947-95eb77616bfb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:42.105845 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c513c06-5850-43d3-8947-95eb77616bfb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:42.107427 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5c513c06-5850-43d3-8947-95eb77616bfb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "PUT /v2.0/ports/6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a HTTP/1.1" status: 200 len: 970 time: 1.1354041 Sep 23 23:08:42.110952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40596) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:42.151193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c513c06-5850-43d3-8947-95eb77616bfb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event updated for resources: {'Port': ['ID=6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:42.241043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-bfcecce7-0d75-4131-b5f0-b7f4ad6cb670 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port 6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:42.241043 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfcecce7-0d75-4131-b5f0-b7f4ad6cb670 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:42.346055 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfcecce7-0d75-4131-b5f0-b7f4ad6cb670 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:42.365136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-bfcecce7-0d75-4131-b5f0-b7f4ad6cb670 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for 6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:42.389711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-51fd0ebc-911c-4eed-b026-f0e2895aa31d None None] Provisioning complete for port 6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:42.390380 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-51fd0ebc-911c-4eed-b026-f0e2895aa31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:42.437774 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-51fd0ebc-911c-4eed-b026-f0e2895aa31d None None] Port 6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:42.449614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-51fd0ebc-911c-4eed-b026-f0e2895aa31d None None] Provisioning complete for port 4e35a2aa-7738-4c07-970a-89f5f71626d8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:42.449990 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-51fd0ebc-911c-4eed-b026-f0e2895aa31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:42.558690 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-51fd0ebc-911c-4eed-b026-f0e2895aa31d None None] Provisioning complete for port 4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:42.560396 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-51fd0ebc-911c-4eed-b026-f0e2895aa31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:42.597891 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-51fd0ebc-911c-4eed-b026-f0e2895aa31d None None] Port 4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:42.612407 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfcecce7-0d75-4131-b5f0-b7f4ad6cb670 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:42.647754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcecce7-0d75-4131-b5f0-b7f4ad6cb670 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:42.714760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-1ba32e6c-63ea-4782-9567-a3a349b46bae None None] Could not find standard attr ID for object 6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a. {{(pid=95492) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 23:08:43.057353 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bfcecce7-0d75-4131-b5f0-b7f4ad6cb670 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.059215 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bfcecce7-0d75-4131-b5f0-b7f4ad6cb670 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a HTTP/1.1" status: 204 len: 168 time: 0.9478467 Sep 23 23:08:43.062153 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40598) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:43.087771 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-6085bb22-9c0c-40e4-8bb2-f469189c858b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] GET failed (client error): The resource could not be found. Sep 23 23:08:43.089315 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6085bb22-9c0c-40e4-8bb2-f469189c858b tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports/6a5a35c1-69a1-4c7b-8bb0-0acaf7ce4f2a HTTP/1.1" status: 404 len: 333 time: 0.0261958 Sep 23 23:08:43.091661 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bf68c299-de53-43c1-be06-fbaf0c67ac1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.092181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40600) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:43.154836 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95808deb-68a8-47a9-9507-14abfc8358e5 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.178425 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95808deb-68a8-47a9-9507-14abfc8358e5 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.292056 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95808deb-68a8-47a9-9507-14abfc8358e5 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.294746 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-95808deb-68a8-47a9-9507-14abfc8358e5 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.295970 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-95808deb-68a8-47a9-9507-14abfc8358e5 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/security-groups/ffd73082-50bc-4274-b18d-ad1aaf44e7ce HTTP/1.1" status: 204 len: 168 time: 0.2028008 Sep 23 23:08:43.298958 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40602) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:43.307154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95808deb-68a8-47a9-9507-14abfc8358e5 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd73082-50bc-4274-b18d-ad1aaf44e7ce,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:43.356558 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5337cc10-3146-4ecc-b87d-6f1c67bb1c50 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.379842 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5337cc10-3146-4ecc-b87d-6f1c67bb1c50 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.549080 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5337cc10-3146-4ecc-b87d-6f1c67bb1c50 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.552390 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5337cc10-3146-4ecc-b87d-6f1c67bb1c50 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.554760 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5337cc10-3146-4ecc-b87d-6f1c67bb1c50 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/security-groups/c086ec85-98e0-4a4b-ac40-ef9a9e442925 HTTP/1.1" status: 204 len: 168 time: 0.2541692 Sep 23 23:08:43.557837 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40604) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:43.565965 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337cc10-3146-4ecc-b87d-6f1c67bb1c50 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c086ec85-98e0-4a4b-ac40-ef9a9e442925,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:43.571975 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4e35a2aa-7738-4c07-970a-89f5f71626d8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:08:43.620864 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f81b34d-ebe1-4c19-903c-475fc8424d93 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.633788 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4e35a2aa-7738-4c07-970a-89f5f71626d8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:43.634166 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.643962 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f81b34d-ebe1-4c19-903c-475fc8424d93 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.754740 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f81b34d-ebe1-4c19-903c-475fc8424d93 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.757429 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2f81b34d-ebe1-4c19-903c-475fc8424d93 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.758638 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2f81b34d-ebe1-4c19-903c-475fc8424d93 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/security-groups/b800ddc9-7cf8-48f9-9b69-5f67096b246e HTTP/1.1" status: 204 len: 168 time: 0.1992891 Sep 23 23:08:43.762001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40606) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:43.768710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81b34d-ebe1-4c19-903c-475fc8424d93 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b800ddc9-7cf8-48f9-9b69-5f67096b246e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:43.821534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-166739fb-f64c-43fe-a620-e23ea3c7fc39 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting subnet 288672a9-42ff-4467-89ac-62c884791164 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:08:43.824577 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-166739fb-f64c-43fe-a620-e23ea3c7fc39 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.869068 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-166739fb-f64c-43fe-a620-e23ea3c7fc39 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:43.963076 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-166739fb-f64c-43fe-a620-e23ea3c7fc39 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:44.150578 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-166739fb-f64c-43fe-a620-e23ea3c7fc39 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:44.177985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166739fb-f64c-43fe-a620-e23ea3c7fc39 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Subnet': ['ID=288672a9-42ff-4467-89ac-62c884791164,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:44.187068 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-166739fb-f64c-43fe-a620-e23ea3c7fc39 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:44.187068 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-166739fb-f64c-43fe-a620-e23ea3c7fc39 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/288672a9-42ff-4467-89ac-62c884791164 HTTP/1.1" status: 204 len: 168 time: 0.4215906 Sep 23 23:08:44.189006 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40608) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:44.191776 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8f9c11-6a30-4207-928b-2acc9ff1a787 None None] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:44.245640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e59615-36b9-45ab-8ef4-7592f2c07119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting subnet d85cf776-c1f4-4333-a314-96e7bdc9ca9a {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:08:44.249297 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8e59615-36b9-45ab-8ef4-7592f2c07119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:44.294502 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8e59615-36b9-45ab-8ef4-7592f2c07119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:44.388056 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8e59615-36b9-45ab-8ef4-7592f2c07119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:44.538727 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8e59615-36b9-45ab-8ef4-7592f2c07119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:44.570898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e59615-36b9-45ab-8ef4-7592f2c07119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Subnet': ['ID=d85cf776-c1f4-4333-a314-96e7bdc9ca9a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:44.573545 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8e59615-36b9-45ab-8ef4-7592f2c07119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:44.578591 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e8e59615-36b9-45ab-8ef4-7592f2c07119 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/d85cf776-c1f4-4333-a314-96e7bdc9ca9a HTTP/1.1" status: 204 len: 168 time: 0.3855546 Sep 23 23:08:44.579901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40610) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:44.610840 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb389c4-c576-490c-b62b-57f1fe140f79 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] DELETE failed (client error): The resource could not be found. Sep 23 23:08:44.611255 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb389c4-c576-490c-b62b-57f1fe140f79 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:08:44.613025 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8cb389c4-c576-490c-b62b-57f1fe140f79 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/288672a9-42ff-4467-89ac-62c884791164 HTTP/1.1" status: 404 len: 337 time: 0.0326364 Sep 23 23:08:44.615734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40612) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:44.677854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e03ecc-3247-4168-8c53-8bbf11c3b4db tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting subnet 693754d2-a6dc-4604-af6a-3bda5698940d {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:08:44.681620 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d2e03ecc-3247-4168-8c53-8bbf11c3b4db tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:44.728994 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d2e03ecc-3247-4168-8c53-8bbf11c3b4db tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:44.822501 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d2e03ecc-3247-4168-8c53-8bbf11c3b4db tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:44.897218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d011e159-10cd-49a4-9f94-745f8bdb5a77 None None] Network 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:08:44.980724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e723037d-220e-4ba2-a778-bd0f29ede8b8 None None] Provisioning complete for port 4e35a2aa-7738-4c07-970a-89f5f71626d8 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:44.981068 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e723037d-220e-4ba2-a778-bd0f29ede8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:45.000894 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d2e03ecc-3247-4168-8c53-8bbf11c3b4db tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:45.029915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e03ecc-3247-4168-8c53-8bbf11c3b4db tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Subnet': ['ID=693754d2-a6dc-4604-af6a-3bda5698940d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:45.033877 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d2e03ecc-3247-4168-8c53-8bbf11c3b4db tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:45.044109 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d2e03ecc-3247-4168-8c53-8bbf11c3b4db tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/693754d2-a6dc-4604-af6a-3bda5698940d HTTP/1.1" status: 204 len: 168 time: 0.4219728 Sep 23 23:08:45.044247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40614) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:45.070039 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b91cf4-752a-4137-a7fb-ca662472997e tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] DELETE failed (client error): The resource could not be found. Sep 23 23:08:45.070491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b91cf4-752a-4137-a7fb-ca662472997e tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:08:45.074210 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-16b91cf4-752a-4137-a7fb-ca662472997e tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/5792df93-bf04-4e67-8f36-b92936ede47c HTTP/1.1" status: 404 len: 337 time: 0.0323930 Sep 23 23:08:45.084247 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40616) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:45.120774 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e387116a-d1a4-4f2f-a2c7-380a59664291 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "GET /v2.0/ports?device_id=186c31ac-6ef3-4a1e-84ff-e5f9ef32e817 HTTP/1.1" status: 200 len: 205 time: 0.0351253 Sep 23 23:08:45.123398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40618) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:45.141602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e723037d-220e-4ba2-a778-bd0f29ede8b8 None None] Provisioning complete for port 4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:08:45.141602 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e723037d-220e-4ba2-a778-bd0f29ede8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:45.164037 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ccc18-edc3-4dd9-8468-d35d509c7fa6 None None] DHCP port deletion for 0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:08:45.169892 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-1be3e034-d9e9-4bd0-918b-081c48b30010 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] delete failed (client error): The resource could not be found. Sep 23 23:08:45.172816 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1be3e034-d9e9-4bd0-918b-081c48b30010 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/routers/186c31ac-6ef3-4a1e-84ff-e5f9ef32e817 HTTP/1.1" status: 404 len: 336 time: 0.0477741 Sep 23 23:08:45.175233 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40620) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:45.208939 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e723037d-220e-4ba2-a778-bd0f29ede8b8 None None] Port 4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:08:45.220847 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6c10a1-0d42-41f6-a1cf-d99b6ad28d47 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] DELETE failed (client error): The resource could not be found. Sep 23 23:08:45.221572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6c10a1-0d42-41f6-a1cf-d99b6ad28d47 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:08:45.224081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7e6c10a1-0d42-41f6-a1cf-d99b6ad28d47 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/6a992003-603a-4619-a391-ee3bd70196de HTTP/1.1" status: 404 len: 337 time: 0.0472367 Sep 23 23:08:45.227038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40622) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:45.236867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e09ccc18-edc3-4dd9-8468-d35d509c7fa6 None None] Deleting port 4e35a2aa-7738-4c07-970a-89f5f71626d8 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:45.237214 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e09ccc18-edc3-4dd9-8468-d35d509c7fa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:45.255143 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e49e98a-80ee-4f73-9983-cf6ea4119ad6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] DELETE failed (client error): The resource could not be found. Sep 23 23:08:45.255599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e49e98a-80ee-4f73-9983-cf6ea4119ad6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:08:45.261061 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2e49e98a-80ee-4f73-9983-cf6ea4119ad6 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/8d25a9ca-89e6-4b33-afda-2b0f8ac8261b HTTP/1.1" status: 404 len: 337 time: 0.0293324 Sep 23 23:08:45.261304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40624) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:45.287489 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc1ea85-0c9b-4739-8384-c39fcfaee9ee tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] DELETE failed (client error): The resource could not be found. Sep 23 23:08:45.287950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc1ea85-0c9b-4739-8384-c39fcfaee9ee tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:08:45.290344 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-edc1ea85-0c9b-4739-8384-c39fcfaee9ee tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/7ebcde17-55ce-4fae-804a-e997940766c2 HTTP/1.1" status: 404 len: 337 time: 0.0274417 Sep 23 23:08:45.294187 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40626) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:45.314186 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e09ccc18-edc3-4dd9-8468-d35d509c7fa6 None None] For port 4e35a2aa-7738-4c07-970a-89f5f71626d8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4e35a2aa-7738-4c07-970a-89f5f71626d8,segment=NetworkSegment(9edf535f-c931-4e83-87e7-1b2bcd292d9c),segment_id=9edf535f-c931-4e83-87e7-1b2bcd292d9c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:08:45.314731 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e09ccc18-edc3-4dd9-8468-d35d509c7fa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:45.324913 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0b6506-90ce-4ce8-a584-9a6690306038 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] DELETE failed (client error): The resource could not be found. Sep 23 23:08:45.325640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0b6506-90ce-4ce8-a584-9a6690306038 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:08:45.327447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7d0b6506-90ce-4ce8-a584-9a6690306038 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/69b3a7a8-ddfb-48c3-8268-56dc33d30e49 HTTP/1.1" status: 404 len: 333 time: 0.0321112 Sep 23 23:08:45.330020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e09ccc18-edc3-4dd9-8468-d35d509c7fa6 None None] Calling delete_port for 4e35a2aa-7738-4c07-970a-89f5f71626d8 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:45.331944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40628) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:45.359201 n-d-810775-1 neutron-server[95491]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cd3dac-b248-4355-9895-b8943c68466a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] DELETE failed (client error): The resource could not be found. Sep 23 23:08:45.359671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cd3dac-b248-4355-9895-b8943c68466a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95491) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:08:45.361553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-42cd3dac-b248-4355-9895-b8943c68466a tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/51db8b6d-b004-4255-a6bd-653fcd294a43 HTTP/1.1" status: 404 len: 337 time: 0.0286345 Sep 23 23:08:45.364264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40630) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:45.396416 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aacbc10-cee5-4a00-9035-19fe886a0de4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] DELETE failed (client error): The resource could not be found. Sep 23 23:08:45.396941 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aacbc10-cee5-4a00-9035-19fe886a0de4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:08:45.398849 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5aacbc10-cee5-4a00-9035-19fe886a0de4 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/0ef3e304-e2b8-44a0-9660-4ee8cee578ce HTTP/1.1" status: 404 len: 337 time: 0.0334311 Sep 23 23:08:45.401567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40632) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:45.425364 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-093015ab-4d82-46f6-948a-93ab901cad76 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] DELETE failed (client error): The resource could not be found. Sep 23 23:08:45.426045 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093015ab-4d82-46f6-948a-93ab901cad76 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:08:45.427865 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-093015ab-4d82-46f6-948a-93ab901cad76 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/ddc764b6-2c64-4011-bb01-f9e6d4c11d35 HTTP/1.1" status: 404 len: 333 time: 0.0253167 Sep 23 23:08:45.433305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40634) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:45.460122 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a6e253-3cd0-40ee-b995-a2e6cd731c09 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] DELETE failed (client error): The resource could not be found. Sep 23 23:08:45.460580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a6e253-3cd0-40ee-b995-a2e6cd731c09 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:08:45.462663 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f6a6e253-3cd0-40ee-b995-a2e6cd731c09 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/2aef0915-5a4b-4013-b278-4b958cda4ebc HTTP/1.1" status: 404 len: 337 time: 0.0281866 Sep 23 23:08:45.465298 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40636) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:45.502115 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70596f5-fcc2-4345-9c46-5ea6597c3c58 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] DELETE failed (client error): The resource could not be found. Sep 23 23:08:45.502115 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70596f5-fcc2-4345-9c46-5ea6597c3c58 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:08:45.502115 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b70596f5-fcc2-4345-9c46-5ea6597c3c58 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/subnets/c4c12480-d54c-4a01-9de1-2943fe206ea9 HTTP/1.1" status: 404 len: 337 time: 0.0290933 Sep 23 23:08:45.512188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40638) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:45.520764 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e09ccc18-edc3-4dd9-8468-d35d509c7fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:45.562663 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ccc18-edc3-4dd9-8468-d35d509c7fa6 None None] Pushing event deleted for resources: {'Port': ['ID=4e35a2aa-7738-4c07-970a-89f5f71626d8,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:45.567320 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ccc18-edc3-4dd9-8468-d35d509c7fa6 None None] No DVR routers for this DVR port 4e35a2aa-7738-4c07-970a-89f5f71626d8 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:08:45.583132 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4e35a2aa-7738-4c07-970a-89f5f71626d8 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:08:45.602792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 4e35a2aa-7738-4c07-970a-89f5f71626d8 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:08:45.603162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4e35a2aa-7738-4c07-970a-89f5f71626d8 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:08:45.611984 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-2df0133a-f1a6-4a6b-bcec-842aee38dcdb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Deleting port 4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:08:45.612286 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2df0133a-f1a6-4a6b-bcec-842aee38dcdb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:45.646313 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-021ed6ca-e5df-444e-8c5b-a9519460c247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:45.679454 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2df0133a-f1a6-4a6b-bcec-842aee38dcdb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:45.691771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-2df0133a-f1a6-4a6b-bcec-842aee38dcdb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Calling delete_port for 4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 owned by {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:08:45.868979 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2df0133a-f1a6-4a6b-bcec-842aee38dcdb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:45.897991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0133a-f1a6-4a6b-bcec-842aee38dcdb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Port': ['ID=4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:45.904123 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2df0133a-f1a6-4a6b-bcec-842aee38dcdb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:45.906318 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2df0133a-f1a6-4a6b-bcec-842aee38dcdb tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/ports/4a4cb885-d6a8-4dd1-b03b-1fdf28c6cd11 HTTP/1.1" status: 204 len: 168 time: 0.4012475 Sep 23 23:08:45.908924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40640) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:46.028775 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ac936abb-22cf-4cd9-b799-5b908dbaa014 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:46.123295 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ac936abb-22cf-4cd9-b799-5b908dbaa014 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:46.126414 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:46.144277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-ac936abb-22cf-4cd9-b799-5b908dbaa014 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:46.155301 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-ac936abb-22cf-4cd9-b799-5b908dbaa014 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edf535f-c931-4e83-87e7-1b2bcd292d9c') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:46.155601 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-ac936abb-22cf-4cd9-b799-5b908dbaa014 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edf535f-c931-4e83-87e7-1b2bcd292d9c') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:08:46.166186 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ac936abb-22cf-4cd9-b799-5b908dbaa014 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:46.181732 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ac936abb-22cf-4cd9-b799-5b908dbaa014 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:46.188419 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac936abb-22cf-4cd9-b799-5b908dbaa014 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:08:46.188822 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ac936abb-22cf-4cd9-b799-5b908dbaa014 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:08:46.191953 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:08:46.514352 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ac936abb-22cf-4cd9-b799-5b908dbaa014 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:46.521650 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ac936abb-22cf-4cd9-b799-5b908dbaa014 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:46.525368 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ac936abb-22cf-4cd9-b799-5b908dbaa014 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] 10.222.0.22 "DELETE /v2.0/networks/0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae HTTP/1.1" status: 204 len: 168 time: 0.6141999 Sep 23 23:08:46.537673 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac936abb-22cf-4cd9-b799-5b908dbaa014 tempest-PortsIpV6TestJSON-1781925176 tempest-PortsIpV6TestJSON-1781925176-project] Pushing event deleted for resources: {'Network': ['ID=0f4a3f0e-c8d7-40cf-a0c5-35e64c2ef7ae,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:47.108908 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:47.154804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40646) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:47.297321 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f2aa087b-2010-46e6-83b3-1a627732cb5c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b3211c4c8f84a74a0a0bd49a5634386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409535 Sep 23 23:08:47.300085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40650) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:47.358181 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6912b7d-bcca-48fc-af84-bd16128b7e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:47.380938 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6912b7d-bcca-48fc-af84-bd16128b7e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:47.503662 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6912b7d-bcca-48fc-af84-bd16128b7e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:47.506352 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e6912b7d-bcca-48fc-af84-bd16128b7e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:47.507863 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e6912b7d-bcca-48fc-af84-bd16128b7e70 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ca4a8e6-7018-4447-9c88-4b8f74e5ad55 HTTP/1.1" status: 204 len: 168 time: 0.2064905 Sep 23 23:08:47.516912 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6912b7d-bcca-48fc-af84-bd16128b7e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca4a8e6-7018-4447-9c88-4b8f74e5ad55,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:48.194849 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:48.585203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40674) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:48.684412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f45932f9-8fa8-4134-8240-d04aba321eb4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593232348'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:48.691731 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:48.772218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f45932f9-8fa8-4134-8240-d04aba321eb4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:48.780730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f45932f9-8fa8-4134-8240-d04aba321eb4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:48.872583 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f45932f9-8fa8-4134-8240-d04aba321eb4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:48.886447 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:08:48.966280 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f45932f9-8fa8-4134-8240-d04aba321eb4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:49.003121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45932f9-8fa8-4134-8240-d04aba321eb4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a10ce68-8930-447b-9967-3fea8aa5b2f9,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:49.058303 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f45932f9-8fa8-4134-8240-d04aba321eb4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:49.205785 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f45932f9-8fa8-4134-8240-d04aba321eb4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:49.237956 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45932f9-8fa8-4134-8240-d04aba321eb4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e799e4b-824e-4d12-9f1d-c28fff0dac24,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:49.285880 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f45932f9-8fa8-4134-8240-d04aba321eb4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:49.287151 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f45932f9-8fa8-4134-8240-d04aba321eb4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7009463 Sep 23 23:08:49.290009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40678) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:49.356348 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7a6d8681-867e-43ae-9334-554c5f84d02b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0652711 Sep 23 23:08:49.359107 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40680) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:49.363353 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-47186ca5-ce2e-410e-b8cf-7135ebecfea0 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group': {'name': 'tempest-security--1257230281', 'description': 'tempest-security-description-1435012275'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:49.388588 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47186ca5-ce2e-410e-b8cf-7135ebecfea0 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:49.433582 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47186ca5-ce2e-410e-b8cf-7135ebecfea0 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:49.531659 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47186ca5-ce2e-410e-b8cf-7135ebecfea0 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:49.540235 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-47186ca5-ce2e-410e-b8cf-7135ebecfea0 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:49.540235 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-47186ca5-ce2e-410e-b8cf-7135ebecfea0 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "PUT /v2.0/security-groups/0e799e4b-824e-4d12-9f1d-c28fff0dac24 HTTP/1.1" status: 200 len: 1780 time: 0.1755109 Sep 23 23:08:49.540486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40682) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:49.560493 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47186ca5-ce2e-410e-b8cf-7135ebecfea0 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e799e4b-824e-4d12-9f1d-c28fff0dac24,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:49.579447 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a43f93b6-2ca9-4115-aa1c-dc9c01b9fe7e tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-groups/0e799e4b-824e-4d12-9f1d-c28fff0dac24 HTTP/1.1" status: 200 len: 1780 time: 0.0397813 Sep 23 23:08:49.582058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40684) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:49.634578 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-78b3c990-b03d-46ab-a0b0-80b46a67c3f1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:49.657141 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-78b3c990-b03d-46ab-a0b0-80b46a67c3f1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:49.816812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-78b3c990-b03d-46ab-a0b0-80b46a67c3f1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:49.819474 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-78b3c990-b03d-46ab-a0b0-80b46a67c3f1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:49.820657 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-78b3c990-b03d-46ab-a0b0-80b46a67c3f1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-groups/0e799e4b-824e-4d12-9f1d-c28fff0dac24 HTTP/1.1" status: 204 len: 168 time: 0.2377017 Sep 23 23:08:49.823991 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40686) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:49.831210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3c990-b03d-46ab-a0b0-80b46a67c3f1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e799e4b-824e-4d12-9f1d-c28fff0dac24,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:49.872255 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4664a451-f0ff-4235-83ab-fcc5f34b7993 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0468276 Sep 23 23:08:49.875219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40688) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:49.888779 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-f24e19d2-18cf-4af9-b7d5-aab561f0efb9 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] delete failed (client error): The resource could not be found. Sep 23 23:08:49.889809 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f24e19d2-18cf-4af9-b7d5-aab561f0efb9 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-groups/0e799e4b-824e-4d12-9f1d-c28fff0dac24 HTTP/1.1" status: 404 len: 347 time: 0.0137115 Sep 23 23:08:49.893582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40690) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:49.898420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b26a016b-4613-4150-8747-8de61722f800 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group': {'name': 'tempest-secgroup--1751292983'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:50.046468 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b26a016b-4613-4150-8747-8de61722f800 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:50.134849 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b26a016b-4613-4150-8747-8de61722f800 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:50.246419 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b26a016b-4613-4150-8747-8de61722f800 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:50.276104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a016b-4613-4150-8747-8de61722f800 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2a1e83-de78-4eb5-92b9-5a045f29c19e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:50.399919 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b26a016b-4613-4150-8747-8de61722f800 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:50.401150 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b26a016b-4613-4150-8747-8de61722f800 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5066626 Sep 23 23:08:50.404069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40692) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:50.408497 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4cc0fcbc-f731-4484-a35c-d75f8e402f33 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group_rule': {'security_group_id': '6c2a1e83-de78-4eb5-92b9-5a045f29c19e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:50.553889 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fcbc-f731-4484-a35c-d75f8e402f33 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:50.614954 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fcbc-f731-4484-a35c-d75f8e402f33 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:50.691590 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fcbc-f731-4484-a35c-d75f8e402f33 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:50.712036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0fcbc-f731-4484-a35c-d75f8e402f33 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e0045d-973e-4171-8252-e487c5ff374b,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:50.811413 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fcbc-f731-4484-a35c-d75f8e402f33 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:50.812705 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4cc0fcbc-f731-4484-a35c-d75f8e402f33 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076879 Sep 23 23:08:50.815813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40694) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:50.845337 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd3025c6-efcf-4bed-8343-00730f7d666c tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:50.853485 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd3025c6-efcf-4bed-8343-00730f7d666c tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:50.955176 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd3025c6-efcf-4bed-8343-00730f7d666c tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:50.959746 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd3025c6-efcf-4bed-8343-00730f7d666c tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:50.961006 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bd3025c6-efcf-4bed-8343-00730f7d666c tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/13e0045d-973e-4171-8252-e487c5ff374b HTTP/1.1" status: 204 len: 168 time: 0.1442730 Sep 23 23:08:50.964308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40696) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:50.982349 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3025c6-efcf-4bed-8343-00730f7d666c tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13e0045d-973e-4171-8252-e487c5ff374b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:51.016218 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ab6ae868-462c-461c-b448-c4bca6a1bf95 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508361 Sep 23 23:08:51.019153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40698) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:51.071622 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e33b190-97ff-4665-9eed-e0c8efe4023b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:51.098655 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e33b190-97ff-4665-9eed-e0c8efe4023b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:51.222976 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e33b190-97ff-4665-9eed-e0c8efe4023b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:51.225581 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5e33b190-97ff-4665-9eed-e0c8efe4023b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:51.226798 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5e33b190-97ff-4665-9eed-e0c8efe4023b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-groups/6c2a1e83-de78-4eb5-92b9-5a045f29c19e HTTP/1.1" status: 204 len: 168 time: 0.2067189 Sep 23 23:08:51.230363 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40700) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:51.237517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33b190-97ff-4665-9eed-e0c8efe4023b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2a1e83-de78-4eb5-92b9-5a045f29c19e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:51.290140 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-115f481e-547b-4ba9-ae16-6dd4db08b2f9 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0585811 Sep 23 23:08:51.294232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40702) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:51.298470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b92b0444-564f-4687-9e6f-38ef2a603e3b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group': {'name': 'tempest-secgroup--1045339129'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:51.434796 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b92b0444-564f-4687-9e6f-38ef2a603e3b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:51.515605 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b92b0444-564f-4687-9e6f-38ef2a603e3b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:51.611127 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b92b0444-564f-4687-9e6f-38ef2a603e3b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:51.641489 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b0444-564f-4687-9e6f-38ef2a603e3b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38fbaec-735d-4d93-b770-f67d6fb26e4e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:51.731560 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b92b0444-564f-4687-9e6f-38ef2a603e3b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:51.732860 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b92b0444-564f-4687-9e6f-38ef2a603e3b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4377213 Sep 23 23:08:51.735632 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40704) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:51.740222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-46898e4f-e430-4224-85fb-4d6729cf82dd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group_rule': {'security_group_id': 'f38fbaec-735d-4d93-b770-f67d6fb26e4e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:51.856522 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-46898e4f-e430-4224-85fb-4d6729cf82dd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:51.914569 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-46898e4f-e430-4224-85fb-4d6729cf82dd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:52.017619 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-46898e4f-e430-4224-85fb-4d6729cf82dd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:52.036349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46898e4f-e430-4224-85fb-4d6729cf82dd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f99247-9878-45c3-870e-0c87c344ff60,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:52.149355 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-46898e4f-e430-4224-85fb-4d6729cf82dd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:52.153780 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-46898e4f-e430-4224-85fb-4d6729cf82dd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4140480 Sep 23 23:08:52.154112 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40706) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:52.158581 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ad728f49-1819-4b55-8581-567355567004 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group_rule': {'security_group_id': 'f38fbaec-735d-4d93-b770-f67d6fb26e4e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:52.279302 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ad728f49-1819-4b55-8581-567355567004 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:52.363555 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ad728f49-1819-4b55-8581-567355567004 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:52.428940 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ad728f49-1819-4b55-8581-567355567004 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:52.451206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad728f49-1819-4b55-8581-567355567004 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb282734-3f93-42df-9965-8f34c1f7909a,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:52.532754 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ad728f49-1819-4b55-8581-567355567004 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:52.534824 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ad728f49-1819-4b55-8581-567355567004 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3795705 Sep 23 23:08:52.538008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40708) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:52.543491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5425030c-16d8-4c16-88ab-05f08e4e87fa tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group_rule': {'security_group_id': 'f38fbaec-735d-4d93-b770-f67d6fb26e4e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:52.677169 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5425030c-16d8-4c16-88ab-05f08e4e87fa tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:52.743080 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5425030c-16d8-4c16-88ab-05f08e4e87fa tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:52.823704 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5425030c-16d8-4c16-88ab-05f08e4e87fa tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:52.843125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425030c-16d8-4c16-88ab-05f08e4e87fa tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bc4b37-17c7-497d-b289-744c974d7c48,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:52.926179 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5425030c-16d8-4c16-88ab-05f08e4e87fa tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:52.927828 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5425030c-16d8-4c16-88ab-05f08e4e87fa tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3888099 Sep 23 23:08:52.930919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40710) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:52.935212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9d165cb8-2e49-4423-a957-aec70177594e tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group_rule': {'security_group_id': 'f38fbaec-735d-4d93-b770-f67d6fb26e4e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:53.039710 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d165cb8-2e49-4423-a957-aec70177594e tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.101388 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d165cb8-2e49-4423-a957-aec70177594e tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.189166 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d165cb8-2e49-4423-a957-aec70177594e tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.208237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d165cb8-2e49-4423-a957-aec70177594e tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286da1a7-a050-4aef-90cf-3fd77e80e229,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:53.280222 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9d165cb8-2e49-4423-a957-aec70177594e tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.281544 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9d165cb8-2e49-4423-a957-aec70177594e tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3497062 Sep 23 23:08:53.284280 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40712) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:53.288807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a997c9d6-518e-497c-a231-d9a9622d803b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group_rule': {'security_group_id': 'f38fbaec-735d-4d93-b770-f67d6fb26e4e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:53.417352 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a997c9d6-518e-497c-a231-d9a9622d803b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.479832 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a997c9d6-518e-497c-a231-d9a9622d803b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.543893 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a997c9d6-518e-497c-a231-d9a9622d803b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.565124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997c9d6-518e-497c-a231-d9a9622d803b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495b5012-90a9-4c59-b629-3cd9dcaf0505,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:53.640743 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a997c9d6-518e-497c-a231-d9a9622d803b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.642209 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a997c9d6-518e-497c-a231-d9a9622d803b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3569703 Sep 23 23:08:53.645104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40714) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:53.678889 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65f4ec71-f423-46e5-a637-da3478359d8e tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.678889 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65f4ec71-f423-46e5-a637-da3478359d8e tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.783439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65f4ec71-f423-46e5-a637-da3478359d8e tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.788092 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65f4ec71-f423-46e5-a637-da3478359d8e tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.789265 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-65f4ec71-f423-46e5-a637-da3478359d8e tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/495b5012-90a9-4c59-b629-3cd9dcaf0505 HTTP/1.1" status: 204 len: 168 time: 0.1431947 Sep 23 23:08:53.792632 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40716) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:53.797780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4ec71-f423-46e5-a637-da3478359d8e tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=495b5012-90a9-4c59-b629-3cd9dcaf0505,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:53.849196 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2b86c003-1415-4446-a799-ca0bc47c60dd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0548584 Sep 23 23:08:53.851974 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40718) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:53.883235 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd808684-0cb2-4713-9066-7b08a6308ee4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.892731 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd808684-0cb2-4713-9066-7b08a6308ee4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.983561 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd808684-0cb2-4713-9066-7b08a6308ee4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.988225 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd808684-0cb2-4713-9066-7b08a6308ee4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:53.989484 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fd808684-0cb2-4713-9066-7b08a6308ee4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/286da1a7-a050-4aef-90cf-3fd77e80e229 HTTP/1.1" status: 204 len: 168 time: 0.1364079 Sep 23 23:08:53.992233 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40720) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:53.998606 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd808684-0cb2-4713-9066-7b08a6308ee4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=286da1a7-a050-4aef-90cf-3fd77e80e229,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:54.038433 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-582f07f9-9120-4416-9c4d-e521e9a63ccd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0449057 Sep 23 23:08:54.041302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40722) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:54.066088 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eb33b085-2e9a-4960-820b-2d28f31410bd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.074040 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eb33b085-2e9a-4960-820b-2d28f31410bd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.188834 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eb33b085-2e9a-4960-820b-2d28f31410bd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.195806 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-eb33b085-2e9a-4960-820b-2d28f31410bd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.196954 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-eb33b085-2e9a-4960-820b-2d28f31410bd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/36bc4b37-17c7-497d-b289-744c974d7c48 HTTP/1.1" status: 204 len: 168 time: 0.1540577 Sep 23 23:08:54.200785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40724) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:54.203302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33b085-2e9a-4960-820b-2d28f31410bd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36bc4b37-17c7-497d-b289-744c974d7c48,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:54.246334 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6db8a174-3d57-4b39-a59b-bf0e72d4724a tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0432520 Sep 23 23:08:54.249085 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40726) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:54.273094 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de4fbe8e-b73c-4a5f-ae24-9c1e7e4bc662 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.281134 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de4fbe8e-b73c-4a5f-ae24-9c1e7e4bc662 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.388818 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de4fbe8e-b73c-4a5f-ae24-9c1e7e4bc662 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.395705 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-de4fbe8e-b73c-4a5f-ae24-9c1e7e4bc662 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.396834 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-de4fbe8e-b73c-4a5f-ae24-9c1e7e4bc662 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/cb282734-3f93-42df-9965-8f34c1f7909a HTTP/1.1" status: 204 len: 168 time: 0.1467578 Sep 23 23:08:54.399563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40728) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:54.403187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fbe8e-b73c-4a5f-ae24-9c1e7e4bc662 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb282734-3f93-42df-9965-8f34c1f7909a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:54.442260 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-02d11119-84fd-4e31-bbdc-ebfdf3a594a0 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0414429 Sep 23 23:08:54.446716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40730) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:54.477211 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7ada848-15e6-4f01-9c0e-bedc51f6b527 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.485496 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7ada848-15e6-4f01-9c0e-bedc51f6b527 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.577577 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7ada848-15e6-4f01-9c0e-bedc51f6b527 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.582489 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a7ada848-15e6-4f01-9c0e-bedc51f6b527 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.583667 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a7ada848-15e6-4f01-9c0e-bedc51f6b527 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/c5f99247-9878-45c3-870e-0c87c344ff60 HTTP/1.1" status: 204 len: 168 time: 0.1360285 Sep 23 23:08:54.586552 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40732) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:54.592124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ada848-15e6-4f01-9c0e-bedc51f6b527 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5f99247-9878-45c3-870e-0c87c344ff60,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:54.627261 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3e0dd68a-a021-4520-84f0-f2ab2904f81a tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393643 Sep 23 23:08:54.629955 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40734) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:54.707033 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc8d2c56-a944-4416-9795-48c9958849f6 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.709458 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f810afa4-ca03-467e-81de-836a7cbab8d9 req-8426cd82-e076-4b0e-9814-e5c2a80d3835 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430703 Sep 23 23:08:54.733266 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc8d2c56-a944-4416-9795-48c9958849f6 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.813308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810afa4-ca03-467e-81de-836a7cbab8d9 req-ff0d6964-52d6-46a3-be2f-c01956076a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:54.814845 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f810afa4-ca03-467e-81de-836a7cbab8d9 req-ff0d6964-52d6-46a3-be2f-c01956076a5f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 1097 time: 0.0449252 Sep 23 23:08:54.886431 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc8d2c56-a944-4416-9795-48c9958849f6 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.889933 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc8d2c56-a944-4416-9795-48c9958849f6 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:54.891907 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cc8d2c56-a944-4416-9795-48c9958849f6 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-groups/f38fbaec-735d-4d93-b770-f67d6fb26e4e HTTP/1.1" status: 204 len: 168 time: 0.2608509 Sep 23 23:08:54.896425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40736) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:54.903696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d2c56-a944-4416-9795-48c9958849f6 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38fbaec-735d-4d93-b770-f67d6fb26e4e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:54.972335 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810afa4-ca03-467e-81de-836a7cbab8d9 req-abd3003f-9195-4c30-aace-e5b503c33a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:54.973868 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f810afa4-ca03-467e-81de-836a7cbab8d9 req-abd3003f-9195-4c30-aace-e5b503c33a6d service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.1394441 Sep 23 23:08:54.977885 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0c1e802d-4052-4df1-b10d-842bbea62363 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803647 Sep 23 23:08:54.984939 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40738) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:54.987727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5c324e60-95bc-486e-b4f9-4538400bf166 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606891069'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:55.046857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f810afa4-ca03-467e-81de-836a7cbab8d9 req-6d93c8c6-ffff-496a-b723-44bc69af8840 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 HTTP/1.1" status: 200 len: 1001 time: 0.0637779 Sep 23 23:08:55.058228 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c324e60-95bc-486e-b4f9-4538400bf166 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.098509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810afa4-ca03-467e-81de-836a7cbab8d9 req-266855d1-9400-40d5-af1e-8c25a912c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:55.099998 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f810afa4-ca03-467e-81de-836a7cbab8d9 req-266855d1-9400-40d5-af1e-8c25a912c4e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0462146 Sep 23 23:08:55.148572 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c324e60-95bc-486e-b4f9-4538400bf166 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.152863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810afa4-ca03-467e-81de-836a7cbab8d9 req-6b59cfc7-ee57-42e5-b65b-7574b340918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:08:55.154428 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f810afa4-ca03-467e-81de-836a7cbab8d9 req-6b59cfc7-ee57-42e5-b65b-7574b340918d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470946 Sep 23 23:08:55.188957 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c324e60-95bc-486e-b4f9-4538400bf166 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.221177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c324e60-95bc-486e-b4f9-4538400bf166 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cd1494-180f-4078-b1be-f214324744e2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:55.257131 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f810afa4-ca03-467e-81de-836a7cbab8d9 req-c15e8717-3180-4f5e-954f-547934e1ad6e service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952480 Sep 23 23:08:55.257625 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5c324e60-95bc-486e-b4f9-4538400bf166 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.258921 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5c324e60-95bc-486e-b4f9-4538400bf166 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2750373 Sep 23 23:08:55.261711 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40740) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:55.266317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7390d9c0-a70c-4acf-8a4e-843f224f6e29 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group_rule': {'security_group_id': 'c1cd1494-180f-4078-b1be-f214324744e2', 'direction': 'ingress', 'protocol': 17}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:55.356768 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f810afa4-ca03-467e-81de-836a7cbab8d9 req-ad6cc340-bdbe-4d78-b7d1-d6923f104df8 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917809 Sep 23 23:08:55.393862 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7390d9c0-a70c-4acf-8a4e-843f224f6e29 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.452898 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7390d9c0-a70c-4acf-8a4e-843f224f6e29 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.560408 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7390d9c0-a70c-4acf-8a4e-843f224f6e29 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.580180 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390d9c0-a70c-4acf-8a4e-843f224f6e29 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5c82a7-f774-4beb-be29-e0579d59aba9,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:55.720196 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7390d9c0-a70c-4acf-8a4e-843f224f6e29 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.721445 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7390d9c0-a70c-4acf-8a4e-843f224f6e29 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4587636 Sep 23 23:08:55.724254 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40742) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:55.778989 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-890d8850-f648-49ef-b941-ad9ff79d9e8f tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.802157 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-890d8850-f648-49ef-b941-ad9ff79d9e8f tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.954492 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-890d8850-f648-49ef-b941-ad9ff79d9e8f tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.957310 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-890d8850-f648-49ef-b941-ad9ff79d9e8f tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:55.958869 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-890d8850-f648-49ef-b941-ad9ff79d9e8f tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-groups/c1cd1494-180f-4078-b1be-f214324744e2 HTTP/1.1" status: 204 len: 168 time: 0.2336111 Sep 23 23:08:55.961626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40744) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:55.968626 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d8850-f648-49ef-b941-ad9ff79d9e8f tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cd1494-180f-4078-b1be-f214324744e2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:56.009739 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-499bc606-017a-4974-bbd3-da8b3757729a tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0463727 Sep 23 23:08:56.012885 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40746) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:56.017381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-1c9bcb74-7300-49ed-a513-560d21fea902 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group': {'name': 'tempest-secgroup--2080614051'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:56.109271 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1c9bcb74-7300-49ed-a513-560d21fea902 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.193478 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1c9bcb74-7300-49ed-a513-560d21fea902 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.309448 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1c9bcb74-7300-49ed-a513-560d21fea902 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.345924 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bcb74-7300-49ed-a513-560d21fea902 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb80a9a-cb0b-48cd-9017-32e46d0d9e12,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:56.417759 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1c9bcb74-7300-49ed-a513-560d21fea902 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.419804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1c9bcb74-7300-49ed-a513-560d21fea902 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4059055 Sep 23 23:08:56.422459 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40748) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:56.426905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d142b154-53b4-4ccf-ac0d-9e0908f6b9d1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group': {'name': 'tempest-secgroup--1466587402'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:56.566053 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d142b154-53b4-4ccf-ac0d-9e0908f6b9d1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.654050 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d142b154-53b4-4ccf-ac0d-9e0908f6b9d1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.720298 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d142b154-53b4-4ccf-ac0d-9e0908f6b9d1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.752595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142b154-53b4-4ccf-ac0d-9e0908f6b9d1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997393df-b94e-43f2-85c5-e4f5d22d362a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:56.817671 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d142b154-53b4-4ccf-ac0d-9e0908f6b9d1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:56.818936 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d142b154-53b4-4ccf-ac0d-9e0908f6b9d1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3954744 Sep 23 23:08:56.821821 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40750) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:56.826972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8f9dcca1-0c05-47c9-b70c-24c20e6de1f4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group_rule': {'security_group_id': 'dfb80a9a-cb0b-48cd-9017-32e46d0d9e12', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '997393df-b94e-43f2-85c5-e4f5d22d362a', 'remote_ip_prefix': None}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:56.926527 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f9dcca1-0c05-47c9-b70c-24c20e6de1f4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.006850 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f9dcca1-0c05-47c9-b70c-24c20e6de1f4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.080177 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f9dcca1-0c05-47c9-b70c-24c20e6de1f4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.100680 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9dcca1-0c05-47c9-b70c-24c20e6de1f4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef91788-2e49-4641-93c2-4ad1b878cd19,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:57.154604 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8f9dcca1-0c05-47c9-b70c-24c20e6de1f4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.155866 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8f9dcca1-0c05-47c9-b70c-24c20e6de1f4 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3330779 Sep 23 23:08:57.158730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40752) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:57.183212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e53e3588-6765-43c2-b37d-8edf3d59a496 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.190693 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e53e3588-6765-43c2-b37d-8edf3d59a496 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.274400 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e53e3588-6765-43c2-b37d-8edf3d59a496 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.282299 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e53e3588-6765-43c2-b37d-8edf3d59a496 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.283574 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e53e3588-6765-43c2-b37d-8edf3d59a496 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/4ef91788-2e49-4641-93c2-4ad1b878cd19 HTTP/1.1" status: 204 len: 168 time: 0.1239183 Sep 23 23:08:57.289340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e3588-6765-43c2-b37d-8edf3d59a496 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ef91788-2e49-4641-93c2-4ad1b878cd19,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:57.294856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40754) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:57.340655 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1dabf43b-c1db-4128-8815-302d510467e3 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0447032 Sep 23 23:08:57.343625 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40756) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:57.396774 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd41c703-fb7d-419a-a484-9f5f7a876508 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.419317 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd41c703-fb7d-419a-a484-9f5f7a876508 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.520249 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd41c703-fb7d-419a-a484-9f5f7a876508 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.522978 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bd41c703-fb7d-419a-a484-9f5f7a876508 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.524202 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bd41c703-fb7d-419a-a484-9f5f7a876508 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-groups/997393df-b94e-43f2-85c5-e4f5d22d362a HTTP/1.1" status: 204 len: 168 time: 0.1795812 Sep 23 23:08:57.527568 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40758) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:57.534260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41c703-fb7d-419a-a484-9f5f7a876508 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=997393df-b94e-43f2-85c5-e4f5d22d362a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:57.583446 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cde16a89-4533-425a-9271-f882e5261963 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0547154 Sep 23 23:08:57.586174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40760) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:57.643665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f27ebc33-81d8-486b-b427-0a6754d9a80c tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.666793 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f27ebc33-81d8-486b-b427-0a6754d9a80c tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.783397 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f27ebc33-81d8-486b-b427-0a6754d9a80c tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.786182 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f27ebc33-81d8-486b-b427-0a6754d9a80c tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:57.787375 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f27ebc33-81d8-486b-b427-0a6754d9a80c tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-groups/dfb80a9a-cb0b-48cd-9017-32e46d0d9e12 HTTP/1.1" status: 204 len: 168 time: 0.2002969 Sep 23 23:08:57.790166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40762) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:57.797458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ebc33-81d8-486b-b427-0a6754d9a80c tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb80a9a-cb0b-48cd-9017-32e46d0d9e12,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:57.844713 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2ec74a32-0719-455b-8481-b3120ca888f9 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533442 Sep 23 23:08:57.849241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40764) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:57.853642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f2e238f8-be53-4273-80cc-8a56cae84a0f tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group': {'name': 'tempest-secgroup--859408252'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:57.920455 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f2e238f8-be53-4273-80cc-8a56cae84a0f tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.005320 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f2e238f8-be53-4273-80cc-8a56cae84a0f tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.074760 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f2e238f8-be53-4273-80cc-8a56cae84a0f tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.107242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e238f8-be53-4273-80cc-8a56cae84a0f tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6a65f3-5087-4c21-9dec-c41bb5e01256,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:58.154449 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f2e238f8-be53-4273-80cc-8a56cae84a0f tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.155835 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f2e238f8-be53-4273-80cc-8a56cae84a0f tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3056030 Sep 23 23:08:58.158594 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40766) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:58.163140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3a97f975-386c-424e-a4b5-274de92277f1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group_rule': {'security_group_id': 'af6a65f3-5087-4c21-9dec-c41bb5e01256', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:58.262556 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a97f975-386c-424e-a4b5-274de92277f1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.323679 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a97f975-386c-424e-a4b5-274de92277f1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.400734 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a97f975-386c-424e-a4b5-274de92277f1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.419898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97f975-386c-424e-a4b5-274de92277f1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88381dc8-722b-4b46-9b00-9adec3ef7d34,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:58.497026 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3a97f975-386c-424e-a4b5-274de92277f1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.498337 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3a97f975-386c-424e-a4b5-274de92277f1 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3387911 Sep 23 23:08:58.501055 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40768) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:58.526703 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-104ecd94-f85e-4ff8-b451-1eed05b1ec17 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.534803 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-104ecd94-f85e-4ff8-b451-1eed05b1ec17 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.640532 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-104ecd94-f85e-4ff8-b451-1eed05b1ec17 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.645136 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-104ecd94-f85e-4ff8-b451-1eed05b1ec17 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.648964 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-104ecd94-f85e-4ff8-b451-1eed05b1ec17 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/88381dc8-722b-4b46-9b00-9adec3ef7d34 HTTP/1.1" status: 204 len: 168 time: 0.1445482 Sep 23 23:08:58.649484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40770) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:58.655046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ecd94-f85e-4ff8-b451-1eed05b1ec17 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88381dc8-722b-4b46-9b00-9adec3ef7d34,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:58.695094 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-95a61338-d529-475e-bf53-20964549b4b7 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0424955 Sep 23 23:08:58.696020 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40772) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:58.756728 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f278f006-0084-475f-b2b6-84e8cb26c7ba tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.781327 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f278f006-0084-475f-b2b6-84e8cb26c7ba tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.874757 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f278f006-0084-475f-b2b6-84e8cb26c7ba tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.877416 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f278f006-0084-475f-b2b6-84e8cb26c7ba tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:58.878613 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f278f006-0084-475f-b2b6-84e8cb26c7ba tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-groups/af6a65f3-5087-4c21-9dec-c41bb5e01256 HTTP/1.1" status: 204 len: 168 time: 0.1814232 Sep 23 23:08:58.881435 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40774) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:58.889324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278f006-0084-475f-b2b6-84e8cb26c7ba tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6a65f3-5087-4c21-9dec-c41bb5e01256,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:58.932927 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6cef1d2c-5d95-4599-9728-4281f46c5a8f tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0500507 Sep 23 23:08:58.938290 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40776) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:58.942854 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e2e13991-25da-4d15-87a3-696c917fa9c7 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group': {'name': 'tempest-secgroup--436390224'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:59.046115 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2e13991-25da-4d15-87a3-696c917fa9c7 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.133757 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2e13991-25da-4d15-87a3-696c917fa9c7 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.233971 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2e13991-25da-4d15-87a3-696c917fa9c7 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.265386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e13991-25da-4d15-87a3-696c917fa9c7 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1024138e-5a6e-4a42-b8ae-c9b5a3667b3c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:59.332051 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2e13991-25da-4d15-87a3-696c917fa9c7 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.333372 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e2e13991-25da-4d15-87a3-696c917fa9c7 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3940501 Sep 23 23:08:59.336045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40778) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:59.340680 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a730c6fe-9250-44b6-b3fb-c68c756c8c49 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group_rule': {'security_group_id': '1024138e-5a6e-4a42-b8ae-c9b5a3667b3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:08:59.451918 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a730c6fe-9250-44b6-b3fb-c68c756c8c49 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.512727 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a730c6fe-9250-44b6-b3fb-c68c756c8c49 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.606699 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a730c6fe-9250-44b6-b3fb-c68c756c8c49 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.626438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730c6fe-9250-44b6-b3fb-c68c756c8c49 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205cb5e5-3d53-4c3a-b69a-407873ffb3c8,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:59.697185 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a730c6fe-9250-44b6-b3fb-c68c756c8c49 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.699149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a730c6fe-9250-44b6-b3fb-c68c756c8c49 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3621988 Sep 23 23:08:59.701880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40780) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:59.719140 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-aaebf251-47c3-4042-8dc1-e6220d62609b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules/205cb5e5-3d53-4c3a-b69a-407873ffb3c8 HTTP/1.1" status: 200 len: 763 time: 0.0161283 Sep 23 23:08:59.721725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40782) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:59.767176 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-fcfca33e-4a67-4f73-85d1-a515d8c44311 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0443547 Sep 23 23:08:59.769963 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40784) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:59.794452 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ce83179-8da7-4872-b1b3-245b0cb616d7 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.802055 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ce83179-8da7-4872-b1b3-245b0cb616d7 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.897748 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ce83179-8da7-4872-b1b3-245b0cb616d7 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.908000 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ce83179-8da7-4872-b1b3-245b0cb616d7 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:08:59.909214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3ce83179-8da7-4872-b1b3-245b0cb616d7 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/205cb5e5-3d53-4c3a-b69a-407873ffb3c8 HTTP/1.1" status: 204 len: 168 time: 0.1382744 Sep 23 23:08:59.912160 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40786) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:59.914206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce83179-8da7-4872-b1b3-245b0cb616d7 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=205cb5e5-3d53-4c3a-b69a-407873ffb3c8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:08:59.956389 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-994e57fb-33e5-4679-a5b9-970c13a0cfcf tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0430436 Sep 23 23:08:59.959084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40788) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:08:59.963925 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-52b12446-5ed1-4659-9892-64ec3e7b6f45 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group_rule': {'security_group_id': '1024138e-5a6e-4a42-b8ae-c9b5a3667b3c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:00.051137 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52b12446-5ed1-4659-9892-64ec3e7b6f45 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.099657 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52b12446-5ed1-4659-9892-64ec3e7b6f45 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.183371 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52b12446-5ed1-4659-9892-64ec3e7b6f45 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.201367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b12446-5ed1-4659-9892-64ec3e7b6f45 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b11d3d4-aa53-4949-a0df-3c36ec8d2ee7,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:00.286040 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-52b12446-5ed1-4659-9892-64ec3e7b6f45 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.287310 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-52b12446-5ed1-4659-9892-64ec3e7b6f45 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3272877 Sep 23 23:09:00.290016 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40790) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:00.308220 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e923950a-20c1-4551-a6d7-6cca46deb119 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules/0b11d3d4-aa53-4949-a0df-3c36ec8d2ee7 HTTP/1.1" status: 200 len: 763 time: 0.0163538 Sep 23 23:09:00.315804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40792) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:00.363085 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-14dba14f-1c60-4af9-b06b-2918205677e7 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0461874 Sep 23 23:09:00.365793 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40794) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:00.392736 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-779bee57-6c52-4ca8-86a7-7bd364c18f27 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.400645 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-779bee57-6c52-4ca8-86a7-7bd364c18f27 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.491409 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-779bee57-6c52-4ca8-86a7-7bd364c18f27 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.497779 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-779bee57-6c52-4ca8-86a7-7bd364c18f27 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.498899 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-779bee57-6c52-4ca8-86a7-7bd364c18f27 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/0b11d3d4-aa53-4949-a0df-3c36ec8d2ee7 HTTP/1.1" status: 204 len: 168 time: 0.1321774 Sep 23 23:09:00.501538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40796) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:00.504777 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bee57-6c52-4ca8-86a7-7bd364c18f27 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b11d3d4-aa53-4949-a0df-3c36ec8d2ee7,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:00.543054 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7c6ed1cb-352f-4103-b831-4b81d497ce10 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0403037 Sep 23 23:09:00.545694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40798) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:00.550133 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-267502f5-f4e7-4486-b4f8-d2dd2799d5cc tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Request body: {'security_group_rule': {'security_group_id': '1024138e-5a6e-4a42-b8ae-c9b5a3667b3c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:09:00.650667 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-267502f5-f4e7-4486-b4f8-d2dd2799d5cc tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.712895 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-267502f5-f4e7-4486-b4f8-d2dd2799d5cc tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.788682 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-267502f5-f4e7-4486-b4f8-d2dd2799d5cc tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.806238 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267502f5-f4e7-4486-b4f8-d2dd2799d5cc tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a65d8f-00cc-475d-bcb4-b80a44db30e4,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:00.886710 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-267502f5-f4e7-4486-b4f8-d2dd2799d5cc tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.887972 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-267502f5-f4e7-4486-b4f8-d2dd2799d5cc tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3413477 Sep 23 23:09:00.890544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40800) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:00.907572 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c36c8079-fce2-4223-ae62-ba87bd97f870 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules/a2a65d8f-00cc-475d-bcb4-b80a44db30e4 HTTP/1.1" status: 200 len: 764 time: 0.0158827 Sep 23 23:09:00.910263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40802) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:00.954739 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-713f7b51-4301-4a02-befe-a3a75bbde3c3 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0433764 Sep 23 23:09:00.957519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40804) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:00.982978 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a03d508-b0ad-4030-a0a7-7915c96f7b89 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:00.991541 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a03d508-b0ad-4030-a0a7-7915c96f7b89 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:01.108927 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a03d508-b0ad-4030-a0a7-7915c96f7b89 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:01.115618 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a03d508-b0ad-4030-a0a7-7915c96f7b89 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:01.116761 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5a03d508-b0ad-4030-a0a7-7915c96f7b89 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/a2a65d8f-00cc-475d-bcb4-b80a44db30e4 HTTP/1.1" status: 204 len: 168 time: 0.1581895 Sep 23 23:09:01.119440 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40806) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:01.127853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03d508-b0ad-4030-a0a7-7915c96f7b89 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2a65d8f-00cc-475d-bcb4-b80a44db30e4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:01.159758 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-41978bf9-8093-4a6d-b7db-a3feb7d042e9 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0384595 Sep 23 23:09:01.167155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40808) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:01.217376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-335376d4-4d93-40ba-a71c-8f47c431621b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:01.241798 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-335376d4-4d93-40ba-a71c-8f47c431621b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:01.394868 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-335376d4-4d93-40ba-a71c-8f47c431621b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:01.397676 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-335376d4-4d93-40ba-a71c-8f47c431621b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:01.398954 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-335376d4-4d93-40ba-a71c-8f47c431621b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "DELETE /v2.0/security-groups/1024138e-5a6e-4a42-b8ae-c9b5a3667b3c HTTP/1.1" status: 204 len: 168 time: 0.2355072 Sep 23 23:09:01.402320 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40810) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:01.409203 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335376d4-4d93-40ba-a71c-8f47c431621b tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1024138e-5a6e-4a42-b8ae-c9b5a3667b3c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:01.452850 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-df062cbd-2408-4967-95af-58c2168847dd tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0487256 Sep 23 23:09:01.467196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40812) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:01.509060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ddb8b738-4aac-4058-bdae-f6d2f43895d3 tempest-SecGroupTest-1268249495 tempest-SecGroupTest-1268249495-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0407693 Sep 23 23:09:02.048113 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40818) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:02.205794 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-de12f001-8db3-4298-97a9-073d3c29eea1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5516faec1c6d479285d3610b0aeb51a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564558 Sep 23 23:09:02.208243 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40822) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:02.261791 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90c3d015-bcda-4fe4-8373-a3adf926087d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:02.282647 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90c3d015-bcda-4fe4-8373-a3adf926087d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:02.400492 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90c3d015-bcda-4fe4-8373-a3adf926087d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:02.403205 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-90c3d015-bcda-4fe4-8373-a3adf926087d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:02.404487 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-90c3d015-bcda-4fe4-8373-a3adf926087d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2a10ce68-8930-447b-9967-3fea8aa5b2f9 HTTP/1.1" status: 204 len: 168 time: 0.1952333 Sep 23 23:09:02.412803 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3d015-bcda-4fe4-8373-a3adf926087d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a10ce68-8930-447b-9967-3fea8aa5b2f9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:06.960164 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:07.707394 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40958) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:07.812639 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:07.899765 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:07.965846 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:08.004195 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ea5a70-815c-47ec-85fa-0768d3623038,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:08.008290 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77d6cb4a71af4e06a2733b3b7a3b6c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997711 Sep 23 23:09:08.011685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40962) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:08.015434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:08.015779 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:08.016122 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:08.016460 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:08.016797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:08.017152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:08.017495 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:08.017814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:08.018145 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:08.018471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:08.018797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:08.019118 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf737311-eddc-48af-a7bb-3d126906f5ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:08.068795 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8343922-bcb4-40fd-ad46-99a761363060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:08.094752 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8343922-bcb4-40fd-ad46-99a761363060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:08.217366 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8343922-bcb4-40fd-ad46-99a761363060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:08.219906 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8343922-bcb4-40fd-ad46-99a761363060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:08.221084 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a8343922-bcb4-40fd-ad46-99a761363060 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/89ea5a70-815c-47ec-85fa-0768d3623038 HTTP/1.1" status: 204 len: 168 time: 0.2083309 Sep 23 23:09:08.228966 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8343922-bcb4-40fd-ad46-99a761363060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ea5a70-815c-47ec-85fa-0768d3623038,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:08.861298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 40968) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:08.874855 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da8a8920-14a8-4bb9-827f-b9b84facdd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:08.972463 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da8a8920-14a8-4bb9-827f-b9b84facdd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:09.114166 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-da8a8920-14a8-4bb9-827f-b9b84facdd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:09.158828 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-da8a8920-14a8-4bb9-827f-b9b84facdd84 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c065f8903d5a453daef01b28fccdec70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964156 Sep 23 23:09:09.159785 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a8920-14a8-4bb9-827f-b9b84facdd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db659f72-6dc0-46e6-b791-506154e91e5d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:09.162332 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 40970) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:09.219416 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-156828d3-8bd7-4d1b-9ce4-dc1004db4007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:09.242853 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-156828d3-8bd7-4d1b-9ce4-dc1004db4007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:09.360418 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-156828d3-8bd7-4d1b-9ce4-dc1004db4007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:09.363038 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-156828d3-8bd7-4d1b-9ce4-dc1004db4007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:09.364272 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-156828d3-8bd7-4d1b-9ce4-dc1004db4007 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db659f72-6dc0-46e6-b791-506154e91e5d HTTP/1.1" status: 204 len: 168 time: 0.1954575 Sep 23 23:09:09.372204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156828d3-8bd7-4d1b-9ce4-dc1004db4007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db659f72-6dc0-46e6-b791-506154e91e5d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:13.097132 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8d86abfb-0976-4db9-ad54-aec1687f9103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:15.634092 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-07c43f9a-c51b-497d-9428-c0249a9dafd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:16.125708 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:17.062867 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:18.205686 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:18.725840 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:20.241929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41062) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:20.350045 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fbfa2bc0-4938-4a8b-bd25-aaa45b4ebe21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:20.438900 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fbfa2bc0-4938-4a8b-bd25-aaa45b4ebe21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:20.542788 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fbfa2bc0-4938-4a8b-bd25-aaa45b4ebe21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:20.582152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa2bc0-4938-4a8b-bd25-aaa45b4ebe21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0568948b-7113-4bf3-912d-39a9a37d2b9f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:20.586393 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fbfa2bc0-4938-4a8b-bd25-aaa45b4ebe21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca179758781542528d00d06e10f553f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434057 Sep 23 23:09:20.590011 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41066) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:20.640320 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fef9bfe1-253c-4e9e-8494-c3b53b66cb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:20.663794 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fef9bfe1-253c-4e9e-8494-c3b53b66cb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:20.800093 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fef9bfe1-253c-4e9e-8494-c3b53b66cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:20.802758 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fef9bfe1-253c-4e9e-8494-c3b53b66cb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:20.803900 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fef9bfe1-253c-4e9e-8494-c3b53b66cb6f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0568948b-7113-4bf3-912d-39a9a37d2b9f HTTP/1.1" status: 204 len: 168 time: 0.2136693 Sep 23 23:09:20.812096 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9bfe1-253c-4e9e-8494-c3b53b66cb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0568948b-7113-4bf3-912d-39a9a37d2b9f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:21.386687 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41072) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:21.400342 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:21.485674 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:21.548331 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:21.591579 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4a80cab6e7e4f76a4ac0551549dd0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2038157 Sep 23 23:09:21.592449 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dcf221-2217-41fd-b81a-813e8b89df00,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:21.594309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41074) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:21.600135 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:21.600480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:21.600814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:21.601167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:21.601497 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:21.601827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:21.602146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:21.602465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:21.602783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:21.603099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:21.603415 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:21.603733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfc7f7-fe5d-4122-a59a-eb07880e0a99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:09:21.644546 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8a6270e-a701-4dc2-a0ac-da03cf4cd921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:21.665356 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8a6270e-a701-4dc2-a0ac-da03cf4cd921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:21.800411 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8a6270e-a701-4dc2-a0ac-da03cf4cd921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:21.803221 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b8a6270e-a701-4dc2-a0ac-da03cf4cd921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:21.804461 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b8a6270e-a701-4dc2-a0ac-da03cf4cd921 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30dcf221-2217-41fd-b81a-813e8b89df00 HTTP/1.1" status: 204 len: 168 time: 0.2090874 Sep 23 23:09:21.815581 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6270e-a701-4dc2-a0ac-da03cf4cd921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dcf221-2217-41fd-b81a-813e8b89df00,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:24.171515 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41124) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:24.278892 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d0293808-5da9-4665-9bea-40a52491b981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.365314 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d0293808-5da9-4665-9bea-40a52491b981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.474198 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d0293808-5da9-4665-9bea-40a52491b981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.514238 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d0293808-5da9-4665-9bea-40a52491b981 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=487d4e25dcc341fdbf3bf9dd9fc274e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415432 Sep 23 23:09:24.515142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0293808-5da9-4665-9bea-40a52491b981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28e0429-849a-412f-bc03-87a6b4b4a1fe,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:24.516904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41128) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:24.567866 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acfb5d6c-669f-41e8-aeb2-7f7ade531e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.591310 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acfb5d6c-669f-41e8-aeb2-7f7ade531e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.724892 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acfb5d6c-669f-41e8-aeb2-7f7ade531e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.727642 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acfb5d6c-669f-41e8-aeb2-7f7ade531e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:24.728827 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-acfb5d6c-669f-41e8-aeb2-7f7ade531e0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c28e0429-849a-412f-bc03-87a6b4b4a1fe HTTP/1.1" status: 204 len: 168 time: 0.2101252 Sep 23 23:09:24.737930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb5d6c-669f-41e8-aeb2-7f7ade531e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28e0429-849a-412f-bc03-87a6b4b4a1fe,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:25.398723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41134) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:25.412539 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9682f345-4a2a-4560-b7bc-ac788663c39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:25.503026 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9682f345-4a2a-4560-b7bc-ac788663c39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:25.594048 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9682f345-4a2a-4560-b7bc-ac788663c39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:25.633837 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9682f345-4a2a-4560-b7bc-ac788663c39b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e8ba03c38f3c48d78a0923857d6ece1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339399 Sep 23 23:09:25.634728 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682f345-4a2a-4560-b7bc-ac788663c39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cc2d26-09d8-4839-8e6d-1564ad0a7824,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:25.636436 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41136) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:25.690566 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d62885e9-c923-4a5d-8aac-23a2a2ab28f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:25.713140 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d62885e9-c923-4a5d-8aac-23a2a2ab28f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:25.848529 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d62885e9-c923-4a5d-8aac-23a2a2ab28f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:25.851281 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d62885e9-c923-4a5d-8aac-23a2a2ab28f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:25.852445 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d62885e9-c923-4a5d-8aac-23a2a2ab28f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87cc2d26-09d8-4839-8e6d-1564ad0a7824 HTTP/1.1" status: 204 len: 168 time: 0.2149615 Sep 23 23:09:25.860974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62885e9-c923-4a5d-8aac-23a2a2ab28f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cc2d26-09d8-4839-8e6d-1564ad0a7824,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:25.886919 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:09:36.999765 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:41.709984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41278) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:41.825503 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-201a206a-5521-47c1-b1bc-7dce66212791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:41.926190 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-201a206a-5521-47c1-b1bc-7dce66212791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:42.016754 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-201a206a-5521-47c1-b1bc-7dce66212791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:42.061664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41286) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:42.062173 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-201a206a-5521-47c1-b1bc-7dce66212791 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a034db9a788343049f22fe8c8a99501c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505349 Sep 23 23:09:42.062658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a206a-5521-47c1-b1bc-7dce66212791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090dc5d8-880c-4b47-93cf-4b07d71e75c3,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:42.121919 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd260-e287-41c8-9885-1aa8484f1307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:42.145129 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd260-e287-41c8-9885-1aa8484f1307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:42.296915 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd260-e287-41c8-9885-1aa8484f1307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:42.299519 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd260-e287-41c8-9885-1aa8484f1307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:42.300716 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a3ccd260-e287-41c8-9885-1aa8484f1307 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/090dc5d8-880c-4b47-93cf-4b07d71e75c3 HTTP/1.1" status: 204 len: 168 time: 0.2379656 Sep 23 23:09:42.309710 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ccd260-e287-41c8-9885-1aa8484f1307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090dc5d8-880c-4b47-93cf-4b07d71e75c3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:42.914639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41296) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:42.928581 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-58ebde6c-0481-436d-a2ff-94587fefa84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:43.024631 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-58ebde6c-0481-436d-a2ff-94587fefa84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:43.108551 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-df66553e-ff2f-4601-91d4-86a2d1893c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:43.120114 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-58ebde6c-0481-436d-a2ff-94587fefa84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:43.164707 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-58ebde6c-0481-436d-a2ff-94587fefa84b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9532a9a6e9342da90573f952c256e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488809 Sep 23 23:09:43.165622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebde6c-0481-436d-a2ff-94587fefa84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1c6d36-3681-407d-8413-73518494d805,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:43.167654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41298) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:43.220458 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-06540334-8884-410c-8635-4a8e27246e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:43.245246 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-06540334-8884-410c-8635-4a8e27246e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:43.377084 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-06540334-8884-410c-8635-4a8e27246e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:43.380135 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-06540334-8884-410c-8635-4a8e27246e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:43.381362 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-06540334-8884-410c-8635-4a8e27246e35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be1c6d36-3681-407d-8413-73518494d805 HTTP/1.1" status: 204 len: 168 time: 0.2126782 Sep 23 23:09:43.389565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06540334-8884-410c-8635-4a8e27246e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1c6d36-3681-407d-8413-73518494d805,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:44.231146 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41306) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:44.246779 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eee61010-cc6e-4cae-96d3-5b31e3cdc4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:44.352670 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eee61010-cc6e-4cae-96d3-5b31e3cdc4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:44.433966 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eee61010-cc6e-4cae-96d3-5b31e3cdc4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:44.474658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee61010-cc6e-4cae-96d3-5b31e3cdc4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f710bf-5d1a-4b40-a9c0-1f2f0286515b,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:44.480643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-eee61010-cc6e-4cae-96d3-5b31e3cdc4bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cec843d9aadd4ed885a64c84e1287cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480094 Sep 23 23:09:44.483881 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41308) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:44.539156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5eaf-db80-42ba-9710-db5a07e6435f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:44.561660 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5eaf-db80-42ba-9710-db5a07e6435f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:44.697119 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5eaf-db80-42ba-9710-db5a07e6435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:44.700024 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5eaf-db80-42ba-9710-db5a07e6435f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:44.701404 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3ddc5eaf-db80-42ba-9710-db5a07e6435f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39f710bf-5d1a-4b40-a9c0-1f2f0286515b HTTP/1.1" status: 204 len: 168 time: 0.2164924 Sep 23 23:09:44.712756 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc5eaf-db80-42ba-9710-db5a07e6435f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f710bf-5d1a-4b40-a9c0-1f2f0286515b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:45.610824 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-91f6a8e4-1c55-47d8-b3ba-c2a12712dfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:46.101486 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:47.056826 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:48.211092 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:48.702311 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:54.859978 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27e51f96-d677-499b-adf0-b015d4be5f91 req-93a32dd5-8842-484a-bb2b-183628f897e7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2074947 Sep 23 23:09:54.971486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e51f96-d677-499b-adf0-b015d4be5f91 req-4c4c3e12-d6e8-40aa-a461-438225c92920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:54.973147 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27e51f96-d677-499b-adf0-b015d4be5f91 req-4c4c3e12-d6e8-40aa-a461-438225c92920 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 1097 time: 0.0447209 Sep 23 23:09:55.083157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e51f96-d677-499b-adf0-b015d4be5f91 req-cb565a42-a454-4ed9-8919-92ec4b1d1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:55.084678 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27e51f96-d677-499b-adf0-b015d4be5f91 req-cb565a42-a454-4ed9-8919-92ec4b1d1db0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.0907362 Sep 23 23:09:55.160594 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27e51f96-d677-499b-adf0-b015d4be5f91 req-51f09c65-f012-4481-b36e-083d7c63fa2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 HTTP/1.1" status: 200 len: 1001 time: 0.0684488 Sep 23 23:09:55.211313 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e51f96-d677-499b-adf0-b015d4be5f91 req-9a17688c-aff7-4e08-a292-243286b9d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:55.212820 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27e51f96-d677-499b-adf0-b015d4be5f91 req-9a17688c-aff7-4e08-a292-243286b9d980 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0457861 Sep 23 23:09:55.259472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e51f96-d677-499b-adf0-b015d4be5f91 req-30b68e07-2565-472e-9a02-eb6bc2d9f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:09:55.260986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27e51f96-d677-499b-adf0-b015d4be5f91 req-30b68e07-2565-472e-9a02-eb6bc2d9f097 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415075 Sep 23 23:09:55.367365 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27e51f96-d677-499b-adf0-b015d4be5f91 req-c1a96289-4554-4181-9787-ddaf243de819 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985940 Sep 23 23:09:55.445854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41398) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:55.472296 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27e51f96-d677-499b-adf0-b015d4be5f91 req-7cf5d1f6-d767-4388-babc-1e0ad76ea2c6 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981576 Sep 23 23:09:55.569847 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-91501920-52ee-4fab-8e3a-c3b21a30f2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:55.663781 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-91501920-52ee-4fab-8e3a-c3b21a30f2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:55.754040 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-91501920-52ee-4fab-8e3a-c3b21a30f2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:55.792270 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91501920-52ee-4fab-8e3a-c3b21a30f2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0faf4394-7e90-4be3-8edd-e2efc8ed213f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:55.796684 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-91501920-52ee-4fab-8e3a-c3b21a30f2df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd46b4ec46df451dae83843974130d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497920 Sep 23 23:09:55.799644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41404) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:55.856189 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e5e79f93-2af5-4dc4-8223-c0468158a173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:55.879324 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e5e79f93-2af5-4dc4-8223-c0468158a173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:55.993837 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e5e79f93-2af5-4dc4-8223-c0468158a173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:55.996371 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e5e79f93-2af5-4dc4-8223-c0468158a173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:55.997578 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e5e79f93-2af5-4dc4-8223-c0468158a173 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0faf4394-7e90-4be3-8edd-e2efc8ed213f HTTP/1.1" status: 204 len: 168 time: 0.1965930 Sep 23 23:09:56.005971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e79f93-2af5-4dc4-8223-c0468158a173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faf4394-7e90-4be3-8edd-e2efc8ed213f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:56.724721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41412) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:56.739257 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-263ccf70-fea6-4afe-8412-c1c9c1c0511a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:56.833330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-263ccf70-fea6-4afe-8412-c1c9c1c0511a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:56.907910 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-263ccf70-fea6-4afe-8412-c1c9c1c0511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:56.947609 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-263ccf70-fea6-4afe-8412-c1c9c1c0511a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a07a473a25e24a8ba83951430ebe4355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2217102 Sep 23 23:09:56.948635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ccf70-fea6-4afe-8412-c1c9c1c0511a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bc86e5-8521-4993-acd2-892d10cacdf7,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:09:56.950824 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41414) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:09:57.008069 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36a3c174-e39e-4ec4-9cd1-c4922961d6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:57.033541 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36a3c174-e39e-4ec4-9cd1-c4922961d6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:57.193555 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36a3c174-e39e-4ec4-9cd1-c4922961d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:57.196216 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36a3c174-e39e-4ec4-9cd1-c4922961d6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:09:57.197445 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-36a3c174-e39e-4ec4-9cd1-c4922961d6fa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34bc86e5-8521-4993-acd2-892d10cacdf7 HTTP/1.1" status: 204 len: 168 time: 0.2454407 Sep 23 23:09:57.205855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3c174-e39e-4ec4-9cd1-c4922961d6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bc86e5-8521-4993-acd2-892d10cacdf7,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:02.886702 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:10:03.828418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93042ad-dc93-426e-b782-3bc735c3b9cd req-0f14f58a-9363-49df-8ca1-003563c2796b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:03.829987 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d93042ad-dc93-426e-b782-3bc735c3b9cd req-0f14f58a-9363-49df-8ca1-003563c2796b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 946 time: 0.2916698 Sep 23 23:10:03.874665 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d93042ad-dc93-426e-b782-3bc735c3b9cd req-b05e7021-af71-4143-b93e-72b0c3414627 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355268 Sep 23 23:10:04.158818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41492) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:04.282952 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-401b7611-d2db-44a5-9f3e-eb16659341db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:04.378593 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-401b7611-d2db-44a5-9f3e-eb16659341db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:04.444927 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-401b7611-d2db-44a5-9f3e-eb16659341db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:04.484795 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-401b7611-d2db-44a5-9f3e-eb16659341db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8dbb882b68384e18a54d5de3da9b4596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247049 Sep 23 23:10:04.485599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b7611-d2db-44a5-9f3e-eb16659341db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab0a506-3652-4d58-8a70-15bb2b622c5f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:04.489642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41496) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:04.549193 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-713a8890-636d-4104-a0be-7044ba0341d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:04.574127 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-713a8890-636d-4104-a0be-7044ba0341d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:04.770747 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-713a8890-636d-4104-a0be-7044ba0341d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:04.773545 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-713a8890-636d-4104-a0be-7044ba0341d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:04.774722 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-713a8890-636d-4104-a0be-7044ba0341d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aab0a506-3652-4d58-8a70-15bb2b622c5f HTTP/1.1" status: 204 len: 168 time: 0.2831228 Sep 23 23:10:04.782929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a8890-636d-4104-a0be-7044ba0341d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab0a506-3652-4d58-8a70-15bb2b622c5f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:05.187098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11175050-77dd-4a9d-9573-e4592634285b req-4cb59b84-7e8e-4b1e-9fe7-04c25384e1be tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:05.188647 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-11175050-77dd-4a9d-9573-e4592634285b req-4cb59b84-7e8e-4b1e-9fe7-04c25384e1be tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 946 time: 0.2288976 Sep 23 23:10:05.230296 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-11175050-77dd-4a9d-9573-e4592634285b req-50117eb0-b590-4d36-baa7-819e74dbd271 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349255 Sep 23 23:10:05.333912 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-d744fbd5-7cf6-41bc-9261-ea15ea37f560 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:05.335421 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-d744fbd5-7cf6-41bc-9261-ea15ea37f560 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 946 time: 0.0513718 Sep 23 23:10:05.438043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-6ccc09aa-6fd9-4913-8d5b-1b1d9c408e5d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Deleting port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:10:05.438359 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-6ccc09aa-6fd9-4913-8d5b-1b1d9c408e5d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.474235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41508) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:05.489416 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c998f7f0-bac6-4e12-80c6-17abeea605f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.539203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-6ccc09aa-6fd9-4913-8d5b-1b1d9c408e5d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] For port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:05.539795 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-6ccc09aa-6fd9-4913-8d5b-1b1d9c408e5d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.596208 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c998f7f0-bac6-4e12-80c6-17abeea605f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.702054 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c998f7f0-bac6-4e12-80c6-17abeea605f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.735253 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-6ccc09aa-6fd9-4913-8d5b-1b1d9c408e5d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.735631 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-6ccc09aa-6fd9-4913-8d5b-1b1d9c408e5d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.736089 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-6ccc09aa-6fd9-4913-8d5b-1b1d9c408e5d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Floating IP 9cb0f884-7696-4fc4-bf87-3daa0bd63459 disassociated. External IP: 172.25.1.56, port: 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4. Sep 23 23:10:05.736399 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-6ccc09aa-6fd9-4913-8d5b-1b1d9c408e5d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Calling delete_port for 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:10:05.745239 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c998f7f0-bac6-4e12-80c6-17abeea605f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1ecf2a40f744bf49c0b245c797b83f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664380 Sep 23 23:10:05.746733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41510) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:05.753014 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998f7f0-bac6-4e12-80c6-17abeea605f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de39c7a-34c5-4aaf-be8d-ac3bfd59b1be,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:05.861317 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f689e172-eb01-4823-8057-3c9b7c34e874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:05.906718 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f689e172-eb01-4823-8057-3c9b7c34e874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:06.045321 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-6ccc09aa-6fd9-4913-8d5b-1b1d9c408e5d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:06.075576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc09aa-6fd9-4913-8d5b-1b1d9c408e5d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event deleted for resources: {'Port': ['ID=2ebd47ca-e9ec-4ece-be8f-9d01c040aba4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:06.118930 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f689e172-eb01-4823-8057-3c9b7c34e874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:06.121512 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f689e172-eb01-4823-8057-3c9b7c34e874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:06.124217 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f689e172-eb01-4823-8057-3c9b7c34e874 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0de39c7a-34c5-4aaf-be8d-ac3bfd59b1be HTTP/1.1" status: 204 len: 168 time: 0.3749666 Sep 23 23:10:06.163853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689e172-eb01-4823-8057-3c9b7c34e874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de39c7a-34c5-4aaf-be8d-ac3bfd59b1be,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:06.212542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-6ccc09aa-6fd9-4913-8d5b-1b1d9c408e5d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Router e49b69f4-0482-4703-8039-71e29d08dc19 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:10:06.334801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-6ccc09aa-6fd9-4913-8d5b-1b1d9c408e5d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:10:06.345754 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4171f83-e9bf-4d73-b66f-7159f94b30c2 None None] Sync routers for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:10:06.355537 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4171f83-e9bf-4d73-b66f-7159f94b30c2 None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:10:06.356158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d4171f83-e9bf-4d73-b66f-7159f94b30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:09:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:06.367011 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-907eae8d-07a7-4220-a627-53280a2dab30 req-16786819-4d2e-41e8-91b1-7f699759e9a6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0307941 Sep 23 23:10:06.381676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-6ccc09aa-6fd9-4913-8d5b-1b1d9c408e5d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] No DVR routers for this DVR port 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:10:06.383002 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-6ccc09aa-6fd9-4913-8d5b-1b1d9c408e5d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:06.385088 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78c37905-40f0-4f5c-a364-747ca4eded6f req-6ccc09aa-6fd9-4913-8d5b-1b1d9c408e5d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "DELETE /v2.0/ports/2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 HTTP/1.1" status: 204 len: 173 time: 1.0432615 Sep 23 23:10:06.385585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3040ed75-7072-46b8-9437-162f09f80ce8', 'name': 'network-vif-deleted', 'tag': '2ebd47ca-e9ec-4ece-be8f-9d01c040aba4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:10:06.388423 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7542a4b5-4f66-4627-8ab4-edf3696e344c" -d '{"events": [{"server_uuid": "3040ed75-7072-46b8-9437-162f09f80ce8", "name": "network-vif-deleted", "tag": "2ebd47ca-e9ec-4ece-be8f-9d01c040aba4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:10:06.451835 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01b62e2-be4c-4e95-a2e6-c1190cc7e54c x-openstack-request-id: req-d01b62e2-be4c-4e95-a2e6-c1190cc7e54c {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:10:06.451835 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3040ed75-7072-46b8-9437-162f09f80ce8", "name": "network-vif-deleted", "tag": "2ebd47ca-e9ec-4ece-be8f-9d01c040aba4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:10:06.451835 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d01b62e2-be4c-4e95-a2e6-c1190cc7e54c {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:10:06.451835 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3040ed75-7072-46b8-9437-162f09f80ce8', 'name': 'network-vif-deleted', 'tag': '2ebd47ca-e9ec-4ece-be8f-9d01c040aba4', 'status': 'completed', 'code': 200} Sep 23 23:10:06.501370 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d4171f83-e9bf-4d73-b66f-7159f94b30c2 None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:10:06.766363 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d4171f83-e9bf-4d73-b66f-7159f94b30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:06.796432 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4171f83-e9bf-4d73-b66f-7159f94b30c2 None None] Checking router: e49b69f4-0482-4703-8039-71e29d08dc19 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:10:06.813587 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4171f83-e9bf-4d73-b66f-7159f94b30c2 None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:10:06.814250 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d4171f83-e9bf-4d73-b66f-7159f94b30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:09:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:06.954457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d4171f83-e9bf-4d73-b66f-7159f94b30c2 None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:10:07.033536 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:07.333338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d4171f83-e9bf-4d73-b66f-7159f94b30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:07.368137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4171f83-e9bf-4d73-b66f-7159f94b30c2 None None] The sync data for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 is: [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:10:07.474614 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f940d38b-31a6-45e8-9df8-f2ee395118ea req-ac347aa5-eb77-499c-8ab1-fd43a30a9ffb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0319972 Sep 23 23:10:07.645030 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914285cb-20f5-40e4-aa26-760b251456b0 None None] New status for floating IP 9cb0f884-7696-4fc4-bf87-3daa0bd63459: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:10:08.574778 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e003d274-1d6c-4615-87e3-e9b48b97c2ef req-c393f797-9477-40d8-9c23-e20e766d79fa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0284677 Sep 23 23:10:08.830967 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:10:08.853001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:10:08.853381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 2ebd47ca-e9ec-4ece-be8f-9d01c040aba4 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:10:09.913616 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-08d03751-5316-48c5-ba50-0628b373003f req-f316cb22-c62d-4978-914f-a6b69e61ba22 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0264490 Sep 23 23:10:11.022777 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-310c5b0b-1f85-4cfb-a73c-99f0da569ba8 req-748d0dd5-aff9-4e8c-8c26-b066f87bf2c4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=3040ed75-7072-46b8-9437-162f09f80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0273285 Sep 23 23:10:12.266869 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7d50480a-9afb-4e33-95e8-0b7a936232ee tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461987567&fields=id&tenant_id=d11e96efbe4c43a2977eef6acd246f67 HTTP/1.1" status: 200 len: 267 time: 0.0328214 Sep 23 23:10:12.378125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-63b4129c-cf8a-4b61-9357-0c4e403f5f26 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:12.380197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-63b4129c-cf8a-4b61-9357-0c4e403f5f26 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 811 time: 0.1053929 Sep 23 23:10:12.396418 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-dfe6a8df-07e7-418f-b66a-373ba39c03f5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/quotas/d11e96efbe4c43a2977eef6acd246f67 HTTP/1.1" status: 200 len: 375 time: 0.0093808 Sep 23 23:10:12.449558 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-a4b8ed73-f71c-4506-9083-cc71e4235791 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472093 Sep 23 23:10:12.560412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-1d0c6e2a-1ce8-416d-9efb-dab797c12f9e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:10:12.561462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-1d0c6e2a-1ce8-416d-9efb-dab797c12f9e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1003804 Sep 23 23:10:12.658124 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-c69679f3-3638-4002-9234-eb49901bf5ab service neutron] 10.222.0.22 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894339 Sep 23 23:10:12.750078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-79cbf333-39b2-4b22-818c-677546a95a79 service neutron] 10.222.0.22 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856473 Sep 23 23:10:13.078947 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-116d8003-d6a1-407d-8afd-0b7a1eb0937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:13.471306 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e99aa165-e0d7-470a-a04a-96f3e8b3f668 req-e8835eba-880f-49c0-929d-cd97aa1b11f0 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 210 time: 0.0271571 Sep 23 23:10:14.569197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10b2c5a1-bad6-4d0f-9f09-add37cc21117 req-f14576fe-461a-4877-9db7-2cd068ca8503 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 210 time: 0.0317352 Sep 23 23:10:15.621833 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e424d133-f95f-43db-b67c-2502bdc00143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:15.670336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cee83857-779f-4ed4-a49c-165b9e63b1be req-3972edc7-435b-4130-b8b6-5c03a49bc3b7 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 210 time: 0.0293872 Sep 23 23:10:15.731879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7cdb9b76-00af-4264-b18f-1fb7a02d049d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:15.733364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7cdb9b76-00af-4264-b18f-1fb7a02d049d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 811 time: 0.1046581 Sep 23 23:10:15.782165 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-23ed1474-9b7d-4ad8-ba17-71e576f171f3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d11e96efbe4c43a2977eef6acd246f67 HTTP/1.1" status: 200 len: 379 time: 0.0338800 Sep 23 23:10:15.791723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-25f3127a-726e-408c-ae4d-dda891d92b28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'port': {'device_id': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'admin_state_up': True, 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'security_groups': ['ad050a7b-891a-4e31-8003-08c840bd2786']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:15.998993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-25f3127a-726e-408c-ae4d-dda891d92b28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Made reservation on behalf of d11e96efbe4c43a2977eef6acd246f67 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:10:16.002735 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-25f3127a-726e-408c-ae4d-dda891d92b28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:16.090951 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:16.147204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-25f3127a-726e-408c-ae4d-dda891d92b28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Allocated IP 172.20.0.5 (45b51b8f-7d52-4e5c-b7db-66198a209fb1/1db05adc-8484-42c0-adc6-2c2f758e2ab6/63aa14f5-3236-4ea7-ac79-07d3313f676b) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:10:16.297010 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-25f3127a-726e-408c-ae4d-dda891d92b28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:16.365902 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-25f3127a-726e-408c-ae4d-dda891d92b28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:16.410414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-25f3127a-726e-408c-ae4d-dda891d92b28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:10:16.415915 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-25f3127a-726e-408c-ae4d-dda891d92b28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:10:16.419285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-25f3127a-726e-408c-ae4d-dda891d92b28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:10:16.453097 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3127a-726e-408c-ae4d-dda891d92b28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'Port': ['ID=63aa14f5-3236-4ea7-ac79-07d3313f676b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:16.485540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-25f3127a-726e-408c-ae4d-dda891d92b28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:16.486177 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-25f3127a-726e-408c-ae4d-dda891d92b28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:16.611845 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-25f3127a-726e-408c-ae4d-dda891d92b28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8237832 Sep 23 23:10:16.631889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Request body: {'port': {'device_id': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:16.679752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-849b9ce0-c3cc-4f92-b925-d8d3a88ea5ab None None] Provisioning complete for port 63aa14f5-3236-4ea7-ac79-07d3313f676b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:16.680807 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-849b9ce0-c3cc-4f92-b925-d8d3a88ea5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:16.686726 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:16.733259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-849b9ce0-c3cc-4f92-b925-d8d3a88ea5ab None None] Port 63aa14f5-3236-4ea7-ac79-07d3313f676b cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:10:16.877022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30c0de-04c7-4e19-9eb2-54fbcee385a8 req-91739917-378c-4152-8c5c-d44ce40e756c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:16.878589 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5a30c0de-04c7-4e19-9eb2-54fbcee385a8 req-91739917-378c-4152-8c5c-d44ce40e756c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 931 time: 0.0840137 Sep 23 23:10:16.964158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5a30c0de-04c7-4e19-9eb2-54fbcee385a8 req-29e4678d-5ff2-4c83-a24c-30a58562987f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561914 Sep 23 23:10:17.033426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63aa14f5-3236-4ea7-ac79-07d3313f676b {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:10:17.041533 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:17.053821 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Transition to ACTIVE for port object 63aa14f5-3236-4ea7-ac79-07d3313f676b will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:10:17.073578 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:17.142435 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:17.207168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Pushing event updated for resources: {'Port': ['ID=63aa14f5-3236-4ea7-ac79-07d3313f676b,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:17.285416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Attempting to bind port 63aa14f5-3236-4ea7-ac79-07d3313f676b on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:10:17.285784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Attempting to bind port 63aa14f5-3236-4ea7-ac79-07d3313f676b by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:10:17.286247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Attempting to bind port 63aa14f5-3236-4ea7-ac79-07d3313f676b on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:10:17.292745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Port 63aa14f5-3236-4ea7-ac79-07d3313f676b on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:10:17.292745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Attempting to bind port 63aa14f5-3236-4ea7-ac79-07d3313f676b on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:10:17.297953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:10:17.298387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Checking segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:10:17.298691 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Bound using segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:10:17.299124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Bound port: 63aa14f5-3236-4ea7-ac79-07d3313f676b, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:10:17.299550 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:17.751270 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] For port 63aa14f5-3236-4ea7-ac79-07d3313f676b, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:10:17.756435 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] For port 63aa14f5-3236-4ea7-ac79-07d3313f676b, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=63aa14f5-3236-4ea7-ac79-07d3313f676b,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:10:17.851507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:17.889565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:17.893839 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:17.893839 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] 10.222.0.67 "PUT /v2.0/ports/63aa14f5-3236-4ea7-ac79-07d3313f676b HTTP/1.1" status: 200 len: 1091 time: 1.2648425 Sep 23 23:10:17.893839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'tag': '63aa14f5-3236-4ea7-ac79-07d3313f676b'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:10:17.894842 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9296182b-9f09-4574-a102-94217db2d561" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ff4685-20b4-4b26-b21a-522fe7aa5b91", "tag": "63aa14f5-3236-4ea7-ac79-07d3313f676b"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:10:17.919983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ac88c-8006-4a2c-813e-6054f6b55aff service neutron] Pushing event updated for resources: {'Port': ['ID=63aa14f5-3236-4ea7-ac79-07d3313f676b,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:18.093993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-f9dbcf90-67c2-4b7b-8aed-902407d8c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:18.095562 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-f9dbcf90-67c2-4b7b-8aed-902407d8c265 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 1094 time: 0.0681815 Sep 23 23:10:18.158301 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-ad439e3c-caf4-4b4b-9f06-cb103c7ecbbb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63aa14f5-3236-4ea7-ac79-07d3313f676b HTTP/1.1" status: 200 len: 217 time: 0.0469413 Sep 23 23:10:18.180337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51423c17-bea8-4d55-b08d-4b5e57ff7acf req-094f949d-153a-4d47-b1ff-b0baac011edc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:18.186667 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51423c17-bea8-4d55-b08d-4b5e57ff7acf req-094f949d-153a-4d47-b1ff-b0baac011edc tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 943 time: 0.1073117 Sep 23 23:10:18.210651 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:18.244520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-6e701f15-184f-4642-aabd-924ba0d9178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:18.246011 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-6e701f15-184f-4642-aabd-924ba0d9178d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0811257 Sep 23 23:10:18.253611 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51423c17-bea8-4d55-b08d-4b5e57ff7acf req-de46b7e1-1b45-423c-be89-9d27f44917c4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518775 Sep 23 23:10:18.296811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-706b93a7-fea4-4a72-a441-796399d091ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:18.298375 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-706b93a7-fea4-4a72-a441-796399d091ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439847 Sep 23 23:10:18.424643 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-7637632e-f4ce-4e1d-a9ee-55547c55e043 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191976 Sep 23 23:10:18.525689 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ec2760-3ac4-4734-8f0a-ea4ed0416cc1 req-a53b24ef-46a6-4d6f-a724-38fc6c5f80e2 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927911 Sep 23 23:10:18.742028 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:18.973451 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350e1f06-9ed8-4179-83eb-aee13ac4930c x-openstack-request-id: req-350e1f06-9ed8-4179-83eb-aee13ac4930c {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:10:18.974046 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ff4685-20b4-4b26-b21a-522fe7aa5b91", "tag": "63aa14f5-3236-4ea7-ac79-07d3313f676b", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:10:18.974267 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-350e1f06-9ed8-4179-83eb-aee13ac4930c {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:10:18.974895 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'tag': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'status': 'completed', 'code': 200} Sep 23 23:10:19.058229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296182b-9f09-4574-a102-94217db2d561 req-935fe134-4386-440d-87e2-a68fb14d44bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:19.059750 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9296182b-9f09-4574-a102-94217db2d561 req-935fe134-4386-440d-87e2-a68fb14d44bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 1094 time: 0.0469763 Sep 23 23:10:19.159609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296182b-9f09-4574-a102-94217db2d561 req-b1931652-5f93-4860-a0e0-f78a5865e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:19.161607 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9296182b-9f09-4574-a102-94217db2d561 req-b1931652-5f93-4860-a0e0-f78a5865e47a service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.0951009 Sep 23 23:10:19.205857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9296182b-9f09-4574-a102-94217db2d561 req-456b878d-4539-4744-ab8f-4eed3fa19248 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63aa14f5-3236-4ea7-ac79-07d3313f676b HTTP/1.1" status: 200 len: 217 time: 0.0361528 Sep 23 23:10:19.258025 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296182b-9f09-4574-a102-94217db2d561 req-edfbfc42-303f-461d-a805-ca0c91973252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:19.259439 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9296182b-9f09-4574-a102-94217db2d561 req-edfbfc42-303f-461d-a805-ca0c91973252 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0466056 Sep 23 23:10:19.315788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296182b-9f09-4574-a102-94217db2d561 req-515b2056-8176-4570-8c02-d886a883290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:19.318395 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9296182b-9f09-4574-a102-94217db2d561 req-515b2056-8176-4570-8c02-d886a883290f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516331 Sep 23 23:10:19.439337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da3cb8-f23a-4618-8bd7-ffbc0c33b62a req-093f6913-2fe0-4724-8d76-286f66e48b35 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:19.440865 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-00da3cb8-f23a-4618-8bd7-ffbc0c33b62a req-093f6913-2fe0-4724-8d76-286f66e48b35 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 943 time: 0.1058185 Sep 23 23:10:19.472229 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9296182b-9f09-4574-a102-94217db2d561 req-02567b41-e7d6-49eb-8c0f-921ad47d6bba service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459329 Sep 23 23:10:19.508826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-00da3cb8-f23a-4618-8bd7-ffbc0c33b62a req-afa2247b-700b-4071-90d2-9f6b307cac46 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608692 Sep 23 23:10:19.590234 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9296182b-9f09-4574-a102-94217db2d561 req-9f61e82e-a5f0-4717-b001-9171c0261fb0 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061752 Sep 23 23:10:20.627492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9e959-6562-407f-a42f-0c1515e649c0 req-76d1aa44-a654-45a5-9013-14757303818e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:20.629090 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbf9e959-6562-407f-a42f-0c1515e649c0 req-76d1aa44-a654-45a5-9013-14757303818e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 943 time: 0.0501657 Sep 23 23:10:20.670218 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cbf9e959-6562-407f-a42f-0c1515e649c0 req-3153a666-74e6-42a0-8418-35759ddf5760 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344720 Sep 23 23:10:21.791464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6123eec-9b97-4eea-98c9-9256aa74b7bc req-3cac8ab0-d74e-4446-8bd2-c068bbc3f5d8 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:21.792966 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6123eec-9b97-4eea-98c9-9256aa74b7bc req-3cac8ab0-d74e-4446-8bd2-c068bbc3f5d8 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 943 time: 0.0540810 Sep 23 23:10:21.833098 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6123eec-9b97-4eea-98c9-9256aa74b7bc req-94799827-3449-4c1b-9540-02f20160b945 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341105 Sep 23 23:10:22.948389 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63230eb4-acef-44ca-8e52-cdd7f22322e3 req-c63bb05d-67a8-48a8-bcc6-d76610e5d4d3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:22.949876 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63230eb4-acef-44ca-8e52-cdd7f22322e3 req-c63bb05d-67a8-48a8-bcc6-d76610e5d4d3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 943 time: 0.0487254 Sep 23 23:10:22.986770 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63230eb4-acef-44ca-8e52-cdd7f22322e3 req-5b92c551-4152-4fc7-9ce2-671bda363c0d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309441 Sep 23 23:10:24.102085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa74b3-7ea3-460a-85dc-720191cffd0a req-e2ec81dd-aeec-4099-b3c8-5970b0790a96 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:24.103587 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7daa74b3-7ea3-460a-85dc-720191cffd0a req-e2ec81dd-aeec-4099-b3c8-5970b0790a96 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 943 time: 0.0496671 Sep 23 23:10:24.142070 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7daa74b3-7ea3-460a-85dc-720191cffd0a req-4566e06c-7d13-4de0-a3f2-e136cfffdeef tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324421 Sep 23 23:10:25.260158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e024ab-4f53-4c33-b30c-b8008a92d55e req-1bf5c23c-30e0-4e21-9df5-1fcf3d7c3dc6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:25.261674 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-12e024ab-4f53-4c33-b30c-b8008a92d55e req-1bf5c23c-30e0-4e21-9df5-1fcf3d7c3dc6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 943 time: 0.0540640 Sep 23 23:10:25.299194 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-12e024ab-4f53-4c33-b30c-b8008a92d55e req-c0dc2746-db56-4595-93da-655fd4d53f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316072 Sep 23 23:10:26.412626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e589446-b40a-4966-957f-0c793d6932d4 req-68ca797b-64d9-4339-8f0e-192a27c5e738 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:26.414334 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e589446-b40a-4966-957f-0c793d6932d4 req-68ca797b-64d9-4339-8f0e-192a27c5e738 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 943 time: 0.0488126 Sep 23 23:10:26.452383 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e589446-b40a-4966-957f-0c793d6932d4 req-5f39265c-11a7-449a-a8bc-ce459713a226 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321655 Sep 23 23:10:27.569434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c97314-2205-4163-ae95-dc6f6ed60dda req-166471ac-d37b-422f-bb0f-d9dbfb375d4f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:27.570913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-04c97314-2205-4163-ae95-dc6f6ed60dda req-166471ac-d37b-422f-bb0f-d9dbfb375d4f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 943 time: 0.0502708 Sep 23 23:10:27.609470 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-04c97314-2205-4163-ae95-dc6f6ed60dda req-282e9f20-db28-453c-94bc-22e9435bca6a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325794 Sep 23 23:10:28.732525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5bb20-dbe4-4754-b515-96e8ca448a5d req-21bb64d2-f5a0-4108-9bd4-ce2282b6c248 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:28.734077 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82e5bb20-dbe4-4754-b515-96e8ca448a5d req-21bb64d2-f5a0-4108-9bd4-ce2282b6c248 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 943 time: 0.0563920 Sep 23 23:10:28.771306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82e5bb20-dbe4-4754-b515-96e8ca448a5d req-1713a640-09ba-48e5-9340-788f5386e4a2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313394 Sep 23 23:10:28.919716 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 63aa14f5-3236-4ea7-ac79-07d3313f676b details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:10:29.012939 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 63aa14f5-3236-4ea7-ac79-07d3313f676b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=63aa14f5-3236-4ea7-ac79-07d3313f676b,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:29.024714 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'port_id': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'mac_address': 'fa:16:3e:86:f7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:10:29.062967 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:29.079727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63aa14f5-3236-4ea7-ac79-07d3313f676b {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:10:29.100183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 63aa14f5-3236-4ea7-ac79-07d3313f676b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=63aa14f5-3236-4ea7-ac79-07d3313f676b,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:29.186320 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:29.233696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=63aa14f5-3236-4ea7-ac79-07d3313f676b,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:29.241735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:29.242083 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:29.242425 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:29.242770 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:29.243108 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:29.243544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:29.243869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:29.244197 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:29.244524 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:29.244849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:29.245202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:29.245528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:29.582978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['63aa14f5-3236-4ea7-ac79-07d3313f676b'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:10:29.893313 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186271fe-d1bb-4a1f-bb68-9a2fdaa8089f req-ec554983-1843-41bf-8d06-72b92de84590 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:29.894784 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-186271fe-d1bb-4a1f-bb68-9a2fdaa8089f req-ec554983-1843-41bf-8d06-72b92de84590 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 944 time: 0.0531003 Sep 23 23:10:29.933017 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-186271fe-d1bb-4a1f-bb68-9a2fdaa8089f req-d82e0546-4e51-46f2-89d4-e779b8d534eb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316594 Sep 23 23:10:30.916229 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 63aa14f5-3236-4ea7-ac79-07d3313f676b up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:10:31.039160 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 63aa14f5-3236-4ea7-ac79-07d3313f676b completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:10:31.043499 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 63aa14f5-3236-4ea7-ac79-07d3313f676b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:10:31.043899 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.056787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5eacdf-bbda-4dfc-b360-f2f65925bf93 req-1030063b-a39a-4afd-820e-1f2c88f377bb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:31.059246 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ed5eacdf-bbda-4dfc-b360-f2f65925bf93 req-1030063b-a39a-4afd-820e-1f2c88f377bb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 944 time: 0.0549722 Sep 23 23:10:31.097766 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ed5eacdf-bbda-4dfc-b360-f2f65925bf93 req-47d66716-6db1-4467-8ffa-7bbde1f8410c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333452 Sep 23 23:10:31.129439 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.152175 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63aa14f5-3236-4ea7-ac79-07d3313f676b'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:10:31.154549 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6922278dd5bd1093db9a9407afb347673633a5f001695d0628718c52a71796a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72f790a-5eec-443d-ac43-72c79229eaae" -d '{"events": [{"server_uuid": "a2ff4685-20b4-4b26-b21a-522fe7aa5b91", "name": "network-vif-plugged", "status": "completed", "tag": "63aa14f5-3236-4ea7-ac79-07d3313f676b"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:10:31.168324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 63aa14f5-3236-4ea7-ac79-07d3313f676b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=63aa14f5-3236-4ea7-ac79-07d3313f676b,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:10:31.192866 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95907ae3-ae4f-4067-8a50-90f0a22cedf0 x-openstack-request-id: req-95907ae3-ae4f-4067-8a50-90f0a22cedf0 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:10:31.193182 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ff4685-20b4-4b26-b21a-522fe7aa5b91", "name": "network-vif-plugged", "status": "completed", "tag": "63aa14f5-3236-4ea7-ac79-07d3313f676b", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:10:31.196577 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95907ae3-ae4f-4067-8a50-90f0a22cedf0 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:10:31.196577 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'code': 200} Sep 23 23:10:31.243425 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:31.295495 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=63aa14f5-3236-4ea7-ac79-07d3313f676b,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:31.319324 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead274-f62b-45f6-8f31-5c69d8825407 req-085fc74c-9620-43d3-9e12-217d4c8e3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:31.320856 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5aead274-f62b-45f6-8f31-5c69d8825407 req-085fc74c-9620-43d3-9e12-217d4c8e3fea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 1096 time: 0.0421870 Sep 23 23:10:31.355478 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5aead274-f62b-45f6-8f31-5c69d8825407 req-59aa4679-d7e0-4afc-a7df-aaff7a6f93bd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276418 Sep 23 23:10:32.220923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597943f-8d4f-4ed2-93ef-8c4b8a15267c req-7b133549-20a6-4c68-9c2b-288f8841cc25 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:32.222457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f597943f-8d4f-4ed2-93ef-8c4b8a15267c req-7b133549-20a6-4c68-9c2b-288f8841cc25 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 945 time: 0.0549102 Sep 23 23:10:32.261050 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f597943f-8d4f-4ed2-93ef-8c4b8a15267c req-83e58d41-6198-426d-9bcd-3e3aa1042417 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319371 Sep 23 23:10:33.387819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5d40-8e18-42dc-a175-6a860bd08a20 req-f36636e7-02fc-4b81-b8b8-2c6e4a580556 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:33.389345 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d07f5d40-8e18-42dc-a175-6a860bd08a20 req-f36636e7-02fc-4b81-b8b8-2c6e4a580556 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 945 time: 0.0557065 Sep 23 23:10:33.426710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d07f5d40-8e18-42dc-a175-6a860bd08a20 req-7242abbe-fba9-4ccc-9dee-7c3f975224e0 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314813 Sep 23 23:10:33.542663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab1c61-b9ab-4fd0-8b26-933a677ca3ca req-370659d0-5fca-45b9-a6d6-2d352c969a97 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:33.544092 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-66ab1c61-b9ab-4fd0-8b26-933a677ca3ca req-370659d0-5fca-45b9-a6d6-2d352c969a97 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 945 time: 0.0498836 Sep 23 23:10:33.586596 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-66ab1c61-b9ab-4fd0-8b26-933a677ca3ca req-e38d1df2-e9b5-4530-b999-fc53c207b11e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356061 Sep 23 23:10:33.608582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41606) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:33.648123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d23ac6-490b-4028-89a7-b5dcca487222 tempest-TestVolumeBootPattern-1055676071 tempest-TestVolumeBootPattern-1055676071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:33.649657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-38d23ac6-490b-4028-89a7-b5dcca487222 tempest-TestVolumeBootPattern-1055676071 tempest-TestVolumeBootPattern-1055676071-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 1091 time: 0.0400867 Sep 23 23:10:33.652469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 41608) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:10:33.656929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:10:33.747709 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:33.851394 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:33.956363 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Allocated IP 172.25.1.245 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/24f615a9-91b7-4731-9e20-257210e1d640) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:10:34.066023 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:34.181805 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:34.219974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:10:34.222732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:10:34.227919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:10:34.252460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'Port': ['ID=24f615a9-91b7-4731-9e20-257210e1d640,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:34.265826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:34.266164 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:34.266495 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:34.266823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:34.267152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:34.267476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:34.267788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:34.268104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:34.268413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:34.268726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:34.269038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:34.276175 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:10:34.594675 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:34.755437 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:34.908750 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:34.970210 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:35.043126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'Port': ['ID=24f615a9-91b7-4731-9e20-257210e1d640,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:10:35.053610 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:35.153705 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Floating IP a5dbad85-58f8-4c04-876e-2ce788331cde associated. External IP: 172.25.1.245, port: 63aa14f5-3236-4ea7-ac79-07d3313f676b. Sep 23 23:10:35.354839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Router e49b69f4-0482-4703-8039-71e29d08dc19 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:10:35.462096 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:10:35.471533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236dbf4-6e3c-488b-bf98-868a7fc36272 None None] Sync routers for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:10:35.481873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236dbf4-6e3c-488b-bf98-868a7fc36272 None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:10:35.483350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5236dbf4-6e3c-488b-bf98-868a7fc36272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:10:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:35.546316 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:35.575520 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c222abc6-5c78-4d63-a8cc-321d0272dde6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9219038 Sep 23 23:10:35.576255 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'tag': '63aa14f5-3236-4ea7-ac79-07d3313f676b'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:10:35.578565 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1db9037ae9109b13b547cf396415c9e7fedc97a79506f9f56c2b0120f62537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769a234d-0ee3-42fd-b777-facaccbd9aac" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ff4685-20b4-4b26-b21a-522fe7aa5b91", "tag": "63aa14f5-3236-4ea7-ac79-07d3313f676b"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:10:35.594902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-5236dbf4-6e3c-488b-bf98-868a7fc36272 None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:10:35.623382 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88239d8b-8b44-4f64-9a93-60cbbd4ea35b x-openstack-request-id: req-88239d8b-8b44-4f64-9a93-60cbbd4ea35b {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:10:35.623969 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ff4685-20b4-4b26-b21a-522fe7aa5b91", "tag": "63aa14f5-3236-4ea7-ac79-07d3313f676b", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:10:35.623969 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88239d8b-8b44-4f64-9a93-60cbbd4ea35b {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:10:35.624307 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'tag': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'status': 'completed', 'code': 200} Sep 23 23:10:35.715595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a234d-0ee3-42fd-b777-facaccbd9aac req-05c0694e-4dcc-47a1-9fc5-b915f00c1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:35.717226 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-769a234d-0ee3-42fd-b777-facaccbd9aac req-05c0694e-4dcc-47a1-9fc5-b915f00c1e5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 1096 time: 0.0498164 Sep 23 23:10:35.809307 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a234d-0ee3-42fd-b777-facaccbd9aac req-a99350af-2e80-44c8-b509-10ce34e4a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:35.810817 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-769a234d-0ee3-42fd-b777-facaccbd9aac req-a99350af-2e80-44c8-b509-10ce34e4a012 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.0872381 Sep 23 23:10:35.829677 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5236dbf4-6e3c-488b-bf98-868a7fc36272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a5dbad85-58f8-4c04-876e-2ce788331cde', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'port_id': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'mac_address': 'fa:16:3e:86:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:10:34Z', 'updated_at': '2021-09-23T23:10:34Z', 'revision_number': 0, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:35.858116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236dbf4-6e3c-488b-bf98-868a7fc36272 None None] Checking router: e49b69f4-0482-4703-8039-71e29d08dc19 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:10:35.868256 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236dbf4-6e3c-488b-bf98-868a7fc36272 None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:10:35.868881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5236dbf4-6e3c-488b-bf98-868a7fc36272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:10:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:35.883818 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-769a234d-0ee3-42fd-b777-facaccbd9aac req-a5fc2998-0c58-4227-84dd-c83401007fab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63aa14f5-3236-4ea7-ac79-07d3313f676b HTTP/1.1" status: 200 len: 999 time: 0.0657012 Sep 23 23:10:35.939328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a234d-0ee3-42fd-b777-facaccbd9aac req-7aea8818-ccfa-412b-ba52-aad1850b029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:35.940831 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-769a234d-0ee3-42fd-b777-facaccbd9aac req-7aea8818-ccfa-412b-ba52-aad1850b029d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0490034 Sep 23 23:10:35.981378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-5236dbf4-6e3c-488b-bf98-868a7fc36272 None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:10:35.988568 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a234d-0ee3-42fd-b777-facaccbd9aac req-bbc14f26-cba2-4e27-963d-36ad5422b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:35.990159 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-769a234d-0ee3-42fd-b777-facaccbd9aac req-bbc14f26-cba2-4e27-963d-36ad5422b951 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422840 Sep 23 23:10:36.092480 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-769a234d-0ee3-42fd-b777-facaccbd9aac req-502f26cb-f569-4c44-a0c5-fa88bbe89044 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947037 Sep 23 23:10:36.185352 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-769a234d-0ee3-42fd-b777-facaccbd9aac req-34ebb1bb-0db4-4450-9b72-bece80c35db8 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857329 Sep 23 23:10:36.213612 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5236dbf4-6e3c-488b-bf98-868a7fc36272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a5dbad85-58f8-4c04-876e-2ce788331cde', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'port_id': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'mac_address': 'fa:16:3e:86:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:10:34Z', 'updated_at': '2021-09-23T23:10:34Z', 'revision_number': 0, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:10:36.244602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236dbf4-6e3c-488b-bf98-868a7fc36272 None None] The sync data for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 is: [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a5dbad85-58f8-4c04-876e-2ce788331cde', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'port_id': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'mac_address': 'fa:16:3e:86:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:10:34Z', 'updated_at': '2021-09-23T23:10:34Z', 'revision_number': 0, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:10:36.436856 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e128f-f112-4dfd-9c78-20bb1558a67f None None] New status for floating IP a5dbad85-58f8-4c04-876e-2ce788331cde: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:10:36.993144 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:39.885933 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:10:43.096219 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cbf91d32-3331-45d8-b122-de3709586ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:45.587650 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d6642b89-7533-48dc-9ba6-2a1816e8e4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:46.105736 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:47.084540 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:48.210031 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:48.707394 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:10:55.698727 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9261194d-5f46-4d99-a805-cd07db9c9885 req-0449ede0-5000-49c9-ad18-f7f8a9aec79c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461807 Sep 23 23:10:55.799374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261194d-5f46-4d99-a805-cd07db9c9885 req-9c9f5c4e-a8af-4990-9d52-c2efc4c30167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:55.800863 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9261194d-5f46-4d99-a805-cd07db9c9885 req-9c9f5c4e-a8af-4990-9d52-c2efc4c30167 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 1096 time: 0.0414593 Sep 23 23:10:55.907408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261194d-5f46-4d99-a805-cd07db9c9885 req-e61a1057-84a1-496a-9c01-9eecdd733ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:55.908893 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9261194d-5f46-4d99-a805-cd07db9c9885 req-e61a1057-84a1-496a-9c01-9eecdd733ce8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.0876503 Sep 23 23:10:55.980604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9261194d-5f46-4d99-a805-cd07db9c9885 req-d5caf106-ecbd-4e55-bb62-7c471ffddbb4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63aa14f5-3236-4ea7-ac79-07d3313f676b HTTP/1.1" status: 200 len: 1001 time: 0.0646057 Sep 23 23:10:56.033483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261194d-5f46-4d99-a805-cd07db9c9885 req-b4590fcb-6f19-406b-a6b4-56142b5c0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:56.034952 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9261194d-5f46-4d99-a805-cd07db9c9885 req-b4590fcb-6f19-406b-a6b4-56142b5c0af8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0474644 Sep 23 23:10:56.084250 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261194d-5f46-4d99-a805-cd07db9c9885 req-ede3985e-df3c-43da-a7aa-9923a168f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:10:56.087929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9261194d-5f46-4d99-a805-cd07db9c9885 req-ede3985e-df3c-43da-a7aa-9923a168f20b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444436 Sep 23 23:10:56.191403 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9261194d-5f46-4d99-a805-cd07db9c9885 req-f8a3bf93-835f-45f7-8a25-efdfee2ce1e8 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975134 Sep 23 23:10:56.296606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9261194d-5f46-4d99-a805-cd07db9c9885 req-a7633af2-4d09-40a7-9dfa-d8687f6332e0 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981209 Sep 23 23:11:07.124171 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:13.089813 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-96478ac1-91c6-48d5-bc80-b36c90a08610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:15.598128 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c580537d-9bde-4202-9ded-e7c7c1cb6e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:16.112792 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:16.885057 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:11:17.059491 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:18.236419 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:18.729861 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:37.053811 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:43.092988 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-be217b07-37b0-4fa7-8a05-c019bc881793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:45.590455 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fdb58c67-a392-45cd-adad-3a7d52a30a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:46.100754 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:47.104757 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:48.277600 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:48.774694 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:11:53.884619 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:11:57.814787 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9d5a2c5-e01a-45c1-a06e-bbe727eb37cb req-ecf2a581-fdda-45c7-9f40-3c04a18da76d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0888565 Sep 23 23:11:57.913504 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5a2c5-e01a-45c1-a06e-bbe727eb37cb req-40acabf7-510e-4991-8c7e-233ba616f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:57.915044 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9d5a2c5-e01a-45c1-a06e-bbe727eb37cb req-40acabf7-510e-4991-8c7e-233ba616f831 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 1096 time: 0.0428729 Sep 23 23:11:58.031689 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5a2c5-e01a-45c1-a06e-bbe727eb37cb req-20cdf620-d48d-46c6-9067-74a805806d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:58.033331 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9d5a2c5-e01a-45c1-a06e-bbe727eb37cb req-20cdf620-d48d-46c6-9067-74a805806d18 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.0973549 Sep 23 23:11:58.103055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9d5a2c5-e01a-45c1-a06e-bbe727eb37cb req-6c63ad76-eef4-468f-8a95-98e2ab680128 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63aa14f5-3236-4ea7-ac79-07d3313f676b HTTP/1.1" status: 200 len: 1001 time: 0.0631177 Sep 23 23:11:58.157034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5a2c5-e01a-45c1-a06e-bbe727eb37cb req-ed50b3e4-f960-4248-a038-f7a52d3d32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:58.159364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9d5a2c5-e01a-45c1-a06e-bbe727eb37cb req-ed50b3e4-f960-4248-a038-f7a52d3d32b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0488825 Sep 23 23:11:58.212633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5a2c5-e01a-45c1-a06e-bbe727eb37cb req-9dc949f6-7607-47db-891a-aedae376f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:11:58.214178 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9d5a2c5-e01a-45c1-a06e-bbe727eb37cb req-9dc949f6-7607-47db-891a-aedae376f596 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480397 Sep 23 23:11:58.309060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9d5a2c5-e01a-45c1-a06e-bbe727eb37cb req-a98c33f9-4d7f-4e13-ae8b-01291c5ef4ba service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868714 Sep 23 23:11:58.403550 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c9d5a2c5-e01a-45c1-a06e-bbe727eb37cb req-d0b14769-2626-46e0-a037-5f1826419ee6 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873499 Sep 23 23:12:07.020367 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:13.094490 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6a50aa44-f8cf-4321-9508-e8f44e961f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:15.612534 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6c5d85e2-3a1c-4869-abc3-e84bb3f9ab18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:15.746331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-5c0a44c7-23c6-4c9f-847f-ba48be23f4aa req-1b2fd7ff-b809-46bf-b617-f6ad9a6781e2 service neutron] (95490) timed out ('10.222.0.22', 34786) {{(pid=95490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 23:12:16.094799 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:17.072262 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:18.248775 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:18.733560 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:30.883745 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:12:37.055173 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:43.117354 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-90b21d73-a6c9-43f9-87fc-67e27bbe7f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:45.637480 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-818222b3-4b16-4851-af17-116f398f8c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:46.139933 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:47.088985 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:48.322901 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:48.768714 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:12:58.709483 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7fcfdfa9-e51a-4a17-bd50-30f1e483a8f2 req-d447e857-c4eb-418b-90f6-a2b9738389e6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520465 Sep 23 23:12:58.835047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfdfa9-e51a-4a17-bd50-30f1e483a8f2 req-9312d2e3-7157-44ae-85e3-aba98945720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:58.836648 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7fcfdfa9-e51a-4a17-bd50-30f1e483a8f2 req-9312d2e3-7157-44ae-85e3-aba98945720d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 1096 time: 0.0646145 Sep 23 23:12:59.308645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfdfa9-e51a-4a17-bd50-30f1e483a8f2 req-e8a9c86e-9d34-4f0b-aba4-e82703a8b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:59.310181 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7fcfdfa9-e51a-4a17-bd50-30f1e483a8f2 req-e8a9c86e-9d34-4f0b-aba4-e82703a8b2ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.4538550 Sep 23 23:12:59.381663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7fcfdfa9-e51a-4a17-bd50-30f1e483a8f2 req-cb918e03-216a-4f1a-81e9-f1d8f100cd18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63aa14f5-3236-4ea7-ac79-07d3313f676b HTTP/1.1" status: 200 len: 1001 time: 0.0629115 Sep 23 23:12:59.438069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfdfa9-e51a-4a17-bd50-30f1e483a8f2 req-46c68e87-152b-4f10-bc3d-5a867e19ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:59.439649 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7fcfdfa9-e51a-4a17-bd50-30f1e483a8f2 req-46c68e87-152b-4f10-bc3d-5a867e19ab5f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0512376 Sep 23 23:12:59.487921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfdfa9-e51a-4a17-bd50-30f1e483a8f2 req-c5d24cac-2c2c-45d4-a895-ad06cb7fbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:12:59.489509 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7fcfdfa9-e51a-4a17-bd50-30f1e483a8f2 req-c5d24cac-2c2c-45d4-a895-ad06cb7fbba5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424833 Sep 23 23:12:59.590868 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7fcfdfa9-e51a-4a17-bd50-30f1e483a8f2 req-e1930b57-8696-459a-bfb5-6119b5e3b3ec service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940609 Sep 23 23:12:59.691931 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7fcfdfa9-e51a-4a17-bd50-30f1e483a8f2 req-539a3a13-ab2c-4397-9920-0abc48ca9d88 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942116 Sep 23 23:13:03.112144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-5260ba68-2f55-45e5-a191-4e3421c5b91b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461987567&fields=id&tenant_id=d11e96efbe4c43a2977eef6acd246f67 HTTP/1.1" status: 200 len: 267 time: 0.0355413 Sep 23 23:13:03.223878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-1a1e52a8-bb44-452d-981d-79037602244f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:03.225393 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-1a1e52a8-bb44-452d-981d-79037602244f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 811 time: 0.1062860 Sep 23 23:13:03.240377 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-af70daea-549a-4c07-953e-d7c832564918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/quotas/d11e96efbe4c43a2977eef6acd246f67 HTTP/1.1" status: 200 len: 375 time: 0.0089037 Sep 23 23:13:03.297380 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-f72c76f8-c0b9-4206-9a8a-93a9da5c3293 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0513277 Sep 23 23:13:03.472973 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-afd688f4-22b7-4503-89fb-3b32290f699e service neutron] 10.222.0.22 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272743 Sep 23 23:13:03.562524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-55d79c00-e3fe-4973-91d6-7475c4b31b10 service neutron] 10.222.0.22 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834444 Sep 23 23:13:04.445390 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e2e67030-cc5d-4138-9959-983572f729e7 req-817752a6-ba49-4863-a322-931d99933c23 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 210 time: 0.0786939 Sep 23 23:13:05.530286 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8f498f70-0e9f-46d0-9677-d542e04109f5 req-01c1ecea-5041-48e9-9c01-cee64830b0f6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 210 time: 0.0288801 Sep 23 23:13:06.643969 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-04910834-585f-499f-b85a-c7b50a643d67 req-a5c353e1-65a8-4330-92d2-f1b04c39b0c1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 210 time: 0.0288842 Sep 23 23:13:07.093947 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:07.753347 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06039fdf-5b67-4d20-aed4-ec300fa393aa req-b2ff685a-6418-42b6-a2a5-1b84b8986b55 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 210 time: 0.0271761 Sep 23 23:13:07.885349 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:13:08.761091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-479a4ae6-f920-4c97-8349-832ee03983b6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:08.764503 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-479a4ae6-f920-4c97-8349-832ee03983b6 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.43 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 811 time: 0.1170716 Sep 23 23:13:08.810899 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-ab6999ad-a51f-4255-b00a-35ddfa5636e7 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d11e96efbe4c43a2977eef6acd246f67 HTTP/1.1" status: 200 len: 379 time: 0.0389442 Sep 23 23:13:08.820658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'port': {'device_id': '91a5e5d7-38a5-49bc-9fe0-1800b2600967', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'admin_state_up': True, 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'security_groups': ['ad050a7b-891a-4e31-8003-08c840bd2786']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:08.856330 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c6e060e9-419f-424c-be1f-906d8cfe4e6f req-466c3627-61c4-4fe4-b770-fe02f2e4d5b2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 210 time: 0.0287223 Sep 23 23:13:09.031101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Made reservation on behalf of d11e96efbe4c43a2977eef6acd246f67 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:13:09.034635 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.167309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Allocated IP 172.20.0.8 (45b51b8f-7d52-4e5c-b7db-66198a209fb1/1db05adc-8484-42c0-adc6-2c2f758e2ab6/6a848155-7c58-4f2d-9e89-34c5ecc3d43d) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:13:09.333475 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.440846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.486453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:13:09.489602 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:13:09.493785 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:13:09.529974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'Port': ['ID=6a848155-7c58-4f2d-9e89-34c5ecc3d43d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:09.546088 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:09.546526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:09.546773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:09.547125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:09.547470 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:09.547803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:09.548149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:09.548480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:09.548804 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:09.549145 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:09.549479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:09.549800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:09.571634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:09.572462 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.643448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-543dffa1-ab43-4ae5-aa1a-13dc220ca918 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8264701 Sep 23 23:13:09.744117 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Request body: {'port': {'device_id': '91a5e5d7-38a5-49bc-9fe0-1800b2600967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:09.801069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.813168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2015fab4-95bf-41fc-addc-14d8e1b630bf None None] Provisioning complete for port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:09.818456 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2015fab4-95bf-41fc-addc-14d8e1b630bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:09.858219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2015fab4-95bf-41fc-addc-14d8e1b630bf None None] Port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:13:10.048129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74380631-861d-45f2-a8b4-2d0f4998c063 req-999fa626-aea7-4a59-a265-31dc2129da8d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:10.049770 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74380631-861d-45f2-a8b4-2d0f4998c063 req-999fa626-aea7-4a59-a265-31dc2129da8d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 931 time: 0.1077201 Sep 23 23:13:10.123803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74380631-861d-45f2-a8b4-2d0f4998c063 req-140156f7-879b-4b85-b13d-562df82a43fd tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623384 Sep 23 23:13:10.170564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a848155-7c58-4f2d-9e89-34c5ecc3d43d {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:13:10.179187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:10.193305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Transition to ACTIVE for port object 6a848155-7c58-4f2d-9e89-34c5ecc3d43d will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:13:10.288553 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:10.353727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Pushing event updated for resources: {'Port': ['ID=6a848155-7c58-4f2d-9e89-34c5ecc3d43d,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:10.441670 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Attempting to bind port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:13:10.444839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Attempting to bind port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:13:10.444839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Attempting to bind port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:13:10.448662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:13:10.449141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Attempting to bind port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d on network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:13:10.455008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:13:10.455440 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Checking segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:13:10.455900 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Bound using segment: {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:13:10.456425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Bound port: 6a848155-7c58-4f2d-9e89-34c5ecc3d43d, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85946e2e-4269-4f28-99bb-97e07d7c4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:13:10.456987 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:10.536719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] For port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:13:10.538028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] For port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6a848155-7c58-4f2d-9e89-34c5ecc3d43d,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:13:10.675113 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:10.717743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:10.725741 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:10.725741 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] 10.222.0.43 "PUT /v2.0/ports/6a848155-7c58-4f2d-9e89-34c5ecc3d43d HTTP/1.1" status: 200 len: 1091 time: 1.0251462 Sep 23 23:13:10.725741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a5e5d7-38a5-49bc-9fe0-1800b2600967', 'tag': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:13:10.763937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a79f3d-405c-4878-8d7e-29aa719743bf service neutron] Pushing event updated for resources: {'Port': ['ID=6a848155-7c58-4f2d-9e89-34c5ecc3d43d,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:10.780716 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcbcae7-51c4-453e-b653-3ecc2131072a" -d '{"events": [{"name": "network-changed", "server_uuid": "91a5e5d7-38a5-49bc-9fe0-1800b2600967", "tag": "6a848155-7c58-4f2d-9e89-34c5ecc3d43d"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:13:10.906614 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030e303f-ca6a-4986-b88b-78681cf4a2ba x-openstack-request-id: req-030e303f-ca6a-4986-b88b-78681cf4a2ba {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:13:10.906614 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a5e5d7-38a5-49bc-9fe0-1800b2600967", "tag": "6a848155-7c58-4f2d-9e89-34c5ecc3d43d", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:13:10.906614 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-030e303f-ca6a-4986-b88b-78681cf4a2ba {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:13:10.906614 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a5e5d7-38a5-49bc-9fe0-1800b2600967', 'tag': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d', 'status': 'completed', 'code': 200} Sep 23 23:13:10.923078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-b59f0c95-d3dd-40a4-af9d-962ed0995541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:10.931521 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-b59f0c95-d3dd-40a4-af9d-962ed0995541 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 1094 time: 0.0686369 Sep 23 23:13:10.973085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-d7dc1e07-c1b7-4261-82cb-7a4b7ce1919d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a848155-7c58-4f2d-9e89-34c5ecc3d43d HTTP/1.1" status: 200 len: 217 time: 0.0391755 Sep 23 23:13:11.035353 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-3046bd35-54c2-4a6f-b205-fca1d5998403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:11.036949 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-3046bd35-54c2-4a6f-b205-fca1d5998403 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0576310 Sep 23 23:13:11.103927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-3d75be24-1583-49ef-b6cf-eff3849c13c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:11.105571 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-3d75be24-1583-49ef-b6cf-eff3849c13c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615613 Sep 23 23:13:11.237383 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-474cc546-5ce2-4980-a556-9e3e8381e579 service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231623 Sep 23 23:13:11.298233 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaa6b1-439b-411a-85b3-3d15c8df6fc7 req-aa775411-f4da-407e-ac86-74517566d560 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:11.299910 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccfaa6b1-439b-411a-85b3-3d15c8df6fc7 req-aa775411-f4da-407e-ac86-74517566d560 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 943 time: 0.0940852 Sep 23 23:13:11.385648 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccfaa6b1-439b-411a-85b3-3d15c8df6fc7 req-7d0b7c22-b062-4be2-9403-6008045916af tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556729 Sep 23 23:13:11.389999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e21b6a9-fe4c-4722-95f9-95a837411006 req-67ebfd1b-d5ef-4105-9d51-f62f2667c9cc service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438429 Sep 23 23:13:11.567104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbcae7-51c4-453e-b653-3ecc2131072a req-178d9ad0-e44b-434f-a464-f17555f0af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:11.568576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bcbcae7-51c4-453e-b653-3ecc2131072a req-178d9ad0-e44b-434f-a464-f17555f0af52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 1094 time: 0.0453582 Sep 23 23:13:11.682501 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbcae7-51c4-453e-b653-3ecc2131072a req-cb2619a8-cfd3-42fe-8fad-dd692846de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:11.684069 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bcbcae7-51c4-453e-b653-3ecc2131072a req-cb2619a8-cfd3-42fe-8fad-dd692846de39 service neutron] 10.222.0.43 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.1086767 Sep 23 23:13:11.729426 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bcbcae7-51c4-453e-b653-3ecc2131072a req-4f7bf02e-5d2d-4bbb-86d8-30710032da86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a848155-7c58-4f2d-9e89-34c5ecc3d43d HTTP/1.1" status: 200 len: 217 time: 0.0381207 Sep 23 23:13:11.789124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbcae7-51c4-453e-b653-3ecc2131072a req-d27c6355-f447-4fb0-b41a-dd6a85220f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:11.790820 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bcbcae7-51c4-453e-b653-3ecc2131072a req-d27c6355-f447-4fb0-b41a-dd6a85220f19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0545444 Sep 23 23:13:11.844544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbcae7-51c4-453e-b653-3ecc2131072a req-24199457-8bdb-4dc1-aa68-d25dce11745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:11.846082 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bcbcae7-51c4-453e-b653-3ecc2131072a req-24199457-8bdb-4dc1-aa68-d25dce11745e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486388 Sep 23 23:13:11.939909 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bcbcae7-51c4-453e-b653-3ecc2131072a req-b273414b-707b-4583-b7d9-2177339ab8a7 service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868165 Sep 23 23:13:12.048286 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bcbcae7-51c4-453e-b653-3ecc2131072a req-91c14a96-eccf-487a-8023-356faac7e78e service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005826 Sep 23 23:13:12.513039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5c4d-402c-4cb4-9bb6-0d1b389341fb req-4f57bb66-f5e6-4970-aaa2-bcfddd6acfce tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:12.514870 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dfea5c4d-402c-4cb4-9bb6-0d1b389341fb req-4f57bb66-f5e6-4970-aaa2-bcfddd6acfce tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 943 time: 0.0525527 Sep 23 23:13:12.562799 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dfea5c4d-402c-4cb4-9bb6-0d1b389341fb req-5c40f864-c18c-4843-8ce9-4bb72fb2831b tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414429 Sep 23 23:13:13.122433 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-642249ba-870b-4ac1-bfd2-2990ce9985eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:13.681672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fa05f-0144-4feb-8636-8f343ed8a207 req-3ed1b8ff-bd07-4238-93ee-8a3925f6955e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:13.683193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a60fa05f-0144-4feb-8636-8f343ed8a207 req-3ed1b8ff-bd07-4238-93ee-8a3925f6955e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 943 time: 0.0505805 Sep 23 23:13:13.722931 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a60fa05f-0144-4feb-8636-8f343ed8a207 req-9de1d269-4338-4bc3-b241-7b09cc589761 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336790 Sep 23 23:13:14.840580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e90bbf-1ed1-4f58-876f-c3a0ecb45541 req-a289cdf8-44a4-467b-8dba-75dda7bd6441 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:14.842152 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-49e90bbf-1ed1-4f58-876f-c3a0ecb45541 req-a289cdf8-44a4-467b-8dba-75dda7bd6441 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 943 time: 0.0518370 Sep 23 23:13:14.883750 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-49e90bbf-1ed1-4f58-876f-c3a0ecb45541 req-33bccc8e-af1f-44ec-9bb7-a304b28f9edb tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355117 Sep 23 23:13:15.634260 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bbdea331-a1f7-4873-aef6-dc1fadf45be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:16.005445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ee077-9eb7-409c-b911-36c972cbc565 req-7ca87954-e97d-4950-ac4a-dae126902165 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:16.006873 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f98ee077-9eb7-409c-b911-36c972cbc565 req-7ca87954-e97d-4950-ac4a-dae126902165 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 943 time: 0.0541887 Sep 23 23:13:16.047011 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f98ee077-9eb7-409c-b911-36c972cbc565 req-4762f1dc-4cb9-4f02-977e-1350cf737604 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340528 Sep 23 23:13:16.091142 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:17.088018 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:17.165462 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fab81-05ca-423b-ba60-9e27b41b2ba7 req-9c826d0a-d8c0-4bff-bae4-6ec6dafdccf5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:17.167772 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-104fab81-05ca-423b-ba60-9e27b41b2ba7 req-9c826d0a-d8c0-4bff-bae4-6ec6dafdccf5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 943 time: 0.0492392 Sep 23 23:13:17.205171 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-104fab81-05ca-423b-ba60-9e27b41b2ba7 req-87f79631-6e8a-4868-91db-108202c65e35 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314147 Sep 23 23:13:18.277126 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:18.323866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2d4d6-6c25-4586-a4ca-ebc17c0ab2aa req-e2cbf527-7f00-4747-94ea-88af5733f42c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:18.325430 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89b2d4d6-6c25-4586-a4ca-ebc17c0ab2aa req-e2cbf527-7f00-4747-94ea-88af5733f42c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 943 time: 0.0519698 Sep 23 23:13:18.364555 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-89b2d4d6-6c25-4586-a4ca-ebc17c0ab2aa req-52fb81c7-dc25-4431-857f-c10b5d145b69 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327458 Sep 23 23:13:18.754113 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:19.480431 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79176f3-b415-4666-bd5f-b083d538b4b8 req-adb5d4c2-e9fc-4571-9376-4be8ad46574f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:19.482306 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c79176f3-b415-4666-bd5f-b083d538b4b8 req-adb5d4c2-e9fc-4571-9376-4be8ad46574f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 943 time: 0.0483797 Sep 23 23:13:19.525524 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c79176f3-b415-4666-bd5f-b083d538b4b8 req-01a8bd3b-e630-4161-991f-363c991040de tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372686 Sep 23 23:13:20.640186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c602371-953b-4a2b-8bf9-1a2db1e57425 req-2a0db890-ac80-4c67-8b5b-039c387cab65 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:20.641717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c602371-953b-4a2b-8bf9-1a2db1e57425 req-2a0db890-ac80-4c67-8b5b-039c387cab65 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 943 time: 0.0497196 Sep 23 23:13:20.683422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c602371-953b-4a2b-8bf9-1a2db1e57425 req-cd03d975-0ed4-4e8d-ae79-a390922f1d28 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356636 Sep 23 23:13:21.799678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56c76c-22cb-4371-b237-5b8161af6493 req-1c8569b3-0444-4df4-b401-799df34edd38 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:21.801462 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef56c76c-22cb-4371-b237-5b8161af6493 req-1c8569b3-0444-4df4-b401-799df34edd38 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 943 time: 0.0508013 Sep 23 23:13:21.840425 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ef56c76c-22cb-4371-b237-5b8161af6493 req-5f07d531-40fa-469c-bc25-242a4359e15d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329800 Sep 23 23:13:22.191193 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6a848155-7c58-4f2d-9e89-34c5ecc3d43d details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:13:22.286093 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6a848155-7c58-4f2d-9e89-34c5ecc3d43d,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:13:22.298903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'port_id': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d', 'mac_address': 'fa:16:3e:05:07:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:13:22.340831 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.353762 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a848155-7c58-4f2d-9e89-34c5ecc3d43d {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:13:22.373758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6a848155-7c58-4f2d-9e89-34c5ecc3d43d,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:13:22.440074 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:22.489183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=6a848155-7c58-4f2d-9e89-34c5ecc3d43d,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:22.496952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:22.497322 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:22.497658 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:22.497987 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:22.498318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:22.498642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:22.498960 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:22.499282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:22.499600 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:22.499916 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:22.500232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:22.500546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:22.686795 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['6a848155-7c58-4f2d-9e89-34c5ecc3d43d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:13:22.962519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10544dde-f583-4308-8530-08515fa86943 req-3f494957-9ee0-453d-beb6-15dd02b5987d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:22.964596 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10544dde-f583-4308-8530-08515fa86943 req-3f494957-9ee0-453d-beb6-15dd02b5987d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 944 time: 0.0541942 Sep 23 23:13:23.002482 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10544dde-f583-4308-8530-08515fa86943 req-c38cdc59-8e97-40c6-b430-708f38b12d93 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315688 Sep 23 23:13:24.123076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526267-6f0b-460e-8125-4486f865c052 req-329f32d5-2aa8-4eae-aa24-c48b7491f030 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:24.124561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c526267-6f0b-460e-8125-4486f865c052 req-329f32d5-2aa8-4eae-aa24-c48b7491f030 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 944 time: 0.0528805 Sep 23 23:13:24.162857 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1c526267-6f0b-460e-8125-4486f865c052 req-59dcf1f9-8094-4a3a-8aa0-d7b58cc52231 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316806 Sep 23 23:13:24.208340 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6a848155-7c58-4f2d-9e89-34c5ecc3d43d up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:13:24.330838 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:13:24.334697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:13:24.335133 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:24.417685 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:24.441378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a5e5d7-38a5-49bc-9fe0-1800b2600967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:13:24.455782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6a848155-7c58-4f2d-9e89-34c5ecc3d43d,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:13:24.515326 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b81f456-5605-447e-bd17-5302983dd20f" -d '{"events": [{"server_uuid": "91a5e5d7-38a5-49bc-9fe0-1800b2600967", "name": "network-vif-plugged", "status": "completed", "tag": "6a848155-7c58-4f2d-9e89-34c5ecc3d43d"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:13:24.534078 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:24.583985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=6a848155-7c58-4f2d-9e89-34c5ecc3d43d,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:25.282834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6dd358-0cb5-4876-96ec-d907693272ec req-468a44ca-b47a-4e0f-a007-ed804050288a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:25.284341 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b6dd358-0cb5-4876-96ec-d907693272ec req-468a44ca-b47a-4e0f-a007-ed804050288a tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 945 time: 0.0491564 Sep 23 23:13:25.329835 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b6dd358-0cb5-4876-96ec-d907693272ec req-ea6eea2b-8eca-437a-acb1-1b756e20a8d3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395515 Sep 23 23:13:25.648930 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7dba64-f066-4158-a608-88621ce7bed7 x-openstack-request-id: req-6d7dba64-f066-4158-a608-88621ce7bed7 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:13:25.649491 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a5e5d7-38a5-49bc-9fe0-1800b2600967", "name": "network-vif-plugged", "status": "completed", "tag": "6a848155-7c58-4f2d-9e89-34c5ecc3d43d", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:13:25.649491 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d7dba64-f066-4158-a608-88621ce7bed7 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:13:25.650022 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a5e5d7-38a5-49bc-9fe0-1800b2600967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d', 'code': 200} Sep 23 23:13:25.748948 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449f956-4ce5-46d1-9054-4257692f2c68 req-05261a32-e529-481b-afda-2c99f3666197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:25.750699 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9449f956-4ce5-46d1-9054-4257692f2c68 req-05261a32-e529-481b-afda-2c99f3666197 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 1096 time: 0.0433102 Sep 23 23:13:25.786839 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9449f956-4ce5-46d1-9054-4257692f2c68 req-94c07023-891a-4c43-a5f9-1f5bc127f56b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289326 Sep 23 23:13:26.449763 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607add5-3c1e-4eff-9376-0e662b058f60 req-1543cb91-6a74-4e3f-82c7-36c3ea24a0bf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:26.451269 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9607add5-3c1e-4eff-9376-0e662b058f60 req-1543cb91-6a74-4e3f-82c7-36c3ea24a0bf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 945 time: 0.0528035 Sep 23 23:13:26.489637 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9607add5-3c1e-4eff-9376-0e662b058f60 req-510cbcc6-2c20-43d7-90ae-b69c9defce89 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323920 Sep 23 23:13:27.608972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f5abe-cf9e-453d-9c20-ed31c7027812 req-f3079058-dc37-4644-967a-e56b75d2e0f4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:27.611182 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c9f5abe-cf9e-453d-9c20-ed31c7027812 req-f3079058-dc37-4644-967a-e56b75d2e0f4 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 945 time: 0.0529115 Sep 23 23:13:27.649235 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c9f5abe-cf9e-453d-9c20-ed31c7027812 req-0bd38b2a-56c5-4be9-8e95-9d402a3312a3 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330176 Sep 23 23:13:27.771453 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5d8ac-ba63-4a22-9ed6-699c68d00ad5 req-d8b114f9-8d96-4b8b-9ce3-4b383fbd2eab tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:27.772915 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f2c5d8ac-ba63-4a22-9ed6-699c68d00ad5 req-d8b114f9-8d96-4b8b-9ce3-4b383fbd2eab tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 945 time: 0.0493596 Sep 23 23:13:27.812552 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f2c5d8ac-ba63-4a22-9ed6-699c68d00ad5 req-055d20c0-6e77-4558-8c44-37da80612cb2 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323057 Sep 23 23:13:27.840602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41908) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:28.041491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e736727a-ccf0-4b4d-9dd8-31003b130680 tempest-TestVolumeBootPattern-1055676071 tempest-TestVolumeBootPattern-1055676071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:28.043134 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e736727a-ccf0-4b4d-9dd8-31003b130680 tempest-TestVolumeBootPattern-1055676071 tempest-TestVolumeBootPattern-1055676071-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 1091 time: 0.2013762 Sep 23 23:13:28.045912 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41912) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:13:28.050328 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:13:28.131040 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.228336 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.336472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Allocated IP 172.25.1.105 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/631d9b96-24b0-4df9-b673-0abaf68a655d) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:13:28.438826 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.585334 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:28.627906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:13:28.630759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:13:28.634421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:13:28.641917 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'Port': ['ID=631d9b96-24b0-4df9-b673-0abaf68a655d,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:28.670797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:28.671139 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:28.671484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:28.671878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:28.672156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:28.672528 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:28.672862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:28.673215 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:28.673544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:28.673887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:28.674190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:28.674511 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:13:29.301537 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.523283 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.674672 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.739351 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.807045 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event updated for resources: {'Port': ['ID=631d9b96-24b0-4df9-b673-0abaf68a655d,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:13:29.821365 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:29.922376 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Floating IP f1779683-9464-44c2-ae96-fa5fc3b4a848 associated. External IP: 172.25.1.105, port: 6a848155-7c58-4f2d-9e89-34c5ecc3d43d. Sep 23 23:13:30.135397 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Router e49b69f4-0482-4703-8039-71e29d08dc19 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:13:30.245898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:13:30.256035 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395d604-7a22-43f7-b609-1cb404848687 None None] Sync routers for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:13:30.266068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395d604-7a22-43f7-b609-1cb404848687 None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:13:30.266682 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c395d604-7a22-43f7-b609-1cb404848687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:13:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:30.462590 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:30.492464 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ceb0b381-8a3e-4ec4-879a-3b56a4d2e0f9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4453728 Sep 23 23:13:30.499159 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a5e5d7-38a5-49bc-9fe0-1800b2600967', 'tag': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:13:30.523443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-c395d604-7a22-43f7-b609-1cb404848687 None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:13:30.533052 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a4fc3b-6d3f-4012-a63b-cf166910107e" -d '{"events": [{"name": "network-changed", "server_uuid": "91a5e5d7-38a5-49bc-9fe0-1800b2600967", "tag": "6a848155-7c58-4f2d-9e89-34c5ecc3d43d"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:13:30.622234 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13949e10-a2aa-4f6d-a7a4-35eded59ac83 x-openstack-request-id: req-13949e10-a2aa-4f6d-a7a4-35eded59ac83 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:13:30.624960 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a5e5d7-38a5-49bc-9fe0-1800b2600967", "tag": "6a848155-7c58-4f2d-9e89-34c5ecc3d43d", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:13:30.624960 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13949e10-a2aa-4f6d-a7a4-35eded59ac83 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:13:30.624960 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a5e5d7-38a5-49bc-9fe0-1800b2600967', 'tag': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d', 'status': 'completed', 'code': 200} Sep 23 23:13:30.688852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4fc3b-6d3f-4012-a63b-cf166910107e req-d8d61288-1ae6-4b85-aef1-40b3bc7b92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:30.690424 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67a4fc3b-6d3f-4012-a63b-cf166910107e req-d8d61288-1ae6-4b85-aef1-40b3bc7b92dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 1096 time: 0.0462759 Sep 23 23:13:30.759177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c395d604-7a22-43f7-b609-1cb404848687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a5dbad85-58f8-4c04-876e-2ce788331cde', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'port_id': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'mac_address': 'fa:16:3e:86:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:10:34Z', 'updated_at': '2021-09-23T23:10:36Z', 'revision_number': 1, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address_scope': None}, {'id': 'f1779683-9464-44c2-ae96-fa5fc3b4a848', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'port_id': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'mac_address': 'fa:16:3e:05:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a5e5d7-38a5-49bc-9fe0-1800b2600967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:13:28Z', 'updated_at': '2021-09-23T23:13:28Z', 'revision_number': 0, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:30.783246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4fc3b-6d3f-4012-a63b-cf166910107e req-86b14ac1-a7dd-4f05-a2e2-74b21cb56c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:30.784724 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67a4fc3b-6d3f-4012-a63b-cf166910107e req-86b14ac1-a7dd-4f05-a2e2-74b21cb56c43 service neutron] 10.222.0.43 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.0860646 Sep 23 23:13:30.786961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395d604-7a22-43f7-b609-1cb404848687 None None] Checking router: e49b69f4-0482-4703-8039-71e29d08dc19 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:13:30.796734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395d604-7a22-43f7-b609-1cb404848687 None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:13:30.797432 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c395d604-7a22-43f7-b609-1cb404848687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:13:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:30.860093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67a4fc3b-6d3f-4012-a63b-cf166910107e req-2f911cf3-8a5e-4c47-9048-2cd5d6329dac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a848155-7c58-4f2d-9e89-34c5ecc3d43d HTTP/1.1" status: 200 len: 999 time: 0.0687835 Sep 23 23:13:30.908677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4fc3b-6d3f-4012-a63b-cf166910107e req-aa81a5a6-9245-4ca7-ae5d-bdd1951e0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:30.910262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67a4fc3b-6d3f-4012-a63b-cf166910107e req-aa81a5a6-9245-4ca7-ae5d-bdd1951e0167 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0439744 Sep 23 23:13:30.910424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-c395d604-7a22-43f7-b609-1cb404848687 None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:13:30.957617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4fc3b-6d3f-4012-a63b-cf166910107e req-d2edffab-af59-4665-9c48-4281ff1e7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:30.959146 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67a4fc3b-6d3f-4012-a63b-cf166910107e req-d2edffab-af59-4665-9c48-4281ff1e7bf8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414083 Sep 23 23:13:31.058668 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67a4fc3b-6d3f-4012-a63b-cf166910107e req-255b5b2a-7565-4edc-a484-1ea842ca9a67 service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917954 Sep 23 23:13:31.144678 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-c395d604-7a22-43f7-b609-1cb404848687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a5dbad85-58f8-4c04-876e-2ce788331cde', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'port_id': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'mac_address': 'fa:16:3e:86:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:10:34Z', 'updated_at': '2021-09-23T23:10:36Z', 'revision_number': 1, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address_scope': None}, {'id': 'f1779683-9464-44c2-ae96-fa5fc3b4a848', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'port_id': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'mac_address': 'fa:16:3e:05:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a5e5d7-38a5-49bc-9fe0-1800b2600967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:13:28Z', 'updated_at': '2021-09-23T23:13:28Z', 'revision_number': 0, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:13:31.149537 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-67a4fc3b-6d3f-4012-a63b-cf166910107e req-61a3e370-224e-4ad2-a499-14db8f3fdc28 service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843856 Sep 23 23:13:31.171828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395d604-7a22-43f7-b609-1cb404848687 None None] The sync data for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 is: [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a5dbad85-58f8-4c04-876e-2ce788331cde', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'port_id': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'mac_address': 'fa:16:3e:86:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:10:34Z', 'updated_at': '2021-09-23T23:10:36Z', 'revision_number': 1, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address_scope': None}, {'id': 'f1779683-9464-44c2-ae96-fa5fc3b4a848', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'port_id': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'mac_address': 'fa:16:3e:05:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a5e5d7-38a5-49bc-9fe0-1800b2600967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:13:28Z', 'updated_at': '2021-09-23T23:13:28Z', 'revision_number': 0, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:13:31.375790 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7def3-9ed9-436a-85be-02c0c88fe7d3 None None] New status for floating IP f1779683-9464-44c2-ae96-fa5fc3b4a848: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:13:37.047950 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:43.144832 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ad49-251d-48fd-a335-c88e03db4ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:44.884026 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:13:45.607675 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b742b856-0801-493d-b2c3-b805edf50498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:46.136728 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:47.071003 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:48.270630 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:48.463094 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e713b943-e37b-4a35-8cb6-6c1cde05969f req-9640202f-2e9a-409f-a851-60067be30271 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442808 Sep 23 23:13:48.548200 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b943-e37b-4a35-8cb6-6c1cde05969f req-c5e87c31-aa9e-4333-a440-4c37d352cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:48.549780 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e713b943-e37b-4a35-8cb6-6c1cde05969f req-c5e87c31-aa9e-4333-a440-4c37d352cccd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 1096 time: 0.0424769 Sep 23 23:13:48.655334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b943-e37b-4a35-8cb6-6c1cde05969f req-0c00bf44-0d3c-48b8-ad93-91d77c6c2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:48.657087 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e713b943-e37b-4a35-8cb6-6c1cde05969f req-0c00bf44-0d3c-48b8-ad93-91d77c6c2334 service neutron] 10.222.0.43 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.0879941 Sep 23 23:13:48.731388 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e713b943-e37b-4a35-8cb6-6c1cde05969f req-cf9f0c13-ff2e-48a4-bc35-7d2f1bd96902 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a848155-7c58-4f2d-9e89-34c5ecc3d43d HTTP/1.1" status: 200 len: 1001 time: 0.0647683 Sep 23 23:13:48.770573 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:13:48.784494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b943-e37b-4a35-8cb6-6c1cde05969f req-e154c5ea-58fa-4d62-b7a3-74536a8ce015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:48.786002 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e713b943-e37b-4a35-8cb6-6c1cde05969f req-e154c5ea-58fa-4d62-b7a3-74536a8ce015 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0467298 Sep 23 23:13:48.833977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b943-e37b-4a35-8cb6-6c1cde05969f req-bf77ba8a-3106-4287-93e3-6e7996ee9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:48.835405 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e713b943-e37b-4a35-8cb6-6c1cde05969f req-bf77ba8a-3106-4287-93e3-6e7996ee9fd2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426667 Sep 23 23:13:48.932913 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e713b943-e37b-4a35-8cb6-6c1cde05969f req-fc024ccd-839a-408a-875e-3687f307f906 service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893097 Sep 23 23:13:49.029351 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e713b943-e37b-4a35-8cb6-6c1cde05969f req-eb762d08-dbe3-49a4-85c2-d2849fc439ad service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885875 Sep 23 23:13:59.726252 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c34e566-a586-46e3-9ff0-f1ed2ab2255d req-7f48a446-9c7d-42b7-9afa-e9168f63c29f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467007 Sep 23 23:13:59.839391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34e566-a586-46e3-9ff0-f1ed2ab2255d req-bdfbf8fb-92a7-4fdb-bead-18e1293e1766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:59.840913 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c34e566-a586-46e3-9ff0-f1ed2ab2255d req-bdfbf8fb-92a7-4fdb-bead-18e1293e1766 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 1096 time: 0.0452213 Sep 23 23:13:59.963123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34e566-a586-46e3-9ff0-f1ed2ab2255d req-3c12bb26-2806-4a40-875d-7a9bfe03df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:13:59.964573 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c34e566-a586-46e3-9ff0-f1ed2ab2255d req-3c12bb26-2806-4a40-875d-7a9bfe03df9e service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.1027155 Sep 23 23:14:00.030074 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c34e566-a586-46e3-9ff0-f1ed2ab2255d req-58d591c0-47c6-48ee-9e0f-c0315c65ea13 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63aa14f5-3236-4ea7-ac79-07d3313f676b HTTP/1.1" status: 200 len: 1001 time: 0.0589318 Sep 23 23:14:00.082811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34e566-a586-46e3-9ff0-f1ed2ab2255d req-143fe271-7fac-4836-b419-13314c7ef2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:00.084345 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c34e566-a586-46e3-9ff0-f1ed2ab2255d req-143fe271-7fac-4836-b419-13314c7ef2e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0473816 Sep 23 23:14:00.140985 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34e566-a586-46e3-9ff0-f1ed2ab2255d req-72eb2e7c-33e7-4d31-abe8-407e98cba410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:00.143656 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c34e566-a586-46e3-9ff0-f1ed2ab2255d req-72eb2e7c-33e7-4d31-abe8-407e98cba410 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482135 Sep 23 23:14:00.235607 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c34e566-a586-46e3-9ff0-f1ed2ab2255d req-82a853e6-b008-4ad4-8206-b941d7c5bad8 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853579 Sep 23 23:14:00.328116 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c34e566-a586-46e3-9ff0-f1ed2ab2255d req-515c32d8-dd30-475d-88c4-8b21f4acecce service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860221 Sep 23 23:14:07.099422 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:13.093130 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-08e79fd4-b32f-4126-8c28-67abb5577b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:15.578324 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04fb3eea-0913-4f25-bfc2-0dd3d0c8ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:16.099227 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:17.096822 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:18.278937 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:18.761372 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:21.884239 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:14:37.112692 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:43.095630 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a845fe2d-9eda-463e-915f-232237cecd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:45.643801 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-16db1340-3277-4a71-88b5-93291b29afab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:46.135280 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:47.104184 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:48.263721 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:48.457804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f80c5c5e-6a6a-411d-bd24-b7bf5ffa4dd9 req-197acfd6-0e25-436c-b3a6-fb83e6b095eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438406 Sep 23 23:14:48.540423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c5c5e-6a6a-411d-bd24-b7bf5ffa4dd9 req-7ba06c56-2a7e-4a14-a4fa-aeffbb5afad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:48.541842 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f80c5c5e-6a6a-411d-bd24-b7bf5ffa4dd9 req-7ba06c56-2a7e-4a14-a4fa-aeffbb5afad8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 1096 time: 0.0413904 Sep 23 23:14:48.650927 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c5c5e-6a6a-411d-bd24-b7bf5ffa4dd9 req-cc3f8d4d-c6b7-4fbb-a7d1-6020d7f06e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:48.652404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f80c5c5e-6a6a-411d-bd24-b7bf5ffa4dd9 req-cc3f8d4d-c6b7-4fbb-a7d1-6020d7f06e6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.0910523 Sep 23 23:14:48.723687 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f80c5c5e-6a6a-411d-bd24-b7bf5ffa4dd9 req-9626aaea-f453-4d55-8e68-8e82f468c51e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a848155-7c58-4f2d-9e89-34c5ecc3d43d HTTP/1.1" status: 200 len: 1001 time: 0.0631008 Sep 23 23:14:48.743717 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:14:48.782423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c5c5e-6a6a-411d-bd24-b7bf5ffa4dd9 req-5d70cacf-b81b-4ae7-bcd6-7e2e5f8938d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:48.783927 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f80c5c5e-6a6a-411d-bd24-b7bf5ffa4dd9 req-5d70cacf-b81b-4ae7-bcd6-7e2e5f8938d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0533037 Sep 23 23:14:48.833186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c5c5e-6a6a-411d-bd24-b7bf5ffa4dd9 req-108ce425-a185-4b56-b822-ea10fdf8b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:14:48.833186 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f80c5c5e-6a6a-411d-bd24-b7bf5ffa4dd9 req-108ce425-a185-4b56-b822-ea10fdf8b8b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416033 Sep 23 23:14:48.925751 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f80c5c5e-6a6a-411d-bd24-b7bf5ffa4dd9 req-5ec55999-9ab3-47de-8df8-191d7ec81bf5 service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862446 Sep 23 23:14:49.016080 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f80c5c5e-6a6a-411d-bd24-b7bf5ffa4dd9 req-e95de5e8-77f2-4868-a7dc-e1405dd83050 service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836005 Sep 23 23:14:58.883697 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:15:01.691458 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47a56fa5-b872-4322-bcfb-d7ff2ab9c107 req-a7cba423-3874-4bd5-9710-28df217277d7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458245 Sep 23 23:15:01.794205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a56fa5-b872-4322-bcfb-d7ff2ab9c107 req-7925661e-5449-44d2-9e26-7dfcc0e5fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:01.795763 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47a56fa5-b872-4322-bcfb-d7ff2ab9c107 req-7925661e-5449-44d2-9e26-7dfcc0e5fff2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 1096 time: 0.0456414 Sep 23 23:15:01.906514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a56fa5-b872-4322-bcfb-d7ff2ab9c107 req-c5c512ff-a723-4643-9267-03f1b63a7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:01.908020 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47a56fa5-b872-4322-bcfb-d7ff2ab9c107 req-c5c512ff-a723-4643-9267-03f1b63a7744 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.0927296 Sep 23 23:15:01.979888 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47a56fa5-b872-4322-bcfb-d7ff2ab9c107 req-551e8d02-c496-4eb1-a9c5-02dc90626678 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63aa14f5-3236-4ea7-ac79-07d3313f676b HTTP/1.1" status: 200 len: 1001 time: 0.0648315 Sep 23 23:15:02.029886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a56fa5-b872-4322-bcfb-d7ff2ab9c107 req-3b337346-aeb7-42af-9f5c-027b229c6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:02.031364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47a56fa5-b872-4322-bcfb-d7ff2ab9c107 req-3b337346-aeb7-42af-9f5c-027b229c6403 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0442243 Sep 23 23:15:02.077466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a56fa5-b872-4322-bcfb-d7ff2ab9c107 req-50b99a8e-ee40-4354-995e-9b8fd0337c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:02.078970 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47a56fa5-b872-4322-bcfb-d7ff2ab9c107 req-50b99a8e-ee40-4354-995e-9b8fd0337c86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408370 Sep 23 23:15:02.089500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-47a56fa5-b872-4322-bcfb-d7ff2ab9c107 req-3c5756e8-193c-415a-bd8f-7357ff39375f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:15:02.092270 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47a56fa5-b872-4322-bcfb-d7ff2ab9c107 req-3c5756e8-193c-415a-bd8f-7357ff39375f service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047529 Sep 23 23:15:02.182822 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47a56fa5-b872-4322-bcfb-d7ff2ab9c107 req-c211d214-27d4-44b3-a1bf-ced00678bb58 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845177 Sep 23 23:15:02.271429 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47a56fa5-b872-4322-bcfb-d7ff2ab9c107 req-aeebfb9b-970a-4e56-82cc-92825cca7e9d service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819836 Sep 23 23:15:07.101014 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:13.140910 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c1b6040d-4128-400b-8665-a47568fcebde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:15.619942 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0d48c3ed-69bb-4b57-99b8-dafa156f2fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:16.117352 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:17.077764 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:18.312113 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:18.768731 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:35.883393 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:15:37.103308 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:43.125684 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c3b9fc22-8b88-4bfe-a906-a3c8e66e9a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:45.600483 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c8697621-d5ae-4d10-8113-b84454618db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:46.126059 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:47.111349 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:47.557280 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 41984) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:15:47.740570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Deleting port 631d9b96-24b0-4df9-b673-0abaf68a655d {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:15:47.740930 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:47.826495 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:47.826717 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:47.839886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Calling delete_port for 631d9b96-24b0-4df9-b673-0abaf68a655d owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:15:48.140294 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:48.164194 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event deleted for resources: {'Port': ['ID=631d9b96-24b0-4df9-b673-0abaf68a655d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:48.177201 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:48.177559 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:48.177994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:48.178366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:48.179377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:48.179692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:48.180034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:48.180366 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:48.180696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:48.181026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:48.181377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:48.181709 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:48.243273 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:48.244158 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:48.244609 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Floating IP f1779683-9464-44c2-ae96-fa5fc3b4a848 disassociated (deleted). External IP: 172.25.1.105, port: 6a848155-7c58-4f2d-9e89-34c5ecc3d43d. Sep 23 23:15:48.446452 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Router e49b69f4-0482-4703-8039-71e29d08dc19 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:15:48.458773 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc482a25-9b91-47b5-a326-4eb6431061fe req-004a2b75-02b7-4335-8f56-ed46592dd93e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447772 Sep 23 23:15:48.541758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc482a25-9b91-47b5-a326-4eb6431061fe req-2446b423-e845-446b-8d74-6ab020a0835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:48.543276 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc482a25-9b91-47b5-a326-4eb6431061fe req-2446b423-e845-446b-8d74-6ab020a0835f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 1096 time: 0.0406971 Sep 23 23:15:48.555238 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:15:48.560096 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:48.565732 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae676831-e8f8-4a9c-81ea-f5d7ecd37f9d None None] Sync routers for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:15:48.576237 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae676831-e8f8-4a9c-81ea-f5d7ecd37f9d None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:48.576884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ae676831-e8f8-4a9c-81ea-f5d7ecd37f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:15:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:48.592081 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e9dc52df-c12b-4d00-921a-d1d611fd96cf tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "DELETE /v2.0/floatingips/f1779683-9464-44c2-ae96-fa5fc3b4a848 HTTP/1.1" status: 204 len: 168 time: 1.0312448 Sep 23 23:15:48.592081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a5e5d7-38a5-49bc-9fe0-1800b2600967', 'tag': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:15:48.592905 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e33266a-4eb7-4cb8-8c9a-2cdc3e4096c9" -d '{"events": [{"name": "network-changed", "server_uuid": "91a5e5d7-38a5-49bc-9fe0-1800b2600967", "tag": "6a848155-7c58-4f2d-9e89-34c5ecc3d43d"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:15:48.657146 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8fd820-4d74-4c3f-b98a-5a8f670527e6 x-openstack-request-id: req-1a8fd820-4d74-4c3f-b98a-5a8f670527e6 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:15:48.657146 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a5e5d7-38a5-49bc-9fe0-1800b2600967", "tag": "6a848155-7c58-4f2d-9e89-34c5ecc3d43d", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:15:48.657420 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a8fd820-4d74-4c3f-b98a-5a8f670527e6 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:15:48.657714 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a5e5d7-38a5-49bc-9fe0-1800b2600967', 'tag': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d', 'status': 'completed', 'code': 200} Sep 23 23:15:48.673510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc482a25-9b91-47b5-a326-4eb6431061fe req-d7cd2310-8dd9-46d5-9686-0e4940583e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:48.675020 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc482a25-9b91-47b5-a326-4eb6431061fe req-d7cd2310-8dd9-46d5-9686-0e4940583e55 service neutron] 10.222.0.43 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.1121690 Sep 23 23:15:48.710245 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-ae676831-e8f8-4a9c-81ea-f5d7ecd37f9d None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:48.720600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc482a25-9b91-47b5-a326-4eb6431061fe req-9d0f2155-e36e-4bbc-b392-ea95c0c251a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a848155-7c58-4f2d-9e89-34c5ecc3d43d HTTP/1.1" status: 200 len: 217 time: 0.0383241 Sep 23 23:15:48.771415 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc482a25-9b91-47b5-a326-4eb6431061fe req-d7867098-7608-4207-9f36-689194e178a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:48.773281 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc482a25-9b91-47b5-a326-4eb6431061fe req-d7867098-7608-4207-9f36-689194e178a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0452347 Sep 23 23:15:48.788999 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:48.821203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc482a25-9b91-47b5-a326-4eb6431061fe req-b5415023-9202-4fd1-afd6-e18f319bbb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:48.822710 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc482a25-9b91-47b5-a326-4eb6431061fe req-b5415023-9202-4fd1-afd6-e18f319bbb97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427856 Sep 23 23:15:48.833553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-bc482a25-9b91-47b5-a326-4eb6431061fe req-b61c8ef0-889c-460d-9c5e-391604bdb505 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:15:48.834491 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc482a25-9b91-47b5-a326-4eb6431061fe req-b61c8ef0-889c-460d-9c5e-391604bdb505 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048490 Sep 23 23:15:48.934071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc482a25-9b91-47b5-a326-4eb6431061fe req-9adc3977-69c3-4398-9e6c-3cd2f150fabd service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927722 Sep 23 23:15:48.957927 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ae676831-e8f8-4a9c-81ea-f5d7ecd37f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a5dbad85-58f8-4c04-876e-2ce788331cde', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'port_id': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'mac_address': 'fa:16:3e:86:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:10:34Z', 'updated_at': '2021-09-23T23:10:36Z', 'revision_number': 1, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:48.987574 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae676831-e8f8-4a9c-81ea-f5d7ecd37f9d None None] Checking router: e49b69f4-0482-4703-8039-71e29d08dc19 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:15:49.001936 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae676831-e8f8-4a9c-81ea-f5d7ecd37f9d None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:15:49.002579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ae676831-e8f8-4a9c-81ea-f5d7ecd37f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:15:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:49.043425 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc482a25-9b91-47b5-a326-4eb6431061fe req-c64b6843-b543-47d6-a39d-6140eed783d0 service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023164 Sep 23 23:15:49.081040 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a31a47-f2cc-494e-a126-e6faf7c17aae req-b327320f-83df-4ae8-8791-01ccdccb4ae1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:49.082576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c7a31a47-f2cc-494e-a126-e6faf7c17aae req-b327320f-83df-4ae8-8791-01ccdccb4ae1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 945 time: 0.0546103 Sep 23 23:15:49.112726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-ae676831-e8f8-4a9c-81ea-f5d7ecd37f9d None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:15:49.122835 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c7a31a47-f2cc-494e-a126-e6faf7c17aae req-43607c3d-fc35-4f62-a1c6-85bbdd8f8e65 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334342 Sep 23 23:15:49.204711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33266a-4eb7-4cb8-8c9a-2cdc3e4096c9 req-395de8d1-4e9b-4b3e-82f2-8fb9a6bc97df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:49.206239 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e33266a-4eb7-4cb8-8c9a-2cdc3e4096c9 req-395de8d1-4e9b-4b3e-82f2-8fb9a6bc97df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 1096 time: 0.0425658 Sep 23 23:15:49.349768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ae676831-e8f8-4a9c-81ea-f5d7ecd37f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a5dbad85-58f8-4c04-876e-2ce788331cde', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'port_id': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'mac_address': 'fa:16:3e:86:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:10:34Z', 'updated_at': '2021-09-23T23:10:36Z', 'revision_number': 1, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:15:49.382577 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae676831-e8f8-4a9c-81ea-f5d7ecd37f9d None None] The sync data for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 is: [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a5dbad85-58f8-4c04-876e-2ce788331cde', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'port_id': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'mac_address': 'fa:16:3e:86:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:10:34Z', 'updated_at': '2021-09-23T23:10:36Z', 'revision_number': 1, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:15:49.629264 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710ff157-97ed-4163-beca-bb0f91eb32ee None None] New status for floating IP f1779683-9464-44c2-ae96-fa5fc3b4a848: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:15:49.656929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33266a-4eb7-4cb8-8c9a-2cdc3e4096c9 req-11824308-10f2-42c2-a5a2-16d940093d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:49.658462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e33266a-4eb7-4cb8-8c9a-2cdc3e4096c9 req-11824308-10f2-42c2-a5a2-16d940093d58 service neutron] 10.222.0.43 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.4441600 Sep 23 23:15:49.701795 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e33266a-4eb7-4cb8-8c9a-2cdc3e4096c9 req-0fe65c93-7636-4edf-a231-b43f5a75d2b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a848155-7c58-4f2d-9e89-34c5ecc3d43d HTTP/1.1" status: 200 len: 217 time: 0.0351000 Sep 23 23:15:49.753030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33266a-4eb7-4cb8-8c9a-2cdc3e4096c9 req-ce27b892-31d7-4e92-aa8c-ab9175aad04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:49.754532 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e33266a-4eb7-4cb8-8c9a-2cdc3e4096c9 req-ce27b892-31d7-4e92-aa8c-ab9175aad04f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0444465 Sep 23 23:15:49.804839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33266a-4eb7-4cb8-8c9a-2cdc3e4096c9 req-f4e523d7-863b-4908-9258-bb40437d04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:49.806355 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e33266a-4eb7-4cb8-8c9a-2cdc3e4096c9 req-f4e523d7-863b-4908-9258-bb40437d04cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428534 Sep 23 23:15:49.895413 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e33266a-4eb7-4cb8-8c9a-2cdc3e4096c9 req-8fc44f26-38a5-4c06-a7b8-1abeab8bb614 service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813372 Sep 23 23:15:49.992675 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8e33266a-4eb7-4cb8-8c9a-2cdc3e4096c9 req-0ed1ac9b-f0d2-496d-a7f5-7dfa34fdde7c service neutron] 10.222.0.43 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900714 Sep 23 23:15:50.246312 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15bbd5-5fd2-47f6-a4c1-9111c1e433c1 req-7b6092bb-58b9-4032-bc14-3c1c651b2d68 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:50.247829 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7f15bbd5-5fd2-47f6-a4c1-9111c1e433c1 req-7b6092bb-58b9-4032-bc14-3c1c651b2d68 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 945 time: 0.0542169 Sep 23 23:15:50.287613 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7f15bbd5-5fd2-47f6-a4c1-9111c1e433c1 req-c4688e8d-8e9e-4788-bdf1-f799a37f3d27 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333674 Sep 23 23:15:50.587615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c6175-26a5-460e-abe6-2289e8f82371 req-7ee4973f-5fc8-4143-b735-253614313724 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:15:50.589013 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-665c6175-26a5-460e-abe6-2289e8f82371 req-7ee4973f-5fc8-4143-b735-253614313724 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.43 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 945 time: 0.0497441 Sep 23 23:15:50.685721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-665c6175-26a5-460e-abe6-2289e8f82371 req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Deleting port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:15:50.686411 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-665c6175-26a5-460e-abe6-2289e8f82371 req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:50.780660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-665c6175-26a5-460e-abe6-2289e8f82371 req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] For port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=6a848155-7c58-4f2d-9e89-34c5ecc3d43d,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:15:50.781018 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-665c6175-26a5-460e-abe6-2289e8f82371 req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:50.793657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-665c6175-26a5-460e-abe6-2289e8f82371 req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Calling delete_port for 6a848155-7c58-4f2d-9e89-34c5ecc3d43d owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:15:51.071548 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-665c6175-26a5-460e-abe6-2289e8f82371 req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.101376 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event deleted for resources: {'Port': ['ID=6a848155-7c58-4f2d-9e89-34c5ecc3d43d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:15:51.113545 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:51.113895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:51.114275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:51.114948 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:51.115288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:51.115628 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:51.116069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:51.116464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:51.116795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:51.117132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:51.117463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:51.117792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:15:51.152001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-665c6175-26a5-460e-abe6-2289e8f82371 req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] No DVR routers for this DVR port 6a848155-7c58-4f2d-9e89-34c5ecc3d43d on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:15:51.154750 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-665c6175-26a5-460e-abe6-2289e8f82371 req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:15:51.157161 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-665c6175-26a5-460e-abe6-2289e8f82371 req-3642507a-54df-43d7-97d2-1ff8b0727f06 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.43 "DELETE /v2.0/ports/6a848155-7c58-4f2d-9e89-34c5ecc3d43d HTTP/1.1" status: 204 len: 173 time: 0.5613294 Sep 23 23:15:51.157598 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a5e5d7-38a5-49bc-9fe0-1800b2600967', 'name': 'network-vif-deleted', 'tag': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:15:51.159876 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaa8de2-8c8c-44b3-9ffa-9780a879f0d4" -d '{"events": [{"server_uuid": "91a5e5d7-38a5-49bc-9fe0-1800b2600967", "name": "network-vif-deleted", "tag": "6a848155-7c58-4f2d-9e89-34c5ecc3d43d"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:15:51.221207 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b76ecf2-20f9-4152-baf4-3d10d0bb6861 x-openstack-request-id: req-2b76ecf2-20f9-4152-baf4-3d10d0bb6861 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:15:51.221552 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a5e5d7-38a5-49bc-9fe0-1800b2600967", "name": "network-vif-deleted", "tag": "6a848155-7c58-4f2d-9e89-34c5ecc3d43d", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:15:51.221804 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b76ecf2-20f9-4152-baf4-3d10d0bb6861 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:15:51.222214 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a5e5d7-38a5-49bc-9fe0-1800b2600967', 'name': 'network-vif-deleted', 'tag': '6a848155-7c58-4f2d-9e89-34c5ecc3d43d', 'status': 'completed', 'code': 200} Sep 23 23:15:51.383267 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-398319a6-a935-43ef-bdd8-3bc7c0d50e7b req-87ff4ae9-e2ea-4418-8b9c-f5c972fadff1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 210 time: 0.0279219 Sep 23 23:15:52.485347 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f956e2df-5738-4348-93ef-5e69693a3fd3 req-631824ea-d138-497c-8251-c99b17817ef5 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 210 time: 0.0311759 Sep 23 23:15:53.579874 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3736a141-de8c-4f69-9177-9e8f706c2e5c req-c4ff2963-089e-466a-88a9-42a23425a1c1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 210 time: 0.0266001 Sep 23 23:15:54.676945 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ab02c838-128b-436d-8c72-a786388f83a4 req-edeabedc-4e12-4435-8625-2664733a284d tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a5e5d7-38a5-49bc-9fe0-1800b2600967 HTTP/1.1" status: 200 len: 210 time: 0.0276036 Sep 23 23:15:54.984100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6a848155-7c58-4f2d-9e89-34c5ecc3d43d no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:15:55.005845 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 6a848155-7c58-4f2d-9e89-34c5ecc3d43d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:15:55.007408 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 6a848155-7c58-4f2d-9e89-34c5ecc3d43d not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:16:01.403345 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42040) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:01.585009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d01eb6b7-a46b-443a-a9d7-f56846c6e606 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Deleting port 24f615a9-91b7-4731-9e20-257210e1d640 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:16:01.585371 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d01eb6b7-a46b-443a-a9d7-f56846c6e606 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:01.685039 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d01eb6b7-a46b-443a-a9d7-f56846c6e606 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:01.685298 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d01eb6b7-a46b-443a-a9d7-f56846c6e606 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:01.698075 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-d01eb6b7-a46b-443a-a9d7-f56846c6e606 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Calling delete_port for 24f615a9-91b7-4731-9e20-257210e1d640 owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:16:01.934299 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d01eb6b7-a46b-443a-a9d7-f56846c6e606 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:01.965960 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01eb6b7-a46b-443a-a9d7-f56846c6e606 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event deleted for resources: {'Port': ['ID=24f615a9-91b7-4731-9e20-257210e1d640,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:02.021479 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d01eb6b7-a46b-443a-a9d7-f56846c6e606 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:02.021964 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-d01eb6b7-a46b-443a-a9d7-f56846c6e606 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Floating IP a5dbad85-58f8-4c04-876e-2ce788331cde disassociated (deleted). External IP: 172.25.1.245, port: 63aa14f5-3236-4ea7-ac79-07d3313f676b. Sep 23 23:16:02.472133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01eb6b7-a46b-443a-a9d7-f56846c6e606 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Router e49b69f4-0482-4703-8039-71e29d08dc19 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:16:02.580720 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01eb6b7-a46b-443a-a9d7-f56846c6e606 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:16:02.585991 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d01eb6b7-a46b-443a-a9d7-f56846c6e606 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:02.592116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a73ab8-224c-4765-bb61-3cb2bd2df2e6 None None] Sync routers for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:16:02.602550 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a73ab8-224c-4765-bb61-3cb2bd2df2e6 None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:16:02.603168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d0a73ab8-224c-4765-bb61-3cb2bd2df2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:15:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:02.615511 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d01eb6b7-a46b-443a-a9d7-f56846c6e606 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "DELETE /v2.0/floatingips/a5dbad85-58f8-4c04-876e-2ce788331cde HTTP/1.1" status: 204 len: 168 time: 1.2107594 Sep 23 23:16:02.618047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'tag': '63aa14f5-3236-4ea7-ac79-07d3313f676b'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:16:02.618582 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf9a0da-7f34-4988-a1e5-3e4c4788f7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ff4685-20b4-4b26-b21a-522fe7aa5b91", "tag": "63aa14f5-3236-4ea7-ac79-07d3313f676b"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:16:02.660490 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf1f19a-ac4b-4721-9097-b558aaa0a55e x-openstack-request-id: req-fcf1f19a-ac4b-4721-9097-b558aaa0a55e {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:16:02.660855 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ff4685-20b4-4b26-b21a-522fe7aa5b91", "tag": "63aa14f5-3236-4ea7-ac79-07d3313f676b", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:16:02.661140 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fcf1f19a-ac4b-4721-9097-b558aaa0a55e {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:16:02.661582 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'tag': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'status': 'completed', 'code': 200} Sep 23 23:16:02.723391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d0a73ab8-224c-4765-bb61-3cb2bd2df2e6 None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:16:02.744386 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6679690f-74b1-4bb1-95df-e327e3f2c4e6 req-9bb9a336-5af2-4c6a-8f32-61f13066e1a5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557802 Sep 23 23:16:02.791295 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9a0da-7f34-4988-a1e5-3e4c4788f7d3 req-33f9da3e-157d-40ba-8ee9-362b5582866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:02.792915 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-abf9a0da-7f34-4988-a1e5-3e4c4788f7d3 req-33f9da3e-157d-40ba-8ee9-362b5582866c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 1096 time: 0.0886340 Sep 23 23:16:02.970419 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9a0da-7f34-4988-a1e5-3e4c4788f7d3 req-7e825e11-162f-440e-bd35-a5dfb668167a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:02.971897 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-abf9a0da-7f34-4988-a1e5-3e4c4788f7d3 req-7e825e11-162f-440e-bd35-a5dfb668167a service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.1715739 Sep 23 23:16:03.035271 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-abf9a0da-7f34-4988-a1e5-3e4c4788f7d3 req-fd1ddc0c-3b31-4c08-8974-76d06e706290 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63aa14f5-3236-4ea7-ac79-07d3313f676b HTTP/1.1" status: 200 len: 217 time: 0.0558798 Sep 23 23:16:03.096075 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9a0da-7f34-4988-a1e5-3e4c4788f7d3 req-56456df9-9cfe-4a75-869b-f932310664da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:03.097652 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-abf9a0da-7f34-4988-a1e5-3e4c4788f7d3 req-56456df9-9cfe-4a75-869b-f932310664da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0556464 Sep 23 23:16:03.098554 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d0a73ab8-224c-4765-bb61-3cb2bd2df2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:03.130860 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a73ab8-224c-4765-bb61-3cb2bd2df2e6 None None] Checking router: e49b69f4-0482-4703-8039-71e29d08dc19 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:16:03.140495 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a73ab8-224c-4765-bb61-3cb2bd2df2e6 None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:16:03.141137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d0a73ab8-224c-4765-bb61-3cb2bd2df2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:15:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:03.208881 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9a0da-7f34-4988-a1e5-3e4c4788f7d3 req-19ad9325-afbc-44dd-9e63-1418039503cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:03.210474 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-abf9a0da-7f34-4988-a1e5-3e4c4788f7d3 req-19ad9325-afbc-44dd-9e63-1418039503cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034276 Sep 23 23:16:03.217862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d43f99-a7f7-4241-9ca4-4ace91c176c6 req-a5bce967-b3c4-49ad-a9a1-8585fb3e0f4f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:03.219236 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42d43f99-a7f7-4241-9ca4-4ace91c176c6 req-a5bce967-b3c4-49ad-a9a1-8585fb3e0f4f tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 945 time: 0.0831470 Sep 23 23:16:03.249781 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d0a73ab8-224c-4765-bb61-3cb2bd2df2e6 None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:16:03.285361 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42d43f99-a7f7-4241-9ca4-4ace91c176c6 req-762a541b-b3c7-495e-9477-db2087588caa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599656 Sep 23 23:16:03.343182 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-abf9a0da-7f34-4988-a1e5-3e4c4788f7d3 req-9b16238d-e629-4837-8257-57898da24b13 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166611 Sep 23 23:16:03.436771 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-abf9a0da-7f34-4988-a1e5-3e4c4788f7d3 req-6317d58f-0a9d-4f62-b2ec-8ee65d2ea426 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860460 Sep 23 23:16:03.453691 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d0a73ab8-224c-4765-bb61-3cb2bd2df2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:03.482014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a73ab8-224c-4765-bb61-3cb2bd2df2e6 None None] The sync data for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 is: [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:01:48Z', 'revision_number': 4, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '10441e03-51ef-4432-8fbf-139e61490f95', 'name': '', 'network_id': '45b51b8f-7d52-4e5c-b7db-66198a209fb1', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'mac_address': 'fa:16:3e:f6:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:47Z', 'updated_at': '2021-09-23T23:01:52Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'subnets': [{'id': '1db05adc-8484-42c0-adc6-2c2f758e2ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:16:03.696399 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679690f-74b1-4bb1-95df-e327e3f2c4e6 req-0eb82449-3e86-417f-829f-77b874496893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:03.698024 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6679690f-74b1-4bb1-95df-e327e3f2c4e6 req-0eb82449-3e86-417f-829f-77b874496893 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d11e96efbe4c43a2977eef6acd246f67&device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 1096 time: 0.0438745 Sep 23 23:16:03.720230 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c984d807-7519-4128-87ab-a88012d54f7f None None] New status for floating IP a5dbad85-58f8-4c04-876e-2ce788331cde: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:16:03.809621 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679690f-74b1-4bb1-95df-e327e3f2c4e6 req-3537ec71-2afd-47f5-8b2b-11b861094c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:03.811115 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6679690f-74b1-4bb1-95df-e327e3f2c4e6 req-3537ec71-2afd-47f5-8b2b-11b861094c9b service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 200 len: 912 time: 0.0917833 Sep 23 23:16:03.855205 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6679690f-74b1-4bb1-95df-e327e3f2c4e6 req-2f6ef457-d269-4e13-ba31-387e8e50d25f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63aa14f5-3236-4ea7-ac79-07d3313f676b HTTP/1.1" status: 200 len: 217 time: 0.0351620 Sep 23 23:16:03.910321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679690f-74b1-4bb1-95df-e327e3f2c4e6 req-56a58f62-a53c-4bc9-8d01-d1f51fba7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:03.911814 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6679690f-74b1-4bb1-95df-e327e3f2c4e6 req-56a58f62-a53c-4bc9-8d01-d1f51fba7b4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 200 len: 850 time: 0.0491037 Sep 23 23:16:03.960551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679690f-74b1-4bb1-95df-e327e3f2c4e6 req-0dd3eb28-d1ec-4d0b-afe2-807ba1795d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:03.962131 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6679690f-74b1-4bb1-95df-e327e3f2c4e6 req-0dd3eb28-d1ec-4d0b-afe2-807ba1795d41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b51b8f-7d52-4e5c-b7db-66198a209fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427105 Sep 23 23:16:04.040465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b840691-9e7d-48bf-b938-5923ded6cfe2 req-cfe49170-9e8b-4e49-a2d1-7ef102f9e3ee tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:04.042017 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b840691-9e7d-48bf-b938-5923ded6cfe2 req-cfe49170-9e8b-4e49-a2d1-7ef102f9e3ee tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 945 time: 0.0551937 Sep 23 23:16:04.073837 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6679690f-74b1-4bb1-95df-e327e3f2c4e6 req-213b0a01-7e51-403a-954a-239aed408766 service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859756 Sep 23 23:16:04.141624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7b840691-9e7d-48bf-b938-5923ded6cfe2 req-1fe8107e-8cbb-45ff-a0c3-871ea4fbcb62 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Deleting port 63aa14f5-3236-4ea7-ac79-07d3313f676b {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:16:04.141973 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7b840691-9e7d-48bf-b938-5923ded6cfe2 req-1fe8107e-8cbb-45ff-a0c3-871ea4fbcb62 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:04.170973 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6679690f-74b1-4bb1-95df-e327e3f2c4e6 req-1bfe8b82-4b15-40c6-bed9-821f6ff4096e service neutron] 10.222.0.67 "GET /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900664 Sep 23 23:16:04.233236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7b840691-9e7d-48bf-b938-5923ded6cfe2 req-1fe8107e-8cbb-45ff-a0c3-871ea4fbcb62 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] For port 63aa14f5-3236-4ea7-ac79-07d3313f676b, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=63aa14f5-3236-4ea7-ac79-07d3313f676b,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:04.233593 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7b840691-9e7d-48bf-b938-5923ded6cfe2 req-1fe8107e-8cbb-45ff-a0c3-871ea4fbcb62 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:04.246412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7b840691-9e7d-48bf-b938-5923ded6cfe2 req-1fe8107e-8cbb-45ff-a0c3-871ea4fbcb62 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Calling delete_port for 63aa14f5-3236-4ea7-ac79-07d3313f676b owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:16:04.414709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c4b4c-4ef3-438f-bc09-49f734829e38 req-ccae0d7f-c20b-4b1c-a011-53fc24651149 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:04.416215 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4b4c4b4c-4ef3-438f-bc09-49f734829e38 req-ccae0d7f-c20b-4b1c-a011-53fc24651149 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 945 time: 0.0602460 Sep 23 23:16:04.454684 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4b4c4b4c-4ef3-438f-bc09-49f734829e38 req-a35d390a-336c-4f90-b5ce-34487ef866c9 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad050a7b-891a-4e31-8003-08c840bd2786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325222 Sep 23 23:16:04.459493 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7b840691-9e7d-48bf-b938-5923ded6cfe2 req-1fe8107e-8cbb-45ff-a0c3-871ea4fbcb62 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:04.511101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8107e-8cbb-45ff-a0c3-871ea4fbcb62 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event deleted for resources: {'Port': ['ID=63aa14f5-3236-4ea7-ac79-07d3313f676b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:04.531163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b840691-9e7d-48bf-b938-5923ded6cfe2 req-1fe8107e-8cbb-45ff-a0c3-871ea4fbcb62 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] No DVR routers for this DVR port 63aa14f5-3236-4ea7-ac79-07d3313f676b on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:16:04.533706 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7b840691-9e7d-48bf-b938-5923ded6cfe2 req-1fe8107e-8cbb-45ff-a0c3-871ea4fbcb62 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:04.535685 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7b840691-9e7d-48bf-b938-5923ded6cfe2 req-1fe8107e-8cbb-45ff-a0c3-871ea4fbcb62 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.67 "DELETE /v2.0/ports/63aa14f5-3236-4ea7-ac79-07d3313f676b HTTP/1.1" status: 204 len: 173 time: 0.4870052 Sep 23 23:16:04.536111 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'name': 'network-vif-deleted', 'tag': '63aa14f5-3236-4ea7-ac79-07d3313f676b'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:16:04.539000 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fa1616-11e5-4a4a-83d4-cc6f0ed3e1e3" -d '{"events": [{"server_uuid": "a2ff4685-20b4-4b26-b21a-522fe7aa5b91", "name": "network-vif-deleted", "tag": "63aa14f5-3236-4ea7-ac79-07d3313f676b"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:16:04.573598 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24600177-fd20-4000-b535-cd7a8952481d x-openstack-request-id: req-24600177-fd20-4000-b535-cd7a8952481d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:16:04.573891 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ff4685-20b4-4b26-b21a-522fe7aa5b91", "name": "network-vif-deleted", "tag": "63aa14f5-3236-4ea7-ac79-07d3313f676b", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:16:04.574137 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24600177-fd20-4000-b535-cd7a8952481d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:16:04.574538 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ff4685-20b4-4b26-b21a-522fe7aa5b91', 'name': 'network-vif-deleted', 'tag': '63aa14f5-3236-4ea7-ac79-07d3313f676b', 'status': 'completed', 'code': 200} Sep 23 23:16:05.552334 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82b00731-d093-4fbf-881d-2701e6410eb2 req-cb329ffa-3f94-4b08-8085-14aaecd05eee tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 210 time: 0.0274439 Sep 23 23:16:06.662647 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-00edc3a2-9cb0-4386-b7ff-b319cdaa124b req-bac421b7-ec77-4ec3-9d17-000f1901ccbe tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 210 time: 0.0276687 Sep 23 23:16:07.099310 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:07.765245 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0026b7fa-a283-470c-87d2-b64bd1054733 req-4c162d32-157a-4edc-b189-070f1550f60c tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 210 time: 0.0278304 Sep 23 23:16:08.502384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 63aa14f5-3236-4ea7-ac79-07d3313f676b no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:16:08.527396 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 63aa14f5-3236-4ea7-ac79-07d3313f676b {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:16:08.527741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 63aa14f5-3236-4ea7-ac79-07d3313f676b not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:16:08.907641 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-78d49d9b-441c-4356-87b6-8ea891f98aa2 req-21fe97cb-6e35-479a-921b-c8256b43cd1e tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2ff4685-20b4-4b26-b21a-522fe7aa5b91 HTTP/1.1" status: 200 len: 210 time: 0.0276301 Sep 23 23:16:09.963722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42072) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:10.089640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-60efc158-4cce-4e9f-9b5a-8ee8f70f2ffa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Deleting port 5276a762-5c5c-4a63-b266-2fe70d485f8f {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:16:10.089896 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-60efc158-4cce-4e9f-9b5a-8ee8f70f2ffa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:10.168293 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-60efc158-4cce-4e9f-9b5a-8ee8f70f2ffa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:10.168634 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-60efc158-4cce-4e9f-9b5a-8ee8f70f2ffa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:10.181832 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-60efc158-4cce-4e9f-9b5a-8ee8f70f2ffa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Calling delete_port for 5276a762-5c5c-4a63-b266-2fe70d485f8f owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:16:10.396523 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-60efc158-4cce-4e9f-9b5a-8ee8f70f2ffa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:10.422622 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efc158-4cce-4e9f-9b5a-8ee8f70f2ffa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event deleted for resources: {'Port': ['ID=5276a762-5c5c-4a63-b266-2fe70d485f8f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:10.482585 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-60efc158-4cce-4e9f-9b5a-8ee8f70f2ffa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:10.485644 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-60efc158-4cce-4e9f-9b5a-8ee8f70f2ffa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:10.486567 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-60efc158-4cce-4e9f-9b5a-8ee8f70f2ffa tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "DELETE /v2.0/floatingips/9cb0f884-7696-4fc4-bf87-3daa0bd63459 HTTP/1.1" status: 204 len: 168 time: 0.5218256 Sep 23 23:16:12.883971 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:16:13.127614 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ae58de7a-feb9-4cde-9bf2-621c4cbbf186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:13.955285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42088) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:14.020156 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2a7ab8ae-bdcc-4fa9-90ce-3633b1814dc1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:14.047799 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2a7ab8ae-bdcc-4fa9-90ce-3633b1814dc1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:14.185367 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2a7ab8ae-bdcc-4fa9-90ce-3633b1814dc1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:14.188503 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2a7ab8ae-bdcc-4fa9-90ce-3633b1814dc1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:14.195950 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2a7ab8ae-bdcc-4fa9-90ce-3633b1814dc1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] 10.222.0.22 "DELETE /v2.0/security-groups/ad050a7b-891a-4e31-8003-08c840bd2786 HTTP/1.1" status: 204 len: 168 time: 0.2381413 Sep 23 23:16:14.206963 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ab8ae-bdcc-4fa9-90ce-3633b1814dc1 tempest-TestVolumeBootPattern-932578664 tempest-TestVolumeBootPattern-932578664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad050a7b-891a-4e31-8003-08c840bd2786,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:15.394534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42094) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:15.596446 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-86b9e8b3-7f01-4166-884c-41fa553b8e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:15.890547 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a5bfc2f-f523-4449-ae66-473989687e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:16.125312 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:16.147214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7a5bfc2f-f523-4449-ae66-473989687e82 admin admin] Deleting port 10441e03-51ef-4432-8fbf-139e61490f95 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:16:16.147483 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a5bfc2f-f523-4449-ae66-473989687e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:16.228902 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-7a5bfc2f-f523-4449-ae66-473989687e82 admin admin] For port 10441e03-51ef-4432-8fbf-139e61490f95, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=10441e03-51ef-4432-8fbf-139e61490f95,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:16.229300 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a5bfc2f-f523-4449-ae66-473989687e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:16.241846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7a5bfc2f-f523-4449-ae66-473989687e82 admin admin] Calling delete_port for 10441e03-51ef-4432-8fbf-139e61490f95 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:16:16.487954 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a5bfc2f-f523-4449-ae66-473989687e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:16.515219 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bfc2f-f523-4449-ae66-473989687e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=10441e03-51ef-4432-8fbf-139e61490f95,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:16.686961 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7a5bfc2f-f523-4449-ae66-473989687e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:17.088015 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:17.177359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5bfc2f-f523-4449-ae66-473989687e82 admin admin] Router e49b69f4-0482-4703-8039-71e29d08dc19 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:16:17.283718 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5bfc2f-f523-4449-ae66-473989687e82 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:16:17.290753 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7a5bfc2f-f523-4449-ae66-473989687e82 admin admin] 10.222.0.22 "PUT /v2.0/routers/e49b69f4-0482-4703-8039-71e29d08dc19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8950677 Sep 23 23:16:17.291725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42098) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:17.293239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8310d9a-a821-4dc2-a65c-d37095ecedc8 None None] Sync routers for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:16:17.302624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8310d9a-a821-4dc2-a65c-d37095ecedc8 None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:16:17.303246 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a8310d9a-a821-4dc2-a65c-d37095ecedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:16:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:17.398273 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:17.408602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-a8310d9a-a821-4dc2-a65c-d37095ecedc8 None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:16:17.501139 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:17.587068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a8310d9a-a821-4dc2-a65c-d37095ecedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:16:16Z', 'revision_number': 5, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port': {'id': '7d1313cd-c3f1-49e4-ab2c-15940d3be085', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:44Z', 'updated_at': '2021-09-23T23:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:17.617921 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8310d9a-a821-4dc2-a65c-d37095ecedc8 None None] Checking router: e49b69f4-0482-4703-8039-71e29d08dc19 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:16:17.626494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8310d9a-a821-4dc2-a65c-d37095ecedc8 None None] Routers {'e49b69f4-0482-4703-8039-71e29d08dc19'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:16:17.627103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a8310d9a-a821-4dc2-a65c-d37095ecedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:16:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e49b69f4-0482-4703-8039-71e29d08dc19'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:17.644107 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] Deleting port 7d1313cd-c3f1-49e4-ab2c-15940d3be085 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:16:17.644454 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:17.715711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-a8310d9a-a821-4dc2-a65c-d37095ecedc8 None None] Set router e49b69f4-0482-4703-8039-71e29d08dc19 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:16:17.733603 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] For port 7d1313cd-c3f1-49e4-ab2c-15940d3be085, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7d1313cd-c3f1-49e4-ab2c-15940d3be085,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:17.733980 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:17.747023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] Calling delete_port for 7d1313cd-c3f1-49e4-ab2c-15940d3be085 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:16:17.774825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a8310d9a-a821-4dc2-a65c-d37095ecedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:16:17Z', 'revision_number': 6, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:17.816416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8310d9a-a821-4dc2-a65c-d37095ecedc8 None None] The sync data for ids ['e49b69f4-0482-4703-8039-71e29d08dc19'] in n-d-810775-1 is: [{'id': 'e49b69f4-0482-4703-8039-71e29d08dc19', 'name': 'tempest-TestVolumeBootPattern-600461621-router', 'tenant_id': 'd11e96efbe4c43a2977eef6acd246f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:43Z', 'updated_at': '2021-09-23T23:16:17Z', 'revision_number': 6, 'project_id': 'd11e96efbe4c43a2977eef6acd246f67', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:16:18.080106 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:18.107544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1313cd-c3f1-49e4-ab2c-15940d3be085,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:18.169805 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:18.269210 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:18.271840 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:18.276081 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:18.405483 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:18.406040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e49b69f4-0482-4703-8039-71e29d08dc19 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:16:18.415158 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:18.415158 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5e956425-0845-4a12-8c76-22d2a6b77e7b admin admin] 10.222.0.22 "DELETE /v2.0/routers/e49b69f4-0482-4703-8039-71e29d08dc19 HTTP/1.1" status: 204 len: 168 time: 1.1200652 Sep 23 23:16:18.415436 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42100) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:18.460222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a15b3ac-af40-47d4-9839-885c2ed02ea1 admin admin] Deleting subnet 1db05adc-8484-42c0-adc6-2c2f758e2ab6 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:16:18.463271 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a15b3ac-af40-47d4-9839-885c2ed02ea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:18.497901 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a15b3ac-af40-47d4-9839-885c2ed02ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:18.582025 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a15b3ac-af40-47d4-9839-885c2ed02ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:18.737393 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a15b3ac-af40-47d4-9839-885c2ed02ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:18.764727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15b3ac-af40-47d4-9839-885c2ed02ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db05adc-8484-42c0-adc6-2c2f758e2ab6,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:18.767966 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:18.768354 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a15b3ac-af40-47d4-9839-885c2ed02ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:18.773651 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5a15b3ac-af40-47d4-9839-885c2ed02ea1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1db05adc-8484-42c0-adc6-2c2f758e2ab6 HTTP/1.1" status: 204 len: 168 time: 0.3572228 Sep 23 23:16:18.774035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42102) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:18.775212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ce0b9-8545-4345-94b9-ef1ee008317f None None] Network 45b51b8f-7d52-4e5c-b7db-66198a209fb1 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:16:18.856254 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:18.915104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] Deleting port 7856e94c-45b8-433e-a31e-c858a17d8721 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:16:18.915495 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:18.972236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] DHCP port deletion for 45b51b8f-7d52-4e5c-b7db-66198a209fb1 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:16:18.990470 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] For port 7856e94c-45b8-433e-a31e-c858a17d8721, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7856e94c-45b8-433e-a31e-c858a17d8721,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:18.990819 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:19.002848 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] Calling delete_port for 7856e94c-45b8-433e-a31e-c858a17d8721 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:16:19.024194 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Deleting port 7856e94c-45b8-433e-a31e-c858a17d8721 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:16:19.024567 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:19.087975 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] For port 7856e94c-45b8-433e-a31e-c858a17d8721, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7856e94c-45b8-433e-a31e-c858a17d8721,segment=NetworkSegment(85946e2e-4269-4f28-99bb-97e07d7c4026),segment_id=85946e2e-4269-4f28-99bb-97e07d7c4026)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:19.088378 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:19.100743 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Calling delete_port for 7856e94c-45b8-433e-a31e-c858a17d8721 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:16:19.156543 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:16:19.179640 n-d-810775-1 neutron-server[95492]: self.session.flush() Sep 23 23:16:19.183053 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:19.183154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7856e94c-45b8-433e-a31e-c858a17d8721,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:19.186442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] No DVR routers for this DVR port 7856e94c-45b8-433e-a31e-c858a17d8721 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:16:19.206864 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Pushing event deleted for resources: {'Port': ['ID=7856e94c-45b8-433e-a31e-c858a17d8721,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:19.211356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] No DVR routers for this DVR port 7856e94c-45b8-433e-a31e-c858a17d8721 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:16:19.220821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:19.220821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:19.220821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:19.220821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:19.220821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:19.220821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:19.220821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:19.222120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:19.222438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:19.222771 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:19.223171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:19.223485 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74405198-0a45-42ac-9bf7-ee11ea515a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:19.262742 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:19.282914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b51b8f-7d52-4e5c-b7db-66198a209fb1']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:19.292839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85946e2e-4269-4f28-99bb-97e07d7c4026') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:19.293159 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85946e2e-4269-4f28-99bb-97e07d7c4026') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:19.304138 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:19.317444 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:19.323252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:16:19.323615 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:16:19.325327 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:16:19.447797 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:19.455850 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:19.457799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/45b51b8f-7d52-4e5c-b7db-66198a209fb1 HTTP/1.1" status: 204 len: 168 time: 0.6827555 Sep 23 23:16:19.461743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42104) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:19.469405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a518f3e-8058-4daf-a319-ef774e7d96e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=45b51b8f-7d52-4e5c-b7db-66198a209fb1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:19.810858 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a496-5ae6-49b9-be3d-d0042ee629cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:19.816771 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7d1313cd-c3f1-49e4-ab2c-15940d3be085 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:16:19.836961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 7d1313cd-c3f1-49e4-ab2c-15940d3be085 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:16:19.837349 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7d1313cd-c3f1-49e4-ab2c-15940d3be085 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:16:19.837769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7856e94c-45b8-433e-a31e-c858a17d8721 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:16:19.856492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 7856e94c-45b8-433e-a31e-c858a17d8721 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:16:19.856830 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7856e94c-45b8-433e-a31e-c858a17d8721 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:16:19.857271 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 10441e03-51ef-4432-8fbf-139e61490f95 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:16:19.876745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 10441e03-51ef-4432-8fbf-139e61490f95 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:16:19.877084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 10441e03-51ef-4432-8fbf-139e61490f95 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:16:20.064094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7a496-5ae6-49b9-be3d-d0042ee629cc admin admin] Deleting port 4233581a-8a67-4541-a4d6-741fc476c351 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:16:20.064351 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a496-5ae6-49b9-be3d-d0042ee629cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:20.143144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-a9f7a496-5ae6-49b9-be3d-d0042ee629cc admin admin] For port 4233581a-8a67-4541-a4d6-741fc476c351, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4233581a-8a67-4541-a4d6-741fc476c351,segment=NetworkSegment(4da299a5-77e0-426d-84cd-e3bdfc781bdd),segment_id=4da299a5-77e0-426d-84cd-e3bdfc781bdd)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:20.143510 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a496-5ae6-49b9-be3d-d0042ee629cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:20.157204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7a496-5ae6-49b9-be3d-d0042ee629cc admin admin] Calling delete_port for 4233581a-8a67-4541-a4d6-741fc476c351 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:16:20.379046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a496-5ae6-49b9-be3d-d0042ee629cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:20.409530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7a496-5ae6-49b9-be3d-d0042ee629cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4233581a-8a67-4541-a4d6-741fc476c351,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:20.578513 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a496-5ae6-49b9-be3d-d0042ee629cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:20.794740 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f7a496-5ae6-49b9-be3d-d0042ee629cc admin admin] Router 3d4ccf4b-f260-4868-829d-445cb6bffaa2 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:16:20.895871 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f7a496-5ae6-49b9-be3d-d0042ee629cc admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:16:20.902046 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a9f7a496-5ae6-49b9-be3d-d0042ee629cc admin admin] 10.222.0.22 "PUT /v2.0/routers/3d4ccf4b-f260-4868-829d-445cb6bffaa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4392848 Sep 23 23:16:20.904638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42110) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:20.906298 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf552d4-f311-420b-8eeb-21d5e7cab201 None None] Sync routers for ids ['3d4ccf4b-f260-4868-829d-445cb6bffaa2'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:16:20.915807 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf552d4-f311-420b-8eeb-21d5e7cab201 None None] Routers {'3d4ccf4b-f260-4868-829d-445cb6bffaa2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:16:20.925484 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bcf552d4-f311-420b-8eeb-21d5e7cab201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:16:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['3d4ccf4b-f260-4868-829d-445cb6bffaa2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:21.013208 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:21.019915 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-bcf552d4-f311-420b-8eeb-21d5e7cab201 None None] Set router 3d4ccf4b-f260-4868-829d-445cb6bffaa2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:16:21.211564 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bcf552d4-f311-420b-8eeb-21d5e7cab201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'name': 'tempest-TestVolumeBootPattern-1210620716-router', 'tenant_id': '544e9fdef982496194fcd662ce32932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:16:20Z', 'revision_number': 5, 'project_id': '544e9fdef982496194fcd662ce32932b', 'gw_port': {'id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:21.239152 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf552d4-f311-420b-8eeb-21d5e7cab201 None None] Checking router: 3d4ccf4b-f260-4868-829d-445cb6bffaa2 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:16:21.248423 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf552d4-f311-420b-8eeb-21d5e7cab201 None None] Routers {'3d4ccf4b-f260-4868-829d-445cb6bffaa2'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:16:21.249047 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bcf552d4-f311-420b-8eeb-21d5e7cab201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:16:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['3d4ccf4b-f260-4868-829d-445cb6bffaa2'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:21.355163 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-bcf552d4-f311-420b-8eeb-21d5e7cab201 None None] Set router 3d4ccf4b-f260-4868-829d-445cb6bffaa2 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:16:21.397711 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:21.529528 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bcf552d4-f311-420b-8eeb-21d5e7cab201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'name': 'tempest-TestVolumeBootPattern-1210620716-router', 'tenant_id': '544e9fdef982496194fcd662ce32932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:16:20Z', 'revision_number': 5, 'project_id': '544e9fdef982496194fcd662ce32932b', 'gw_port': {'id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:21.546138 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] Deleting port bc2fbed3-6cb5-4c09-8877-cad08d3dc568 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:16:21.546472 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:21.560367 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf552d4-f311-420b-8eeb-21d5e7cab201 None None] The sync data for ids ['3d4ccf4b-f260-4868-829d-445cb6bffaa2'] in n-d-810775-1 is: [{'id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'name': 'tempest-TestVolumeBootPattern-1210620716-router', 'tenant_id': '544e9fdef982496194fcd662ce32932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:16:20Z', 'revision_number': 5, 'project_id': '544e9fdef982496194fcd662ce32932b', 'gw_port': {'id': 'bc2fbed3-6cb5-4c09-8877-cad08d3dc568', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4ccf4b-f260-4868-829d-445cb6bffaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:01:52Z', 'updated_at': '2021-09-23T23:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:16:21.631129 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] For port bc2fbed3-6cb5-4c09-8877-cad08d3dc568, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bc2fbed3-6cb5-4c09-8877-cad08d3dc568,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:21.631507 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:21.644388 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] Calling delete_port for bc2fbed3-6cb5-4c09-8877-cad08d3dc568 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:16:21.922960 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:21.952056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4233581a-8a67-4541-a4d6-741fc476c351 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:16:21.964183 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2fbed3-6cb5-4c09-8877-cad08d3dc568,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:21.991296 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 4233581a-8a67-4541-a4d6-741fc476c351 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:16:21.991651 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4233581a-8a67-4541-a4d6-741fc476c351 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:16:22.048250 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:22.140216 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:22.142397 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:22.268258 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:22.268834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d4ccf4b-f260-4868-829d-445cb6bffaa2 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:16:22.273418 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:22.274515 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f8feac11-ccf5-4e2f-85ed-00c52f38b4e1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3d4ccf4b-f260-4868-829d-445cb6bffaa2 HTTP/1.1" status: 204 len: 168 time: 1.3685925 Sep 23 23:16:22.277172 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42112) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:22.324029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b37b90b-1512-4001-889a-001ef8c0cd8d admin admin] Deleting subnet 11686e6e-63e9-4b2b-bc14-3d6ded2d69b7 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:16:22.327680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b37b90b-1512-4001-889a-001ef8c0cd8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:22.365510 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b37b90b-1512-4001-889a-001ef8c0cd8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:22.448707 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b37b90b-1512-4001-889a-001ef8c0cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:22.600367 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b37b90b-1512-4001-889a-001ef8c0cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:22.629073 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7b37b90b-1512-4001-889a-001ef8c0cd8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:22.631862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7b37b90b-1512-4001-889a-001ef8c0cd8d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/11686e6e-63e9-4b2b-bc14-3d6ded2d69b7 HTTP/1.1" status: 204 len: 168 time: 0.3534169 Sep 23 23:16:22.634160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37b90b-1512-4001-889a-001ef8c0cd8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11686e6e-63e9-4b2b-bc14-3d6ded2d69b7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:22.635285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42114) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:22.635423 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cb2e50-75d6-4551-9e79-e7edc4afbd8c None None] Network cc0dd803-df8e-415f-aacf-e1300c4935ea requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:16:22.716304 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:22.774820 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] Deleting port c51578ba-dcca-404b-85c8-5c7875f873f7 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:16:22.775167 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:22.816726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a4839b-6f0c-49c8-8432-c5deed07ba2c None None] DHCP port deletion for cc0dd803-df8e-415f-aacf-e1300c4935ea request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:16:22.840532 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] For port c51578ba-dcca-404b-85c8-5c7875f873f7, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c51578ba-dcca-404b-85c8-5c7875f873f7,segment=NetworkSegment(4da299a5-77e0-426d-84cd-e3bdfc781bdd),segment_id=4da299a5-77e0-426d-84cd-e3bdfc781bdd)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:22.840897 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:22.859199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] Calling delete_port for c51578ba-dcca-404b-85c8-5c7875f873f7 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:16:22.868633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-31a4839b-6f0c-49c8-8432-c5deed07ba2c None None] Deleting port c51578ba-dcca-404b-85c8-5c7875f873f7 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:16:22.869013 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-31a4839b-6f0c-49c8-8432-c5deed07ba2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:22.932034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-31a4839b-6f0c-49c8-8432-c5deed07ba2c None None] For port c51578ba-dcca-404b-85c8-5c7875f873f7, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c51578ba-dcca-404b-85c8-5c7875f873f7,segment=NetworkSegment(4da299a5-77e0-426d-84cd-e3bdfc781bdd),segment_id=4da299a5-77e0-426d-84cd-e3bdfc781bdd)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:22.932704 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-31a4839b-6f0c-49c8-8432-c5deed07ba2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:22.946296 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-31a4839b-6f0c-49c8-8432-c5deed07ba2c None None] Calling delete_port for c51578ba-dcca-404b-85c8-5c7875f873f7 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:16:23.019197 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.024746 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-31a4839b-6f0c-49c8-8432-c5deed07ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.047938 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=c51578ba-dcca-404b-85c8-5c7875f873f7,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:23.049904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] No DVR routers for this DVR port c51578ba-dcca-404b-85c8-5c7875f873f7 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:16:23.054383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4839b-6f0c-49c8-8432-c5deed07ba2c None None] Pushing event deleted for resources: {'Port': ['ID=c51578ba-dcca-404b-85c8-5c7875f873f7,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:23.056581 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a4839b-6f0c-49c8-8432-c5deed07ba2c None None] No DVR routers for this DVR port c51578ba-dcca-404b-85c8-5c7875f873f7 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:16:23.128316 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.153043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0dd803-df8e-415f-aacf-e1300c4935ea']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:23.162958 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da299a5-77e0-426d-84cd-e3bdfc781bdd') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:23.163252 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da299a5-77e0-426d-84cd-e3bdfc781bdd') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:16:23.172829 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.186701 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.192463 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:16:23.192892 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:16:23.194691 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:16:23.333259 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.339640 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.341335 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cc0dd803-df8e-415f-aacf-e1300c4935ea HTTP/1.1" status: 204 len: 168 time: 0.7050939 Sep 23 23:16:23.352598 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000c695-9e5f-4e54-b74a-bc8c13038b17 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0dd803-df8e-415f-aacf-e1300c4935ea,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:23.675264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42118) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:23.722487 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6755965a-d276-42a8-9614-62babb912940 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d11e96efbe4c43a2977eef6acd246f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459285 Sep 23 23:16:23.724972 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42120) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:23.775392 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acc9c610-f7e5-4c08-bf65-2fb7fa09945d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.798077 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acc9c610-f7e5-4c08-bf65-2fb7fa09945d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.815297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c51578ba-dcca-404b-85c8-5c7875f873f7 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:16:23.836496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: c51578ba-dcca-404b-85c8-5c7875f873f7 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:16:23.836847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c51578ba-dcca-404b-85c8-5c7875f873f7 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:16:23.837311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bc2fbed3-6cb5-4c09-8877-cad08d3dc568 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:16:23.862631 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: bc2fbed3-6cb5-4c09-8877-cad08d3dc568 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:16:23.862631 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bc2fbed3-6cb5-4c09-8877-cad08d3dc568 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:16:23.933479 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acc9c610-f7e5-4c08-bf65-2fb7fa09945d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.936037 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-acc9c610-f7e5-4c08-bf65-2fb7fa09945d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:23.937312 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-acc9c610-f7e5-4c08-bf65-2fb7fa09945d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb518698-7902-4425-958f-af847f583d04 HTTP/1.1" status: 204 len: 168 time: 0.2113657 Sep 23 23:16:23.946408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9c610-f7e5-4c08-bf65-2fb7fa09945d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb518698-7902-4425-958f-af847f583d04,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:24.745090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42128) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:24.786265 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-50cac867-2da0-4bd7-ac55-c702bc8fe713 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=544e9fdef982496194fcd662ce32932b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400064 Sep 23 23:16:24.788783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42130) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:24.838476 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c0d6c6d0-1ed6-4669-8863-096771d8fa3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:24.861479 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c0d6c6d0-1ed6-4669-8863-096771d8fa3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:24.990498 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c0d6c6d0-1ed6-4669-8863-096771d8fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:24.993397 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c0d6c6d0-1ed6-4669-8863-096771d8fa3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:24.994594 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c0d6c6d0-1ed6-4669-8863-096771d8fa3c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57e0e3c9-5977-4315-a8dc-38ec43eea5a0 HTTP/1.1" status: 204 len: 168 time: 0.2041717 Sep 23 23:16:25.010268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6c6d0-1ed6-4669-8863-096771d8fa3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e0e3c9-5977-4315-a8dc-38ec43eea5a0,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:36.716316 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-4e28b3ca-e9ba-48d0-b21d-1c0b98f8d297 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9f6ac01715b74c84a83923613b4e066e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288141 Sep 23 23:16:36.934190 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-e2411386-5d85-4a85-8205-ef026b12c808 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:36.935660 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-e2411386-5d85-4a85-8205-ef026b12c808 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103391 Sep 23 23:16:36.950461 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-0672a0f4-8f8d-47b1-b6e1-92822e293e78 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/quotas/9f6ac01715b74c84a83923613b4e066e HTTP/1.1" status: 200 len: 375 time: 0.0090330 Sep 23 23:16:36.982223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-5120a5c4-53ea-491c-9d5d-965bae33d1b0 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f6ac01715b74c84a83923613b4e066e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265207 Sep 23 23:16:37.138690 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:37.277699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14b49e98-3358-4930-94d8-127bbd154a16 req-c1a0a22e-9ad5-46c7-9a44-5bdda8c87ce7 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 210 time: 0.0282333 Sep 23 23:16:38.371309 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-58e50c76-50db-4aa7-8b9d-2daaf2c4dbfd req-665b2001-8f5b-4060-968e-cfe747d980b7 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 210 time: 0.0269871 Sep 23 23:16:39.470270 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-af7e68dd-e9d2-4750-af59-cec987e86646 req-4b543676-d8ce-417a-90c3-a3ce36357e11 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 210 time: 0.0260496 Sep 23 23:16:39.509746 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-793ed857-3bdc-4360-9333-598dfc2973eb tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9f6ac01715b74c84a83923613b4e066e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214882 Sep 23 23:16:39.623085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-768c9a6e-20bf-4be9-b1a9-241727c72d5f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:39.624544 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-768c9a6e-20bf-4be9-b1a9-241727c72d5f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1092350 Sep 23 23:16:39.643091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Request body: {'port': {'device_id': '56773493-5f54-4de6-b66a-92516826a666', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'admin_state_up': True, 'tenant_id': '9f6ac01715b74c84a83923613b4e066e'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:16:39.841426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Made reservation on behalf of 9f6ac01715b74c84a83923613b4e066e for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:16:39.845030 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:39.860037 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:39.950304 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:40.018860 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:40.085333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3647813-5701-45fa-ab78-d5db387a5e3d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:40.155906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Allocated IP 192.168.233.35 (3a297645-4fb4-4a06-816d-188d2e72f707/10b9df4d-552f-4431-a7ce-8fb09a777cd1/58b97778-eec8-4d9e-a07c-ddf140d98acb) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:16:40.309758 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:40.402034 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:40.443894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Network 3a297645-4fb4-4a06-816d-188d2e72f707 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:16:40.447386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:16:40.451161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:16:40.459658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Pushing event updated for resources: {'Port': ['ID=58b97778-eec8-4d9e-a07c-ddf140d98acb,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:40.517902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:40.518929 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:40.614517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7501750-0c4e-45dd-9332-c6bb3ecf5c42 req-1d36b950-386c-4faa-9c4c-f1e77a1c0445 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:40.616123 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7501750-0c4e-45dd-9332-c6bb3ecf5c42 req-1d36b950-386c-4faa-9c4c-f1e77a1c0445 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 935 time: 0.0533311 Sep 23 23:16:40.630788 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-a5ac3d52-f9fa-47a5-aedf-0a067c04be45 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9913301 Sep 23 23:16:40.657419 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Request body: {'port': {'device_id': '56773493-5f54-4de6-b66a-92516826a666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:16:40.659564 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c1b6980d-bff3-400c-b1c0-69c73cdd95a6 None None] Provisioning complete for port 58b97778-eec8-4d9e-a07c-ddf140d98acb triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:16:40.660518 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c1b6980d-bff3-400c-b1c0-69c73cdd95a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:40.685676 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7501750-0c4e-45dd-9332-c6bb3ecf5c42 req-ab4c12cf-ceec-424e-a2e0-7671eb443b10 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3647813-5701-45fa-ab78-d5db387a5e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622799 Sep 23 23:16:40.699830 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c1b6980d-bff3-400c-b1c0-69c73cdd95a6 None None] Port 58b97778-eec8-4d9e-a07c-ddf140d98acb cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:16:40.719169 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:40.989575 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b97778-eec8-4d9e-a07c-ddf140d98acb {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:16:40.997973 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:41.010206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Transition to ACTIVE for port object 58b97778-eec8-4d9e-a07c-ddf140d98acb will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:16:41.127082 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:41.178527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Pushing event updated for resources: {'Port': ['ID=58b97778-eec8-4d9e-a07c-ddf140d98acb,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:41.249364 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Attempting to bind port 58b97778-eec8-4d9e-a07c-ddf140d98acb on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:16:41.249668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Attempting to bind port 58b97778-eec8-4d9e-a07c-ddf140d98acb by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:16:41.249995 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Attempting to bind port 58b97778-eec8-4d9e-a07c-ddf140d98acb on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:16:41.255007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Port 58b97778-eec8-4d9e-a07c-ddf140d98acb on network 3a297645-4fb4-4a06-816d-188d2e72f707 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:16:41.255317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Attempting to bind port 58b97778-eec8-4d9e-a07c-ddf140d98acb on network 3a297645-4fb4-4a06-816d-188d2e72f707 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:16:41.260517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:16:41.260860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Checking segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:16:41.261280 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Bound using segment: {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:16:41.261711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Bound port: 58b97778-eec8-4d9e-a07c-ddf140d98acb, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c145e1-dcf7-43ef-a627-886ad489fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:16:41.262076 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:41.332340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] For port 58b97778-eec8-4d9e-a07c-ddf140d98acb, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:16:41.335874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] For port 58b97778-eec8-4d9e-a07c-ddf140d98acb, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=58b97778-eec8-4d9e-a07c-ddf140d98acb,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:16:41.401800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:41.437386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:41.438063 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:41.439458 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] 10.222.0.67 "PUT /v2.0/ports/58b97778-eec8-4d9e-a07c-ddf140d98acb HTTP/1.1" status: 200 len: 1095 time: 0.7919972 Sep 23 23:16:41.439907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56773493-5f54-4de6-b66a-92516826a666', 'tag': '58b97778-eec8-4d9e-a07c-ddf140d98acb'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:16:41.442200 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2b943a-f1db-47e0-88de-a91f75c9b8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "56773493-5f54-4de6-b66a-92516826a666", "tag": "58b97778-eec8-4d9e-a07c-ddf140d98acb"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:16:41.472533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693ab48-3111-4865-93e2-4fae07d2bf3f service neutron] Pushing event updated for resources: {'Port': ['ID=58b97778-eec8-4d9e-a07c-ddf140d98acb,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:41.487917 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1899f3-b6bf-4d69-8a49-134bec5f32e1 x-openstack-request-id: req-2e1899f3-b6bf-4d69-8a49-134bec5f32e1 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:16:41.487917 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56773493-5f54-4de6-b66a-92516826a666", "tag": "58b97778-eec8-4d9e-a07c-ddf140d98acb", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:16:41.487917 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e1899f3-b6bf-4d69-8a49-134bec5f32e1 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:16:41.487917 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56773493-5f54-4de6-b66a-92516826a666', 'tag': '58b97778-eec8-4d9e-a07c-ddf140d98acb', 'status': 'completed', 'code': 200} Sep 23 23:16:41.571950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b943a-f1db-47e0-88de-a91f75c9b8ea req-978ed8be-4b50-4466-a9e8-ffdc6241e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:41.573564 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bd2b943a-f1db-47e0-88de-a91f75c9b8ea req-978ed8be-4b50-4466-a9e8-ffdc6241e60d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6ac01715b74c84a83923613b4e066e&device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 1098 time: 0.0474427 Sep 23 23:16:41.621466 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bd2b943a-f1db-47e0-88de-a91f75c9b8ea req-c7e650a0-5c4a-4bbb-b17d-72340f896399 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9f6ac01715b74c84a83923613b4e066e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337641 Sep 23 23:16:41.833870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b943a-f1db-47e0-88de-a91f75c9b8ea req-420a973b-fbf8-41e4-934b-0eea886020b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:41.835379 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bd2b943a-f1db-47e0-88de-a91f75c9b8ea req-420a973b-fbf8-41e4-934b-0eea886020b4 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2068408 Sep 23 23:16:41.851856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadaf15-084c-4142-ba39-92d17ab7fe0e req-3707740b-0358-4a0b-8054-9339becc4f91 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:41.853581 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4eadaf15-084c-4142-ba39-92d17ab7fe0e req-3707740b-0358-4a0b-8054-9339becc4f91 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 947 time: 0.0867538 Sep 23 23:16:41.893724 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4eadaf15-084c-4142-ba39-92d17ab7fe0e req-1d5ec8f5-8406-4a7c-88ee-6d7ce1d7b3bf tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3647813-5701-45fa-ab78-d5db387a5e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343010 Sep 23 23:16:41.939062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-1e191f17-3d78-4e66-acde-c276509c433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:41.941305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-1e191f17-3d78-4e66-acde-c276509c433d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6ac01715b74c84a83923613b4e066e&device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 1098 time: 0.0432937 Sep 23 23:16:41.989943 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-aeac10b6-c0ca-472b-8118-8c8efc487a0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=58b97778-eec8-4d9e-a07c-ddf140d98acb HTTP/1.1" status: 200 len: 217 time: 0.0367961 Sep 23 23:16:42.039338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-35972acb-19d8-47b8-97c6-1324b0a58bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:42.041038 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-35972acb-19d8-47b8-97c6-1324b0a58bd4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b9df4d-552f-4431-a7ce-8fb09a777cd1 HTTP/1.1" status: 200 len: 843 time: 0.0443895 Sep 23 23:16:42.087850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-71998933-b0be-4f17-9ed3-70121ac1f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:42.089419 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-71998933-b0be-4f17-9ed3-70121ac1f206 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a297645-4fb4-4a06-816d-188d2e72f707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411894 Sep 23 23:16:42.182318 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-81274feb-f061-478e-924b-48404aabbe25 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855815 Sep 23 23:16:42.274269 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86fa7abe-884e-4ae6-8e40-b77f092e8279 req-3daeb828-3938-46a0-8879-e21e013da8f6 service neutron] 10.222.0.67 "GET /v2.0/networks/3a297645-4fb4-4a06-816d-188d2e72f707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840325 Sep 23 23:16:43.014710 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9ca06-f6c6-4bfc-bd42-360de4efdfdb req-6587e3d2-c9fe-4d0c-b0fc-c3366118b32d tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:43.016104 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8bf9ca06-f6c6-4bfc-bd42-360de4efdfdb req-6587e3d2-c9fe-4d0c-b0fc-c3366118b32d tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 947 time: 0.0521572 Sep 23 23:16:43.055460 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8bf9ca06-f6c6-4bfc-bd42-360de4efdfdb req-e3582078-c233-497c-9f78-96c49cf3d0d1 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3647813-5701-45fa-ab78-d5db387a5e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332818 Sep 23 23:16:43.190112 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5e4aa219-5b43-4452-af0c-52fb326cbf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:44.176074 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238044d-6137-4f04-8a5f-de12c4e25c7a req-5c4b33b6-86d8-43fe-87f1-550d41ef29a4 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:44.177656 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3238044d-6137-4f04-8a5f-de12c4e25c7a req-5c4b33b6-86d8-43fe-87f1-550d41ef29a4 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 947 time: 0.0552475 Sep 23 23:16:44.216237 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3238044d-6137-4f04-8a5f-de12c4e25c7a req-efca0dda-4e60-4d7f-ad7b-4bc75dfd77a1 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3647813-5701-45fa-ab78-d5db387a5e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Sep 23 23:16:45.332978 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727dda6-e301-4c99-9b3e-6a81283f902d req-0bcb3d7e-0957-46c2-b7e3-d7f7880e4c3a tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:45.334518 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e727dda6-e301-4c99-9b3e-6a81283f902d req-0bcb3d7e-0957-46c2-b7e3-d7f7880e4c3a tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 947 time: 0.0510545 Sep 23 23:16:45.373398 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e727dda6-e301-4c99-9b3e-6a81283f902d req-85a57a93-9fb7-4e7c-85c8-321f5ef95907 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3647813-5701-45fa-ab78-d5db387a5e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328453 Sep 23 23:16:45.612715 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-39c75397-b220-41bd-b99b-4ac53eaf8e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:46.115729 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:46.489528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36702f-f931-4d64-a229-6f8feb65bbd3 req-5b006b28-7973-44f1-ace4-a0570a62ee6d tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:46.491024 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a36702f-f931-4d64-a229-6f8feb65bbd3 req-5b006b28-7973-44f1-ace4-a0570a62ee6d tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 947 time: 0.0502119 Sep 23 23:16:46.530335 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a36702f-f931-4d64-a229-6f8feb65bbd3 req-3b2e631e-1570-461b-9f52-4f3558c6707a tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3647813-5701-45fa-ab78-d5db387a5e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Sep 23 23:16:46.701820 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 58b97778-eec8-4d9e-a07c-ddf140d98acb details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:16:46.797049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 58b97778-eec8-4d9e-a07c-ddf140d98acb, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=58b97778-eec8-4d9e-a07c-ddf140d98acb,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:46.807873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '58b97778-eec8-4d9e-a07c-ddf140d98acb', 'network_id': '3a297645-4fb4-4a06-816d-188d2e72f707', 'port_id': '58b97778-eec8-4d9e-a07c-ddf140d98acb', 'mac_address': 'fa:16:3e:17:6f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9df4d-552f-4431-a7ce-8fb09a777cd1', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:16:46.849324 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:46.861995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b97778-eec8-4d9e-a07c-ddf140d98acb {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:16:46.881124 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 58b97778-eec8-4d9e-a07c-ddf140d98acb, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=58b97778-eec8-4d9e-a07c-ddf140d98acb,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:46.978476 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:47.037387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=58b97778-eec8-4d9e-a07c-ddf140d98acb,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:47.104208 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:47.392730 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['58b97778-eec8-4d9e-a07c-ddf140d98acb'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:16:47.646527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3192f95-7252-4bfd-9d5f-bfb65e903e1f req-dd14d54f-01aa-45f5-800a-4893afe84650 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:47.647941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f3192f95-7252-4bfd-9d5f-bfb65e903e1f req-dd14d54f-01aa-45f5-800a-4893afe84650 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 948 time: 0.0499048 Sep 23 23:16:47.687543 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f3192f95-7252-4bfd-9d5f-bfb65e903e1f req-aa46902c-90d6-4b1f-8fed-49608b835c40 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3647813-5701-45fa-ab78-d5db387a5e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332751 Sep 23 23:16:48.247033 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:48.719854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 58b97778-eec8-4d9e-a07c-ddf140d98acb up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:16:48.756294 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:48.809649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b169d9-a58f-415a-ada6-49db0e6e4e39 req-ba98eec8-7ef5-4567-884c-9c501278907a tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:48.811283 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2b169d9-a58f-415a-ada6-49db0e6e4e39 req-ba98eec8-7ef5-4567-884c-9c501278907a tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 948 time: 0.0503685 Sep 23 23:16:48.824199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 58b97778-eec8-4d9e-a07c-ddf140d98acb completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:16:48.828201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 58b97778-eec8-4d9e-a07c-ddf140d98acb triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:16:48.828591 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:48.857075 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2b169d9-a58f-415a-ada6-49db0e6e4e39 req-0b7c4920-4218-4bd9-a3ca-d94d2d31b96c tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3647813-5701-45fa-ab78-d5db387a5e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392578 Sep 23 23:16:48.910811 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:48.933774 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56773493-5f54-4de6-b66a-92516826a666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b97778-eec8-4d9e-a07c-ddf140d98acb'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:16:48.936026 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c803afd6-46fe-472d-a47c-bf3eb18fc3d9" -d '{"events": [{"server_uuid": "56773493-5f54-4de6-b66a-92516826a666", "name": "network-vif-plugged", "status": "completed", "tag": "58b97778-eec8-4d9e-a07c-ddf140d98acb"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:16:48.952229 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 58b97778-eec8-4d9e-a07c-ddf140d98acb, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=58b97778-eec8-4d9e-a07c-ddf140d98acb,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:48.971640 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582f9234-8d8b-4746-a4c6-d77c3cc9cebd x-openstack-request-id: req-582f9234-8d8b-4746-a4c6-d77c3cc9cebd {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:16:48.971932 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56773493-5f54-4de6-b66a-92516826a666", "name": "network-vif-plugged", "status": "completed", "tag": "58b97778-eec8-4d9e-a07c-ddf140d98acb", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:16:48.972189 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-582f9234-8d8b-4746-a4c6-d77c3cc9cebd {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:16:48.972612 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56773493-5f54-4de6-b66a-92516826a666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b97778-eec8-4d9e-a07c-ddf140d98acb', 'code': 200} Sep 23 23:16:49.058467 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:49.098037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26075577-5b51-4c7a-8bac-2c4f7b4d3867 req-e889f855-3a9b-4192-b052-127bfdcbde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:49.099525 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26075577-5b51-4c7a-8bac-2c4f7b4d3867 req-e889f855-3a9b-4192-b052-127bfdcbde65 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 1100 time: 0.0448332 Sep 23 23:16:49.107671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=58b97778-eec8-4d9e-a07c-ddf140d98acb,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:49.136414 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-26075577-5b51-4c7a-8bac-2c4f7b4d3867 req-993ffe1f-7664-4164-a57e-65f41ee47c4e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e3647813-5701-45fa-ab78-d5db387a5e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293577 Sep 23 23:16:49.979339 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:16:49.981970 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17d5c1-e745-4cf4-84c1-98dfbff7043c req-9497445c-83f5-411e-a959-9ce4601702e4 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:49.983452 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d17d5c1-e745-4cf4-84c1-98dfbff7043c req-9497445c-83f5-411e-a959-9ce4601702e4 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 949 time: 0.0528049 Sep 23 23:16:50.021690 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d17d5c1-e745-4cf4-84c1-98dfbff7043c req-3321890b-5f8f-474c-9629-30e425858970 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3647813-5701-45fa-ab78-d5db387a5e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Sep 23 23:16:51.148259 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2d0b9-1930-410d-b466-76e4386fed06 req-f0727f39-822a-495c-8bca-6c6d0b24dccb tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:51.150356 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98f2d0b9-1930-410d-b466-76e4386fed06 req-f0727f39-822a-495c-8bca-6c6d0b24dccb tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 949 time: 0.0557542 Sep 23 23:16:51.188064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-98f2d0b9-1930-410d-b466-76e4386fed06 req-24be174a-cea0-49c5-b0ca-e999e6698103 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3647813-5701-45fa-ab78-d5db387a5e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Sep 23 23:16:51.543703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-75638646-93e2-4845-b429-5a05dede661e req-5967f51d-5a2a-4c6c-8232-130aaf9d212b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:16:51.544746 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-75638646-93e2-4845-b429-5a05dede661e req-5967f51d-5a2a-4c6c-8232-130aaf9d212b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059953 Sep 23 23:16:52.195665 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-e7c78548-df3b-4a2d-851f-921c7762a300 req-2c2646df-1164-4baa-9f95-e0f253f14092 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:16:52.196696 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e7c78548-df3b-4a2d-851f-921c7762a300 req-2c2646df-1164-4baa-9f95-e0f253f14092 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532529 Sep 23 23:16:52.859955 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d38c25-2762-41a7-bcad-bd889b246135 req-aee14f59-1ce4-4cd9-b734-512d9db96d2b tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:52.861528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d5d38c25-2762-41a7-bcad-bd889b246135 req-aee14f59-1ce4-4cd9-b734-512d9db96d2b tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 949 time: 0.0500338 Sep 23 23:16:52.900293 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d5d38c25-2762-41a7-bcad-bd889b246135 req-aaeda500-1706-4e41-8996-de0229a17585 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3647813-5701-45fa-ab78-d5db387a5e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328534 Sep 23 23:16:54.020139 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0ee2b-2442-49e7-87ef-d6f7b8db2b6b req-48af5903-cf57-426d-aa92-bcaff7ba3e08 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:54.021622 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1f0ee2b-2442-49e7-87ef-d6f7b8db2b6b req-48af5903-cf57-426d-aa92-bcaff7ba3e08 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 949 time: 0.0497875 Sep 23 23:16:54.062950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1f0ee2b-2442-49e7-87ef-d6f7b8db2b6b req-1a8842ca-7862-4539-89d5-1be5cfed4662 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3647813-5701-45fa-ab78-d5db387a5e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344753 Sep 23 23:16:54.345247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16d76c-424c-4eef-9d21-0a214e2ea4d8 req-430556fd-aa28-400b-bbc0-64ecb1365757 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:54.346744 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f16d76c-424c-4eef-9d21-0a214e2ea4d8 req-430556fd-aa28-400b-bbc0-64ecb1365757 tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.67 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 949 time: 0.0534263 Sep 23 23:16:54.434710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7f16d76c-424c-4eef-9d21-0a214e2ea4d8 req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Deleting port 58b97778-eec8-4d9e-a07c-ddf140d98acb {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:16:54.435040 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7f16d76c-424c-4eef-9d21-0a214e2ea4d8 req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:54.526969 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7f16d76c-424c-4eef-9d21-0a214e2ea4d8 req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] For port 58b97778-eec8-4d9e-a07c-ddf140d98acb, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=58b97778-eec8-4d9e-a07c-ddf140d98acb,segment=NetworkSegment(30c145e1-dcf7-43ef-a627-886ad489fb38),segment_id=30c145e1-dcf7-43ef-a627-886ad489fb38)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:16:54.527336 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7f16d76c-424c-4eef-9d21-0a214e2ea4d8 req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:54.538914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7f16d76c-424c-4eef-9d21-0a214e2ea4d8 req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Calling delete_port for 58b97778-eec8-4d9e-a07c-ddf140d98acb owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:16:54.730881 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7f16d76c-424c-4eef-9d21-0a214e2ea4d8 req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:54.764678 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Pushing event deleted for resources: {'Port': ['ID=58b97778-eec8-4d9e-a07c-ddf140d98acb,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:54.765024 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['58b97778-eec8-4d9e-a07c-ddf140d98acb'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:16:54.779403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:54.779758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:54.780102 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:54.780433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:54.780768 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:54.781099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:54.781462 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:54.781790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:54.782118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:54.782441 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:54.782764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:54.783084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:54.818477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f16d76c-424c-4eef-9d21-0a214e2ea4d8 req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] No DVR routers for this DVR port 58b97778-eec8-4d9e-a07c-ddf140d98acb on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:16:54.822059 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7f16d76c-424c-4eef-9d21-0a214e2ea4d8 req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:54.824263 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f16d76c-424c-4eef-9d21-0a214e2ea4d8 req-93f27b2d-df83-4ffe-b24d-8cf30711e70f tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.67 "DELETE /v2.0/ports/58b97778-eec8-4d9e-a07c-ddf140d98acb HTTP/1.1" status: 204 len: 173 time: 0.4708126 Sep 23 23:16:54.824775 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56773493-5f54-4de6-b66a-92516826a666', 'name': 'network-vif-deleted', 'tag': '58b97778-eec8-4d9e-a07c-ddf140d98acb'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:16:54.827109 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc09ef7-6f81-40f4-9f5f-49674a076b16" -d '{"events": [{"server_uuid": "56773493-5f54-4de6-b66a-92516826a666", "name": "network-vif-deleted", "tag": "58b97778-eec8-4d9e-a07c-ddf140d98acb"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:16:54.864056 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840b8e0a-6b8d-45e4-925c-1bdb0eae5c16 x-openstack-request-id: req-840b8e0a-6b8d-45e4-925c-1bdb0eae5c16 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:16:54.864354 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56773493-5f54-4de6-b66a-92516826a666", "name": "network-vif-deleted", "tag": "58b97778-eec8-4d9e-a07c-ddf140d98acb", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:16:54.864607 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-840b8e0a-6b8d-45e4-925c-1bdb0eae5c16 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:16:54.865012 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56773493-5f54-4de6-b66a-92516826a666', 'name': 'network-vif-deleted', 'tag': '58b97778-eec8-4d9e-a07c-ddf140d98acb', 'status': 'completed', 'code': 200} Sep 23 23:16:55.170785 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-668ee906-936b-4c5a-a6ff-7b6a802b8249 req-3114f3d9-3e3f-4f87-a8d4-515afc123fac tempest-ServersAdminNegativeTestJSON-343733252 tempest-ServersAdminNegativeTestJSON-343733252-project] 10.222.0.22 "GET /v2.0/ports?device_id=56773493-5f54-4de6-b66a-92516826a666 HTTP/1.1" status: 200 len: 210 time: 0.0271935 Sep 23 23:16:56.713733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42290) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:56.848076 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2b54b376-8dd9-476b-a16f-bc8f39fffdaf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f6ac01715b74c84a83923613b4e066e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331432 Sep 23 23:16:56.850600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42294) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:56.902731 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c95244a2-f515-4ecc-bf9a-6ed4d7c3b75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:56.923668 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c95244a2-f515-4ecc-bf9a-6ed4d7c3b75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:57.059057 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c95244a2-f515-4ecc-bf9a-6ed4d7c3b75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:57.061665 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c95244a2-f515-4ecc-bf9a-6ed4d7c3b75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:57.062925 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c95244a2-f515-4ecc-bf9a-6ed4d7c3b75f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3647813-5701-45fa-ab78-d5db387a5e3d HTTP/1.1" status: 204 len: 168 time: 0.2114382 Sep 23 23:16:57.070826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95244a2-f515-4ecc-bf9a-6ed4d7c3b75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3647813-5701-45fa-ab78-d5db387a5e3d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:57.680487 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42300) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:57.694016 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:57.781771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:57.858528 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:57.901352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866e051d-ef3c-414a-a2cd-21d0c85a15df,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:57.905384 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13e367e83da34d16b7b69482af6885cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236731 Sep 23 23:16:57.908157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42302) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:57.911675 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:57.912034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:57.912365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:57.912702 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:57.913036 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:57.913391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:57.913719 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:57.914621 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:57.914949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:57.915285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:57.915591 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:57.915912 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345aa8c-bb41-45f7-8e54-f8c550e58491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:16:57.958732 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f8b272a7-d27c-4896-a4ab-cc9fdf0bc11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:57.980543 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f8b272a7-d27c-4896-a4ab-cc9fdf0bc11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:58.090523 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f8b272a7-d27c-4896-a4ab-cc9fdf0bc11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:58.093123 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f8b272a7-d27c-4896-a4ab-cc9fdf0bc11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:58.094388 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f8b272a7-d27c-4896-a4ab-cc9fdf0bc11b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/866e051d-ef3c-414a-a2cd-21d0c85a15df HTTP/1.1" status: 204 len: 168 time: 0.1851053 Sep 23 23:16:58.103537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b272a7-d27c-4896-a4ab-cc9fdf0bc11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866e051d-ef3c-414a-a2cd-21d0c85a15df,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:58.778936 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 58b97778-eec8-4d9e-a07c-ddf140d98acb no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:16:58.798642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 58b97778-eec8-4d9e-a07c-ddf140d98acb {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:16:58.798984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 58b97778-eec8-4d9e-a07c-ddf140d98acb not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:16:59.117935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42324) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:59.214242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-751159456-network', 'tenant_id': '448c8f1c59aa4a0482ebf78c4d5f495d'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:16:59.292672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] Made reservation on behalf of 448c8f1c59aa4a0482ebf78c4d5f495d for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:16:59.295058 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:59.303938 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:59.396426 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:59.453047 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:59.479158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:16:59.489100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:59.495423 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:59.495776 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] Added segment 19884b9f-db1c-460a-9569-0bf4fb78f1e3 of type vlan for network 63dc2473-802c-47db-ad31-ef2cce7aede2 Sep 23 23:16:59.538482 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:59.621805 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:59.622813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:16:59.623398 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:16:59.713075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] Pushing event updated for resources: {'Network': ['ID=63dc2473-802c-47db-ad31-ef2cce7aede2,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:16:59.723252 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 63dc2473-802c-47db-ad31-ef2cce7aede2 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:16:59.736739 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3110bf21-2458-431e-a037-e375dd0c2dae admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6177018 Sep 23 23:16:59.739613 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42328) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:16:59.744738 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d49642a5-97e6-4662-83ab-25517418518a admin admin] Request body: {'subnet': {'network_id': '63dc2473-802c-47db-ad31-ef2cce7aede2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-751159456-subnet', 'tenant_id': '448c8f1c59aa4a0482ebf78c4d5f495d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:16:59.822390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49642a5-97e6-4662-83ab-25517418518a admin admin] Made reservation on behalf of 448c8f1c59aa4a0482ebf78c4d5f495d for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:16:59.824934 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d49642a5-97e6-4662-83ab-25517418518a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:00.048218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d49642a5-97e6-4662-83ab-25517418518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:00.105641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49642a5-97e6-4662-83ab-25517418518a admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b073b2-77bb-4fec-9247-96da6483570b,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:00.115273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49642a5-97e6-4662-83ab-25517418518a admin admin] Checking segment: {'id': '19884b9f-db1c-460a-9569-0bf4fb78f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '63dc2473-802c-47db-ad31-ef2cce7aede2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:17:00.115623 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49642a5-97e6-4662-83ab-25517418518a admin admin] Network hostable DHCP agents. Network: 63dc2473-802c-47db-ad31-ef2cce7aede2, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:17:00.229976 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49642a5-97e6-4662-83ab-25517418518a admin admin] Network 63dc2473-802c-47db-ad31-ef2cce7aede2 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:17:00.315850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-d49642a5-97e6-4662-83ab-25517418518a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 63dc2473-802c-47db-ad31-ef2cce7aede2) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:17:00.320079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49642a5-97e6-4662-83ab-25517418518a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:00.320800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d49642a5-97e6-4662-83ab-25517418518a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:00.325183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ad386c-d006-46d4-a365-3eb1edb8de04 None None] Network 63dc2473-802c-47db-ad31-ef2cce7aede2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:17:00.413469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d49642a5-97e6-4662-83ab-25517418518a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6727781 Sep 23 23:17:00.448454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f30edb-ed52-43c3-8252-f2ccdb55ccd5 None None] Network 63dc2473-802c-47db-ad31-ef2cce7aede2 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:17:01.193405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-fc9bc2d5-3f76-4300-a299-696d7fa5834f tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:01.194896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-fc9bc2d5-3f76-4300-a299-696d7fa5834f tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/networks?id=63dc2473-802c-47db-ad31-ef2cce7aede2 HTTP/1.1" status: 200 len: 811 time: 0.4579380 Sep 23 23:17:01.210471 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-14ac143c-f62c-45bc-889b-38dcad458410 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/quotas/448c8f1c59aa4a0482ebf78c4d5f495d HTTP/1.1" status: 200 len: 375 time: 0.0090327 Sep 23 23:17:01.242135 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-2d20d495-7a74-42ee-ade8-d4bef0f532c4 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=448c8f1c59aa4a0482ebf78c4d5f495d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255203 Sep 23 23:17:01.333341 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-ee8c0f3d-f7d9-4d50-b22a-d0682a0cf981 service neutron] 10.222.0.22 "GET /v2.0/networks/63dc2473-802c-47db-ad31-ef2cce7aede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840046 Sep 23 23:17:01.423596 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-cfc1c433-f7ab-43ef-947a-c8d3b690c414 service neutron] 10.222.0.22 "GET /v2.0/networks/63dc2473-802c-47db-ad31-ef2cce7aede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839477 Sep 23 23:17:01.683648 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89a72e32-4d03-4b48-83a5-3539de3af5f3 req-2e99673f-f37a-46f6-95f1-2ebf102565b7 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 210 time: 0.0274498 Sep 23 23:17:02.768169 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b8a61c2e-3974-4d43-83a9-a70a82e99737 req-361e1407-cf34-48de-a12d-e456a1d20654 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 210 time: 0.0285981 Sep 23 23:17:03.863867 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-211fdde7-e77c-4b41-af5b-9d3f3c72eafe req-f49cf9dc-778f-4bfe-917f-d37f03074e8b tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 210 time: 0.0270057 Sep 23 23:17:04.400540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-cd229ea2-54cf-4979-9c48-dd45b758b7b6 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:04.402016 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-cd229ea2-54cf-4979-9c48-dd45b758b7b6 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.67 "GET /v2.0/networks?id=63dc2473-802c-47db-ad31-ef2cce7aede2 HTTP/1.1" status: 200 len: 811 time: 0.1064572 Sep 23 23:17:04.422084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-880e93f9-9556-4e21-b6f8-3d80ee47d0fe tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Request body: {'port': {'device_id': '2b59bca6-c243-4fa0-bbaf-93cda943499f', 'network_id': '63dc2473-802c-47db-ad31-ef2cce7aede2', 'admin_state_up': True, 'tenant_id': '448c8f1c59aa4a0482ebf78c4d5f495d'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:17:04.612450 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-880e93f9-9556-4e21-b6f8-3d80ee47d0fe tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Made reservation on behalf of 448c8f1c59aa4a0482ebf78c4d5f495d for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:17:04.616205 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-880e93f9-9556-4e21-b6f8-3d80ee47d0fe tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:04.746427 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-880e93f9-9556-4e21-b6f8-3d80ee47d0fe tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Allocated IP 172.20.0.7 (63dc2473-802c-47db-ad31-ef2cce7aede2/04b073b2-77bb-4fec-9247-96da6483570b/c27ff528-81f9-4917-a1b6-e97221987a85) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:17:04.897775 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-880e93f9-9556-4e21-b6f8-3d80ee47d0fe tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:04.957235 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-92bbcb29-5397-45f4-8b94-769bbfbb5193 req-f76d3249-8de1-43ef-bdf9-c556217e3b60 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 210 time: 0.0252395 Sep 23 23:17:05.015466 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-880e93f9-9556-4e21-b6f8-3d80ee47d0fe tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:05.057472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-880e93f9-9556-4e21-b6f8-3d80ee47d0fe tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Network 63dc2473-802c-47db-ad31-ef2cce7aede2 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:17:05.060502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-880e93f9-9556-4e21-b6f8-3d80ee47d0fe tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:17:05.064216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-880e93f9-9556-4e21-b6f8-3d80ee47d0fe tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:17:05.089702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e93f9-9556-4e21-b6f8-3d80ee47d0fe tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Pushing event updated for resources: {'Port': ['ID=c27ff528-81f9-4917-a1b6-e97221987a85,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:05.117700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-880e93f9-9556-4e21-b6f8-3d80ee47d0fe tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:05.124182 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-880e93f9-9556-4e21-b6f8-3d80ee47d0fe tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:05.230630 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-880e93f9-9556-4e21-b6f8-3d80ee47d0fe tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8125017 Sep 23 23:17:05.294756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Request body: {'port': {'device_id': '2b59bca6-c243-4fa0-bbaf-93cda943499f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:17:05.353240 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:05.618924 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27ff528-81f9-4917-a1b6-e97221987a85 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:17:05.626288 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:05.638341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Transition to ACTIVE for port object c27ff528-81f9-4917-a1b6-e97221987a85 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:17:05.715175 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:05.774193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Pushing event updated for resources: {'Port': ['ID=c27ff528-81f9-4917-a1b6-e97221987a85,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:05.845930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Attempting to bind port c27ff528-81f9-4917-a1b6-e97221987a85 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:17:05.846265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Attempting to bind port c27ff528-81f9-4917-a1b6-e97221987a85 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '19884b9f-db1c-460a-9569-0bf4fb78f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '63dc2473-802c-47db-ad31-ef2cce7aede2'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:17:05.846591 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Attempting to bind port c27ff528-81f9-4917-a1b6-e97221987a85 on network 63dc2473-802c-47db-ad31-ef2cce7aede2 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:17:05.851289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Port c27ff528-81f9-4917-a1b6-e97221987a85 on network 63dc2473-802c-47db-ad31-ef2cce7aede2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:17:05.851671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Attempting to bind port c27ff528-81f9-4917-a1b6-e97221987a85 on network 63dc2473-802c-47db-ad31-ef2cce7aede2 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:17:05.857183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:17:05.857524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Checking segment: {'id': '19884b9f-db1c-460a-9569-0bf4fb78f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '63dc2473-802c-47db-ad31-ef2cce7aede2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:17:05.857913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Bound using segment: {'id': '19884b9f-db1c-460a-9569-0bf4fb78f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '63dc2473-802c-47db-ad31-ef2cce7aede2'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:17:05.858337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Bound port: c27ff528-81f9-4917-a1b6-e97221987a85, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19884b9f-db1c-460a-9569-0bf4fb78f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '63dc2473-802c-47db-ad31-ef2cce7aede2'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:17:05.858697 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:05.925518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] For port c27ff528-81f9-4917-a1b6-e97221987a85, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:17:05.928715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] For port c27ff528-81f9-4917-a1b6-e97221987a85, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=c27ff528-81f9-4917-a1b6-e97221987a85,segment=NetworkSegment(19884b9f-db1c-460a-9569-0bf4fb78f1e3),segment_id=19884b9f-db1c-460a-9569-0bf4fb78f1e3)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:17:06.001485 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:06.038749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:06.039651 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:06.041320 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] 10.222.0.67 "PUT /v2.0/ports/c27ff528-81f9-4917-a1b6-e97221987a85 HTTP/1.1" status: 200 len: 1091 time: 0.7961252 Sep 23 23:17:06.043855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b59bca6-c243-4fa0-bbaf-93cda943499f', 'tag': 'c27ff528-81f9-4917-a1b6-e97221987a85'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:17:06.048648 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a73f36-d2a5-4322-828d-47c17cdac723" -d '{"events": [{"name": "network-changed", "server_uuid": "2b59bca6-c243-4fa0-bbaf-93cda943499f", "tag": "c27ff528-81f9-4917-a1b6-e97221987a85"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:17:06.077308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae73a62-daf1-46a7-b340-d738132c2f3e service neutron] Pushing event updated for resources: {'Port': ['ID=c27ff528-81f9-4917-a1b6-e97221987a85,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:06.080530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793774b-7bfd-4b7a-b90d-26d13a22b3ba req-de97d829-483c-465c-91a0-8f10fe0be26b tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:06.082249 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c793774b-7bfd-4b7a-b90d-26d13a22b3ba req-de97d829-483c-465c-91a0-8f10fe0be26b tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 943 time: 0.0548186 Sep 23 23:17:06.097024 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6a75df-9b47-4c0a-aab7-d65dc4f835cc x-openstack-request-id: req-7b6a75df-9b47-4c0a-aab7-d65dc4f835cc {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:17:06.097350 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b59bca6-c243-4fa0-bbaf-93cda943499f", "tag": "c27ff528-81f9-4917-a1b6-e97221987a85", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:17:06.097606 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b6a75df-9b47-4c0a-aab7-d65dc4f835cc {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:17:06.098009 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b59bca6-c243-4fa0-bbaf-93cda943499f', 'tag': 'c27ff528-81f9-4917-a1b6-e97221987a85', 'status': 'completed', 'code': 200} Sep 23 23:17:06.122321 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c793774b-7bfd-4b7a-b90d-26d13a22b3ba req-d15a6fed-28dc-4963-a1ec-81ef2dc6300f tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338340 Sep 23 23:17:06.177519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73f36-d2a5-4322-828d-47c17cdac723 req-de618bcc-4f17-4c9b-9cb1-190e426c8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:06.178922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56a73f36-d2a5-4322-828d-47c17cdac723 req-de618bcc-4f17-4c9b-9cb1-190e426c8827 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=448c8f1c59aa4a0482ebf78c4d5f495d&device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 1094 time: 0.0412629 Sep 23 23:17:06.347849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73f36-d2a5-4322-828d-47c17cdac723 req-5d25dbd8-1a85-42a3-9d86-0fb80a3b1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:06.349356 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56a73f36-d2a5-4322-828d-47c17cdac723 req-5d25dbd8-1a85-42a3-9d86-0fb80a3b1763 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=448c8f1c59aa4a0482ebf78c4d5f495d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1573505 Sep 23 23:17:06.446374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73f36-d2a5-4322-828d-47c17cdac723 req-3cb5134a-0886-483a-8a98-4e283dd96179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:06.447773 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-56a73f36-d2a5-4322-828d-47c17cdac723 req-3cb5134a-0886-483a-8a98-4e283dd96179 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917449 Sep 23 23:17:06.546656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-098e91a8-c78a-415e-b94d-4549c40e31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:06.548188 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-098e91a8-c78a-415e-b94d-4549c40e31bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=448c8f1c59aa4a0482ebf78c4d5f495d&device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 1094 time: 0.0412567 Sep 23 23:17:06.593801 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-269ed1de-15b4-4ba4-bba5-9c0394a8f5fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c27ff528-81f9-4917-a1b6-e97221987a85 HTTP/1.1" status: 200 len: 217 time: 0.0330873 Sep 23 23:17:06.644103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-17a1a98d-6afc-4013-a18a-e73cfcaaa2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:06.645577 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-17a1a98d-6afc-4013-a18a-e73cfcaaa2b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04b073b2-77bb-4fec-9247-96da6483570b HTTP/1.1" status: 200 len: 851 time: 0.0454471 Sep 23 23:17:06.676924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-f6eaa89b-4d72-498c-aecd-87e7e0aa18b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63dc2473-802c-47db-ad31-ef2cce7aede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246716 Sep 23 23:17:06.768327 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-dc24f833-567f-4888-a694-e79fad43fa71 service neutron] 10.222.0.67 "GET /v2.0/networks/63dc2473-802c-47db-ad31-ef2cce7aede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842183 Sep 23 23:17:06.865777 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd7c596c-89a6-4efe-8e72-3d411e5a57f2 req-074652a5-1ee2-40e6-9e49-a1d73eda87d7 service neutron] 10.222.0.67 "GET /v2.0/networks/63dc2473-802c-47db-ad31-ef2cce7aede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905681 Sep 23 23:17:06.944839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-d5c491d1-cf71-4bc5-9da4-d10232a2ecd0 req-da1b39bf-f822-4d46-bd4f-2d7ebfe524e1 service neutron] (95491) timed out ('10.222.0.43', 63868) {{(pid=95491) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 23:17:07.120574 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:07.240868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916311f1-eecd-4a7c-a14e-99c17c1167bd req-73a501be-5280-402f-8947-341fdc2d9b64 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:07.242578 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-916311f1-eecd-4a7c-a14e-99c17c1167bd req-73a501be-5280-402f-8947-341fdc2d9b64 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 943 time: 0.0517273 Sep 23 23:17:07.281020 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-916311f1-eecd-4a7c-a14e-99c17c1167bd req-1c20f8c7-abae-4f56-983c-cd97e46be22a tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325282 Sep 23 23:17:08.396782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c13f4-bb8c-49d8-afe7-60277ea8e494 req-c9922e45-2a49-442a-8a6d-85d9247aec1f tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:08.398370 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a8c13f4-bb8c-49d8-afe7-60277ea8e494 req-c9922e45-2a49-442a-8a6d-85d9247aec1f tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 943 time: 0.0507467 Sep 23 23:17:08.442396 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6a8c13f4-bb8c-49d8-afe7-60277ea8e494 req-84169db5-edfe-44e7-9a16-51a315f2dde4 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367856 Sep 23 23:17:09.555309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0929372-3db3-4f33-9d79-dc33e244dd5a req-a1ebbb8d-4534-4d66-9fd3-a683ee0db89e tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:09.556836 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c0929372-3db3-4f33-9d79-dc33e244dd5a req-a1ebbb8d-4534-4d66-9fd3-a683ee0db89e tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 943 time: 0.0499165 Sep 23 23:17:09.598122 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c0929372-3db3-4f33-9d79-dc33e244dd5a req-1015d9c0-1c1a-4468-a500-b11ebedecd4d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352623 Sep 23 23:17:10.715314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54d486-0987-4f27-a6e5-38e1e98649ad req-eeceadea-aa28-4bc1-8f49-26deae14f1b9 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:10.716938 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0c54d486-0987-4f27-a6e5-38e1e98649ad req-eeceadea-aa28-4bc1-8f49-26deae14f1b9 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 943 time: 0.0506561 Sep 23 23:17:10.756520 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0c54d486-0987-4f27-a6e5-38e1e98649ad req-20ef042c-c53d-4e5c-80bb-373c6f9a2bd5 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332680 Sep 23 23:17:10.813069 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device c27ff528-81f9-4917-a1b6-e97221987a85 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:17:10.906790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port c27ff528-81f9-4917-a1b6-e97221987a85, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=c27ff528-81f9-4917-a1b6-e97221987a85,segment=NetworkSegment(19884b9f-db1c-460a-9569-0bf4fb78f1e3),segment_id=19884b9f-db1c-460a-9569-0bf4fb78f1e3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:10.918495 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'c27ff528-81f9-4917-a1b6-e97221987a85', 'network_id': '63dc2473-802c-47db-ad31-ef2cce7aede2', 'port_id': 'c27ff528-81f9-4917-a1b6-e97221987a85', 'mac_address': 'fa:16:3e:17:81:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b073b2-77bb-4fec-9247-96da6483570b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:17:10.955022 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:10.970873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27ff528-81f9-4917-a1b6-e97221987a85 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:17:10.990494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port c27ff528-81f9-4917-a1b6-e97221987a85, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=c27ff528-81f9-4917-a1b6-e97221987a85,segment=NetworkSegment(19884b9f-db1c-460a-9569-0bf4fb78f1e3),segment_id=19884b9f-db1c-460a-9569-0bf4fb78f1e3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:11.126849 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:11.324777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=c27ff528-81f9-4917-a1b6-e97221987a85,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:11.484744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['c27ff528-81f9-4917-a1b6-e97221987a85'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:17:11.873582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0f22a-44ef-4fd8-a4f6-731cbf149fd4 req-2f889fa0-9fe0-4eda-a632-6a934f0056cf tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:11.875201 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18c0f22a-44ef-4fd8-a4f6-731cbf149fd4 req-2f889fa0-9fe0-4eda-a632-6a934f0056cf tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 944 time: 0.0511215 Sep 23 23:17:11.914387 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18c0f22a-44ef-4fd8-a4f6-731cbf149fd4 req-5f01c31d-a45c-4a5e-b954-65392cfe114b tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333087 Sep 23 23:17:12.812569 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device c27ff528-81f9-4917-a1b6-e97221987a85 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:17:12.921575 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port c27ff528-81f9-4917-a1b6-e97221987a85 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:17:12.926266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port c27ff528-81f9-4917-a1b6-e97221987a85 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:17:12.926633 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:13.012882 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:13.037549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c9d5d-8c1e-4b8b-9a9d-5f2772eae537 req-e00f0753-1407-4224-a8bc-1bdd078ca29c tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:13.039668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-230c9d5d-8c1e-4b8b-9a9d-5f2772eae537 req-e00f0753-1407-4224-a8bc-1bdd078ca29c tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 944 time: 0.0528190 Sep 23 23:17:13.046795 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b59bca6-c243-4fa0-bbaf-93cda943499f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27ff528-81f9-4917-a1b6-e97221987a85'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:17:13.048971 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cc3f40-baba-44b3-87a9-1ad34ca1e90e" -d '{"events": [{"server_uuid": "2b59bca6-c243-4fa0-bbaf-93cda943499f", "name": "network-vif-plugged", "status": "completed", "tag": "c27ff528-81f9-4917-a1b6-e97221987a85"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:17:13.069325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port c27ff528-81f9-4917-a1b6-e97221987a85, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=c27ff528-81f9-4917-a1b6-e97221987a85,segment=NetworkSegment(19884b9f-db1c-460a-9569-0bf4fb78f1e3),segment_id=19884b9f-db1c-460a-9569-0bf4fb78f1e3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:13.083182 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-230c9d5d-8c1e-4b8b-9a9d-5f2772eae537 req-998efe4d-16f5-4547-a96f-8075ec494651 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371614 Sep 23 23:17:13.088691 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6838510-e117-4202-b944-9b2c5293749f x-openstack-request-id: req-f6838510-e117-4202-b944-9b2c5293749f {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:17:13.088983 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b59bca6-c243-4fa0-bbaf-93cda943499f", "name": "network-vif-plugged", "status": "completed", "tag": "c27ff528-81f9-4917-a1b6-e97221987a85", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:17:13.089361 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6838510-e117-4202-b944-9b2c5293749f {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:17:13.089763 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b59bca6-c243-4fa0-bbaf-93cda943499f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27ff528-81f9-4917-a1b6-e97221987a85', 'code': 200} Sep 23 23:17:13.143713 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5b883bd6-849b-4255-bb4f-cc76376b1839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:13.145431 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:13.199302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=c27ff528-81f9-4917-a1b6-e97221987a85,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:13.211576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6163d80-303c-45e8-8e02-006fb24a15ba req-c50ffec0-3a22-4123-9ff3-16fc01a6eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:13.213204 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6163d80-303c-45e8-8e02-006fb24a15ba req-c50ffec0-3a22-4123-9ff3-16fc01a6eb53 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 1096 time: 0.0412457 Sep 23 23:17:13.249292 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6163d80-303c-45e8-8e02-006fb24a15ba req-41e55c7c-c348-4459-bdf7-7565e21876f0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293500 Sep 23 23:17:14.206743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639938ed-543e-4753-bb88-a9cee134ff39 req-a8246106-27a5-4ce3-81bb-ed4b54799557 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:14.208229 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-639938ed-543e-4753-bb88-a9cee134ff39 req-a8246106-27a5-4ce3-81bb-ed4b54799557 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0515594 Sep 23 23:17:14.249451 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-639938ed-543e-4753-bb88-a9cee134ff39 req-b0e6eeda-50d2-41a9-af50-63590549475d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349255 Sep 23 23:17:15.364717 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a6e65-c0ec-4381-908b-ac7cc5d99346 req-db361a4d-dcb1-4a04-a5bc-af50fc2c8278 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:15.366281 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a88a6e65-c0ec-4381-908b-ac7cc5d99346 req-db361a4d-dcb1-4a04-a5bc-af50fc2c8278 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0500820 Sep 23 23:17:15.410336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a88a6e65-c0ec-4381-908b-ac7cc5d99346 req-4555f81c-02a1-4367-a3b2-480737a80438 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378737 Sep 23 23:17:15.612400 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8a486ffe-3e99-435c-99ca-94a34fbbc98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:15.770645 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f405fa-16b2-4e3b-865e-512a93a46c55 req-7d5fe6e5-f27a-402e-9c6e-c68f334c0d03 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:15.772348 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16f405fa-16b2-4e3b-865e-512a93a46c55 req-7d5fe6e5-f27a-402e-9c6e-c68f334c0d03 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0551238 Sep 23 23:17:15.812358 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16f405fa-16b2-4e3b-865e-512a93a46c55 req-b17e269f-9bf9-4efb-b78b-4ba413a93ada tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338998 Sep 23 23:17:15.892718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42404) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:15.972138 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-3491ccad-f822-4714-889a-772ff10b1cfe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782022 Sep 23 23:17:15.982220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-fb2a1265-da82-4687-8bb1-cfa27e1d9154 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:17:15.983115 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-fb2a1265-da82-4687-8bb1-cfa27e1d9154 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053034 Sep 23 23:17:16.158760 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:16.934568 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe2f62-c1a7-4f2b-a372-df0d92ea87fe req-10699902-66d6-45f0-a55e-57cc0016a145 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:16.936166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-57fe2f62-c1a7-4f2b-a372-df0d92ea87fe req-10699902-66d6-45f0-a55e-57cc0016a145 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0547938 Sep 23 23:17:16.977288 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-57fe2f62-c1a7-4f2b-a372-df0d92ea87fe req-b86a5fa3-72a0-4eb7-b493-965c10356743 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347395 Sep 23 23:17:17.107775 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:18.111661 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75349bf4-564b-4b9a-b1bf-ce253fedaa28 req-ada6433e-4f7c-49ac-b0b0-37f76d7e2dce tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:18.113176 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-75349bf4-564b-4b9a-b1bf-ce253fedaa28 req-ada6433e-4f7c-49ac-b0b0-37f76d7e2dce tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0555992 Sep 23 23:17:18.173628 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-75349bf4-564b-4b9a-b1bf-ce253fedaa28 req-a7d2adcd-076e-4ecd-be1e-242e9501b15c tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539665 Sep 23 23:17:18.177912 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-ea8fa893-be20-47b0-94f3-09fd5d2a0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:18.179749 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-ea8fa893-be20-47b0-94f3-09fd5d2a0665 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=448c8f1c59aa4a0482ebf78c4d5f495d&device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 1096 time: 0.0421760 Sep 23 23:17:18.278067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-199c440d-29e0-49b9-b8bc-36b251ec929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:18.279633 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-199c440d-29e0-49b9-b8bc-36b251ec929e service neutron] 10.222.0.67 "GET /v2.0/networks?id=63dc2473-802c-47db-ad31-ef2cce7aede2 HTTP/1.1" status: 200 len: 912 time: 0.0933433 Sep 23 23:17:18.296309 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:18.324076 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-22107762-c5db-46f6-9713-0717dfb76f80 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c27ff528-81f9-4917-a1b6-e97221987a85 HTTP/1.1" status: 200 len: 217 time: 0.0373108 Sep 23 23:17:18.377076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-a9e4dcb2-117a-450a-ba00-360d313a7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:18.378581 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-a9e4dcb2-117a-450a-ba00-360d313a7a5f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04b073b2-77bb-4fec-9247-96da6483570b HTTP/1.1" status: 200 len: 851 time: 0.0477107 Sep 23 23:17:18.410121 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-0377a762-4967-4183-8191-437ec140e5bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63dc2473-802c-47db-ad31-ef2cce7aede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246615 Sep 23 23:17:18.500226 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-644c6310-81e6-4be9-9e48-7d8fba139c06 service neutron] 10.222.0.67 "GET /v2.0/networks/63dc2473-802c-47db-ad31-ef2cce7aede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832992 Sep 23 23:17:18.595170 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-3b094a15-c000-4a68-9a13-83dd5b533c0c service neutron] 10.222.0.67 "GET /v2.0/networks/63dc2473-802c-47db-ad31-ef2cce7aede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877297 Sep 23 23:17:18.778584 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:19.291581 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916192f-1cdc-4163-bb97-bdd770c297bc req-e133259c-2e66-4388-8fc6-71413e92a9ce tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:19.293657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4916192f-1cdc-4163-bb97-bdd770c297bc req-e133259c-2e66-4388-8fc6-71413e92a9ce tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0524564 Sep 23 23:17:19.332463 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4916192f-1cdc-4163-bb97-bdd770c297bc req-1aff7434-238d-487c-8039-a8656e239302 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Sep 23 23:17:20.450648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd50a40-3175-425d-8ac0-f4bd06b4a6e8 req-641b623b-3692-45ac-8b56-87b0a4bb5494 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:20.452158 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-acd50a40-3175-425d-8ac0-f4bd06b4a6e8 req-641b623b-3692-45ac-8b56-87b0a4bb5494 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0498352 Sep 23 23:17:20.494218 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-acd50a40-3175-425d-8ac0-f4bd06b4a6e8 req-fc5d261c-fb81-4c48-86ac-ee2783e9dd55 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361030 Sep 23 23:17:21.609591 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74a9c0-6737-4327-8dd5-ecee96164975 req-778202f8-1bf1-45a4-b415-052d43aa5bfa tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:21.611102 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fa74a9c0-6737-4327-8dd5-ecee96164975 req-778202f8-1bf1-45a4-b415-052d43aa5bfa tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0489783 Sep 23 23:17:21.654067 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fa74a9c0-6737-4327-8dd5-ecee96164975 req-37745eb5-7680-4b1b-af64-f50fe189fdab tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371025 Sep 23 23:17:22.769908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0242617-fa8e-4bec-b3ba-1d55732d8e7c req-08965f6b-9e54-4cce-a375-8c117d6a64c6 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:22.771419 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0242617-fa8e-4bec-b3ba-1d55732d8e7c req-08965f6b-9e54-4cce-a375-8c117d6a64c6 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0496638 Sep 23 23:17:22.809668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0242617-fa8e-4bec-b3ba-1d55732d8e7c req-92fd4ec2-09e2-49e6-ad74-91b9f838664f tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315070 Sep 23 23:17:23.925069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cd573-c758-4009-96a7-0d9f42572852 req-fecbd06d-6000-4a14-ac76-94ee032e3b32 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:23.926719 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d96cd573-c758-4009-96a7-0d9f42572852 req-fecbd06d-6000-4a14-ac76-94ee032e3b32 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0502694 Sep 23 23:17:23.965123 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d96cd573-c758-4009-96a7-0d9f42572852 req-56d1a9b6-0a87-471c-b237-422e126a453a tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Sep 23 23:17:25.083186 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba0f49-4616-4896-b8d4-3457b9f1fdcb req-d3d65ff9-0995-43e6-a55d-b60b8879b759 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:25.084679 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56ba0f49-4616-4896-b8d4-3457b9f1fdcb req-d3d65ff9-0995-43e6-a55d-b60b8879b759 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0510645 Sep 23 23:17:25.123310 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-56ba0f49-4616-4896-b8d4-3457b9f1fdcb req-56c22c9d-9f50-432e-b465-772762d66708 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325124 Sep 23 23:17:26.235866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca33df8-e868-41ab-9f7c-373580b02dfd req-635adb4a-b7f7-48c9-939a-67d3db3cb790 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:26.237366 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aca33df8-e868-41ab-9f7c-373580b02dfd req-635adb4a-b7f7-48c9-939a-67d3db3cb790 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0482488 Sep 23 23:17:26.276249 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-aca33df8-e868-41ab-9f7c-373580b02dfd req-f4939167-3330-4821-9b5f-22dc2ffbd896 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328591 Sep 23 23:17:26.888614 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:17:27.391480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb181274-d2ee-461a-8b9e-e10015f174c4 req-b3829240-71c6-43e9-9ca7-b87f59767e58 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:27.392954 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb181274-d2ee-461a-8b9e-e10015f174c4 req-b3829240-71c6-43e9-9ca7-b87f59767e58 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0495124 Sep 23 23:17:27.434915 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb181274-d2ee-461a-8b9e-e10015f174c4 req-6843054d-3660-4d33-9363-faf322aa446b tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360115 Sep 23 23:17:28.550098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed8347-9e35-46f1-b388-bce16a260924 req-0e01188e-3c8c-42a1-b194-0890c04dface tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:28.551567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-beed8347-9e35-46f1-b388-bce16a260924 req-0e01188e-3c8c-42a1-b194-0890c04dface tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0489194 Sep 23 23:17:28.592867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-beed8347-9e35-46f1-b388-bce16a260924 req-572d603b-4c64-4808-9848-8d4330956c4b tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352907 Sep 23 23:17:29.710783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a94eb3-5cce-4d06-9d43-6639a4b59df5 req-c8b4f876-e9c9-4676-804b-6d9df6d0d500 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:29.712520 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5a94eb3-5cce-4d06-9d43-6639a4b59df5 req-c8b4f876-e9c9-4676-804b-6d9df6d0d500 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0510254 Sep 23 23:17:29.753941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5a94eb3-5cce-4d06-9d43-6639a4b59df5 req-b565a14a-4a23-4abe-a32c-af88eec8504b tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346513 Sep 23 23:17:30.871900 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e9e81-0914-4d19-b9b4-9eb7eb887fbe req-b69c962b-2d76-4abb-818c-7d6ece35db87 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:30.873430 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-952e9e81-0914-4d19-b9b4-9eb7eb887fbe req-b69c962b-2d76-4abb-818c-7d6ece35db87 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0484490 Sep 23 23:17:30.911694 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-952e9e81-0914-4d19-b9b4-9eb7eb887fbe req-6f802171-5bcc-42e9-a3f5-874079003cd6 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320089 Sep 23 23:17:32.028750 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e538a7-62a0-4e6f-9e4c-2f890a12884a req-919c7540-1b65-4788-8542-e9255199d608 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:32.030255 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2e538a7-62a0-4e6f-9e4c-2f890a12884a req-919c7540-1b65-4788-8542-e9255199d608 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0498769 Sep 23 23:17:32.069158 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2e538a7-62a0-4e6f-9e4c-2f890a12884a req-035b9c3f-f207-4db7-ac33-9dff313da1e6 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327399 Sep 23 23:17:33.189532 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e8b4c-97d5-4898-b3c6-0c3a6d709510 req-06bf3546-15c1-4325-9966-1c2915c77dfb tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:33.191136 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-085e8b4c-97d5-4898-b3c6-0c3a6d709510 req-06bf3546-15c1-4325-9966-1c2915c77dfb tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0509810 Sep 23 23:17:33.229995 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-085e8b4c-97d5-4898-b3c6-0c3a6d709510 req-8b5698e9-e0ba-4ea6-907d-550d2679fc46 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323491 Sep 23 23:17:34.345124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba049ede-935e-4ef7-b9cf-24e08dfeab28 req-f352105b-a0c7-486e-bba8-4f7df987cd7e tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:34.346664 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ba049ede-935e-4ef7-b9cf-24e08dfeab28 req-f352105b-a0c7-486e-bba8-4f7df987cd7e tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0489173 Sep 23 23:17:34.388731 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ba049ede-935e-4ef7-b9cf-24e08dfeab28 req-da98a0a9-a2aa-45ce-83fc-680ff5a71af4 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361249 Sep 23 23:17:35.505859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44feaed-0282-4a71-a205-c3dc46c6d18f req-581d7629-c1f6-4bf2-b104-3f32591b4972 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:35.507406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f44feaed-0282-4a71-a205-c3dc46c6d18f req-581d7629-c1f6-4bf2-b104-3f32591b4972 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0497591 Sep 23 23:17:35.550899 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f44feaed-0282-4a71-a205-c3dc46c6d18f req-fc14770b-97c3-4e24-b7d4-da8990741353 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369456 Sep 23 23:17:36.667741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615a46e-8382-4eb2-84f8-b588ac8fdf56 req-96e669e0-021d-44a6-b2f6-f4f2e8c1a21d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:36.669250 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8615a46e-8382-4eb2-84f8-b588ac8fdf56 req-96e669e0-021d-44a6-b2f6-f4f2e8c1a21d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0501485 Sep 23 23:17:36.706596 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8615a46e-8382-4eb2-84f8-b588ac8fdf56 req-15c5d5f7-7056-4233-9eda-7a01502c2bef tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312037 Sep 23 23:17:37.114328 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:37.834220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aca310-4f17-4f33-b6a3-bc15125f712d req-1de6e3ee-f133-442c-b42e-a36caf196abc tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:37.835752 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99aca310-4f17-4f33-b6a3-bc15125f712d req-1de6e3ee-f133-442c-b42e-a36caf196abc tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0499825 Sep 23 23:17:37.874227 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99aca310-4f17-4f33-b6a3-bc15125f712d req-30ec0932-b00a-44a6-81f9-26fd5ba2d69e tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317276 Sep 23 23:17:38.996498 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efb91b-cc04-44cd-81c2-7e7259f2014c req-45a0e2e7-b287-420c-a673-70c1bfee56fe tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:38.998083 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-51efb91b-cc04-44cd-81c2-7e7259f2014c req-45a0e2e7-b287-420c-a673-70c1bfee56fe tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0513687 Sep 23 23:17:39.038874 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-51efb91b-cc04-44cd-81c2-7e7259f2014c req-b74512d9-aa8d-4418-a8be-d87412e12c5c tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345016 Sep 23 23:17:40.159788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac5500-276b-4d4d-9a09-674183d0e158 req-fa13edad-0414-4234-9919-f91313a76ca1 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:40.161357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2aac5500-276b-4d4d-9a09-674183d0e158 req-fa13edad-0414-4234-9919-f91313a76ca1 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0497997 Sep 23 23:17:40.203726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2aac5500-276b-4d4d-9a09-674183d0e158 req-87103e5b-c5dc-4901-a997-ce353498d832 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353765 Sep 23 23:17:41.321753 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4380bf9-476e-41af-92b7-822339221bd6 req-55762b62-1e79-4511-997d-a574666af9ef tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:41.324009 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c4380bf9-476e-41af-92b7-822339221bd6 req-55762b62-1e79-4511-997d-a574666af9ef tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0516284 Sep 23 23:17:41.366377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c4380bf9-476e-41af-92b7-822339221bd6 req-cbfec237-c560-473a-9787-d06c945ff5f5 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364821 Sep 23 23:17:42.487551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f352e-55d9-4207-8080-08e383783af9 req-3e82ef6b-adfd-496c-be01-1058c9af9290 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:42.489176 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c8f352e-55d9-4207-8080-08e383783af9 req-3e82ef6b-adfd-496c-be01-1058c9af9290 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0516059 Sep 23 23:17:42.533806 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c8f352e-55d9-4207-8080-08e383783af9 req-09a6dfc4-44ba-4133-8e94-7d39646bda27 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379212 Sep 23 23:17:43.103324 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bfccf990-2d92-4096-95a1-9739ca568fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:43.653978 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea925576-64d7-42c6-bb3a-e783ea5d7c45 req-1cf2040e-bf19-4a68-92a2-6f176387b126 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:43.656203 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ea925576-64d7-42c6-bb3a-e783ea5d7c45 req-1cf2040e-bf19-4a68-92a2-6f176387b126 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0523491 Sep 23 23:17:43.696309 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ea925576-64d7-42c6-bb3a-e783ea5d7c45 req-1211344d-5ba8-464d-8fc0-8717d0b7120c tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339787 Sep 23 23:17:44.814889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1326f99-82d3-41d9-b4ee-a6a578699ebc req-4dd481d2-8aba-44cb-9548-6030cb4e3da3 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:44.816392 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1326f99-82d3-41d9-b4ee-a6a578699ebc req-4dd481d2-8aba-44cb-9548-6030cb4e3da3 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0502558 Sep 23 23:17:44.855361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1326f99-82d3-41d9-b4ee-a6a578699ebc req-f6a11514-5850-47ae-883b-03fc917fe730 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327883 Sep 23 23:17:45.615713 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4a8da491-9b6e-4b26-b76b-5c2a36d6110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:45.956893 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-bc1b353c-c584-4bad-934c-4e7db114c46a service neutron] show failed (client error): The resource could not be found. Sep 23 23:17:45.957973 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-bc1b353c-c584-4bad-934c-4e7db114c46a service neutron] 10.222.0.67 "GET /v2.0/ports/c27ff528-81f9-4917-a1b6-e97221987a85/bindings/n-h1-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.0604014 Sep 23 23:17:45.979058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaa7e2-6f9f-421e-926a-008283770fb0 req-50b81bba-d214-4ba8-a7c5-32645ae933e2 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:45.980627 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d7eaa7e2-6f9f-421e-926a-008283770fb0 req-50b81bba-d214-4ba8-a7c5-32645ae933e2 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0515647 Sep 23 23:17:46.020415 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d7eaa7e2-6f9f-421e-926a-008283770fb0 req-c00f4194-6fea-40a9-84b8-d9b484ca5c5e tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334368 Sep 23 23:17:46.141220 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:46.494864 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-5f278059-e3c7-4701-9b5b-62560c6061d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:46.496730 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-5f278059-e3c7-4701-9b5b-62560c6061d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f&tenant_id=448c8f1c59aa4a0482ebf78c4d5f495d HTTP/1.1" status: 200 len: 1096 time: 0.0778325 Sep 23 23:17:46.508421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:17:46.562536 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:46.768160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] For port c27ff528-81f9-4917-a1b6-e97221987a85, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=c27ff528-81f9-4917-a1b6-e97221987a85,segment=NetworkSegment(19884b9f-db1c-460a-9569-0bf4fb78f1e3),segment_id=19884b9f-db1c-460a-9569-0bf4fb78f1e3)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:46.800887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] For port c27ff528-81f9-4917-a1b6-e97221987a85, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:17:46.847478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b59bca6-c243-4fa0-bbaf-93cda943499f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c27ff528-81f9-4917-a1b6-e97221987a85'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:17:46.849889 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13362b63-5b6e-4267-840d-58fd59b89f45" -d '{"events": [{"server_uuid": "2b59bca6-c243-4fa0-bbaf-93cda943499f", "name": "network-vif-unplugged", "status": "completed", "tag": "c27ff528-81f9-4917-a1b6-e97221987a85"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:17:46.854336 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:46.866901 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Transition to ACTIVE for port object c27ff528-81f9-4917-a1b6-e97221987a85 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:17:46.903128 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7829dcae-e864-40f3-b586-044301e938e6 x-openstack-request-id: req-7829dcae-e864-40f3-b586-044301e938e6 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:17:46.903536 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b59bca6-c243-4fa0-bbaf-93cda943499f", "name": "network-vif-unplugged", "status": "completed", "tag": "c27ff528-81f9-4917-a1b6-e97221987a85", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:17:46.903881 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7829dcae-e864-40f3-b586-044301e938e6 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:17:46.904375 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b59bca6-c243-4fa0-bbaf-93cda943499f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c27ff528-81f9-4917-a1b6-e97221987a85', 'code': 200} Sep 23 23:17:46.972105 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:47.038494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] No DVR routers for this DVR port c27ff528-81f9-4917-a1b6-e97221987a85 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:17:47.047327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Pushing event updated for resources: {'Port': ['ID=c27ff528-81f9-4917-a1b6-e97221987a85,revision_number=6']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:47.085133 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Attempting to bind port c27ff528-81f9-4917-a1b6-e97221987a85 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:17:47.085473 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Attempting to bind port c27ff528-81f9-4917-a1b6-e97221987a85 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '19884b9f-db1c-460a-9569-0bf4fb78f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '63dc2473-802c-47db-ad31-ef2cce7aede2'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:17:47.085804 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Attempting to bind port c27ff528-81f9-4917-a1b6-e97221987a85 on network 63dc2473-802c-47db-ad31-ef2cce7aede2 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:17:47.091595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Port c27ff528-81f9-4917-a1b6-e97221987a85 on network 63dc2473-802c-47db-ad31-ef2cce7aede2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:17:47.091977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Attempting to bind port c27ff528-81f9-4917-a1b6-e97221987a85 on network 63dc2473-802c-47db-ad31-ef2cce7aede2 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:17:47.097673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:17:47.098013 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Checking segment: {'id': '19884b9f-db1c-460a-9569-0bf4fb78f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '63dc2473-802c-47db-ad31-ef2cce7aede2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:17:47.098399 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Bound using segment: {'id': '19884b9f-db1c-460a-9569-0bf4fb78f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '63dc2473-802c-47db-ad31-ef2cce7aede2'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:17:47.098827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Bound port: c27ff528-81f9-4917-a1b6-e97221987a85, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19884b9f-db1c-460a-9569-0bf4fb78f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '63dc2473-802c-47db-ad31-ef2cce7aede2'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:17:47.099187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:47.109172 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:47.144966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660207-7766-4f0f-825f-2362e031b334 req-d2d018df-9577-4d68-9405-1f6a8bc25b54 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:47.146791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-53660207-7766-4f0f-825f-2362e031b334 req-d2d018df-9577-4d68-9405-1f6a8bc25b54 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 943 time: 0.0516074 Sep 23 23:17:47.170199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] For port c27ff528-81f9-4917-a1b6-e97221987a85, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:17:47.173732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] For port c27ff528-81f9-4917-a1b6-e97221987a85, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c27ff528-81f9-4917-a1b6-e97221987a85,segment=NetworkSegment(19884b9f-db1c-460a-9569-0bf4fb78f1e3),segment_id=19884b9f-db1c-460a-9569-0bf4fb78f1e3)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:17:47.191408 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-53660207-7766-4f0f-825f-2362e031b334 req-a3cb6af6-22de-4cc6-b97b-25e4eac7c494 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374119 Sep 23 23:17:47.286754 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:47.324532 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:47.325199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:47.326601 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] 10.222.0.43 "PUT /v2.0/ports/c27ff528-81f9-4917-a1b6-e97221987a85 HTTP/1.1" status: 200 len: 1091 time: 0.8223512 Sep 23 23:17:47.349468 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb63e7b-c3af-47a6-b69e-9cad5c778430 service neutron] Pushing event updated for resources: {'Port': ['ID=c27ff528-81f9-4917-a1b6-e97221987a85,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:47.392514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4e42d160-a76d-451e-b22c-deb09acde384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:47.394036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-4e42d160-a76d-451e-b22c-deb09acde384 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=448c8f1c59aa4a0482ebf78c4d5f495d&device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 1094 time: 0.0407894 Sep 23 23:17:47.489372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-01a858da-8530-45e3-b9da-04a838c38455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:47.490862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-01a858da-8530-45e3-b9da-04a838c38455 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63dc2473-802c-47db-ad31-ef2cce7aede2 HTTP/1.1" status: 200 len: 912 time: 0.0901911 Sep 23 23:17:47.533732 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-82a7c775-5eb0-4ae2-a5d1-98243187624e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c27ff528-81f9-4917-a1b6-e97221987a85 HTTP/1.1" status: 200 len: 217 time: 0.0356054 Sep 23 23:17:47.583651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-6ab11322-e754-4eb3-a698-6fcfaa446899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:47.585025 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-6ab11322-e754-4eb3-a698-6fcfaa446899 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04b073b2-77bb-4fec-9247-96da6483570b HTTP/1.1" status: 200 len: 851 time: 0.0448251 Sep 23 23:17:47.622836 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-1299fa4e-90ae-4ac7-803e-dcd76c5b676f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63dc2473-802c-47db-ad31-ef2cce7aede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283554 Sep 23 23:17:47.714307 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-707bb61d-9681-4a59-b924-5d0216924310 service neutron] 10.222.0.43 "GET /v2.0/networks/63dc2473-802c-47db-ad31-ef2cce7aede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842783 Sep 23 23:17:47.809553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72ed1f96-e96f-491e-8a61-34efc523e0e3 req-51e239e2-5c92-490b-8b36-acee031e1587 service neutron] 10.222.0.43 "GET /v2.0/networks/63dc2473-802c-47db-ad31-ef2cce7aede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886998 Sep 23 23:17:48.286002 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:48.317732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3382ed5-caf5-4532-9f59-240e4c7b6de6 req-cd541459-2f07-4cda-891f-3affe7d3a5af tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:48.319312 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f3382ed5-caf5-4532-9f59-240e4c7b6de6 req-cd541459-2f07-4cda-891f-3affe7d3a5af tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 943 time: 0.0516167 Sep 23 23:17:48.359959 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f3382ed5-caf5-4532-9f59-240e4c7b6de6 req-d7d0bdb0-aaff-491c-b99f-d3ca4b72ba46 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338585 Sep 23 23:17:48.781489 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:48.905672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b59bca6-c243-4fa0-bbaf-93cda943499f', 'tag': 'c27ff528-81f9-4917-a1b6-e97221987a85'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:17:48.908066 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f044a28-3bc1-4171-8701-41134696550b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b59bca6-c243-4fa0-bbaf-93cda943499f", "tag": "c27ff528-81f9-4917-a1b6-e97221987a85"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:17:48.955773 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56395328-b2a1-4cfb-9c4a-955b3481623a x-openstack-request-id: req-56395328-b2a1-4cfb-9c4a-955b3481623a {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:17:48.956068 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b59bca6-c243-4fa0-bbaf-93cda943499f", "tag": "c27ff528-81f9-4917-a1b6-e97221987a85", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:17:48.956318 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56395328-b2a1-4cfb-9c4a-955b3481623a {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:17:48.956713 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b59bca6-c243-4fa0-bbaf-93cda943499f', 'tag': 'c27ff528-81f9-4917-a1b6-e97221987a85', 'status': 'completed', 'code': 200} Sep 23 23:17:49.054993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f044a28-3bc1-4171-8701-41134696550b req-19ebfe4f-c8de-4774-80cb-978e673fb8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:49.056497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f044a28-3bc1-4171-8701-41134696550b req-19ebfe4f-c8de-4774-80cb-978e673fb8ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=448c8f1c59aa4a0482ebf78c4d5f495d&device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 1094 time: 0.0748839 Sep 23 23:17:49.066538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f044a28-3bc1-4171-8701-41134696550b req-f8c4bb12-6c5c-4244-a74a-af18af50a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:49.070001 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f044a28-3bc1-4171-8701-41134696550b req-f8c4bb12-6c5c-4244-a74a-af18af50a5a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=448c8f1c59aa4a0482ebf78c4d5f495d&device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 1094 time: 0.0567930 Sep 23 23:17:49.501668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f044a28-3bc1-4171-8701-41134696550b req-99291836-331e-47ae-b3f2-8525e64a82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:49.503053 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f044a28-3bc1-4171-8701-41134696550b req-99291836-331e-47ae-b3f2-8525e64a82e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63dc2473-802c-47db-ad31-ef2cce7aede2 HTTP/1.1" status: 200 len: 912 time: 0.4385669 Sep 23 23:17:49.505039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f044a28-3bc1-4171-8701-41134696550b req-ff378a95-9c0e-42de-8f39-0b05ec10f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:49.506459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f044a28-3bc1-4171-8701-41134696550b req-ff378a95-9c0e-42de-8f39-0b05ec10f01d service neutron] 10.222.0.67 "GET /v2.0/networks?id=63dc2473-802c-47db-ad31-ef2cce7aede2 HTTP/1.1" status: 200 len: 912 time: 0.4311578 Sep 23 23:17:49.525476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf69a8f-f3db-4c11-9b3b-6bace172b14a req-96412c15-5e62-42dc-97e4-8cc08fd7577a tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:49.526985 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ebf69a8f-f3db-4c11-9b3b-6bace172b14a req-96412c15-5e62-42dc-97e4-8cc08fd7577a tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 943 time: 0.0947664 Sep 23 23:17:49.566929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f044a28-3bc1-4171-8701-41134696550b req-e4699656-182a-475e-b583-ed9d32cf9839 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c27ff528-81f9-4917-a1b6-e97221987a85 HTTP/1.1" status: 200 len: 217 time: 0.0566487 Sep 23 23:17:49.611713 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f044a28-3bc1-4171-8701-41134696550b req-ba2d01a0-dfdb-49b3-9a87-fc45cb1823f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c27ff528-81f9-4917-a1b6-e97221987a85 HTTP/1.1" status: 200 len: 217 time: 0.0947344 Sep 23 23:17:49.693292 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ebf69a8f-f3db-4c11-9b3b-6bace172b14a req-1c2a21e2-588c-4c10-9f16-f3a96b2ee48e tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294465 Sep 23 23:17:49.704007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f044a28-3bc1-4171-8701-41134696550b req-78cca9d4-bed8-4ebe-a743-21d00d84b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:49.705487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f044a28-3bc1-4171-8701-41134696550b req-78cca9d4-bed8-4ebe-a743-21d00d84b6cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04b073b2-77bb-4fec-9247-96da6483570b HTTP/1.1" status: 200 len: 851 time: 0.1081862 Sep 23 23:17:49.709076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f044a28-3bc1-4171-8701-41134696550b req-19e8bc0b-c9ec-4ee6-9b53-1480c0a9907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:49.710530 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f044a28-3bc1-4171-8701-41134696550b req-19e8bc0b-c9ec-4ee6-9b53-1480c0a9907d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04b073b2-77bb-4fec-9247-96da6483570b HTTP/1.1" status: 200 len: 851 time: 0.0779784 Sep 23 23:17:49.768626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f044a28-3bc1-4171-8701-41134696550b req-b9580fa1-5a75-4533-9ab0-1efeeb11f7e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63dc2473-802c-47db-ad31-ef2cce7aede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472360 Sep 23 23:17:49.768626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f044a28-3bc1-4171-8701-41134696550b req-04d9d7ea-b2ef-42b7-bc13-86aefffe6b66 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63dc2473-802c-47db-ad31-ef2cce7aede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407429 Sep 23 23:17:49.929757 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f044a28-3bc1-4171-8701-41134696550b req-405470a6-76ef-483b-85f5-07895755603c service neutron] 10.222.0.43 "GET /v2.0/networks/63dc2473-802c-47db-ad31-ef2cce7aede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616044 Sep 23 23:17:49.931529 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f044a28-3bc1-4171-8701-41134696550b req-d5dede97-ff19-4ef4-ba52-352c43bc27d0 service neutron] 10.222.0.67 "GET /v2.0/networks/63dc2473-802c-47db-ad31-ef2cce7aede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559112 Sep 23 23:17:50.096541 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f044a28-3bc1-4171-8701-41134696550b req-99e22e90-46f1-4fcf-bb01-4616c36bdf8b service neutron] 10.222.0.43 "GET /v2.0/networks/63dc2473-802c-47db-ad31-ef2cce7aede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581757 Sep 23 23:17:50.099846 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f044a28-3bc1-4171-8701-41134696550b req-867c71fc-80a5-4a7d-9a4a-0942c6685625 service neutron] 10.222.0.67 "GET /v2.0/networks/63dc2473-802c-47db-ad31-ef2cce7aede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543047 Sep 23 23:17:50.827930 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e1eeb-34fc-4350-9d3e-e7779c7d153e req-e126bc6e-76c6-4f8c-9261-101d1f68f66c tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:50.829565 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-319e1eeb-34fc-4350-9d3e-e7779c7d153e req-e126bc6e-76c6-4f8c-9261-101d1f68f66c tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 943 time: 0.0568521 Sep 23 23:17:50.872110 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-319e1eeb-34fc-4350-9d3e-e7779c7d153e req-ebbc8312-1b82-48ae-822d-d8e13d2217fc tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362494 Sep 23 23:17:50.981876 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device c27ff528-81f9-4917-a1b6-e97221987a85 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:17:51.043531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device c27ff528-81f9-4917-a1b6-e97221987a85 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:17:51.394453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-0778d63b-31c2-476d-b39f-f2696b32b098 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:51.395955 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-0778d63b-31c2-476d-b39f-f2696b32b098 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f&tenant_id=448c8f1c59aa4a0482ebf78c4d5f495d&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 943 time: 0.0911567 Sep 23 23:17:51.465971 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-c5a85d11-97bf-48b7-a2ed-0437b46bcdb7 service neutron] delete failed (client error): The resource could not be found. Sep 23 23:17:51.467025 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-c5a85d11-97bf-48b7-a2ed-0437b46bcdb7 service neutron] 10.222.0.67 "DELETE /v2.0/ports/c27ff528-81f9-4917-a1b6-e97221987a85/bindings/n-h2-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.0633085 Sep 23 23:17:51.578591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c27ff528-81f9-4917-a1b6-e97221987a85 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:17:51.581720 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-d92fc2e3-ade2-419e-826c-e412deec2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:51.583316 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-d92fc2e3-ade2-419e-826c-e412deec2966 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=448c8f1c59aa4a0482ebf78c4d5f495d&device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 1094 time: 0.0488214 Sep 23 23:17:51.682970 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-fa2d672e-1f6c-4e26-b6b0-ea1e61a662dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:51.684436 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-fa2d672e-1f6c-4e26-b6b0-ea1e61a662dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=63dc2473-802c-47db-ad31-ef2cce7aede2 HTTP/1.1" status: 200 len: 912 time: 0.0935509 Sep 23 23:17:51.690052 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port c27ff528-81f9-4917-a1b6-e97221987a85, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c27ff528-81f9-4917-a1b6-e97221987a85,segment=NetworkSegment(19884b9f-db1c-460a-9569-0bf4fb78f1e3),segment_id=19884b9f-db1c-460a-9569-0bf4fb78f1e3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:51.703545 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'c27ff528-81f9-4917-a1b6-e97221987a85', 'network_id': '63dc2473-802c-47db-ad31-ef2cce7aede2', 'port_id': 'c27ff528-81f9-4917-a1b6-e97221987a85', 'mac_address': 'fa:16:3e:17:81:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b073b2-77bb-4fec-9247-96da6483570b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:17:51.732077 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-1dfbf9ad-ae13-46d0-a402-09c9a7f57a56 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c27ff528-81f9-4917-a1b6-e97221987a85 HTTP/1.1" status: 200 len: 217 time: 0.0405686 Sep 23 23:17:51.742709 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:51.757738 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27ff528-81f9-4917-a1b6-e97221987a85 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:17:51.783122 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port c27ff528-81f9-4917-a1b6-e97221987a85, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c27ff528-81f9-4917-a1b6-e97221987a85,segment=NetworkSegment(19884b9f-db1c-460a-9569-0bf4fb78f1e3),segment_id=19884b9f-db1c-460a-9569-0bf4fb78f1e3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:51.785061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-12fce6a6-b3d6-4b5e-bf38-fcb8e4e1b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:51.786701 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-12fce6a6-b3d6-4b5e-bf38-fcb8e4e1b7cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=04b073b2-77bb-4fec-9247-96da6483570b HTTP/1.1" status: 200 len: 851 time: 0.0483778 Sep 23 23:17:51.820692 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-5f18f929-fccb-44bd-a291-6a8459515e35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63dc2473-802c-47db-ad31-ef2cce7aede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269215 Sep 23 23:17:51.844125 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:51.895810 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=c27ff528-81f9-4917-a1b6-e97221987a85,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:51.904127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:51.911153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:51.911153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:51.911153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:51.911153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:51.911153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:51.911153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:51.911153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:51.911153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:51.911153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:51.911153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:51.911153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:51.926414 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-1aadbbec-21af-42a7-90ba-ff001200fb1a service neutron] 10.222.0.67 "GET /v2.0/networks/63dc2473-802c-47db-ad31-ef2cce7aede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980532 Sep 23 23:17:52.021773 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-b277e5f0-c237-46ac-8f89-d04530bd354a service neutron] 10.222.0.67 "GET /v2.0/networks/63dc2473-802c-47db-ad31-ef2cce7aede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869782 Sep 23 23:17:52.116786 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['c27ff528-81f9-4917-a1b6-e97221987a85'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:17:53.580894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c27ff528-81f9-4917-a1b6-e97221987a85 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:17:53.663913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17bd6e-fc9c-4460-88cb-2807edb4a609 req-48af6238-6555-459c-9151-1c7459246694 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:53.665432 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c17bd6e-fc9c-4460-88cb-2807edb4a609 req-48af6238-6555-459c-9151-1c7459246694 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 944 time: 0.0502839 Sep 23 23:17:53.706420 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c17bd6e-fc9c-4460-88cb-2807edb4a609 req-b4b683cb-d580-455e-89cb-a2f0afa6403c tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341942 Sep 23 23:17:53.708577 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port c27ff528-81f9-4917-a1b6-e97221987a85 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:17:53.713605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port c27ff528-81f9-4917-a1b6-e97221987a85 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:17:53.720918 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:53.792295 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:53.816648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b59bca6-c243-4fa0-bbaf-93cda943499f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27ff528-81f9-4917-a1b6-e97221987a85'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:17:53.818842 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbab590-02e9-4e60-8f7d-bf70e68f5d52" -d '{"events": [{"server_uuid": "2b59bca6-c243-4fa0-bbaf-93cda943499f", "name": "network-vif-plugged", "status": "completed", "tag": "c27ff528-81f9-4917-a1b6-e97221987a85"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:17:53.832869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port c27ff528-81f9-4917-a1b6-e97221987a85, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c27ff528-81f9-4917-a1b6-e97221987a85,segment=NetworkSegment(19884b9f-db1c-460a-9569-0bf4fb78f1e3),segment_id=19884b9f-db1c-460a-9569-0bf4fb78f1e3)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:53.859344 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe80845-c767-4a8c-8e35-61240449282e x-openstack-request-id: req-6fe80845-c767-4a8c-8e35-61240449282e {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:17:53.859673 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b59bca6-c243-4fa0-bbaf-93cda943499f", "name": "network-vif-plugged", "status": "completed", "tag": "c27ff528-81f9-4917-a1b6-e97221987a85", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:17:53.859933 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6fe80845-c767-4a8c-8e35-61240449282e {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:17:53.860329 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b59bca6-c243-4fa0-bbaf-93cda943499f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27ff528-81f9-4917-a1b6-e97221987a85', 'code': 200} Sep 23 23:17:53.954706 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:54.007305 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=c27ff528-81f9-4917-a1b6-e97221987a85,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:54.825047 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2789f2-faff-4d7d-8dbd-0fe08fc98f32 req-6de6bb49-10ac-419b-be2e-004957d0340f tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:54.826612 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e2789f2-faff-4d7d-8dbd-0fe08fc98f32 req-6de6bb49-10ac-419b-be2e-004957d0340f tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0511980 Sep 23 23:17:54.870086 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e2789f2-faff-4d7d-8dbd-0fe08fc98f32 req-d79e207a-b024-4fad-978e-91b6adcd8e94 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372508 Sep 23 23:17:54.967228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-549a9c82-4290-4630-8497-2d357857a508 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:54.968747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-549a9c82-4290-4630-8497-2d357857a508 tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 945 time: 0.0502088 Sep 23 23:17:55.063455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Deleting port c27ff528-81f9-4917-a1b6-e97221987a85 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:17:55.063716 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:55.170169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] For port c27ff528-81f9-4917-a1b6-e97221987a85, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=c27ff528-81f9-4917-a1b6-e97221987a85,segment=NetworkSegment(19884b9f-db1c-460a-9569-0bf4fb78f1e3),segment_id=19884b9f-db1c-460a-9569-0bf4fb78f1e3)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:17:55.171064 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:55.201633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Calling delete_port for c27ff528-81f9-4917-a1b6-e97221987a85 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:17:55.457516 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:55.470081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['c27ff528-81f9-4917-a1b6-e97221987a85'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:17:55.486832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Pushing event deleted for resources: {'Port': ['ID=c27ff528-81f9-4917-a1b6-e97221987a85,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:55.498223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:55.498565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:55.498901 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:55.499238 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:55.499569 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:55.500348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:55.500348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:55.500537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:55.500821 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:55.501157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:55.501481 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:55.501795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:17:55.548415 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] No DVR routers for this DVR port c27ff528-81f9-4917-a1b6-e97221987a85 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:17:55.551213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:55.553246 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6a6affd-1894-4c22-8a61-f23ec9b6a120 req-d94f77d7-8b5d-4a79-a865-6d9c4d0ed49d tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.43 "DELETE /v2.0/ports/c27ff528-81f9-4917-a1b6-e97221987a85 HTTP/1.1" status: 204 len: 173 time: 0.5787075 Sep 23 23:17:55.553715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b59bca6-c243-4fa0-bbaf-93cda943499f', 'name': 'network-vif-deleted', 'tag': 'c27ff528-81f9-4917-a1b6-e97221987a85'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:17:55.555952 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f93b59d-1ed4-4f2d-b639-1bfaa934d15f" -d '{"events": [{"server_uuid": "2b59bca6-c243-4fa0-bbaf-93cda943499f", "name": "network-vif-deleted", "tag": "c27ff528-81f9-4917-a1b6-e97221987a85"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:17:55.592783 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b48e5e3-3504-4c09-be7b-fcf9cee21bed x-openstack-request-id: req-6b48e5e3-3504-4c09-be7b-fcf9cee21bed {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:17:55.593070 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b59bca6-c243-4fa0-bbaf-93cda943499f", "name": "network-vif-deleted", "tag": "c27ff528-81f9-4917-a1b6-e97221987a85", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:17:55.593344 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b48e5e3-3504-4c09-be7b-fcf9cee21bed {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:17:55.593747 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b59bca6-c243-4fa0-bbaf-93cda943499f', 'name': 'network-vif-deleted', 'tag': 'c27ff528-81f9-4917-a1b6-e97221987a85', 'status': 'completed', 'code': 200} Sep 23 23:17:55.978235 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a3aafe8-7a74-4b40-a373-ff16ea8c1dc3 req-37d30699-c09f-4f82-8669-7f1d9d09f11e tempest-DeleteServersTestJSON-799780433 tempest-DeleteServersTestJSON-799780433-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b59bca6-c243-4fa0-bbaf-93cda943499f HTTP/1.1" status: 200 len: 210 time: 0.0270896 Sep 23 23:17:57.119582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42514) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:57.167293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf0d2b4-5116-488f-be34-5283a1b1c19a admin admin] Deleting subnet 04b073b2-77bb-4fec-9247-96da6483570b {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:17:57.171875 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d2b4-5116-488f-be34-5283a1b1c19a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:57.209474 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d2b4-5116-488f-be34-5283a1b1c19a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:57.251284 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d2b4-5116-488f-be34-5283a1b1c19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:57.415960 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d2b4-5116-488f-be34-5283a1b1c19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:57.443686 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0d2b4-5116-488f-be34-5283a1b1c19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b073b2-77bb-4fec-9247-96da6483570b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:57.448776 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d2b4-5116-488f-be34-5283a1b1c19a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:57.451145 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6bf0d2b4-5116-488f-be34-5283a1b1c19a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/04b073b2-77bb-4fec-9247-96da6483570b HTTP/1.1" status: 204 len: 168 time: 0.3301871 Sep 23 23:17:57.454041 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42516) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:57.527846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d465-5fbe-4fef-a40c-fc3c23d833ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:57.616443 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d465-5fbe-4fef-a40c-fc3c23d833ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:57.636107 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c3c6d465-5fbe-4fef-a40c-fc3c23d833ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63dc2473-802c-47db-ad31-ef2cce7aede2']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:57.645438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c3c6d465-5fbe-4fef-a40c-fc3c23d833ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19884b9f-db1c-460a-9569-0bf4fb78f1e3') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:57.645734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c3c6d465-5fbe-4fef-a40c-fc3c23d833ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19884b9f-db1c-460a-9569-0bf4fb78f1e3') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:17:57.655696 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d465-5fbe-4fef-a40c-fc3c23d833ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:57.668513 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d465-5fbe-4fef-a40c-fc3c23d833ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:57.675507 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c6d465-5fbe-4fef-a40c-fc3c23d833ee admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:17:57.675902 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d465-5fbe-4fef-a40c-fc3c23d833ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:17:57.677660 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:17:57.828594 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d465-5fbe-4fef-a40c-fc3c23d833ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:57.834809 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d465-5fbe-4fef-a40c-fc3c23d833ee admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:57.836653 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c3c6d465-5fbe-4fef-a40c-fc3c23d833ee admin admin] 10.222.0.22 "DELETE /v2.0/networks/63dc2473-802c-47db-ad31-ef2cce7aede2 HTTP/1.1" status: 204 len: 168 time: 0.3816648 Sep 23 23:17:57.848366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6d465-5fbe-4fef-a40c-fc3c23d833ee admin admin] Pushing event deleted for resources: {'Network': ['ID=63dc2473-802c-47db-ad31-ef2cce7aede2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:58.117626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42520) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:58.157841 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d48782d9-e6ea-425a-9d4a-3dcffe6571fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=448c8f1c59aa4a0482ebf78c4d5f495d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393670 Sep 23 23:17:58.160312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42522) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:58.210177 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-75a94df6-eabc-4033-b5ee-0ea2e8ac8ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:58.232440 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-75a94df6-eabc-4033-b5ee-0ea2e8ac8ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:58.365428 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-75a94df6-eabc-4033-b5ee-0ea2e8ac8ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:58.367968 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-75a94df6-eabc-4033-b5ee-0ea2e8ac8ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:58.369153 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-75a94df6-eabc-4033-b5ee-0ea2e8ac8ec1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc766d01-7a33-4cfb-96f2-1189e7b7fa7f HTTP/1.1" status: 204 len: 168 time: 0.2079339 Sep 23 23:17:58.377770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a94df6-eabc-4033-b5ee-0ea2e8ac8ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc766d01-7a33-4cfb-96f2-1189e7b7fa7f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:59.395822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42544) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:17:59.492481 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1645269515-network', 'tenant_id': '1c394cbff827467fab22058f400c556f'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:17:59.580785 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] Made reservation on behalf of 1c394cbff827467fab22058f400c556f for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:17:59.583137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:59.592504 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:59.620301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c27ff528-81f9-4917-a1b6-e97221987a85 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:17:59.642277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: c27ff528-81f9-4917-a1b6-e97221987a85 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:17:59.643249 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device c27ff528-81f9-4917-a1b6-e97221987a85 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:17:59.688130 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:59.771211 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:59.796369 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:17:59.805401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e606b6-55ea-42e1-8354-dd940f35e29a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:17:59.812438 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:59.813460 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] Added segment 18ff2365-1aeb-4fc3-ac25-f1753ae33a84 of type vlan for network 45b67344-e8ba-4ec9-8b68-fef06f33a548 Sep 23 23:17:59.858822 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:59.942831 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:17:59.943953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:17:59.944624 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:00.005216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] Pushing event updated for resources: {'Network': ['ID=45b67344-e8ba-4ec9-8b68-fef06f33a548,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:00.015138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 45b67344-e8ba-4ec9-8b68-fef06f33a548 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:18:00.021657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7045e919-b41d-4be1-a23e-a81d3440d304 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6246369 Sep 23 23:18:00.024698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42548) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:18:00.030358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0eb01b5c-9916-42a6-8fc8-c543d25f1cd4 admin admin] Request body: {'subnet': {'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1645269515-subnet', 'tenant_id': '1c394cbff827467fab22058f400c556f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:18:00.152426 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb01b5c-9916-42a6-8fc8-c543d25f1cd4 admin admin] Made reservation on behalf of 1c394cbff827467fab22058f400c556f for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:18:00.154888 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eb01b5c-9916-42a6-8fc8-c543d25f1cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:00.381193 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eb01b5c-9916-42a6-8fc8-c543d25f1cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:00.441697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb01b5c-9916-42a6-8fc8-c543d25f1cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ffef91-41a6-4d72-a48e-c04130c96fdc,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:00.450370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb01b5c-9916-42a6-8fc8-c543d25f1cd4 admin admin] Checking segment: {'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:18:00.450782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb01b5c-9916-42a6-8fc8-c543d25f1cd4 admin admin] Network hostable DHCP agents. Network: 45b67344-e8ba-4ec9-8b68-fef06f33a548, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:18:00.542857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb01b5c-9916-42a6-8fc8-c543d25f1cd4 admin admin] Network 45b67344-e8ba-4ec9-8b68-fef06f33a548 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:18:00.616925 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-0eb01b5c-9916-42a6-8fc8-c543d25f1cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 45b67344-e8ba-4ec9-8b68-fef06f33a548) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:18:00.620953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb01b5c-9916-42a6-8fc8-c543d25f1cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:00.621569 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0eb01b5c-9916-42a6-8fc8-c543d25f1cd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:00.627064 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265e2c75-0313-4e6b-bbd1-f90564347399 None None] Network 45b67344-e8ba-4ec9-8b68-fef06f33a548 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:18:00.741896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0eb01b5c-9916-42a6-8fc8-c543d25f1cd4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7160790 Sep 23 23:18:00.757342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654dcf7f-4bdc-4002-9b4f-2226758f77cb None None] Network 45b67344-e8ba-4ec9-8b68-fef06f33a548 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:18:01.190967 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560edce-5380-43ad-8bd9-05f65435e189 req-73afeff2-87de-4de8-b6cf-fe9c88da96ad tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:01.192467 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-73afeff2-87de-4de8-b6cf-fe9c88da96ad tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/networks?id=45b67344-e8ba-4ec9-8b68-fef06f33a548 HTTP/1.1" status: 200 len: 815 time: 0.1111760 Sep 23 23:18:01.208379 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-7d18c90e-b9d8-4c2e-b0f6-1909c29446a0 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/quotas/1c394cbff827467fab22058f400c556f HTTP/1.1" status: 200 len: 375 time: 0.0101571 Sep 23 23:18:01.243320 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-60038c8c-b0a9-4e4d-8b67-999f7862bb93 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295422 Sep 23 23:18:01.254604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-e2f0ab87-e371-4323-8010-3be32596ef9a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:18:01.255608 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-e2f0ab87-e371-4323-8010-3be32596ef9a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051544 Sep 23 23:18:01.344785 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-8d341eee-a8d8-41af-829b-f67ce0029629 service neutron] 10.222.0.22 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834227 Sep 23 23:18:01.438576 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-396b0a18-9c4b-4a29-ba42-09a6b4dce2f9 service neutron] 10.222.0.22 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876782 Sep 23 23:18:01.672113 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ac8ae3f-9dee-4cda-b9ed-a1ec44eaac8f req-8e23c96f-48df-46ae-b4fe-e549dc6b8d66 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 210 time: 0.0277240 Sep 23 23:18:02.768868 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae1f5e5e-05d9-4da9-b358-8e3bdcdf1a22 req-4b312eb3-a51c-4522-80e1-6a45ac349c2b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 210 time: 0.0285077 Sep 23 23:18:03.889050 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:18:03.916963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4a6d34cc-4879-4a21-bb4e-7963596c90c9 req-755d9d9f-f984-4c67-b8e5-e8f1825ae075 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 210 time: 0.0815444 Sep 23 23:18:03.984916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0e2ffcd8-4f70-4187-8f9e-dc1a177c907b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:03.986364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0e2ffcd8-4f70-4187-8f9e-dc1a177c907b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.67 "GET /v2.0/networks?id=45b67344-e8ba-4ec9-8b68-fef06f33a548 HTTP/1.1" status: 200 len: 815 time: 0.1323345 Sep 23 23:18:04.004784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-b560edce-5380-43ad-8bd9-05f65435e189 req-c2b50905-ff1a-4b47-be1a-5d37d55c1732 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Request body: {'port': {'device_id': 'd27c8379-94a9-4b39-8b33-978556622586', 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548', 'admin_state_up': True, 'tenant_id': '1c394cbff827467fab22058f400c556f'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:18:04.175132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b560edce-5380-43ad-8bd9-05f65435e189 req-c2b50905-ff1a-4b47-be1a-5d37d55c1732 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Made reservation on behalf of 1c394cbff827467fab22058f400c556f for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:18:04.178711 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b560edce-5380-43ad-8bd9-05f65435e189 req-c2b50905-ff1a-4b47-be1a-5d37d55c1732 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:04.343580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-b560edce-5380-43ad-8bd9-05f65435e189 req-c2b50905-ff1a-4b47-be1a-5d37d55c1732 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Allocated IP 172.20.0.11 (45b67344-e8ba-4ec9-8b68-fef06f33a548/31ffef91-41a6-4d72-a48e-c04130c96fdc/4ee3dbcb-57df-476e-bced-4bf2135f09ac) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:18:04.507360 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b560edce-5380-43ad-8bd9-05f65435e189 req-c2b50905-ff1a-4b47-be1a-5d37d55c1732 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:04.600650 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b560edce-5380-43ad-8bd9-05f65435e189 req-c2b50905-ff1a-4b47-be1a-5d37d55c1732 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:04.654654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b560edce-5380-43ad-8bd9-05f65435e189 req-c2b50905-ff1a-4b47-be1a-5d37d55c1732 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Network 45b67344-e8ba-4ec9-8b68-fef06f33a548 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:18:04.658194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-b560edce-5380-43ad-8bd9-05f65435e189 req-c2b50905-ff1a-4b47-be1a-5d37d55c1732 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:18:04.662304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-b560edce-5380-43ad-8bd9-05f65435e189 req-c2b50905-ff1a-4b47-be1a-5d37d55c1732 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:18:04.693796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b50905-ff1a-4b47-be1a-5d37d55c1732 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Pushing event updated for resources: {'Port': ['ID=4ee3dbcb-57df-476e-bced-4bf2135f09ac,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:04.722831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560edce-5380-43ad-8bd9-05f65435e189 req-c2b50905-ff1a-4b47-be1a-5d37d55c1732 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:04.724274 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b560edce-5380-43ad-8bd9-05f65435e189 req-c2b50905-ff1a-4b47-be1a-5d37d55c1732 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:04.799875 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-c2b50905-ff1a-4b47-be1a-5d37d55c1732 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7987351 Sep 23 23:18:04.819046 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Request body: {'port': {'device_id': 'd27c8379-94a9-4b39-8b33-978556622586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:18:04.882057 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:05.100782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409085f-44a8-4e2d-ab48-feb3de05f0f2 req-f1d63cd1-0d88-48ff-b23d-4466d8925abe tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:05.102423 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6409085f-44a8-4e2d-ab48-feb3de05f0f2 req-f1d63cd1-0d88-48ff-b23d-4466d8925abe tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 932 time: 0.1123042 Sep 23 23:18:05.145816 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6409085f-44a8-4e2d-ab48-feb3de05f0f2 req-46d24eee-59d7-490f-9624-804c5f3456ce tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369437 Sep 23 23:18:05.413689 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee3dbcb-57df-476e-bced-4bf2135f09ac {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:18:05.422865 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:05.435725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Transition to ACTIVE for port object 4ee3dbcb-57df-476e-bced-4bf2135f09ac will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:18:05.514039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:05.583666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee3dbcb-57df-476e-bced-4bf2135f09ac,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:05.633118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Attempting to bind port 4ee3dbcb-57df-476e-bced-4bf2135f09ac on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:18:05.633479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Attempting to bind port 4ee3dbcb-57df-476e-bced-4bf2135f09ac by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:18:05.633803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Attempting to bind port 4ee3dbcb-57df-476e-bced-4bf2135f09ac on network 45b67344-e8ba-4ec9-8b68-fef06f33a548 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:18:05.638277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Port 4ee3dbcb-57df-476e-bced-4bf2135f09ac on network 45b67344-e8ba-4ec9-8b68-fef06f33a548 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:18:05.638597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Attempting to bind port 4ee3dbcb-57df-476e-bced-4bf2135f09ac on network 45b67344-e8ba-4ec9-8b68-fef06f33a548 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:18:05.643583 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:18:05.643919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Checking segment: {'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:18:05.644306 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Bound using segment: {'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:18:05.644730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Bound port: 4ee3dbcb-57df-476e-bced-4bf2135f09ac, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:18:05.645089 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:05.711396 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] For port 4ee3dbcb-57df-476e-bced-4bf2135f09ac, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:18:05.714698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] For port 4ee3dbcb-57df-476e-bced-4bf2135f09ac, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:18:05.806303 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:05.841549 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:05.842173 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:05.843623 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] 10.222.0.67 "PUT /v2.0/ports/4ee3dbcb-57df-476e-bced-4bf2135f09ac HTTP/1.1" status: 200 len: 1092 time: 1.0291440 Sep 23 23:18:05.844060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27c8379-94a9-4b39-8b33-978556622586', 'tag': '4ee3dbcb-57df-476e-bced-4bf2135f09ac'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:18:05.846358 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e6f432-15e0-4cc9-9a86-f835ce5f8b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "d27c8379-94a9-4b39-8b33-978556622586", "tag": "4ee3dbcb-57df-476e-bced-4bf2135f09ac"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:18:05.868853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707851a-24e2-4bd5-b689-ade74854c1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee3dbcb-57df-476e-bced-4bf2135f09ac,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:05.892696 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55650182-4e90-4ec7-95ce-acec8d274dda x-openstack-request-id: req-55650182-4e90-4ec7-95ce-acec8d274dda {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:18:05.892995 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27c8379-94a9-4b39-8b33-978556622586", "tag": "4ee3dbcb-57df-476e-bced-4bf2135f09ac", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:18:05.893291 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55650182-4e90-4ec7-95ce-acec8d274dda {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:18:05.893793 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27c8379-94a9-4b39-8b33-978556622586', 'tag': '4ee3dbcb-57df-476e-bced-4bf2135f09ac', 'status': 'completed', 'code': 200} Sep 23 23:18:05.978586 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6f432-15e0-4cc9-9a86-f835ce5f8b4c req-fe620ac0-1c3f-499b-b756-3bff6624f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:05.980016 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a0e6f432-15e0-4cc9-9a86-f835ce5f8b4c req-fe620ac0-1c3f-499b-b756-3bff6624f3fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 1095 time: 0.0457489 Sep 23 23:18:06.086000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6f432-15e0-4cc9-9a86-f835ce5f8b4c req-0ed5c86a-8016-4ff0-897b-3b8c8a9cc60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:06.087474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a0e6f432-15e0-4cc9-9a86-f835ce5f8b4c req-0ed5c86a-8016-4ff0-897b-3b8c8a9cc60c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1c394cbff827467fab22058f400c556f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0942812 Sep 23 23:18:06.189893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6f432-15e0-4cc9-9a86-f835ce5f8b4c req-f906a237-97b5-42fe-8d75-39265d0bbb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:06.191375 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a0e6f432-15e0-4cc9-9a86-f835ce5f8b4c req-f906a237-97b5-42fe-8d75-39265d0bbb85 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955312 Sep 23 23:18:06.264993 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf80ed-43e4-4441-8a66-4b1434d8b2d5 req-517976aa-e225-4747-bb67-73c1e4bd7d2c tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:06.266473 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-50bf80ed-43e4-4441-8a66-4b1434d8b2d5 req-517976aa-e225-4747-bb67-73c1e4bd7d2c tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 944 time: 0.0499830 Sep 23 23:18:06.288181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560edce-5380-43ad-8bd9-05f65435e189 req-5d45b93b-460c-4ce7-92bc-0786e90dd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:06.289741 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-5d45b93b-460c-4ce7-92bc-0786e90dd4ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 1095 time: 0.0409184 Sep 23 23:18:06.306528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-50bf80ed-43e4-4441-8a66-4b1434d8b2d5 req-0bbde5a8-d867-4fe4-8af8-0b4027c94b03 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340288 Sep 23 23:18:06.340828 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-26eca174-1c31-4010-bdbd-77601bd43372 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac HTTP/1.1" status: 200 len: 217 time: 0.0378346 Sep 23 23:18:06.389756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560edce-5380-43ad-8bd9-05f65435e189 req-f7b72c4e-4eb7-461b-a42d-70735e7920fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:06.391175 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-f7b72c4e-4eb7-461b-a42d-70735e7920fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31ffef91-41a6-4d72-a48e-c04130c96fdc HTTP/1.1" status: 200 len: 855 time: 0.0430562 Sep 23 23:18:06.422885 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-7348ce64-f2d7-4d95-a8f9-9cc8ebb4e678 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b67344-e8ba-4ec9-8b68-fef06f33a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249732 Sep 23 23:18:06.514186 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-9db17af5-c17d-48fa-9da3-e90b0bea3bee service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831819 Sep 23 23:18:06.601922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b560edce-5380-43ad-8bd9-05f65435e189 req-6cd979da-e982-4ec5-89d4-43667a3d7851 service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808356 Sep 23 23:18:07.108266 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:07.424826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a69d-6758-444c-b3a9-b3d36438732c req-9c43885c-9361-487a-902f-4a553bdbf3c1 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:07.426428 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b038a69d-6758-444c-b3a9-b3d36438732c req-9c43885c-9361-487a-902f-4a553bdbf3c1 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 944 time: 0.0508478 Sep 23 23:18:07.467158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b038a69d-6758-444c-b3a9-b3d36438732c req-ec65b73d-dcd7-4cbe-84eb-1d455a9a6144 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347548 Sep 23 23:18:08.596134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1319d3-93ce-47a8-bd6a-5e5e574c9f72 req-fe755c78-7b5c-4526-8865-48e74013e1b7 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:08.597822 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d1319d3-93ce-47a8-bd6a-5e5e574c9f72 req-fe755c78-7b5c-4526-8865-48e74013e1b7 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 944 time: 0.0567474 Sep 23 23:18:08.639609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d1319d3-93ce-47a8-bd6a-5e5e574c9f72 req-f96d6529-978b-4728-9844-9099f2fb6894 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356734 Sep 23 23:18:09.761553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f7ac0-21bc-409e-9bc6-ff074746faa0 req-8fa1a441-db5b-44dc-bde7-46e1bbce4bae tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:09.763948 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e17f7ac0-21bc-409e-9bc6-ff074746faa0 req-8fa1a441-db5b-44dc-bde7-46e1bbce4bae tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 944 time: 0.0545566 Sep 23 23:18:09.802130 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e17f7ac0-21bc-409e-9bc6-ff074746faa0 req-8317905b-5425-4d3f-8d47-424da80ff751 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324180 Sep 23 23:18:10.918316 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb8727-98f2-48ad-a9c6-b9015ae109cb req-1a36dd27-6908-4422-b5a5-c5410e746318 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:10.921304 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5cb8727-98f2-48ad-a9c6-b9015ae109cb req-1a36dd27-6908-4422-b5a5-c5410e746318 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 944 time: 0.0521405 Sep 23 23:18:10.959227 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e5cb8727-98f2-48ad-a9c6-b9015ae109cb req-70026161-6e0e-404a-96bd-a3b17dd43dc7 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318844 Sep 23 23:18:11.062727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 4ee3dbcb-57df-476e-bced-4bf2135f09ac details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:18:11.162598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 4ee3dbcb-57df-476e-bced-4bf2135f09ac, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:11.174673 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '4ee3dbcb-57df-476e-bced-4bf2135f09ac', 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548', 'port_id': '4ee3dbcb-57df-476e-bced-4bf2135f09ac', 'mac_address': 'fa:16:3e:f6:a2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ffef91-41a6-4d72-a48e-c04130c96fdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:18:11.210919 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:11.224455 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee3dbcb-57df-476e-bced-4bf2135f09ac {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:18:11.244052 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 4ee3dbcb-57df-476e-bced-4bf2135f09ac, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:11.303039 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:11.354946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=4ee3dbcb-57df-476e-bced-4bf2135f09ac,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:11.682477 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['4ee3dbcb-57df-476e-bced-4bf2135f09ac'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:18:12.075066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20480757-8d75-4063-b95c-54b75c687271 req-18a2f342-a885-419d-bebe-40d709933916 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:12.076686 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20480757-8d75-4063-b95c-54b75c687271 req-18a2f342-a885-419d-bebe-40d709933916 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 945 time: 0.0505321 Sep 23 23:18:12.113923 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-20480757-8d75-4063-b95c-54b75c687271 req-a6627ae1-59cb-4bd4-b49b-6fe2811482b5 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312917 Sep 23 23:18:13.077447 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 4ee3dbcb-57df-476e-bced-4bf2135f09ac up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:18:13.102458 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dbcb726b-4ee0-4571-9039-6ffc4b4ebaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:13.193739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 4ee3dbcb-57df-476e-bced-4bf2135f09ac completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:18:13.197603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 4ee3dbcb-57df-476e-bced-4bf2135f09ac triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:18:13.197977 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:13.228907 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08f6be-27fd-4f54-a6db-18703364d182 req-0c2faa64-cc69-4ccc-a985-5aae0684240c tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:13.230450 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0c08f6be-27fd-4f54-a6db-18703364d182 req-0c2faa64-cc69-4ccc-a985-5aae0684240c tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 945 time: 0.0505276 Sep 23 23:18:13.270339 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0c08f6be-27fd-4f54-a6db-18703364d182 req-5f4d668c-bddd-4d89-94d4-845396b7cfaa tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335133 Sep 23 23:18:13.277360 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:13.299730 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27c8379-94a9-4b39-8b33-978556622586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee3dbcb-57df-476e-bced-4bf2135f09ac'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:18:13.301990 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73eee9ca-f4de-4bb0-91c9-d8a5d57ea633" -d '{"events": [{"server_uuid": "d27c8379-94a9-4b39-8b33-978556622586", "name": "network-vif-plugged", "status": "completed", "tag": "4ee3dbcb-57df-476e-bced-4bf2135f09ac"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:18:13.315101 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 4ee3dbcb-57df-476e-bced-4bf2135f09ac, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:13.342058 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f8fdc4-5aa6-404d-8fef-65bd6be7a8c9 x-openstack-request-id: req-21f8fdc4-5aa6-404d-8fef-65bd6be7a8c9 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:18:13.342058 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27c8379-94a9-4b39-8b33-978556622586", "name": "network-vif-plugged", "status": "completed", "tag": "4ee3dbcb-57df-476e-bced-4bf2135f09ac", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:18:13.342058 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-21f8fdc4-5aa6-404d-8fef-65bd6be7a8c9 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:18:13.342058 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27c8379-94a9-4b39-8b33-978556622586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee3dbcb-57df-476e-bced-4bf2135f09ac', 'code': 200} Sep 23 23:18:13.382443 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:13.437059 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=4ee3dbcb-57df-476e-bced-4bf2135f09ac,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:13.465564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81323268-17e7-4dc0-b43e-aa0dfa3b472d req-6c939a05-37f1-473c-8c14-e3b6c8e82aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:13.467111 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-81323268-17e7-4dc0-b43e-aa0dfa3b472d req-6c939a05-37f1-473c-8c14-e3b6c8e82aee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 1097 time: 0.0409472 Sep 23 23:18:13.501709 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-81323268-17e7-4dc0-b43e-aa0dfa3b472d req-e520fa36-9ee0-448f-8ee8-7d6248470a13 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279140 Sep 23 23:18:14.390021 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42259194-edf3-48a6-9034-cbb4c7711a85 req-74e1d006-b6d5-4973-8101-a490fea13348 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:14.391518 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42259194-edf3-48a6-9034-cbb4c7711a85 req-74e1d006-b6d5-4973-8101-a490fea13348 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0529606 Sep 23 23:18:14.430865 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42259194-edf3-48a6-9034-cbb4c7711a85 req-fe811dec-cc60-4092-9abd-70257a10999c tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333133 Sep 23 23:18:15.556664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d78f61-ab0c-44b1-9cf5-1ba1e4b90532 req-4c285065-0174-43c3-816d-ea30f4f2dc7d tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:15.558168 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99d78f61-ab0c-44b1-9cf5-1ba1e4b90532 req-4c285065-0174-43c3-816d-ea30f4f2dc7d tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0552907 Sep 23 23:18:15.595942 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-99d78f61-ab0c-44b1-9cf5-1ba1e4b90532 req-3762c8f6-0690-4d1d-8b2b-f18e24403071 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317769 Sep 23 23:18:15.628177 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-93789db0-23d5-4563-b054-ab80191f2d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:15.711503 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a597b-ad01-45ad-a1e3-e6915ccbe157 req-16fdf12a-8110-469a-8cc9-50f7fcb7d36b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:15.713027 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-706a597b-ad01-45ad-a1e3-e6915ccbe157 req-16fdf12a-8110-469a-8cc9-50f7fcb7d36b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0492516 Sep 23 23:18:15.751732 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-706a597b-ad01-45ad-a1e3-e6915ccbe157 req-e21e6652-8683-474e-98c2-946c006da40a tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320423 Sep 23 23:18:16.014439 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed69959-b89c-420d-834a-1880cd7afef1 req-22df8c09-9ece-4357-8e7a-90e5101d55eb tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:16.015831 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ed69959-b89c-420d-834a-1880cd7afef1 req-22df8c09-9ece-4357-8e7a-90e5101d55eb tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0487552 Sep 23 23:18:16.056186 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ed69959-b89c-420d-834a-1880cd7afef1 req-f09ca856-a715-41cc-817d-5466f954f7fb tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343175 Sep 23 23:18:16.146830 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:16.172511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade03fa-751f-4215-8a3a-acb9ff115f92 req-46899d65-03b7-40df-97a7-4aadfcd722ab tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:16.174052 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ade03fa-751f-4215-8a3a-acb9ff115f92 req-46899d65-03b7-40df-97a7-4aadfcd722ab tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0509398 Sep 23 23:18:16.212612 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ade03fa-751f-4215-8a3a-acb9ff115f92 req-b0692705-ff24-4ced-9b78-51b19c550f1f tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326068 Sep 23 23:18:16.618488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b63e91-629b-4cb5-a526-c2acd4642105 req-70651c27-75a7-4f74-aa68-c9d8929bfa30 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:16.619981 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-38b63e91-629b-4cb5-a526-c2acd4642105 req-70651c27-75a7-4f74-aa68-c9d8929bfa30 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0520518 Sep 23 23:18:16.660419 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-38b63e91-629b-4cb5-a526-c2acd4642105 req-1e744905-e75d-4961-b4ea-1ec28dd5b4cc tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329330 Sep 23 23:18:16.757305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-d04dfccc-de56-4394-a556-b557466c27cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456798 Sep 23 23:18:17.084063 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:17.799574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6522e-be9d-4d9f-b456-7c23da12b675 req-9c8ecfb8-5e27-41b2-b2c3-56a7ffdac22c tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:17.801139 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20f6522e-be9d-4d9f-b456-7c23da12b675 req-9c8ecfb8-5e27-41b2-b2c3-56a7ffdac22c tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0686166 Sep 23 23:18:17.844333 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-20f6522e-be9d-4d9f-b456-7c23da12b675 req-1e11e26f-37db-4d8d-8966-7bc3df3b4946 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365062 Sep 23 23:18:18.249917 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:18.759786 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:18.784189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-ddc6f75a-954b-4eba-9323-d266414dff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:18.785746 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-ddc6f75a-954b-4eba-9323-d266414dff88 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 1097 time: 0.0424352 Sep 23 23:18:18.884154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-329d2ea8-51c6-4d6e-85bd-86acc5b523f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:18.885665 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-329d2ea8-51c6-4d6e-85bd-86acc5b523f8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b67344-e8ba-4ec9-8b68-fef06f33a548 HTTP/1.1" status: 200 len: 916 time: 0.0932751 Sep 23 23:18:18.931401 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-358427bc-9c82-46d7-ab68-4dae4dec8c4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac HTTP/1.1" status: 200 len: 217 time: 0.0382164 Sep 23 23:18:19.004024 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-03392d85-2ff9-41ff-aa59-c0f06e52dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:19.005549 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-03392d85-2ff9-41ff-aa59-c0f06e52dbe1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31ffef91-41a6-4d72-a48e-c04130c96fdc HTTP/1.1" status: 200 len: 855 time: 0.0661554 Sep 23 23:18:19.018476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e15702-fb64-4bd2-ba99-595cde65cc37 req-c6fff1ec-9ec2-4705-ac5d-63936de1cf36 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:19.019930 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3e15702-fb64-4bd2-ba99-595cde65cc37 req-c6fff1ec-9ec2-4705-ac5d-63936de1cf36 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0913408 Sep 23 23:18:19.057021 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-ef12fb61-83b3-476e-b437-e96f69135965 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b67344-e8ba-4ec9-8b68-fef06f33a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361505 Sep 23 23:18:19.094534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3e15702-fb64-4bd2-ba99-595cde65cc37 req-a88ffede-c15f-4dae-b372-095780571c14 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660622 Sep 23 23:18:19.163275 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-28689254-8005-4270-9767-126f654e4267 service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977752 Sep 23 23:18:19.253016 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-c2d32e86-638f-4097-a0e1-9237ffbb5344 service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829055 Sep 23 23:18:20.211013 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df8a12-8e76-4c4f-858e-55a065245d55 req-0a9d9938-0424-47f3-9845-3f34a01a7d70 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:20.212576 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-36df8a12-8e76-4c4f-858e-55a065245d55 req-0a9d9938-0424-47f3-9845-3f34a01a7d70 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0510004 Sep 23 23:18:20.251553 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-36df8a12-8e76-4c4f-858e-55a065245d55 req-b776a570-78d4-48e1-a15a-92c52315f7a0 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Sep 23 23:18:21.367684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab52b4-faea-469b-b96d-26277e2f4204 req-fb0e8dd8-a8f7-4beb-aded-27f7e8925d7b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:21.369223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19ab52b4-faea-469b-b96d-26277e2f4204 req-fb0e8dd8-a8f7-4beb-aded-27f7e8925d7b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0489914 Sep 23 23:18:21.406887 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-19ab52b4-faea-469b-b96d-26277e2f4204 req-fd60cd37-d6a6-4733-a217-b030b17d3cac tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316439 Sep 23 23:18:22.522150 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba5533-fece-4cad-83fe-8d2721711f5b req-0968d160-4623-4371-a04f-361f5749ea10 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:22.523643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-91ba5533-fece-4cad-83fe-8d2721711f5b req-0968d160-4623-4371-a04f-361f5749ea10 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0495830 Sep 23 23:18:22.561825 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-91ba5533-fece-4cad-83fe-8d2721711f5b req-7193a9da-b6ee-43f3-a4a3-c15b63d513ca tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315726 Sep 23 23:18:23.679257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f7b45-f7aa-4df9-9be9-f86af7920011 req-65630804-26ca-45cf-b0c1-ed25fc85fbce tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:23.680774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d8f7b45-f7aa-4df9-9be9-f86af7920011 req-65630804-26ca-45cf-b0c1-ed25fc85fbce tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0525281 Sep 23 23:18:23.720552 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d8f7b45-f7aa-4df9-9be9-f86af7920011 req-1f824353-a8be-4164-89a1-23db8169e0c0 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326641 Sep 23 23:18:24.840618 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb47cc-5bde-4b95-84b4-575775fc8039 req-71bdeb9d-1ea7-4dd4-882b-41acdc977779 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:24.843051 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-64eb47cc-5bde-4b95-84b4-575775fc8039 req-71bdeb9d-1ea7-4dd4-882b-41acdc977779 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0533807 Sep 23 23:18:24.880556 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-64eb47cc-5bde-4b95-84b4-575775fc8039 req-9d572227-a0f0-49ee-87a4-f65050ad17bd tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318842 Sep 23 23:18:25.997948 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa728b20-bd91-4b19-a023-3e355870d476 req-805b6714-cc30-4b46-8488-30b412f02b74 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:25.999558 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fa728b20-bd91-4b19-a023-3e355870d476 req-805b6714-cc30-4b46-8488-30b412f02b74 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0499883 Sep 23 23:18:26.038734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fa728b20-bd91-4b19-a023-3e355870d476 req-217d6902-2012-465f-a5da-bb281c2deea9 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332410 Sep 23 23:18:27.156570 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce3f26-f999-49de-90e2-0b897d3640e1 req-dc0c075c-a7ef-4d24-8d3a-537e7684b344 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:27.158073 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-12ce3f26-f999-49de-90e2-0b897d3640e1 req-dc0c075c-a7ef-4d24-8d3a-537e7684b344 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0498910 Sep 23 23:18:27.196366 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-12ce3f26-f999-49de-90e2-0b897d3640e1 req-43e6b9e9-f82d-4793-9e66-59d7e132a065 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323486 Sep 23 23:18:28.310484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15754474-909d-4f81-a79b-759b790b1472 req-aa31055c-0e1f-40b0-a282-6e6388115071 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:28.312687 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15754474-909d-4f81-a79b-759b790b1472 req-aa31055c-0e1f-40b0-a282-6e6388115071 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0499451 Sep 23 23:18:28.351423 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15754474-909d-4f81-a79b-759b790b1472 req-74ee11d1-07c6-4975-89d2-5b7a290ad7d8 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328074 Sep 23 23:18:29.472040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78775339-4402-4f03-9072-001f699c6a18 req-79cb0be4-6328-411b-970e-f8930928f79c tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:29.473550 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-78775339-4402-4f03-9072-001f699c6a18 req-79cb0be4-6328-411b-970e-f8930928f79c tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0505531 Sep 23 23:18:29.510293 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-78775339-4402-4f03-9072-001f699c6a18 req-d8cbf407-49c3-4b4e-96d7-49fdb03f84aa tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307829 Sep 23 23:18:30.631343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe885109-2034-4ae7-a591-1b846a835ef6 req-50a8d808-a466-4125-842e-b8b8d94f6742 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:30.632843 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fe885109-2034-4ae7-a591-1b846a835ef6 req-50a8d808-a466-4125-842e-b8b8d94f6742 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0535605 Sep 23 23:18:30.670768 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fe885109-2034-4ae7-a591-1b846a835ef6 req-9f62f612-3c94-4413-97a7-fa3baf674c42 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Sep 23 23:18:31.790350 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebc533-6c57-45c4-bb24-233eae3614d4 req-a8aa624f-8e30-4340-ae9f-516d06f7633a tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:31.791848 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3cebc533-6c57-45c4-bb24-233eae3614d4 req-a8aa624f-8e30-4340-ae9f-516d06f7633a tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0539443 Sep 23 23:18:31.830229 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3cebc533-6c57-45c4-bb24-233eae3614d4 req-806b5057-8546-4059-be6b-32e9306a860e tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Sep 23 23:18:32.949482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dfe84-5bfb-4e9d-963f-be222642171f req-9bd4e562-f105-43a1-b1aa-20465df3f118 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:32.950999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c33dfe84-5bfb-4e9d-963f-be222642171f req-9bd4e562-f105-43a1-b1aa-20465df3f118 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0516949 Sep 23 23:18:32.991291 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c33dfe84-5bfb-4e9d-963f-be222642171f req-99a45258-f7b0-4909-887a-b10a5310fa18 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332458 Sep 23 23:18:34.108395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99f9cc-567e-41b1-a806-ad499b48482e req-4e02ecf1-099d-451e-8414-47de9c21b2b8 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:34.110009 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f99f9cc-567e-41b1-a806-ad499b48482e req-4e02ecf1-099d-451e-8414-47de9c21b2b8 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0511324 Sep 23 23:18:34.149541 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f99f9cc-567e-41b1-a806-ad499b48482e req-ec6e6424-06df-4a03-9b83-e17d1d52755a tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336261 Sep 23 23:18:35.265237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776454b-0337-40ec-9f71-740151b19bc9 req-d6494335-1232-49da-9a59-b86b45c88370 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:35.266843 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c776454b-0337-40ec-9f71-740151b19bc9 req-d6494335-1232-49da-9a59-b86b45c88370 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0503216 Sep 23 23:18:35.305427 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c776454b-0337-40ec-9f71-740151b19bc9 req-7cac8a66-3490-4f05-bedd-e74c07618333 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325780 Sep 23 23:18:36.421850 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4e3af-49c2-44fe-99d5-f6ff09d154cd req-4b7f940e-ee4d-4fe7-8743-98b8567d598b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:36.423326 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-01e4e3af-49c2-44fe-99d5-f6ff09d154cd req-4b7f940e-ee4d-4fe7-8743-98b8567d598b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0497305 Sep 23 23:18:36.461407 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-01e4e3af-49c2-44fe-99d5-f6ff09d154cd req-ff0eb62b-8669-4f6b-86f6-cd4adffa90a3 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320909 Sep 23 23:18:37.119191 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:37.578580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d457e64-8014-45cf-ae4f-50c2c3d49b20 req-e43b8ee7-bae2-4512-bf37-e6d726c328f6 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:37.580658 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d457e64-8014-45cf-ae4f-50c2c3d49b20 req-e43b8ee7-bae2-4512-bf37-e6d726c328f6 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0535138 Sep 23 23:18:37.621657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8d457e64-8014-45cf-ae4f-50c2c3d49b20 req-c5d17479-d80d-4a65-ba3e-949c45274464 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336578 Sep 23 23:18:38.741288 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bcfcb-0cd7-42a3-aa7c-1fe7d7daf9d8 req-702e5551-090e-4c66-b109-5de2cbfe2094 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:38.742786 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-723bcfcb-0cd7-42a3-aa7c-1fe7d7daf9d8 req-702e5551-090e-4c66-b109-5de2cbfe2094 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0542426 Sep 23 23:18:38.780514 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-723bcfcb-0cd7-42a3-aa7c-1fe7d7daf9d8 req-058b5649-b9dd-4b10-a411-0c55c86f86c3 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317204 Sep 23 23:18:39.894977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0adcf6f-7262-4ede-8c44-f36fa830da04 req-9be3a04e-a2b9-4677-8277-fb049ef9ff64 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:39.896461 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b0adcf6f-7262-4ede-8c44-f36fa830da04 req-9be3a04e-a2b9-4677-8277-fb049ef9ff64 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0491493 Sep 23 23:18:39.934565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b0adcf6f-7262-4ede-8c44-f36fa830da04 req-2460072b-5f99-4ad6-87d3-d2468aa1e30b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321693 Sep 23 23:18:40.888445 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:18:41.051729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b04719-39f1-414f-befc-8098be5de54f req-d4b9d806-c641-44aa-a03c-c51560e46142 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:41.053267 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-33b04719-39f1-414f-befc-8098be5de54f req-d4b9d806-c641-44aa-a03c-c51560e46142 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0506072 Sep 23 23:18:41.093807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-33b04719-39f1-414f-befc-8098be5de54f req-f4764096-500d-4e66-a65a-cbf22cf25dc3 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343292 Sep 23 23:18:42.221098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e677af-f15e-48c4-ae8e-4e8cecee3215 req-6669aae0-64e8-483e-b93b-9e08f90fb10d tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:42.223387 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6e677af-f15e-48c4-ae8e-4e8cecee3215 req-6669aae0-64e8-483e-b93b-9e08f90fb10d tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0520835 Sep 23 23:18:42.262943 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f6e677af-f15e-48c4-ae8e-4e8cecee3215 req-47d3bc9f-b270-4e0e-947c-aa0ea8afcee2 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Sep 23 23:18:43.124521 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d0386440-e985-4324-bc51-d543626720aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:43.379264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50cdb1-4d18-4db1-b9c0-3e47c27fcde1 req-db27ff1e-6d13-406d-ae53-df8c1095db09 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:43.380689 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b50cdb1-4d18-4db1-b9c0-3e47c27fcde1 req-db27ff1e-6d13-406d-ae53-df8c1095db09 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0487988 Sep 23 23:18:43.420429 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b50cdb1-4d18-4db1-b9c0-3e47c27fcde1 req-fb3e310e-5ebc-4d76-af3f-a5550a0242a5 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337365 Sep 23 23:18:44.539637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f326e8-3760-4946-8c9b-da0ac00532fd req-b8fdb0be-2307-4238-974c-d8e3d190afd1 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:44.541191 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d8f326e8-3760-4946-8c9b-da0ac00532fd req-b8fdb0be-2307-4238-974c-d8e3d190afd1 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0545125 Sep 23 23:18:44.579380 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d8f326e8-3760-4946-8c9b-da0ac00532fd req-bcc05b1c-ca30-4d3b-b5fd-42e1370759e3 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320263 Sep 23 23:18:45.614632 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e0b46990-81a0-4628-a7de-d249e0c77680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:45.699750 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee48a67-3374-46d9-a645-f34b54db1438 req-2eefbb38-3e7c-4215-bc10-e95bd5fc78ab tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:45.701273 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eee48a67-3374-46d9-a645-f34b54db1438 req-2eefbb38-3e7c-4215-bc10-e95bd5fc78ab tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0527647 Sep 23 23:18:45.740342 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eee48a67-3374-46d9-a645-f34b54db1438 req-7a0eb70b-eee8-4107-8ea4-30234a2305ab tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325742 Sep 23 23:18:46.117741 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:46.477897 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-cc308b9a-adb5-4d62-a205-626dfe499a5a service neutron] show failed (client error): The resource could not be found. Sep 23 23:18:46.478898 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-cc308b9a-adb5-4d62-a205-626dfe499a5a service neutron] 10.222.0.67 "GET /v2.0/ports/4ee3dbcb-57df-476e-bced-4bf2135f09ac/bindings/n-h1-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.0552747 Sep 23 23:18:46.860003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27197bef-a8d8-435f-90e9-4534ac2538e3 req-2e3d0ce6-4e77-49f3-89cf-a1028b9aef1d tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:46.861471 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27197bef-a8d8-435f-90e9-4534ac2538e3 req-2e3d0ce6-4e77-49f3-89cf-a1028b9aef1d tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0528617 Sep 23 23:18:46.908175 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-27197bef-a8d8-435f-90e9-4534ac2538e3 req-7ba542e3-1188-480b-88a8-51e2075b49a0 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395756 Sep 23 23:18:46.975762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-df60252c-c2a0-4508-93dd-45e1241adbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:46.977313 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-df60252c-c2a0-4508-93dd-45e1241adbc5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586&tenant_id=1c394cbff827467fab22058f400c556f HTTP/1.1" status: 200 len: 1097 time: 0.0923204 Sep 23 23:18:46.990194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:18:47.044769 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:47.106391 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:47.247563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] For port 4ee3dbcb-57df-476e-bced-4bf2135f09ac, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:47.279943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] For port 4ee3dbcb-57df-476e-bced-4bf2135f09ac, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:18:47.323922 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27c8379-94a9-4b39-8b33-978556622586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ee3dbcb-57df-476e-bced-4bf2135f09ac'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:18:47.326224 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a036cee-7ef1-46ab-a653-c8ecc3f6001d" -d '{"events": [{"server_uuid": "d27c8379-94a9-4b39-8b33-978556622586", "name": "network-vif-unplugged", "status": "completed", "tag": "4ee3dbcb-57df-476e-bced-4bf2135f09ac"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:18:47.330950 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:47.343741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Transition to ACTIVE for port object 4ee3dbcb-57df-476e-bced-4bf2135f09ac will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:18:47.410675 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:47.436822 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3796ecde-72f1-4ff7-857c-8edf57e022d8 x-openstack-request-id: req-3796ecde-72f1-4ff7-857c-8edf57e022d8 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:18:47.437144 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27c8379-94a9-4b39-8b33-978556622586", "name": "network-vif-unplugged", "status": "completed", "tag": "4ee3dbcb-57df-476e-bced-4bf2135f09ac", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:18:47.437525 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3796ecde-72f1-4ff7-857c-8edf57e022d8 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:18:47.437922 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27c8379-94a9-4b39-8b33-978556622586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ee3dbcb-57df-476e-bced-4bf2135f09ac', 'code': 200} Sep 23 23:18:47.477172 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] No DVR routers for this DVR port 4ee3dbcb-57df-476e-bced-4bf2135f09ac on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:18:47.479078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Pushing event updated for resources: {'Port': ['ID=4ee3dbcb-57df-476e-bced-4bf2135f09ac,revision_number=6']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:47.514932 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Attempting to bind port 4ee3dbcb-57df-476e-bced-4bf2135f09ac on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:18:47.515184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Attempting to bind port 4ee3dbcb-57df-476e-bced-4bf2135f09ac by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:18:47.515511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Attempting to bind port 4ee3dbcb-57df-476e-bced-4bf2135f09ac on network 45b67344-e8ba-4ec9-8b68-fef06f33a548 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:18:47.520806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Port 4ee3dbcb-57df-476e-bced-4bf2135f09ac on network 45b67344-e8ba-4ec9-8b68-fef06f33a548 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:18:47.521150 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Attempting to bind port 4ee3dbcb-57df-476e-bced-4bf2135f09ac on network 45b67344-e8ba-4ec9-8b68-fef06f33a548 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:18:47.525943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:18:47.526283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Checking segment: {'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:18:47.526668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Bound using segment: {'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:18:47.527087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Bound port: 4ee3dbcb-57df-476e-bced-4bf2135f09ac, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:18:47.527440 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:47.593580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] For port 4ee3dbcb-57df-476e-bced-4bf2135f09ac, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:18:47.596663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] For port 4ee3dbcb-57df-476e-bced-4bf2135f09ac, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:18:47.651385 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:47.685796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:47.686419 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:47.687812 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] 10.222.0.43 "PUT /v2.0/ports/4ee3dbcb-57df-476e-bced-4bf2135f09ac HTTP/1.1" status: 200 len: 1092 time: 0.7023292 Sep 23 23:18:47.708457 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8e1d8-1e3e-4aa1-b9c7-f9245a1c513d service neutron] Pushing event updated for resources: {'Port': ['ID=4ee3dbcb-57df-476e-bced-4bf2135f09ac,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:47.752445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-cc5def3e-84f1-473b-ae63-f4868e1242b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:47.754032 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-cc5def3e-84f1-473b-ae63-f4868e1242b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 1095 time: 0.0426438 Sep 23 23:18:47.850916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-d0e3c545-deb6-4e01-aa0e-58c22c68d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:47.851971 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-d0e3c545-deb6-4e01-aa0e-58c22c68d65e service neutron] 10.222.0.43 "GET /v2.0/networks?id=45b67344-e8ba-4ec9-8b68-fef06f33a548 HTTP/1.1" status: 200 len: 916 time: 0.0913680 Sep 23 23:18:47.894333 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-ab7c75cb-94e1-4738-8929-b9617a5b48e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac HTTP/1.1" status: 200 len: 217 time: 0.0343008 Sep 23 23:18:47.943940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-2f746ba5-8e9d-4f92-84c5-82e10a66ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:47.945466 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-2f746ba5-8e9d-4f92-84c5-82e10a66ba88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=31ffef91-41a6-4d72-a48e-c04130c96fdc HTTP/1.1" status: 200 len: 855 time: 0.0444992 Sep 23 23:18:47.978739 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-67ef626e-3ffa-41cd-b457-1c04eee1d898 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45b67344-e8ba-4ec9-8b68-fef06f33a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266049 Sep 23 23:18:48.100594 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6976667-ebd9-4263-9244-00a3314e9ab1 req-7a567077-04ea-4987-8482-5caad797bdb7 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:48.102048 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6976667-ebd9-4263-9244-00a3314e9ab1 req-7a567077-04ea-4987-8482-5caad797bdb7 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 944 time: 0.1079812 Sep 23 23:18:48.128496 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-39f4c4f7-4d30-4226-87db-fe8e64e29a4e service neutron] 10.222.0.43 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425235 Sep 23 23:18:48.167937 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d6976667-ebd9-4263-9244-00a3314e9ab1 req-1778afbd-032c-44b3-8cfd-0bbdb81582fd tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564151 Sep 23 23:18:48.236852 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bc8da25c-ff9d-47b5-84b1-d3a6ad42586f req-c1ebcb92-17c5-4f5a-b586-849478734c07 service neutron] 10.222.0.43 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004899 Sep 23 23:18:48.284741 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:48.754441 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:49.285565 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d236410-78fc-458c-b82b-5ba5cfdb9c62 req-2ef1c253-903c-4773-a6d4-ecadc124ad4a tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:49.286995 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d236410-78fc-458c-b82b-5ba5cfdb9c62 req-2ef1c253-903c-4773-a6d4-ecadc124ad4a tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 944 time: 0.0497234 Sep 23 23:18:49.326701 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d236410-78fc-458c-b82b-5ba5cfdb9c62 req-6543411c-6c34-4520-a856-8943b04719f3 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337873 Sep 23 23:18:49.438653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27c8379-94a9-4b39-8b33-978556622586', 'tag': '4ee3dbcb-57df-476e-bced-4bf2135f09ac'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:18:49.441734 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484ab923-ae25-4c4f-a130-b1dd08b1439c" -d '{"events": [{"name": "network-changed", "server_uuid": "d27c8379-94a9-4b39-8b33-978556622586", "tag": "4ee3dbcb-57df-476e-bced-4bf2135f09ac"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:18:49.488673 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3be68d-b29c-4ba4-b79e-0585dcb8ff4f x-openstack-request-id: req-8c3be68d-b29c-4ba4-b79e-0585dcb8ff4f {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:18:49.488967 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27c8379-94a9-4b39-8b33-978556622586", "tag": "4ee3dbcb-57df-476e-bced-4bf2135f09ac", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:18:49.489244 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c3be68d-b29c-4ba4-b79e-0585dcb8ff4f {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:18:49.489648 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27c8379-94a9-4b39-8b33-978556622586', 'tag': '4ee3dbcb-57df-476e-bced-4bf2135f09ac', 'status': 'completed', 'code': 200} Sep 23 23:18:49.583564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-52eb8584-86c0-4baf-9453-d155314a45c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:49.585000 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-52eb8584-86c0-4baf-9453-d155314a45c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 1095 time: 0.0736630 Sep 23 23:18:49.591264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-cee6a190-5764-4aac-bbdd-9eec274706b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:49.592743 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-cee6a190-5764-4aac-bbdd-9eec274706b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 1095 time: 0.0570815 Sep 23 23:18:49.747896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-37fecf42-0ad0-4af5-8319-bbafde19bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:49.749431 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-37fecf42-0ad0-4af5-8319-bbafde19bc88 service neutron] 10.222.0.43 "GET /v2.0/networks?id=45b67344-e8ba-4ec9-8b68-fef06f33a548 HTTP/1.1" status: 200 len: 916 time: 0.1557989 Sep 23 23:18:49.751979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-3ea403cd-7281-413a-87be-c67d7b278cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:49.753388 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-3ea403cd-7281-413a-87be-c67d7b278cb5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b67344-e8ba-4ec9-8b68-fef06f33a548 HTTP/1.1" status: 200 len: 916 time: 0.1524925 Sep 23 23:18:49.825308 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-87891082-ef3c-44e2-b9ec-cc74d2f48f88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac HTTP/1.1" status: 200 len: 217 time: 0.0678749 Sep 23 23:18:49.826649 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-7fd45f68-c31e-4e43-b166-277b5dc9b9a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac HTTP/1.1" status: 200 len: 217 time: 0.0639088 Sep 23 23:18:49.912229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-5da90f62-c27d-495e-83e7-017bfb8f09af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:49.913763 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-5da90f62-c27d-495e-83e7-017bfb8f09af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31ffef91-41a6-4d72-a48e-c04130c96fdc HTTP/1.1" status: 200 len: 855 time: 0.0803540 Sep 23 23:18:49.915010 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-d28f960d-47c2-4d41-a5cd-0e750cbbec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:49.916330 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-d28f960d-47c2-4d41-a5cd-0e750cbbec4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=31ffef91-41a6-4d72-a48e-c04130c96fdc HTTP/1.1" status: 200 len: 855 time: 0.0839927 Sep 23 23:18:49.952639 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-e3da8516-4f63-4044-9646-16d9ba7ec159 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b67344-e8ba-4ec9-8b68-fef06f33a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320606 Sep 23 23:18:49.972622 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-e79ac361-afdd-48ac-b8f1-71578235dd39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45b67344-e8ba-4ec9-8b68-fef06f33a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432193 Sep 23 23:18:50.129326 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-b847b618-772d-45d9-8949-c2b5d34e1c81 service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594679 Sep 23 23:18:50.134429 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-89728d25-691a-4c50-9cd0-29ff9a19a89f service neutron] 10.222.0.43 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538732 Sep 23 23:18:50.456232 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b94f60-4d38-45c1-8970-edc7dd62dd1f req-4a8ec902-9f54-4076-8c6e-a049d1939b4f tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:50.458788 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d4b94f60-4d38-45c1-8970-edc7dd62dd1f req-4a8ec902-9f54-4076-8c6e-a049d1939b4f tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 944 time: 0.0595021 Sep 23 23:18:50.498859 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d4b94f60-4d38-45c1-8970-edc7dd62dd1f req-c70cc4d1-c5dc-42c5-9eef-9edec80d6c4d tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333910 Sep 23 23:18:50.560835 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-af385223-f014-4af1-a21f-38babaf66b51 service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243264 Sep 23 23:18:50.562780 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ab923-ae25-4c4f-a130-b1dd08b1439c req-781697dd-722d-4b81-8e0e-e0849e27ddc4 service neutron] 10.222.0.43 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192526 Sep 23 23:18:50.852186 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfc6fb-aa85-4e72-91de-b3d5bf0ecf74 req-848c4959-4f37-4e98-954d-39c8c2eced58 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:50.853698 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fcfc6fb-aa85-4e72-91de-b3d5bf0ecf74 req-848c4959-4f37-4e98-954d-39c8c2eced58 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 944 time: 0.0539069 Sep 23 23:18:50.896223 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fcfc6fb-aa85-4e72-91de-b3d5bf0ecf74 req-d1d46a26-8e36-4310-8777-f0686bf30ffc tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360956 Sep 23 23:18:50.967099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e7e6d-1c94-4ae3-98cf-4a8bd1db3225 req-bc28e4c6-b7d2-47c4-b6bf-f17f881dce38 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:50.968516 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-025e7e6d-1c94-4ae3-98cf-4a8bd1db3225 req-bc28e4c6-b7d2-47c4-b6bf-f17f881dce38 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.67 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586&tenant_id=1c394cbff827467fab22058f400c556f&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 944 time: 0.0517855 Sep 23 23:18:51.031179 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-025e7e6d-1c94-4ae3-98cf-4a8bd1db3225 req-26089e67-ef87-42ef-8540-b10298bb3a76 service neutron] delete failed (client error): The resource could not be found. Sep 23 23:18:51.032199 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-025e7e6d-1c94-4ae3-98cf-4a8bd1db3225 req-26089e67-ef87-42ef-8540-b10298bb3a76 service neutron] 10.222.0.67 "DELETE /v2.0/ports/4ee3dbcb-57df-476e-bced-4bf2135f09ac/bindings/n-h2-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.0557113 Sep 23 23:18:51.135412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e7e6d-1c94-4ae3-98cf-4a8bd1db3225 req-4368f005-5a50-4436-85ce-dedde2c83be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:51.136912 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-025e7e6d-1c94-4ae3-98cf-4a8bd1db3225 req-4368f005-5a50-4436-85ce-dedde2c83be6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 1095 time: 0.0407221 Sep 23 23:18:51.230598 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e7e6d-1c94-4ae3-98cf-4a8bd1db3225 req-ab193bfc-882f-45c6-87d1-257c46c11892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:51.232031 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-025e7e6d-1c94-4ae3-98cf-4a8bd1db3225 req-ab193bfc-882f-45c6-87d1-257c46c11892 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b67344-e8ba-4ec9-8b68-fef06f33a548 HTTP/1.1" status: 200 len: 916 time: 0.0882962 Sep 23 23:18:51.272457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-025e7e6d-1c94-4ae3-98cf-4a8bd1db3225 req-3e4dd2d3-2aa2-4992-b8e0-88b459390f46 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac HTTP/1.1" status: 200 len: 217 time: 0.0338607 Sep 23 23:18:51.280469 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 4ee3dbcb-57df-476e-bced-4bf2135f09ac no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:18:51.318400 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 4ee3dbcb-57df-476e-bced-4bf2135f09ac not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:18:51.320316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e7e6d-1c94-4ae3-98cf-4a8bd1db3225 req-e2ef1121-fc28-47be-a65b-7e5b28e9eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:51.321903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-025e7e6d-1c94-4ae3-98cf-4a8bd1db3225 req-e2ef1121-fc28-47be-a65b-7e5b28e9eee1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31ffef91-41a6-4d72-a48e-c04130c96fdc HTTP/1.1" status: 200 len: 855 time: 0.0433209 Sep 23 23:18:51.353864 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-025e7e6d-1c94-4ae3-98cf-4a8bd1db3225 req-adfffc2d-8c3b-4108-8330-6c556d0632d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b67344-e8ba-4ec9-8b68-fef06f33a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246069 Sep 23 23:18:51.445846 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-025e7e6d-1c94-4ae3-98cf-4a8bd1db3225 req-4971d360-b073-4552-873f-f96138f42416 service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847902 Sep 23 23:18:51.535286 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-025e7e6d-1c94-4ae3-98cf-4a8bd1db3225 req-f7c1d753-d5a6-4f47-a78f-a15453ce42ef service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826054 Sep 23 23:18:51.842562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4ee3dbcb-57df-476e-bced-4bf2135f09ac details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:18:51.942941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4ee3dbcb-57df-476e-bced-4bf2135f09ac, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:51.954403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '4ee3dbcb-57df-476e-bced-4bf2135f09ac', 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548', 'port_id': '4ee3dbcb-57df-476e-bced-4bf2135f09ac', 'mac_address': 'fa:16:3e:f6:a2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ffef91-41a6-4d72-a48e-c04130c96fdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:18:51.993320 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:52.007274 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee3dbcb-57df-476e-bced-4bf2135f09ac {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:18:52.029086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4ee3dbcb-57df-476e-bced-4bf2135f09ac, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:52.035188 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949945b2-9694-4684-8ebe-3faf8c73ef94 req-24fbbb0a-cf5a-467b-85cb-0a4a110c2287 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:52.040845 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-949945b2-9694-4684-8ebe-3faf8c73ef94 req-24fbbb0a-cf5a-467b-85cb-0a4a110c2287 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 944 time: 0.0689125 Sep 23 23:18:52.076203 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-949945b2-9694-4684-8ebe-3faf8c73ef94 req-eea4771e-4cab-4d67-89e4-fda0f6bd619b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331314 Sep 23 23:18:52.115409 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:52.165395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4ee3dbcb-57df-476e-bced-4bf2135f09ac,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:52.172835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:52.173198 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:52.173584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:52.173896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:52.174224 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:52.174550 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:52.174872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:52.175903 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:52.176233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:52.176555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:52.176878 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:52.177229 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:52.343621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['4ee3dbcb-57df-476e-bced-4bf2135f09ac'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:18:53.190456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79609c3-4932-45f2-b509-331b8cdc9376 req-249068af-2212-4222-bd8c-aa3fad359bfc tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:53.192652 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e79609c3-4932-45f2-b509-331b8cdc9376 req-249068af-2212-4222-bd8c-aa3fad359bfc tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 945 time: 0.0494490 Sep 23 23:18:53.229657 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e79609c3-4932-45f2-b509-331b8cdc9376 req-0bdbea9d-d08f-4a46-bce0-5353f1309d20 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309880 Sep 23 23:18:53.353913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d7506-73fb-45dd-9c45-c1af8ac4df7e req-5e5bbf42-ec7e-47d2-b50a-e690efbd5a5b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:53.355306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e35d7506-73fb-45dd-9c45-c1af8ac4df7e req-5e5bbf42-ec7e-47d2-b50a-e690efbd5a5b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 945 time: 0.0477679 Sep 23 23:18:53.393593 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e35d7506-73fb-45dd-9c45-c1af8ac4df7e req-5edaa0e2-505b-41cd-bb05-4813bf5e7355 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Sep 23 23:18:53.507836 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbe478-e46d-4f30-94d8-7c5f43b7bc45 req-ec45ebc3-8e6a-4326-8772-f7b7b3d29d88 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:53.509463 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-72dbe478-e46d-4f30-94d8-7c5f43b7bc45 req-ec45ebc3-8e6a-4326-8772-f7b7b3d29d88 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 945 time: 0.0490015 Sep 23 23:18:53.547701 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-72dbe478-e46d-4f30-94d8-7c5f43b7bc45 req-f1a9443b-a41f-4d70-bf4d-53834b9ed928 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323145 Sep 23 23:18:53.868651 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4ee3dbcb-57df-476e-bced-4bf2135f09ac up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:18:54.039225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 4ee3dbcb-57df-476e-bced-4bf2135f09ac completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:18:54.047520 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 4ee3dbcb-57df-476e-bced-4bf2135f09ac triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:18:54.047520 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:54.130119 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:54.152935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27c8379-94a9-4b39-8b33-978556622586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee3dbcb-57df-476e-bced-4bf2135f09ac'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:18:54.155177 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65084b8-f8c6-4410-bb51-fcd6e686f6a9" -d '{"events": [{"server_uuid": "d27c8379-94a9-4b39-8b33-978556622586", "name": "network-vif-plugged", "status": "completed", "tag": "4ee3dbcb-57df-476e-bced-4bf2135f09ac"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:18:54.168352 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4ee3dbcb-57df-476e-bced-4bf2135f09ac, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:54.198036 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d1e1a679-9ba5-47e2-99da-273ef6dfa8df tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:54.199569 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d1e1a679-9ba5-47e2-99da-273ef6dfa8df tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/networks?id=45b67344-e8ba-4ec9-8b68-fef06f33a548 HTTP/1.1" status: 200 len: 815 time: 0.1103520 Sep 23 23:18:54.215561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-c96170e2-2f10-438c-9d18-1ee724f42fce tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/quotas/1c394cbff827467fab22058f400c556f HTTP/1.1" status: 200 len: 375 time: 0.0101340 Sep 23 23:18:54.255433 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b59dad-9320-40e0-a8f5-ae912ec7aa30 x-openstack-request-id: req-83b59dad-9320-40e0-a8f5-ae912ec7aa30 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:18:54.255740 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27c8379-94a9-4b39-8b33-978556622586", "name": "network-vif-plugged", "status": "completed", "tag": "4ee3dbcb-57df-476e-bced-4bf2135f09ac", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:18:54.255978 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83b59dad-9320-40e0-a8f5-ae912ec7aa30 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:18:54.256369 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27c8379-94a9-4b39-8b33-978556622586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee3dbcb-57df-476e-bced-4bf2135f09ac', 'code': 200} Sep 23 23:18:54.257654 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:54.267651 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-c3fe6774-c12b-4ba5-9138-bd9562d3eaca tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462513 Sep 23 23:18:54.306972 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4ee3dbcb-57df-476e-bced-4bf2135f09ac,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:54.364791 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-51675fd8-0b3a-4a54-8fe8-ebc0cf91f646 service neutron] 10.222.0.22 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892036 Sep 23 23:18:54.454550 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-9663860d-9b09-4cc0-a08c-745a45ce3b21 service neutron] 10.222.0.22 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834439 Sep 23 23:18:54.697520 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-58f4b677-51be-45dc-81a7-3a9abebd5f23 req-f82ebb68-f880-4b36-bdb8-1a5324850555 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 210 time: 0.0270419 Sep 23 23:18:55.320309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ee6e7-6bfc-4a44-8bf4-0002dbabd789 req-b7e63186-4c3a-4ef4-8e27-95cef7813188 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:55.321854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb8ee6e7-6bfc-4a44-8bf4-0002dbabd789 req-b7e63186-4c3a-4ef4-8e27-95cef7813188 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.43 "GET /v2.0/ports?device_id=d27c8379-94a9-4b39-8b33-978556622586 HTTP/1.1" status: 200 len: 946 time: 0.0535557 Sep 23 23:18:55.419840 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-eb8ee6e7-6bfc-4a44-8bf4-0002dbabd789 req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Deleting port 4ee3dbcb-57df-476e-bced-4bf2135f09ac {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:18:55.420385 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb8ee6e7-6bfc-4a44-8bf4-0002dbabd789 req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:55.513071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-eb8ee6e7-6bfc-4a44-8bf4-0002dbabd789 req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] For port 4ee3dbcb-57df-476e-bced-4bf2135f09ac, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4ee3dbcb-57df-476e-bced-4bf2135f09ac,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:18:55.513376 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb8ee6e7-6bfc-4a44-8bf4-0002dbabd789 req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:55.525938 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-eb8ee6e7-6bfc-4a44-8bf4-0002dbabd789 req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Calling delete_port for 4ee3dbcb-57df-476e-bced-4bf2135f09ac owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:18:55.764956 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb8ee6e7-6bfc-4a44-8bf4-0002dbabd789 req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:55.777088 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['4ee3dbcb-57df-476e-bced-4bf2135f09ac'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:18:55.797606 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c05119ea-b00c-4e5f-a3b9-d5cbd096ba88 req-6960c7ba-df9b-4141-8d0a-f3657edeafba tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 210 time: 0.0328865 Sep 23 23:18:55.817408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Pushing event deleted for resources: {'Port': ['ID=4ee3dbcb-57df-476e-bced-4bf2135f09ac,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:55.853977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:55.854332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:55.854754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:55.855101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:55.855436 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:55.855770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:55.856095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:55.856421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:55.856787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:55.857194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:55.857389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:55.857705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:18:55.862057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8ee6e7-6bfc-4a44-8bf4-0002dbabd789 req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] No DVR routers for this DVR port 4ee3dbcb-57df-476e-bced-4bf2135f09ac on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:18:55.864660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb8ee6e7-6bfc-4a44-8bf4-0002dbabd789 req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:55.867436 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb8ee6e7-6bfc-4a44-8bf4-0002dbabd789 req-f0811a0c-2e26-497d-b3f4-b349594a6168 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.43 "DELETE /v2.0/ports/4ee3dbcb-57df-476e-bced-4bf2135f09ac HTTP/1.1" status: 204 len: 173 time: 0.5398412 Sep 23 23:18:55.867915 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27c8379-94a9-4b39-8b33-978556622586', 'name': 'network-vif-deleted', 'tag': '4ee3dbcb-57df-476e-bced-4bf2135f09ac'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:18:55.870930 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90fab7c-f38a-45d9-a6ed-5dfa6de343c8" -d '{"events": [{"server_uuid": "d27c8379-94a9-4b39-8b33-978556622586", "name": "network-vif-deleted", "tag": "4ee3dbcb-57df-476e-bced-4bf2135f09ac"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:18:55.907330 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fa79c8-7d11-4954-bc72-55322b7b4660 x-openstack-request-id: req-72fa79c8-7d11-4954-bc72-55322b7b4660 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:18:55.907618 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27c8379-94a9-4b39-8b33-978556622586", "name": "network-vif-deleted", "tag": "4ee3dbcb-57df-476e-bced-4bf2135f09ac", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:18:55.907867 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72fa79c8-7d11-4954-bc72-55322b7b4660 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:18:55.908287 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27c8379-94a9-4b39-8b33-978556622586', 'name': 'network-vif-deleted', 'tag': '4ee3dbcb-57df-476e-bced-4bf2135f09ac', 'status': 'completed', 'code': 200} Sep 23 23:18:56.895505 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-437711df-56ce-4c09-af24-d70e9d54c694 req-afc0bcb1-53f4-49e3-b197-caf3e0c519f1 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 210 time: 0.0273516 Sep 23 23:18:57.131080 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-2163855a-5a3b-4173-87f3-10c13defec1f tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:57.132538 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-2163855a-5a3b-4173-87f3-10c13defec1f tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.67 "GET /v2.0/networks?id=45b67344-e8ba-4ec9-8b68-fef06f33a548 HTTP/1.1" status: 200 len: 815 time: 0.1171203 Sep 23 23:18:57.150479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-5653a288-3311-4596-bbc2-9816ec8c8564 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Request body: {'port': {'device_id': '421b538f-f7ea-4004-8595-63cc32df77bc', 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548', 'admin_state_up': True, 'tenant_id': '1c394cbff827467fab22058f400c556f'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:18:57.345764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-5653a288-3311-4596-bbc2-9816ec8c8564 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Made reservation on behalf of 1c394cbff827467fab22058f400c556f for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:18:57.349439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-5653a288-3311-4596-bbc2-9816ec8c8564 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:57.477742 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-5653a288-3311-4596-bbc2-9816ec8c8564 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Allocated IP 172.20.0.11 (45b67344-e8ba-4ec9-8b68-fef06f33a548/31ffef91-41a6-4d72-a48e-c04130c96fdc/4cd83d23-4b94-43b0-8458-57f6841ea5ed) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:18:57.627718 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-5653a288-3311-4596-bbc2-9816ec8c8564 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:57.725181 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-5653a288-3311-4596-bbc2-9816ec8c8564 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:57.737821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['4ee3dbcb-57df-476e-bced-4bf2135f09ac'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:18:57.769232 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-5653a288-3311-4596-bbc2-9816ec8c8564 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Network 45b67344-e8ba-4ec9-8b68-fef06f33a548 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:18:57.772398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-5653a288-3311-4596-bbc2-9816ec8c8564 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:18:57.776165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-5653a288-3311-4596-bbc2-9816ec8c8564 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:18:57.801961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653a288-3311-4596-bbc2-9816ec8c8564 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Pushing event updated for resources: {'Port': ['ID=4cd83d23-4b94-43b0-8458-57f6841ea5ed,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:57.830101 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-5653a288-3311-4596-bbc2-9816ec8c8564 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:57.830709 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-5653a288-3311-4596-bbc2-9816ec8c8564 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:57.902693 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-5653a288-3311-4596-bbc2-9816ec8c8564 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7559097 Sep 23 23:18:57.921668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Request body: {'port': {'device_id': '421b538f-f7ea-4004-8595-63cc32df77bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:18:58.004037 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:58.054768 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf01d-730d-453a-8df5-da4ffcd4e12e req-b0809b75-6daf-4dfa-a474-482896b49eb4 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:58.056276 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fa0bf01d-730d-453a-8df5-da4ffcd4e12e req-b0809b75-6daf-4dfa-a474-482896b49eb4 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 932 time: 0.0825372 Sep 23 23:18:58.168990 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fa0bf01d-730d-453a-8df5-da4ffcd4e12e req-ce436971-d8b5-4f9d-81f7-f1ef58d1e1ef tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049976 Sep 23 23:18:58.316450 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd83d23-4b94-43b0-8458-57f6841ea5ed {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:18:58.323847 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:58.336041 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Transition to ACTIVE for port object 4cd83d23-4b94-43b0-8458-57f6841ea5ed will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:18:58.392887 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:58.442166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Pushing event updated for resources: {'Port': ['ID=4cd83d23-4b94-43b0-8458-57f6841ea5ed,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:58.510139 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Attempting to bind port 4cd83d23-4b94-43b0-8458-57f6841ea5ed on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:18:58.510478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Attempting to bind port 4cd83d23-4b94-43b0-8458-57f6841ea5ed by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:18:58.510801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Attempting to bind port 4cd83d23-4b94-43b0-8458-57f6841ea5ed on network 45b67344-e8ba-4ec9-8b68-fef06f33a548 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:18:58.515177 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Port 4cd83d23-4b94-43b0-8458-57f6841ea5ed on network 45b67344-e8ba-4ec9-8b68-fef06f33a548 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:18:58.515494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Attempting to bind port 4cd83d23-4b94-43b0-8458-57f6841ea5ed on network 45b67344-e8ba-4ec9-8b68-fef06f33a548 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:18:58.520791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:18:58.521152 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Checking segment: {'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:18:58.521539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Bound using segment: {'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:18:58.521957 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Bound port: 4cd83d23-4b94-43b0-8458-57f6841ea5ed, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:18:58.522310 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:58.587928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] For port 4cd83d23-4b94-43b0-8458-57f6841ea5ed, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:18:58.590790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] For port 4cd83d23-4b94-43b0-8458-57f6841ea5ed, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:18:58.668123 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:58.703517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:58.704143 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:18:58.705784 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] 10.222.0.67 "PUT /v2.0/ports/4cd83d23-4b94-43b0-8458-57f6841ea5ed HTTP/1.1" status: 200 len: 1092 time: 0.7886980 Sep 23 23:18:58.706236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421b538f-f7ea-4004-8595-63cc32df77bc', 'tag': '4cd83d23-4b94-43b0-8458-57f6841ea5ed'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:18:58.709297 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a44830-f750-40da-baeb-2a6e84a7e2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "421b538f-f7ea-4004-8595-63cc32df77bc", "tag": "4cd83d23-4b94-43b0-8458-57f6841ea5ed"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:18:58.739422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2639ff0-f0cc-4ca8-9854-abd2a193a83c service neutron] Pushing event updated for resources: {'Port': ['ID=4cd83d23-4b94-43b0-8458-57f6841ea5ed,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:18:58.757679 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200af3fc-4fda-45ed-b208-ae4239cd727e x-openstack-request-id: req-200af3fc-4fda-45ed-b208-ae4239cd727e {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:18:58.757966 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421b538f-f7ea-4004-8595-63cc32df77bc", "tag": "4cd83d23-4b94-43b0-8458-57f6841ea5ed", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:18:58.758243 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-200af3fc-4fda-45ed-b208-ae4239cd727e {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:18:58.758618 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421b538f-f7ea-4004-8595-63cc32df77bc', 'tag': '4cd83d23-4b94-43b0-8458-57f6841ea5ed', 'status': 'completed', 'code': 200} Sep 23 23:18:58.838859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a44830-f750-40da-baeb-2a6e84a7e2c5 req-b99769e7-3cd3-4adb-a38b-3761fd928a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:58.840320 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77a44830-f750-40da-baeb-2a6e84a7e2c5 req-b99769e7-3cd3-4adb-a38b-3761fd928a08 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 1095 time: 0.0419636 Sep 23 23:18:58.946796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a44830-f750-40da-baeb-2a6e84a7e2c5 req-08c2672b-e610-41c4-a174-6a752a64d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:58.948290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77a44830-f750-40da-baeb-2a6e84a7e2c5 req-08c2672b-e610-41c4-a174-6a752a64d076 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1c394cbff827467fab22058f400c556f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0952699 Sep 23 23:18:59.040162 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a44830-f750-40da-baeb-2a6e84a7e2c5 req-7e024e4d-632a-4385-84a9-2cf20cb1b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:59.041706 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77a44830-f750-40da-baeb-2a6e84a7e2c5 req-7e024e4d-632a-4385-84a9-2cf20cb1b842 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870798 Sep 23 23:18:59.135936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-3ecfbb9d-2cda-4d3c-9a66-0d4f1e99bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:59.137480 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-3ecfbb9d-2cda-4d3c-9a66-0d4f1e99bb89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 1095 time: 0.0413101 Sep 23 23:18:59.187416 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-035e07aa-4a6e-4c8b-a7c4-217b5a501fd8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed HTTP/1.1" status: 200 len: 217 time: 0.0371463 Sep 23 23:18:59.237993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-1b09f235-7668-4d98-aa9e-9132a16db44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:59.240040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-1b09f235-7668-4d98-aa9e-9132a16db44e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31ffef91-41a6-4d72-a48e-c04130c96fdc HTTP/1.1" status: 200 len: 855 time: 0.0462291 Sep 23 23:18:59.292372 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-d5d7330d-6cfa-465b-a0ae-bcd31875d372 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b67344-e8ba-4ec9-8b68-fef06f33a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415783 Sep 23 23:18:59.340809 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767621f-b6cb-4fea-99ea-3ab451de3344 req-b5005f33-8e70-4aeb-99a4-c88424d7ece1 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:18:59.342327 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f767621f-b6cb-4fea-99ea-3ab451de3344 req-b5005f33-8e70-4aeb-99a4-c88424d7ece1 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 944 time: 0.1002562 Sep 23 23:18:59.422659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f767621f-b6cb-4fea-99ea-3ab451de3344 req-dd598a5e-bdd0-4824-a162-cbce05ad4e57 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512493 Sep 23 23:18:59.424801 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-05fbd28a-5d9f-49e5-9807-862ef71cd8a6 service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258309 Sep 23 23:18:59.520403 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3425270b-bd0c-4abd-a09b-13e90fd98b21 req-f67c83d2-9efe-4049-8d18-4d1dcaecebe2 service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871794 Sep 23 23:18:59.867781 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4ee3dbcb-57df-476e-bced-4bf2135f09ac no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:18:59.887501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 4ee3dbcb-57df-476e-bced-4bf2135f09ac {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:18:59.887839 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4ee3dbcb-57df-476e-bced-4bf2135f09ac not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:19:00.538696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a2b20-be15-4dc7-a3e9-bcd55e516a77 req-422429b9-d733-46e9-96f3-c791dba0c07d tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:00.540183 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-723a2b20-be15-4dc7-a3e9-bcd55e516a77 req-422429b9-d733-46e9-96f3-c791dba0c07d tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 944 time: 0.0490401 Sep 23 23:19:00.578591 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-723a2b20-be15-4dc7-a3e9-bcd55e516a77 req-e5fb850d-8276-47bd-b752-17a4ff4e0f37 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321987 Sep 23 23:19:01.695114 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384606f8-1de1-42ce-b160-9eb6e3959f09 req-edd463bc-c643-4232-8137-25879e3366d7 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:01.696608 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-384606f8-1de1-42ce-b160-9eb6e3959f09 req-edd463bc-c643-4232-8137-25879e3366d7 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 944 time: 0.0535464 Sep 23 23:19:01.736294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-384606f8-1de1-42ce-b160-9eb6e3959f09 req-45b9f516-acbc-4d89-88fd-901f2a86108f tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336285 Sep 23 23:19:02.851351 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a98928-03f7-4426-8e09-7bda92cc8226 req-eb2c65eb-dfef-47d6-99ab-d830470cdd56 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:02.852838 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6a98928-03f7-4426-8e09-7bda92cc8226 req-eb2c65eb-dfef-47d6-99ab-d830470cdd56 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 944 time: 0.0493979 Sep 23 23:19:02.892299 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6a98928-03f7-4426-8e09-7bda92cc8226 req-88e48618-c433-4418-a3bd-5cdc0efbe122 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333152 Sep 23 23:19:03.342137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 4cd83d23-4b94-43b0-8458-57f6841ea5ed details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:19:03.439446 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 4cd83d23-4b94-43b0-8458-57f6841ea5ed, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:03.450628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '4cd83d23-4b94-43b0-8458-57f6841ea5ed', 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548', 'port_id': '4cd83d23-4b94-43b0-8458-57f6841ea5ed', 'mac_address': 'fa:16:3e:4c:e0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ffef91-41a6-4d72-a48e-c04130c96fdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:19:03.488061 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:03.502156 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd83d23-4b94-43b0-8458-57f6841ea5ed {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:19:03.522039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 4cd83d23-4b94-43b0-8458-57f6841ea5ed, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:03.587296 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:03.634555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=4cd83d23-4b94-43b0-8458-57f6841ea5ed,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:03.953907 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['4cd83d23-4b94-43b0-8458-57f6841ea5ed'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:19:04.008864 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b935ce0-8626-4ab2-a7fe-f934023e9e01 req-d19f85b3-74f9-47c2-a195-e5c6a8af069f tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:04.010529 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3b935ce0-8626-4ab2-a7fe-f934023e9e01 req-d19f85b3-74f9-47c2-a195-e5c6a8af069f tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 945 time: 0.0504661 Sep 23 23:19:04.055497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3b935ce0-8626-4ab2-a7fe-f934023e9e01 req-d3483d4c-00e7-4bcd-a416-c078caf7f670 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375919 Sep 23 23:19:05.184223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b74a0-cc7c-4d0d-a9d4-ddaa4afb6ccb req-2322a90e-fb2f-4e13-9747-e29334df00b9 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:05.185699 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-af0b74a0-cc7c-4d0d-a9d4-ddaa4afb6ccb req-2322a90e-fb2f-4e13-9747-e29334df00b9 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 945 time: 0.0523365 Sep 23 23:19:05.233944 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-af0b74a0-cc7c-4d0d-a9d4-ddaa4afb6ccb req-cc5fe6e0-cca8-4b30-a2f1-95b4610ba7aa tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422521 Sep 23 23:19:05.342726 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 4cd83d23-4b94-43b0-8458-57f6841ea5ed up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:19:05.477501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 4cd83d23-4b94-43b0-8458-57f6841ea5ed completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:19:05.482489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 4cd83d23-4b94-43b0-8458-57f6841ea5ed triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:19:05.486074 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:05.583860 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:05.608639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421b538f-f7ea-4004-8595-63cc32df77bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd83d23-4b94-43b0-8458-57f6841ea5ed'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:19:05.610886 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620b4d31-ff69-4ad1-a000-59eb3d4f7f64" -d '{"events": [{"server_uuid": "421b538f-f7ea-4004-8595-63cc32df77bc", "name": "network-vif-plugged", "status": "completed", "tag": "4cd83d23-4b94-43b0-8458-57f6841ea5ed"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:19:05.625798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 4cd83d23-4b94-43b0-8458-57f6841ea5ed, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:05.659940 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3590b996-416b-41d3-936f-dd71752865ab x-openstack-request-id: req-3590b996-416b-41d3-936f-dd71752865ab {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:19:05.659940 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421b538f-f7ea-4004-8595-63cc32df77bc", "name": "network-vif-plugged", "status": "completed", "tag": "4cd83d23-4b94-43b0-8458-57f6841ea5ed", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:19:05.660551 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3590b996-416b-41d3-936f-dd71752865ab {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:19:05.661650 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421b538f-f7ea-4004-8595-63cc32df77bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd83d23-4b94-43b0-8458-57f6841ea5ed', 'code': 200} Sep 23 23:19:05.703537 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:05.770599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=4cd83d23-4b94-43b0-8458-57f6841ea5ed,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:05.798106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be46ea3-86a0-426b-9ea9-40048ac9fce4 req-560adcac-fa3a-4d12-9e3c-89e36f45fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:05.799700 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1be46ea3-86a0-426b-9ea9-40048ac9fce4 req-560adcac-fa3a-4d12-9e3c-89e36f45fc9a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 1097 time: 0.0449669 Sep 23 23:19:05.838705 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1be46ea3-86a0-426b-9ea9-40048ac9fce4 req-10647969-85d0-4299-8e6d-aeac7a26cfee service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309753 Sep 23 23:19:06.350782 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f03876-987d-449d-9d1d-48605b8f9824 req-6e83550f-341f-4fdc-8396-388229a44572 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:06.352329 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b2f03876-987d-449d-9d1d-48605b8f9824 req-6e83550f-341f-4fdc-8396-388229a44572 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0493252 Sep 23 23:19:06.390918 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b2f03876-987d-449d-9d1d-48605b8f9824 req-b26ffb39-ed06-406b-8c9a-c7000bcc3081 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326955 Sep 23 23:19:07.118611 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:07.509533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c177b-446d-44d3-b23e-cdef298249cd req-3cc806cb-9f08-4033-824a-b4d0b9455b89 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:07.511044 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-587c177b-446d-44d3-b23e-cdef298249cd req-3cc806cb-9f08-4033-824a-b4d0b9455b89 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0504019 Sep 23 23:19:07.550669 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-587c177b-446d-44d3-b23e-cdef298249cd req-b2de291f-d195-4d4a-97a4-ed29efbaa2d7 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334895 Sep 23 23:19:07.665723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82ef10-d845-486f-8df3-c519f86311b4 req-0cd69da4-1f96-4a23-90b9-e235e90eedd6 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:07.667138 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a82ef10-d845-486f-8df3-c519f86311b4 req-0cd69da4-1f96-4a23-90b9-e235e90eedd6 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0497377 Sep 23 23:19:07.705263 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3a82ef10-d845-486f-8df3-c519f86311b4 req-ee9b0216-cb2e-4883-ba79-fa3b3cc814ca tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319893 Sep 23 23:19:08.100596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d2eb2-05a3-43dd-8564-bd487c72e79d req-e7b79ab2-456f-4e32-8a66-1a5bd1a1b334 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:08.102145 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bc2d2eb2-05a3-43dd-8564-bd487c72e79d req-e7b79ab2-456f-4e32-8a66-1a5bd1a1b334 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0539215 Sep 23 23:19:08.141298 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bc2d2eb2-05a3-43dd-8564-bd487c72e79d req-2cdf1b4d-fff8-4062-8cc0-4cfb11a2dd2b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331597 Sep 23 23:19:08.196073 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-922d796e-c0eb-4267-ae3c-9fd0fd22c33f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409355 Sep 23 23:19:09.262809 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81971b-fcd2-4b43-86c9-49a1059e9672 req-e94c52e9-69c9-4302-9b3c-f37949c695dd tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:09.264232 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb81971b-fcd2-4b43-86c9-49a1059e9672 req-e94c52e9-69c9-4302-9b3c-f37949c695dd tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0530119 Sep 23 23:19:09.304374 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bb81971b-fcd2-4b43-86c9-49a1059e9672 req-7aa85859-2a18-4c65-a5bc-b1d07207b526 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338964 Sep 23 23:19:10.315350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9add-e6ea-4777-852c-332d477caf7b req-f41ce9ad-9355-4ebd-9e42-82ac979088fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:10.316908 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-f41ce9ad-9355-4ebd-9e42-82ac979088fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 1097 time: 0.0415151 Sep 23 23:19:10.414577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9add-e6ea-4777-852c-332d477caf7b req-a97021b4-794d-47cf-ae73-967b612cb373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:10.416129 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-a97021b4-794d-47cf-ae73-967b612cb373 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b67344-e8ba-4ec9-8b68-fef06f33a548 HTTP/1.1" status: 200 len: 916 time: 0.0918875 Sep 23 23:19:10.425082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10c0b4-e555-462f-96c4-f3b3beb3f112 req-70ab4ef9-7d0f-422f-9f36-c5a2cc33d53e tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:10.427443 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8b10c0b4-e555-462f-96c4-f3b3beb3f112 req-70ab4ef9-7d0f-422f-9f36-c5a2cc33d53e tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0520835 Sep 23 23:19:10.459856 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-950a4ae1-71f6-4018-aed3-19d6a07fd212 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed HTTP/1.1" status: 200 len: 217 time: 0.0364008 Sep 23 23:19:10.466579 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8b10c0b4-e555-462f-96c4-f3b3beb3f112 req-d02f8508-9cd8-4d2c-bc22-eaaa0b5d6741 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326903 Sep 23 23:19:10.509871 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9add-e6ea-4777-852c-332d477caf7b req-899afef8-164e-4583-bd41-ebcb2bc7d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:10.511311 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-899afef8-164e-4583-bd41-ebcb2bc7d83e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31ffef91-41a6-4d72-a48e-c04130c96fdc HTTP/1.1" status: 200 len: 855 time: 0.0446208 Sep 23 23:19:10.543312 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-2b904dba-272b-4a3a-b38b-37815ec11714 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b67344-e8ba-4ec9-8b68-fef06f33a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251362 Sep 23 23:19:10.634961 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-8def4eb0-b2d2-499e-979e-45d8fe76f25f service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849295 Sep 23 23:19:10.728396 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-2d31afea-28ed-47b8-8ad6-922c1795b87c service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869131 Sep 23 23:19:11.582078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606345cd-4930-425a-ac34-72ffdd48c941 req-a4bde27f-2bfb-4a54-8822-1202ceb85cb2 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:11.584208 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-606345cd-4930-425a-ac34-72ffdd48c941 req-a4bde27f-2bfb-4a54-8822-1202ceb85cb2 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0500686 Sep 23 23:19:11.621023 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-606345cd-4930-425a-ac34-72ffdd48c941 req-be5a984a-22ab-4ecf-bff4-df595ab85543 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Sep 23 23:19:12.764783 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9da08-ec3b-4c49-8892-e5f13613b2c7 req-cf232688-4645-489b-97cd-a854abb91290 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:12.766297 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6d9da08-ec3b-4c49-8892-e5f13613b2c7 req-cf232688-4645-489b-97cd-a854abb91290 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0489285 Sep 23 23:19:12.805200 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6d9da08-ec3b-4c49-8892-e5f13613b2c7 req-dc0cb351-d11c-4041-b081-3fd0ba701534 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323706 Sep 23 23:19:13.111734 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a32b93bf-d47f-47e0-9745-af2793d61c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:13.922983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cac70-2491-4f93-bbee-9d814a2c61ca req-80b17094-31fe-407e-9e5d-09423176ed5f tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:13.924463 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-964cac70-2491-4f93-bbee-9d814a2c61ca req-80b17094-31fe-407e-9e5d-09423176ed5f tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0497739 Sep 23 23:19:13.961970 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-964cac70-2491-4f93-bbee-9d814a2c61ca req-3e49fcb9-6b87-4811-a73d-a0df9eaef153 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309927 Sep 23 23:19:15.081129 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e2f4a-cb4c-4978-b014-48979bdb0b81 req-25a05807-807d-4648-818d-917f54668756 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:15.082641 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e85e2f4a-cb4c-4978-b014-48979bdb0b81 req-25a05807-807d-4648-818d-917f54668756 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0538473 Sep 23 23:19:15.122377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e85e2f4a-cb4c-4978-b014-48979bdb0b81 req-818215b1-1408-4942-9ef4-587efbab23cc tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331168 Sep 23 23:19:15.632339 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b753bcfd-4a23-4118-9a0c-a6c3987ee73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:16.135516 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:16.240992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d8187-7892-4e00-bdc1-4071a164cc7b req-c59d9830-455b-48df-aa96-d9b894424e5b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:16.242503 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb3d8187-7892-4e00-bdc1-4071a164cc7b req-c59d9830-455b-48df-aa96-d9b894424e5b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0535185 Sep 23 23:19:16.279952 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb3d8187-7892-4e00-bdc1-4071a164cc7b req-7ac39583-e4f2-4dee-b1a6-3f9d05830064 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315838 Sep 23 23:19:17.107335 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:17.396561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890f52b-86f3-4475-ae51-a461a6fa8886 req-f52f18f4-2019-4863-962c-31d4ec2b07d6 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:17.398184 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0890f52b-86f3-4475-ae51-a461a6fa8886 req-f52f18f4-2019-4863-962c-31d4ec2b07d6 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0505557 Sep 23 23:19:17.438072 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0890f52b-86f3-4475-ae51-a461a6fa8886 req-cdee92d4-56a0-49cb-8cdd-6923ee1430c3 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339336 Sep 23 23:19:17.887440 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:19:18.357129 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:18.555275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394f7bd-6e22-4d65-a06c-d0030e75c5aa req-53227285-40c4-451b-b4f2-51706d913114 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:18.556903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0394f7bd-6e22-4d65-a06c-d0030e75c5aa req-53227285-40c4-451b-b4f2-51706d913114 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0496132 Sep 23 23:19:18.595373 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0394f7bd-6e22-4d65-a06c-d0030e75c5aa req-672d34fa-8c67-4454-9f59-86eac332e2ef tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325024 Sep 23 23:19:18.758602 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:19.718950 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59864d3-ae0c-4e65-83b9-f65410838e26 req-8ee42d6b-59c0-4234-aaa3-b1100ffdb622 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:19.720474 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a59864d3-ae0c-4e65-83b9-f65410838e26 req-8ee42d6b-59c0-4234-aaa3-b1100ffdb622 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0511074 Sep 23 23:19:19.760835 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a59864d3-ae0c-4e65-83b9-f65410838e26 req-5f969464-f79b-4fdf-9a4f-b2ac31296fa5 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337186 Sep 23 23:19:20.877667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16770913-2e31-46bd-a4e6-9114bc0ac4a5 req-a8ccc618-aa84-4e03-9eec-8053fbc523ac tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:20.879352 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16770913-2e31-46bd-a4e6-9114bc0ac4a5 req-a8ccc618-aa84-4e03-9eec-8053fbc523ac tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0504589 Sep 23 23:19:20.919034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-16770913-2e31-46bd-a4e6-9114bc0ac4a5 req-0b0c900a-e7f6-4f2c-970f-060e52d6e9c1 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Sep 23 23:19:22.044267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d312d63-6dc0-4ab9-b028-dc3fcc7db4b3 req-b954d9f2-6f1d-42cb-b542-7c5b3b091c49 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:22.045716 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d312d63-6dc0-4ab9-b028-dc3fcc7db4b3 req-b954d9f2-6f1d-42cb-b542-7c5b3b091c49 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0579062 Sep 23 23:19:22.086107 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5d312d63-6dc0-4ab9-b028-dc3fcc7db4b3 req-83ad8768-3c7a-401d-a5a2-f04cdee55d79 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341952 Sep 23 23:19:23.203719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ba9ea-2bcc-4b53-ac6f-d54bdd723fe6 req-095c1e86-96b7-4315-9f25-bbcf008c6b65 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:23.205236 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c66ba9ea-2bcc-4b53-ac6f-d54bdd723fe6 req-095c1e86-96b7-4315-9f25-bbcf008c6b65 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0524316 Sep 23 23:19:23.243515 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c66ba9ea-2bcc-4b53-ac6f-d54bdd723fe6 req-a66da4be-4e8f-4470-b142-ef46fdf58986 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317261 Sep 23 23:19:24.358413 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d4ac8-2d91-4b7c-8b55-5cf7d43db8e2 req-f23bb86c-af98-41f0-9a96-edbc96a74796 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:24.359913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c4d4ac8-2d91-4b7c-8b55-5cf7d43db8e2 req-f23bb86c-af98-41f0-9a96-edbc96a74796 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0491040 Sep 23 23:19:24.398434 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c4d4ac8-2d91-4b7c-8b55-5cf7d43db8e2 req-edf7e3d1-dc7d-4eba-97aa-e3719b5a6206 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Sep 23 23:19:25.513352 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5640164-a413-4637-afef-b3628023fe36 req-eab6f750-be49-453f-b44d-8855c20ea360 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:25.514868 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5640164-a413-4637-afef-b3628023fe36 req-eab6f750-be49-453f-b44d-8855c20ea360 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0496230 Sep 23 23:19:25.554969 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5640164-a413-4637-afef-b3628023fe36 req-6b50e3b5-2986-4f0a-882e-4e5df41e4036 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340121 Sep 23 23:19:26.670701 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8a043-a419-4c76-bb79-af1ff3f0852c req-70f943c8-eea5-4f8b-86d8-68b156db072a tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:26.672187 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83a8a043-a419-4c76-bb79-af1ff3f0852c req-70f943c8-eea5-4f8b-86d8-68b156db072a tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0494018 Sep 23 23:19:26.710452 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-83a8a043-a419-4c76-bb79-af1ff3f0852c req-02f444c5-dab3-489b-b9b0-6cdaa32a57e8 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321448 Sep 23 23:19:27.827587 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3513585-f296-41d9-9c70-961504f0a544 req-c3fb940b-5367-4b07-8bc9-9ca562c03d41 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:27.837298 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3513585-f296-41d9-9c70-961504f0a544 req-c3fb940b-5367-4b07-8bc9-9ca562c03d41 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0510933 Sep 23 23:19:27.870440 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3513585-f296-41d9-9c70-961504f0a544 req-541acafa-f588-4b9b-9072-245a6a908662 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346062 Sep 23 23:19:28.989217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2a185-9753-4d8a-b304-bf58ff4d4567 req-0fbfe1da-e863-4128-a625-8d08e1f28f28 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:28.990635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7eb2a185-9753-4d8a-b304-bf58ff4d4567 req-0fbfe1da-e863-4128-a625-8d08e1f28f28 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0525928 Sep 23 23:19:29.028356 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7eb2a185-9753-4d8a-b304-bf58ff4d4567 req-f9c17a02-f261-46b3-a950-f588d2d07059 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317843 Sep 23 23:19:30.146877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f728e-e34d-4b11-b9b4-747bb0bd0806 req-f35d0c1a-b105-479a-8408-9117b15d9ade tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:30.148451 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-784f728e-e34d-4b11-b9b4-747bb0bd0806 req-f35d0c1a-b105-479a-8408-9117b15d9ade tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0530443 Sep 23 23:19:30.185939 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-784f728e-e34d-4b11-b9b4-747bb0bd0806 req-48a3f2cf-167b-404a-91f9-395701831cb9 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313084 Sep 23 23:19:31.304647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e0a6a-1388-4ba3-a927-0a5896afc6c0 req-ec9cae96-d2e8-4621-826e-a63bb1bf66d5 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:31.306272 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d1e0a6a-1388-4ba3-a927-0a5896afc6c0 req-ec9cae96-d2e8-4621-826e-a63bb1bf66d5 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0515468 Sep 23 23:19:31.345326 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d1e0a6a-1388-4ba3-a927-0a5896afc6c0 req-274348dd-6b47-419f-88e0-a004feb5b93b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326512 Sep 23 23:19:32.463105 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddd033-cbb4-4643-8f43-a0aac864bdb6 req-845fefea-8fcc-4677-9658-70474c8acd93 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:32.464752 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-14ddd033-cbb4-4643-8f43-a0aac864bdb6 req-845fefea-8fcc-4677-9658-70474c8acd93 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0501125 Sep 23 23:19:32.503474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-14ddd033-cbb4-4643-8f43-a0aac864bdb6 req-6237102d-c9f9-4e85-b67d-fe6bde45e078 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327756 Sep 23 23:19:33.618081 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286103e5-7b5c-446c-a49a-8316759dbaab req-f3812c46-b795-4dcb-a803-df95990f8590 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:33.619641 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-286103e5-7b5c-446c-a49a-8316759dbaab req-f3812c46-b795-4dcb-a803-df95990f8590 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0495043 Sep 23 23:19:33.657423 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-286103e5-7b5c-446c-a49a-8316759dbaab req-81bfe14b-5aff-45b8-a57f-7287fd6c8314 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316987 Sep 23 23:19:34.772560 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db8cf5-389a-401f-99a8-90f5347f9ba4 req-669f6103-fff0-4f97-90e1-eca65abc982e tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:34.774307 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83db8cf5-389a-401f-99a8-90f5347f9ba4 req-669f6103-fff0-4f97-90e1-eca65abc982e tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0493701 Sep 23 23:19:34.813047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83db8cf5-389a-401f-99a8-90f5347f9ba4 req-6507091c-b6f1-4a3e-a8bd-f45b10926c29 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331030 Sep 23 23:19:35.932240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c4d44-574c-4cf8-a6ae-51ab43443d40 req-77ab8996-20dc-45c4-9f80-085cf98d63c9 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:35.934432 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-674c4d44-574c-4cf8-a6ae-51ab43443d40 req-77ab8996-20dc-45c4-9f80-085cf98d63c9 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0550869 Sep 23 23:19:35.971939 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-674c4d44-574c-4cf8-a6ae-51ab43443d40 req-11504aa3-5654-48c7-b715-a57cb4990798 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Sep 23 23:19:37.093921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e2dd5-fbf4-4fb0-898f-20b50eaadebe req-0b222e09-1be3-4d9c-a5be-248d3d6c3811 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:37.095425 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9d7e2dd5-fbf4-4fb0-898f-20b50eaadebe req-0b222e09-1be3-4d9c-a5be-248d3d6c3811 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0546343 Sep 23 23:19:37.133333 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9d7e2dd5-fbf4-4fb0-898f-20b50eaadebe req-9c4a1fe2-7cfe-4810-bcb7-08c9863687f1 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Sep 23 23:19:37.139681 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:38.233882 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-ecea9add-e6ea-4777-852c-332d477caf7b req-13db9709-2289-4ce8-a630-ba5800a49d54 service neutron] show failed (client error): The resource could not be found. Sep 23 23:19:38.235027 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-13db9709-2289-4ce8-a630-ba5800a49d54 service neutron] 10.222.0.67 "GET /v2.0/ports/4cd83d23-4b94-43b0-8458-57f6841ea5ed/bindings/n-h1-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.0594730 Sep 23 23:19:38.254033 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf3ccd-bd7f-4797-9181-d3296c3dd5ef req-10a28890-0960-4c7b-8f10-0eff65c9ac28 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:38.255669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bfaf3ccd-bd7f-4797-9181-d3296c3dd5ef req-10a28890-0960-4c7b-8f10-0eff65c9ac28 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0518863 Sep 23 23:19:38.296016 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bfaf3ccd-bd7f-4797-9181-d3296c3dd5ef req-702f90d9-93b5-40c5-ab88-4422e2a920a4 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330861 Sep 23 23:19:38.673982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9add-e6ea-4777-852c-332d477caf7b req-c7b3d1c4-64ae-41e5-9a5d-e85fdfa7de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:38.675516 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-c7b3d1c4-64ae-41e5-9a5d-e85fdfa7de5e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc&tenant_id=1c394cbff827467fab22058f400c556f HTTP/1.1" status: 200 len: 1097 time: 0.0430093 Sep 23 23:19:38.688091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:19:38.749064 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.233484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] For port 4cd83d23-4b94-43b0-8458-57f6841ea5ed, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:39.265793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] For port 4cd83d23-4b94-43b0-8458-57f6841ea5ed, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:19:39.305362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421b538f-f7ea-4004-8595-63cc32df77bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cd83d23-4b94-43b0-8458-57f6841ea5ed'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:19:39.307705 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3b3bb5-059c-4e99-a274-c0593ce3e7f7" -d '{"events": [{"server_uuid": "421b538f-f7ea-4004-8595-63cc32df77bc", "name": "network-vif-unplugged", "status": "completed", "tag": "4cd83d23-4b94-43b0-8458-57f6841ea5ed"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:19:39.311920 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.325037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Transition to ACTIVE for port object 4cd83d23-4b94-43b0-8458-57f6841ea5ed will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:19:39.357098 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33afb94-ec7a-4f58-8b03-fdeefda6da69 x-openstack-request-id: req-c33afb94-ec7a-4f58-8b03-fdeefda6da69 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:19:39.357493 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421b538f-f7ea-4004-8595-63cc32df77bc", "name": "network-vif-unplugged", "status": "completed", "tag": "4cd83d23-4b94-43b0-8458-57f6841ea5ed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:19:39.357740 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c33afb94-ec7a-4f58-8b03-fdeefda6da69 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:19:39.358147 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421b538f-f7ea-4004-8595-63cc32df77bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cd83d23-4b94-43b0-8458-57f6841ea5ed', 'code': 200} Sep 23 23:19:39.416223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37044b21-62a8-49cc-9ae9-f1d45be31dac req-8a606ef0-bff5-4433-88cd-f38d3a7eea41 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:39.418656 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-37044b21-62a8-49cc-9ae9-f1d45be31dac req-8a606ef0-bff5-4433-88cd-f38d3a7eea41 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0512326 Sep 23 23:19:39.457615 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-37044b21-62a8-49cc-9ae9-f1d45be31dac req-67ebdfeb-21e1-4834-80a2-b2175c33c943 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328531 Sep 23 23:19:39.461407 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.525567 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] No DVR routers for this DVR port 4cd83d23-4b94-43b0-8458-57f6841ea5ed on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:19:39.527488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd83d23-4b94-43b0-8458-57f6841ea5ed,revision_number=6']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:39.562068 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Attempting to bind port 4cd83d23-4b94-43b0-8458-57f6841ea5ed on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:19:39.562395 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Attempting to bind port 4cd83d23-4b94-43b0-8458-57f6841ea5ed by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:19:39.562712 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Attempting to bind port 4cd83d23-4b94-43b0-8458-57f6841ea5ed on network 45b67344-e8ba-4ec9-8b68-fef06f33a548 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:19:39.566916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Port 4cd83d23-4b94-43b0-8458-57f6841ea5ed on network 45b67344-e8ba-4ec9-8b68-fef06f33a548 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:19:39.567227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Attempting to bind port 4cd83d23-4b94-43b0-8458-57f6841ea5ed on network 45b67344-e8ba-4ec9-8b68-fef06f33a548 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:19:39.571881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:19:39.572209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Checking segment: {'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:19:39.572583 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Bound using segment: {'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:19:39.573725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Bound port: 4cd83d23-4b94-43b0-8458-57f6841ea5ed, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ff2365-1aeb-4fc3-ac25-f1753ae33a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:19:39.574157 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.634872 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] For port 4cd83d23-4b94-43b0-8458-57f6841ea5ed, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:19:39.638425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] For port 4cd83d23-4b94-43b0-8458-57f6841ea5ed, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:19:39.724195 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.759642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:39.760249 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:39.761734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] 10.222.0.43 "PUT /v2.0/ports/4cd83d23-4b94-43b0-8458-57f6841ea5ed HTTP/1.1" status: 200 len: 1092 time: 1.0779877 Sep 23 23:19:39.781537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dde70-5506-4fb8-b18a-5782b576ede5 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd83d23-4b94-43b0-8458-57f6841ea5ed,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:39.829087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9add-e6ea-4777-852c-332d477caf7b req-e14de4c0-16b5-46b2-b7cf-bba47c8ab5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:39.830810 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-e14de4c0-16b5-46b2-b7cf-bba47c8ab5c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 1095 time: 0.0450342 Sep 23 23:19:39.923512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9add-e6ea-4777-852c-332d477caf7b req-dfddceb4-0e67-46cc-8031-6fd7ddc91e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:39.924979 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-dfddceb4-0e67-46cc-8031-6fd7ddc91e73 service neutron] 10.222.0.43 "GET /v2.0/networks?id=45b67344-e8ba-4ec9-8b68-fef06f33a548 HTTP/1.1" status: 200 len: 916 time: 0.0869787 Sep 23 23:19:39.970629 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-062e102d-7869-4636-9890-aa57c995e459 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed HTTP/1.1" status: 200 len: 217 time: 0.0377250 Sep 23 23:19:40.020555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9add-e6ea-4777-852c-332d477caf7b req-a071c816-44ed-4ea2-9279-b0ba4775dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:40.022017 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-a071c816-44ed-4ea2-9279-b0ba4775dad3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=31ffef91-41a6-4d72-a48e-c04130c96fdc HTTP/1.1" status: 200 len: 855 time: 0.0448158 Sep 23 23:19:40.055106 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-bd87b83b-7873-4552-b407-4fab04042d0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45b67344-e8ba-4ec9-8b68-fef06f33a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262971 Sep 23 23:19:40.150035 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-f845bd97-bc22-43be-8b58-9e714990587e service neutron] 10.222.0.43 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870936 Sep 23 23:19:40.241744 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ecea9add-e6ea-4777-852c-332d477caf7b req-70d68971-354b-49af-be55-00de526a1f4c service neutron] 10.222.0.43 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843565 Sep 23 23:19:40.579007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ac68b-7a36-41e4-a536-3a5f41b93bd0 req-39f350fb-bdc5-4cc0-b747-dbd76219f708 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:40.580564 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc9ac68b-7a36-41e4-a536-3a5f41b93bd0 req-39f350fb-bdc5-4cc0-b747-dbd76219f708 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 944 time: 0.0529242 Sep 23 23:19:40.618502 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc9ac68b-7a36-41e4-a536-3a5f41b93bd0 req-084679b5-f1fb-4326-8424-252b571fb512 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321279 Sep 23 23:19:41.359609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421b538f-f7ea-4004-8595-63cc32df77bc', 'tag': '4cd83d23-4b94-43b0-8458-57f6841ea5ed'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:19:41.362029 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682c6473-059c-4d0d-89e8-a4f649633b86" -d '{"events": [{"name": "network-changed", "server_uuid": "421b538f-f7ea-4004-8595-63cc32df77bc", "tag": "4cd83d23-4b94-43b0-8458-57f6841ea5ed"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:19:41.408641 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205cc6b8-1cd9-44cb-a4ad-ba8976c61752 x-openstack-request-id: req-205cc6b8-1cd9-44cb-a4ad-ba8976c61752 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:19:41.408930 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421b538f-f7ea-4004-8595-63cc32df77bc", "tag": "4cd83d23-4b94-43b0-8458-57f6841ea5ed", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:19:41.409211 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-205cc6b8-1cd9-44cb-a4ad-ba8976c61752 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:19:41.409605 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421b538f-f7ea-4004-8595-63cc32df77bc', 'tag': '4cd83d23-4b94-43b0-8458-57f6841ea5ed', 'status': 'completed', 'code': 200} Sep 23 23:19:41.467141 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 4cd83d23-4b94-43b0-8458-57f6841ea5ed no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:19:41.505835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-4d607ed0-1841-4e65-b6d8-7f65a4f7cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:41.507360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-4d607ed0-1841-4e65-b6d8-7f65a4f7cba7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 1095 time: 0.0750785 Sep 23 23:19:41.508597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 4cd83d23-4b94-43b0-8458-57f6841ea5ed not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:19:41.513625 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-15df2661-6408-46e1-93c1-dbd274f24c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:41.515080 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-15df2661-6408-46e1-93c1-dbd274f24c1e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 1095 time: 0.0534906 Sep 23 23:19:41.670598 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-4ee150c2-7811-4e82-ac4a-7a3d0d82e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:41.672099 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-4ee150c2-7811-4e82-ac4a-7a3d0d82e431 service neutron] 10.222.0.43 "GET /v2.0/networks?id=45b67344-e8ba-4ec9-8b68-fef06f33a548 HTTP/1.1" status: 200 len: 916 time: 0.1561444 Sep 23 23:19:41.673542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-c17e83cc-527e-438d-9191-58720d639752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:41.674844 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-c17e83cc-527e-438d-9191-58720d639752 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b67344-e8ba-4ec9-8b68-fef06f33a548 HTTP/1.1" status: 200 len: 916 time: 0.1518035 Sep 23 23:19:41.733015 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-f4826fea-5a9a-4556-a22c-de756773106e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed HTTP/1.1" status: 200 len: 217 time: 0.0528018 Sep 23 23:19:41.769263 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-7189f56b-ccb8-49c5-9792-c07d1b7f8b20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed HTTP/1.1" status: 200 len: 217 time: 0.0818157 Sep 23 23:19:41.861664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-4460dbc4-59dc-4c03-8799-3bc3ec6a1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:41.863148 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-4460dbc4-59dc-4c03-8799-3bc3ec6a1376 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=31ffef91-41a6-4d72-a48e-c04130c96fdc HTTP/1.1" status: 200 len: 855 time: 0.1026673 Sep 23 23:19:41.887999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92a8ba-dbea-4a02-b312-f8545a3743f9 req-b0ad43d3-b2b9-4714-85ae-b0d72310f157 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:41.889472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fe92a8ba-dbea-4a02-b312-f8545a3743f9 req-b0ad43d3-b2b9-4714-85ae-b0d72310f157 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 944 time: 0.1970689 Sep 23 23:19:41.890763 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-ae3725d0-ba9f-4854-8a18-202484391121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:41.892068 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-ae3725d0-ba9f-4854-8a18-202484391121 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31ffef91-41a6-4d72-a48e-c04130c96fdc HTTP/1.1" status: 200 len: 855 time: 0.0884709 Sep 23 23:19:41.918861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-80b15db8-2ac9-4df5-945e-23d65afae66e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45b67344-e8ba-4ec9-8b68-fef06f33a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442626 Sep 23 23:19:41.969399 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-c22fd186-7941-4cee-aaa8-d0bdf3b01aaa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b67344-e8ba-4ec9-8b68-fef06f33a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546610 Sep 23 23:19:42.040505 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fe92a8ba-dbea-4a02-b312-f8545a3743f9 req-0fe56880-cfb6-453c-85c3-cb5e278089c0 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450663 Sep 23 23:19:42.115312 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-f72728e4-25c0-440e-b550-14e8552ecbb7 service neutron] 10.222.0.43 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885180 Sep 23 23:19:42.148865 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-33e0c5c8-ebdb-4433-ac97-33cc94ebb356 service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702528 Sep 23 23:19:42.274858 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-da5239d5-11fb-4250-a65d-0a84542bd155 service neutron] 10.222.0.43 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466169 Sep 23 23:19:42.292709 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-682c6473-059c-4d0d-89e8-a4f649633b86 req-2c016d58-1dc0-4510-9a8b-c76310baa92b service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335182 Sep 23 23:19:43.088564 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-76c67616-f033-48af-9be8-e6811f702352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:43.170650 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d216da-6c99-485f-8504-61915d875015 req-4662f6d5-510d-4eb2-b72d-373d314355a5 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:43.172126 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13d216da-6c99-485f-8504-61915d875015 req-4662f6d5-510d-4eb2-b72d-373d314355a5 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 944 time: 0.0537241 Sep 23 23:19:43.210129 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-13d216da-6c99-485f-8504-61915d875015 req-417f20c1-131c-4bea-84ad-3ed994137306 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319018 Sep 23 23:19:43.489019 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776277e8-6804-458b-a1c1-72d7d7b5b3be req-d8534929-31fe-4171-bc67-d540bb7a1dff tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:43.490571 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-776277e8-6804-458b-a1c1-72d7d7b5b3be req-d8534929-31fe-4171-bc67-d540bb7a1dff tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 944 time: 0.0510089 Sep 23 23:19:43.530681 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-776277e8-6804-458b-a1c1-72d7d7b5b3be req-e85e59c1-b7a4-4c1c-864f-a5c9f05b1827 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324104 Sep 23 23:19:43.552064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f324b-0ec7-4310-91aa-3e715ffea14e req-a3cc6c93-2f45-4a4d-b2fd-fae6f8c3e535 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:43.552564 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b3f324b-0ec7-4310-91aa-3e715ffea14e req-a3cc6c93-2f45-4a4d-b2fd-fae6f8c3e535 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.67 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc&tenant_id=1c394cbff827467fab22058f400c556f&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 944 time: 0.0513742 Sep 23 23:19:43.610618 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-8b3f324b-0ec7-4310-91aa-3e715ffea14e req-ddf747f7-2d68-454e-bd20-b60844a0a964 service neutron] delete failed (client error): The resource could not be found. Sep 23 23:19:43.611636 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b3f324b-0ec7-4310-91aa-3e715ffea14e req-ddf747f7-2d68-454e-bd20-b60844a0a964 service neutron] 10.222.0.67 "DELETE /v2.0/ports/4cd83d23-4b94-43b0-8458-57f6841ea5ed/bindings/n-h2-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.0520813 Sep 23 23:19:43.719117 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f324b-0ec7-4310-91aa-3e715ffea14e req-f8dc7ebf-ff43-4db9-9a45-be9ef51f2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:43.720655 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b3f324b-0ec7-4310-91aa-3e715ffea14e req-f8dc7ebf-ff43-4db9-9a45-be9ef51f2c05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c394cbff827467fab22058f400c556f&device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 1095 time: 0.0482290 Sep 23 23:19:43.811850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f324b-0ec7-4310-91aa-3e715ffea14e req-3401deeb-2773-4a53-82b6-a4815962eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:43.813205 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b3f324b-0ec7-4310-91aa-3e715ffea14e req-3401deeb-2773-4a53-82b6-a4815962eba3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45b67344-e8ba-4ec9-8b68-fef06f33a548 HTTP/1.1" status: 200 len: 916 time: 0.0852728 Sep 23 23:19:43.857829 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b3f324b-0ec7-4310-91aa-3e715ffea14e req-7b0e0f5f-fc1f-4067-a712-9b144bdbde63 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed HTTP/1.1" status: 200 len: 217 time: 0.0377641 Sep 23 23:19:43.907671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f324b-0ec7-4310-91aa-3e715ffea14e req-f7545af1-9634-4537-a817-4f0435dadc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:43.909144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b3f324b-0ec7-4310-91aa-3e715ffea14e req-f7545af1-9634-4537-a817-4f0435dadc46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31ffef91-41a6-4d72-a48e-c04130c96fdc HTTP/1.1" status: 200 len: 855 time: 0.0438261 Sep 23 23:19:43.940821 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b3f324b-0ec7-4310-91aa-3e715ffea14e req-07bb01f2-39dc-477f-857e-c514427a23fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45b67344-e8ba-4ec9-8b68-fef06f33a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247128 Sep 23 23:19:44.034549 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b3f324b-0ec7-4310-91aa-3e715ffea14e req-a35bf81c-2d5a-496d-bd9d-4a3b31fb2103 service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861287 Sep 23 23:19:44.108258 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4cd83d23-4b94-43b0-8458-57f6841ea5ed details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:19:44.132289 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8b3f324b-0ec7-4310-91aa-3e715ffea14e req-acb80ae5-1a25-401e-b7c4-dd2d7bf58bf9 service neutron] 10.222.0.67 "GET /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906308 Sep 23 23:19:44.210628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4cd83d23-4b94-43b0-8458-57f6841ea5ed, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:44.226012 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '4cd83d23-4b94-43b0-8458-57f6841ea5ed', 'network_id': '45b67344-e8ba-4ec9-8b68-fef06f33a548', 'port_id': '4cd83d23-4b94-43b0-8458-57f6841ea5ed', 'mac_address': 'fa:16:3e:4c:e0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ffef91-41a6-4d72-a48e-c04130c96fdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:19:44.263419 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.278579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd83d23-4b94-43b0-8458-57f6841ea5ed {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:19:44.297620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4cd83d23-4b94-43b0-8458-57f6841ea5ed, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:44.375287 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:44.424605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4cd83d23-4b94-43b0-8458-57f6841ea5ed,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:44.578369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['4cd83d23-4b94-43b0-8458-57f6841ea5ed'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:19:44.652376 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f82671-266a-4183-b8fd-d6be427c8d91 req-0a7b2ee6-2993-48d1-ae6e-aef30f2e40d9 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:44.653958 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-39f82671-266a-4183-b8fd-d6be427c8d91 req-0a7b2ee6-2993-48d1-ae6e-aef30f2e40d9 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 945 time: 0.0516837 Sep 23 23:19:44.692530 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-39f82671-266a-4183-b8fd-d6be427c8d91 req-fb634a36-a660-4b67-a52d-9d30c7894318 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322075 Sep 23 23:19:45.630733 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-863d99c2-071f-4c18-a17b-f6e7a6a9fa1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:45.809563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4ffdd-0099-43a7-be90-662b7e989e6b req-8786e442-507c-4a45-8da1-04d05872a4a1 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:45.811053 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4af4ffdd-0099-43a7-be90-662b7e989e6b req-8786e442-507c-4a45-8da1-04d05872a4a1 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 945 time: 0.0492985 Sep 23 23:19:45.849260 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4af4ffdd-0099-43a7-be90-662b7e989e6b req-ca49846a-6419-429d-9136-d3ebedeef0d3 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321333 Sep 23 23:19:45.967513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd328f7b-14ff-4812-b6e0-4a9e96512d0f req-4ed8d7ef-529a-4486-a21d-47a2dcece05b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:45.969005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bd328f7b-14ff-4812-b6e0-4a9e96512d0f req-4ed8d7ef-529a-4486-a21d-47a2dcece05b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 945 time: 0.0542085 Sep 23 23:19:46.006400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bd328f7b-14ff-4812-b6e0-4a9e96512d0f req-79d59e26-f7d8-4c12-a00a-31b5f098e802 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313563 Sep 23 23:19:46.116063 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4cd83d23-4b94-43b0-8458-57f6841ea5ed up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:19:46.129607 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c01936-42f0-4870-9496-60493608748c req-463b17b9-ae33-4af6-a49e-b2ee7e848731 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:46.131171 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-57c01936-42f0-4870-9496-60493608748c req-463b17b9-ae33-4af6-a49e-b2ee7e848731 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 945 time: 0.0552270 Sep 23 23:19:46.138437 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:46.169896 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-57c01936-42f0-4870-9496-60493608748c req-8d1267d7-0541-4e03-9faa-d0d9177ec10b tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321822 Sep 23 23:19:46.215144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 4cd83d23-4b94-43b0-8458-57f6841ea5ed completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:19:46.219286 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 4cd83d23-4b94-43b0-8458-57f6841ea5ed triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:19:46.219835 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:46.303710 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:46.326977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421b538f-f7ea-4004-8595-63cc32df77bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd83d23-4b94-43b0-8458-57f6841ea5ed'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:19:46.329270 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01288ad9-f5d9-4fb3-b13b-344a74588194" -d '{"events": [{"server_uuid": "421b538f-f7ea-4004-8595-63cc32df77bc", "name": "network-vif-plugged", "status": "completed", "tag": "4cd83d23-4b94-43b0-8458-57f6841ea5ed"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:19:46.342768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 4cd83d23-4b94-43b0-8458-57f6841ea5ed, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:46.363944 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c352f7b-b782-452c-91cd-d8d63ea55397 x-openstack-request-id: req-5c352f7b-b782-452c-91cd-d8d63ea55397 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:19:46.364236 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421b538f-f7ea-4004-8595-63cc32df77bc", "name": "network-vif-plugged", "status": "completed", "tag": "4cd83d23-4b94-43b0-8458-57f6841ea5ed", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:19:46.364488 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c352f7b-b782-452c-91cd-d8d63ea55397 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:19:46.364883 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421b538f-f7ea-4004-8595-63cc32df77bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd83d23-4b94-43b0-8458-57f6841ea5ed', 'code': 200} Sep 23 23:19:46.409312 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:46.457099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=4cd83d23-4b94-43b0-8458-57f6841ea5ed,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:46.723454 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33999106-f92c-4c1d-b870-772d84d7edec req-dbb0549f-8c48-45f9-86de-18f8c76bc259 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:46.724896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-33999106-f92c-4c1d-b870-772d84d7edec req-dbb0549f-8c48-45f9-86de-18f8c76bc259 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0499351 Sep 23 23:19:46.762977 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-33999106-f92c-4c1d-b870-772d84d7edec req-6a2d8a8c-77e5-43af-94ce-e6f8cdab9a4f tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320139 Sep 23 23:19:47.116742 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:47.881537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc30ea1-8893-4799-a139-b5ee12b89693 req-3406d381-ad14-49f0-ab09-5890a7a47876 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:47.886952 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fc30ea1-8893-4799-a139-b5ee12b89693 req-3406d381-ad14-49f0-ab09-5890a7a47876 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0527973 Sep 23 23:19:47.894095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eb422-e072-449e-9717-58ac2333960a req-8c951226-b447-4858-9185-89982254b650 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:47.895604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-294eb422-e072-449e-9717-58ac2333960a req-8c951226-b447-4858-9185-89982254b650 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.43 "GET /v2.0/ports?device_id=421b538f-f7ea-4004-8595-63cc32df77bc HTTP/1.1" status: 200 len: 946 time: 0.0521312 Sep 23 23:19:47.926673 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fc30ea1-8893-4799-a139-b5ee12b89693 req-f2a93715-9d2d-4120-89e6-14e0ca7817b8 tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.22 "GET /v2.0/security-groups?id=53e606b6-55ea-42e1-8354-dd940f35e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358264 Sep 23 23:19:47.992769 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-294eb422-e072-449e-9717-58ac2333960a req-452e32be-5998-4e61-b267-09dc4d8a745e tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Deleting port 4cd83d23-4b94-43b0-8458-57f6841ea5ed {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:19:47.993021 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-294eb422-e072-449e-9717-58ac2333960a req-452e32be-5998-4e61-b267-09dc4d8a745e tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:48.084937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-294eb422-e072-449e-9717-58ac2333960a req-452e32be-5998-4e61-b267-09dc4d8a745e tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] For port 4cd83d23-4b94-43b0-8458-57f6841ea5ed, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=4cd83d23-4b94-43b0-8458-57f6841ea5ed,segment=NetworkSegment(18ff2365-1aeb-4fc3-ac25-f1753ae33a84),segment_id=18ff2365-1aeb-4fc3-ac25-f1753ae33a84)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:48.085331 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-294eb422-e072-449e-9717-58ac2333960a req-452e32be-5998-4e61-b267-09dc4d8a745e tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:48.098578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-294eb422-e072-449e-9717-58ac2333960a req-452e32be-5998-4e61-b267-09dc4d8a745e tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Calling delete_port for 4cd83d23-4b94-43b0-8458-57f6841ea5ed owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:19:48.288355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-294eb422-e072-449e-9717-58ac2333960a req-452e32be-5998-4e61-b267-09dc4d8a745e tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:48.301241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['4cd83d23-4b94-43b0-8458-57f6841ea5ed'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:19:48.321325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e32be-5998-4e61-b267-09dc4d8a745e tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Pushing event deleted for resources: {'Port': ['ID=4cd83d23-4b94-43b0-8458-57f6841ea5ed,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:48.365860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-294eb422-e072-449e-9717-58ac2333960a req-452e32be-5998-4e61-b267-09dc4d8a745e tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] No DVR routers for this DVR port 4cd83d23-4b94-43b0-8458-57f6841ea5ed on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:19:48.368655 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-294eb422-e072-449e-9717-58ac2333960a req-452e32be-5998-4e61-b267-09dc4d8a745e tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:48.369129 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:48.371541 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-294eb422-e072-449e-9717-58ac2333960a req-452e32be-5998-4e61-b267-09dc4d8a745e tempest-ServerDiskConfigTestJSON-574974089 tempest-ServerDiskConfigTestJSON-574974089-project] 10.222.0.43 "DELETE /v2.0/ports/4cd83d23-4b94-43b0-8458-57f6841ea5ed HTTP/1.1" status: 204 len: 173 time: 0.4693849 Sep 23 23:19:48.372008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421b538f-f7ea-4004-8595-63cc32df77bc', 'name': 'network-vif-deleted', 'tag': '4cd83d23-4b94-43b0-8458-57f6841ea5ed'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:19:48.374337 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6c54d2-9c50-4716-a720-42707c0eb598" -d '{"events": [{"server_uuid": "421b538f-f7ea-4004-8595-63cc32df77bc", "name": "network-vif-deleted", "tag": "4cd83d23-4b94-43b0-8458-57f6841ea5ed"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:19:48.412180 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce2ad34-7982-4ec2-93df-eae092c96d7f x-openstack-request-id: req-0ce2ad34-7982-4ec2-93df-eae092c96d7f {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:19:48.412180 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421b538f-f7ea-4004-8595-63cc32df77bc", "name": "network-vif-deleted", "tag": "4cd83d23-4b94-43b0-8458-57f6841ea5ed", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:19:48.412180 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ce2ad34-7982-4ec2-93df-eae092c96d7f {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:19:48.412180 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421b538f-f7ea-4004-8595-63cc32df77bc', 'name': 'network-vif-deleted', 'tag': '4cd83d23-4b94-43b0-8458-57f6841ea5ed', 'status': 'completed', 'code': 200} Sep 23 23:19:48.786643 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:49.061582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42924) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:49.106486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-18317123-f38d-4f59-983d-26eeb9b54a3c admin admin] Deleting subnet 31ffef91-41a6-4d72-a48e-c04130c96fdc {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:19:49.109572 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18317123-f38d-4f59-983d-26eeb9b54a3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:49.145021 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18317123-f38d-4f59-983d-26eeb9b54a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:49.182608 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18317123-f38d-4f59-983d-26eeb9b54a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:49.295407 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18317123-f38d-4f59-983d-26eeb9b54a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:49.322961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18317123-f38d-4f59-983d-26eeb9b54a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ffef91-41a6-4d72-a48e-c04130c96fdc,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:49.324969 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-18317123-f38d-4f59-983d-26eeb9b54a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:49.326893 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-18317123-f38d-4f59-983d-26eeb9b54a3c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/31ffef91-41a6-4d72-a48e-c04130c96fdc HTTP/1.1" status: 204 len: 168 time: 0.2643180 Sep 23 23:19:49.329419 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42926) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:49.398317 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1992defa-2161-4a03-8ccf-fa0e0cb213ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:49.483483 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1992defa-2161-4a03-8ccf-fa0e0cb213ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:49.505027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1992defa-2161-4a03-8ccf-fa0e0cb213ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b67344-e8ba-4ec9-8b68-fef06f33a548']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:49.515532 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1992defa-2161-4a03-8ccf-fa0e0cb213ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ff2365-1aeb-4fc3-ac25-f1753ae33a84') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:49.515828 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1992defa-2161-4a03-8ccf-fa0e0cb213ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ff2365-1aeb-4fc3-ac25-f1753ae33a84') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:49.525560 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1992defa-2161-4a03-8ccf-fa0e0cb213ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:49.539368 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1992defa-2161-4a03-8ccf-fa0e0cb213ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:49.545932 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1992defa-2161-4a03-8ccf-fa0e0cb213ef admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:19:49.546329 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1992defa-2161-4a03-8ccf-fa0e0cb213ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:19:49.548020 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:19:49.700623 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1992defa-2161-4a03-8ccf-fa0e0cb213ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:49.706359 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1992defa-2161-4a03-8ccf-fa0e0cb213ef admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:49.708236 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1992defa-2161-4a03-8ccf-fa0e0cb213ef admin admin] 10.222.0.22 "DELETE /v2.0/networks/45b67344-e8ba-4ec9-8b68-fef06f33a548 HTTP/1.1" status: 204 len: 168 time: 0.3777769 Sep 23 23:19:49.720080 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992defa-2161-4a03-8ccf-fa0e0cb213ef admin admin] Pushing event deleted for resources: {'Network': ['ID=45b67344-e8ba-4ec9-8b68-fef06f33a548,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:50.027652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42930) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:50.070631 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-35f1eb65-ea67-4fc2-8462-e4a22801ede5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c394cbff827467fab22058f400c556f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417917 Sep 23 23:19:50.074034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42932) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:50.124805 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:50.146509 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:50.318054 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:50.320916 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:50.322231 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53e606b6-55ea-42e1-8354-dd940f35e29a HTTP/1.1" status: 204 len: 168 time: 0.2467570 Sep 23 23:19:50.331455 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e606b6-55ea-42e1-8354-dd940f35e29a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:50.350857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:50.350857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:50.350857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:50.350857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:50.350857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:50.350857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:50.350857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:50.350857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:50.350857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:50.350857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:50.350857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:50.350857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7ae4-6681-4a21-a265-72650fe2f19e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:51.514582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42954) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:51.623533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2096803731-network', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:19:51.711846 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] Made reservation on behalf of 9ce290809b7c4689b8e9eb7f765c4d73 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:19:51.714236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:51.723094 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:51.812771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:51.929223 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:51.957301 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:19:51.963579 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3266fcbe-6244-498c-973c-71b4f362d8f3,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:51.969574 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:51.969914 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] Added segment a099b5e8-2bd4-4828-b1f1-814e77de3471 of type vlan for network 2acbfcbc-207f-4f5e-a582-eabeaa31139a Sep 23 23:19:52.013360 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:52.112258 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:52.113439 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:52.114121 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:52.125535 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4cd83d23-4b94-43b0-8458-57f6841ea5ed no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:19:52.160125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 4cd83d23-4b94-43b0-8458-57f6841ea5ed {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:19:52.160471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 4cd83d23-4b94-43b0-8458-57f6841ea5ed not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:19:52.194639 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6788485 Sep 23 23:19:52.195613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9db39b-bf00-494d-a949-99cb18da0113 admin admin] Pushing event updated for resources: {'Network': ['ID=2acbfcbc-207f-4f5e-a582-eabeaa31139a,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:52.198458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42958) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:52.204405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7308aa6d-1697-4d2f-b15f-83d8cf7a0d80 admin admin] Request body: {'subnet': {'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2096803731-subnet', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:19:52.206628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 2acbfcbc-207f-4f5e-a582-eabeaa31139a details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:19:52.295434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7308aa6d-1697-4d2f-b15f-83d8cf7a0d80 admin admin] Made reservation on behalf of 9ce290809b7c4689b8e9eb7f765c4d73 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:19:52.298010 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7308aa6d-1697-4d2f-b15f-83d8cf7a0d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:52.534494 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7308aa6d-1697-4d2f-b15f-83d8cf7a0d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:52.589636 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308aa6d-1697-4d2f-b15f-83d8cf7a0d80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c07f54c-a7f4-486c-a2fd-42c0a90575f3,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:52.600383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308aa6d-1697-4d2f-b15f-83d8cf7a0d80 admin admin] Checking segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:19:52.600749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7308aa6d-1697-4d2f-b15f-83d8cf7a0d80 admin admin] Network hostable DHCP agents. Network: 2acbfcbc-207f-4f5e-a582-eabeaa31139a, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:19:52.711833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7308aa6d-1697-4d2f-b15f-83d8cf7a0d80 admin admin] Network 2acbfcbc-207f-4f5e-a582-eabeaa31139a is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:19:52.797820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7308aa6d-1697-4d2f-b15f-83d8cf7a0d80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 2acbfcbc-207f-4f5e-a582-eabeaa31139a) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:19:52.802017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7308aa6d-1697-4d2f-b15f-83d8cf7a0d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:19:52.802622 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7308aa6d-1697-4d2f-b15f-83d8cf7a0d80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:52.808158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db358f0a-d30c-4829-9bde-98fcde5cfae2 None None] Network 2acbfcbc-207f-4f5e-a582-eabeaa31139a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:19:52.901739 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7308aa6d-1697-4d2f-b15f-83d8cf7a0d80 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7017365 Sep 23 23:19:52.904819 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 42960) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:52.909575 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:19:52.951979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:19:52.952866 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:53.003910 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:53.005026 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:53.095757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Allocated IP 172.20.0.2 (2acbfcbc-207f-4f5e-a582-eabeaa31139a/3c07f54c-a7f4-486c-a2fd-42c0a90575f3/851330f2-d0fc-455c-8c83-80e02c8ce6c6) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:19:53.255102 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:53.318363 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:53.359505 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Network 2acbfcbc-207f-4f5e-a582-eabeaa31139a is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:19:53.362439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:19:53.364732 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:53.366230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:19:53.379241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Pushing event updated for resources: {'Port': ['ID=851330f2-d0fc-455c-8c83-80e02c8ce6c6,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:53.400225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:53.400574 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:53.400934 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:53.401315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:53.401651 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:53.402004 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:53.402337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:53.402669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:53.402995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:53.403321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:53.403645 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:53.403989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:53.442919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Attempting to bind port 851330f2-d0fc-455c-8c83-80e02c8ce6c6 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:19:53.443298 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Attempting to bind port 851330f2-d0fc-455c-8c83-80e02c8ce6c6 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:19:53.443660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Attempting to bind port 851330f2-d0fc-455c-8c83-80e02c8ce6c6 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:19:53.449284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:19:53.449668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Checking segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:19:53.450106 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:53.450509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Bound using segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:19:53.450978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Bound port: 851330f2-d0fc-455c-8c83-80e02c8ce6c6, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:19:53.451364 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:53.518791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] For port 851330f2-d0fc-455c-8c83-80e02c8ce6c6, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:19:53.521916 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] For port 851330f2-d0fc-455c-8c83-80e02c8ce6c6, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=851330f2-d0fc-455c-8c83-80e02c8ce6c6,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:19:53.546816 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:53.586942 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:53.646805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d148a-9240-4a8b-ae66-d49bd01425d8 None None] Pushing event updated for resources: {'Port': ['ID=851330f2-d0fc-455c-8c83-80e02c8ce6c6,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:53.851151 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:53.877846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:53.969590 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 851330f2-d0fc-455c-8c83-80e02c8ce6c6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:19:53.987956 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Allocated IP 172.25.1.129 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/5737e77a-3cf0-4331-ad8c-e5d9657823f8) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:19:54.018703 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 851330f2-d0fc-455c-8c83-80e02c8ce6c6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:19:54.019108 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:54.100633 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:54.110573 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:54.143195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 851330f2-d0fc-455c-8c83-80e02c8ce6c6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=851330f2-d0fc-455c-8c83-80e02c8ce6c6,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:54.192511 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:54.220596 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:54.234498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:19:54.235698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:19:54.239058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:19:54.272933 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Pushing event updated for resources: {'Port': ['ID=5737e77a-3cf0-4331-ad8c-e5d9657823f8,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:54.273729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=851330f2-d0fc-455c-8c83-80e02c8ce6c6,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:54.517372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846ae12a-d600-400e-8db1-458b56b6e587 None None] Network 2acbfcbc-207f-4f5e-a582-eabeaa31139a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:19:54.588983 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:54.590534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-93a64fa9-b526-4196-b324-8a6359410408 None None] Provisioning complete for port 851330f2-d0fc-455c-8c83-80e02c8ce6c6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:19:54.590919 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-93a64fa9-b526-4196-b324-8a6359410408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:54.795057 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:54.887126 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:19:54.958350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f18d2480-84b6-4608-b864-862dc2d505f8 None None] Provisioning complete for port 851330f2-d0fc-455c-8c83-80e02c8ce6c6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:19:54.958720 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f18d2480-84b6-4608-b864-862dc2d505f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:54.997764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Router 53073b59-1051-4c12-8061-8acf8660a8d9 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:19:55.107333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:19:55.117878 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Sync routers for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:19:55.127984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:19:55.130487 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:19:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:55.163231 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:55.164524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7bca55a0-29ee-4ca2-b19c-685cfbfdb24c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2587490 Sep 23 23:19:55.167484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42962) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:55.235294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:19:55.418483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:54Z', 'revision_number': 3, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:55.445985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Checking router: 53073b59-1051-4c12-8061-8acf8660a8d9 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:19:55.446333 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Updating router 53073b59-1051-4c12-8061-8acf8660a8d9 port 5737e77a-3cf0-4331-ad8c-e5d9657823f8 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:19:55.471305 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:55.581389 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:55.741630 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:55.743927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Allocated IP 172.20.0.1 (2acbfcbc-207f-4f5e-a582-eabeaa31139a/3c07f54c-a7f4-486c-a2fd-42c0a90575f3/9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:19:55.851476 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:55.883825 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:55.940480 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d55393-eaf4-4427-ae10-b160af131426 None None] Pushing event updated for resources: {'Port': ['ID=5737e77a-3cf0-4331-ad8c-e5d9657823f8,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:55.943200 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Attempting to bind port 5737e77a-3cf0-4331-ad8c-e5d9657823f8 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:19:55.943565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Attempting to bind port 5737e77a-3cf0-4331-ad8c-e5d9657823f8 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:19:55.943938 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Attempting to bind port 5737e77a-3cf0-4331-ad8c-e5d9657823f8 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:19:55.951272 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:19:55.951690 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:19:55.952101 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:55.952487 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:19:55.952956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Bound port: 5737e77a-3cf0-4331-ad8c-e5d9657823f8, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:19:55.953358 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:55.976315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 851330f2-d0fc-455c-8c83-80e02c8ce6c6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:19:56.040698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] For port 5737e77a-3cf0-4331-ad8c-e5d9657823f8, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:19:56.046062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] For port 5737e77a-3cf0-4331-ad8c-e5d9657823f8, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5737e77a-3cf0-4331-ad8c-e5d9657823f8,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:19:56.055920 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 851330f2-d0fc-455c-8c83-80e02c8ce6c6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:19:56.056288 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:56.101968 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:56.190878 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:19:56.191507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:19:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:56.195802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d55393-eaf4-4427-ae10-b160af131426 None None] Pushing event updated for resources: {'Port': ['ID=5737e77a-3cf0-4331-ad8c-e5d9657823f8,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:56.221051 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:56.259508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Network 2acbfcbc-207f-4f5e-a582-eabeaa31139a is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:19:56.262884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:19:56.266443 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:19:56.295305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Pushing event updated for resources: {'Port': ['ID=9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:56.313357 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:56.314532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:19:56.496895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-baa7bbf4-2714-4799-8804-aec76cf6c6a3 None None] Provisioning complete for port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:19:56.497617 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-baa7bbf4-2714-4799-8804-aec76cf6c6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:56.499076 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:56.543443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-baa7bbf4-2714-4799-8804-aec76cf6c6a3 None None] Port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:19:56.546696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:54Z', 'revision_number': 3, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:56.574125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a11b3-c6a5-4b35-b2f7-beb0fc93f751 None None] The sync data for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 is: [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:54Z', 'revision_number': 3, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:19:56.665443 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:56.782570 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:56.861436 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:56.863178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Pushing event updated for resources: {'Port': ['ID=9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:56.967304 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Network 2acbfcbc-207f-4f5e-a582-eabeaa31139a is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:19:56.968885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:19:57.096674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Router 53073b59-1051-4c12-8061-8acf8660a8d9 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:19:57.213326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:19:57.219335 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2f7c171c-e2d1-4698-b5e3-d83e88b7e194 admin admin] 10.222.0.22 "PUT /v2.0/routers/53073b59-1051-4c12-8061-8acf8660a8d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0505445 Sep 23 23:19:57.268182 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e87a6698-a2f7-4a86-9577-ae604906ea39 None None] Provisioning complete for port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:19:57.268636 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e87a6698-a2f7-4a86-9577-ae604906ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:57.309138 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e87a6698-a2f7-4a86-9577-ae604906ea39 None None] Port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:19:57.750291 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42970) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:57.755004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-db62b693-a67a-4f80-bdc3-407238c7c0aa tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350281643', 'description': 'tempest-description--1914738458'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:19:57.855179 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db62b693-a67a-4f80-bdc3-407238c7c0aa tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:57.945263 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db62b693-a67a-4f80-bdc3-407238c7c0aa tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:57.971572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5737e77a-3cf0-4331-ad8c-e5d9657823f8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:19:58.020727 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db62b693-a67a-4f80-bdc3-407238c7c0aa tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.028593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5737e77a-3cf0-4331-ad8c-e5d9657823f8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:19:58.028712 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.053317 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62b693-a67a-4f80-bdc3-407238c7c0aa tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c44dd3-2a55-4c77-b86b-a2f849001868,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:58.116130 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.120583 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Sync routers for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:19:58.123424 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-db62b693-a67a-4f80-bdc3-407238c7c0aa tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.124819 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-db62b693-a67a-4f80-bdc3-407238c7c0aa tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3734968 Sep 23 23:19:58.127660 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42972) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:58.130384 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:19:58.131007 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:19:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:58.132348 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-0378815b-f278-410d-a7f3-d103129b5a00 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Request body: {'security_group_rule': {'security_group_id': 'f6c44dd3-2a55-4c77-b86b-a2f849001868', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:19:58.139805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 5737e77a-3cf0-4331-ad8c-e5d9657823f8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5737e77a-3cf0-4331-ad8c-e5d9657823f8,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:58.215238 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.231916 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0378815b-f278-410d-a7f3-d103129b5a00 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.240533 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:19:58.264411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=5737e77a-3cf0-4331-ad8c-e5d9657823f8,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:58.291383 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0378815b-f278-410d-a7f3-d103129b5a00 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.363683 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0378815b-f278-410d-a7f3-d103129b5a00 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.384352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378815b-f278-410d-a7f3-d103129b5a00 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbb7972-d74b-43cd-82d7-225e37fe47b9,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:58.437615 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0378815b-f278-410d-a7f3-d103129b5a00 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.438895 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0378815b-f278-410d-a7f3-d103129b5a00 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3102643 Sep 23 23:19:58.439961 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 2, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:58.441741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42974) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:58.446229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-38cac035-f2c6-4cda-9e5b-a80a76fbc51a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Request body: {'security_group_rule': {'security_group_id': 'f6c44dd3-2a55-4c77-b86b-a2f849001868', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:19:58.470863 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Checking router: 53073b59-1051-4c12-8061-8acf8660a8d9 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:19:58.471179 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Updating router 53073b59-1051-4c12-8061-8acf8660a8d9 port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:19:58.495265 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.528668 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38cac035-f2c6-4cda-9e5b-a80a76fbc51a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.589900 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38cac035-f2c6-4cda-9e5b-a80a76fbc51a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.642510 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38cac035-f2c6-4cda-9e5b-a80a76fbc51a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.663182 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cac035-f2c6-4cda-9e5b-a80a76fbc51a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e468d1f1-3e83-4d75-b79f-0f4d57494e0b,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:58.734610 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-38cac035-f2c6-4cda-9e5b-a80a76fbc51a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.735855 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-38cac035-f2c6-4cda-9e5b-a80a76fbc51a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2931781 Sep 23 23:19:58.738842 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 42976) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:19:58.743485 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:19:58.762181 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.831691 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.843309 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.894769 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670b929-edab-4708-84a0-10a4ad1c4846 None None] Pushing event updated for resources: {'Port': ['ID=9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:58.915995 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670b929-edab-4708-84a0-10a4ad1c4846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:58.916349 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670b929-edab-4708-84a0-10a4ad1c4846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:58.916663 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670b929-edab-4708-84a0-10a4ad1c4846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:58.917020 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670b929-edab-4708-84a0-10a4ad1c4846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:58.917559 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670b929-edab-4708-84a0-10a4ad1c4846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:58.918241 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670b929-edab-4708-84a0-10a4ad1c4846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:58.918573 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670b929-edab-4708-84a0-10a4ad1c4846 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:58.918907 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670b929-edab-4708-84a0-10a4ad1c4846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:58.919228 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670b929-edab-4708-84a0-10a4ad1c4846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:58.919544 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670b929-edab-4708-84a0-10a4ad1c4846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:58.919860 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670b929-edab-4708-84a0-10a4ad1c4846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:58.920174 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670b929-edab-4708-84a0-10a4ad1c4846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:19:58.939930 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.956762 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Attempting to bind port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:19:58.957142 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Attempting to bind port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:19:58.957674 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Attempting to bind port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:19:58.963038 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:19:58.967551 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Checking segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:19:58.967551 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:58.967551 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Bound using segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:19:58.967551 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Bound port: 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:19:58.967551 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:59.037189 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] For port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:19:59.040567 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] For port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:19:59.058964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Allocated IP 172.25.1.216 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/5cb41271-df3f-4647-b874-3fef4aa52548) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:19:59.117200 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:59.141320 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-cd3ad189-c10f-4b80-b1c1-4338b976fa06 None None] Provisioning complete for port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:19:59.141885 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cd3ad189-c10f-4b80-b1c1-4338b976fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:59.166492 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:59.177950 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670b929-edab-4708-84a0-10a4ad1c4846 None None] Pushing event updated for resources: {'Port': ['ID=9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:59.189146 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:19:59.190424 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:19:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:59.271649 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:59.313365 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:19:59.320919 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:19:59.327398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:19:59.330464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:19:59.365302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Pushing event updated for resources: {'Port': ['ID=5cb41271-df3f-4647-b874-3fef4aa52548,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:59.418631 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cd3ad189-c10f-4b80-b1c1-4338b976fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:59.447294 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:59.462153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-cd3ad189-c10f-4b80-b1c1-4338b976fa06 None None] For port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:19:59.532779 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:19:59.540501 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cd3ad189-c10f-4b80-b1c1-4338b976fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:59.552086 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:59.559754 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b325cbc5-e330-40c0-ad54-9f6b4af90fc3 None None] The sync data for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 is: [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:19:59.594100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ad189-c10f-4b80-b1c1-4338b976fa06 None None] Pushing event updated for resources: {'Port': ['ID=9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:59.662852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-3700de55-ade7-4ad3-82ac-6d8c27d798f9 None None] Provisioning complete for port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:19:59.663228 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3700de55-ade7-4ad3-82ac-6d8c27d798f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:59.738907 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:59.838271 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:19:59.916277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Pushing event updated for resources: {'Port': ['ID=5cb41271-df3f-4647-b874-3fef4aa52548,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:19:59.927834 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:00.029727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5737e77a-3cf0-4331-ad8c-e5d9657823f8 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:20:00.032049 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:00.033373 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ff722614-9a8f-4e79-8fa8-34236f44bb4e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2934954 Sep 23 23:20:00.082406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5737e77a-3cf0-4331-ad8c-e5d9657823f8 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:20:00.082786 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:00.172872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:20:00.191651 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-42472446-d1e9-4bd8-912c-b46cc65b17a2 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--350281643&fields=id&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 267 time: 0.0372243 Sep 23 23:20:00.222416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:20:00.222788 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:00.312136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-5ca349b3-296c-471d-b4a5-55fed9290c31 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:00.313793 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-5ca349b3-296c-471d-b4a5-55fed9290c31 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 812 time: 0.1147721 Sep 23 23:20:00.330463 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-5088278e-71bd-4ab9-b0b6-781a2335b195 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/quotas/9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 375 time: 0.0108640 Sep 23 23:20:00.395008 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-6083e8a3-ac32-4f8e-8960-e10800b2638f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0582669 Sep 23 23:20:00.501418 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-efabc31b-17a9-4b34-bf42-f3cce8d15481 service neutron] 10.222.0.22 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929258 Sep 23 23:20:00.603137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-2c1fb60c-f29e-46b7-9aab-a424e09a35b1 service neutron] 10.222.0.22 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953979 Sep 23 23:20:00.871550 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6c1dc654-9e39-433e-8a14-97dc5d2a62a4 req-bcf5d7ee-c85a-496f-a447-d5bbe5ea2a75 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 210 time: 0.0281160 Sep 23 23:20:01.966876 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b95fad89-0ca6-498b-a2e9-33c437dee4de req-1d0e00c0-a820-4b3f-86fd-23d0b325be06 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 210 time: 0.0276911 Sep 23 23:20:03.040944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-38d6199d-3798-44d3-9b01-ffd41ed5360f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:03.042475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-38d6199d-3798-44d3-9b01-ffd41ed5360f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 812 time: 0.1124535 Sep 23 23:20:03.076617 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1147e7eb-15b8-44f7-89c3-601e82c20e1c req-d6501866-628c-4c9c-8c81-5d63602191f5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 210 time: 0.0328186 Sep 23 23:20:03.107915 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-18ab5872-049d-4b7d-83bb-d86f16f9057b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 379 time: 0.0389507 Sep 23 23:20:03.117225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Request body: {'port': {'device_id': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'admin_state_up': True, 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'security_groups': ['f6c44dd3-2a55-4c77-b86b-a2f849001868']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:20:03.329008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Made reservation on behalf of 9ce290809b7c4689b8e9eb7f765c4d73 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:20:03.332496 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:03.455908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Allocated IP 172.20.0.3 (2acbfcbc-207f-4f5e-a582-eabeaa31139a/3c07f54c-a7f4-486c-a2fd-42c0a90575f3/443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:20:03.595745 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:03.682733 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:03.725298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Network 2acbfcbc-207f-4f5e-a582-eabeaa31139a is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:20:03.731017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:20:03.737790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:20:03.741743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Pushing event updated for resources: {'Port': ['ID=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:03.769232 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:03.769617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:03.769928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:03.788576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:03.788576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:03.788576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:03.788576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:03.788576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:03.788576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:03.788576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:03.788576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:03.788576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:20:03.806742 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:03.807366 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:03.891226 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-359fcad6-3e9f-46c8-b510-3732991ef86e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7777231 Sep 23 23:20:03.909479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Request body: {'port': {'device_id': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:20:03.965963 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:04.003684 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bfa1a637-24c2-420c-972c-8133d540cca8 None None] Provisioning complete for port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:20:04.004254 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bfa1a637-24c2-420c-972c-8133d540cca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:04.044549 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-bfa1a637-24c2-420c-972c-8133d540cca8 None None] Port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:20:04.194608 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5221f1a-fbb1-458b-98d8-3696c3831a83 req-4e5dd800-3b6f-465f-85f3-661bd184fe10 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:04.196121 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5221f1a-fbb1-458b-98d8-3696c3831a83 req-4e5dd800-3b6f-465f-85f3-661bd184fe10 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 931 time: 0.0505321 Sep 23 23:20:04.235658 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b5221f1a-fbb1-458b-98d8-3696c3831a83 req-a6e2510d-936f-4202-8b82-770153ac300a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323815 Sep 23 23:20:04.243746 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:20:04.252088 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:04.264263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Transition to ACTIVE for port object 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:20:04.351671 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:04.404772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Pushing event updated for resources: {'Port': ['ID=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:04.476883 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Attempting to bind port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:20:04.477423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Attempting to bind port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:20:04.477762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Attempting to bind port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:20:04.483081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:20:04.483405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Attempting to bind port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:20:04.488452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:20:04.488845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Checking segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:20:04.489275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Bound using segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:20:04.489704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Bound port: 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:20:04.490067 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:04.560939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] For port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:20:04.564188 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] For port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:20:04.632178 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:04.668255 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:04.668869 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:04.670360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] 10.222.0.67 "PUT /v2.0/ports/443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f HTTP/1.1" status: 200 len: 1091 time: 0.7656384 Sep 23 23:20:04.670813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'tag': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:20:04.673165 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a792bf37-18e9-4e93-b30a-9a4eeaf4323a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5e942e-c02d-4ae5-a50c-5e240e971e47", "tag": "443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:20:04.700731 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56aa9d1-0c3f-429c-b363-73dbc8ca6f48 service neutron] Pushing event updated for resources: {'Port': ['ID=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:04.718611 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b890c644-12f5-438f-b542-994ceb1bd8d9 x-openstack-request-id: req-b890c644-12f5-438f-b542-994ceb1bd8d9 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:20:04.718903 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5e942e-c02d-4ae5-a50c-5e240e971e47", "tag": "443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:20:04.719183 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b890c644-12f5-438f-b542-994ceb1bd8d9 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:20:04.719609 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'tag': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f', 'status': 'completed', 'code': 200} Sep 23 23:20:04.802240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792bf37-18e9-4e93-b30a-9a4eeaf4323a req-8e1f997b-14a4-4d02-928a-9208f3c38018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:04.803785 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a792bf37-18e9-4e93-b30a-9a4eeaf4323a req-8e1f997b-14a4-4d02-928a-9208f3c38018 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 1094 time: 0.0448565 Sep 23 23:20:04.915743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792bf37-18e9-4e93-b30a-9a4eeaf4323a req-f1edef57-a2d8-44db-bddc-51a4d9fd7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:04.917041 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a792bf37-18e9-4e93-b30a-9a4eeaf4323a req-f1edef57-a2d8-44db-bddc-51a4d9fd7528 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0987358 Sep 23 23:20:05.017383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792bf37-18e9-4e93-b30a-9a4eeaf4323a req-c3a23ca3-1893-4988-9367-4e8a8c50e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:05.017383 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a792bf37-18e9-4e93-b30a-9a4eeaf4323a req-c3a23ca3-1893-4988-9367-4e8a8c50e5b7 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880997 Sep 23 23:20:05.121505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-7ec788f7-e2bb-4de5-a0e4-3080d7bad4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:05.123081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-7ec788f7-e2bb-4de5-a0e4-3080d7bad4c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 1094 time: 0.0447617 Sep 23 23:20:05.178195 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-0c5283eb-9a7e-4cc7-a451-bf6f371346f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f HTTP/1.1" status: 200 len: 217 time: 0.0402591 Sep 23 23:20:05.229958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-13849752-7907-4214-b381-4fa2484429dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:05.231574 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-13849752-7907-4214-b381-4fa2484429dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0466702 Sep 23 23:20:05.290735 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-1d9ce547-fb88-42a7-a289-10995e1b0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:05.290735 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-1d9ce547-fb88-42a7-a289-10995e1b0de1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482132 Sep 23 23:20:05.372125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1dae1-5638-48cf-86eb-1e70799c737c req-7afaf311-3c13-4bcf-bb7b-1bff457f2686 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:05.373905 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14e1dae1-5638-48cf-86eb-1e70799c737c req-7afaf311-3c13-4bcf-bb7b-1bff457f2686 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 943 time: 0.0639005 Sep 23 23:20:05.411521 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-a1aec37f-df9f-4871-9389-eda3e666ea3a service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159227 Sep 23 23:20:05.422225 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14e1dae1-5638-48cf-86eb-1e70799c737c req-4623d21c-b347-41dd-aa5e-2262eb10b455 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417752 Sep 23 23:20:05.534297 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3b21036-7d7b-40fa-a863-ec32c8187991 req-5a0a84d2-0e7d-4528-8257-8cb1d1eee8b2 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151607 Sep 23 23:20:06.545947 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5e1f9-d82f-4131-b315-a194a9ba2748 req-2cbfeba7-2184-4314-87c6-e2ac83eb63ad tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:06.547407 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28a5e1f9-d82f-4131-b315-a194a9ba2748 req-2cbfeba7-2184-4314-87c6-e2ac83eb63ad tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 943 time: 0.0521557 Sep 23 23:20:06.587142 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28a5e1f9-d82f-4131-b315-a194a9ba2748 req-cfceeea0-d78b-4ff6-b277-178c31bc324b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335369 Sep 23 23:20:07.157569 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:07.708072 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e73a52-8953-43e8-b0f3-59498cd373d6 req-f68e3a25-662d-4118-a05f-a22e5a526bb9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:07.709657 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10e73a52-8953-43e8-b0f3-59498cd373d6 req-f68e3a25-662d-4118-a05f-a22e5a526bb9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 943 time: 0.0538208 Sep 23 23:20:07.751724 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10e73a52-8953-43e8-b0f3-59498cd373d6 req-d80b86e7-ec9a-44ea-b41e-af8ae394bce7 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356200 Sep 23 23:20:08.870523 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ceae2-b0f5-4b95-8e5c-14a5ddeaabc1 req-ca8c0ef3-b543-483e-a9c6-588fa6e20a61 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:08.872575 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c6ceae2-b0f5-4b95-8e5c-14a5ddeaabc1 req-ca8c0ef3-b543-483e-a9c6-588fa6e20a61 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 943 time: 0.0503805 Sep 23 23:20:08.912435 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c6ceae2-b0f5-4b95-8e5c-14a5ddeaabc1 req-95385c38-1ef2-466f-b9d0-3eda7d47c745 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338078 Sep 23 23:20:09.590542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:20:09.685189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:20:09.696018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'port_id': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f', 'mac_address': 'fa:16:3e:a0:c9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:20:09.737186 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:09.750544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:20:09.769264 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:20:09.837744 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:09.886696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:10.030542 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bd525-c045-415b-9c56-f24d4eabd542 req-661b29e0-862c-4ee6-b59f-3e70c405d0f8 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:10.032091 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bc2bd525-c045-415b-9c56-f24d4eabd542 req-661b29e0-862c-4ee6-b59f-3e70c405d0f8 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 944 time: 0.0509815 Sep 23 23:20:10.075193 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bc2bd525-c045-415b-9c56-f24d4eabd542 req-ac439328-0e2a-4078-ad11-57a97252b471 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370171 Sep 23 23:20:10.200735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:20:11.195526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e95a48-26aa-43c1-8730-29f0dbabbdcc req-4fd50b8b-3054-496e-b601-e213d5311f9b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:11.197127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8e95a48-26aa-43c1-8730-29f0dbabbdcc req-4fd50b8b-3054-496e-b601-e213d5311f9b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 944 time: 0.0517268 Sep 23 23:20:11.243210 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c8e95a48-26aa-43c1-8730-29f0dbabbdcc req-ffa27329-102d-44d6-bee0-91198c12ae16 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395336 Sep 23 23:20:11.599722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:20:11.723047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:20:11.727117 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:20:11.727511 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:11.804552 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:11.826266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:20:11.828583 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fbdd96-971a-4fd5-9962-4fce8cdb6cbf" -d '{"events": [{"server_uuid": "9f5e942e-c02d-4ae5-a50c-5e240e971e47", "name": "network-vif-plugged", "status": "completed", "tag": "443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:20:11.842343 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:20:11.867171 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144f8247-9564-41da-a8c1-af66d0986f9a x-openstack-request-id: req-144f8247-9564-41da-a8c1-af66d0986f9a {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:20:11.867911 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5e942e-c02d-4ae5-a50c-5e240e971e47", "name": "network-vif-plugged", "status": "completed", "tag": "443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:20:11.868169 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-144f8247-9564-41da-a8c1-af66d0986f9a {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:20:11.868839 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f', 'code': 200} Sep 23 23:20:11.917578 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:11.971181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:20:11.993077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d08617-6a29-47d8-a54c-32853b63b6d9 req-b67bc9f8-38ac-4b81-8ac5-c98beef41881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:11.999192 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2d08617-6a29-47d8-a54c-32853b63b6d9 req-b67bc9f8-38ac-4b81-8ac5-c98beef41881 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 1096 time: 0.0421522 Sep 23 23:20:12.034166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2d08617-6a29-47d8-a54c-32853b63b6d9 req-e6631907-e3af-4f0d-a0dc-a77f09bc8090 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312557 Sep 23 23:20:12.359361 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98394f-49be-4cf3-994d-665df43fb636 req-c769f349-63fc-4f5d-8027-7896024ad6ee tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:12.360859 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-df98394f-49be-4cf3-994d-665df43fb636 req-c769f349-63fc-4f5d-8027-7896024ad6ee tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0491788 Sep 23 23:20:12.401242 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-df98394f-49be-4cf3-994d-665df43fb636 req-80a6abf3-8074-46b3-b437-72256c56a6dd tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339925 Sep 23 23:20:13.134610 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-21f291a0-8de7-4f37-a4ac-1addeba8e51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:13.527804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a4597-ba74-48ea-9e47-c26c917d14ca req-60e4b045-11f2-45cc-b0d0-d4fa3a096bc6 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:13.529522 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f23a4597-ba74-48ea-9e47-c26c917d14ca req-60e4b045-11f2-45cc-b0d0-d4fa3a096bc6 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0571599 Sep 23 23:20:13.574003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f23a4597-ba74-48ea-9e47-c26c917d14ca req-46d48d30-6fe8-4afd-9628-17e4cf4ec7b5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382535 Sep 23 23:20:14.695208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26543e7-1b2d-4dcc-850e-6e89aa425e13 req-b2d05360-e3e1-41fd-86ed-4cbdfc6210ab tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:14.696782 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e26543e7-1b2d-4dcc-850e-6e89aa425e13 req-b2d05360-e3e1-41fd-86ed-4cbdfc6210ab tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0515804 Sep 23 23:20:14.741390 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e26543e7-1b2d-4dcc-850e-6e89aa425e13 req-be1b507a-b50e-4bda-be06-f92e8f8d976b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375202 Sep 23 23:20:14.859588 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12b250-4727-4c75-a4c9-b38a69030920 req-67809ea6-afe4-4dd0-bc25-284502bc3962 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:14.861087 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c12b250-4727-4c75-a4c9-b38a69030920 req-67809ea6-afe4-4dd0-bc25-284502bc3962 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0535672 Sep 23 23:20:14.871524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 43034) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:20:14.877575 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-670c4d81-cbc4-41a2-a516-a3896b670d89 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Request body: {'floatingip': {'port_id': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:20:14.921050 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-670c4d81-cbc4-41a2-a516-a3896b670d89 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:15.580247 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5ca770a5-0590-4f50-b039-7949624b4dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:15.647871 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-670c4d81-cbc4-41a2-a516-a3896b670d89 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:15.706169 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-670c4d81-cbc4-41a2-a516-a3896b670d89 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:15.813805 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-670c4d81-cbc4-41a2-a516-a3896b670d89 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e associated. External IP: 172.25.1.216, port: 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f. Sep 23 23:20:16.027858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670c4d81-cbc4-41a2-a516-a3896b670d89 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Router 53073b59-1051-4c12-8061-8acf8660a8d9 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:20:16.128995 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:16.135063 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670c4d81-cbc4-41a2-a516-a3896b670d89 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:20:16.140624 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-670c4d81-cbc4-41a2-a516-a3896b670d89 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:16.145362 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4beb9-b065-42d9-8f94-76a954d0d0fc None None] Sync routers for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:20:16.154647 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb4beb9-b065-42d9-8f94-76a954d0d0fc None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:20:16.155268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cfb4beb9-b065-42d9-8f94-76a954d0d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:20:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:16.172033 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-670c4d81-cbc4-41a2-a516-a3896b670d89 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "PUT /v2.0/floatingips/6b7fe4bc-7aba-479d-9cce-37677a33d17e HTTP/1.1" status: 200 len: 991 time: 1.2990849 Sep 23 23:20:16.172635 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'tag': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:20:16.174953 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ae78eb-8efc-4204-92d4-c336fff00696" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5e942e-c02d-4ae5-a50c-5e240e971e47", "tag": "443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:20:16.215376 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7a5d05-81d0-4391-ab8c-74386ac6d46b x-openstack-request-id: req-0f7a5d05-81d0-4391-ab8c-74386ac6d46b {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:20:16.215736 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5e942e-c02d-4ae5-a50c-5e240e971e47", "tag": "443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:20:16.216242 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f7a5d05-81d0-4391-ab8c-74386ac6d46b {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:20:16.216718 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'tag': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f', 'status': 'completed', 'code': 200} Sep 23 23:20:16.266656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-cfb4beb9-b065-42d9-8f94-76a954d0d0fc None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:20:16.311084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae78eb-8efc-4204-92d4-c336fff00696 req-7f6b53fc-3901-4033-a363-39b2e5534dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:16.312951 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b3ae78eb-8efc-4204-92d4-c336fff00696 req-7f6b53fc-3901-4033-a363-39b2e5534dc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 1096 time: 0.0420487 Sep 23 23:20:16.405342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae78eb-8efc-4204-92d4-c336fff00696 req-fd67f4a9-1a5e-46c0-a551-5ede45c6584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:16.406748 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b3ae78eb-8efc-4204-92d4-c336fff00696 req-fd67f4a9-1a5e-46c0-a551-5ede45c6584d service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0867827 Sep 23 23:20:16.477635 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b3ae78eb-8efc-4204-92d4-c336fff00696 req-3fb7d9dc-0902-4b8d-8ced-3aec1cd6168f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f HTTP/1.1" status: 200 len: 999 time: 0.0632312 Sep 23 23:20:16.490221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cfb4beb9-b065-42d9-8f94-76a954d0d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '6b7fe4bc-7aba-479d-9cce-37677a33d17e', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'port_id': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'mac_address': 'fa:16:3e:a0:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:19:59Z', 'updated_at': '2021-09-23T23:20:15Z', 'revision_number': 1, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:16.521325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4beb9-b065-42d9-8f94-76a954d0d0fc None None] Checking router: 53073b59-1051-4c12-8061-8acf8660a8d9 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:20:16.528237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae78eb-8efc-4204-92d4-c336fff00696 req-7f836cae-97c3-47cb-bb61-898ea8cb04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:16.529813 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b3ae78eb-8efc-4204-92d4-c336fff00696 req-7f836cae-97c3-47cb-bb61-898ea8cb04eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0454152 Sep 23 23:20:16.529956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb4beb9-b065-42d9-8f94-76a954d0d0fc None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:20:16.530562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cfb4beb9-b065-42d9-8f94-76a954d0d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:20:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:16.577305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae78eb-8efc-4204-92d4-c336fff00696 req-7c53ac67-7080-4ebf-a688-9d684b3bde05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:20:16.578896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b3ae78eb-8efc-4204-92d4-c336fff00696 req-7c53ac67-7080-4ebf-a688-9d684b3bde05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417809 Sep 23 23:20:16.638936 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-cfb4beb9-b065-42d9-8f94-76a954d0d0fc None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:20:16.674925 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b3ae78eb-8efc-4204-92d4-c336fff00696 req-a908d508-7a07-48db-80af-ad3baaa5519d service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886965 Sep 23 23:20:16.773181 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b3ae78eb-8efc-4204-92d4-c336fff00696 req-44f1809b-5413-47c8-8ab6-84bfac107af3 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912530 Sep 23 23:20:16.876978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cfb4beb9-b065-42d9-8f94-76a954d0d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '6b7fe4bc-7aba-479d-9cce-37677a33d17e', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'port_id': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'mac_address': 'fa:16:3e:a0:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:19:59Z', 'updated_at': '2021-09-23T23:20:15Z', 'revision_number': 1, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:20:16.905543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4beb9-b065-42d9-8f94-76a954d0d0fc None None] The sync data for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 is: [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '6b7fe4bc-7aba-479d-9cce-37677a33d17e', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'port_id': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'mac_address': 'fa:16:3e:a0:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:19:59Z', 'updated_at': '2021-09-23T23:20:15Z', 'revision_number': 1, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:20:17.128717 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d151c3-b948-4a71-bd2a-bdfbf2767b46 None None] New status for floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:20:17.136881 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:18.329004 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:18.774656 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:31.886115 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:20:37.162755 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:43.127216 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a367f03e-08ab-4ea4-aa0e-cd9667412478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:45.596769 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0d7bbdaa-53f3-4b49-be9e-46a16f0a3c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:46.116814 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:47.099779 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:48.357054 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:20:48.768260 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:06.670603 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-976ec216-8a45-45c2-b0f7-3e5192bdca25 req-32b44027-17aa-46ca-aae5-2f8e9e407254 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455258 Sep 23 23:21:06.779385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ec216-8a45-45c2-b0f7-3e5192bdca25 req-e72c9aca-3a50-442a-a187-49fefd215acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:21:06.781247 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-976ec216-8a45-45c2-b0f7-3e5192bdca25 req-e72c9aca-3a50-442a-a187-49fefd215acc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 1096 time: 0.0488889 Sep 23 23:21:06.899607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ec216-8a45-45c2-b0f7-3e5192bdca25 req-28e70668-fa39-4ca0-92a0-0b24ca2bc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:21:06.901212 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-976ec216-8a45-45c2-b0f7-3e5192bdca25 req-28e70668-fa39-4ca0-92a0-0b24ca2bc798 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0933244 Sep 23 23:21:06.968774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-976ec216-8a45-45c2-b0f7-3e5192bdca25 req-e3952387-2a17-48c0-a1ee-d4e9432955b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f HTTP/1.1" status: 200 len: 1001 time: 0.0604990 Sep 23 23:21:07.020860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ec216-8a45-45c2-b0f7-3e5192bdca25 req-ba98694f-e1bb-4971-8546-529a8089fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:21:07.022628 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-976ec216-8a45-45c2-b0f7-3e5192bdca25 req-ba98694f-e1bb-4971-8546-529a8089fcf8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0457120 Sep 23 23:21:07.077000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ec216-8a45-45c2-b0f7-3e5192bdca25 req-896298d4-a325-47af-a434-338d1c97b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:21:07.078559 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-976ec216-8a45-45c2-b0f7-3e5192bdca25 req-896298d4-a325-47af-a434-338d1c97b029 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475097 Sep 23 23:21:07.184747 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:07.193422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-976ec216-8a45-45c2-b0f7-3e5192bdca25 req-ea9490e2-5527-4e3c-8ade-975557acdc6e service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066706 Sep 23 23:21:07.289409 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-976ec216-8a45-45c2-b0f7-3e5192bdca25 req-d3199015-5a07-4b9c-b546-a251b7ab1884 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884857 Sep 23 23:21:08.884965 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:21:13.110460 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a70388f5-2ed0-4725-964d-429fe1991f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:15.602507 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5539acf6-7c88-4625-949e-1ff4fb1fe240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:16.121253 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:17.121984 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:18.395701 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:18.779389 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:37.218610 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:43.093232 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-987fd0f6-0a0a-43e1-9bf8-95be113d0b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:45.624085 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0169809a-ea31-49a0-9470-80fb29b48394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:45.883846 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:21:46.133084 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:47.138729 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:48.361494 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:21:48.761307 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:07.184039 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:07.743235 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afe7c40a-a1ec-427a-9c69-88d4a536fb2c req-986b51f4-8129-471a-9eb0-29afea2de216 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0921681 Sep 23 23:22:07.845397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7c40a-a1ec-427a-9c69-88d4a536fb2c req-2a821b50-f9de-43d4-936a-f061b8b73eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:07.846908 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afe7c40a-a1ec-427a-9c69-88d4a536fb2c req-2a821b50-f9de-43d4-936a-f061b8b73eb0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 1096 time: 0.0412760 Sep 23 23:22:07.955082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7c40a-a1ec-427a-9c69-88d4a536fb2c req-2ae88ecd-8f62-459b-b118-9095548baa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:07.956569 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afe7c40a-a1ec-427a-9c69-88d4a536fb2c req-2ae88ecd-8f62-459b-b118-9095548baa85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0908930 Sep 23 23:22:08.023073 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afe7c40a-a1ec-427a-9c69-88d4a536fb2c req-c7bdc191-8295-4831-8b37-0f49db3a3e41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f HTTP/1.1" status: 200 len: 1001 time: 0.0592368 Sep 23 23:22:08.078786 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7c40a-a1ec-427a-9c69-88d4a536fb2c req-15027f91-9fdf-4191-92d8-22bae0cb4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:08.080263 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afe7c40a-a1ec-427a-9c69-88d4a536fb2c req-15027f91-9fdf-4191-92d8-22bae0cb4e71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0499489 Sep 23 23:22:08.133638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7c40a-a1ec-427a-9c69-88d4a536fb2c req-df793ce7-4769-42f0-9887-4f7832fff4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:08.135208 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afe7c40a-a1ec-427a-9c69-88d4a536fb2c req-df793ce7-4769-42f0-9887-4f7832fff4f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481741 Sep 23 23:22:08.225315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afe7c40a-a1ec-427a-9c69-88d4a536fb2c req-0fd46a9a-2564-4e25-981e-50720d27fe07 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822446 Sep 23 23:22:08.326223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afe7c40a-a1ec-427a-9c69-88d4a536fb2c req-43d23f3d-ba03-4e6d-83d5-fcb297ab5d55 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932808 Sep 23 23:22:13.104007 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa74637b-f6e2-4607-b62c-5740e6790498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:15.618357 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb9fb-90e8-4415-82ea-db48a1383061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:16.104075 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:17.138600 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:18.383867 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:18.772506 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:22.883041 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:22:37.188955 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:43.103418 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-94455883-52d8-4055-83a6-25bcfd8863d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:45.606520 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1021acff-54c7-4394-bbe6-dd52eb7ece21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:45.642502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a4151-665a-49e3-b076-13e4ac67c0bd req-5145c849-f53f-4b5d-8ec5-4b27a751f8f0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:45.644058 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-175a4151-665a-49e3-b076-13e4ac67c0bd req-5145c849-f53f-4b5d-8ec5-4b27a751f8f0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0520811 Sep 23 23:22:45.684010 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-175a4151-665a-49e3-b076-13e4ac67c0bd req-9496ef54-47e1-453c-8784-2ce01f654cfb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338531 Sep 23 23:22:46.137573 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:46.157049 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fb8ce-6024-4a49-ac7a-a00dba1f98bc req-38a2e7f2-6970-4cfd-98b3-5681175633b1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:46.158587 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-364fb8ce-6024-4a49-ac7a-a00dba1f98bc req-38a2e7f2-6970-4cfd-98b3-5681175633b1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0518484 Sep 23 23:22:46.202763 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-364fb8ce-6024-4a49-ac7a-a00dba1f98bc req-52115f59-6b98-44d4-9236-12405dbc119c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379066 Sep 23 23:22:46.369707 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-7f40edc2-2f72-4301-aedd-a26f85e969f5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856693 Sep 23 23:22:47.128354 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:47.329085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110efb56-742f-424b-b2b9-f7bc88807b9c req-a9772d04-da19-4783-9d0d-58d34bc94e49 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:47.330832 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-110efb56-742f-424b-b2b9-f7bc88807b9c req-a9772d04-da19-4783-9d0d-58d34bc94e49 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0545623 Sep 23 23:22:47.371790 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-110efb56-742f-424b-b2b9-f7bc88807b9c req-2da4c1fa-c245-4ce2-88ad-c5ea99bcdb58 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349662 Sep 23 23:22:48.395017 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:48.494789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf31a5-2112-4c10-9aa6-8979b72a8262 req-557cfad6-79aa-474b-9387-db3d2fcaf7e9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:48.496378 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eaaf31a5-2112-4c10-9aa6-8979b72a8262 req-557cfad6-79aa-474b-9387-db3d2fcaf7e9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0511622 Sep 23 23:22:48.541545 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eaaf31a5-2112-4c10-9aa6-8979b72a8262 req-e675906b-7c79-4e91-b500-85af83e6f692 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380988 Sep 23 23:22:48.608398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-9e90867e-c818-4dbf-9657-f517c6df954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:48.609980 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-9e90867e-c818-4dbf-9657-f517c6df954c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 1096 time: 0.0470073 Sep 23 23:22:48.702955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-556ed5fc-0e09-4734-83a4-0f931bc2d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:48.704352 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-556ed5fc-0e09-4734-83a4-0f931bc2d95e service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0875115 Sep 23 23:22:48.778725 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-7c889e03-1f5a-4ab7-b1fb-2727e475b850 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f HTTP/1.1" status: 200 len: 1001 time: 0.0665619 Sep 23 23:22:48.795074 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:22:48.831176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-eb2e33a1-831b-4705-8b31-27c7e0b14126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:48.832666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-eb2e33a1-831b-4705-8b31-27c7e0b14126 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0457668 Sep 23 23:22:48.882230 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-6021aa04-d364-4ea1-94d2-fad2b253e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:48.883838 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-6021aa04-d364-4ea1-94d2-fad2b253e27b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438402 Sep 23 23:22:48.981833 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-576bb2f4-3a2f-40d7-9d7f-8ccf95101d2e service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900958 Sep 23 23:22:49.076466 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-0c73bd2c-87de-4079-bfb9-fed5cfbd7ecb service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875432 Sep 23 23:22:49.670121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fcd7f-70d9-4ed8-ae71-75da3a86a848 req-86ddb866-177b-4782-8f9f-c2c2047e0f4f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:49.671823 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-328fcd7f-70d9-4ed8-ae71-75da3a86a848 req-86ddb866-177b-4782-8f9f-c2c2047e0f4f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0582435 Sep 23 23:22:49.713565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-328fcd7f-70d9-4ed8-ae71-75da3a86a848 req-5ccc1ac5-1636-4409-bf79-59f06142bb5a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355012 Sep 23 23:22:50.838211 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f706f-eb03-4b9e-ad80-716879baec9c req-36369598-416a-4c81-9d3c-ebb176a4fb11 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:50.839762 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c7f706f-eb03-4b9e-ad80-716879baec9c req-36369598-416a-4c81-9d3c-ebb176a4fb11 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0500236 Sep 23 23:22:50.881874 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5c7f706f-eb03-4b9e-ad80-716879baec9c req-27dfef7e-e159-438d-8a18-59b10044fec5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349054 Sep 23 23:22:52.002621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e57f4-d404-4473-b9e5-d531a57a2024 req-31e76580-27c4-4412-a132-9e8d264cb5a0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:52.004161 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-560e57f4-d404-4473-b9e5-d531a57a2024 req-31e76580-27c4-4412-a132-9e8d264cb5a0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0503135 Sep 23 23:22:52.044879 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-560e57f4-d404-4473-b9e5-d531a57a2024 req-6aaa4bc4-0fb6-48df-b00d-8424efd51666 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346889 Sep 23 23:22:53.168038 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c64e7c-fee8-4519-949f-4215884488ad req-d745e5ab-0edb-4dab-9753-ecf568966857 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:53.169637 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-09c64e7c-fee8-4519-949f-4215884488ad req-d745e5ab-0edb-4dab-9753-ecf568966857 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0542092 Sep 23 23:22:53.213757 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-09c64e7c-fee8-4519-949f-4215884488ad req-52eebc48-0914-4b06-be14-90ce12322763 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375998 Sep 23 23:22:54.331536 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1fcd5-5247-4deb-92fc-1bda72b09e95 req-7dbc3e8e-842d-4db4-9fd3-e2a7ce77f119 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:54.333062 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-deb1fcd5-5247-4deb-92fc-1bda72b09e95 req-7dbc3e8e-842d-4db4-9fd3-e2a7ce77f119 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0498850 Sep 23 23:22:54.369880 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-deb1fcd5-5247-4deb-92fc-1bda72b09e95 req-c1cf3565-9a2a-47a0-86a5-8d1303f9c75a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309532 Sep 23 23:22:55.488162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f7bb7-4dea-4fa1-8101-f5d571030421 req-f334f279-f15c-4e77-b22e-4223f675019a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:55.489702 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-db0f7bb7-4dea-4fa1-8101-f5d571030421 req-f334f279-f15c-4e77-b22e-4223f675019a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0505962 Sep 23 23:22:55.529134 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-db0f7bb7-4dea-4fa1-8101-f5d571030421 req-fb87fcae-060b-404e-b84c-7cd7bccbce85 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333676 Sep 23 23:22:56.648984 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba0827-2fc0-453d-b779-94303a9d5863 req-592552a2-7e81-4725-847b-770a6825fd65 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:56.650445 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bba0827-2fc0-453d-b779-94303a9d5863 req-592552a2-7e81-4725-847b-770a6825fd65 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0513678 Sep 23 23:22:56.688198 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bba0827-2fc0-453d-b779-94303a9d5863 req-b4d41fa9-5590-48d0-b3bf-c67fa83d20e9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312388 Sep 23 23:22:57.806003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bba64-6f9e-47a6-b304-b6766cd55e7e req-77c761a5-d040-4ac4-a39e-55c5b75b0b3e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:57.807565 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f13bba64-6f9e-47a6-b304-b6766cd55e7e req-77c761a5-d040-4ac4-a39e-55c5b75b0b3e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0495481 Sep 23 23:22:57.846468 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f13bba64-6f9e-47a6-b304-b6766cd55e7e req-0a8a6dd6-ddb2-4a68-9a2d-1668468eabbf tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320761 Sep 23 23:22:58.962132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ff76d-11d3-4815-9ff1-7f8a09f47aa6 req-91f09629-e196-4175-88be-985909e1996a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:22:58.963540 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-467ff76d-11d3-4815-9ff1-7f8a09f47aa6 req-91f09629-e196-4175-88be-985909e1996a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0493782 Sep 23 23:22:59.001868 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-467ff76d-11d3-4815-9ff1-7f8a09f47aa6 req-be58801d-2149-4423-be9f-5febdc12125e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322688 Sep 23 23:22:59.881993 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:23:00.118615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfabc71-82f3-48b3-b376-18ed066f3ece req-4ef01713-e05c-4909-95ff-7c22a847dbad tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:00.120084 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fbfabc71-82f3-48b3-b376-18ed066f3ece req-4ef01713-e05c-4909-95ff-7c22a847dbad tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0493634 Sep 23 23:23:00.162395 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fbfabc71-82f3-48b3-b376-18ed066f3ece req-88718d5d-d079-49ea-a93f-4e3ccaa914a7 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358641 Sep 23 23:23:01.280499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da707c35-6af9-4b01-a18d-86e38f9e9ad0 req-61e2591d-7f2e-4a0e-9153-b8fb9764ac24 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:01.282036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da707c35-6af9-4b01-a18d-86e38f9e9ad0 req-61e2591d-7f2e-4a0e-9153-b8fb9764ac24 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0493038 Sep 23 23:23:01.323036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da707c35-6af9-4b01-a18d-86e38f9e9ad0 req-d8c37126-e2ab-4743-b9d2-6604bb1ef77e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349927 Sep 23 23:23:01.459969 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-e41bc3d9-b0a7-4577-ad13-8dba97a3a616 service neutron] show failed (client error): The resource could not be found. Sep 23 23:23:01.460915 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-e41bc3d9-b0a7-4577-ad13-8dba97a3a616 service neutron] 10.222.0.67 "GET /v2.0/ports/443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f/bindings/n-h1-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.0601702 Sep 23 23:23:02.026595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-1e4b542c-e925-4799-9c5e-b13dd8aa7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:02.028044 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-1e4b542c-e925-4799-9c5e-b13dd8aa7565 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 1096 time: 0.0454974 Sep 23 23:23:02.040876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:23:02.097141 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:02.320853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] For port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:23:02.455726 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00bb63-f241-478b-992d-ab20f49e82d8 req-9e35f749-b2bd-42bc-951b-60ea15ef81fe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:02.457441 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed00bb63-f241-478b-992d-ab20f49e82d8 req-9e35f749-b2bd-42bc-951b-60ea15ef81fe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0542867 Sep 23 23:23:02.499117 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed00bb63-f241-478b-992d-ab20f49e82d8 req-d426e5c1-c68c-4d35-9a00-37f96126bebe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351624 Sep 23 23:23:02.626711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] For port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:23:02.667820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:23:02.670143 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e5143d-1fed-44cb-a421-072024fb2b30" -d '{"events": [{"server_uuid": "9f5e942e-c02d-4ae5-a50c-5e240e971e47", "name": "network-vif-unplugged", "status": "completed", "tag": "443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:23:02.675072 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:02.689370 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Transition to ACTIVE for port object 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:23:02.726804 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1de00d-801d-4928-a3dd-43d3dd99cbd9 x-openstack-request-id: req-6f1de00d-801d-4928-a3dd-43d3dd99cbd9 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:23:02.726804 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5e942e-c02d-4ae5-a50c-5e240e971e47", "name": "network-vif-unplugged", "status": "completed", "tag": "443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:23:02.726804 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f1de00d-801d-4928-a3dd-43d3dd99cbd9 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:23:02.726804 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f', 'code': 200} Sep 23 23:23:02.771760 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:02.879938 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Pushing event updated for resources: {'Port': ['ID=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,revision_number=6']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:23:02.909014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:02.909381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:02.909722 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:02.910102 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:02.910433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:02.910761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:02.911087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:02.911409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:02.911729 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:02.912051 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:02.912377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:02.912697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:02.961980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] No DVR routers for this DVR port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:23:03.114325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Attempting to bind port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:23:03.114655 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Attempting to bind port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:23:03.114982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Attempting to bind port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:23:03.119334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:23:03.119650 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Attempting to bind port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:23:03.124469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:23:03.124803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Checking segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:23:03.125214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Bound using segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:23:03.125739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Bound port: 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:23:03.126095 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:03.189909 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] For port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:23:03.193191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] For port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:23:03.264178 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:03.302001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:03.302624 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:03.304097 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] 10.222.0.43 "PUT /v2.0/ports/443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f HTTP/1.1" status: 200 len: 1091 time: 1.2680244 Sep 23 23:23:03.327646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c63c36-3ddf-482d-962b-6dc8c248389a service neutron] Pushing event updated for resources: {'Port': ['ID=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:23:03.375113 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-6fcb9a56-8b2a-432c-bf2c-06e462f7e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:03.376730 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-6fcb9a56-8b2a-432c-bf2c-06e462f7e926 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 1094 time: 0.0448971 Sep 23 23:23:03.478273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-40cbe67a-2987-4152-9e6d-744e2a64c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:03.479759 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-40cbe67a-2987-4152-9e6d-744e2a64c8ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0959046 Sep 23 23:23:03.550439 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-1d31b76b-f693-48ce-8fbb-7f16fcaeed84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f HTTP/1.1" status: 200 len: 999 time: 0.0635297 Sep 23 23:23:03.602280 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-8448da23-3386-43cb-9a72-5efcd998726e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:03.603831 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-8448da23-3386-43cb-9a72-5efcd998726e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0464449 Sep 23 23:23:03.619921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7c7a8-efb5-4b16-bf70-7b08e52e1baf req-25464ff1-64ed-4f4a-b763-7d0e6a66263c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:03.621473 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0db7c7a8-efb5-4b16-bf70-7b08e52e1baf req-25464ff1-64ed-4f4a-b763-7d0e6a66263c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 943 time: 0.0517938 Sep 23 23:23:03.649414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-4e47449c-9a7e-44f7-af56-f994c6b75140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:03.650947 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-4e47449c-9a7e-44f7-af56-f994c6b75140 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407751 Sep 23 23:23:03.660984 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0db7c7a8-efb5-4b16-bf70-7b08e52e1baf req-a6736484-11b4-416c-aaa5-4ba6845c9f74 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333068 Sep 23 23:23:03.748692 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-1edca4c5-98fa-4238-bc84-06378bc02f15 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907140 Sep 23 23:23:03.847378 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a5fbf2fb-cf61-421b-9d8b-ce25a6ccf551 req-07951551-cc0e-457d-9dd2-74f29160775a service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914752 Sep 23 23:23:04.399804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:23:04.439060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:23:04.726115 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'tag': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:23:04.728526 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35541e1-b58f-4ff0-b895-9bbd25101737" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5e942e-c02d-4ae5-a50c-5e240e971e47", "tag": "443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:23:04.778084 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3e577f-13fb-47fa-8e68-418c5e34d07c x-openstack-request-id: req-5b3e577f-13fb-47fa-8e68-418c5e34d07c {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:23:04.778375 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5e942e-c02d-4ae5-a50c-5e240e971e47", "tag": "443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:23:04.778623 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b3e577f-13fb-47fa-8e68-418c5e34d07c {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:23:04.779024 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'tag': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f', 'status': 'completed', 'code': 200} Sep 23 23:23:04.906072 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb4c22-22c7-475a-be41-8a15a6981e67 req-a62838a3-6fad-47f6-a8f2-1d23d38fe23d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:04.907734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c3bb4c22-22c7-475a-be41-8a15a6981e67 req-a62838a3-6fad-47f6-a8f2-1d23d38fe23d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 943 time: 0.1757660 Sep 23 23:23:04.919105 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-0e20b327-7755-48cb-b040-598d3104a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:04.920602 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-0e20b327-7755-48cb-b040-598d3104a833 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 1094 time: 0.1137459 Sep 23 23:23:04.927662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-0ad18d4e-98a2-4aa3-904c-7a9829bb22b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:04.929087 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-0ad18d4e-98a2-4aa3-904c-7a9829bb22b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 1094 time: 0.0989139 Sep 23 23:23:05.048933 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c3bb4c22-22c7-475a-be41-8a15a6981e67 req-594e72e5-fc0d-44d4-8ec6-b11ff4f2754b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344347 Sep 23 23:23:05.107336 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-55f85bbb-6c44-4bb8-af21-32f4d0a08684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:05.109524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-55f85bbb-6c44-4bb8-af21-32f4d0a08684 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.1779504 Sep 23 23:23:05.161797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-15c5236a-2565-42fa-ab77-f8e860e9b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:05.163290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-15c5236a-2565-42fa-ab77-f8e860e9b64c service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.2179182 Sep 23 23:23:05.224490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-9580e6d5-f780-4267-8ca7-3547300427fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f HTTP/1.1" status: 200 len: 999 time: 0.1056757 Sep 23 23:23:05.271274 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-df3f8bbd-63f7-4788-ba84-3edd64296c6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f HTTP/1.1" status: 200 len: 999 time: 0.0987146 Sep 23 23:23:05.318661 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-38a7ce74-f0af-40de-8e09-6f2eba13a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:05.320069 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-38a7ce74-f0af-40de-8e09-6f2eba13a0b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0873926 Sep 23 23:23:05.340352 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-26bd3391-4ab9-4ec4-a130-3b23fdddc045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:05.341847 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-26bd3391-4ab9-4ec4-a130-3b23fdddc045 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0632305 Sep 23 23:23:05.398241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-eaaca949-0633-4cdb-8676-f3fb13c77651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:05.399783 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-eaaca949-0633-4cdb-8676-f3fb13c77651 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721805 Sep 23 23:23:05.418296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-99d4b7ff-1111-4459-9b5d-572342bb6d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:05.419807 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-99d4b7ff-1111-4459-9b5d-572342bb6d52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637591 Sep 23 23:23:05.576764 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-a7f26f63-7dc7-4864-bb5e-3dbb6df063e2 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690638 Sep 23 23:23:05.583148 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-6461731e-4160-4c34-8af7-e25063032964 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529431 Sep 23 23:23:05.745512 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-bbe3b602-53a6-4f8f-8602-7ce9707182a9 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515529 Sep 23 23:23:05.747314 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a35541e1-b58f-4ff0-b895-9bbd25101737 req-9b7b7515-d2a6-4a8f-bb45-e87945886bbc service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609354 Sep 23 23:23:06.228683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adf4ce-a350-4352-8867-d791ec7dd569 req-8ea87f1d-479f-4612-a344-94a14b0aea2c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:06.230315 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d9adf4ce-a350-4352-8867-d791ec7dd569 req-8ea87f1d-479f-4612-a344-94a14b0aea2c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 943 time: 0.1085043 Sep 23 23:23:06.273856 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d9adf4ce-a350-4352-8867-d791ec7dd569 req-18e33c7b-59e1-45f3-81ee-19e7ca3b059e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367360 Sep 23 23:23:06.638587 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19348cfd-edd8-4f42-8791-25641a099f71 req-60a64777-8f83-4169-adca-80d955de5411 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:06.640950 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19348cfd-edd8-4f42-8791-25641a099f71 req-60a64777-8f83-4169-adca-80d955de5411 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 943 time: 0.0509737 Sep 23 23:23:06.683754 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19348cfd-edd8-4f42-8791-25641a099f71 req-362d6507-9f60-4334-b244-a12a7c45e27d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361426 Sep 23 23:23:06.733744 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec9f27-a780-4f12-9a33-e7ac8d623b12 req-4eae9729-84cc-4a18-af65-bebf3a68935d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:06.735293 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13ec9f27-a780-4f12-9a33-e7ac8d623b12 req-4eae9729-84cc-4a18-af65-bebf3a68935d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 943 time: 0.0554054 Sep 23 23:23:06.798113 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-13ec9f27-a780-4f12-9a33-e7ac8d623b12 req-6a2949ef-73db-4bff-9cc0-02dbd293d0ae service neutron] delete failed (client error): The resource could not be found. Sep 23 23:23:06.799055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13ec9f27-a780-4f12-9a33-e7ac8d623b12 req-6a2949ef-73db-4bff-9cc0-02dbd293d0ae service neutron] 10.222.0.67 "DELETE /v2.0/ports/443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f/bindings/n-h2-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.0566785 Sep 23 23:23:06.917741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec9f27-a780-4f12-9a33-e7ac8d623b12 req-b33d8314-2e0d-421b-a525-30b7f2eb6696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:06.919666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13ec9f27-a780-4f12-9a33-e7ac8d623b12 req-b33d8314-2e0d-421b-a525-30b7f2eb6696 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 1094 time: 0.0485549 Sep 23 23:23:07.011908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec9f27-a780-4f12-9a33-e7ac8d623b12 req-9d52138d-0b04-45c1-8e20-ccf27638d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:07.013421 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13ec9f27-a780-4f12-9a33-e7ac8d623b12 req-9d52138d-0b04-45c1-8e20-ccf27638d0cd service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0871918 Sep 23 23:23:07.085170 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13ec9f27-a780-4f12-9a33-e7ac8d623b12 req-401883f7-1f04-495c-aea4-d4ae460f4e44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f HTTP/1.1" status: 200 len: 999 time: 0.0645432 Sep 23 23:23:07.132471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:23:07.136145 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec9f27-a780-4f12-9a33-e7ac8d623b12 req-3b48645d-a9a0-48fe-84da-e910ad32d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:07.137660 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13ec9f27-a780-4f12-9a33-e7ac8d623b12 req-3b48645d-a9a0-48fe-84da-e910ad32d827 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0452163 Sep 23 23:23:07.188160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec9f27-a780-4f12-9a33-e7ac8d623b12 req-816a0d60-6e3e-4dcf-bb21-b7e74f28977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:07.189963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13ec9f27-a780-4f12-9a33-e7ac8d623b12 req-816a0d60-6e3e-4dcf-bb21-b7e74f28977d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438676 Sep 23 23:23:07.301879 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13ec9f27-a780-4f12-9a33-e7ac8d623b12 req-332f35ee-aed8-4f9d-b65b-b576817d0679 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992990 Sep 23 23:23:07.373322 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:07.397448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-13ec9f27-a780-4f12-9a33-e7ac8d623b12 req-d772b60a-4fc8-48a6-8f86-72fabf746803 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888526 Sep 23 23:23:07.399776 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:23:07.411258 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'port_id': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f', 'mac_address': 'fa:16:3e:a0:c9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:23:07.451549 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:07.464758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:23:07.484536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:23:07.554643 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:07.605397 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:23:07.613718 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:07.614063 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:07.614403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:07.614742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:07.615075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:07.615406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:07.615736 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:07.616269 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:07.616602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:07.616928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:07.617288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:07.617616 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:23:07.786242 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:23:07.823816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377a27-9349-4967-9337-d2ec7f2635b3 req-dcef361b-f63b-4718-bf46-ae0ce1f04468 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:07.825459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-34377a27-9349-4967-9337-d2ec7f2635b3 req-dcef361b-f63b-4718-bf46-ae0ce1f04468 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 944 time: 0.0639973 Sep 23 23:23:07.871958 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-34377a27-9349-4967-9337-d2ec7f2635b3 req-43b071c3-f753-4c52-9fdb-875e0736e3a4 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370014 Sep 23 23:23:08.996346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da0803-fc87-4647-978f-955ec9e3f2ab req-3dc6d305-c83b-4355-913b-ca64b8cf7b1c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:08.997913 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-29da0803-fc87-4647-978f-955ec9e3f2ab req-3dc6d305-c83b-4355-913b-ca64b8cf7b1c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 944 time: 0.0533135 Sep 23 23:23:09.041420 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-29da0803-fc87-4647-978f-955ec9e3f2ab req-49701fdb-d311-4e4a-8781-8ebf36791ffe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368927 Sep 23 23:23:09.146679 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:23:09.159492 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bc0c0-ddbb-40f3-bc3a-cc55ceb53aeb req-4b2b7b1e-ed39-432e-a313-570d03d125bb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:09.161011 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f63bc0c0-ddbb-40f3-bc3a-cc55ceb53aeb req-4b2b7b1e-ed39-432e-a313-570d03d125bb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 944 time: 0.0503600 Sep 23 23:23:09.201480 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f63bc0c0-ddbb-40f3-bc3a-cc55ceb53aeb req-04973fc4-bf0e-41a4-ab58-8989f7308a92 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341158 Sep 23 23:23:09.240314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:23:09.244569 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:23:09.245082 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:09.326404 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577dec8-4e8d-4120-8f09-004f42c59e6b req-56c1ef0f-c0f3-4a68-a145-04d677c495d9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:09.327766 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:09.327941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5577dec8-4e8d-4120-8f09-004f42c59e6b req-56c1ef0f-c0f3-4a68-a145-04d677c495d9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 944 time: 0.0521905 Sep 23 23:23:09.352462 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:23:09.354968 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ade698c-8527-4abf-a583-eb5681382706" -d '{"events": [{"server_uuid": "9f5e942e-c02d-4ae5-a50c-5e240e971e47", "name": "network-vif-plugged", "status": "completed", "tag": "443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:23:09.370802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:23:09.384348 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5577dec8-4e8d-4120-8f09-004f42c59e6b req-75f11b00-1476-40b4-a468-f07f963d28d0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494404 Sep 23 23:23:09.400925 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d14387-656f-4529-a918-6b821ace8d5b x-openstack-request-id: req-d7d14387-656f-4529-a918-6b821ace8d5b {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:23:09.400925 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5e942e-c02d-4ae5-a50c-5e240e971e47", "name": "network-vif-plugged", "status": "completed", "tag": "443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:23:09.400925 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7d14387-656f-4529-a918-6b821ace8d5b {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:23:09.400925 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f', 'code': 200} Sep 23 23:23:09.463247 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:09.520378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:23:09.864415 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfae96-39d3-47f1-9e44-74adc4c4ff02 req-930e3e8f-6fe6-4fd9-ba5c-3bce41285734 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:09.866081 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2ecfae96-39d3-47f1-9e44-74adc4c4ff02 req-930e3e8f-6fe6-4fd9-ba5c-3bce41285734 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0540965 Sep 23 23:23:09.912796 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2ecfae96-39d3-47f1-9e44-74adc4c4ff02 req-19e8a5e8-8e2f-41ca-a7ad-c1d60946be36 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401905 Sep 23 23:23:11.046991 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ce166-790c-4fc7-8e06-6ad4ba531931 req-bc23cff6-f402-4b84-83ac-e1c2a5d9e857 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:11.049236 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ba9ce166-790c-4fc7-8e06-6ad4ba531931 req-bc23cff6-f402-4b84-83ac-e1c2a5d9e857 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0561552 Sep 23 23:23:11.098861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ba9ce166-790c-4fc7-8e06-6ad4ba531931 req-466f1f27-1b4e-4756-bebd-151a7d2e15b1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412285 Sep 23 23:23:11.227662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-9845fd9e-77bd-4bc4-9a11-17b589f7c923 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:11.229206 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-9845fd9e-77bd-4bc4-9a11-17b589f7c923 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 945 time: 0.0541019 Sep 23 23:23:11.322857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-fcad6679-6092-4539-b04e-b5915ba5582e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Deleting port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:23:11.323090 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-fcad6679-6092-4539-b04e-b5915ba5582e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:11.417181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-fcad6679-6092-4539-b04e-b5915ba5582e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] For port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:23:11.417545 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-fcad6679-6092-4539-b04e-b5915ba5582e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:11.590142 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-fcad6679-6092-4539-b04e-b5915ba5582e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:11.590420 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-fcad6679-6092-4539-b04e-b5915ba5582e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:11.590735 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-fcad6679-6092-4539-b04e-b5915ba5582e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e disassociated. External IP: 172.25.1.216, port: 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f. Sep 23 23:23:11.591077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-fcad6679-6092-4539-b04e-b5915ba5582e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Calling delete_port for 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:23:11.823726 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-fcad6679-6092-4539-b04e-b5915ba5582e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:11.853037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad6679-6092-4539-b04e-b5915ba5582e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Pushing event deleted for resources: {'Port': ['ID=443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:23:12.215040 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-116fafe8-bf86-4b1d-bd9d-d42f088d5ccf req-13b2543e-6b2d-4398-88ff-2f65e49cf6dc tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f5e942e-c02d-4ae5-a50c-5e240e971e47 HTTP/1.1" status: 200 len: 210 time: 0.0350909 Sep 23 23:23:12.264543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-fcad6679-6092-4539-b04e-b5915ba5582e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Router 53073b59-1051-4c12-8061-8acf8660a8d9 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:23:12.377995 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-fcad6679-6092-4539-b04e-b5915ba5582e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:23:12.389263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4431dbd8-1c38-42e9-814f-752fc48a8a96 None None] Sync routers for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:23:12.400311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4431dbd8-1c38-42e9-814f-752fc48a8a96 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:23:12.400945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4431dbd8-1c38-42e9-814f-752fc48a8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:22:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:23:12.418501 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-fcad6679-6092-4539-b04e-b5915ba5582e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] No DVR routers for this DVR port 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:23:12.421384 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-fcad6679-6092-4539-b04e-b5915ba5582e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:12.424150 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d5429ac4-a412-439f-a56e-d5cd53a3b1f0 req-fcad6679-6092-4539-b04e-b5915ba5582e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.43 "DELETE /v2.0/ports/443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f HTTP/1.1" status: 204 len: 173 time: 1.1877177 Sep 23 23:23:12.424602 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'name': 'network-vif-deleted', 'tag': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:23:12.426960 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613ee8bb-e107-4d2c-a686-31706b649274" -d '{"events": [{"server_uuid": "9f5e942e-c02d-4ae5-a50c-5e240e971e47", "name": "network-vif-deleted", "tag": "443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:23:12.465079 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b0ddb1-da01-41b5-8966-000f5d502a20 x-openstack-request-id: req-e6b0ddb1-da01-41b5-8966-000f5d502a20 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:23:12.465420 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5e942e-c02d-4ae5-a50c-5e240e971e47", "name": "network-vif-deleted", "tag": "443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:23:12.465673 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6b0ddb1-da01-41b5-8966-000f5d502a20 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:23:12.466081 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5e942e-c02d-4ae5-a50c-5e240e971e47', 'name': 'network-vif-deleted', 'tag': '443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f', 'status': 'completed', 'code': 200} Sep 23 23:23:12.515333 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-4431dbd8-1c38-42e9-814f-752fc48a8a96 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:23:12.723586 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4431dbd8-1c38-42e9-814f-752fc48a8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:23:12.751505 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4431dbd8-1c38-42e9-814f-752fc48a8a96 None None] Checking router: 53073b59-1051-4c12-8061-8acf8660a8d9 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:23:12.760431 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4431dbd8-1c38-42e9-814f-752fc48a8a96 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:23:12.761049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4431dbd8-1c38-42e9-814f-752fc48a8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:22:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:23:12.871982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-4431dbd8-1c38-42e9-814f-752fc48a8a96 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:23:13.103014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-4431dbd8-1c38-42e9-814f-752fc48a8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:23:13.131146 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4431dbd8-1c38-42e9-814f-752fc48a8a96 None None] The sync data for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 is: [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:23:13.134241 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1b2a9b38-1920-4f70-9d3c-1ab6558f909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:13.376372 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5269c-8bcc-42b3-a4a5-92985167f76b None None] New status for floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:23:13.463334 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-64abe875-9264-44f4-8159-ed6b42f39f1c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--350281643&fields=id&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 267 time: 0.0364835 Sep 23 23:23:13.581633 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-19959bdb-eaf2-43cf-a882-fcbb75599def tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:13.583272 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-19959bdb-eaf2-43cf-a882-fcbb75599def tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 812 time: 0.1117377 Sep 23 23:23:13.600511 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-51b33db5-bd94-4843-b56b-3730d416ad6d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/quotas/9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 375 time: 0.0105419 Sep 23 23:23:13.659276 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-d769ba86-9669-4dde-8866-25d11ae145a8 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525014 Sep 23 23:23:13.806170 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-2d5cce4d-2dae-47a9-a830-be7d1c11b27c service neutron] 10.222.0.22 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342220 Sep 23 23:23:13.899029 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-7bd69a2c-456d-4158-9175-575bcd00c1a1 service neutron] 10.222.0.22 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865693 Sep 23 23:23:14.122868 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-507581cd-c6a7-4295-b8bd-776a08603c30 req-f15c436b-8b71-4e76-a33a-8f01bd84596a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 210 time: 0.0299783 Sep 23 23:23:15.200750 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d0a6f728-fe38-4b43-81c7-fc812256d73e req-0d23cee1-e055-47dc-acff-c4f598de99c1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 210 time: 0.0263107 Sep 23 23:23:15.213382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:23:15.234205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:23:15.234669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 443a7ba6-859d-4fb3-a3fe-e4c7d1eda24f not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:23:15.634753 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3d58cf87-1de7-4578-9b7d-a4c3b6c5248b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:16.137412 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:16.292759 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4299efbd-382a-4bdc-b5cd-7b424cbe7482 req-d5b824ca-ab5e-4485-aae3-0840078397e1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 210 time: 0.0259409 Sep 23 23:23:17.131616 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:17.395859 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bfd724bb-0876-4bfd-9541-d2f37cf2388b req-1154b041-e937-4691-818b-5d7f31421ab1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 210 time: 0.0337596 Sep 23 23:23:18.219388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-7d6d9d0b-f6bc-4fff-9928-d420d5ec1487 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:18.221019 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-7d6d9d0b-f6bc-4fff-9928-d420d5ec1487 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 812 time: 0.1080627 Sep 23 23:23:18.264783 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-25927ff2-338a-4f8e-b05c-e1d5e9b0e184 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 379 time: 0.0345929 Sep 23 23:23:18.274015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-d5e2aa85-7bec-4482-830b-cc6e96355120 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Request body: {'port': {'device_id': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'admin_state_up': True, 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'security_groups': ['f6c44dd3-2a55-4c77-b86b-a2f849001868']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:23:18.394590 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:18.491595 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c376ce14-977a-4f95-8d19-f2634fbeee38 req-8ec3f8eb-431f-4c16-8240-2e828b3a018d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 210 time: 0.0268478 Sep 23 23:23:18.492286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-d5e2aa85-7bec-4482-830b-cc6e96355120 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Made reservation on behalf of 9ce290809b7c4689b8e9eb7f765c4d73 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:23:18.495693 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-d5e2aa85-7bec-4482-830b-cc6e96355120 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:18.622522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-d5e2aa85-7bec-4482-830b-cc6e96355120 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Allocated IP 172.20.0.6 (2acbfcbc-207f-4f5e-a582-eabeaa31139a/3c07f54c-a7f4-486c-a2fd-42c0a90575f3/28888460-90bc-4c06-99b3-9c664d8a4f60) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:23:18.758573 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-d5e2aa85-7bec-4482-830b-cc6e96355120 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:18.794598 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:18.851848 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-d5e2aa85-7bec-4482-830b-cc6e96355120 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:18.898245 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-d5e2aa85-7bec-4482-830b-cc6e96355120 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Network 2acbfcbc-207f-4f5e-a582-eabeaa31139a is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:23:18.901189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-d5e2aa85-7bec-4482-830b-cc6e96355120 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:23:18.904924 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-d5e2aa85-7bec-4482-830b-cc6e96355120 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:23:18.933446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2aa85-7bec-4482-830b-cc6e96355120 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Pushing event updated for resources: {'Port': ['ID=28888460-90bc-4c06-99b3-9c664d8a4f60,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:23:18.964268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-d5e2aa85-7bec-4482-830b-cc6e96355120 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:18.964892 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-d5e2aa85-7bec-4482-830b-cc6e96355120 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:19.058734 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-d5e2aa85-7bec-4482-830b-cc6e96355120 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7883418 Sep 23 23:23:19.071326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Request body: {'port': {'device_id': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:23:19.118782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-803bbbc1-837c-45fe-9d19-c09624701f0a None None] Provisioning complete for port 28888460-90bc-4c06-99b3-9c664d8a4f60 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:23:19.119456 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-803bbbc1-837c-45fe-9d19-c09624701f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:19.127980 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:19.156381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-803bbbc1-837c-45fe-9d19-c09624701f0a None None] Port 28888460-90bc-4c06-99b3-9c664d8a4f60 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:23:19.399481 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28888460-90bc-4c06-99b3-9c664d8a4f60 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:23:19.407209 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:19.420116 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Transition to ACTIVE for port object 28888460-90bc-4c06-99b3-9c664d8a4f60 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:23:19.543270 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:19.609048 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Pushing event updated for resources: {'Port': ['ID=28888460-90bc-4c06-99b3-9c664d8a4f60,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:23:19.618154 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8c39c-62fb-48a6-abdd-77ac477a1c5f req-0841267a-872e-4b39-b3cc-f5a8ba3b5712 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:19.619876 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32b8c39c-62fb-48a6-abdd-77ac477a1c5f req-0841267a-872e-4b39-b3cc-f5a8ba3b5712 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 943 time: 0.0583081 Sep 23 23:23:19.662197 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32b8c39c-62fb-48a6-abdd-77ac477a1c5f req-bff978d2-96d4-45cc-b5b1-397b6ae43f14 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353391 Sep 23 23:23:19.669675 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Attempting to bind port 28888460-90bc-4c06-99b3-9c664d8a4f60 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:23:19.670080 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Attempting to bind port 28888460-90bc-4c06-99b3-9c664d8a4f60 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:23:19.670481 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Attempting to bind port 28888460-90bc-4c06-99b3-9c664d8a4f60 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:23:19.677237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Port 28888460-90bc-4c06-99b3-9c664d8a4f60 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:23:19.677237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Attempting to bind port 28888460-90bc-4c06-99b3-9c664d8a4f60 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:23:19.681723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:23:19.682142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Checking segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:23:19.682590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Bound using segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:23:19.683086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Bound port: 28888460-90bc-4c06-99b3-9c664d8a4f60, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:23:19.683518 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:19.756529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] For port 28888460-90bc-4c06-99b3-9c664d8a4f60, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:23:19.759864 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] For port 28888460-90bc-4c06-99b3-9c664d8a4f60, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=28888460-90bc-4c06-99b3-9c664d8a4f60,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:23:19.846424 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:19.882660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:19.883305 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:19.884954 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] 10.222.0.43 "PUT /v2.0/ports/28888460-90bc-4c06-99b3-9c664d8a4f60 HTTP/1.1" status: 200 len: 1091 time: 0.8180828 Sep 23 23:23:19.885434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'tag': '28888460-90bc-4c06-99b3-9c664d8a4f60'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:23:19.887693 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f617a7e-d5fb-49d3-bec6-229836fbe28c" -d '{"events": [{"name": "network-changed", "server_uuid": "8052ad35-02b2-4047-8a72-1fea71e099ee", "tag": "28888460-90bc-4c06-99b3-9c664d8a4f60"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:23:19.917373 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f933a9f-3f5d-4628-9fdc-901685c726fc service neutron] Pushing event updated for resources: {'Port': ['ID=28888460-90bc-4c06-99b3-9c664d8a4f60,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:23:19.927321 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848d8071-c0d3-4dba-a7d9-69861fc1013f x-openstack-request-id: req-848d8071-c0d3-4dba-a7d9-69861fc1013f {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:23:19.927612 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8052ad35-02b2-4047-8a72-1fea71e099ee", "tag": "28888460-90bc-4c06-99b3-9c664d8a4f60", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:23:19.927859 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-848d8071-c0d3-4dba-a7d9-69861fc1013f {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:23:19.928258 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'tag': '28888460-90bc-4c06-99b3-9c664d8a4f60', 'status': 'completed', 'code': 200} Sep 23 23:23:19.995717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f617a7e-d5fb-49d3-bec6-229836fbe28c req-b7a5e903-af45-4703-88f9-2abaf3b03bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:19.997667 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f617a7e-d5fb-49d3-bec6-229836fbe28c req-b7a5e903-af45-4703-88f9-2abaf3b03bf2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 1094 time: 0.0475197 Sep 23 23:23:20.105849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f617a7e-d5fb-49d3-bec6-229836fbe28c req-42e9c7a7-5602-40fc-810b-c5e273e6e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:20.107430 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f617a7e-d5fb-49d3-bec6-229836fbe28c req-42e9c7a7-5602-40fc-810b-c5e273e6e91f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1016104 Sep 23 23:23:20.203812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f617a7e-d5fb-49d3-bec6-229836fbe28c req-bf46b690-7c8e-42fb-ba93-2968efbf9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:20.205965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f617a7e-d5fb-49d3-bec6-229836fbe28c req-bf46b690-7c8e-42fb-ba93-2968efbf9daa service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915043 Sep 23 23:23:20.289167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-10a39e28-6139-4388-82f7-9904e1d6cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:20.290986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-10a39e28-6139-4388-82f7-9904e1d6cc8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 1094 time: 0.0477254 Sep 23 23:23:20.336680 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-24940fc8-cc69-456f-8959-1638b2707394 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28888460-90bc-4c06-99b3-9c664d8a4f60 HTTP/1.1" status: 200 len: 217 time: 0.0360096 Sep 23 23:23:20.388360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-7b8f7958-db23-410a-aada-743dd17df1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:20.389907 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-7b8f7958-db23-410a-aada-743dd17df1e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0453656 Sep 23 23:23:20.443467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-11c238ce-de1c-4b1a-8630-b9cefe14376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:20.444989 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-11c238ce-de1c-4b1a-8630-b9cefe14376e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481062 Sep 23 23:23:20.538741 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-569b8037-1ecd-4559-9b9a-49643361fe18 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860031 Sep 23 23:23:20.633693 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a92c7e64-f1b5-4a4f-9e43-59f203b61305 req-31ff5293-cd30-4e57-a0a4-aadc7d794eb4 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869064 Sep 23 23:23:20.779867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad7ea2-196c-4408-a532-6a13c5d8384e req-b64ccc8d-b4d3-4b3c-8274-60b65ed9af40 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:20.781437 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70ad7ea2-196c-4408-a532-6a13c5d8384e req-b64ccc8d-b4d3-4b3c-8274-60b65ed9af40 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 943 time: 0.0500560 Sep 23 23:23:20.821663 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-70ad7ea2-196c-4408-a532-6a13c5d8384e req-64e32cf1-da29-4be5-bfde-1ec07bad0cb6 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336776 Sep 23 23:23:21.942036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e2039-aa94-4330-ad92-115e665d253e req-09e0b56f-f49f-4c7c-a121-4b493521028a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:21.943544 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c97e2039-aa94-4330-ad92-115e665d253e req-09e0b56f-f49f-4c7c-a121-4b493521028a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 943 time: 0.0515363 Sep 23 23:23:21.982281 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c97e2039-aa94-4330-ad92-115e665d253e req-b149f6dc-6053-4d45-9d1b-e8a03473136e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324049 Sep 23 23:23:23.102921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428498be-7072-4a27-9b10-f368fbc81239 req-42cbdb8f-ad4d-4a4e-a315-37b742495add tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:23.104465 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-428498be-7072-4a27-9b10-f368fbc81239 req-42cbdb8f-ad4d-4a4e-a315-37b742495add tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 943 time: 0.0505884 Sep 23 23:23:23.153342 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-428498be-7072-4a27-9b10-f368fbc81239 req-db1efd6e-6f2f-498f-973c-7f77932a4874 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380309 Sep 23 23:23:23.249773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 28888460-90bc-4c06-99b3-9c664d8a4f60 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:23:23.347223 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 28888460-90bc-4c06-99b3-9c664d8a4f60, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=28888460-90bc-4c06-99b3-9c664d8a4f60,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:23:23.358335 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '28888460-90bc-4c06-99b3-9c664d8a4f60', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'port_id': '28888460-90bc-4c06-99b3-9c664d8a4f60', 'mac_address': 'fa:16:3e:80:7d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:23:23.395751 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:23.413060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28888460-90bc-4c06-99b3-9c664d8a4f60 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:23:23.432024 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 28888460-90bc-4c06-99b3-9c664d8a4f60, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=28888460-90bc-4c06-99b3-9c664d8a4f60,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:23:23.600871 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:23.650348 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=28888460-90bc-4c06-99b3-9c664d8a4f60,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:23:23.812633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['28888460-90bc-4c06-99b3-9c664d8a4f60'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:23:24.285466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d596918-78af-41ea-82b9-343a740d3c4b req-9342e099-9b66-41ce-95fc-a1dab58a40b5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:24.286901 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d596918-78af-41ea-82b9-343a740d3c4b req-9342e099-9b66-41ce-95fc-a1dab58a40b5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 944 time: 0.0497386 Sep 23 23:23:24.325005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d596918-78af-41ea-82b9-343a740d3c4b req-70699c1a-1c12-47f4-b124-38a537695acf tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315998 Sep 23 23:23:25.249524 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 28888460-90bc-4c06-99b3-9c664d8a4f60 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:23:25.360239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 28888460-90bc-4c06-99b3-9c664d8a4f60 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:23:25.365527 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 28888460-90bc-4c06-99b3-9c664d8a4f60 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:23:25.370212 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:25.446827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29c436-7195-47f5-9a9f-bbd773ba84b0 req-ce0ffa5b-f1aa-426a-a68f-2fd59cabef6c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:25.447903 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:25.448529 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c29c436-7195-47f5-9a9f-bbd773ba84b0 req-ce0ffa5b-f1aa-426a-a68f-2fd59cabef6c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 944 time: 0.0539787 Sep 23 23:23:25.471227 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28888460-90bc-4c06-99b3-9c664d8a4f60'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:23:25.474271 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe677c4-b13d-4865-8f5f-aab0a15dfb67" -d '{"events": [{"server_uuid": "8052ad35-02b2-4047-8a72-1fea71e099ee", "name": "network-vif-plugged", "status": "completed", "tag": "28888460-90bc-4c06-99b3-9c664d8a4f60"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:23:25.487334 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 28888460-90bc-4c06-99b3-9c664d8a4f60, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=28888460-90bc-4c06-99b3-9c664d8a4f60,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:23:25.495696 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c29c436-7195-47f5-9a9f-bbd773ba84b0 req-ef044119-83ae-4850-97e9-da76c433d66c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358622 Sep 23 23:23:25.519075 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36830475-cb4c-4e9e-9a8e-4e2bf6827c42 x-openstack-request-id: req-36830475-cb4c-4e9e-9a8e-4e2bf6827c42 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:23:25.519075 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8052ad35-02b2-4047-8a72-1fea71e099ee", "name": "network-vif-plugged", "status": "completed", "tag": "28888460-90bc-4c06-99b3-9c664d8a4f60", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:23:25.519075 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36830475-cb4c-4e9e-9a8e-4e2bf6827c42 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:23:25.519075 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28888460-90bc-4c06-99b3-9c664d8a4f60', 'code': 200} Sep 23 23:23:25.571969 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:25.622331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f75876-4cbd-46cf-8faf-0a3e6288d7e2 req-5a487719-42fa-4358-ae88-4ec8ccdccc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:25.623870 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0f75876-4cbd-46cf-8faf-0a3e6288d7e2 req-5a487719-42fa-4358-ae88-4ec8ccdccc41 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 1096 time: 0.0478690 Sep 23 23:23:25.626278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=28888460-90bc-4c06-99b3-9c664d8a4f60,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:23:25.661523 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0f75876-4cbd-46cf-8faf-0a3e6288d7e2 req-6e7f59dd-3812-42c1-b68a-9933a39fcd57 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298219 Sep 23 23:23:26.618029 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2536fe-8735-4c9c-91a3-d5778e0ddd88 req-2d5972b5-2a93-4e54-bb92-db2f9e029e75 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:26.619612 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c2536fe-8735-4c9c-91a3-d5778e0ddd88 req-2d5972b5-2a93-4e54-bb92-db2f9e029e75 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0537667 Sep 23 23:23:26.661735 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c2536fe-8735-4c9c-91a3-d5778e0ddd88 req-98f7a07b-37bc-48c9-ad8b-8a3099cc3fe1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356452 Sep 23 23:23:27.782503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3f24-d41f-4b3b-a48c-697475d6a9de req-127936e8-3adf-4d86-802f-66bc3fcf56c5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:27.784050 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3ba3f24-d41f-4b3b-a48c-697475d6a9de req-127936e8-3adf-4d86-802f-66bc3fcf56c5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0502951 Sep 23 23:23:27.823323 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d3ba3f24-d41f-4b3b-a48c-697475d6a9de req-ae6302ae-70d2-4882-99ff-85d57e2ed8c0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328362 Sep 23 23:23:27.939403 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054b965-f754-4ad2-baa8-6c04d16c40e4 req-5d2281d1-bcad-4efa-838c-bee475f62bd7 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:27.941482 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1054b965-f754-4ad2-baa8-6c04d16c40e4 req-5d2281d1-bcad-4efa-838c-bee475f62bd7 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0521903 Sep 23 23:23:27.950376 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43540) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:23:27.955032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-dec566a4-5bff-41bb-ba7e-8e103c80f420 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Request body: {'floatingip': {'port_id': '28888460-90bc-4c06-99b3-9c664d8a4f60'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:23:27.998451 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dec566a4-5bff-41bb-ba7e-8e103c80f420 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:28.447208 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dec566a4-5bff-41bb-ba7e-8e103c80f420 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:28.503038 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dec566a4-5bff-41bb-ba7e-8e103c80f420 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:28.602047 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-dec566a4-5bff-41bb-ba7e-8e103c80f420 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e associated. External IP: 172.25.1.216, port: 28888460-90bc-4c06-99b3-9c664d8a4f60. Sep 23 23:23:28.816024 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec566a4-5bff-41bb-ba7e-8e103c80f420 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Router 53073b59-1051-4c12-8061-8acf8660a8d9 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:23:29.202223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec566a4-5bff-41bb-ba7e-8e103c80f420 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:23:29.207722 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-dec566a4-5bff-41bb-ba7e-8e103c80f420 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:29.212666 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d825a6af-338f-4fb5-a635-f3c5b454c780 None None] Sync routers for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:23:29.223385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d825a6af-338f-4fb5-a635-f3c5b454c780 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:23:29.224014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d825a6af-338f-4fb5-a635-f3c5b454c780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:23:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:23:29.238392 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-dec566a4-5bff-41bb-ba7e-8e103c80f420 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "PUT /v2.0/floatingips/6b7fe4bc-7aba-479d-9cce-37677a33d17e HTTP/1.1" status: 200 len: 991 time: 1.2862420 Sep 23 23:23:29.239048 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'tag': '28888460-90bc-4c06-99b3-9c664d8a4f60'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:23:29.241566 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9808002f-3434-4741-b821-a3a32573e17f" -d '{"events": [{"name": "network-changed", "server_uuid": "8052ad35-02b2-4047-8a72-1fea71e099ee", "tag": "28888460-90bc-4c06-99b3-9c664d8a4f60"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:23:29.340474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d825a6af-338f-4fb5-a635-f3c5b454c780 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:23:29.398206 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b5ee97-3982-4fc0-9aba-bf9b2d32851f x-openstack-request-id: req-c6b5ee97-3982-4fc0-9aba-bf9b2d32851f {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:23:29.398505 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8052ad35-02b2-4047-8a72-1fea71e099ee", "tag": "28888460-90bc-4c06-99b3-9c664d8a4f60", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:23:29.398754 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6b5ee97-3982-4fc0-9aba-bf9b2d32851f {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:23:29.399149 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'tag': '28888460-90bc-4c06-99b3-9c664d8a4f60', 'status': 'completed', 'code': 200} Sep 23 23:23:29.463185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808002f-3434-4741-b821-a3a32573e17f req-523dd6e8-3242-4fcf-8e26-d1f002a46d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:29.464795 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9808002f-3434-4741-b821-a3a32573e17f req-523dd6e8-3242-4fcf-8e26-d1f002a46d75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 1096 time: 0.0438819 Sep 23 23:23:29.570288 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808002f-3434-4741-b821-a3a32573e17f req-5bc2aec7-c570-4bdb-b679-fb4b16c9bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:29.571994 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9808002f-3434-4741-b821-a3a32573e17f req-5bc2aec7-c570-4bdb-b679-fb4b16c9bb18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.1001806 Sep 23 23:23:29.581041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d825a6af-338f-4fb5-a635-f3c5b454c780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '6b7fe4bc-7aba-479d-9cce-37677a33d17e', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'port_id': '28888460-90bc-4c06-99b3-9c664d8a4f60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'mac_address': 'fa:16:3e:80:7d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:19:59Z', 'updated_at': '2021-09-23T23:23:28Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:23:29.610139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d825a6af-338f-4fb5-a635-f3c5b454c780 None None] Checking router: 53073b59-1051-4c12-8061-8acf8660a8d9 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:23:29.619377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d825a6af-338f-4fb5-a635-f3c5b454c780 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:23:29.620004 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d825a6af-338f-4fb5-a635-f3c5b454c780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:23:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:23:29.640787 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9808002f-3434-4741-b821-a3a32573e17f req-fce59cb9-a89d-43d6-a331-f2ba547ea787 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28888460-90bc-4c06-99b3-9c664d8a4f60 HTTP/1.1" status: 200 len: 999 time: 0.0611422 Sep 23 23:23:29.698144 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808002f-3434-4741-b821-a3a32573e17f req-7de4e6ce-c995-4616-a66d-a0c446236aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:29.699659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9808002f-3434-4741-b821-a3a32573e17f req-7de4e6ce-c995-4616-a66d-a0c446236aa6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0501359 Sep 23 23:23:29.732712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d825a6af-338f-4fb5-a635-f3c5b454c780 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:23:29.748899 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808002f-3434-4741-b821-a3a32573e17f req-23436f06-40f6-456c-b090-02436121c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:29.750638 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9808002f-3434-4741-b821-a3a32573e17f req-23436f06-40f6-456c-b090-02436121c273 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424631 Sep 23 23:23:29.848492 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9808002f-3434-4741-b821-a3a32573e17f req-2a362c55-3b8b-4324-9980-4c27762dde94 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894217 Sep 23 23:23:29.954842 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9808002f-3434-4741-b821-a3a32573e17f req-2e21f5a4-70c1-4666-8952-9bddf074adf9 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988317 Sep 23 23:23:29.971597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d825a6af-338f-4fb5-a635-f3c5b454c780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '6b7fe4bc-7aba-479d-9cce-37677a33d17e', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'port_id': '28888460-90bc-4c06-99b3-9c664d8a4f60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'mac_address': 'fa:16:3e:80:7d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:19:59Z', 'updated_at': '2021-09-23T23:23:28Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:23:29.998174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d825a6af-338f-4fb5-a635-f3c5b454c780 None None] The sync data for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 is: [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '6b7fe4bc-7aba-479d-9cce-37677a33d17e', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'port_id': '28888460-90bc-4c06-99b3-9c664d8a4f60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'mac_address': 'fa:16:3e:80:7d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:19:59Z', 'updated_at': '2021-09-23T23:23:28Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:23:30.185569 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34b3c9-f937-4ce9-ab64-e4440ce42b78 None None] New status for floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:23:36.881688 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:23:37.217367 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:43.154280 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-305be746-f12d-44bf-aaf5-c970f71ebd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:45.663087 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0fee49c8-66a3-4719-a866-500c7179130c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:46.182724 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:47.165948 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:48.388594 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:48.782793 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:23:59.521157 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bda195c6-27be-49ea-9f05-01c5afbeaca1 req-8a6fc35e-d70b-428b-9e80-3c90139888c6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0947483 Sep 23 23:23:59.611691 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda195c6-27be-49ea-9f05-01c5afbeaca1 req-1afae96e-eb3f-469a-9b84-6bb6131ee48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:59.613373 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bda195c6-27be-49ea-9f05-01c5afbeaca1 req-1afae96e-eb3f-469a-9b84-6bb6131ee48b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 1096 time: 0.0459702 Sep 23 23:23:59.732940 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda195c6-27be-49ea-9f05-01c5afbeaca1 req-dd649477-4bf2-4f1b-af70-9f1d3b8c0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:59.734009 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bda195c6-27be-49ea-9f05-01c5afbeaca1 req-dd649477-4bf2-4f1b-af70-9f1d3b8c0530 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.1002054 Sep 23 23:23:59.805435 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bda195c6-27be-49ea-9f05-01c5afbeaca1 req-a0822809-c7c2-4f10-92d7-f483fdeae4e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28888460-90bc-4c06-99b3-9c664d8a4f60 HTTP/1.1" status: 200 len: 1001 time: 0.0632832 Sep 23 23:23:59.863055 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda195c6-27be-49ea-9f05-01c5afbeaca1 req-4424e3be-1e60-46e9-bc53-4cc6c17f6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:59.864545 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bda195c6-27be-49ea-9f05-01c5afbeaca1 req-4424e3be-1e60-46e9-bc53-4cc6c17f6c7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0512903 Sep 23 23:23:59.915246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda195c6-27be-49ea-9f05-01c5afbeaca1 req-417f91ea-c9a8-4528-918a-7bc0a9b9f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:23:59.916920 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bda195c6-27be-49ea-9f05-01c5afbeaca1 req-417f91ea-c9a8-4528-918a-7bc0a9b9f80a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443983 Sep 23 23:24:00.016640 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bda195c6-27be-49ea-9f05-01c5afbeaca1 req-11ff9b9c-f448-4959-acdb-c994e6456ffb service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922363 Sep 23 23:24:00.111078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bda195c6-27be-49ea-9f05-01c5afbeaca1 req-859ccddf-8843-4ce9-b9ed-aa57c21e0cca service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874333 Sep 23 23:24:07.233640 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:13.102875 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f7e030b5-0900-4b04-a551-5a97b9041079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:13.880612 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:24:15.599720 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d846ac3e-cc20-48f4-bc98-b863cc837bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:16.131364 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:17.211297 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:18.405041 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:18.804989 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:37.227447 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:43.125228 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fd05bf78-6a2c-4026-bcf4-7da869bf4f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:45.645237 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dd5e089c-d623-460f-a325-fb6adea76510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:46.291155 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:47.148302 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:48.428318 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:48.800128 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:24:50.880926 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:25:00.483053 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4cb558f-3d6f-4166-83a9-b6c44797cc19 req-60d3092d-98cf-43aa-8c38-0bf8e5a0e0d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717273 Sep 23 23:25:00.581070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb558f-3d6f-4166-83a9-b6c44797cc19 req-85e86139-2149-46f3-8c68-ce3fc2c1e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:00.582819 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4cb558f-3d6f-4166-83a9-b6c44797cc19 req-85e86139-2149-46f3-8c68-ce3fc2c1e395 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 1096 time: 0.0567639 Sep 23 23:25:00.693435 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb558f-3d6f-4166-83a9-b6c44797cc19 req-f0dc9830-1fc7-4a28-8a1a-929e9460632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:00.694970 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4cb558f-3d6f-4166-83a9-b6c44797cc19 req-f0dc9830-1fc7-4a28-8a1a-929e9460632e service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0909007 Sep 23 23:25:00.769975 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4cb558f-3d6f-4166-83a9-b6c44797cc19 req-9698481d-1ae2-4c3c-b015-c9b4bfd53ce9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28888460-90bc-4c06-99b3-9c664d8a4f60 HTTP/1.1" status: 200 len: 1001 time: 0.0670171 Sep 23 23:25:00.827616 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb558f-3d6f-4166-83a9-b6c44797cc19 req-0cbf8d0a-68a4-41bd-ad53-0fb972a5c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:00.829525 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4cb558f-3d6f-4166-83a9-b6c44797cc19 req-0cbf8d0a-68a4-41bd-ad53-0fb972a5c137 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0519974 Sep 23 23:25:00.880796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb558f-3d6f-4166-83a9-b6c44797cc19 req-493339ef-b3fc-4770-9dee-c961eb10a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:00.882398 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4cb558f-3d6f-4166-83a9-b6c44797cc19 req-493339ef-b3fc-4770-9dee-c961eb10a782 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462985 Sep 23 23:25:00.992442 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4cb558f-3d6f-4166-83a9-b6c44797cc19 req-4c3e999d-29cd-435f-9c39-2ed88986e7c1 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992036 Sep 23 23:25:01.101151 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4cb558f-3d6f-4166-83a9-b6c44797cc19 req-dbc5333f-e7a4-4575-b9de-969a87f6e990 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006341 Sep 23 23:25:05.662190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157597c-52a0-490e-bc7c-0bec4c68989b req-47fa32eb-28a3-4644-9a6f-d502bd8d5a55 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:05.664142 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d157597c-52a0-490e-bc7c-0bec4c68989b req-47fa32eb-28a3-4644-9a6f-d502bd8d5a55 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0575078 Sep 23 23:25:05.706475 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d157597c-52a0-490e-bc7c-0bec4c68989b req-2869079b-f074-469c-9a8b-7f93f961023f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355189 Sep 23 23:25:06.831201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acb8c2-312b-4109-8062-e06c2d84ef08 req-68c92ea5-9f35-40c5-b895-2053d79a0486 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:06.832699 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42acb8c2-312b-4109-8062-e06c2d84ef08 req-68c92ea5-9f35-40c5-b895-2053d79a0486 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0536103 Sep 23 23:25:06.870581 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42acb8c2-312b-4109-8062-e06c2d84ef08 req-39cc5a14-b576-4e56-9304-0522bb3c1857 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317833 Sep 23 23:25:07.237708 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:07.990878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18406b9-878b-498d-94cc-8c65986550dd req-26cf87a2-a5e2-4bb6-a4c1-76e672e0ce8f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:07.992352 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e18406b9-878b-498d-94cc-8c65986550dd req-26cf87a2-a5e2-4bb6-a4c1-76e672e0ce8f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0504129 Sep 23 23:25:08.032825 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e18406b9-878b-498d-94cc-8c65986550dd req-b9cce045-d3cb-4e77-8ebd-f4c1ce370736 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342300 Sep 23 23:25:09.154641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03d8d7-3cd1-4b25-ba49-242505b04e16 req-5fa8507a-81f3-4052-a7d8-0da2e86cbe17 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:09.156457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e03d8d7-3cd1-4b25-ba49-242505b04e16 req-5fa8507a-81f3-4052-a7d8-0da2e86cbe17 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0510554 Sep 23 23:25:09.196278 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e03d8d7-3cd1-4b25-ba49-242505b04e16 req-26289f88-6368-4964-88c4-c7f7604cea30 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340159 Sep 23 23:25:10.321318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f2845-5ba2-448a-b110-69f174628a75 req-0ba8cacb-e189-446f-a6ce-4d3bfe810614 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:10.322958 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7b6f2845-5ba2-448a-b110-69f174628a75 req-0ba8cacb-e189-446f-a6ce-4d3bfe810614 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0534914 Sep 23 23:25:10.370839 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7b6f2845-5ba2-448a-b110-69f174628a75 req-8b18250b-b6e2-4a09-bd0b-eaeb60746a94 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411246 Sep 23 23:25:11.498319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84336181-fc2a-4301-972b-2ccfeef82d64 req-e50f77f1-d366-4ea2-8fb4-383eeb1027f3 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:11.499826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-84336181-fc2a-4301-972b-2ccfeef82d64 req-e50f77f1-d366-4ea2-8fb4-383eeb1027f3 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0513873 Sep 23 23:25:11.538992 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-84336181-fc2a-4301-972b-2ccfeef82d64 req-0e74d8fd-79ff-4b27-b6b7-661b039ec899 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324142 Sep 23 23:25:12.662897 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5303a-21e9-4c85-8a1d-b20ea700f08b req-b62ce031-a210-4598-80d1-4f5bcc48e3fe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:12.664692 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0b5303a-21e9-4c85-8a1d-b20ea700f08b req-b62ce031-a210-4598-80d1-4f5bcc48e3fe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0553331 Sep 23 23:25:12.704129 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0b5303a-21e9-4c85-8a1d-b20ea700f08b req-70788b88-34f2-4f56-8d7d-265423b2be89 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332220 Sep 23 23:25:13.141670 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6b17fc63-3770-4374-9c39-4f530ce256f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:13.824519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b47bf-9e41-4603-9084-2eb1d39081cb req-7864cef5-6ed8-403f-8e06-bcd3d1b3edc1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:13.826082 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-635b47bf-9e41-4603-9084-2eb1d39081cb req-7864cef5-6ed8-403f-8e06-bcd3d1b3edc1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0544574 Sep 23 23:25:13.864069 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-635b47bf-9e41-4603-9084-2eb1d39081cb req-d2644f25-1d2d-44ff-afc0-1ee0b8cabd57 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312698 Sep 23 23:25:14.983995 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d80c0-52e3-4c88-b388-4d78d7c68694 req-37917ffd-c68d-401e-81f4-10ffb79fa2f1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:14.985452 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae8d80c0-52e3-4c88-b388-4d78d7c68694 req-37917ffd-c68d-401e-81f4-10ffb79fa2f1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0500331 Sep 23 23:25:15.027420 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae8d80c0-52e3-4c88-b388-4d78d7c68694 req-e0d7abd6-0cb7-4852-88cd-8c74f70eddb2 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350573 Sep 23 23:25:15.650342 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-704ea0da-bb27-4974-9eb5-4abd777dd032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:16.149894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd119b-b5c3-49e6-ab9b-7da4e3bc1cda req-8cf4714d-0da9-4ac2-82d2-bae5ae89483d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:16.151446 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-41fd119b-b5c3-49e6-ab9b-7da4e3bc1cda req-8cf4714d-0da9-4ac2-82d2-bae5ae89483d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0518980 Sep 23 23:25:16.164896 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:16.192651 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-41fd119b-b5c3-49e6-ab9b-7da4e3bc1cda req-8a417b84-11bc-4ed2-bf46-85982840b4dc tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346687 Sep 23 23:25:17.141596 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:17.310927 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfea8f-d36e-42f8-b9c0-1882805ed9a6 req-8224c324-61ae-4809-a1be-8dd4876344b9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:17.312498 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ffcfea8f-d36e-42f8-b9c0-1882805ed9a6 req-8224c324-61ae-4809-a1be-8dd4876344b9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0502756 Sep 23 23:25:17.354678 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ffcfea8f-d36e-42f8-b9c0-1882805ed9a6 req-7ea1e621-f546-4005-a858-dd2d1f87d4cb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349793 Sep 23 23:25:17.769055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6ad70-cd0d-459a-bde4-eedf781e0744 req-742c1a5d-ff00-49b9-80ce-f32564c1a0ab tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:17.770605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-80d6ad70-cd0d-459a-bde4-eedf781e0744 req-742c1a5d-ff00-49b9-80ce-f32564c1a0ab tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0549200 Sep 23 23:25:17.813828 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-80d6ad70-cd0d-459a-bde4-eedf781e0744 req-5255e8fb-fadd-4875-b7b8-8330e514bc3c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368922 Sep 23 23:25:17.931014 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-2eede77a-68b9-4aed-8cbf-826b7cc5b9ec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429773 Sep 23 23:25:18.438500 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:18.880401 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:18.936804 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091b60e-7ce3-48f7-9555-845b8e61394d req-46931788-dc2e-41cb-a879-0ae58dbcb305 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:18.938326 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a091b60e-7ce3-48f7-9555-845b8e61394d req-46931788-dc2e-41cb-a879-0ae58dbcb305 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0542414 Sep 23 23:25:18.977632 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a091b60e-7ce3-48f7-9555-845b8e61394d req-45c9f321-512a-466a-9203-bbc41cf9af5c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323853 Sep 23 23:25:20.117902 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadd9bd-9531-4d10-bc7a-9c22e0b1f5ae req-039cc2d2-5dd2-4afc-b1fe-8152cb64892d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:20.119446 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fadd9bd-9531-4d10-bc7a-9c22e0b1f5ae req-039cc2d2-5dd2-4afc-b1fe-8152cb64892d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0508118 Sep 23 23:25:20.158161 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9fadd9bd-9531-4d10-bc7a-9c22e0b1f5ae req-015dcf32-81c2-4e7d-b145-824d2f23bfa9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324690 Sep 23 23:25:20.248213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-1b99a8ab-f0b8-4e6d-9e6a-340667fbf27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:20.249759 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-1b99a8ab-f0b8-4e6d-9e6a-340667fbf27c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 1096 time: 0.0411429 Sep 23 23:25:20.342720 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-187ac109-15b2-4cb1-8fd4-afac5ea2ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:20.344123 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-187ac109-15b2-4cb1-8fd4-afac5ea2ebd7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0870595 Sep 23 23:25:20.414533 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-69841245-5ff9-49dc-8d3d-f723b4c77142 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28888460-90bc-4c06-99b3-9c664d8a4f60 HTTP/1.1" status: 200 len: 1001 time: 0.0618033 Sep 23 23:25:20.464716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-44703d33-0249-4d3c-a8e7-a104dca4fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:20.466265 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-44703d33-0249-4d3c-a8e7-a104dca4fd65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0449181 Sep 23 23:25:20.513232 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-b1e13e61-42d1-455c-8e54-184fd3eca203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:20.514749 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-b1e13e61-42d1-455c-8e54-184fd3eca203 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420172 Sep 23 23:25:20.613356 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-97fc7ebc-c710-4d1f-979c-f38453f32848 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886946 Sep 23 23:25:20.705801 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-2320f780-082f-4aab-aeaa-7a905ceb7812 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850768 Sep 23 23:25:21.275028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425bc76-31e8-451a-aef1-69809995cd1f req-5abf38f3-0326-430f-9f5b-7c9a1dc244ef tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:21.276472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f425bc76-31e8-451a-aef1-69809995cd1f req-5abf38f3-0326-430f-9f5b-7c9a1dc244ef tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0498552 Sep 23 23:25:21.314778 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f425bc76-31e8-451a-aef1-69809995cd1f req-92bbf3d9-7454-48db-baed-69f6d3e6d90b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324233 Sep 23 23:25:22.434028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a9109-dab0-4933-91ce-56e20182781a req-4af76ea6-e726-4a62-b6a1-3401793892f2 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:22.435599 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f5a9109-dab0-4933-91ce-56e20182781a req-4af76ea6-e726-4a62-b6a1-3401793892f2 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0495238 Sep 23 23:25:22.474835 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9f5a9109-dab0-4933-91ce-56e20182781a req-8a77beae-f3a2-4d64-9f4b-241efddc920c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329454 Sep 23 23:25:22.912573 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-ce65de6a-908e-4e5f-a8b8-6237bd938054 service neutron] show failed (client error): The resource could not be found. Sep 23 23:25:22.913890 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-ce65de6a-908e-4e5f-a8b8-6237bd938054 service neutron] 10.222.0.43 "GET /v2.0/ports/28888460-90bc-4c06-99b3-9c664d8a4f60/bindings/n-h2-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.0558851 Sep 23 23:25:23.416069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-a77a8cc1-1d58-4e1a-a751-c832c1d11a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:23.417624 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-a77a8cc1-1d58-4e1a-a751-c832c1d11a25 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 1096 time: 0.0415764 Sep 23 23:25:23.428737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-3a695366-5dc5-45c6-b2f6-b1a7f1af3295 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:25:23.429710 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-3a695366-5dc5-45c6-b2f6-b1a7f1af3295 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056911 Sep 23 23:25:23.449444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:25:23.505207 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:23.937880 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db2f64-de0e-487f-b6ef-f55ca9241fd7 req-88fd4e1c-e5a1-4022-8eb8-f61980ff9a29 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:23.939363 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b0db2f64-de0e-487f-b6ef-f55ca9241fd7 req-88fd4e1c-e5a1-4022-8eb8-f61980ff9a29 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.3961720 Sep 23 23:25:24.027426 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b0db2f64-de0e-487f-b6ef-f55ca9241fd7 req-c851bfe5-23a7-4c4d-b8f3-82b165eeefea tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736227 Sep 23 23:25:24.048716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] For port 28888460-90bc-4c06-99b3-9c664d8a4f60, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=28888460-90bc-4c06-99b3-9c664d8a4f60,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:25:24.086295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] For port 28888460-90bc-4c06-99b3-9c664d8a4f60, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:25:24.126654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28888460-90bc-4c06-99b3-9c664d8a4f60'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:25:24.129067 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0b39cd-30fa-443d-b834-9a43a640001d" -d '{"events": [{"server_uuid": "8052ad35-02b2-4047-8a72-1fea71e099ee", "name": "network-vif-unplugged", "status": "completed", "tag": "28888460-90bc-4c06-99b3-9c664d8a4f60"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:25:24.133424 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:24.147813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Transition to ACTIVE for port object 28888460-90bc-4c06-99b3-9c664d8a4f60 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:25:24.227417 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:24.254439 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3b26b3-98b4-4996-8243-9bc31015bb87 x-openstack-request-id: req-cd3b26b3-98b4-4996-8243-9bc31015bb87 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:25:24.255336 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8052ad35-02b2-4047-8a72-1fea71e099ee", "name": "network-vif-unplugged", "status": "completed", "tag": "28888460-90bc-4c06-99b3-9c664d8a4f60", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:25:24.255670 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd3b26b3-98b4-4996-8243-9bc31015bb87 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:25:24.256065 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28888460-90bc-4c06-99b3-9c664d8a4f60', 'code': 200} Sep 23 23:25:24.310061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Pushing event updated for resources: {'Port': ['ID=28888460-90bc-4c06-99b3-9c664d8a4f60,revision_number=6']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:25:24.325209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:24.325555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:24.325894 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:24.326704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:24.326704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:24.327063 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:24.327167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:24.327663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:24.327818 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:24.328141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:24.328464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:24.328833 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:24.367379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] No DVR routers for this DVR port 28888460-90bc-4c06-99b3-9c664d8a4f60 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:25:24.504447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Attempting to bind port 28888460-90bc-4c06-99b3-9c664d8a4f60 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:25:24.505379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Attempting to bind port 28888460-90bc-4c06-99b3-9c664d8a4f60 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:25:24.505730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Attempting to bind port 28888460-90bc-4c06-99b3-9c664d8a4f60 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:25:24.510015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Port 28888460-90bc-4c06-99b3-9c664d8a4f60 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:25:24.510330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Attempting to bind port 28888460-90bc-4c06-99b3-9c664d8a4f60 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:25:24.515074 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:25:24.515405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Checking segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:25:24.515800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Bound using segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:25:24.516204 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Bound port: 28888460-90bc-4c06-99b3-9c664d8a4f60, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:25:24.516553 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:24.581258 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] For port 28888460-90bc-4c06-99b3-9c664d8a4f60, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:25:24.584857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] For port 28888460-90bc-4c06-99b3-9c664d8a4f60, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=28888460-90bc-4c06-99b3-9c664d8a4f60,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:25:24.679381 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:24.716862 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:24.717542 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:24.719132 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] 10.222.0.67 "PUT /v2.0/ports/28888460-90bc-4c06-99b3-9c664d8a4f60 HTTP/1.1" status: 200 len: 1091 time: 1.2731974 Sep 23 23:25:24.742233 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6b3f4-a36f-4cc6-baf9-a553bb3fb2ee service neutron] Pushing event updated for resources: {'Port': ['ID=28888460-90bc-4c06-99b3-9c664d8a4f60,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:25:24.802712 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-830e3709-17cb-4edb-9a08-c3de826a5f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:24.804444 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-830e3709-17cb-4edb-9a08-c3de826a5f06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 1094 time: 0.0499940 Sep 23 23:25:24.905242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-3d2d09c3-e086-4d8f-96a0-7fad88b5df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:24.906803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-3d2d09c3-e086-4d8f-96a0-7fad88b5df14 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0945387 Sep 23 23:25:24.987566 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-288bde1d-9373-411a-8289-4956c40cf935 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28888460-90bc-4c06-99b3-9c664d8a4f60 HTTP/1.1" status: 200 len: 999 time: 0.0666800 Sep 23 23:25:25.036997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-166274f3-a781-46de-9db3-b04ea669c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:25.038871 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-166274f3-a781-46de-9db3-b04ea669c745 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0441341 Sep 23 23:25:25.089166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-3aa424b1-4728-4223-bf83-b5a6200e2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:25.090837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-3aa424b1-4728-4223-bf83-b5a6200e2b1c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448055 Sep 23 23:25:25.210124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db60aee-9bb0-4ea2-9eac-a762439a6145 req-296acb3d-91c1-423e-887e-9021af53f1b8 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:25.211665 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4db60aee-9bb0-4ea2-9eac-a762439a6145 req-296acb3d-91c1-423e-887e-9021af53f1b8 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 943 time: 0.1146629 Sep 23 23:25:25.237719 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-4f11ca5c-3f4b-4c4c-aa76-85e393897b6f service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383388 Sep 23 23:25:25.293061 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4db60aee-9bb0-4ea2-9eac-a762439a6145 req-877048b5-b3af-4461-a9e2-b1af1742d589 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732121 Sep 23 23:25:25.353943 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f38adc00-a575-4b56-a700-45c60e2b6f8d req-f35af11c-4200-479e-b119-b0f8d284a9fc service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094959 Sep 23 23:25:25.785489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 28888460-90bc-4c06-99b3-9c664d8a4f60 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:25:25.827463 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 28888460-90bc-4c06-99b3-9c664d8a4f60 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:25:26.257169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'tag': '28888460-90bc-4c06-99b3-9c664d8a4f60'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:25:26.259773 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0510122-36e1-43e4-b988-6df7500465c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8052ad35-02b2-4047-8a72-1fea71e099ee", "tag": "28888460-90bc-4c06-99b3-9c664d8a4f60"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:25:26.309597 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d07a290-3d39-4e84-ac47-b86bd7671aa6 x-openstack-request-id: req-6d07a290-3d39-4e84-ac47-b86bd7671aa6 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:25:26.309889 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8052ad35-02b2-4047-8a72-1fea71e099ee", "tag": "28888460-90bc-4c06-99b3-9c664d8a4f60", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:25:26.310139 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d07a290-3d39-4e84-ac47-b86bd7671aa6 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:25:26.310543 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'tag': '28888460-90bc-4c06-99b3-9c664d8a4f60', 'status': 'completed', 'code': 200} Sep 23 23:25:26.440958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0510122-36e1-43e4-b988-6df7500465c0 req-9d05def8-4c1e-4c29-931c-2393c4d06f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:26.443045 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0510122-36e1-43e4-b988-6df7500465c0 req-9d05def8-4c1e-4c29-931c-2393c4d06f25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 1094 time: 0.1102309 Sep 23 23:25:26.456697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496eee0-2192-43c6-91bc-e9133965102a req-bb4e134f-c684-4c77-9fa8-1bab9bda68a8 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:26.458770 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5496eee0-2192-43c6-91bc-e9133965102a req-bb4e134f-c684-4c77-9fa8-1bab9bda68a8 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 943 time: 0.0883434 Sep 23 23:25:26.469023 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0510122-36e1-43e4-b988-6df7500465c0 req-d551bdd2-eec0-4fe9-beea-6d9d0ee0e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:26.470495 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0510122-36e1-43e4-b988-6df7500465c0 req-d551bdd2-eec0-4fe9-beea-6d9d0ee0e511 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 1094 time: 0.1096668 Sep 23 23:25:26.619328 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5496eee0-2192-43c6-91bc-e9133965102a req-44410f9a-8314-4c10-9c18-f1e4cc2cc365 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469910 Sep 23 23:25:26.640494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0510122-36e1-43e4-b988-6df7500465c0 req-79f9a919-85b6-4485-9fd7-0235665bdc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:26.642027 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0510122-36e1-43e4-b988-6df7500465c0 req-79f9a919-85b6-4485-9fd7-0235665bdc2f service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.1814351 Sep 23 23:25:26.699582 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0510122-36e1-43e4-b988-6df7500465c0 req-99133026-afd0-44fb-ac52-85ef2f6c1d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:26.701074 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0510122-36e1-43e4-b988-6df7500465c0 req-99133026-afd0-44fb-ac52-85ef2f6c1d3b service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.2179847 Sep 23 23:25:26.758324 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0510122-36e1-43e4-b988-6df7500465c0 req-a01549ec-91bb-4377-8535-5d4527de9efb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28888460-90bc-4c06-99b3-9c664d8a4f60 HTTP/1.1" status: 200 len: 999 time: 0.1063790 Sep 23 23:25:26.809363 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0510122-36e1-43e4-b988-6df7500465c0 req-0ceae12e-a7aa-4168-98da-04936f4405de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28888460-90bc-4c06-99b3-9c664d8a4f60 HTTP/1.1" status: 200 len: 999 time: 0.0987537 Sep 23 23:25:26.830283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0510122-36e1-43e4-b988-6df7500465c0 req-55884254-b717-4828-ac4f-a92a6f914edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:26.831711 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0510122-36e1-43e4-b988-6df7500465c0 req-55884254-b717-4828-ac4f-a92a6f914edd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0651276 Sep 23 23:25:26.910008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0510122-36e1-43e4-b988-6df7500465c0 req-c2cd7778-82cd-4f6f-9676-88a3acd1b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:26.910008 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0510122-36e1-43e4-b988-6df7500465c0 req-c2cd7778-82cd-4f6f-9676-88a3acd1b718 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0816376 Sep 23 23:25:26.910008 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0510122-36e1-43e4-b988-6df7500465c0 req-37874dc1-62cc-4f46-81ef-f05b36fe8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:26.911468 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0510122-36e1-43e4-b988-6df7500465c0 req-37874dc1-62cc-4f46-81ef-f05b36fe8433 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608234 Sep 23 23:25:27.018430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0510122-36e1-43e4-b988-6df7500465c0 req-876d5427-b7da-4c24-a00c-801e8a9bb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:27.020096 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0510122-36e1-43e4-b988-6df7500465c0 req-876d5427-b7da-4c24-a00c-801e8a9bb5f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128571 Sep 23 23:25:27.055834 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0510122-36e1-43e4-b988-6df7500465c0 req-214b7294-312e-43c9-aeac-0a6f8c9e6309 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364632 Sep 23 23:25:27.186881 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0510122-36e1-43e4-b988-6df7500465c0 req-d77b32ae-7f91-48ff-bf9e-aa029945d202 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541886 Sep 23 23:25:27.219234 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0510122-36e1-43e4-b988-6df7500465c0 req-b9bc7cae-3299-40a2-bd33-b6ed77967a04 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526978 Sep 23 23:25:27.290449 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0510122-36e1-43e4-b988-6df7500465c0 req-a0bca05e-0e04-42d4-927f-e6c3abeb55c2 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926173 Sep 23 23:25:27.747026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f26e6b-2fae-408b-8cc4-4e5e8c49eba3 req-ea16a516-b109-4613-b376-b83dd082f407 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:27.748568 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f3f26e6b-2fae-408b-8cc4-4e5e8c49eba3 req-ea16a516-b109-4613-b376-b83dd082f407 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 943 time: 0.0557053 Sep 23 23:25:27.788799 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f3f26e6b-2fae-408b-8cc4-4e5e8c49eba3 req-40b5defb-5364-4e2d-8c9a-49cd3b6c5244 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342610 Sep 23 23:25:27.880677 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:25:28.914181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526828d1-226b-4d9b-b652-40a775751b20 req-2bffee5a-03a2-4dc2-aa6c-a24c9384c8f6 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:28.915725 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-526828d1-226b-4d9b-b652-40a775751b20 req-2bffee5a-03a2-4dc2-aa6c-a24c9384c8f6 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 943 time: 0.0563128 Sep 23 23:25:28.956639 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-526828d1-226b-4d9b-b652-40a775751b20 req-e1d1acba-a563-4a97-9448-4948bdbf8b5a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348287 Sep 23 23:25:29.109606 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 28888460-90bc-4c06-99b3-9c664d8a4f60 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:25:29.209462 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 28888460-90bc-4c06-99b3-9c664d8a4f60, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=28888460-90bc-4c06-99b3-9c664d8a4f60,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:25:29.227366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '28888460-90bc-4c06-99b3-9c664d8a4f60', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'port_id': '28888460-90bc-4c06-99b3-9c664d8a4f60', 'mac_address': 'fa:16:3e:80:7d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:25:29.266659 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:29.283136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28888460-90bc-4c06-99b3-9c664d8a4f60 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:25:29.303016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d91b1-3f7b-4b68-9c69-4674c50b7375 req-ac2e4f4a-a44d-448b-bdfc-e2884275f78f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:29.304064 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 28888460-90bc-4c06-99b3-9c664d8a4f60, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=28888460-90bc-4c06-99b3-9c664d8a4f60,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:25:29.305626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e89d91b1-3f7b-4b68-9c69-4674c50b7375 req-ac2e4f4a-a44d-448b-bdfc-e2884275f78f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 943 time: 0.0541651 Sep 23 23:25:29.369717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e89d91b1-3f7b-4b68-9c69-4674c50b7375 req-85e9d43a-18a4-4826-8f2e-f895dec48d43 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587974 Sep 23 23:25:29.396331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fe8d3-d398-4681-8844-f052b9502185 req-900cfd3d-9c44-4184-a4f2-f5b8f7b757e4 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:29.397906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d81fe8d3-d398-4681-8844-f052b9502185 req-900cfd3d-9c44-4184-a4f2-f5b8f7b757e4 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.43 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 943 time: 0.0639701 Sep 23 23:25:29.399081 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:29.470753 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-d81fe8d3-d398-4681-8844-f052b9502185 req-ceeec59a-78f8-4345-876b-6461e32b291a service neutron] delete failed (client error): The resource could not be found. Sep 23 23:25:29.471879 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d81fe8d3-d398-4681-8844-f052b9502185 req-ceeec59a-78f8-4345-876b-6461e32b291a service neutron] 10.222.0.43 "DELETE /v2.0/ports/28888460-90bc-4c06-99b3-9c664d8a4f60/bindings/n-h1-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.0661798 Sep 23 23:25:29.569603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fe8d3-d398-4681-8844-f052b9502185 req-1ef992af-1a09-4113-9901-d6e2c793b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:29.571133 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d81fe8d3-d398-4681-8844-f052b9502185 req-1ef992af-1a09-4113-9901-d6e2c793b6bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 1095 time: 0.0491996 Sep 23 23:25:29.608444 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=28888460-90bc-4c06-99b3-9c664d8a4f60,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:25:29.616585 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:29.616938 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:29.617324 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:29.617665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:29.617996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:29.618327 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:29.618654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:29.618978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:29.619301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:29.619624 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:29.620023 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:29.620383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:25:29.667467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fe8d3-d398-4681-8844-f052b9502185 req-ddde3549-c9fe-48c1-9ec6-b0347638fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:29.669759 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d81fe8d3-d398-4681-8844-f052b9502185 req-ddde3549-c9fe-48c1-9ec6-b0347638fb11 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0904660 Sep 23 23:25:29.740039 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d81fe8d3-d398-4681-8844-f052b9502185 req-5b6fc912-dcd1-4330-866d-593ee6b1b2ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28888460-90bc-4c06-99b3-9c664d8a4f60 HTTP/1.1" status: 200 len: 1000 time: 0.0623941 Sep 23 23:25:29.788569 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fe8d3-d398-4681-8844-f052b9502185 req-c0c1ffd2-3ffd-454d-b9d7-bc008313cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:29.790079 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d81fe8d3-d398-4681-8844-f052b9502185 req-c0c1ffd2-3ffd-454d-b9d7-bc008313cff6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0432305 Sep 23 23:25:29.829633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['28888460-90bc-4c06-99b3-9c664d8a4f60'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:25:29.840147 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fe8d3-d398-4681-8844-f052b9502185 req-3b07982f-bec6-48e4-9d25-1a41387cced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:29.841711 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d81fe8d3-d398-4681-8844-f052b9502185 req-3b07982f-bec6-48e4-9d25-1a41387cced9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433903 Sep 23 23:25:29.940490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d81fe8d3-d398-4681-8844-f052b9502185 req-517c26e8-e5d6-4d59-b951-f203ee12a596 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905223 Sep 23 23:25:30.036907 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d81fe8d3-d398-4681-8844-f052b9502185 req-c2111517-89e3-4eff-b259-a5c4b6b8d815 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886412 Sep 23 23:25:30.501267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae84e78-a756-4778-b93c-c2a8d9a1aa36 req-c5cf9ecd-89f7-49c5-9170-f4c6cdddd1b9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:30.502927 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ae84e78-a756-4778-b93c-c2a8d9a1aa36 req-c5cf9ecd-89f7-49c5-9170-f4c6cdddd1b9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 944 time: 0.0571229 Sep 23 23:25:30.552245 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ae84e78-a756-4778-b93c-c2a8d9a1aa36 req-6a4e7be9-db55-4f86-aca3-79787891ff5d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412090 Sep 23 23:25:31.115544 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 28888460-90bc-4c06-99b3-9c664d8a4f60 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:25:31.221740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 28888460-90bc-4c06-99b3-9c664d8a4f60 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:25:31.226211 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 28888460-90bc-4c06-99b3-9c664d8a4f60 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:25:31.226719 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:31.303886 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:31.325772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28888460-90bc-4c06-99b3-9c664d8a4f60'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:25:31.328001 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b004c836-0dcd-4631-8987-5c0bc51f3497" -d '{"events": [{"server_uuid": "8052ad35-02b2-4047-8a72-1fea71e099ee", "name": "network-vif-plugged", "status": "completed", "tag": "28888460-90bc-4c06-99b3-9c664d8a4f60"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:25:31.342740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 28888460-90bc-4c06-99b3-9c664d8a4f60, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=28888460-90bc-4c06-99b3-9c664d8a4f60,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:25:31.387686 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:31.427250 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bf830c-968d-4c25-8d6a-5a8a3a337195 x-openstack-request-id: req-90bf830c-968d-4c25-8d6a-5a8a3a337195 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:25:31.427537 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8052ad35-02b2-4047-8a72-1fea71e099ee", "name": "network-vif-plugged", "status": "completed", "tag": "28888460-90bc-4c06-99b3-9c664d8a4f60", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:25:31.427914 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90bf830c-968d-4c25-8d6a-5a8a3a337195 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:25:31.428307 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28888460-90bc-4c06-99b3-9c664d8a4f60', 'code': 200} Sep 23 23:25:31.445985 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=28888460-90bc-4c06-99b3-9c664d8a4f60,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:25:31.670092 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37828623-39df-4f3e-acbf-1b6dcc9702d5 req-a1a6c04f-7931-4c6e-b37f-d8676d546553 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:31.671519 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-37828623-39df-4f3e-acbf-1b6dcc9702d5 req-a1a6c04f-7931-4c6e-b37f-d8676d546553 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0487070 Sep 23 23:25:31.710730 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-37828623-39df-4f3e-acbf-1b6dcc9702d5 req-52c705a8-10c3-495d-a5cc-2aa3174c81fe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325980 Sep 23 23:25:31.828617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8e651-2616-4a72-ba2a-8f3756e95710 req-a09cce05-311c-4b33-a6a2-746718310f06 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:31.830163 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18a8e651-2616-4a72-ba2a-8f3756e95710 req-a09cce05-311c-4b33-a6a2-746718310f06 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0510111 Sep 23 23:25:31.869830 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18a8e651-2616-4a72-ba2a-8f3756e95710 req-79adbd64-db66-44a9-ba64-745390806d39 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336025 Sep 23 23:25:32.205890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda15029-a687-4cb1-9aed-686c064efc32 req-455d3a91-588b-4e15-8be1-64e370080fda tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:32.207310 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dda15029-a687-4cb1-9aed-686c064efc32 req-455d3a91-588b-4e15-8be1-64e370080fda tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0524995 Sep 23 23:25:32.251286 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dda15029-a687-4cb1-9aed-686c064efc32 req-fc3f97d0-4bc5-4539-8b61-8f57799365d2 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370476 Sep 23 23:25:32.340657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d2e0a-53eb-4ffd-a6c1-612d56de11e6 req-11b0f5fe-dcd1-4f82-878c-6ee6ad2cf069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:32.342211 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f2d2e0a-53eb-4ffd-a6c1-612d56de11e6 req-11b0f5fe-dcd1-4f82-878c-6ee6ad2cf069 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 1096 time: 0.0443156 Sep 23 23:25:32.444676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d2e0a-53eb-4ffd-a6c1-612d56de11e6 req-4eb25017-93f0-4329-8595-d822301ba257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:32.446209 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f2d2e0a-53eb-4ffd-a6c1-612d56de11e6 req-4eb25017-93f0-4329-8595-d822301ba257 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0961809 Sep 23 23:25:32.518978 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f2d2e0a-53eb-4ffd-a6c1-612d56de11e6 req-e81063ac-b3c0-4996-8a86-8d5d9a53df6a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28888460-90bc-4c06-99b3-9c664d8a4f60 HTTP/1.1" status: 200 len: 1001 time: 0.0646613 Sep 23 23:25:32.568647 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d2e0a-53eb-4ffd-a6c1-612d56de11e6 req-8b6f4e0b-a273-49c1-9b19-8bd03193f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:32.570181 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f2d2e0a-53eb-4ffd-a6c1-612d56de11e6 req-8b6f4e0b-a273-49c1-9b19-8bd03193f8e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0445738 Sep 23 23:25:32.618757 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d2e0a-53eb-4ffd-a6c1-612d56de11e6 req-d6f2a569-21b6-43bc-a8cd-f050795af5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:32.620335 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f2d2e0a-53eb-4ffd-a6c1-612d56de11e6 req-d6f2a569-21b6-43bc-a8cd-f050795af5e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426199 Sep 23 23:25:33.027040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f2d2e0a-53eb-4ffd-a6c1-612d56de11e6 req-981a9f15-4078-4b4d-b955-4fc1e312c54d service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995790 Sep 23 23:25:33.137866 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f2d2e0a-53eb-4ffd-a6c1-612d56de11e6 req-c6a3e02d-8e8d-4cc9-aa7a-e5cb7a49dfff service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021583 Sep 23 23:25:33.378693 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a0765-763e-4d71-befe-1273f4e100ba req-2adabc7e-6186-435a-b106-820b1780f6e5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:33.380746 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f38a0765-763e-4d71-befe-1273f4e100ba req-2adabc7e-6186-435a-b106-820b1780f6e5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0580351 Sep 23 23:25:33.429138 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f38a0765-763e-4d71-befe-1273f4e100ba req-cd56a502-4b3e-464f-a463-38d4d83f0618 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412569 Sep 23 23:25:34.545354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b868-5f16-4404-bc5c-6f4565625693 req-50389e8a-00a1-4b21-9cb9-14b8bbe3cb39 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:34.546869 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1297b868-5f16-4404-bc5c-6f4565625693 req-50389e8a-00a1-4b21-9cb9-14b8bbe3cb39 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0488417 Sep 23 23:25:34.588177 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1297b868-5f16-4404-bc5c-6f4565625693 req-82fc008c-bbb2-4211-831b-983f6f4c14ef tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347698 Sep 23 23:25:35.202689 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da489c7-89a6-41d0-95c6-2a865569134b req-4b76a84c-8fae-41a6-a90f-a8887b7a664f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:35.204308 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7da489c7-89a6-41d0-95c6-2a865569134b req-4b76a84c-8fae-41a6-a90f-a8887b7a664f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0508661 Sep 23 23:25:35.245943 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7da489c7-89a6-41d0-95c6-2a865569134b req-3ecde3c5-0a14-4de2-a00c-3b2b226d236c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346549 Sep 23 23:25:36.366039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7fba3-044b-409f-97ce-4ea160f510e3 req-70244ffa-4630-4c87-b1ee-229f27b48ddc tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:36.367697 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63a7fba3-044b-409f-97ce-4ea160f510e3 req-70244ffa-4630-4c87-b1ee-229f27b48ddc tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0514038 Sep 23 23:25:36.406678 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-63a7fba3-044b-409f-97ce-4ea160f510e3 req-e3dd9c45-3447-47b2-9774-d1950b4f73f6 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328453 Sep 23 23:25:36.758777 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-0029a666-83cb-4767-a74a-2fd982393c7a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:36.760305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-0029a666-83cb-4767-a74a-2fd982393c7a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.67 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 945 time: 0.0491908 Sep 23 23:25:36.851440 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-a8e0bd7d-be57-4cd9-91d3-0f8e48ba7f79 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Deleting port 28888460-90bc-4c06-99b3-9c664d8a4f60 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:25:36.851768 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-a8e0bd7d-be57-4cd9-91d3-0f8e48ba7f79 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:36.942056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-a8e0bd7d-be57-4cd9-91d3-0f8e48ba7f79 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] For port 28888460-90bc-4c06-99b3-9c664d8a4f60, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=28888460-90bc-4c06-99b3-9c664d8a4f60,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:25:36.942418 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-a8e0bd7d-be57-4cd9-91d3-0f8e48ba7f79 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:37.119781 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-a8e0bd7d-be57-4cd9-91d3-0f8e48ba7f79 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:37.120151 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-a8e0bd7d-be57-4cd9-91d3-0f8e48ba7f79 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:37.120463 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-a8e0bd7d-be57-4cd9-91d3-0f8e48ba7f79 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e disassociated. External IP: 172.25.1.216, port: 28888460-90bc-4c06-99b3-9c664d8a4f60. Sep 23 23:25:37.120798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-a8e0bd7d-be57-4cd9-91d3-0f8e48ba7f79 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Calling delete_port for 28888460-90bc-4c06-99b3-9c664d8a4f60 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:25:37.255661 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:37.330311 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-a8e0bd7d-be57-4cd9-91d3-0f8e48ba7f79 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:37.359275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0bd7d-be57-4cd9-91d3-0f8e48ba7f79 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Pushing event deleted for resources: {'Port': ['ID=28888460-90bc-4c06-99b3-9c664d8a4f60,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:25:37.542270 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d455061a-6249-4547-9a65-06a919f55f83 req-8c8eed47-9e52-47aa-be94-73c428dd70cd tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=8052ad35-02b2-4047-8a72-1fea71e099ee HTTP/1.1" status: 200 len: 210 time: 0.0598726 Sep 23 23:25:37.564456 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-a8e0bd7d-be57-4cd9-91d3-0f8e48ba7f79 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Router 53073b59-1051-4c12-8061-8acf8660a8d9 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:25:37.679736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-a8e0bd7d-be57-4cd9-91d3-0f8e48ba7f79 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:25:37.689426 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb66ab-bbbb-4c71-b030-15abb9d780bb None None] Sync routers for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:25:37.702838 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb66ab-bbbb-4c71-b030-15abb9d780bb None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:25:37.703474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-efcb66ab-bbbb-4c71-b030-15abb9d780bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:25:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:25:37.724504 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-a8e0bd7d-be57-4cd9-91d3-0f8e48ba7f79 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] No DVR routers for this DVR port 28888460-90bc-4c06-99b3-9c664d8a4f60 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:25:37.727985 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-a8e0bd7d-be57-4cd9-91d3-0f8e48ba7f79 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:37.730070 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-696501fb-45f4-4ac3-bf7f-b141b9991be2 req-a8e0bd7d-be57-4cd9-91d3-0f8e48ba7f79 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.67 "DELETE /v2.0/ports/28888460-90bc-4c06-99b3-9c664d8a4f60 HTTP/1.1" status: 204 len: 173 time: 0.9639492 Sep 23 23:25:37.730526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'name': 'network-vif-deleted', 'tag': '28888460-90bc-4c06-99b3-9c664d8a4f60'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:25:37.733053 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06216d6b-72a0-47bf-94fc-c7b108600f64" -d '{"events": [{"server_uuid": "8052ad35-02b2-4047-8a72-1fea71e099ee", "name": "network-vif-deleted", "tag": "28888460-90bc-4c06-99b3-9c664d8a4f60"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:25:37.773316 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bd481f-b10c-4662-8f87-beff6329bafb x-openstack-request-id: req-f7bd481f-b10c-4662-8f87-beff6329bafb {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:25:37.774221 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8052ad35-02b2-4047-8a72-1fea71e099ee", "name": "network-vif-deleted", "tag": "28888460-90bc-4c06-99b3-9c664d8a4f60", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:25:37.774472 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7bd481f-b10c-4662-8f87-beff6329bafb {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:25:37.774973 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8052ad35-02b2-4047-8a72-1fea71e099ee', 'name': 'network-vif-deleted', 'tag': '28888460-90bc-4c06-99b3-9c664d8a4f60', 'status': 'completed', 'code': 200} Sep 23 23:25:37.827356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-efcb66ab-bbbb-4c71-b030-15abb9d780bb None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:25:38.060515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-efcb66ab-bbbb-4c71-b030-15abb9d780bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:25:38.087629 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb66ab-bbbb-4c71-b030-15abb9d780bb None None] Checking router: 53073b59-1051-4c12-8061-8acf8660a8d9 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:25:38.096135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb66ab-bbbb-4c71-b030-15abb9d780bb None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:25:38.096736 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-efcb66ab-bbbb-4c71-b030-15abb9d780bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:25:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:25:38.210239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-efcb66ab-bbbb-4c71-b030-15abb9d780bb None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:25:38.421251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-efcb66ab-bbbb-4c71-b030-15abb9d780bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:25:38.449010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb66ab-bbbb-4c71-b030-15abb9d780bb None None] The sync data for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 is: [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:25:38.721241 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ca2e7b-d900-43fb-a269-ff2b900be88a None None] New status for floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:25:38.831114 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-cb43a630-2bb0-4a37-8932-f7eba233a7b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--350281643&fields=id&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 267 time: 0.0357239 Sep 23 23:25:38.949896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-c7116d69-58fa-419d-80c3-727fe868116d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:38.951331 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-c7116d69-58fa-419d-80c3-727fe868116d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 812 time: 0.1133795 Sep 23 23:25:38.967147 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-202d27c2-87f7-41b6-956c-b002c53281bf tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/quotas/9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 375 time: 0.0098684 Sep 23 23:25:39.032726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-ff02d078-6b1d-4b44-8d0c-f94b45302102 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0594981 Sep 23 23:25:39.094633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-6763c2c9-39c8-46ce-8333-c6c8b2b1918d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:25:39.095642 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-6763c2c9-39c8-46ce-8333-c6c8b2b1918d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504682 Sep 23 23:25:39.153789 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 28888460-90bc-4c06-99b3-9c664d8a4f60 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:25:39.175148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 28888460-90bc-4c06-99b3-9c664d8a4f60 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:25:39.175491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 28888460-90bc-4c06-99b3-9c664d8a4f60 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:25:39.189301 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-cacb8cc6-94e3-4bf1-be3b-a2b81e558713 service neutron] 10.222.0.22 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858989 Sep 23 23:25:39.290458 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-19724439-69df-4a9f-a4d1-5b2d0fe3fb61 service neutron] 10.222.0.22 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941634 Sep 23 23:25:39.547598 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61faf77f-c3c3-4632-8be5-2d80780a20aa req-ac6af4c2-f54b-4438-8980-15a91b9a73b3 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 210 time: 0.0338218 Sep 23 23:25:40.645388 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0480202c-7273-495d-9d79-8d3794c12ca5 req-2123bc68-8084-462b-988a-19a8f928b21d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 210 time: 0.0284333 Sep 23 23:25:41.544885 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-75ded3bb-b2ef-4287-b8e2-ad7bfe556a89 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:41.547103 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-75ded3bb-b2ef-4287-b8e2-ad7bfe556a89 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 812 time: 0.1265550 Sep 23 23:25:41.596269 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-6193eff3-0ba6-433a-8e55-5b12156bbb19 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 379 time: 0.0396843 Sep 23 23:25:41.605977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-e3ecea70-e6b5-4043-99fa-1315c5b5b476 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Request body: {'port': {'device_id': '801212ab-45a1-4de7-8018-6b216dea7c14', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'admin_state_up': True, 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'security_groups': ['f6c44dd3-2a55-4c77-b86b-a2f849001868']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:25:41.757776 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-817d59e3-e2e4-41e6-8f2c-eba7cde86553 req-09763884-d4e3-4085-8fb7-fef65c3a7500 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 210 time: 0.0354156 Sep 23 23:25:41.833041 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-e3ecea70-e6b5-4043-99fa-1315c5b5b476 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Made reservation on behalf of 9ce290809b7c4689b8e9eb7f765c4d73 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:25:41.836616 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-e3ecea70-e6b5-4043-99fa-1315c5b5b476 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:42.019077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-e3ecea70-e6b5-4043-99fa-1315c5b5b476 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Allocated IP 172.20.0.8 (2acbfcbc-207f-4f5e-a582-eabeaa31139a/3c07f54c-a7f4-486c-a2fd-42c0a90575f3/72e7e75f-3351-44b4-bec4-a317a5a3e445) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:25:42.188073 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-e3ecea70-e6b5-4043-99fa-1315c5b5b476 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:42.268702 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-e3ecea70-e6b5-4043-99fa-1315c5b5b476 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:42.312095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-e3ecea70-e6b5-4043-99fa-1315c5b5b476 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Network 2acbfcbc-207f-4f5e-a582-eabeaa31139a is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:25:42.315170 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-e3ecea70-e6b5-4043-99fa-1315c5b5b476 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:25:42.319968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-e3ecea70-e6b5-4043-99fa-1315c5b5b476 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:25:42.347429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecea70-e6b5-4043-99fa-1315c5b5b476 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Pushing event updated for resources: {'Port': ['ID=72e7e75f-3351-44b4-bec4-a317a5a3e445,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:25:42.377383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-e3ecea70-e6b5-4043-99fa-1315c5b5b476 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:42.378077 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-e3ecea70-e6b5-4043-99fa-1315c5b5b476 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:42.474093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-e3ecea70-e6b5-4043-99fa-1315c5b5b476 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8719616 Sep 23 23:25:42.488038 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Request body: {'port': {'device_id': '801212ab-45a1-4de7-8018-6b216dea7c14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:25:42.550971 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:42.605728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-91ae4c1d-374c-4df2-8730-0e54379941b6 None None] Provisioning complete for port 72e7e75f-3351-44b4-bec4-a317a5a3e445 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:25:42.606457 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-91ae4c1d-374c-4df2-8730-0e54379941b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:42.647541 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-91ae4c1d-374c-4df2-8730-0e54379941b6 None None] Port 72e7e75f-3351-44b4-bec4-a317a5a3e445 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:25:42.826221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e7e75f-3351-44b4-bec4-a317a5a3e445 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:25:42.835370 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:42.871603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Transition to ACTIVE for port object 72e7e75f-3351-44b4-bec4-a317a5a3e445 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:25:42.893511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f9406-d4ca-4541-8b48-09eac5922206 req-c1bae00c-00ae-41d3-8693-8a12901af460 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:42.895956 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a43f9406-d4ca-4541-8b48-09eac5922206 req-c1bae00c-00ae-41d3-8693-8a12901af460 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 931 time: 0.0621049 Sep 23 23:25:42.935494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a43f9406-d4ca-4541-8b48-09eac5922206 req-c4354439-9ccb-4152-a865-10b6695aa8b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339992 Sep 23 23:25:42.964403 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:43.020613 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Pushing event updated for resources: {'Port': ['ID=72e7e75f-3351-44b4-bec4-a317a5a3e445,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:25:43.093348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Attempting to bind port 72e7e75f-3351-44b4-bec4-a317a5a3e445 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:25:43.093685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Attempting to bind port 72e7e75f-3351-44b4-bec4-a317a5a3e445 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:25:43.094009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Attempting to bind port 72e7e75f-3351-44b4-bec4-a317a5a3e445 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:25:43.098565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Port 72e7e75f-3351-44b4-bec4-a317a5a3e445 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:25:43.098876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Attempting to bind port 72e7e75f-3351-44b4-bec4-a317a5a3e445 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:25:43.104544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:25:43.104876 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Checking segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:25:43.105286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Bound using segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:25:43.105714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Bound port: 72e7e75f-3351-44b4-bec4-a317a5a3e445, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:25:43.106156 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:43.161531 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a6fef8d9-a13c-4a58-9dba-1ba67ff60f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:43.174859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:25:43.178663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:25:43.274042 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:43.315068 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:43.315689 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:43.317101 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] 10.222.0.43 "PUT /v2.0/ports/72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 200 len: 1091 time: 0.8346937 Sep 23 23:25:43.317566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:25:43.319961 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fc5401-1851-47f6-bf0d-a90a50cb4b02" -d '{"events": [{"name": "network-changed", "server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:25:43.345302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22635c9a-de99-4cb5-b111-190383e9ba8e service neutron] Pushing event updated for resources: {'Port': ['ID=72e7e75f-3351-44b4-bec4-a317a5a3e445,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:25:43.367603 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbc4b96-e0ec-4d05-ba15-8d43d2e7688d x-openstack-request-id: req-fcbc4b96-e0ec-4d05-ba15-8d43d2e7688d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:25:43.367905 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:25:43.368160 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fcbc4b96-e0ec-4d05-ba15-8d43d2e7688d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:25:43.368568 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'status': 'completed', 'code': 200} Sep 23 23:25:43.436783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc5401-1851-47f6-bf0d-a90a50cb4b02 req-974ecbab-2fc5-4724-b648-336a236300b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:43.438412 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b7fc5401-1851-47f6-bf0d-a90a50cb4b02 req-974ecbab-2fc5-4724-b648-336a236300b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 1094 time: 0.0454621 Sep 23 23:25:43.546462 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc5401-1851-47f6-bf0d-a90a50cb4b02 req-3ea0311e-5c09-4e5c-a5e1-7953556510fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:43.547862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b7fc5401-1851-47f6-bf0d-a90a50cb4b02 req-3ea0311e-5c09-4e5c-a5e1-7953556510fb service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1008477 Sep 23 23:25:43.642043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc5401-1851-47f6-bf0d-a90a50cb4b02 req-04a01753-bbf5-4b77-ac07-dde40017ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:43.643565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b7fc5401-1851-47f6-bf0d-a90a50cb4b02 req-04a01753-bbf5-4b77-ac07-dde40017ffdc service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883389 Sep 23 23:25:43.718375 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-159087a6-76c1-4148-8216-c10c58db502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:43.719904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-159087a6-76c1-4148-8216-c10c58db502b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 1094 time: 0.0402493 Sep 23 23:25:43.765284 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-e4b16a2c-7521-48b2-a9c0-f399ddc132d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 200 len: 217 time: 0.0372221 Sep 23 23:25:43.815629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-8b8beee7-9012-455b-b3f9-5b80ea2e0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:43.817008 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-8b8beee7-9012-455b-b3f9-5b80ea2e0128 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0448859 Sep 23 23:25:43.863970 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-552e48ef-f6f1-4f5b-823a-e4648afe20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:43.866199 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-552e48ef-f6f1-4f5b-823a-e4648afe20a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407538 Sep 23 23:25:43.968882 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-a97b2479-ac2c-446f-9743-833e31515877 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963511 Sep 23 23:25:44.103365 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1fca3e8-98d3-4dac-9d8c-ab6a5a85017a req-746120cd-79e9-48fc-a8d6-68a02e0f4310 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264794 Sep 23 23:25:44.114108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ed5a0-ed9e-4c84-acc7-c66bddfeab28 req-18bd6acf-dffc-4107-a46b-3d97561500b8 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:44.115721 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb4ed5a0-ed9e-4c84-acc7-c66bddfeab28 req-18bd6acf-dffc-4107-a46b-3d97561500b8 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 943 time: 0.0994639 Sep 23 23:25:44.158600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb4ed5a0-ed9e-4c84-acc7-c66bddfeab28 req-72bd96d6-4281-4824-a643-ccce0b02285a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361366 Sep 23 23:25:45.282524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d3873-1c04-4bdd-8212-aaaa5156de04 req-5c84a5a0-2b97-4de8-9c92-da0239bf2a20 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:45.284055 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-486d3873-1c04-4bdd-8212-aaaa5156de04 req-5c84a5a0-2b97-4de8-9c92-da0239bf2a20 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 943 time: 0.0536785 Sep 23 23:25:45.323132 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-486d3873-1c04-4bdd-8212-aaaa5156de04 req-69e5fb10-852a-411c-a0ce-d3d9bb1f1dfe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321310 Sep 23 23:25:45.626958 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0933a6ce-a613-4fd9-8e6d-69bdad26a2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:45.838523 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 72e7e75f-3351-44b4-bec4-a317a5a3e445 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:25:45.935696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:25:45.947704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'port_id': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'mac_address': 'fa:16:3e:5f:bd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:25:45.990775 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:46.003804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e7e75f-3351-44b4-bec4-a317a5a3e445 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:25:46.023831 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:25:46.128698 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:46.158203 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:46.179028 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=72e7e75f-3351-44b4-bec4-a317a5a3e445,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:25:46.352864 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['72e7e75f-3351-44b4-bec4-a317a5a3e445'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:25:46.445022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bc28b-46ea-49e8-a47e-bb5ea485076b req-84111d70-7492-4ebb-bad8-39a6c426b579 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:46.446534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-841bc28b-46ea-49e8-a47e-bb5ea485076b req-84111d70-7492-4ebb-bad8-39a6c426b579 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 944 time: 0.0545809 Sep 23 23:25:46.483796 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-841bc28b-46ea-49e8-a47e-bb5ea485076b req-c2d6cc17-3022-4f8c-8f3e-26a4b592b6ca tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311575 Sep 23 23:25:47.128701 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:47.605600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c328d8-9bdb-40de-a76d-ce29733a6bc4 req-d2374566-c135-43f5-8b2c-9d932bc14c72 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:47.607194 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-54c328d8-9bdb-40de-a76d-ce29733a6bc4 req-d2374566-c135-43f5-8b2c-9d932bc14c72 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 944 time: 0.0520031 Sep 23 23:25:47.650314 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-54c328d8-9bdb-40de-a76d-ce29733a6bc4 req-6d6544b5-3a7c-4410-8964-78903855558a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369196 Sep 23 23:25:47.851339 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 72e7e75f-3351-44b4-bec4-a317a5a3e445 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:25:47.998696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 72e7e75f-3351-44b4-bec4-a317a5a3e445 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:25:48.002971 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 72e7e75f-3351-44b4-bec4-a317a5a3e445 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:25:48.003346 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:48.085318 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:48.114526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:25:48.114526 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e968d753-9269-45ca-8d52-3facfaaee64b" -d '{"events": [{"server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "name": "network-vif-plugged", "status": "completed", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:25:48.126537 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:25:48.151875 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2e87b9-7e88-4089-a1ac-f7577872501a x-openstack-request-id: req-ed2e87b9-7e88-4089-a1ac-f7577872501a {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:25:48.152463 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "name": "network-vif-plugged", "status": "completed", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:25:48.152463 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ed2e87b9-7e88-4089-a1ac-f7577872501a {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:25:48.152889 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'code': 200} Sep 23 23:25:48.221323 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:48.251036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac8874-97f0-4ae1-8d5b-81dc6fd17991 req-0da7fc1b-c3d8-4265-90cd-640fd6ba1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:48.252588 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2ac8874-97f0-4ae1-8d5b-81dc6fd17991 req-0da7fc1b-c3d8-4265-90cd-640fd6ba1256 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 1095 time: 0.0429442 Sep 23 23:25:48.272077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=72e7e75f-3351-44b4-bec4-a317a5a3e445,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:25:48.288939 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2ac8874-97f0-4ae1-8d5b-81dc6fd17991 req-b1270a90-2e31-4dea-b6f4-b02aefe3ea4e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287564 Sep 23 23:25:48.438740 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:48.767944 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf0d22-25a2-46b2-a435-447cbc0b24ac req-eb5d725f-de6b-4ba1-9fe1-eae16d1a0921 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:48.769525 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3eaf0d22-25a2-46b2-a435-447cbc0b24ac req-eb5d725f-de6b-4ba1-9fe1-eae16d1a0921 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0504217 Sep 23 23:25:48.781635 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:48.808707 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3eaf0d22-25a2-46b2-a435-447cbc0b24ac req-1eaac232-5c65-4ce6-9709-87b0d332d3d7 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323782 Sep 23 23:25:49.934032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78f9ef-1e07-41f1-91fe-3f670573ebef req-26613621-4abb-444d-8468-94fae676e955 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:49.935657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ec78f9ef-1e07-41f1-91fe-3f670573ebef req-26613621-4abb-444d-8468-94fae676e955 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0561182 Sep 23 23:25:49.974750 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ec78f9ef-1e07-41f1-91fe-3f670573ebef req-db0ae2dc-01c7-4f0e-b0b0-989113e835c3 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330310 Sep 23 23:25:50.097785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69abf9-286a-468c-963b-e21589af8ef8 req-7c218a90-69c9-4023-8157-3b0e6764c883 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:50.099297 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7b69abf9-286a-468c-963b-e21589af8ef8 req-7c218a90-69c9-4023-8157-3b0e6764c883 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0542257 Sep 23 23:25:50.109098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 43932) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:25:50.113514 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a2d9ab6f-c2f4-42f2-a00e-336410507cfe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Request body: {'floatingip': {'port_id': '72e7e75f-3351-44b4-bec4-a317a5a3e445'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:25:50.152039 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ab6f-c2f4-42f2-a00e-336410507cfe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:50.590866 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ab6f-c2f4-42f2-a00e-336410507cfe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:50.650228 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ab6f-c2f4-42f2-a00e-336410507cfe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:50.755081 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-a2d9ab6f-c2f4-42f2-a00e-336410507cfe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e associated. External IP: 172.25.1.216, port: 72e7e75f-3351-44b4-bec4-a317a5a3e445. Sep 23 23:25:50.971384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d9ab6f-c2f4-42f2-a00e-336410507cfe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Router 53073b59-1051-4c12-8061-8acf8660a8d9 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:25:51.078668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d9ab6f-c2f4-42f2-a00e-336410507cfe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:25:51.083646 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ab6f-c2f4-42f2-a00e-336410507cfe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:25:51.088328 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce81025-9f82-4271-b8bd-20a1b33a82a4 None None] Sync routers for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:25:51.098081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce81025-9f82-4271-b8bd-20a1b33a82a4 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:25:51.098706 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cce81025-9f82-4271-b8bd-20a1b33a82a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:25:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:25:51.114458 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a2d9ab6f-c2f4-42f2-a00e-336410507cfe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "PUT /v2.0/floatingips/6b7fe4bc-7aba-479d-9cce-37677a33d17e HTTP/1.1" status: 200 len: 991 time: 1.0042794 Sep 23 23:25:51.115147 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:25:51.118332 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03abd471-ee43-400a-93d1-11b5f36afa0d" -d '{"events": [{"name": "network-changed", "server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:25:51.161043 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceb2c65-b8c7-416c-af88-f75629d3e070 x-openstack-request-id: req-5ceb2c65-b8c7-416c-af88-f75629d3e070 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:25:51.161618 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:25:51.161875 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ceb2c65-b8c7-416c-af88-f75629d3e070 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:25:51.162292 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'status': 'completed', 'code': 200} Sep 23 23:25:51.217447 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-cce81025-9f82-4271-b8bd-20a1b33a82a4 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:25:51.230475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abd471-ee43-400a-93d1-11b5f36afa0d req-a6bba8f2-8610-48ce-8e8c-4c6f5fb04629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:51.232116 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03abd471-ee43-400a-93d1-11b5f36afa0d req-a6bba8f2-8610-48ce-8e8c-4c6f5fb04629 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 1096 time: 0.0478039 Sep 23 23:25:51.329161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abd471-ee43-400a-93d1-11b5f36afa0d req-9971e0ef-5d72-4a00-b11a-c3adff267bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:51.330666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03abd471-ee43-400a-93d1-11b5f36afa0d req-9971e0ef-5d72-4a00-b11a-c3adff267bf0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0916080 Sep 23 23:25:51.399979 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03abd471-ee43-400a-93d1-11b5f36afa0d req-02fc58c3-b752-4326-888d-015a89120db2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 200 len: 999 time: 0.0614645 Sep 23 23:25:51.451165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abd471-ee43-400a-93d1-11b5f36afa0d req-3546d86d-40b1-4b67-9da3-fe22f141bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:51.452655 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03abd471-ee43-400a-93d1-11b5f36afa0d req-3546d86d-40b1-4b67-9da3-fe22f141bf08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0462677 Sep 23 23:25:51.454928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cce81025-9f82-4271-b8bd-20a1b33a82a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '6b7fe4bc-7aba-479d-9cce-37677a33d17e', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'port_id': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'mac_address': 'fa:16:3e:5f:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801212ab-45a1-4de7-8018-6b216dea7c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:19:59Z', 'updated_at': '2021-09-23T23:25:50Z', 'revision_number': 9, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:25:51.482432 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce81025-9f82-4271-b8bd-20a1b33a82a4 None None] Checking router: 53073b59-1051-4c12-8061-8acf8660a8d9 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:25:51.491045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce81025-9f82-4271-b8bd-20a1b33a82a4 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:25:51.492470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cce81025-9f82-4271-b8bd-20a1b33a82a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:25:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:25:51.503954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abd471-ee43-400a-93d1-11b5f36afa0d req-2b7c5a4d-b728-4278-b3e7-ae7d326878cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:25:51.505533 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03abd471-ee43-400a-93d1-11b5f36afa0d req-2b7c5a4d-b728-4278-b3e7-ae7d326878cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456045 Sep 23 23:25:51.516307 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-03abd471-ee43-400a-93d1-11b5f36afa0d req-0dcd4168-e8f4-41dc-a453-e134590311d6 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:25:51.517292 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03abd471-ee43-400a-93d1-11b5f36afa0d req-0dcd4168-e8f4-41dc-a453-e134590311d6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052323 Sep 23 23:25:51.599842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-cce81025-9f82-4271-b8bd-20a1b33a82a4 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:25:51.609348 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03abd471-ee43-400a-93d1-11b5f36afa0d req-2865e408-01d3-48dd-8405-d59a85b5a6f8 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852904 Sep 23 23:25:51.714833 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03abd471-ee43-400a-93d1-11b5f36afa0d req-38ccaa00-c3a1-4908-8a8e-1fbfe2d8ea1b service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974500 Sep 23 23:25:51.840413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-cce81025-9f82-4271-b8bd-20a1b33a82a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '6b7fe4bc-7aba-479d-9cce-37677a33d17e', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'port_id': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'mac_address': 'fa:16:3e:5f:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801212ab-45a1-4de7-8018-6b216dea7c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:19:59Z', 'updated_at': '2021-09-23T23:25:50Z', 'revision_number': 9, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:25:52.022072 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce81025-9f82-4271-b8bd-20a1b33a82a4 None None] The sync data for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 is: [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '6b7fe4bc-7aba-479d-9cce-37677a33d17e', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'port_id': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'mac_address': 'fa:16:3e:5f:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801212ab-45a1-4de7-8018-6b216dea7c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:19:59Z', 'updated_at': '2021-09-23T23:25:50Z', 'revision_number': 9, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:25:52.224861 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc524467-d3cf-4083-9e19-ed6121c9248a None None] New status for floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:26:02.096176 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da333105-08cd-42b7-a7d8-d35c65722738 req-e2596ca4-0544-4d96-9955-540cfda2ff31 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412447 Sep 23 23:26:02.180553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da333105-08cd-42b7-a7d8-d35c65722738 req-62f17f30-bc71-4d4d-b0e7-322641db6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:26:02.182111 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da333105-08cd-42b7-a7d8-d35c65722738 req-62f17f30-bc71-4d4d-b0e7-322641db6a1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 1096 time: 0.0414944 Sep 23 23:26:02.288955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da333105-08cd-42b7-a7d8-d35c65722738 req-89d795b5-04de-4b86-8b42-7e851d9c0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:26:02.290474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da333105-08cd-42b7-a7d8-d35c65722738 req-89d795b5-04de-4b86-8b42-7e851d9c0a5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0880544 Sep 23 23:26:02.359436 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da333105-08cd-42b7-a7d8-d35c65722738 req-43ffb064-fb12-4fb2-b339-374dd342a1d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 200 len: 1002 time: 0.0609329 Sep 23 23:26:02.413990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da333105-08cd-42b7-a7d8-d35c65722738 req-9845041b-a23f-453a-a486-4b8dd4416598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:26:02.415457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da333105-08cd-42b7-a7d8-d35c65722738 req-9845041b-a23f-453a-a486-4b8dd4416598 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0479591 Sep 23 23:26:02.461318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da333105-08cd-42b7-a7d8-d35c65722738 req-e8ad4d02-92e1-4555-ae93-13ff68f5162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:26:02.462829 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da333105-08cd-42b7-a7d8-d35c65722738 req-e8ad4d02-92e1-4555-ae93-13ff68f5162c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401502 Sep 23 23:26:02.553790 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da333105-08cd-42b7-a7d8-d35c65722738 req-fa1e85f4-ff3d-4e3e-b903-16949e37159b service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829899 Sep 23 23:26:02.647979 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da333105-08cd-42b7-a7d8-d35c65722738 req-15803e44-0c64-4069-a09f-f602844f4258 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872748 Sep 23 23:26:04.879928 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:26:07.227022 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:26:13.118361 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d9af83ef-b6d4-4f46-a74f-ef553ba1c496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:26:15.615552 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-23ae82b3-82dc-44af-98db-cd09050d9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:26:16.226921 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:26:17.140952 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:26:18.431430 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:26:18.843757 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:26:37.221115 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:26:41.879145 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:26:43.151020 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b837502d-0094-45e2-993a-c2a2a814d5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:26:45.614113 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-69ba2ea1-5734-42b0-bd36-2b8814b874ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:26:46.140986 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:26:47.123484 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:26:48.609371 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:26:48.803449 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:02.452141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccd8b783-d629-4955-826b-19bd250a01db req-cc7c9ca9-65ca-48ad-ad49-2ad61787bf9c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460186 Sep 23 23:27:02.547405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8b783-d629-4955-826b-19bd250a01db req-15a48cf8-08fe-45e9-851d-def348c42642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:02.549083 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccd8b783-d629-4955-826b-19bd250a01db req-15a48cf8-08fe-45e9-851d-def348c42642 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 1096 time: 0.0492008 Sep 23 23:27:02.965327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8b783-d629-4955-826b-19bd250a01db req-8ad71371-09d7-444a-b6f2-e35c2d1be392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:02.966827 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccd8b783-d629-4955-826b-19bd250a01db req-8ad71371-09d7-444a-b6f2-e35c2d1be392 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.3909268 Sep 23 23:27:03.039528 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccd8b783-d629-4955-826b-19bd250a01db req-bc34eb73-1b2d-4c0e-b3dc-7271edd3b92e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 200 len: 1002 time: 0.0649288 Sep 23 23:27:03.094135 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8b783-d629-4955-826b-19bd250a01db req-b744d2a8-f741-44ec-90d0-d036dde3ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:03.095632 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccd8b783-d629-4955-826b-19bd250a01db req-b744d2a8-f741-44ec-90d0-d036dde3ceb6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0488276 Sep 23 23:27:03.146242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8b783-d629-4955-826b-19bd250a01db req-9840be04-87e4-4f1e-bc35-e8d6bfc65d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:03.147784 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccd8b783-d629-4955-826b-19bd250a01db req-9840be04-87e4-4f1e-bc35-e8d6bfc65d10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436471 Sep 23 23:27:03.250402 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccd8b783-d629-4955-826b-19bd250a01db req-538b1ee2-9658-4570-b51b-b4917c1020ec service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946383 Sep 23 23:27:03.347364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccd8b783-d629-4955-826b-19bd250a01db req-cb108f4e-9c48-4da8-af2d-fd94414dcf25 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872574 Sep 23 23:27:07.275828 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:13.127505 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-139e7798-8a44-4c87-a7b7-08d639ba822f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:15.624421 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7a545f79-d46b-40cf-bbe8-39e33e18ba75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:16.140355 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:17.173133 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:18.477644 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:18.807701 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:18.878065 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:27:29.366309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-8d6f4a2b-00ae-4c89-801c-95fda84ce6a4 req-50e8ff4d-03c2-4bf4-aa3f-b24dca2656b9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:27:29.367408 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8d6f4a2b-00ae-4c89-801c-95fda84ce6a4 req-50e8ff4d-03c2-4bf4-aa3f-b24dca2656b9 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063560 Sep 23 23:27:29.728503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac54c5-926c-4467-963c-cc2fbcc01c53 req-76d42d91-d6b0-4565-84e5-7493430911b1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:29.730227 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18ac54c5-926c-4467-963c-cc2fbcc01c53 req-76d42d91-d6b0-4565-84e5-7493430911b1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0529943 Sep 23 23:27:29.778501 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-18ac54c5-926c-4467-963c-cc2fbcc01c53 req-1f2d3fb2-4f77-460b-a8e8-48b74f1cd142 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367002 Sep 23 23:27:29.935024 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44154) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:27:30.029742 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-dc7b51e9-6889-44ed-b963-26254e537ce9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935538 Sep 23 23:27:30.043843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-5d1b1ffd-aa00-4d30-80b1-6274cabaebdc service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:27:30.044841 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-5d1b1ffd-aa00-4d30-80b1-6274cabaebdc service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056584 Sep 23 23:27:30.902832 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74959-2a21-42c2-baab-e026bbdbb92e req-6dadf0f2-2ab4-4d1d-a59f-1c5707cebe5e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:30.904394 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-12d74959-2a21-42c2-baab-e026bbdbb92e req-6dadf0f2-2ab4-4d1d-a59f-1c5707cebe5e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0508335 Sep 23 23:27:30.947166 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-12d74959-2a21-42c2-baab-e026bbdbb92e req-559cb2fb-6fd8-40d4-9a5e-e5ed8d790ff0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353880 Sep 23 23:27:32.074712 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418485b-1cb8-4793-a686-84222ea7174b req-c33c8434-4cdf-4480-894b-fee2ec6a320b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:32.094797 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4418485b-1cb8-4793-a686-84222ea7174b req-c33c8434-4cdf-4480-894b-fee2ec6a320b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0555389 Sep 23 23:27:32.115416 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4418485b-1cb8-4793-a686-84222ea7174b req-694327cb-ad84-40a8-9e23-cb314acd8c12 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322030 Sep 23 23:27:33.244479 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c930163-e314-4adc-b86e-370dd3559024 req-4ae78eba-387c-4cc6-b033-1cd229a63106 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:33.246008 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c930163-e314-4adc-b86e-370dd3559024 req-4ae78eba-387c-4cc6-b033-1cd229a63106 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0580862 Sep 23 23:27:33.286830 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7c930163-e314-4adc-b86e-370dd3559024 req-14064d18-902f-4ba1-b0a6-f75cfdce9724 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345066 Sep 23 23:27:34.283847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96304a2-8491-427d-b609-a5ac891560f0 req-cef8c77c-f7e1-460a-8017-6ee3953418d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:34.285384 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-cef8c77c-f7e1-460a-8017-6ee3953418d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 1096 time: 0.0416474 Sep 23 23:27:34.405715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96304a2-8491-427d-b609-a5ac891560f0 req-c421f317-85fb-456c-bb38-2e99a2a1c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:34.407264 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-c421f317-85fb-456c-bb38-2e99a2a1c489 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.1145339 Sep 23 23:27:34.428231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaea73f-92c8-4769-b310-d485fbb48cde req-1e43ceff-c35e-414f-829e-5f87cfef8256 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:34.429757 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4aaea73f-92c8-4769-b310-d485fbb48cde req-1e43ceff-c35e-414f-829e-5f87cfef8256 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0709765 Sep 23 23:27:34.500502 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-4f7bbd3d-b621-4166-9869-68070e44eb62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 200 len: 1002 time: 0.0859470 Sep 23 23:27:34.507799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4aaea73f-92c8-4769-b310-d485fbb48cde req-a94c99f6-65f7-4668-8378-2bc67a9ddef2 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500698 Sep 23 23:27:34.558543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96304a2-8491-427d-b609-a5ac891560f0 req-d6afaf3c-2d4f-4d1c-95d7-7dafa78e2b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:34.560044 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-d6afaf3c-2d4f-4d1c-95d7-7dafa78e2b6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0514255 Sep 23 23:27:34.606003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96304a2-8491-427d-b609-a5ac891560f0 req-b20c6113-6943-4bf4-a9b1-b0d178b6bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:34.607503 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-b20c6113-6943-4bf4-a9b1-b0d178b6bf2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399997 Sep 23 23:27:34.704176 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-1acd8375-a695-4660-ad8e-3a1d8350278c service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886443 Sep 23 23:27:34.794951 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-b142d40a-06fc-447d-a41e-1f0b125b03a6 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823238 Sep 23 23:27:35.624759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cc624-e17a-4ff0-8464-a3cb9e451210 req-73f6e926-1166-4466-9cb2-20a1c46c3638 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:35.626346 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eb9cc624-e17a-4ff0-8464-a3cb9e451210 req-73f6e926-1166-4466-9cb2-20a1c46c3638 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0501912 Sep 23 23:27:35.666165 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-eb9cc624-e17a-4ff0-8464-a3cb9e451210 req-f4c32ce6-7b22-4094-b6b2-4a36d71fb71a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337896 Sep 23 23:27:36.784902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1973e-4c0c-4b26-9677-9e6552948209 req-c9d37e5a-b571-433f-8287-2053d6d3927c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:36.786689 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ad1973e-4c0c-4b26-9677-9e6552948209 req-c9d37e5a-b571-433f-8287-2053d6d3927c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0497596 Sep 23 23:27:36.824411 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ad1973e-4c0c-4b26-9677-9e6552948209 req-6ce2e155-3aec-48e7-96c0-7b628b75ec7d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317936 Sep 23 23:27:37.264366 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:37.942124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d096d-fdb4-45b2-92b8-5ac41ef5a184 req-c6eb2977-0ccb-401c-a4c0-d5d1a7f6aa20 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:37.943659 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-281d096d-fdb4-45b2-92b8-5ac41ef5a184 req-c6eb2977-0ccb-401c-a4c0-d5d1a7f6aa20 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0500417 Sep 23 23:27:37.982840 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-281d096d-fdb4-45b2-92b8-5ac41ef5a184 req-1d6947ec-70ce-461d-9720-7fad3fdf0beb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330572 Sep 23 23:27:39.103596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69e511-c18c-4a0f-aa38-2e8fa2c7edcc req-65d8df6b-2a5b-4a83-a77d-fe39286c933b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:39.105072 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d69e511-c18c-4a0f-aa38-2e8fa2c7edcc req-65d8df6b-2a5b-4a83-a77d-fe39286c933b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0530114 Sep 23 23:27:39.143481 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1d69e511-c18c-4a0f-aa38-2e8fa2c7edcc req-333d96b0-0cb6-409a-be56-de6b3e2353ea tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319173 Sep 23 23:27:40.261660 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac1244-4eb7-4455-9163-ef6bc9572365 req-ca88a72a-b8a2-488a-ba35-08e60ae6c072 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:40.263198 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10ac1244-4eb7-4455-9163-ef6bc9572365 req-ca88a72a-b8a2-488a-ba35-08e60ae6c072 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0528696 Sep 23 23:27:40.306801 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-10ac1244-4eb7-4455-9163-ef6bc9572365 req-e0c02582-7254-4a60-9955-bbd45f3502fd tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338249 Sep 23 23:27:41.426758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39a8c4-dbc8-49bb-9aeb-e25e5a7f542d req-8f2274e2-919a-4586-bbbd-3ef73d42c812 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:41.428261 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c39a8c4-dbc8-49bb-9aeb-e25e5a7f542d req-8f2274e2-919a-4586-bbbd-3ef73d42c812 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0498714 Sep 23 23:27:41.465867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c39a8c4-dbc8-49bb-9aeb-e25e5a7f542d req-0cb9d3b3-b172-4806-a293-a57ace39e54e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317051 Sep 23 23:27:42.583909 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d353c36-c212-43f0-beaa-a9ef40524005 req-53c66be0-763e-4703-afe9-1311ac83b0d1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:42.585766 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7d353c36-c212-43f0-beaa-a9ef40524005 req-53c66be0-763e-4703-afe9-1311ac83b0d1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0519390 Sep 23 23:27:42.627496 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7d353c36-c212-43f0-beaa-a9ef40524005 req-30676576-0c1c-4574-bd2c-f457e5e41b3c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351033 Sep 23 23:27:43.112129 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a440ad8-6dc9-4c29-b9d4-c2bbfc855cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:43.744727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae5596-99ab-4131-805c-2030d6ffda53 req-1208c3b5-6ee1-4fee-b891-3fa481abb8f7 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:43.746242 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-65ae5596-99ab-4131-805c-2030d6ffda53 req-1208c3b5-6ee1-4fee-b891-3fa481abb8f7 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0501306 Sep 23 23:27:43.784522 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-65ae5596-99ab-4131-805c-2030d6ffda53 req-994d35c5-aef0-45e0-982d-f94e6e6084e2 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321600 Sep 23 23:27:44.900178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681d443-7a2f-4931-a05d-b1cbdcf8c5e4 req-63a290f6-124e-4c5d-8dc4-1196688df5f6 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:44.901698 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2681d443-7a2f-4931-a05d-b1cbdcf8c5e4 req-63a290f6-124e-4c5d-8dc4-1196688df5f6 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0490971 Sep 23 23:27:44.940650 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2681d443-7a2f-4931-a05d-b1cbdcf8c5e4 req-3588e2bc-28c7-4e91-9625-1010a80863b4 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328126 Sep 23 23:27:45.629574 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4e9d923e-0924-4c4d-8ae5-30d74c7cb182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:46.060505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df289be-0684-461a-bf68-126ac8317acf req-80a61e5b-a138-437d-8973-004143e285e5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:46.062008 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0df289be-0684-461a-bf68-126ac8317acf req-80a61e5b-a138-437d-8973-004143e285e5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0532007 Sep 23 23:27:46.101284 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0df289be-0684-461a-bf68-126ac8317acf req-6ef6a02b-3ab9-4249-bdae-47decb46c97b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315123 Sep 23 23:27:46.157146 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:47.061200 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-f96304a2-8491-427d-b609-a5ac891560f0 req-936112b3-323a-42dc-b777-543ad134223f service neutron] show failed (client error): The resource could not be found. Sep 23 23:27:47.062149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-936112b3-323a-42dc-b777-543ad134223f service neutron] 10.222.0.43 "GET /v2.0/ports/72e7e75f-3351-44b4-bec4-a317a5a3e445/bindings/n-h2-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.0577068 Sep 23 23:27:47.179923 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:47.228835 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf28f9-8534-4598-afb3-a8391a35c392 req-87ffb842-a1ba-42e0-97d8-38039f2aa480 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:47.230523 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-65bf28f9-8534-4598-afb3-a8391a35c392 req-87ffb842-a1ba-42e0-97d8-38039f2aa480 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0575385 Sep 23 23:27:47.271201 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-65bf28f9-8534-4598-afb3-a8391a35c392 req-891fb1aa-e458-4978-9b28-61d7d3d369d8 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346701 Sep 23 23:27:47.666628 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96304a2-8491-427d-b609-a5ac891560f0 req-d79b624f-dca8-4720-9f31-1c79741be1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:47.668357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-d79b624f-dca8-4720-9f31-1c79741be1a0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 1096 time: 0.0817795 Sep 23 23:27:47.686310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:27:47.745464 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:47.965137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:27:48.000207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:27:48.051436 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:27:48.053928 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9a0288-3e47-46ea-a172-5dd25255f4a4" -d '{"events": [{"server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "name": "network-vif-unplugged", "status": "completed", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:27:48.058315 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:48.078027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Transition to ACTIVE for port object 72e7e75f-3351-44b4-bec4-a317a5a3e445 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:27:48.104289 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61687e70-86fa-42b4-9a34-75fe71e5f326 x-openstack-request-id: req-61687e70-86fa-42b4-9a34-75fe71e5f326 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:27:48.104583 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "name": "network-vif-unplugged", "status": "completed", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:27:48.104835 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61687e70-86fa-42b4-9a34-75fe71e5f326 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:27:48.105270 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'code': 200} Sep 23 23:27:48.185525 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:48.270138 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Pushing event updated for resources: {'Port': ['ID=72e7e75f-3351-44b4-bec4-a317a5a3e445,revision_number=6']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:27:48.281137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:48.281662 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:48.282010 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:48.282342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:48.282672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:48.283001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:48.283331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:48.283654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:48.284067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:48.284933 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:48.285334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:48.285987 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:48.328646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] No DVR routers for this DVR port 72e7e75f-3351-44b4-bec4-a317a5a3e445 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:27:48.399132 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600a89d-d152-4385-be65-e84efd03be9b req-cd8820ca-9506-4979-abe5-7aeabdbf3283 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:48.401533 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2600a89d-d152-4385-be65-e84efd03be9b req-cd8820ca-9506-4979-abe5-7aeabdbf3283 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 943 time: 0.0565279 Sep 23 23:27:48.447229 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2600a89d-d152-4385-be65-e84efd03be9b req-01482103-0c77-40e0-8bff-ee1c3075b26a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365000 Sep 23 23:27:48.470594 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Attempting to bind port 72e7e75f-3351-44b4-bec4-a317a5a3e445 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:27:48.470862 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Attempting to bind port 72e7e75f-3351-44b4-bec4-a317a5a3e445 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:27:48.471186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Attempting to bind port 72e7e75f-3351-44b4-bec4-a317a5a3e445 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:27:48.475449 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Port 72e7e75f-3351-44b4-bec4-a317a5a3e445 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:27:48.475886 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Attempting to bind port 72e7e75f-3351-44b4-bec4-a317a5a3e445 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:27:48.477095 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:48.482328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:27:48.482669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Checking segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:27:48.483054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Bound using segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:27:48.483507 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Bound port: 72e7e75f-3351-44b4-bec4-a317a5a3e445, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:27:48.483868 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:48.546916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:27:48.549831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:27:48.614580 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:48.652842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:48.653561 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:48.655086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] 10.222.0.67 "PUT /v2.0/ports/72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 200 len: 1091 time: 0.9729693 Sep 23 23:27:48.680942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110e60e-c2b4-4125-a61d-bf78599dc4ac service neutron] Pushing event updated for resources: {'Port': ['ID=72e7e75f-3351-44b4-bec4-a317a5a3e445,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:27:48.738890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96304a2-8491-427d-b609-a5ac891560f0 req-1998af72-aa97-4f64-9897-39e19913f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:48.740562 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-1998af72-aa97-4f64-9897-39e19913f443 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 1094 time: 0.0522263 Sep 23 23:27:48.814890 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:48.845798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96304a2-8491-427d-b609-a5ac891560f0 req-a200aa70-a2ff-4f40-a0f9-7d4571996692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:48.847391 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-a200aa70-a2ff-4f40-a0f9-7d4571996692 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0990441 Sep 23 23:27:48.915213 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-f95ae2da-6189-4efe-b80a-261645aefca0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 200 len: 1000 time: 0.0598161 Sep 23 23:27:48.966909 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96304a2-8491-427d-b609-a5ac891560f0 req-c4abed40-f115-4de9-a350-4008d3c3a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:48.968412 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-c4abed40-f115-4de9-a350-4008d3c3a347 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0458946 Sep 23 23:27:49.018331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96304a2-8491-427d-b609-a5ac891560f0 req-bcd8eb4f-85e4-4824-85c9-0b4d62a30b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:49.020121 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-bcd8eb4f-85e4-4824-85c9-0b4d62a30b48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448284 Sep 23 23:27:49.111306 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-2460eb23-20a4-4283-ae2e-314f923a80de service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832052 Sep 23 23:27:49.206052 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-3709f413-cda2-439b-9f76-95b1422e0f96 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878351 Sep 23 23:27:49.571261 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dbd3a-f00d-48d7-8c02-eaf44c862ee1 req-525ebb0b-e556-4766-89c5-2324485a8122 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:49.572794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-445dbd3a-f00d-48d7-8c02-eaf44c862ee1 req-525ebb0b-e556-4766-89c5-2324485a8122 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 943 time: 0.0519507 Sep 23 23:27:49.612424 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-445dbd3a-f00d-48d7-8c02-eaf44c862ee1 req-5ed1d567-c3dc-4e5a-b827-7069d40d8678 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335143 Sep 23 23:27:50.107006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:27:50.109318 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af06a39a-3aa7-47f8-8040-3688e77497cf" -d '{"events": [{"name": "network-changed", "server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:27:50.158248 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5b019e-682e-43f0-858f-9f5ee1fdbb4c x-openstack-request-id: req-9b5b019e-682e-43f0-858f-9f5ee1fdbb4c {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:27:50.158828 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:27:50.158828 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b5b019e-682e-43f0-858f-9f5ee1fdbb4c {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:27:50.159292 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'status': 'completed', 'code': 200} Sep 23 23:27:50.255084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-0c34eb4e-65af-4f9d-972f-af143f5e6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:50.256606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-0c34eb4e-65af-4f9d-972f-af143f5e6c9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 1094 time: 0.0753684 Sep 23 23:27:50.262553 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-4da69a1d-ac38-48c3-a6d1-1b97a9e7afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:50.263979 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-4da69a1d-ac38-48c3-a6d1-1b97a9e7afe0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 1094 time: 0.0563612 Sep 23 23:27:50.422790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-8c924274-3477-4cdc-a64a-893d68cf28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:50.424317 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-8c924274-3477-4cdc-a64a-893d68cf28a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.1594629 Sep 23 23:27:50.426248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-762c081a-2abb-4024-83e7-1eb0be84ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:50.427570 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-762c081a-2abb-4024-83e7-1eb0be84ca33 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.1554449 Sep 23 23:27:50.468158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 72e7e75f-3351-44b4-bec4-a317a5a3e445 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:27:50.509068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 72e7e75f-3351-44b4-bec4-a317a5a3e445 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:27:50.542452 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-8e0ae9ea-d2a2-424e-979b-8677aa659090 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 200 len: 1000 time: 0.1108549 Sep 23 23:27:50.544259 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-0ec52851-0981-46d4-b1a0-621560fa03a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 200 len: 1000 time: 0.1072164 Sep 23 23:27:50.630009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-018d6060-fe33-476f-83ad-a570d25bae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:50.631478 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-018d6060-fe33-476f-83ad-a570d25bae18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0827045 Sep 23 23:27:50.632832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-ec5b2286-3299-48d3-bf15-56338e31cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:50.634186 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-ec5b2286-3299-48d3-bf15-56338e31cf77 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0776703 Sep 23 23:27:50.733302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-1b5ee541-918f-4784-9e66-7627c5db03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:50.734838 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-1b5ee541-918f-4784-9e66-7627c5db03e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958374 Sep 23 23:27:50.743361 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-2fbe1ea6-6608-4684-8780-0d6b42c42675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:50.744825 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-2fbe1ea6-6608-4684-8780-0d6b42c42675 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968664 Sep 23 23:27:50.782899 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792acbec-e47e-4bbc-98a6-6d93b090b070 req-3b42a515-fe42-43d2-9612-84cd34317bb9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:50.784904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-792acbec-e47e-4bbc-98a6-6d93b090b070 req-3b42a515-fe42-43d2-9612-84cd34317bb9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 943 time: 0.0990260 Sep 23 23:27:51.191585 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-792acbec-e47e-4bbc-98a6-6d93b090b070 req-bcc76b26-8cc6-411a-9f96-9a0e029c4a42 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3940918 Sep 23 23:27:51.218176 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-8498d23f-0b7f-493c-b289-3e7e6be16f07 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723902 Sep 23 23:27:51.220467 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-4f3a5cae-162e-4c6c-975d-d9e7093a1a88 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647715 Sep 23 23:27:51.381373 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-a45ab8cf-3b03-4e6a-a2c1-b997c03304cb service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559525 Sep 23 23:27:51.391877 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af06a39a-3aa7-47f8-8040-3688e77497cf req-d357d8cf-7194-430b-8bcf-1516e6193efa service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478088 Sep 23 23:27:52.310193 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c27ba3-0fba-4516-8fb8-bb5ae20c85a5 req-2e478ea9-0711-48b3-a13b-a5ea497bed85 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:52.311716 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9c27ba3-0fba-4516-8fb8-bb5ae20c85a5 req-2e478ea9-0711-48b3-a13b-a5ea497bed85 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 943 time: 0.0497417 Sep 23 23:27:52.350395 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9c27ba3-0fba-4516-8fb8-bb5ae20c85a5 req-1ea65b66-c410-4ce5-b2a7-dc7db4600b82 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314767 Sep 23 23:27:53.465908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58771c-0438-482f-af58-004297b76f65 req-61cfe163-712a-4904-a685-b6c58c367205 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:53.467371 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f58771c-0438-482f-af58-004297b76f65 req-61cfe163-712a-4904-a685-b6c58c367205 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 943 time: 0.0490997 Sep 23 23:27:53.506143 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7f58771c-0438-482f-af58-004297b76f65 req-a9a52a43-aa7e-405f-bd51-4434e57646c3 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326893 Sep 23 23:27:53.909088 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 72e7e75f-3351-44b4-bec4-a317a5a3e445 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:27:54.018014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:27:54.030378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'port_id': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'mac_address': 'fa:16:3e:5f:bd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:27:54.074374 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:54.087356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e7e75f-3351-44b4-bec4-a317a5a3e445 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:27:54.095698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78e763-62bd-4f47-b119-8924042bbf9d req-560029c1-4001-43bf-88e9-8223e9d53756 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:54.097310 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d78e763-62bd-4f47-b119-8924042bbf9d req-560029c1-4001-43bf-88e9-8223e9d53756 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 943 time: 0.0510345 Sep 23 23:27:54.109348 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:27:54.173641 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d78e763-62bd-4f47-b119-8924042bbf9d req-c549c0c3-8822-43c5-9740-7e864d9852fc tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684261 Sep 23 23:27:54.187541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-29015694-f7a4-4dae-954a-82100065984e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:54.189029 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-29015694-f7a4-4dae-954a-82100065984e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.67 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&binding%3Ahost_id=n-h2-810775-1 HTTP/1.1" status: 200 len: 943 time: 0.0777411 Sep 23 23:27:54.202765 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:54.251842 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-af1d0d41-1f3e-455a-a694-90c548d47087 service neutron] 10.222.0.67 "GET /v2.0/ports/72e7e75f-3351-44b4-bec4-a317a5a3e445/bindings/n-h2-810775-1 HTTP/1.1" status: 200 len: 382 time: 0.0553408 Sep 23 23:27:54.257682 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=72e7e75f-3351-44b4-bec4-a317a5a3e445,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:27:54.264821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:54.265182 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:54.265520 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:54.265852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:54.266176 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:54.266499 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:54.266818 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:54.267136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:54.267452 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:54.267768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:54.268102 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:54.268442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:27:54.328705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-3d8ae4e9-948e-4155-a232-34e6db4ddffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:54.331854 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-3d8ae4e9-948e-4155-a232-34e6db4ddffa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 1095 time: 0.0429890 Sep 23 23:27:54.426090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-01068ef4-7bb8-4867-86ee-3f8b2064bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:54.427562 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-01068ef4-7bb8-4867-86ee-3f8b2064bdb1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0879705 Sep 23 23:27:54.494718 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-88985da2-3617-48e1-acbe-da305d119048 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 200 len: 1001 time: 0.0592875 Sep 23 23:27:54.549364 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f595a977-3ffc-4dd9-ba04-ea7ac7717d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:54.551379 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f595a977-3ffc-4dd9-ba04-ea7ac7717d1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0496414 Sep 23 23:27:54.597937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-df1d4494-4cf1-47ab-89c9-987847f32eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:54.599476 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-df1d4494-4cf1-47ab-89c9-987847f32eb1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402606 Sep 23 23:27:54.626164 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['72e7e75f-3351-44b4-bec4-a317a5a3e445'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:27:54.691998 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-521e71d4-326e-4186-87d8-77448face4c5 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848880 Sep 23 23:27:54.791827 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-1d888c58-e5f7-484b-9904-42c6885c1977 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918891 Sep 23 23:27:55.296251 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164857d8-3fe9-4c21-aa3f-5b4290bd7217 req-fb8b4595-9d0a-4d77-900a-72e4d9f8609b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:55.297774 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-164857d8-3fe9-4c21-aa3f-5b4290bd7217 req-fb8b4595-9d0a-4d77-900a-72e4d9f8609b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 944 time: 0.0534375 Sep 23 23:27:55.336031 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-164857d8-3fe9-4c21-aa3f-5b4290bd7217 req-31667280-441e-402f-9f4b-4c0be6bb16ba tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322485 Sep 23 23:27:55.878824 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:27:55.923857 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 72e7e75f-3351-44b4-bec4-a317a5a3e445 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:27:56.071092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 72e7e75f-3351-44b4-bec4-a317a5a3e445 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:27:56.074971 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 72e7e75f-3351-44b4-bec4-a317a5a3e445 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:27:56.075344 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:56.152005 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:56.177053 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:27:56.179485 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996b34b6-9bdf-428c-9c3b-b9ccb1c14728" -d '{"events": [{"server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "name": "network-vif-plugged", "status": "completed", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:27:56.194417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:27:56.236584 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a99260-3052-4409-8b15-6a6c5b4b68a7 x-openstack-request-id: req-f1a99260-3052-4409-8b15-6a6c5b4b68a7 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:27:56.237492 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "name": "network-vif-plugged", "status": "completed", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:27:56.237856 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1a99260-3052-4409-8b15-6a6c5b4b68a7 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:27:56.238261 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'code': 200} Sep 23 23:27:56.300244 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:56.351597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=72e7e75f-3351-44b4-bec4-a317a5a3e445,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:27:56.451360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345e88e-e25d-41fc-916f-102f68898d61 req-58e582dc-e218-4774-aefe-20b505fdea02 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:56.452837 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9345e88e-e25d-41fc-916f-102f68898d61 req-58e582dc-e218-4774-aefe-20b505fdea02 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0485890 Sep 23 23:27:56.493005 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9345e88e-e25d-41fc-916f-102f68898d61 req-356403f4-4a07-4ab8-b898-969e92d08b86 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333292 Sep 23 23:27:57.616058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff812-80cb-4c28-93f1-b42162376781 req-b2be3fbe-fe63-430a-a7dd-d0926af7f442 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:57.617866 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a71ff812-80cb-4c28-93f1-b42162376781 req-b2be3fbe-fe63-430a-a7dd-d0926af7f442 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0523739 Sep 23 23:27:57.656053 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a71ff812-80cb-4c28-93f1-b42162376781 req-4399ef91-ca5e-432d-b67f-a7d1521a1ba8 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320439 Sep 23 23:27:57.822140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f8fadf4c-9d30-44a2-839e-425041ee6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:57.823676 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f8fadf4c-9d30-44a2-839e-425041ee6b47 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 1096 time: 0.0452330 Sep 23 23:27:57.835978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:27:57.889213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:58.094926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:27:58.128544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:27:58.172997 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:27:58.175361 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb11c77f-87fb-40bb-a062-b70275857994" -d '{"events": [{"server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "name": "network-vif-unplugged", "status": "completed", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:27:58.179590 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:58.193126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Transition to ACTIVE for port object 72e7e75f-3351-44b4-bec4-a317a5a3e445 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:27:58.223532 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c5de8d-4196-4ae8-a965-59a7d439a70c x-openstack-request-id: req-97c5de8d-4196-4ae8-a965-59a7d439a70c {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:27:58.223826 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "name": "network-vif-unplugged", "status": "completed", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:27:58.224075 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97c5de8d-4196-4ae8-a965-59a7d439a70c {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:27:58.224771 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'code': 200} Sep 23 23:27:58.265325 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:58.342482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Pushing event updated for resources: {'Port': ['ID=72e7e75f-3351-44b4-bec4-a317a5a3e445,revision_number=10']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:27:58.389305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] No DVR routers for this DVR port 72e7e75f-3351-44b4-bec4-a317a5a3e445 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:27:58.539590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Attempting to bind port 72e7e75f-3351-44b4-bec4-a317a5a3e445 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:27:58.539936 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Attempting to bind port 72e7e75f-3351-44b4-bec4-a317a5a3e445 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:27:58.540264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Attempting to bind port 72e7e75f-3351-44b4-bec4-a317a5a3e445 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:27:58.544710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Port 72e7e75f-3351-44b4-bec4-a317a5a3e445 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:27:58.545027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Attempting to bind port 72e7e75f-3351-44b4-bec4-a317a5a3e445 on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:27:58.550413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:27:58.550758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Checking segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:27:58.551148 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Bound using segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:27:58.551573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Bound port: 72e7e75f-3351-44b4-bec4-a317a5a3e445, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:27:58.551951 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:58.617990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:27:58.621302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:27:58.711877 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:58.757849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:58.758470 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:27:58.760000 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] 10.222.0.43 "PUT /v2.0/ports/72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 200 len: 1092 time: 0.9283161 Sep 23 23:27:58.829224 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abea68-52d2-438a-b4cd-ce174ef68c2b service neutron] Pushing event updated for resources: {'Port': ['ID=72e7e75f-3351-44b4-bec4-a317a5a3e445,revision_number=11']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:27:58.852952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd09b86-d9c5-4719-ae1f-c6896a3150fa req-7897b0ef-8de6-4ae9-bc06-b2a07ee98da2 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:58.854556 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afd09b86-d9c5-4719-ae1f-c6896a3150fa req-7897b0ef-8de6-4ae9-bc06-b2a07ee98da2 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 944 time: 0.1135364 Sep 23 23:27:58.870064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-aff711a7-0614-4f56-be29-269c228066fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:58.871472 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-aff711a7-0614-4f56-be29-269c228066fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 1095 time: 0.0816467 Sep 23 23:27:58.928908 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afd09b86-d9c5-4719-ae1f-c6896a3150fa req-43b68428-afb8-426d-8919-4e58de7f9c3f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672526 Sep 23 23:27:58.983902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-c1750531-cb62-45eb-9d1a-1ec7a1edbb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:58.985415 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-c1750531-cb62-45eb-9d1a-1ec7a1edbb7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.1052544 Sep 23 23:27:59.056541 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-d49bcfeb-f5d1-4c9c-aab4-0aac35e0ed97 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 200 len: 1000 time: 0.0637679 Sep 23 23:27:59.106828 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-e0ecf4c8-9df0-487d-b84f-b271f54e6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:59.108318 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-e0ecf4c8-9df0-487d-b84f-b271f54e6453 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0440683 Sep 23 23:27:59.154077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-fcd6a445-a71c-4f14-8bbb-d719ce32a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:27:59.155495 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-fcd6a445-a71c-4f14-8bbb-d719ce32a031 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401337 Sep 23 23:27:59.248714 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-ee88740d-360f-461f-bc4a-fd7828f166e0 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860200 Sep 23 23:27:59.342447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a85b77a6-08a4-40ef-9b79-352f1de0b737 req-d4c30359-f992-4e40-9f35-8b320ba86fe5 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864940 Sep 23 23:27:59.925069 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 72e7e75f-3351-44b4-bec4-a317a5a3e445 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:27:59.962902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 72e7e75f-3351-44b4-bec4-a317a5a3e445 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:28:00.051707 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39013adc-c770-41bb-8508-077db0d646e8 req-c9a6fa70-ad39-4dbc-b99a-8e32767bc95e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:00.053175 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-39013adc-c770-41bb-8508-077db0d646e8 req-c9a6fa70-ad39-4dbc-b99a-8e32767bc95e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 944 time: 0.0500619 Sep 23 23:28:00.090748 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-39013adc-c770-41bb-8508-077db0d646e8 req-952a607e-8473-488e-bbf2-a5284ec60c5b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314746 Sep 23 23:28:00.226214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:28:00.228580 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d" -d '{"events": [{"name": "network-changed", "server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:28:00.291679 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2004e486-95f3-46fe-943a-2a6043105283 x-openstack-request-id: req-2004e486-95f3-46fe-943a-2a6043105283 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:28:00.291972 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:28:00.292221 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2004e486-95f3-46fe-943a-2a6043105283 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:28:00.292623 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'status': 'completed', 'code': 200} Sep 23 23:28:00.385010 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-ef4daa78-fef9-4252-89dc-df701f82d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:00.386565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-ef4daa78-fef9-4252-89dc-df701f82d787 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 1095 time: 0.0701995 Sep 23 23:28:00.397716 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-2cf02289-878e-4f0c-bc6e-ad8d35bd5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:00.399094 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-2cf02289-878e-4f0c-bc6e-ad8d35bd5bf2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 1095 time: 0.0570426 Sep 23 23:28:00.553354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-fa4c3039-dc24-4280-a23d-818cdfa8395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:00.553628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 72e7e75f-3351-44b4-bec4-a317a5a3e445 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:28:00.554850 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-fa4c3039-dc24-4280-a23d-818cdfa8395e service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.1490536 Sep 23 23:28:00.555815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-1e9d22a2-6d36-4f97-8db4-32a99a07593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:00.557161 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-1e9d22a2-6d36-4f97-8db4-32a99a07593f service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.1616642 Sep 23 23:28:00.650069 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:28:00.661464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'port_id': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'mac_address': 'fa:16:3e:5f:bd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:28:00.671351 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-a0ededf0-c229-4903-b442-e06cee54968a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 200 len: 1000 time: 0.1089418 Sep 23 23:28:00.673057 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-6bf70662-9aba-4612-9312-c1c1dd3d99e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 200 len: 1000 time: 0.1045527 Sep 23 23:28:00.702045 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:00.716267 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e7e75f-3351-44b4-bec4-a317a5a3e445 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:28:00.739346 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:28:00.762878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-ac740efa-d155-42c6-bf17-7a187b900b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:00.764361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-ac740efa-d155-42c6-bf17-7a187b900b9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0859542 Sep 23 23:28:00.765785 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-ccb644df-f8d4-4faa-8468-eeafcd98f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:00.767097 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-ccb644df-f8d4-4faa-8468-eeafcd98f6f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0812957 Sep 23 23:28:00.825859 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:00.839322 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-50a4c639-9469-4f94-814c-e6d0c522f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:00.840883 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-50a4c639-9469-4f94-814c-e6d0c522f38c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696590 Sep 23 23:28:00.846853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-d8782602-7962-4838-a191-6a9122af6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:00.848437 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-d8782602-7962-4838-a191-6a9122af6496 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696304 Sep 23 23:28:00.888112 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=72e7e75f-3351-44b4-bec4-a317a5a3e445,revision_number=12']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:28:01.012890 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-6fa23691-17ab-4a28-bb58-2eca7ca3a7af service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633902 Sep 23 23:28:01.016250 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-a3ef893d-6239-4ca8-9666-c9453e9f43a0 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587224 Sep 23 23:28:01.099672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['72e7e75f-3351-44b4-bec4-a317a5a3e445'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:28:01.177879 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-08d9754d-ec60-46f9-bb07-dce52931bbc8 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507385 Sep 23 23:28:01.179698 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a6887c4-89cd-4b70-b968-e7b6db3ed39d req-31b16f14-06f0-41e9-ad3c-8aff675bd471 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601787 Sep 23 23:28:01.224464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ece145-1ded-4a8a-be49-bdbc2c824c53 req-505d3a5d-6bdc-4a5b-b43d-11b8d8730b9b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:01.226185 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14ece145-1ded-4a8a-be49-bdbc2c824c53 req-505d3a5d-6bdc-4a5b-b43d-11b8d8730b9b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0589175 Sep 23 23:28:01.265364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-14ece145-1ded-4a8a-be49-bdbc2c824c53 req-67c57e21-98c1-4173-a162-459a7d0d5135 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330555 Sep 23 23:28:01.392417 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe0077-383f-4bdc-ad65-b1dac87767db req-dd0f6552-a25f-4aef-abd5-b3dc33aa7825 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:01.394037 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0cbe0077-383f-4bdc-ad65-b1dac87767db req-dd0f6552-a25f-4aef-abd5-b3dc33aa7825 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0501828 Sep 23 23:28:01.434183 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0cbe0077-383f-4bdc-ad65-b1dac87767db req-20a81fb5-9196-42bb-9602-1e156d10c34a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333972 Sep 23 23:28:01.549580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bce851-55bd-4dbc-b8d4-11b0abc1d283 req-1bb3dbe9-7dc6-4ae1-ac6d-0d51f9ccac85 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:01.551018 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43bce851-55bd-4dbc-b8d4-11b0abc1d283 req-1bb3dbe9-7dc6-4ae1-ac6d-0d51f9ccac85 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0499828 Sep 23 23:28:01.588953 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43bce851-55bd-4dbc-b8d4-11b0abc1d283 req-3e8b2595-47da-4367-acfd-4a590bc15d37 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320165 Sep 23 23:28:02.045128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5659c-030e-4906-b780-7afcc9cbbdc6 req-56ca83e8-57c4-49ee-a1f5-d30e39c68065 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:02.046668 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2d5659c-030e-4906-b780-7afcc9cbbdc6 req-56ca83e8-57c4-49ee-a1f5-d30e39c68065 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 945 time: 0.0517137 Sep 23 23:28:02.087646 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2d5659c-030e-4906-b780-7afcc9cbbdc6 req-8cf97259-5356-4282-a6a0-e0238c1350c6 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339417 Sep 23 23:28:02.561744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 72e7e75f-3351-44b4-bec4-a317a5a3e445 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:28:02.665528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 72e7e75f-3351-44b4-bec4-a317a5a3e445 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:28:02.669626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 72e7e75f-3351-44b4-bec4-a317a5a3e445 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:28:02.670040 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:02.748879 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:02.774379 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:28:02.776614 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fd2d95-0a21-4700-b9e7-cc7bc1ad0efb" -d '{"events": [{"server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "name": "network-vif-plugged", "status": "completed", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:28:02.790956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:28:02.815785 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1e5536-e256-4129-ba24-1def24860b07 x-openstack-request-id: req-ec1e5536-e256-4129-ba24-1def24860b07 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:28:02.816138 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "name": "network-vif-plugged", "status": "completed", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:28:02.816453 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec1e5536-e256-4129-ba24-1def24860b07 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:28:02.816876 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'code': 200} Sep 23 23:28:02.854192 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:02.902121 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=72e7e75f-3351-44b4-bec4-a317a5a3e445,revision_number=13']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:28:03.210789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195963fd-f4f9-43ad-91b9-e84ba485bd64 req-6b486912-3fd5-4fea-9e57-c77002c18eb3 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:03.212364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-195963fd-f4f9-43ad-91b9-e84ba485bd64 req-6b486912-3fd5-4fea-9e57-c77002c18eb3 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 946 time: 0.0559797 Sep 23 23:28:03.252925 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-195963fd-f4f9-43ad-91b9-e84ba485bd64 req-1ad54441-865f-4411-a868-0f8d2d79c24b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334680 Sep 23 23:28:03.471787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-5f7153c9-b90c-4f92-9667-3c1a429fffb3 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:03.473961 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-5f7153c9-b90c-4f92-9667-3c1a429fffb3 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.43 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 946 time: 0.0551138 Sep 23 23:28:03.566402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-37dd352b-cda3-4999-9b36-54113d4b491b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Deleting port 72e7e75f-3351-44b4-bec4-a317a5a3e445 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:28:03.566746 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-37dd352b-cda3-4999-9b36-54113d4b491b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:03.658132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-37dd352b-cda3-4999-9b36-54113d4b491b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] For port 72e7e75f-3351-44b4-bec4-a317a5a3e445, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=72e7e75f-3351-44b4-bec4-a317a5a3e445,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:28:03.658494 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-37dd352b-cda3-4999-9b36-54113d4b491b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:03.828337 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-37dd352b-cda3-4999-9b36-54113d4b491b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:03.828699 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-37dd352b-cda3-4999-9b36-54113d4b491b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:03.829016 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-37dd352b-cda3-4999-9b36-54113d4b491b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e disassociated. External IP: 172.25.1.216, port: 72e7e75f-3351-44b4-bec4-a317a5a3e445. Sep 23 23:28:03.829385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-37dd352b-cda3-4999-9b36-54113d4b491b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Calling delete_port for 72e7e75f-3351-44b4-bec4-a317a5a3e445 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:28:04.020563 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-37dd352b-cda3-4999-9b36-54113d4b491b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:04.049799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd352b-cda3-4999-9b36-54113d4b491b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Pushing event deleted for resources: {'Port': ['ID=72e7e75f-3351-44b4-bec4-a317a5a3e445,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:28:04.166845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-37dd352b-cda3-4999-9b36-54113d4b491b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Router 53073b59-1051-4c12-8061-8acf8660a8d9 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:28:04.576658 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-48772fa8-f0e0-43ac-ab15-25699b10e52b req-8ba2ea4f-4c84-4782-b232-7b1ae540fb45 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=801212ab-45a1-4de7-8018-6b216dea7c14 HTTP/1.1" status: 200 len: 210 time: 0.0295382 Sep 23 23:28:04.590881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-37dd352b-cda3-4999-9b36-54113d4b491b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:28:04.601696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde2a3d4-ec9f-483e-986f-cd048b2fcfc4 None None] Sync routers for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:28:04.611712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde2a3d4-ec9f-483e-986f-cd048b2fcfc4 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:28:04.613580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-fde2a3d4-ec9f-483e-986f-cd048b2fcfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:27:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:28:04.631182 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-37dd352b-cda3-4999-9b36-54113d4b491b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] No DVR routers for this DVR port 72e7e75f-3351-44b4-bec4-a317a5a3e445 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:28:04.633994 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-37dd352b-cda3-4999-9b36-54113d4b491b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:04.636126 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b0480d51-4e2d-42d4-837c-95c77a240675 req-37dd352b-cda3-4999-9b36-54113d4b491b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.43 "DELETE /v2.0/ports/72e7e75f-3351-44b4-bec4-a317a5a3e445 HTTP/1.1" status: 204 len: 173 time: 1.1561892 Sep 23 23:28:04.636562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'name': 'network-vif-deleted', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:28:04.638871 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99bbd9c-376f-43e7-989e-e29a858ca9b0" -d '{"events": [{"server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "name": "network-vif-deleted", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:28:04.680524 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d5147f-786d-445f-97b0-08d238901e0f x-openstack-request-id: req-78d5147f-786d-445f-97b0-08d238901e0f {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:28:04.680817 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801212ab-45a1-4de7-8018-6b216dea7c14", "name": "network-vif-deleted", "tag": "72e7e75f-3351-44b4-bec4-a317a5a3e445", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:28:04.681072 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78d5147f-786d-445f-97b0-08d238901e0f {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:28:04.681599 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801212ab-45a1-4de7-8018-6b216dea7c14', 'name': 'network-vif-deleted', 'tag': '72e7e75f-3351-44b4-bec4-a317a5a3e445', 'status': 'completed', 'code': 200} Sep 23 23:28:04.721428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-fde2a3d4-ec9f-483e-986f-cd048b2fcfc4 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:28:04.924323 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-fde2a3d4-ec9f-483e-986f-cd048b2fcfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:28:04.954861 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde2a3d4-ec9f-483e-986f-cd048b2fcfc4 None None] Checking router: 53073b59-1051-4c12-8061-8acf8660a8d9 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:28:04.963816 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde2a3d4-ec9f-483e-986f-cd048b2fcfc4 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:28:04.964423 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-fde2a3d4-ec9f-483e-986f-cd048b2fcfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:27:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:28:05.073613 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-fde2a3d4-ec9f-483e-986f-cd048b2fcfc4 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:28:05.274525 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-fde2a3d4-ec9f-483e-986f-cd048b2fcfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:28:05.301659 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde2a3d4-ec9f-483e-986f-cd048b2fcfc4 None None] The sync data for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 is: [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:28:05.530488 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa520a46-b20f-4070-b9b1-c681e3c2541f None None] New status for floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:28:05.992271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-ba267737-3f52-4156-8698-1c28aa13f759 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--350281643&fields=id&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 267 time: 0.0333855 Sep 23 23:28:06.104462 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-260b6212-00f6-49de-a3b3-5da62f1d4f8e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:06.105884 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-260b6212-00f6-49de-a3b3-5da62f1d4f8e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 812 time: 0.1067023 Sep 23 23:28:06.121755 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-bec2fbc3-30bf-425e-ab89-05f11022fd61 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/quotas/9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 375 time: 0.0099344 Sep 23 23:28:06.177174 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-ee526ca0-52d2-4469-96d2-aba79e8d5dbc tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495889 Sep 23 23:28:06.280859 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-283e96ae-ba80-44f7-90a9-c1b7e2b3713d service neutron] 10.222.0.22 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911319 Sep 23 23:28:06.372604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-f314cfae-b110-45b3-b4eb-c44c186cf7e4 service neutron] 10.222.0.22 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848961 Sep 23 23:28:06.583742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 72e7e75f-3351-44b4-bec4-a317a5a3e445 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:28:06.609016 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 72e7e75f-3351-44b4-bec4-a317a5a3e445 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:28:06.609449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 72e7e75f-3351-44b4-bec4-a317a5a3e445 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:28:06.707342 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-534872fb-3964-4882-9291-7c61ba2117eb req-b7cb4f45-3372-4c12-a700-c6f24d607aab tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 210 time: 0.0738342 Sep 23 23:28:07.276529 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:07.787398 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c7f5ff95-2ebc-44ec-bfc3-8d864af2998b req-51302315-0685-41c7-9ba6-b6eea771db66 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 210 time: 0.0271852 Sep 23 23:28:08.865622 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2133e187-bcd1-41fa-b813-fc0c22fc8453 req-4e2337b1-61c9-4ca0-9a75-03bf1c5b3b83 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 210 time: 0.0276592 Sep 23 23:28:09.965382 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f7878aa-50e4-4ee0-98bf-caaec5947e9a req-7ae8d530-1b51-4dba-8b0d-0d02728a980b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 210 time: 0.0304587 Sep 23 23:28:10.676944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-80fba0dc-4f51-4383-acc7-0399e4cb8f5c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:10.678477 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-80fba0dc-4f51-4383-acc7-0399e4cb8f5c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 812 time: 0.1030109 Sep 23 23:28:10.728170 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-86164e3d-c8d4-484a-85dc-0c3092b0e6dd tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 379 time: 0.0354283 Sep 23 23:28:10.737302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-7579aebe-be56-4c1c-8632-3d462ee829b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Request body: {'port': {'device_id': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'admin_state_up': True, 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'security_groups': ['f6c44dd3-2a55-4c77-b86b-a2f849001868']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:28:10.911473 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-7579aebe-be56-4c1c-8632-3d462ee829b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Made reservation on behalf of 9ce290809b7c4689b8e9eb7f765c4d73 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:28:10.915209 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-7579aebe-be56-4c1c-8632-3d462ee829b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:11.048778 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-7579aebe-be56-4c1c-8632-3d462ee829b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Allocated IP 172.20.0.5 (2acbfcbc-207f-4f5e-a582-eabeaa31139a/3c07f54c-a7f4-486c-a2fd-42c0a90575f3/5e10e904-f5d3-4a4a-9351-108f48eb14af) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:28:11.064578 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b2a0f1ac-3e0e-46d1-93cc-563806f79000 req-b1f65bcb-3b8d-448d-88ae-ade18de9fc59 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 210 time: 0.0276763 Sep 23 23:28:11.186808 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-7579aebe-be56-4c1c-8632-3d462ee829b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:11.282898 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-7579aebe-be56-4c1c-8632-3d462ee829b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:11.331351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-7579aebe-be56-4c1c-8632-3d462ee829b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Network 2acbfcbc-207f-4f5e-a582-eabeaa31139a is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:28:11.334499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-7579aebe-be56-4c1c-8632-3d462ee829b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:28:11.338314 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-7579aebe-be56-4c1c-8632-3d462ee829b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:28:11.347699 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579aebe-be56-4c1c-8632-3d462ee829b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Pushing event updated for resources: {'Port': ['ID=5e10e904-f5d3-4a4a-9351-108f48eb14af,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:28:11.396574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-7579aebe-be56-4c1c-8632-3d462ee829b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:11.397248 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-7579aebe-be56-4c1c-8632-3d462ee829b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:11.487593 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-7579aebe-be56-4c1c-8632-3d462ee829b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7538590 Sep 23 23:28:11.538392 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Request body: {'port': {'device_id': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:28:11.562529 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e8346dac-9bc1-4eca-9e71-df397a562700 None None] Provisioning complete for port 5e10e904-f5d3-4a4a-9351-108f48eb14af triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:28:11.563124 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e8346dac-9bc1-4eca-9e71-df397a562700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:11.592392 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:11.597351 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e8346dac-9bc1-4eca-9e71-df397a562700 None None] Port 5e10e904-f5d3-4a4a-9351-108f48eb14af cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:28:11.857017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e10e904-f5d3-4a4a-9351-108f48eb14af {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:28:11.865026 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:11.876697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Transition to ACTIVE for port object 5e10e904-f5d3-4a4a-9351-108f48eb14af will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:28:11.977538 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:12.027700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Pushing event updated for resources: {'Port': ['ID=5e10e904-f5d3-4a4a-9351-108f48eb14af,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:28:12.106022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Attempting to bind port 5e10e904-f5d3-4a4a-9351-108f48eb14af on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:28:12.106632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Attempting to bind port 5e10e904-f5d3-4a4a-9351-108f48eb14af by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:28:12.106746 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Attempting to bind port 5e10e904-f5d3-4a4a-9351-108f48eb14af on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:28:12.111479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Port 5e10e904-f5d3-4a4a-9351-108f48eb14af on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:28:12.111733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Attempting to bind port 5e10e904-f5d3-4a4a-9351-108f48eb14af on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:28:12.117089 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:28:12.117465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Checking segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:28:12.117855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Bound using segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:28:12.118281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Bound port: 5e10e904-f5d3-4a4a-9351-108f48eb14af, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:28:12.118640 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:12.214502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:28:12.227398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:28:12.231669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c96b6-49bc-4e26-bb67-32d83d3a6cc0 req-0ffac0ee-8ecf-46f2-943c-d7f4754663ce tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:12.233269 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ee0c96b6-49bc-4e26-bb67-32d83d3a6cc0 req-0ffac0ee-8ecf-46f2-943c-d7f4754663ce tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.0811110 Sep 23 23:28:12.274460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ee0c96b6-49bc-4e26-bb67-32d83d3a6cc0 req-75e7179a-a847-4997-ac00-e2ffc6f26f1c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349507 Sep 23 23:28:12.294359 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:12.330550 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:12.331157 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:12.333341 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] 10.222.0.67 "PUT /v2.0/ports/5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 1091 time: 0.7997465 Sep 23 23:28:12.333770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:28:12.336039 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c642222-56de-4194-998f-e7df9c8d95e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:28:12.363449 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926e134-ff10-49f8-b535-740d9ba3fe4c service neutron] Pushing event updated for resources: {'Port': ['ID=5e10e904-f5d3-4a4a-9351-108f48eb14af,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:28:12.381472 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32fd485-16eb-4a80-8f5c-de2168e9cb1d x-openstack-request-id: req-e32fd485-16eb-4a80-8f5c-de2168e9cb1d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:28:12.381763 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:28:12.382011 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e32fd485-16eb-4a80-8f5c-de2168e9cb1d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:28:12.382439 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'status': 'completed', 'code': 200} Sep 23 23:28:12.472012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c642222-56de-4194-998f-e7df9c8d95e5 req-4192ae58-5d81-4283-be64-2f208d790889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:12.473787 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c642222-56de-4194-998f-e7df9c8d95e5 req-4192ae58-5d81-4283-be64-2f208d790889 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 1094 time: 0.0483508 Sep 23 23:28:12.584393 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c642222-56de-4194-998f-e7df9c8d95e5 req-88a13bad-0bd4-48a9-aacc-ac97fa9e0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:12.585909 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c642222-56de-4194-998f-e7df9c8d95e5 req-88a13bad-0bd4-48a9-aacc-ac97fa9e0f42 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0988963 Sep 23 23:28:12.683789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c642222-56de-4194-998f-e7df9c8d95e5 req-3262841b-bc97-449b-b99b-6961c9f01e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:12.685310 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7c642222-56de-4194-998f-e7df9c8d95e5 req-3262841b-bc97-449b-b99b-6961c9f01e1e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928881 Sep 23 23:28:12.780693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-ad68003f-47b7-4ef6-9b25-7d65473c2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:12.782265 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-ad68003f-47b7-4ef6-9b25-7d65473c2c19 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 1094 time: 0.0416005 Sep 23 23:28:12.833590 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-2e59ea9c-f355-45aa-b1af-38ab5d85e74d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 217 time: 0.0381415 Sep 23 23:28:12.882324 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-31aaef58-17c4-4f5f-984c-807d152475fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:12.883774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-31aaef58-17c4-4f5f-984c-807d152475fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0428271 Sep 23 23:28:12.929964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-fa9c0243-0822-422e-b6e0-297b65f2ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:12.931510 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-fa9c0243-0822-422e-b6e0-297b65f2ae40 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406034 Sep 23 23:28:13.032447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-fd531ca6-1ec6-40e3-8a2a-47979b582684 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919869 Sep 23 23:28:13.116713 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7bfebd45-65a1-4e4c-a74f-29a7a0860e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:13.123816 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e1c479ac-871c-46f1-9dbd-51dd5d57911d req-1693aa85-ecd1-40fd-a94c-ea42e75f2709 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846684 Sep 23 23:28:13.389881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e43f73-77fd-40c7-ad45-b3dd668023f3 req-1377d9cd-4feb-43b0-8a62-510f50cdde0f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:13.391360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5e43f73-77fd-40c7-ad45-b3dd668023f3 req-1377d9cd-4feb-43b0-8a62-510f50cdde0f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.0495760 Sep 23 23:28:13.433459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c5e43f73-77fd-40c7-ad45-b3dd668023f3 req-070f7ed4-dfdb-4fee-972b-4ecfabcb1808 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360668 Sep 23 23:28:14.553090 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc35b99-8c35-4f9d-9472-4dcfad045604 req-6202724f-c6d6-481e-851d-68245cd09733 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:14.554619 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fdc35b99-8c35-4f9d-9472-4dcfad045604 req-6202724f-c6d6-481e-851d-68245cd09733 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.0515506 Sep 23 23:28:14.598847 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fdc35b99-8c35-4f9d-9472-4dcfad045604 req-019e9049-f320-489b-9af3-7250e97a00c3 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381618 Sep 23 23:28:15.614790 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0038b18a-f043-46ee-8740-97632d399cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:15.729709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787a18-56be-4760-84e9-e9c6758528d3 req-2a10bfc1-fcc8-4a5c-a824-7e2960b8347b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:15.731775 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15787a18-56be-4760-84e9-e9c6758528d3 req-2a10bfc1-fcc8-4a5c-a824-7e2960b8347b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.0558381 Sep 23 23:28:15.776425 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15787a18-56be-4760-84e9-e9c6758528d3 req-2bbafcf8-2586-4086-b68a-353ee0757c26 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386460 Sep 23 23:28:16.080244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5e10e904-f5d3-4a4a-9351-108f48eb14af details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:28:16.149226 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:16.178502 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:28:16.189168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'port_id': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'mac_address': 'fa:16:3e:cc:97:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:28:16.228604 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:16.241574 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e10e904-f5d3-4a4a-9351-108f48eb14af {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:28:16.261306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:28:16.328340 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:16.376585 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=5e10e904-f5d3-4a4a-9351-108f48eb14af,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:28:16.669620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['5e10e904-f5d3-4a4a-9351-108f48eb14af'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:28:16.898828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2c7ec-0441-428e-8591-d17fbb19b496 req-e2186cc6-30dd-4d22-a3dc-52168c9a854c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:16.900316 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-daf2c7ec-0441-428e-8591-d17fbb19b496 req-e2186cc6-30dd-4d22-a3dc-52168c9a854c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0486786 Sep 23 23:28:16.939380 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-daf2c7ec-0441-428e-8591-d17fbb19b496 req-f3d03fc0-9ac4-49b7-90b1-54ada5c67be4 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325596 Sep 23 23:28:17.162323 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:18.058494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19eb29d-72e6-4f7d-a847-32307c2261d8 req-c9eb87c7-c024-47a5-a831-7626268c42a5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:18.059950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f19eb29d-72e6-4f7d-a847-32307c2261d8 req-c9eb87c7-c024-47a5-a831-7626268c42a5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0521052 Sep 23 23:28:18.082132 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5e10e904-f5d3-4a4a-9351-108f48eb14af up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:28:18.100088 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f19eb29d-72e6-4f7d-a847-32307c2261d8 req-3669ad14-e436-44a0-a7d4-51fe0824bc1b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339320 Sep 23 23:28:18.196774 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 5e10e904-f5d3-4a4a-9351-108f48eb14af completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:28:18.200837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 5e10e904-f5d3-4a4a-9351-108f48eb14af triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:28:18.207304 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:18.279794 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:18.302162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:28:18.304575 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974a5ba6-e3c7-468f-8f6a-6956b90ea729" -d '{"events": [{"server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "name": "network-vif-plugged", "status": "completed", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:28:18.320125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:28:18.340820 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e13d10-71d1-40d8-ae5d-2fc28402c24d x-openstack-request-id: req-03e13d10-71d1-40d8-ae5d-2fc28402c24d {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:28:18.341126 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "name": "network-vif-plugged", "status": "completed", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:28:18.344624 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03e13d10-71d1-40d8-ae5d-2fc28402c24d {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:28:18.344624 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'code': 200} Sep 23 23:28:18.406198 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:18.462390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=5e10e904-f5d3-4a4a-9351-108f48eb14af,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:28:18.466060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471e22d-35af-45a1-9963-f73faba4141f req-05c016a6-89f5-4213-8abe-0fc7cae34d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:18.474763 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8471e22d-35af-45a1-9963-f73faba4141f req-05c016a6-89f5-4213-8abe-0fc7cae34d37 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 1096 time: 0.0402136 Sep 23 23:28:18.507080 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8471e22d-35af-45a1-9963-f73faba4141f req-6b00af7f-a4d5-41ae-938a-bbed7425476d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325260 Sep 23 23:28:18.522267 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:18.811901 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:19.216169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad40731-25fd-4877-8751-bbcd0886ad15 req-22b38214-bfad-4f88-ab19-e7e58195944c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:19.217675 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6ad40731-25fd-4877-8751-bbcd0886ad15 req-22b38214-bfad-4f88-ab19-e7e58195944c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0485120 Sep 23 23:28:19.256443 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6ad40731-25fd-4877-8751-bbcd0886ad15 req-ae6c4e19-6ad0-439b-bd2e-f10b9d4ab28d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323520 Sep 23 23:28:20.375305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f44e0d-813b-4773-b950-564beb257ed6 req-1299268e-66b4-48c1-a223-33b2cf64e6eb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:20.376850 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-94f44e0d-813b-4773-b950-564beb257ed6 req-1299268e-66b4-48c1-a223-33b2cf64e6eb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0502040 Sep 23 23:28:20.415659 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-94f44e0d-813b-4773-b950-564beb257ed6 req-bc1df5f6-972f-4f6c-94a8-64efb522188b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318377 Sep 23 23:28:20.528092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43c8cf-f5d7-4cc8-9bc4-8abe1c4f9335 req-996182f5-4695-428b-8908-5a1a69c86206 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:20.529624 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea43c8cf-f5d7-4cc8-9bc4-8abe1c4f9335 req-996182f5-4695-428b-8908-5a1a69c86206 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0499444 Sep 23 23:28:20.539244 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44352) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:28:20.543803 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1d60b11e-5b52-418f-8c1e-0e7b76e51930 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Request body: {'floatingip': {'port_id': '5e10e904-f5d3-4a4a-9351-108f48eb14af'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:28:20.586487 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d60b11e-5b52-418f-8c1e-0e7b76e51930 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:21.272680 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d60b11e-5b52-418f-8c1e-0e7b76e51930 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:21.334565 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d60b11e-5b52-418f-8c1e-0e7b76e51930 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:21.435758 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-1d60b11e-5b52-418f-8c1e-0e7b76e51930 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e associated. External IP: 172.25.1.216, port: 5e10e904-f5d3-4a4a-9351-108f48eb14af. Sep 23 23:28:21.641582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d60b11e-5b52-418f-8c1e-0e7b76e51930 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Router 53073b59-1051-4c12-8061-8acf8660a8d9 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:28:21.750596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d60b11e-5b52-418f-8c1e-0e7b76e51930 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:28:21.756483 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d60b11e-5b52-418f-8c1e-0e7b76e51930 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:21.760974 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b86a6a1-a74e-40ba-ad34-42705f280363 None None] Sync routers for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:28:21.771641 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b86a6a1-a74e-40ba-ad34-42705f280363 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:28:21.772266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1b86a6a1-a74e-40ba-ad34-42705f280363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:28:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:28:21.783263 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1d60b11e-5b52-418f-8c1e-0e7b76e51930 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "PUT /v2.0/floatingips/6b7fe4bc-7aba-479d-9cce-37677a33d17e HTTP/1.1" status: 200 len: 992 time: 1.2429118 Sep 23 23:28:21.783850 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:28:21.786427 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c4e897-4f53-42e6-b7c3-bca20f00b6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:28:21.823666 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef76cc0b-e8a6-4c4b-8bd3-c03d812582f1 x-openstack-request-id: req-ef76cc0b-e8a6-4c4b-8bd3-c03d812582f1 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:28:21.823959 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:28:21.824201 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef76cc0b-e8a6-4c4b-8bd3-c03d812582f1 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:28:21.824600 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'status': 'completed', 'code': 200} Sep 23 23:28:21.924675 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4e897-4f53-42e6-b7c3-bca20f00b6c9 req-76aece11-d70c-4e13-80a8-2bd8b027563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:21.926191 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88c4e897-4f53-42e6-b7c3-bca20f00b6c9 req-76aece11-d70c-4e13-80a8-2bd8b027563d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 1096 time: 0.0419192 Sep 23 23:28:22.023895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4e897-4f53-42e6-b7c3-bca20f00b6c9 req-f969209f-1c49-4b11-82d5-61ff8e3028b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:22.025432 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88c4e897-4f53-42e6-b7c3-bca20f00b6c9 req-f969209f-1c49-4b11-82d5-61ff8e3028b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0921261 Sep 23 23:28:22.038178 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1b86a6a1-a74e-40ba-ad34-42705f280363 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:28:22.091667 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88c4e897-4f53-42e6-b7c3-bca20f00b6c9 req-0f30ab14-429d-4d3c-8750-2dec9a36d66d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 1000 time: 0.0586905 Sep 23 23:28:22.145518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4e897-4f53-42e6-b7c3-bca20f00b6c9 req-6a04bc39-31f2-4acd-bbb1-7d1cf2b510af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:22.147293 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88c4e897-4f53-42e6-b7c3-bca20f00b6c9 req-6a04bc39-31f2-4acd-bbb1-7d1cf2b510af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0486810 Sep 23 23:28:22.194055 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4e897-4f53-42e6-b7c3-bca20f00b6c9 req-f0927810-7004-4740-8dca-530b68253894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:28:22.195510 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88c4e897-4f53-42e6-b7c3-bca20f00b6c9 req-f0927810-7004-4740-8dca-530b68253894 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413558 Sep 23 23:28:22.267600 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1b86a6a1-a74e-40ba-ad34-42705f280363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '6b7fe4bc-7aba-479d-9cce-37677a33d17e', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'port_id': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'mac_address': 'fa:16:3e:cc:97:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:19:59Z', 'updated_at': '2021-09-23T23:28:21Z', 'revision_number': 13, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:28:22.290369 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88c4e897-4f53-42e6-b7c3-bca20f00b6c9 req-e3ce9ee0-46fa-41e3-af18-440b975dd79f service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875678 Sep 23 23:28:22.294506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b86a6a1-a74e-40ba-ad34-42705f280363 None None] Checking router: 53073b59-1051-4c12-8061-8acf8660a8d9 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:28:22.303524 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b86a6a1-a74e-40ba-ad34-42705f280363 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:28:22.304130 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1b86a6a1-a74e-40ba-ad34-42705f280363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:28:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:28:22.383337 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-88c4e897-4f53-42e6-b7c3-bca20f00b6c9 req-4af256ec-df1f-4592-aa9f-8782b6e78a64 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850275 Sep 23 23:28:22.412880 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1b86a6a1-a74e-40ba-ad34-42705f280363 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:28:22.640160 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1b86a6a1-a74e-40ba-ad34-42705f280363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '6b7fe4bc-7aba-479d-9cce-37677a33d17e', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'port_id': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'mac_address': 'fa:16:3e:cc:97:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:19:59Z', 'updated_at': '2021-09-23T23:28:21Z', 'revision_number': 13, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:28:22.671811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b86a6a1-a74e-40ba-ad34-42705f280363 None None] The sync data for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 is: [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '6b7fe4bc-7aba-479d-9cce-37677a33d17e', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'port_id': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'mac_address': 'fa:16:3e:cc:97:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:19:59Z', 'updated_at': '2021-09-23T23:28:21Z', 'revision_number': 13, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:28:22.860747 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc0782-292e-4a90-9edb-34c8de7bca2f None None] New status for floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:28:32.878593 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:28:37.287961 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:43.122326 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-13e2579b-81ca-412c-b3bf-13454ff0e831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:45.630790 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-045dbbbc-38b9-4e6e-9317-e643bff1927f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:46.145269 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:47.154361 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:48.468428 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:28:48.831956 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:29:07.302257 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:29:09.877921 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:29:13.142832 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-861ec1c8-30b3-48b0-b603-20fe0a726353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:29:15.635952 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2331cf6a-6d38-4633-9698-69f1c192af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:29:16.161850 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:29:16.682136 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c0005371-b114-481d-b8b3-92e73b0df1be req-88cadb03-0361-4c99-b891-92395adf0d05 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446248 Sep 23 23:29:16.796429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005371-b114-481d-b8b3-92e73b0df1be req-ab0445e0-6a29-43d0-a9d6-53dccdb08f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:29:16.798127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c0005371-b114-481d-b8b3-92e73b0df1be req-ab0445e0-6a29-43d0-a9d6-53dccdb08f1f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 1096 time: 0.0559783 Sep 23 23:29:16.910230 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005371-b114-481d-b8b3-92e73b0df1be req-6ab21d75-4f4c-4a98-9a4f-38bf990fb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:29:16.911698 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c0005371-b114-481d-b8b3-92e73b0df1be req-6ab21d75-4f4c-4a98-9a4f-38bf990fb988 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0927482 Sep 23 23:29:16.981636 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c0005371-b114-481d-b8b3-92e73b0df1be req-bc8693e7-d59e-4598-8732-48a159734d6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 1002 time: 0.0630803 Sep 23 23:29:17.038701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005371-b114-481d-b8b3-92e73b0df1be req-aafe935d-873b-4d15-9dbe-a45c5d7b714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:29:17.040294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c0005371-b114-481d-b8b3-92e73b0df1be req-aafe935d-873b-4d15-9dbe-a45c5d7b714f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0489101 Sep 23 23:29:17.092378 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005371-b114-481d-b8b3-92e73b0df1be req-155b40bb-4cf6-47c9-afee-d05794a82d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:29:17.094051 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c0005371-b114-481d-b8b3-92e73b0df1be req-155b40bb-4cf6-47c9-afee-d05794a82d50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456216 Sep 23 23:29:17.182537 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:29:17.190732 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c0005371-b114-481d-b8b3-92e73b0df1be req-e7dd8f48-2308-4b08-ba97-f770461a2e9c service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893383 Sep 23 23:29:17.282838 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c0005371-b114-481d-b8b3-92e73b0df1be req-0c966c11-eced-470b-8938-3a206059524e service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845823 Sep 23 23:29:18.491283 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:29:18.824724 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:29:37.301739 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:29:43.124899 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-230bf38e-64a3-46d2-adca-1254933adc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:29:45.622014 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9d5818f1-ec22-419f-bd63-778ae8d2fac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:29:46.161574 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:29:46.877708 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:29:47.158731 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:29:48.496113 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:29:48.818503 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:30:07.326830 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:30:13.124010 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-57c7c126-3a00-4cca-af3e-3189dc206caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:30:15.610011 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-764b8565-61de-4255-80c7-d338d12fbb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:30:16.121258 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:30:17.158809 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:30:18.504263 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:30:18.665482 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e76f5770-bbba-41e5-94bd-ac960cd90df1 req-b7d971e9-5dd3-444e-9ec5-b244206ce6dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481787 Sep 23 23:30:18.770919 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f5770-bbba-41e5-94bd-ac960cd90df1 req-e2476632-3870-48b7-b5df-d8987158c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:30:18.772388 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e76f5770-bbba-41e5-94bd-ac960cd90df1 req-e2476632-3870-48b7-b5df-d8987158c0e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 1096 time: 0.0420377 Sep 23 23:30:18.827061 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:30:18.882742 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f5770-bbba-41e5-94bd-ac960cd90df1 req-08f85f6f-130b-4173-9b3c-699ca4be0b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:30:18.884211 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e76f5770-bbba-41e5-94bd-ac960cd90df1 req-08f85f6f-130b-4173-9b3c-699ca4be0b23 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0922673 Sep 23 23:30:18.960362 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e76f5770-bbba-41e5-94bd-ac960cd90df1 req-b0093c1c-35de-414b-a2e6-15c466a1e02c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 1002 time: 0.0693171 Sep 23 23:30:19.010659 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f5770-bbba-41e5-94bd-ac960cd90df1 req-0ad00065-94dd-4b2f-93c7-3c1494bad883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:30:19.012185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e76f5770-bbba-41e5-94bd-ac960cd90df1 req-0ad00065-94dd-4b2f-93c7-3c1494bad883 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0447977 Sep 23 23:30:19.067569 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f5770-bbba-41e5-94bd-ac960cd90df1 req-d19c4830-4cfa-439e-a69b-d9470eafeeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:30:19.069019 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e76f5770-bbba-41e5-94bd-ac960cd90df1 req-d19c4830-4cfa-439e-a69b-d9470eafeeac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499363 Sep 23 23:30:19.163338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e76f5770-bbba-41e5-94bd-ac960cd90df1 req-ad0cce14-621f-4aeb-ad0e-a70208811ecd service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872262 Sep 23 23:30:19.257788 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e76f5770-bbba-41e5-94bd-ac960cd90df1 req-0d0044c4-ce49-40ea-b026-b50ae0fb360f service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871696 Sep 23 23:30:23.878874 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:30:37.329449 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:30:43.131694 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-70bc925c-7b97-4a3b-9709-36c06dfbedf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:30:45.623334 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-83c92b60-b164-4c6c-92db-a34fe6172db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:30:46.146493 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:30:47.183660 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:30:48.486263 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:30:48.827144 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:30:55.095558 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b776e-7a71-46af-b3fd-c5428ab67455 req-68fcdd14-b230-416c-950a-f49402748b11 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:30:55.096977 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e2b776e-7a71-46af-b3fd-c5428ab67455 req-68fcdd14-b230-416c-950a-f49402748b11 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0502911 Sep 23 23:30:55.134711 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5e2b776e-7a71-46af-b3fd-c5428ab67455 req-232a63b7-4f28-4356-b620-22f062669d44 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315783 Sep 23 23:31:00.878633 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:31:04.172423 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-6679690f-74b1-4bb1-95df-e327e3f2c4e6 req-1bfe8b82-4b15-40c6-bed9-821f6ff4096e service neutron] (95490) timed out ('10.222.0.67', 50294) {{(pid=95490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 23:31:07.368917 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:07.769764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-c819a411-5fdb-45da-af2f-5c68a00d0d67 req-e4abab13-38d8-4378-8120-92c86876d5e9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:31:07.770797 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c819a411-5fdb-45da-af2f-5c68a00d0d67 req-e4abab13-38d8-4378-8120-92c86876d5e9 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1035156 Sep 23 23:31:09.117914 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c84256-e3aa-4870-a966-64b8e972ac6f req-c1c717e0-9f0a-43cd-ba6f-c4c6bcc762bf tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:09.119435 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-30c84256-e3aa-4870-a966-64b8e972ac6f req-c1c717e0-9f0a-43cd-ba6f-c4c6bcc762bf tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0514457 Sep 23 23:31:09.158604 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-30c84256-e3aa-4870-a966-64b8e972ac6f req-720a3b01-0706-41f1-8729-e26280e7d1b6 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325065 Sep 23 23:31:09.318232 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-221be77b-d5e1-4030-a339-ce986e1f9ce7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803251 Sep 23 23:31:09.327017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-decc51c2-9944-431e-afba-1cac775e676e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:31:09.328798 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-decc51c2-9944-431e-afba-1cac775e676e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056424 Sep 23 23:31:10.276157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca01304-eb81-48cf-81e1-9309c3fa2800 req-a2dda175-2f31-4e09-b6c6-57080415bb1d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:10.277708 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bca01304-eb81-48cf-81e1-9309c3fa2800 req-a2dda175-2f31-4e09-b6c6-57080415bb1d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0496998 Sep 23 23:31:10.316566 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bca01304-eb81-48cf-81e1-9309c3fa2800 req-cca6f14c-f97c-4568-8525-82dc2ff214ac tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312269 Sep 23 23:31:11.402632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-f49d8f8d-4141-4212-846b-b49a9e370458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:11.404328 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-f49d8f8d-4141-4212-846b-b49a9e370458 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 1096 time: 0.0458088 Sep 23 23:31:11.442788 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394b17c-9770-4ed5-ae2b-938c27bd596c req-89dfadc9-7193-4598-b76d-aa4258802219 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:11.444303 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4394b17c-9770-4ed5-ae2b-938c27bd596c req-89dfadc9-7193-4598-b76d-aa4258802219 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0559778 Sep 23 23:31:11.483344 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4394b17c-9770-4ed5-ae2b-938c27bd596c req-ea7ce712-a95f-45c6-9e61-ce8f75a963f1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327921 Sep 23 23:31:11.498263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-bd2dae83-84de-4195-8250-6333b5b89f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:11.499822 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-bd2dae83-84de-4195-8250-6333b5b89f17 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0881929 Sep 23 23:31:11.570551 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-dffb5d83-7caf-4373-a5ca-5b4d1a0793c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 1002 time: 0.0628052 Sep 23 23:31:11.620840 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-39d4cd9c-b6d8-493e-b216-8ea9ea238c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:11.622312 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-39d4cd9c-b6d8-493e-b216-8ea9ea238c07 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0437350 Sep 23 23:31:11.668528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-9984c43d-c768-4f42-8725-a74214a472e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:11.670067 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-9984c43d-c768-4f42-8725-a74214a472e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401559 Sep 23 23:31:11.763700 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-2872193a-45ff-4232-9b7b-ca0eac4d9719 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855393 Sep 23 23:31:11.854532 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-a5b62259-5216-4da8-b10f-d735a157a7eb service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836241 Sep 23 23:31:12.604958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12038f9e-723d-463b-92cf-e090a2496b77 req-0dec12d9-b740-4874-ad16-de205761a0e6 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:12.606470 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-12038f9e-723d-463b-92cf-e090a2496b77 req-0dec12d9-b740-4874-ad16-de205761a0e6 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0530818 Sep 23 23:31:12.643603 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-12038f9e-723d-463b-92cf-e090a2496b77 req-999788e3-f19c-4449-8baf-cdb38645af30 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312080 Sep 23 23:31:13.145945 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-104b0f1d-0924-4844-95c8-9da3b0b430f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:13.769217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aadc5d-09f2-49d4-8b92-cc96d3a86770 req-04839329-8d3d-4ffc-9edd-63fb458dac37 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:13.770839 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-94aadc5d-09f2-49d4-8b92-cc96d3a86770 req-04839329-8d3d-4ffc-9edd-63fb458dac37 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0547519 Sep 23 23:31:13.811237 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-94aadc5d-09f2-49d4-8b92-cc96d3a86770 req-3065599d-ccaf-4bfe-bab4-269ff158702c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341480 Sep 23 23:31:14.931317 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec655c-6a0d-4597-8014-296bb29133c6 req-7a6d257d-792a-4a88-97bd-ed621cb14d5b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:14.932863 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fbec655c-6a0d-4597-8014-296bb29133c6 req-7a6d257d-792a-4a88-97bd-ed621cb14d5b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0508044 Sep 23 23:31:14.975492 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fbec655c-6a0d-4597-8014-296bb29133c6 req-ba566a05-fba5-48e5-a32d-e62ec518d58e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364511 Sep 23 23:31:15.663083 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c550810-0856-4560-b91f-0b8d3b5f3a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:16.098057 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b2ecb-d64d-47f6-8a76-c89205d6ff2f req-f1e90e72-c824-4f9c-827c-158fa5cbf65c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:16.099867 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b7b2ecb-d64d-47f6-8a76-c89205d6ff2f req-f1e90e72-c824-4f9c-827c-158fa5cbf65c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0553086 Sep 23 23:31:16.139771 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b7b2ecb-d64d-47f6-8a76-c89205d6ff2f req-291cb623-9950-4801-8988-533b6dfbff63 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337834 Sep 23 23:31:16.152029 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:17.165538 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:17.259453 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81544c-43d3-482d-ade9-be572743266f req-e7ff37ba-39d0-43ae-ab15-724e07aca2de tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:17.261026 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c81544c-43d3-482d-ade9-be572743266f req-e7ff37ba-39d0-43ae-ab15-724e07aca2de tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0507956 Sep 23 23:31:17.301458 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c81544c-43d3-482d-ade9-be572743266f req-89f784c9-2046-4a0f-b978-fd2fa215ffa7 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339754 Sep 23 23:31:18.436039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee0505-8c73-4005-93c0-de4613c9e054 req-60db59ce-e8e9-4fa3-8ec0-7d35f9b33af5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:18.437656 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bbee0505-8c73-4005-93c0-de4613c9e054 req-60db59ce-e8e9-4fa3-8ec0-7d35f9b33af5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0600986 Sep 23 23:31:18.477319 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:18.482812 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bbee0505-8c73-4005-93c0-de4613c9e054 req-e7a82123-26ab-464b-8441-ac1fefccd4ea tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352957 Sep 23 23:31:18.823227 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:19.606955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbca97-fd5d-4f71-90f8-7ee1f91edd96 req-305497b0-f363-4592-8e4e-d32d6ba1b69c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:19.608622 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ebbca97-fd5d-4f71-90f8-7ee1f91edd96 req-305497b0-f363-4592-8e4e-d32d6ba1b69c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0543540 Sep 23 23:31:19.650962 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ebbca97-fd5d-4f71-90f8-7ee1f91edd96 req-87c57d89-11fc-4719-a0cb-acd3b1e6f002 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350771 Sep 23 23:31:19.713608 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754e4c5-3a65-4cf9-b888-e7a87fad748e req-dc8ac621-d86b-4cec-99f9-1d9c4732bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:19.715114 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5754e4c5-3a65-4cf9-b888-e7a87fad748e req-dc8ac621-d86b-4cec-99f9-1d9c4732bd96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 1096 time: 0.0434270 Sep 23 23:31:19.824537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754e4c5-3a65-4cf9-b888-e7a87fad748e req-711af086-388c-4675-82c5-afe8bf6d0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:19.825930 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5754e4c5-3a65-4cf9-b888-e7a87fad748e req-711af086-388c-4675-82c5-afe8bf6d0a3a service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0898585 Sep 23 23:31:19.891597 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5754e4c5-3a65-4cf9-b888-e7a87fad748e req-e1111c6a-943d-46df-a609-e2b2c133e8b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 1002 time: 0.0578530 Sep 23 23:31:19.942599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754e4c5-3a65-4cf9-b888-e7a87fad748e req-245ed58e-ad9a-447c-b1a3-61f2cc0f28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:19.944109 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5754e4c5-3a65-4cf9-b888-e7a87fad748e req-245ed58e-ad9a-447c-b1a3-61f2cc0f28e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0453966 Sep 23 23:31:19.994079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754e4c5-3a65-4cf9-b888-e7a87fad748e req-64f9cc67-6c2b-475a-bdc5-9abd335dd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:19.995619 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5754e4c5-3a65-4cf9-b888-e7a87fad748e req-64f9cc67-6c2b-475a-bdc5-9abd335dd098 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444252 Sep 23 23:31:20.360721 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5754e4c5-3a65-4cf9-b888-e7a87fad748e req-2f861e8f-7bf1-4078-aa67-3f22ad246902 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572404 Sep 23 23:31:20.453829 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5754e4c5-3a65-4cf9-b888-e7a87fad748e req-f123ca91-f67d-4008-a573-825a5da6b63c service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855672 Sep 23 23:31:20.777285 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda579f5-2297-4926-83c4-ffd85d2fa39f req-aedeea30-7af8-4457-9255-3d8f8861ba7e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:20.778825 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bda579f5-2297-4926-83c4-ffd85d2fa39f req-aedeea30-7af8-4457-9255-3d8f8861ba7e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0541174 Sep 23 23:31:20.820282 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bda579f5-2297-4926-83c4-ffd85d2fa39f req-b16e5927-e11d-4084-b887-302d651d4a17 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343969 Sep 23 23:31:21.938732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f4653-a7f2-452f-ba20-d53a0cc867ea req-ade17353-380b-4d5c-b898-81340b887f73 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:21.940967 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b31f4653-a7f2-452f-ba20-d53a0cc867ea req-ade17353-380b-4d5c-b898-81340b887f73 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0515094 Sep 23 23:31:21.981725 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b31f4653-a7f2-452f-ba20-d53a0cc867ea req-7a6cc683-b630-419d-b394-a27b01614d1d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345254 Sep 23 23:31:23.102602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00ea11-e2e9-42e1-b165-1dfb0269b3b1 req-a85d74bd-4ff6-49ef-b06d-d420c678a2cb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:23.104173 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd00ea11-e2e9-42e1-b165-1dfb0269b3b1 req-a85d74bd-4ff6-49ef-b06d-d420c678a2cb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0504932 Sep 23 23:31:23.142738 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bd00ea11-e2e9-42e1-b165-1dfb0269b3b1 req-677c82e4-aafe-4334-b087-5f8d21156f9e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324402 Sep 23 23:31:24.265683 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba9835-873f-4b5f-8dba-01a6aa849aa3 req-450ac7f0-5b06-4c32-80af-4f180845c634 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:24.267239 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b5ba9835-873f-4b5f-8dba-01a6aa849aa3 req-450ac7f0-5b06-4c32-80af-4f180845c634 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0521975 Sep 23 23:31:24.309365 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b5ba9835-873f-4b5f-8dba-01a6aa849aa3 req-720c9c30-f271-4523-9c78-bc1d982df5cb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354881 Sep 23 23:31:25.447277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05422e36-07d6-466b-afff-c6de0d111be0 req-3e045a7c-50ca-4465-9c1d-d73b170b29c0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:25.448823 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-05422e36-07d6-466b-afff-c6de0d111be0 req-3e045a7c-50ca-4465-9c1d-d73b170b29c0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0569336 Sep 23 23:31:25.490014 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-05422e36-07d6-466b-afff-c6de0d111be0 req-8d4c2679-2806-4987-8294-509a96a47651 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347402 Sep 23 23:31:26.242037 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-ecf4e632-9a0f-406e-acbf-c68d194d85cb service neutron] show failed (client error): The resource could not be found. Sep 23 23:31:26.242944 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-ecf4e632-9a0f-406e-acbf-c68d194d85cb service neutron] 10.222.0.67 "GET /v2.0/ports/5e10e904-f5d3-4a4a-9351-108f48eb14af/bindings/n-h1-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.0593510 Sep 23 23:31:26.612140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0575e-0c37-4c7b-a78f-c224a339d7a6 req-3ad6c554-8ad4-4509-83c6-5c65da7ee9e3 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:26.613809 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29c0575e-0c37-4c7b-a78f-c224a339d7a6 req-3ad6c554-8ad4-4509-83c6-5c65da7ee9e3 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0530715 Sep 23 23:31:26.653273 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29c0575e-0c37-4c7b-a78f-c224a339d7a6 req-6dc3fded-f44a-46bb-992f-e27d3a030dc6 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334446 Sep 23 23:31:26.792993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-cbee08e7-dbfd-4485-b4b6-4dba272ee76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:26.794463 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-cbee08e7-dbfd-4485-b4b6-4dba272ee76a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 1096 time: 0.0820668 Sep 23 23:31:26.807679 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:31:26.863109 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:27.044795 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5e10e904-f5d3-4a4a-9351-108f48eb14af no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:31:27.067414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:31:27.102169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:31:27.122934 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:27.141885 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:31:27.144996 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa82387-adc2-4d48-85b4-6bd17a24bdb8" -d '{"events": [{"server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:31:27.149269 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:27.161975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Transition to ACTIVE for port object 5e10e904-f5d3-4a4a-9351-108f48eb14af will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:31:27.236834 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:27.289660 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:31:27.295404 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:31:27.323454 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59312ff4-6fcb-48a3-aee9-9433f2138c56 x-openstack-request-id: req-59312ff4-6fcb-48a3-aee9-9433f2138c56 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:31:27.324056 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:31:27.324056 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59312ff4-6fcb-48a3-aee9-9433f2138c56 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:31:27.324363 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'code': 200} Sep 23 23:31:27.327430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Pushing event updated for resources: {'Port': ['ID=5e10e904-f5d3-4a4a-9351-108f48eb14af,revision_number=6']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:31:27.339693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:27.340032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:27.340361 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:27.340686 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:27.341012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:27.341377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:27.341696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:27.342102 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:27.342315 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:27.342631 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:27.342945 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:27.343257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:27.381223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] No DVR routers for this DVR port 5e10e904-f5d3-4a4a-9351-108f48eb14af on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:31:27.533447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Attempting to bind port 5e10e904-f5d3-4a4a-9351-108f48eb14af on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:31:27.533878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Attempting to bind port 5e10e904-f5d3-4a4a-9351-108f48eb14af by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:31:27.534290 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Attempting to bind port 5e10e904-f5d3-4a4a-9351-108f48eb14af on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:31:27.538528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Port 5e10e904-f5d3-4a4a-9351-108f48eb14af on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:31:27.538850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Attempting to bind port 5e10e904-f5d3-4a4a-9351-108f48eb14af on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:31:27.543638 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:31:27.543977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Checking segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:31:27.544369 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Bound using segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:31:27.544790 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Bound port: 5e10e904-f5d3-4a4a-9351-108f48eb14af, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:31:27.545171 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:27.613260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:31:27.616568 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:31:27.683588 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:27.724673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:27.725570 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:27.726956 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] 10.222.0.43 "PUT /v2.0/ports/5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 1091 time: 0.9232545 Sep 23 23:31:27.801400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a518140-3456-4ed8-bf42-6bb4f651e9ec service neutron] Pushing event updated for resources: {'Port': ['ID=5e10e904-f5d3-4a4a-9351-108f48eb14af,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:31:27.832801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09a336-e362-43e3-8976-ccd4b9327e86 req-1eec89ca-dfc5-4bc3-9afb-27cd81db3af9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:27.834524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d09a336-e362-43e3-8976-ccd4b9327e86 req-1eec89ca-dfc5-4bc3-9afb-27cd81db3af9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.1047561 Sep 23 23:31:27.837953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-d0f1b47f-ef94-4f57-ac8e-b84b57f86b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:27.839463 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-d0f1b47f-ef94-4f57-ac8e-b84b57f86b92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 1094 time: 0.0737309 Sep 23 23:31:27.938034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d09a336-e362-43e3-8976-ccd4b9327e86 req-5e75ef6c-bb75-46fa-8e28-e149780ae799 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948133 Sep 23 23:31:27.963287 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-540a0f6e-be90-43c9-ab22-38a468861fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:27.964796 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-540a0f6e-be90-43c9-ab22-38a468861fac service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.1144307 Sep 23 23:31:28.040077 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-33df4a54-dd6b-4876-bfc5-dfb08affbeea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 1000 time: 0.0673945 Sep 23 23:31:28.089019 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-c9a2ead2-5a19-48a6-a8bb-73073c41d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:28.090421 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-c9a2ead2-5a19-48a6-a8bb-73073c41d162 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0440025 Sep 23 23:31:28.135595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-11b4a92a-2e1e-47eb-8809-c9da5bb803cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:28.137082 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-11b4a92a-2e1e-47eb-8809-c9da5bb803cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388761 Sep 23 23:31:28.233058 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-be404e62-1953-4779-bd18-5df5e48b49bb service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888226 Sep 23 23:31:28.326246 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-f86cdac9-16ad-4922-99ec-bc80eb15fe0a service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851479 Sep 23 23:31:29.060434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e4ecc-5499-4fa4-be49-87417e296d7d req-49db1efd-51e6-4e50-989b-4ccfc536c159 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:29.062009 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f63e4ecc-5499-4fa4-be49-87417e296d7d req-49db1efd-51e6-4e50-989b-4ccfc536c159 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.0508909 Sep 23 23:31:29.102132 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f63e4ecc-5499-4fa4-be49-87417e296d7d req-9fee8ba5-82f9-4b8f-a153-0a93b93d4e99 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331144 Sep 23 23:31:29.325943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:31:29.328209 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d750549a-2967-404e-ae6a-546d33a7598f" -d '{"events": [{"name": "network-changed", "server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:31:29.377690 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1a3132-2e8f-475d-9836-9faa22ebd00e x-openstack-request-id: req-eb1a3132-2e8f-475d-9836-9faa22ebd00e {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:31:29.377984 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:31:29.378234 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb1a3132-2e8f-475d-9836-9faa22ebd00e {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:31:29.379143 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'status': 'completed', 'code': 200} Sep 23 23:31:29.472290 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750549a-2967-404e-ae6a-546d33a7598f req-df7ec241-a91c-4365-b4ef-51e8eb82f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:29.473846 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d750549a-2967-404e-ae6a-546d33a7598f req-df7ec241-a91c-4365-b4ef-51e8eb82f7c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 1094 time: 0.0710678 Sep 23 23:31:29.483591 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750549a-2967-404e-ae6a-546d33a7598f req-876fa70e-0f1e-43e6-a90d-28436598ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:29.484962 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d750549a-2967-404e-ae6a-546d33a7598f req-876fa70e-0f1e-43e6-a90d-28436598ad31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 1094 time: 0.0575647 Sep 23 23:31:29.642141 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750549a-2967-404e-ae6a-546d33a7598f req-4c3ff4f2-ba87-43b6-bca2-50f37d5c3e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:29.643619 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d750549a-2967-404e-ae6a-546d33a7598f req-4c3ff4f2-ba87-43b6-bca2-50f37d5c3e49 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.1622081 Sep 23 23:31:29.644774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750549a-2967-404e-ae6a-546d33a7598f req-8c7d72dd-6403-4bda-9518-423dcb83de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:29.646112 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d750549a-2967-404e-ae6a-546d33a7598f req-8c7d72dd-6403-4bda-9518-423dcb83de42 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.1533246 Sep 23 23:31:29.757974 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d750549a-2967-404e-ae6a-546d33a7598f req-a2a836d8-db12-42c6-b1cd-70ec2319624b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 1000 time: 0.1067829 Sep 23 23:31:29.764049 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d750549a-2967-404e-ae6a-546d33a7598f req-8c0a7ec3-82a1-40e1-8165-12c6b8e2218c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 1000 time: 0.1073039 Sep 23 23:31:29.845793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750549a-2967-404e-ae6a-546d33a7598f req-a9d8cac8-2d7f-4a98-980c-e7fe4fb7d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:29.847291 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d750549a-2967-404e-ae6a-546d33a7598f req-a9d8cac8-2d7f-4a98-980c-e7fe4fb7d7f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0815790 Sep 23 23:31:29.848663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750549a-2967-404e-ae6a-546d33a7598f req-9abb8928-55a9-4670-b2dd-1f86b6167871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:29.849999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d750549a-2967-404e-ae6a-546d33a7598f req-9abb8928-55a9-4670-b2dd-1f86b6167871 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0768356 Sep 23 23:31:29.919639 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750549a-2967-404e-ae6a-546d33a7598f req-aea5bf6f-2da6-45da-8850-54e5073a51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:29.921059 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d750549a-2967-404e-ae6a-546d33a7598f req-aea5bf6f-2da6-45da-8850-54e5073a51ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653157 Sep 23 23:31:29.927978 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750549a-2967-404e-ae6a-546d33a7598f req-4e5771aa-a51f-4828-a98f-9afb8914a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:29.929424 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d750549a-2967-404e-ae6a-546d33a7598f req-4e5771aa-a51f-4828-a98f-9afb8914a00d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657163 Sep 23 23:31:30.082989 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d750549a-2967-404e-ae6a-546d33a7598f req-5f9525e4-fe93-47e9-b9af-a60acc5e6a4d service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525171 Sep 23 23:31:30.084752 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d750549a-2967-404e-ae6a-546d33a7598f req-1ae1d4c7-7bbe-4eab-8e50-f10e7ef228db service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477749 Sep 23 23:31:30.233172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d6f18-6968-47fd-a5e1-f6b23c65dffd req-d712d371-13a4-42e6-a9d7-5388a27e0d8a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:30.239265 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-887d6f18-6968-47fd-a5e1-f6b23c65dffd req-d712d371-13a4-42e6-a9d7-5388a27e0d8a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.0584548 Sep 23 23:31:30.259086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d750549a-2967-404e-ae6a-546d33a7598f req-f3b05c1a-6380-4f10-bc9a-18e1355ca81b service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681788 Sep 23 23:31:30.260954 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d750549a-2967-404e-ae6a-546d33a7598f req-2a48d087-f7f1-4c6b-b142-00ad71f9d115 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624990 Sep 23 23:31:30.283658 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-887d6f18-6968-47fd-a5e1-f6b23c65dffd req-ac42ed06-ce77-47c0-803a-b7bdb1989517 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421286 Sep 23 23:31:31.409030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64803d5-a6c9-4b2e-8769-ebbbf8304b59 req-0a18acf6-d372-4a4e-86b1-117b2b8dcedf tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:31.411345 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a64803d5-a6c9-4b2e-8769-ebbbf8304b59 req-0a18acf6-d372-4a4e-86b1-117b2b8dcedf tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.0533786 Sep 23 23:31:31.451189 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a64803d5-a6c9-4b2e-8769-ebbbf8304b59 req-0d54722e-a557-4a1d-b86b-4f9b9a8728d5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336530 Sep 23 23:31:32.578290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887df7f-7b9a-4248-a0a3-82151236b8a2 req-b4d26a26-777c-4eec-8abc-e326b1d8680a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:32.579291 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e887df7f-7b9a-4248-a0a3-82151236b8a2 req-b4d26a26-777c-4eec-8abc-e326b1d8680a tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.0549319 Sep 23 23:31:32.624528 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e887df7f-7b9a-4248-a0a3-82151236b8a2 req-9fc8e4e7-a3ea-49d7-a055-7206cf9a7544 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344372 Sep 23 23:31:33.743067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189edea-2dbd-492b-a942-1904d14f5477 req-d942a9b5-a65d-4694-8ecf-652910a9aeb1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:33.744572 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e189edea-2dbd-492b-a942-1904d14f5477 req-d942a9b5-a65d-4694-8ecf-652910a9aeb1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.0494156 Sep 23 23:31:33.782812 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e189edea-2dbd-492b-a942-1904d14f5477 req-9e6771ce-0c9a-42aa-bc94-5dc7a830b84e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321245 Sep 23 23:31:34.901480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423c4ad-36b0-4e82-add5-0fa29d152383 req-d8394743-0c0b-40c1-abc6-743af4a7f5b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:34.903064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1423c4ad-36b0-4e82-add5-0fa29d152383 req-d8394743-0c0b-40c1-abc6-743af4a7f5b0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.0505815 Sep 23 23:31:34.941827 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1423c4ad-36b0-4e82-add5-0fa29d152383 req-38265ecd-0a95-4146-a216-01dd3d088294 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319126 Sep 23 23:31:36.063834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c32ad1-87bb-4d94-9ed3-0d527a63ceb9 req-46ab27ce-563b-40a4-930c-14cfc096f659 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:36.065223 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7c32ad1-87bb-4d94-9ed3-0d527a63ceb9 req-46ab27ce-563b-40a4-930c-14cfc096f659 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.0545034 Sep 23 23:31:36.104943 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e7c32ad1-87bb-4d94-9ed3-0d527a63ceb9 req-60211294-cafe-4de9-97fe-009ec9d4ccb6 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331430 Sep 23 23:31:37.221476 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd94423-d941-4ff3-86c5-9f1635331116 req-4f3142da-e19b-4e7a-98e1-791090e9ea76 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:37.223800 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0dd94423-d941-4ff3-86c5-9f1635331116 req-4f3142da-e19b-4e7a-98e1-791090e9ea76 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.0502408 Sep 23 23:31:37.262296 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0dd94423-d941-4ff3-86c5-9f1635331116 req-f7d1b782-2725-4001-9c2e-9fe0d1531566 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324357 Sep 23 23:31:37.382572 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:37.877616 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:31:38.383497 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24eb82e-dc5e-4cb4-8759-d3d695ce18d1 req-823447ca-d3ee-4597-af48-e2dd370e5af2 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:38.385000 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b24eb82e-dc5e-4cb4-8759-d3d695ce18d1 req-823447ca-d3ee-4597-af48-e2dd370e5af2 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.0490160 Sep 23 23:31:38.422646 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b24eb82e-dc5e-4cb4-8759-d3d695ce18d1 req-9c6d9934-2043-47cd-bf0b-123d6d766029 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317388 Sep 23 23:31:39.559938 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505b845-addf-431f-8caa-d053b0d8644c req-154685de-feb1-4f4b-a7af-fafcaf356c53 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:39.561467 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8505b845-addf-431f-8caa-d053b0d8644c req-154685de-feb1-4f4b-a7af-fafcaf356c53 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.0542355 Sep 23 23:31:39.601819 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8505b845-addf-431f-8caa-d053b0d8644c req-fbcbb315-9ed0-4d59-b6da-d5cfd2186273 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334857 Sep 23 23:31:40.723782 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da37066-2750-4912-a986-82e208a637f1 req-0739b38a-d907-4497-a0aa-b168ba7ffde0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:40.725558 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6da37066-2750-4912-a986-82e208a637f1 req-0739b38a-d907-4497-a0aa-b168ba7ffde0 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 943 time: 0.0517931 Sep 23 23:31:40.765044 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6da37066-2750-4912-a986-82e208a637f1 req-ebb53e19-7fd7-4375-af69-148a94b2cd91 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332179 Sep 23 23:31:41.581700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 5e10e904-f5d3-4a4a-9351-108f48eb14af details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:31:41.673692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:31:41.684851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'port_id': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'mac_address': 'fa:16:3e:cc:97:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:31:41.724343 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:41.737027 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e10e904-f5d3-4a4a-9351-108f48eb14af {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:31:41.756367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:31:41.817708 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:41.880914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=5e10e904-f5d3-4a4a-9351-108f48eb14af,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:31:41.888473 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:41.888824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:41.889198 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:41.889538 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:41.889869 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:41.890196 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:41.890524 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:41.890849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:41.891174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:41.891557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:41.891826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:41.892147 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:31:41.905035 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d80a9-cc03-4e49-b192-d367c2640652 req-04c870d1-f40a-4c22-963b-f7b45a5d60c2 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:41.908435 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3e7d80a9-cc03-4e49-b192-d367c2640652 req-04c870d1-f40a-4c22-963b-f7b45a5d60c2 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0522311 Sep 23 23:31:41.946030 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3e7d80a9-cc03-4e49-b192-d367c2640652 req-5be2407b-48fa-4c75-add7-0d4d44a83f83 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323195 Sep 23 23:31:42.089030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['5e10e904-f5d3-4a4a-9351-108f48eb14af'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:31:42.514602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e904a-33ba-4c97-9ea9-e02a0057b9db req-12d7e8f3-f564-4cba-9269-4ea06d0a7289 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:42.516152 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4e904a-33ba-4c97-9ea9-e02a0057b9db req-12d7e8f3-f564-4cba-9269-4ea06d0a7289 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0508611 Sep 23 23:31:42.549495 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885404-3381-470c-8923-f0b1753616e5 req-584d0faa-3274-4c6c-8c5f-81e7df3f0d39 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:42.550964 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-584d0faa-3274-4c6c-8c5f-81e7df3f0d39 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.43 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 944 time: 0.0578372 Sep 23 23:31:42.557233 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d4e904a-33ba-4c97-9ea9-e02a0057b9db req-1c0b3aa2-c94f-47de-a53b-57dede8dd476 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342402 Sep 23 23:31:42.612354 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-c9a3ffaa-b2c3-4729-a8d0-86d07b83302b service neutron] 10.222.0.43 "GET /v2.0/ports/5e10e904-f5d3-4a4a-9351-108f48eb14af/bindings/n-h1-810775-1 HTTP/1.1" status: 200 len: 382 time: 0.0537570 Sep 23 23:31:42.677196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885404-3381-470c-8923-f0b1753616e5 req-0bc24c29-ee5e-40cf-8666-178f5b7f7341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:42.678684 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-0bc24c29-ee5e-40cf-8666-178f5b7f7341 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 1095 time: 0.0413489 Sep 23 23:31:42.772390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885404-3381-470c-8923-f0b1753616e5 req-5746234d-a2dc-4615-86d3-a918d03f210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:42.773981 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-5746234d-a2dc-4615-86d3-a918d03f210e service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0888376 Sep 23 23:31:42.840058 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-dd42947a-1d3a-4786-976d-934acea6af54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 1001 time: 0.0582354 Sep 23 23:31:42.888692 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885404-3381-470c-8923-f0b1753616e5 req-8b1395c2-95dd-4a75-9718-4abe0f56c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:42.890215 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-8b1395c2-95dd-4a75-9718-4abe0f56c54f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0439055 Sep 23 23:31:42.947951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885404-3381-470c-8923-f0b1753616e5 req-73a204d3-775d-489f-a956-5a3bd97ee653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:42.949500 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-73a204d3-775d-489f-a956-5a3bd97ee653 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507047 Sep 23 23:31:43.042387 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-32008888-49ae-44a3-9ae6-d912aea24a78 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840309 Sep 23 23:31:43.134060 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1b066a42-6a57-42c5-8d16-ddce9470551b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:43.140138 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-0f0050e1-0f04-47de-aa01-bb26a767c164 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901687 Sep 23 23:31:43.592230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 5e10e904-f5d3-4a4a-9351-108f48eb14af up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:31:43.680600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7371-a373-465e-bc2c-8ef2265ea77c req-d06c44b6-811d-4301-8ed0-61826d450a1e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:43.682127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31eb7371-a373-465e-bc2c-8ef2265ea77c req-d06c44b6-811d-4301-8ed0-61826d450a1e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0508058 Sep 23 23:31:43.720324 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31eb7371-a373-465e-bc2c-8ef2265ea77c req-d7b2b6e2-706e-41b8-8183-85fd12a1f2fe tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320859 Sep 23 23:31:43.731312 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 5e10e904-f5d3-4a4a-9351-108f48eb14af completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:31:43.735564 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 5e10e904-f5d3-4a4a-9351-108f48eb14af triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:31:43.735988 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:43.812887 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:43.838506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:31:43.840729 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9529c2f-b4f3-4550-bc13-beb12b94066c" -d '{"events": [{"server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "name": "network-vif-plugged", "status": "completed", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:31:43.853769 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:31:43.942239 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fb7784-50fb-495d-97e6-3597c2d78228 x-openstack-request-id: req-94fb7784-50fb-495d-97e6-3597c2d78228 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:31:43.942556 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "name": "network-vif-plugged", "status": "completed", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:31:43.942809 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94fb7784-50fb-495d-97e6-3597c2d78228 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:31:43.943235 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'code': 200} Sep 23 23:31:43.959569 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:44.007739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=5e10e904-f5d3-4a4a-9351-108f48eb14af,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:31:44.840970 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee17a4-6018-4e74-8d92-5232c6aef3d5 req-3b337702-9d7a-4eac-a828-011e4979f335 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:44.842776 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a0ee17a4-6018-4e74-8d92-5232c6aef3d5 req-3b337702-9d7a-4eac-a828-011e4979f335 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0514927 Sep 23 23:31:44.888673 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a0ee17a4-6018-4e74-8d92-5232c6aef3d5 req-9273dab3-0957-4fbd-8005-f4d78eadb262 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393724 Sep 23 23:31:45.617418 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-234f683d-d2a1-422e-8115-9b19fcfd2e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:46.019482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28526e68-648c-46b0-9f77-2057ee232726 req-c56ced9e-28ff-4bba-a7e9-328df681ef21 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:46.020784 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28526e68-648c-46b0-9f77-2057ee232726 req-c56ced9e-28ff-4bba-a7e9-328df681ef21 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0590918 Sep 23 23:31:46.064192 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-28526e68-648c-46b0-9f77-2057ee232726 req-db72e76b-e78d-4dda-bda8-d01ea56cecbf tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349729 Sep 23 23:31:46.137245 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:47.179471 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:47.186994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0caf1-c8b8-4612-9d38-f7a7a3e8566b req-5d6485ff-1ddf-4b2e-bed4-c07fd4c5016c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:47.188550 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-76c0caf1-c8b8-4612-9d38-f7a7a3e8566b req-5d6485ff-1ddf-4b2e-bed4-c07fd4c5016c tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0504241 Sep 23 23:31:47.229239 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-76c0caf1-c8b8-4612-9d38-f7a7a3e8566b req-d8a81d59-622d-4801-a8bb-da225b139d9d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338569 Sep 23 23:31:47.619464 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 5e10e904-f5d3-4a4a-9351-108f48eb14af no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:31:47.701213 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:47.724372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:31:47.726749 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f43094e-310a-465b-bafb-1c8746db8445" -d '{"events": [{"server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:31:47.740687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:31:47.776562 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f763e1f-53e7-4e32-bca5-cb350b94b691 x-openstack-request-id: req-0f763e1f-53e7-4e32-bca5-cb350b94b691 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:31:47.776855 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:31:47.777117 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f763e1f-53e7-4e32-bca5-cb350b94b691 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:31:47.777527 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'code': 200} Sep 23 23:31:47.825489 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:47.876837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=5e10e904-f5d3-4a4a-9351-108f48eb14af,revision_number=10']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:31:48.074721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885404-3381-470c-8923-f0b1753616e5 req-e3210e86-bc7e-4f3f-a1de-46844dc0feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:48.076247 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-e3210e86-bc7e-4f3f-a1de-46844dc0feb0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3&tenant_id=9ce290809b7c4689b8e9eb7f765c4d73 HTTP/1.1" status: 200 len: 1095 time: 0.0424716 Sep 23 23:31:48.093401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:31:48.149429 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:48.525426 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:48.577676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f462ee3-bddb-4fc2-b482-e35a0f6b558a req-991d5999-b5e3-4428-be10-61583618b9cf tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:48.579166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f462ee3-bddb-4fc2-b482-e35a0f6b558a req-991d5999-b5e3-4428-be10-61583618b9cf tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.1302080 Sep 23 23:31:48.653241 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f462ee3-bddb-4fc2-b482-e35a0f6b558a req-5ab53d80-295f-4d48-ad70-10c7b4e35cb7 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641055 Sep 23 23:31:48.710601 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:31:48.744881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:31:48.783868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e10e904-f5d3-4a4a-9351-108f48eb14af {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:31:48.791284 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:48.803172 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Transition to ACTIVE for port object 5e10e904-f5d3-4a4a-9351-108f48eb14af will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:31:48.851143 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:48.879958 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:48.955784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e10e904-f5d3-4a4a-9351-108f48eb14af,revision_number=11']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:31:49.002000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] No DVR routers for this DVR port 5e10e904-f5d3-4a4a-9351-108f48eb14af on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:31:49.140456 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Attempting to bind port 5e10e904-f5d3-4a4a-9351-108f48eb14af on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:31:49.140802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Attempting to bind port 5e10e904-f5d3-4a4a-9351-108f48eb14af by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:31:49.141160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Attempting to bind port 5e10e904-f5d3-4a4a-9351-108f48eb14af on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:31:49.145514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Port 5e10e904-f5d3-4a4a-9351-108f48eb14af on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:31:49.145835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Attempting to bind port 5e10e904-f5d3-4a4a-9351-108f48eb14af on network 2acbfcbc-207f-4f5e-a582-eabeaa31139a {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:31:49.150605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:31:49.150946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Checking segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:31:49.151329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Bound using segment: {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:31:49.151753 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Bound port: 5e10e904-f5d3-4a4a-9351-108f48eb14af, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a099b5e8-2bd4-4828-b1f1-814e77de3471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:31:49.152110 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:49.214419 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:31:49.217406 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:31:49.291446 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:49.327185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:49.327791 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:31:49.329254 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] 10.222.0.67 "PUT /v2.0/ports/5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 1092 time: 1.2398798 Sep 23 23:31:49.329690 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:31:49.331982 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9687d78d-dbe5-4431-b994-08a9ef194785" -d '{"events": [{"name": "network-changed", "server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:31:49.358850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb322c49-a1ce-4e89-a49a-52f0ffffdbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e10e904-f5d3-4a4a-9351-108f48eb14af,revision_number=12']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:31:49.396773 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40764441-0e4b-4912-8eba-002f7c2ab21c x-openstack-request-id: req-40764441-0e4b-4912-8eba-002f7c2ab21c {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:31:49.397074 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:31:49.397926 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40764441-0e4b-4912-8eba-002f7c2ab21c {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:31:49.397926 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'status': 'completed', 'code': 200} Sep 23 23:31:49.415218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885404-3381-470c-8923-f0b1753616e5 req-c3c87f7e-96e6-4820-a191-21e7ba26ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:49.416844 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-c3c87f7e-96e6-4820-a191-21e7ba26ce66 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 1095 time: 0.0505195 Sep 23 23:31:49.514710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-1e3be86c-126d-4672-8dbc-b29279bbd4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:49.516208 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-1e3be86c-126d-4672-8dbc-b29279bbd4c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 1095 time: 0.0985928 Sep 23 23:31:49.559711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885404-3381-470c-8923-f0b1753616e5 req-7564196b-497c-4b18-86cb-6f447dcbf3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:49.561312 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-7564196b-497c-4b18-86cb-6f447dcbf3ca service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.1360412 Sep 23 23:31:49.673325 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-13f83a02-adf3-426a-a06e-0e883a20df23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 1000 time: 0.1029904 Sep 23 23:31:49.678641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-45243a5b-d41d-4cee-a70e-be3711303538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:49.680061 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-45243a5b-d41d-4cee-a70e-be3711303538 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.1559532 Sep 23 23:31:49.798274 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885404-3381-470c-8923-f0b1753616e5 req-cc76a984-2984-4424-9be7-e2780571f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:49.799768 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-cc76a984-2984-4424-9be7-e2780571f3a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.1188462 Sep 23 23:31:49.808455 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-b128bbc3-725a-4dad-a028-c73e85ef3613 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 1000 time: 0.1016476 Sep 23 23:31:49.880692 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1edb9-fd52-47b7-b2b5-59c34e865790 req-953b8eb3-467f-49cd-a20f-1513fdbcb526 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:49.882187 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03b1edb9-fd52-47b7-b2b5-59c34e865790 req-953b8eb3-467f-49cd-a20f-1513fdbcb526 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.1349847 Sep 23 23:31:49.902469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-ef27862d-af40-4816-b4d4-c76eb6df7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:49.903861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-ef27862d-af40-4816-b4d4-c76eb6df7231 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0845296 Sep 23 23:31:49.912542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885404-3381-470c-8923-f0b1753616e5 req-7e89bcf6-57b8-4b06-b2ac-cd76206812f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:49.913959 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-7e89bcf6-57b8-4b06-b2ac-cd76206812f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046815 Sep 23 23:31:49.989862 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03b1edb9-fd52-47b7-b2b5-59c34e865790 req-29e0abc6-d8c8-401d-a493-9864355c73f1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010370 Sep 23 23:31:50.032707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-3af347b9-d31d-4631-aa1d-441a462fb427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:50.034249 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-3af347b9-d31d-4631-aa1d-441a462fb427 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194887 Sep 23 23:31:50.067120 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-9d43895a-62d4-4d7f-9e8a-603497db1ad6 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436255 Sep 23 23:31:50.193496 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-1b7dbbcf-a731-4553-8293-80743914cf16 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482770 Sep 23 23:31:50.218406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b885404-3381-470c-8923-f0b1753616e5 req-06a54630-4984-4aa1-848c-b9b602d249fa service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429832 Sep 23 23:31:50.325569 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-d0c77509-ba1e-49a4-8151-5393524a2099 service neutron] 10.222.0.43 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208961 Sep 23 23:31:50.340535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-1216b5ba-c2ed-48d4-9d39-e7ec642cb3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:50.342169 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-1216b5ba-c2ed-48d4-9d39-e7ec642cb3cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 1095 time: 0.0525744 Sep 23 23:31:50.442339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-b64dfc21-7188-4ee3-b3c1-63b451fcad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:50.443992 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-b64dfc21-7188-4ee3-b3c1-63b451fcad25 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 200 len: 913 time: 0.0939181 Sep 23 23:31:50.509880 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-32edf2b5-16bd-40dc-87ec-07f75e2253c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 200 len: 1000 time: 0.0590699 Sep 23 23:31:50.559913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-ad864a55-f1ac-4ec1-8a1c-f00eb4873182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:50.561457 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-ad864a55-f1ac-4ec1-8a1c-f00eb4873182 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 200 len: 851 time: 0.0452528 Sep 23 23:31:50.611710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-bace8337-e4a9-4b44-99ec-670af46047ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:50.613260 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-bace8337-e4a9-4b44-99ec-670af46047ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2acbfcbc-207f-4f5e-a582-eabeaa31139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442533 Sep 23 23:31:50.706279 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-a44251c2-a75d-4f53-b142-a203f53e866b service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857472 Sep 23 23:31:50.805243 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9687d78d-dbe5-4431-b994-08a9ef194785 req-d43df6de-a22f-4a9f-9a2c-f677945a85f3 service neutron] 10.222.0.67 "GET /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922906 Sep 23 23:31:51.111251 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b556b-e85e-4fde-9956-383359dda056 req-302e710b-d715-4147-84c7-699f88cb15b2 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:51.112844 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-982b556b-e85e-4fde-9956-383359dda056 req-302e710b-d715-4147-84c7-699f88cb15b2 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0505667 Sep 23 23:31:51.152759 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-982b556b-e85e-4fde-9956-383359dda056 req-7f1e7b14-9f38-41b4-940b-20e9180cfa7b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329611 Sep 23 23:31:52.275510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9bdeb-e0a0-4fe8-bc00-ee6df10a2b55 req-e2a04bb8-ce13-4d59-9831-fe89cee6395d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:52.277166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d4e9bdeb-e0a0-4fe8-bc00-ee6df10a2b55 req-e2a04bb8-ce13-4d59-9831-fe89cee6395d tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0515363 Sep 23 23:31:52.315481 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d4e9bdeb-e0a0-4fe8-bc00-ee6df10a2b55 req-6a43083a-92bd-4db6-a6fc-adb6a3afa616 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317976 Sep 23 23:31:53.438531 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a6d2b-05d0-4a25-ac96-cb9c300f639e req-8b7d124b-6c4f-477f-9159-d8eb2173ad44 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:53.440076 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-026a6d2b-05d0-4a25-ac96-cb9c300f639e req-8b7d124b-6c4f-477f-9159-d8eb2173ad44 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0507796 Sep 23 23:31:53.481262 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-026a6d2b-05d0-4a25-ac96-cb9c300f639e req-b18a7279-d848-418c-9c46-51c7356991f1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350428 Sep 23 23:31:54.597923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee290fe2-0cfa-468e-a3a1-e09ced03bdfc req-fd521303-485e-4dcf-ade6-86903f639cea tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:54.600470 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ee290fe2-0cfa-468e-a3a1-e09ced03bdfc req-fd521303-485e-4dcf-ade6-86903f639cea tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0502093 Sep 23 23:31:54.642178 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ee290fe2-0cfa-468e-a3a1-e09ced03bdfc req-7f599b6b-6914-4ce5-a7d2-0458f0fe26b9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357132 Sep 23 23:31:55.763877 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f7ee6-0123-482d-81c1-ba29466f1203 req-8603f8e1-bf7b-4814-94ef-9fc34b0b1b72 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:55.765377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c13f7ee6-0123-482d-81c1-ba29466f1203 req-8603f8e1-bf7b-4814-94ef-9fc34b0b1b72 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0534840 Sep 23 23:31:55.804393 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c13f7ee6-0123-482d-81c1-ba29466f1203 req-cdefbdc6-0e41-4754-a595-24760facbbde tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322535 Sep 23 23:31:56.919928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f290e-75f6-43c6-8ed0-952fd4aeb681 req-1826cf23-a9fa-447f-9845-c9c1f348fbef tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:56.921424 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ef0f290e-75f6-43c6-8ed0-952fd4aeb681 req-1826cf23-a9fa-447f-9845-c9c1f348fbef tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0493159 Sep 23 23:31:56.959627 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ef0f290e-75f6-43c6-8ed0-952fd4aeb681 req-96963da8-396a-4cc0-aaec-c7e6f002865f tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315421 Sep 23 23:31:58.074630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae671244-dc2e-4449-b1a5-e0893872b89e req-72c39600-8518-43cc-88f2-1da1eb028cc5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:58.076135 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae671244-dc2e-4449-b1a5-e0893872b89e req-72c39600-8518-43cc-88f2-1da1eb028cc5 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0500975 Sep 23 23:31:58.114125 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ae671244-dc2e-4449-b1a5-e0893872b89e req-57090ff3-92df-490b-8d6e-adee7521681e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319057 Sep 23 23:31:59.231464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6d414-dad7-41b8-a9ab-8fd3ef169608 req-f25cc847-39b4-4d17-bb5a-04d9ae92d802 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:31:59.232952 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-efb6d414-dad7-41b8-a9ab-8fd3ef169608 req-f25cc847-39b4-4d17-bb5a-04d9ae92d802 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0502808 Sep 23 23:31:59.270814 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-efb6d414-dad7-41b8-a9ab-8fd3ef169608 req-1dc59bb3-56a1-45bf-82de-fff482f088cf tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312967 Sep 23 23:32:00.392098 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e622ae1-4d5f-44fb-8a6a-2507e3f7c1b5 req-7f6f656b-4c52-4466-9470-a73c2ae9ef81 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:00.393636 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e622ae1-4d5f-44fb-8a6a-2507e3f7c1b5 req-7f6f656b-4c52-4466-9470-a73c2ae9ef81 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0507820 Sep 23 23:32:00.433062 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4e622ae1-4d5f-44fb-8a6a-2507e3f7c1b5 req-d74c12dd-3246-42b3-a541-50bb2c5a90aa tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323250 Sep 23 23:32:01.551748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a893f-41a5-4073-b4e9-db54d93e8706 req-8cbd2d41-feec-400b-bf4e-d08da02f377e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:01.553426 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-567a893f-41a5-4073-b4e9-db54d93e8706 req-8cbd2d41-feec-400b-bf4e-d08da02f377e tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0514977 Sep 23 23:32:01.594889 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-567a893f-41a5-4073-b4e9-db54d93e8706 req-db3d389a-98bf-458a-b2bd-6a97bfbe6dd4 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355642 Sep 23 23:32:02.722108 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95b271-1e39-4e42-b4ff-87af6f780ce8 req-851efc6e-a39c-4bd5-8795-9f3e0e16dab9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:02.724336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d95b271-1e39-4e42-b4ff-87af6f780ce8 req-851efc6e-a39c-4bd5-8795-9f3e0e16dab9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 944 time: 0.0580444 Sep 23 23:32:02.767578 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4d95b271-1e39-4e42-b4ff-87af6f780ce8 req-d3e098b4-6997-42ce-8de2-aca324bacbec tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365093 Sep 23 23:32:03.232438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5e10e904-f5d3-4a4a-9351-108f48eb14af details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:32:03.341296 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:32:03.354221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'port_id': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'mac_address': 'fa:16:3e:cc:97:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:32:03.392709 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:03.406871 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e10e904-f5d3-4a4a-9351-108f48eb14af {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:32:03.429122 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:32:03.542855 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:03.594628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=5e10e904-f5d3-4a4a-9351-108f48eb14af,revision_number=13']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:03.888520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f272da3-17d8-4a10-9c21-090f04b50a2e req-ec9601a0-2448-4a40-9a5e-888deacdfa87 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:03.890077 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f272da3-17d8-4a10-9c21-090f04b50a2e req-ec9601a0-2448-4a40-9a5e-888deacdfa87 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0513592 Sep 23 23:32:03.930546 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f272da3-17d8-4a10-9c21-090f04b50a2e req-7cd6f45c-94fd-435e-bc02-53639aff37ed tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340545 Sep 23 23:32:03.993453 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['5e10e904-f5d3-4a4a-9351-108f48eb14af'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:32:04.052902 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5f5ca-f9db-41e9-84ac-a99bcd79fd34 req-a36d3ef4-08ae-435a-9625-e74748b9f196 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:04.054596 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9e5f5ca-f9db-41e9-84ac-a99bcd79fd34 req-a36d3ef4-08ae-435a-9625-e74748b9f196 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0570562 Sep 23 23:32:04.093729 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9e5f5ca-f9db-41e9-84ac-a99bcd79fd34 req-44220314-70da-4938-8422-ebf94c0613c8 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332038 Sep 23 23:32:04.209192 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da6357-e835-4eb3-a40a-2f461e13f057 req-cecc6bd1-2e85-4ac7-8242-8e57ddd3d737 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:04.210725 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-97da6357-e835-4eb3-a40a-2f461e13f057 req-cecc6bd1-2e85-4ac7-8242-8e57ddd3d737 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0490663 Sep 23 23:32:04.250474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-97da6357-e835-4eb3-a40a-2f461e13f057 req-c93619eb-ceb8-4d01-926d-58c98d5b95f9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326853 Sep 23 23:32:04.696475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5c3eb-edfe-4423-b6f8-549c951c7d42 req-44875c0f-4e69-4760-b84c-ae64674a4db9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:04.698086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0ea5c3eb-edfe-4423-b6f8-549c951c7d42 req-44875c0f-4e69-4760-b84c-ae64674a4db9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 945 time: 0.0498698 Sep 23 23:32:04.745631 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0ea5c3eb-edfe-4423-b6f8-549c951c7d42 req-de9f8978-2e1b-4c34-a0b7-8fdc6968c574 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413086 Sep 23 23:32:05.242290 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5e10e904-f5d3-4a4a-9351-108f48eb14af up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:32:05.402521 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 5e10e904-f5d3-4a4a-9351-108f48eb14af completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:32:05.406911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 5e10e904-f5d3-4a4a-9351-108f48eb14af triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:32:05.407286 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:05.489839 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:05.514326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:32:05.516498 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ede8ffa-35a6-41aa-8d23-cdbcfef870ce" -d '{"events": [{"server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "name": "network-vif-plugged", "status": "completed", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:32:05.530854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:32:05.555758 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a749c46-5993-4b37-b022-998b78e7623e x-openstack-request-id: req-0a749c46-5993-4b37-b022-998b78e7623e {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:32:05.556050 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "name": "network-vif-plugged", "status": "completed", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:32:05.556304 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a749c46-5993-4b37-b022-998b78e7623e {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:32:05.556708 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'code': 200} Sep 23 23:32:05.591418 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:05.643604 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=5e10e904-f5d3-4a4a-9351-108f48eb14af,revision_number=14']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:05.869221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4b620-f575-4b19-8f0f-f1e5722bf3fe req-3f2a6581-a4ce-4587-826e-05480e8bcbfc tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:05.870832 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bfe4b620-f575-4b19-8f0f-f1e5722bf3fe req-3f2a6581-a4ce-4587-826e-05480e8bcbfc tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 946 time: 0.0536742 Sep 23 23:32:05.910247 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bfe4b620-f575-4b19-8f0f-f1e5722bf3fe req-b80551c3-5ad0-40c3-b5ca-e20509425e50 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334849 Sep 23 23:32:06.546103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08123748-b863-4962-9af7-c9acbe4714dc req-83a1c55b-35ac-44d5-adb3-05436d143ae9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:06.547483 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08123748-b863-4962-9af7-c9acbe4714dc req-83a1c55b-35ac-44d5-adb3-05436d143ae9 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.67 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 946 time: 0.0483506 Sep 23 23:32:06.641695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-08123748-b863-4962-9af7-c9acbe4714dc req-263cb8f6-f317-4a73-b931-aa3193b8d623 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Deleting port 5e10e904-f5d3-4a4a-9351-108f48eb14af {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:32:06.642060 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08123748-b863-4962-9af7-c9acbe4714dc req-263cb8f6-f317-4a73-b931-aa3193b8d623 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:06.731794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-08123748-b863-4962-9af7-c9acbe4714dc req-263cb8f6-f317-4a73-b931-aa3193b8d623 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] For port 5e10e904-f5d3-4a4a-9351-108f48eb14af, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5e10e904-f5d3-4a4a-9351-108f48eb14af,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:32:06.732166 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08123748-b863-4962-9af7-c9acbe4714dc req-263cb8f6-f317-4a73-b931-aa3193b8d623 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:06.907158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08123748-b863-4962-9af7-c9acbe4714dc req-263cb8f6-f317-4a73-b931-aa3193b8d623 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:06.907855 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08123748-b863-4962-9af7-c9acbe4714dc req-263cb8f6-f317-4a73-b931-aa3193b8d623 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:06.907855 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [req-08123748-b863-4962-9af7-c9acbe4714dc req-263cb8f6-f317-4a73-b931-aa3193b8d623 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e disassociated. External IP: 172.25.1.216, port: 5e10e904-f5d3-4a4a-9351-108f48eb14af. Sep 23 23:32:06.908156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-08123748-b863-4962-9af7-c9acbe4714dc req-263cb8f6-f317-4a73-b931-aa3193b8d623 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Calling delete_port for 5e10e904-f5d3-4a4a-9351-108f48eb14af owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:32:07.032596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fab27-96a3-4d2f-89bf-52724850962b req-517f0523-27f3-4ffd-aa90-aa5911007c3b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:07.034286 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da7fab27-96a3-4d2f-89bf-52724850962b req-517f0523-27f3-4ffd-aa90-aa5911007c3b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 946 time: 0.0530646 Sep 23 23:32:07.075224 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da7fab27-96a3-4d2f-89bf-52724850962b req-5f6603b7-8060-4bae-96fe-2d34bea31619 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups?id=f6c44dd3-2a55-4c77-b86b-a2f849001868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339234 Sep 23 23:32:07.133719 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08123748-b863-4962-9af7-c9acbe4714dc req-263cb8f6-f317-4a73-b931-aa3193b8d623 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:07.164068 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cb8f6-f317-4a73-b931-aa3193b8d623 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Pushing event deleted for resources: {'Port': ['ID=5e10e904-f5d3-4a4a-9351-108f48eb14af,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:07.297912 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08123748-b863-4962-9af7-c9acbe4714dc req-263cb8f6-f317-4a73-b931-aa3193b8d623 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Router 53073b59-1051-4c12-8061-8acf8660a8d9 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:32:07.377413 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:07.419465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08123748-b863-4962-9af7-c9acbe4714dc req-263cb8f6-f317-4a73-b931-aa3193b8d623 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:32:07.429458 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a1e8c-fe7e-4455-a5e9-6a11763bf68e None None] Sync routers for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:32:07.439682 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a1e8c-fe7e-4455-a5e9-6a11763bf68e None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:32:07.440350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-550a1e8c-fe7e-4455-a5e9-6a11763bf68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:31:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:32:07.461802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-08123748-b863-4962-9af7-c9acbe4714dc req-263cb8f6-f317-4a73-b931-aa3193b8d623 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] No DVR routers for this DVR port 5e10e904-f5d3-4a4a-9351-108f48eb14af on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:32:07.464751 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08123748-b863-4962-9af7-c9acbe4714dc req-263cb8f6-f317-4a73-b931-aa3193b8d623 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:07.467043 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08123748-b863-4962-9af7-c9acbe4714dc req-263cb8f6-f317-4a73-b931-aa3193b8d623 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.67 "DELETE /v2.0/ports/5e10e904-f5d3-4a4a-9351-108f48eb14af HTTP/1.1" status: 204 len: 173 time: 0.9132452 Sep 23 23:32:07.467496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'name': 'network-vif-deleted', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:32:07.469815 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b183fa5-7532-4033-8b29-d544743345fb" -d '{"events": [{"server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "name": "network-vif-deleted", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:32:07.514685 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205bb790-f3b0-41fa-82e5-3afcf7846d96 x-openstack-request-id: req-205bb790-f3b0-41fa-82e5-3afcf7846d96 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:32:07.515110 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e326d59f-3497-4227-8de8-6fc892ef4aa3", "name": "network-vif-deleted", "tag": "5e10e904-f5d3-4a4a-9351-108f48eb14af", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:32:07.515304 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-205bb790-f3b0-41fa-82e5-3afcf7846d96 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:32:07.515727 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e326d59f-3497-4227-8de8-6fc892ef4aa3', 'name': 'network-vif-deleted', 'tag': '5e10e904-f5d3-4a4a-9351-108f48eb14af', 'status': 'completed', 'code': 200} Sep 23 23:32:07.553698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-550a1e8c-fe7e-4455-a5e9-6a11763bf68e None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:32:07.928308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-550a1e8c-fe7e-4455-a5e9-6a11763bf68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:32:07.954995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a1e8c-fe7e-4455-a5e9-6a11763bf68e None None] Checking router: 53073b59-1051-4c12-8061-8acf8660a8d9 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:32:07.963741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a1e8c-fe7e-4455-a5e9-6a11763bf68e None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:32:07.964354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-550a1e8c-fe7e-4455-a5e9-6a11763bf68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:31:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:32:08.074821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-550a1e8c-fe7e-4455-a5e9-6a11763bf68e None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:32:08.181293 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c8571b63-05a6-49e5-ba3b-843b3b0eb68e req-92974cba-bb65-45f9-b748-5a3dc9b6f014 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 210 time: 0.0321944 Sep 23 23:32:08.288837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-550a1e8c-fe7e-4455-a5e9-6a11763bf68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:32:08.324133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a1e8c-fe7e-4455-a5e9-6a11763bf68e None None] The sync data for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 is: [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:56Z', 'revision_number': 4, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014', 'name': '', 'network_id': '2acbfcbc-207f-4f5e-a582-eabeaa31139a', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'mac_address': 'fa:16:3e:2f:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:55Z', 'updated_at': '2021-09-23T23:19:59Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'subnets': [{'id': '3c07f54c-a7f4-486c-a2fd-42c0a90575f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:32:08.700532 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b6030e-8585-40e9-8657-4a32c42ac51b None None] New status for floating IP 6b7fe4bc-7aba-479d-9cce-37677a33d17e: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:32:09.232489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5e10e904-f5d3-4a4a-9351-108f48eb14af no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:32:09.254419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 5e10e904-f5d3-4a4a-9351-108f48eb14af {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:32:09.254853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5e10e904-f5d3-4a4a-9351-108f48eb14af not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:32:09.294779 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd82896f-f4cd-49c4-af08-cea652688d29 req-1461e22b-2a7b-413f-be5e-f1500c200af7 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 210 time: 0.0372808 Sep 23 23:32:10.404710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-737df970-675c-49c3-9fe2-6aa9fd5b584e req-aaf093aa-ea3c-4fc1-9a71-745b42ed90a1 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 210 time: 0.0286679 Sep 23 23:32:11.517484 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d9538939-317f-4136-9bb5-402eb45ecbbb req-d4f8d95e-3a84-4e4c-8b29-f9ce9c03785b tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/ports?device_id=e326d59f-3497-4227-8de8-6fc892ef4aa3 HTTP/1.1" status: 200 len: 210 time: 0.0289874 Sep 23 23:32:13.182652 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3415d1dd-1ce8-4778-a783-c7c8c9a75147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:14.877492 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:32:15.633924 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c858f320-034c-4546-a787-2fc5a90045a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:16.156765 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:16.643530 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44944) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:32:16.703052 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-56848983-b192-4c01-8bc1-0105be1dccfb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:16.729143 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-56848983-b192-4c01-8bc1-0105be1dccfb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:16.842009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-56848983-b192-4c01-8bc1-0105be1dccfb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:16.844712 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-56848983-b192-4c01-8bc1-0105be1dccfb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:16.845971 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-56848983-b192-4c01-8bc1-0105be1dccfb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "DELETE /v2.0/security-groups/f6c44dd3-2a55-4c77-b86b-a2f849001868 HTTP/1.1" status: 204 len: 168 time: 0.2013977 Sep 23 23:32:16.851472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44946) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:32:16.856154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56848983-b192-4c01-8bc1-0105be1dccfb tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c44dd3-2a55-4c77-b86b-a2f849001868,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:16.868290 n-d-810775-1 neutron-server[95490]: INFO neutron.api.v2.resource [None req-56431631-6866-4e0e-b324-5f8f268b7747 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] show failed (client error): The resource could not be found. Sep 23 23:32:16.869403 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-56431631-6866-4e0e-b324-5f8f268b7747 tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "GET /v2.0/security-groups/f6c44dd3-2a55-4c77-b86b-a2f849001868 HTTP/1.1" status: 404 len: 347 time: 0.0184584 Sep 23 23:32:16.873026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44950) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:32:17.011251 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Deleting port 5cb41271-df3f-4647-b874-3fef4aa52548 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:32:17.011502 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:17.092721 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:17.093047 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:17.106347 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Calling delete_port for 5cb41271-df3f-4647-b874-3fef4aa52548 owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:32:17.184912 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:17.385809 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:17.417379 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Pushing event deleted for resources: {'Port': ['ID=5cb41271-df3f-4647-b874-3fef4aa52548,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:17.430026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:17.430350 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:17.430696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:17.431035 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:17.431363 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:17.431691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:17.432017 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:17.432336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:17.432657 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:17.432977 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:17.433321 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:17.433641 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:17.493445 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:17.496284 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:17.497590 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a279032b-b53e-4c64-be20-20cf423d21ae tempest-ServerActionsTestJSON-1517407920 tempest-ServerActionsTestJSON-1517407920-project] 10.222.0.22 "DELETE /v2.0/floatingips/6b7fe4bc-7aba-479d-9cce-37677a33d17e HTTP/1.1" status: 204 len: 168 time: 0.6235919 Sep 23 23:32:17.500541 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44952) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:32:18.027768 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd60ded0-549b-4867-bc3e-95c09d9e4fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:18.294807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-fd60ded0-549b-4867-bc3e-95c09d9e4fdd admin admin] Deleting port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:32:18.295113 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd60ded0-549b-4867-bc3e-95c09d9e4fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:18.386596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-fd60ded0-549b-4867-bc3e-95c09d9e4fdd admin admin] For port 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:32:18.387234 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd60ded0-549b-4867-bc3e-95c09d9e4fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:18.403500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-fd60ded0-549b-4867-bc3e-95c09d9e4fdd admin admin] Calling delete_port for 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:32:18.525162 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:18.670998 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd60ded0-549b-4867-bc3e-95c09d9e4fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:18.702428 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60ded0-549b-4867-bc3e-95c09d9e4fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:18.842573 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:18.895632 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd60ded0-549b-4867-bc3e-95c09d9e4fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:19.135124 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd60ded0-549b-4867-bc3e-95c09d9e4fdd admin admin] Router 53073b59-1051-4c12-8061-8acf8660a8d9 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:32:19.258306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd60ded0-549b-4867-bc3e-95c09d9e4fdd admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:32:19.263917 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fd60ded0-549b-4867-bc3e-95c09d9e4fdd admin admin] 10.222.0.22 "PUT /v2.0/routers/53073b59-1051-4c12-8061-8acf8660a8d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7622771 Sep 23 23:32:19.266480 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44956) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:32:19.271815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060a44e-e85d-4a3e-844f-eac2a6b93df0 None None] Sync routers for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:32:19.282203 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060a44e-e85d-4a3e-844f-eac2a6b93df0 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:32:19.282852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d060a44e-e85d-4a3e-844f-eac2a6b93df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:32:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:32:19.464010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d060a44e-e85d-4a3e-844f-eac2a6b93df0 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:32:19.696840 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:19.715757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d060a44e-e85d-4a3e-844f-eac2a6b93df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:32:18Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:32:19.751177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060a44e-e85d-4a3e-844f-eac2a6b93df0 None None] Checking router: 53073b59-1051-4c12-8061-8acf8660a8d9 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:32:19.763331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060a44e-e85d-4a3e-844f-eac2a6b93df0 None None] Routers {'53073b59-1051-4c12-8061-8acf8660a8d9'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:32:19.763977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d060a44e-e85d-4a3e-844f-eac2a6b93df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:32:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['53073b59-1051-4c12-8061-8acf8660a8d9'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:32:19.812079 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:19.889359 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d060a44e-e85d-4a3e-844f-eac2a6b93df0 None None] Set router 53073b59-1051-4c12-8061-8acf8660a8d9 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:32:19.963709 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] Deleting port 5737e77a-3cf0-4331-ad8c-e5d9657823f8 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:32:19.964066 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:20.059841 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] For port 5737e77a-3cf0-4331-ad8c-e5d9657823f8, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5737e77a-3cf0-4331-ad8c-e5d9657823f8,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:32:20.060109 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:20.073986 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] Calling delete_port for 5737e77a-3cf0-4331-ad8c-e5d9657823f8 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:32:20.116007 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d060a44e-e85d-4a3e-844f-eac2a6b93df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:32:18Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:32:20.142675 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060a44e-e85d-4a3e-844f-eac2a6b93df0 None None] The sync data for ids ['53073b59-1051-4c12-8061-8acf8660a8d9'] in n-d-810775-1 is: [{'id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'name': 'tempest-ServerActionsTestJSON-2096803731-router', 'tenant_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:32:18Z', 'revision_number': 5, 'project_id': '9ce290809b7c4689b8e9eb7f765c4d73', 'gw_port': {'id': '5737e77a-3cf0-4331-ad8c-e5d9657823f8', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53073b59-1051-4c12-8061-8acf8660a8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:19:53Z', 'updated_at': '2021-09-23T23:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:32:20.356655 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:20.382476 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5737e77a-3cf0-4331-ad8c-e5d9657823f8,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:20.451528 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:20.606263 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:20.610137 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:20.651334 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:32:20.692614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:32:20.693528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 9a904bf1-8bb7-4c86-8c5e-0e8feb2dd014 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:32:20.773904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:20.774892 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53073b59-1051-4c12-8061-8acf8660a8d9 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:32:20.783201 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:20.785208 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-54b03354-d8d6-45d7-a170-aff0f81f20a4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/53073b59-1051-4c12-8061-8acf8660a8d9 HTTP/1.1" status: 204 len: 168 time: 1.5175283 Sep 23 23:32:20.788161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44958) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:32:20.844463 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61c7dbe-e554-4092-b266-e09034d70069 admin admin] Deleting subnet 3c07f54c-a7f4-486c-a2fd-42c0a90575f3 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:32:20.848605 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e61c7dbe-e554-4092-b266-e09034d70069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:20.890457 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e61c7dbe-e554-4092-b266-e09034d70069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:21.013632 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e61c7dbe-e554-4092-b266-e09034d70069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:21.145564 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e61c7dbe-e554-4092-b266-e09034d70069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:21.178022 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c7dbe-e554-4092-b266-e09034d70069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c07f54c-a7f4-486c-a2fd-42c0a90575f3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:21.180092 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e61c7dbe-e554-4092-b266-e09034d70069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:21.182194 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e61c7dbe-e554-4092-b266-e09034d70069 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3c07f54c-a7f4-486c-a2fd-42c0a90575f3 HTTP/1.1" status: 204 len: 168 time: 0.3930230 Sep 23 23:32:21.186720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da9e0c9-adc5-4808-8719-a5bc5227de5a None None] Network 2acbfcbc-207f-4f5e-a582-eabeaa31139a requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:32:21.187498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44960) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:32:21.293806 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:21.382428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2302ca5-eb10-4625-933f-8df0ebfa23c4 None None] DHCP port deletion for 2acbfcbc-207f-4f5e-a582-eabeaa31139a request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:32:21.387057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] Deleting port 851330f2-d0fc-455c-8c83-80e02c8ce6c6 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:32:21.387454 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:21.442722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a2302ca5-eb10-4625-933f-8df0ebfa23c4 None None] Deleting port 851330f2-d0fc-455c-8c83-80e02c8ce6c6 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:32:21.443025 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a2302ca5-eb10-4625-933f-8df0ebfa23c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:21.502829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] For port 851330f2-d0fc-455c-8c83-80e02c8ce6c6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=851330f2-d0fc-455c-8c83-80e02c8ce6c6,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:32:21.503634 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:21.513518 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a2302ca5-eb10-4625-933f-8df0ebfa23c4 None None] For port 851330f2-d0fc-455c-8c83-80e02c8ce6c6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=851330f2-d0fc-455c-8c83-80e02c8ce6c6,segment=NetworkSegment(a099b5e8-2bd4-4828-b1f1-814e77de3471),segment_id=a099b5e8-2bd4-4828-b1f1-814e77de3471)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:32:21.513929 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a2302ca5-eb10-4625-933f-8df0ebfa23c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:21.529436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a2302ca5-eb10-4625-933f-8df0ebfa23c4 None None] Calling delete_port for 851330f2-d0fc-455c-8c83-80e02c8ce6c6 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:32:21.534091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] Calling delete_port for 851330f2-d0fc-455c-8c83-80e02c8ce6c6 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:32:21.740694 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a2302ca5-eb10-4625-933f-8df0ebfa23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:21.748432 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:21.785440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2302ca5-eb10-4625-933f-8df0ebfa23c4 None None] Pushing event deleted for resources: {'Port': ['ID=851330f2-d0fc-455c-8c83-80e02c8ce6c6,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:21.791297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2302ca5-eb10-4625-933f-8df0ebfa23c4 None None] No DVR routers for this DVR port 851330f2-d0fc-455c-8c83-80e02c8ce6c6 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:32:21.796031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] Pushing event deleted for resources: {'Port': ['ID=851330f2-d0fc-455c-8c83-80e02c8ce6c6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:21.798495 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] No DVR routers for this DVR port 851330f2-d0fc-455c-8c83-80e02c8ce6c6 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:32:21.886711 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:21.911726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acbfcbc-207f-4f5e-a582-eabeaa31139a']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:32:21.922268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a099b5e8-2bd4-4828-b1f1-814e77de3471') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:32:21.922584 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a099b5e8-2bd4-4828-b1f1-814e77de3471') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:32:21.934293 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:21.949225 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:21.955597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:32:21.955987 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: self.session.flush() Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:32:21.960498 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:32:22.091592 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:22.097540 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:22.099565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] 10.222.0.22 "DELETE /v2.0/networks/2acbfcbc-207f-4f5e-a582-eabeaa31139a HTTP/1.1" status: 204 len: 168 time: 0.9104898 Sep 23 23:32:22.115918 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a77318-a2f4-4ea8-8e73-a7dca28e872d admin admin] Pushing event deleted for resources: {'Network': ['ID=2acbfcbc-207f-4f5e-a582-eabeaa31139a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:22.362704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5737e77a-3cf0-4331-ad8c-e5d9657823f8 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:32:22.384693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 5737e77a-3cf0-4331-ad8c-e5d9657823f8 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:32:22.384693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5737e77a-3cf0-4331-ad8c-e5d9657823f8 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:32:22.388112 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 851330f2-d0fc-455c-8c83-80e02c8ce6c6 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:32:22.406304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 851330f2-d0fc-455c-8c83-80e02c8ce6c6 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:32:22.408040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 851330f2-d0fc-455c-8c83-80e02c8ce6c6 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:32:22.523181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44964) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:32:22.573127 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-09c195da-c82e-4cc4-adbd-5c8f9bc884d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ce290809b7c4689b8e9eb7f765c4d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486622 Sep 23 23:32:22.575608 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 44966) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:32:22.650409 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15baf414-f0fc-4a7a-9a68-dd7c5c55193f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:22.673338 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15baf414-f0fc-4a7a-9a68-dd7c5c55193f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:22.834401 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15baf414-f0fc-4a7a-9a68-dd7c5c55193f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:22.837756 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-15baf414-f0fc-4a7a-9a68-dd7c5c55193f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:22.839047 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-15baf414-f0fc-4a7a-9a68-dd7c5c55193f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3266fcbe-6244-498c-973c-71b4f362d8f3 HTTP/1.1" status: 204 len: 168 time: 0.2624755 Sep 23 23:32:22.850959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15baf414-f0fc-4a7a-9a68-dd7c5c55193f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3266fcbe-6244-498c-973c-71b4f362d8f3,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:24.007915 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44988) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:32:24.110566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-505241223-network', 'tenant_id': 'd857b0ee13524d6097d7792ecf9dc03b'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:32:24.205193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] Made reservation on behalf of d857b0ee13524d6097d7792ecf9dc03b for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:32:24.208178 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:24.221969 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:24.600397 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:24.679799 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:24.705520 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:32:24.716128 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293cdd69-9d12-4a71-9c9b-6fa81b303785,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:24.721186 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:24.721542 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] Added segment 6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d of type vlan for network 6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 Sep 23 23:32:24.766507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:24.883136 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:24.884344 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:24.889400 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:24.947015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] Pushing event updated for resources: {'Network': ['ID=6f2532a9-d2d1-4b88-b745-cacfa4ea6f58,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:24.957223 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:32:25.048339 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b57f90d6-743d-42a2-900a-6e03094758a4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0392723 Sep 23 23:32:25.054208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 44992) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:32:25.059082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8c6504d6-4539-4cae-8ee7-6f9a6d1938a3 admin admin] Request body: {'subnet': {'network_id': '6f2532a9-d2d1-4b88-b745-cacfa4ea6f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-505241223-subnet', 'tenant_id': 'd857b0ee13524d6097d7792ecf9dc03b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:32:25.190585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6504d6-4539-4cae-8ee7-6f9a6d1938a3 admin admin] Made reservation on behalf of d857b0ee13524d6097d7792ecf9dc03b for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:32:25.192914 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8c6504d6-4539-4cae-8ee7-6f9a6d1938a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:25.451402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8c6504d6-4539-4cae-8ee7-6f9a6d1938a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:25.510912 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6504d6-4539-4cae-8ee7-6f9a6d1938a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a629c1-bcea-4c0f-a35a-1f552b00818b,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:25.519468 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6504d6-4539-4cae-8ee7-6f9a6d1938a3 admin admin] Checking segment: {'id': '6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6f2532a9-d2d1-4b88-b745-cacfa4ea6f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:32:25.519842 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6504d6-4539-4cae-8ee7-6f9a6d1938a3 admin admin] Network hostable DHCP agents. Network: 6f2532a9-d2d1-4b88-b745-cacfa4ea6f58, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:32:25.607466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6504d6-4539-4cae-8ee7-6f9a6d1938a3 admin admin] Network 6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:32:25.679400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-8c6504d6-4539-4cae-8ee7-6f9a6d1938a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 6f2532a9-d2d1-4b88-b745-cacfa4ea6f58) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:32:25.683489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6504d6-4539-4cae-8ee7-6f9a6d1938a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:25.684132 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8c6504d6-4539-4cae-8ee7-6f9a6d1938a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:25.689515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e34d92d-fc04-40d3-9847-d3b5884d958e None None] Network 6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:32:25.796717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8c6504d6-4539-4cae-8ee7-6f9a6d1938a3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7413814 Sep 23 23:32:25.822507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd313d-5fc8-4d91-97cf-2f038ea3d689 None None] Network 6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:32:26.299787 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29fb24-5d59-441d-a613-96c9857b327b req-01900994-0a91-4b2c-9d5b-38b0a9cf8b20 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:26.301043 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f29fb24-5d59-441d-a613-96c9857b327b req-01900994-0a91-4b2c-9d5b-38b0a9cf8b20 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/networks?id=6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 HTTP/1.1" status: 200 len: 813 time: 0.1172218 Sep 23 23:32:26.317707 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f29fb24-5d59-441d-a613-96c9857b327b req-6ee6b46e-3b45-4dfa-80a7-37734413f097 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/quotas/d857b0ee13524d6097d7792ecf9dc03b HTTP/1.1" status: 200 len: 375 time: 0.0099642 Sep 23 23:32:26.351379 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f29fb24-5d59-441d-a613-96c9857b327b req-5de12c4b-1fc6-44d2-aff6-5f2aa404bcbc tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d857b0ee13524d6097d7792ecf9dc03b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275865 Sep 23 23:32:26.453364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f29fb24-5d59-441d-a613-96c9857b327b req-04f51a7b-8097-4057-993e-ae8c139e51ce service neutron] 10.222.0.22 "GET /v2.0/networks/6f2532a9-d2d1-4b88-b745-cacfa4ea6f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942688 Sep 23 23:32:26.553581 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f29fb24-5d59-441d-a613-96c9857b327b req-c4d09d1d-7fc5-4b36-867f-f298b2fd13b0 service neutron] 10.222.0.22 "GET /v2.0/networks/6f2532a9-d2d1-4b88-b745-cacfa4ea6f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929317 Sep 23 23:32:26.791397 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-da130c4b-1d8d-4625-a6bb-0710429b40ff req-452edd84-55bd-47ce-8659-14318fd3233c tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 210 time: 0.0290093 Sep 23 23:32:27.872164 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7531386f-13d6-4261-b899-81d188be2928 req-03589453-0e83-4a7c-9eaf-1067c2d6332a tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 210 time: 0.0285125 Sep 23 23:32:28.969245 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5be0d960-c21c-479a-9383-8a3c6290ed21 req-f3f62004-40ee-4a91-9b47-86d4e1e2f43f tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 210 time: 0.0272236 Sep 23 23:32:29.518263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29fb24-5d59-441d-a613-96c9857b327b req-7c6e60a8-ecdd-4dd7-9f37-1b4e0fca7d13 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:29.519762 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f29fb24-5d59-441d-a613-96c9857b327b req-7c6e60a8-ecdd-4dd7-9f37-1b4e0fca7d13 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.67 "GET /v2.0/networks?id=6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 HTTP/1.1" status: 200 len: 813 time: 0.1101356 Sep 23 23:32:29.540137 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-0f29fb24-5d59-441d-a613-96c9857b327b req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Request body: {'port': {'device_id': '96653b96-6621-40e3-8eb4-051347776094', 'network_id': '6f2532a9-d2d1-4b88-b745-cacfa4ea6f58', 'admin_state_up': True, 'tenant_id': 'd857b0ee13524d6097d7792ecf9dc03b'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:32:29.767455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f29fb24-5d59-441d-a613-96c9857b327b req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Made reservation on behalf of d857b0ee13524d6097d7792ecf9dc03b for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:32:29.771489 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0f29fb24-5d59-441d-a613-96c9857b327b req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:29.900683 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-0f29fb24-5d59-441d-a613-96c9857b327b req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Allocated IP 172.20.0.11 (6f2532a9-d2d1-4b88-b745-cacfa4ea6f58/12a629c1-bcea-4c0f-a35a-1f552b00818b/b907d3a7-2cb1-4701-822c-9ff7ea891441) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:32:30.062758 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0f29fb24-5d59-441d-a613-96c9857b327b req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:30.079604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5c682ffe-343b-40bd-b1e1-75afa4f46bdd req-6c35577a-6c0d-4baa-ad04-001b673495a8 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 210 time: 0.0387759 Sep 23 23:32:30.176940 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0f29fb24-5d59-441d-a613-96c9857b327b req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:30.221054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f29fb24-5d59-441d-a613-96c9857b327b req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Network 6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:32:30.223994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-0f29fb24-5d59-441d-a613-96c9857b327b req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:32:30.228456 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f29fb24-5d59-441d-a613-96c9857b327b req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:32:30.236907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Pushing event updated for resources: {'Port': ['ID=b907d3a7-2cb1-4701-822c-9ff7ea891441,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:30.270421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:30.271972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:30.271972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:30.271972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:30.271972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:30.272356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:30.272463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:30.273368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:30.273693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:30.274013 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:30.274331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:30.274646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:30.306714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29fb24-5d59-441d-a613-96c9857b327b req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:30.306714 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0f29fb24-5d59-441d-a613-96c9857b327b req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:30.451602 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f29fb24-5d59-441d-a613-96c9857b327b req-ddc58870-9043-4de8-89c8-eaddf204bf76 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9153676 Sep 23 23:32:30.470734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Request body: {'port': {'device_id': '96653b96-6621-40e3-8eb4-051347776094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:32:30.526106 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:30.791260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b907d3a7-2cb1-4701-822c-9ff7ea891441 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:32:30.798552 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:30.811009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Transition to ACTIVE for port object b907d3a7-2cb1-4701-822c-9ff7ea891441 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:32:30.878948 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:30.927898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Pushing event updated for resources: {'Port': ['ID=b907d3a7-2cb1-4701-822c-9ff7ea891441,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:30.999467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Attempting to bind port b907d3a7-2cb1-4701-822c-9ff7ea891441 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:32:30.999730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Attempting to bind port b907d3a7-2cb1-4701-822c-9ff7ea891441 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6f2532a9-d2d1-4b88-b745-cacfa4ea6f58'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:32:31.000060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Attempting to bind port b907d3a7-2cb1-4701-822c-9ff7ea891441 on network 6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:32:31.004441 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Port b907d3a7-2cb1-4701-822c-9ff7ea891441 on network 6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:32:31.008495 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Attempting to bind port b907d3a7-2cb1-4701-822c-9ff7ea891441 on network 6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:32:31.009622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:32:31.009958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Checking segment: {'id': '6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6f2532a9-d2d1-4b88-b745-cacfa4ea6f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:32:31.010340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Bound using segment: {'id': '6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6f2532a9-d2d1-4b88-b745-cacfa4ea6f58'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:32:31.010763 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Bound port: b907d3a7-2cb1-4701-822c-9ff7ea891441, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6f2532a9-d2d1-4b88-b745-cacfa4ea6f58'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:32:31.011120 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:31.079832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] For port b907d3a7-2cb1-4701-822c-9ff7ea891441, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:32:31.083003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] For port b907d3a7-2cb1-4701-822c-9ff7ea891441, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b907d3a7-2cb1-4701-822c-9ff7ea891441,segment=NetworkSegment(6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d),segment_id=6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:32:31.154218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:31.190221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:31.190963 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:31.192399 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f29fb24-5d59-441d-a613-96c9857b327b req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] 10.222.0.67 "PUT /v2.0/ports/b907d3a7-2cb1-4701-822c-9ff7ea891441 HTTP/1.1" status: 200 len: 1092 time: 0.7260706 Sep 23 23:32:31.192855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96653b96-6621-40e3-8eb4-051347776094', 'tag': 'b907d3a7-2cb1-4701-822c-9ff7ea891441'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:32:31.195565 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e752e6-dea7-4c8e-bb70-55b74156bbf9" -d '{"events": [{"name": "network-changed", "server_uuid": "96653b96-6621-40e3-8eb4-051347776094", "tag": "b907d3a7-2cb1-4701-822c-9ff7ea891441"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:32:31.199385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a14383-2efc-4df7-a7cc-949ce2769c5b req-6f5f191d-7026-4cfc-adc5-a6085e98cd2e tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:31.200939 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-74a14383-2efc-4df7-a7cc-949ce2769c5b req-6f5f191d-7026-4cfc-adc5-a6085e98cd2e tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 944 time: 0.0549374 Sep 23 23:32:31.227165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03242289-22e4-44d6-bb4d-fe67821bb273 service neutron] Pushing event updated for resources: {'Port': ['ID=b907d3a7-2cb1-4701-822c-9ff7ea891441,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:31.238400 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a5eb7c-9527-40cd-90fb-dc08c56a0e58 x-openstack-request-id: req-f7a5eb7c-9527-40cd-90fb-dc08c56a0e58 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:32:31.239435 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96653b96-6621-40e3-8eb4-051347776094", "tag": "b907d3a7-2cb1-4701-822c-9ff7ea891441", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:32:31.239435 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7a5eb7c-9527-40cd-90fb-dc08c56a0e58 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:32:31.239649 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96653b96-6621-40e3-8eb4-051347776094', 'tag': 'b907d3a7-2cb1-4701-822c-9ff7ea891441', 'status': 'completed', 'code': 200} Sep 23 23:32:31.247195 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-74a14383-2efc-4df7-a7cc-949ce2769c5b req-b4ca68ee-981a-4105-adc7-2f44af7e3722 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390575 Sep 23 23:32:31.324901 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e752e6-dea7-4c8e-bb70-55b74156bbf9 req-83ee0c3e-c7f0-485d-8065-1cc842ffa2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:31.326482 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c6e752e6-dea7-4c8e-bb70-55b74156bbf9 req-83ee0c3e-c7f0-485d-8065-1cc842ffa2ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d857b0ee13524d6097d7792ecf9dc03b&device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 1095 time: 0.0434995 Sep 23 23:32:31.441911 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e752e6-dea7-4c8e-bb70-55b74156bbf9 req-c4bd9271-c085-4ea4-8c90-467c468bd1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:31.443402 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c6e752e6-dea7-4c8e-bb70-55b74156bbf9 req-c4bd9271-c085-4ea4-8c90-467c468bd1b6 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d857b0ee13524d6097d7792ecf9dc03b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1030035 Sep 23 23:32:31.537748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e752e6-dea7-4c8e-bb70-55b74156bbf9 req-179ba9b1-3e9f-4b62-a1fd-88b15a0f7dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:31.539694 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c6e752e6-dea7-4c8e-bb70-55b74156bbf9 req-179ba9b1-3e9f-4b62-a1fd-88b15a0f7dd3 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896168 Sep 23 23:32:31.639176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29fb24-5d59-441d-a613-96c9857b327b req-8bfb91b4-ce69-48df-8b0a-f3ecc5086418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:31.640666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f29fb24-5d59-441d-a613-96c9857b327b req-8bfb91b4-ce69-48df-8b0a-f3ecc5086418 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d857b0ee13524d6097d7792ecf9dc03b&device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 1095 time: 0.0417531 Sep 23 23:32:31.691448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f29fb24-5d59-441d-a613-96c9857b327b req-22e3355e-158c-4f2b-b601-45d7fe0c8dcf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b907d3a7-2cb1-4701-822c-9ff7ea891441 HTTP/1.1" status: 200 len: 217 time: 0.0385935 Sep 23 23:32:31.740668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29fb24-5d59-441d-a613-96c9857b327b req-8c7ff57e-e1a0-4357-b3c2-52d36ab39cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:31.743080 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f29fb24-5d59-441d-a613-96c9857b327b req-8c7ff57e-e1a0-4357-b3c2-52d36ab39cad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=12a629c1-bcea-4c0f-a35a-1f552b00818b HTTP/1.1" status: 200 len: 853 time: 0.0446706 Sep 23 23:32:31.775504 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f29fb24-5d59-441d-a613-96c9857b327b req-8ea149fa-edcc-4b1b-9bc4-622165d70262 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6f2532a9-d2d1-4b88-b745-cacfa4ea6f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251379 Sep 23 23:32:31.872212 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f29fb24-5d59-441d-a613-96c9857b327b req-7fa836dd-f1cd-4293-8c8d-c79da1d072e9 service neutron] 10.222.0.67 "GET /v2.0/networks/6f2532a9-d2d1-4b88-b745-cacfa4ea6f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893703 Sep 23 23:32:31.966540 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0f29fb24-5d59-441d-a613-96c9857b327b req-aa1988b6-874a-4e29-abcd-49ee929bf122 service neutron] 10.222.0.67 "GET /v2.0/networks/6f2532a9-d2d1-4b88-b745-cacfa4ea6f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872042 Sep 23 23:32:32.381054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09d8e6-d548-462b-9858-3c2fec611de1 req-ab43925d-cf5d-4266-93ac-c47da38f38a8 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:32.383453 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae09d8e6-d548-462b-9858-3c2fec611de1 req-ab43925d-cf5d-4266-93ac-c47da38f38a8 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 944 time: 0.0552230 Sep 23 23:32:32.423747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae09d8e6-d548-462b-9858-3c2fec611de1 req-d8f3c974-0979-407a-90ef-3006772ce880 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339484 Sep 23 23:32:33.546612 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a92ab-6197-4327-a6e9-b4184c613335 req-a3d4ee2f-b83b-444a-84ac-79cbf6a1485a tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:33.548187 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c7a92ab-6197-4327-a6e9-b4184c613335 req-a3d4ee2f-b83b-444a-84ac-79cbf6a1485a tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 944 time: 0.0561695 Sep 23 23:32:33.589896 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3c7a92ab-6197-4327-a6e9-b4184c613335 req-c4419d92-916c-4f4d-af07-a76bb364c1a0 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354290 Sep 23 23:32:34.706701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006a2f3-6b11-4188-85e0-1834e77c793f req-bcbbc86a-7c25-4261-a411-e963fb67e1b2 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:34.708254 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b006a2f3-6b11-4188-85e0-1834e77c793f req-bcbbc86a-7c25-4261-a411-e963fb67e1b2 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 944 time: 0.0509901 Sep 23 23:32:34.747928 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b006a2f3-6b11-4188-85e0-1834e77c793f req-d7807d8c-45d0-4d35-8f54-226acf53dcd5 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 Sep 23 23:32:35.330713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b907d3a7-2cb1-4701-822c-9ff7ea891441 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:32:35.431373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b907d3a7-2cb1-4701-822c-9ff7ea891441, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b907d3a7-2cb1-4701-822c-9ff7ea891441,segment=NetworkSegment(6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d),segment_id=6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:32:35.442441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'b907d3a7-2cb1-4701-822c-9ff7ea891441', 'network_id': '6f2532a9-d2d1-4b88-b745-cacfa4ea6f58', 'port_id': 'b907d3a7-2cb1-4701-822c-9ff7ea891441', 'mac_address': 'fa:16:3e:3e:77:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a629c1-bcea-4c0f-a35a-1f552b00818b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:32:35.479851 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:35.493303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b907d3a7-2cb1-4701-822c-9ff7ea891441 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:32:35.512957 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b907d3a7-2cb1-4701-822c-9ff7ea891441, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b907d3a7-2cb1-4701-822c-9ff7ea891441,segment=NetworkSegment(6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d),segment_id=6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:32:35.576029 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:35.626669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b907d3a7-2cb1-4701-822c-9ff7ea891441,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:35.862290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6ed4c-7f10-4513-970b-5142fc708d63 req-56b2a11f-67c7-47c6-baff-c6a02a00a199 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:35.863788 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-94d6ed4c-7f10-4513-970b-5142fc708d63 req-56b2a11f-67c7-47c6-baff-c6a02a00a199 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 945 time: 0.0493655 Sep 23 23:32:35.902698 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-94d6ed4c-7f10-4513-970b-5142fc708d63 req-e2f1aebf-bb31-4c8c-93a5-546192fd8535 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Sep 23 23:32:35.935744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b907d3a7-2cb1-4701-822c-9ff7ea891441'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:32:37.020082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ed8b1-57e3-46f0-9f63-630822242ea9 req-2f047f50-eaf7-4c16-8241-ce22219f6af4 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:37.021546 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-818ed8b1-57e3-46f0-9f63-630822242ea9 req-2f047f50-eaf7-4c16-8241-ce22219f6af4 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 945 time: 0.0494051 Sep 23 23:32:37.061537 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-818ed8b1-57e3-46f0-9f63-630822242ea9 req-8e961cf4-c35e-49e4-8cfb-f50c5e5820fb tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337083 Sep 23 23:32:37.332197 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b907d3a7-2cb1-4701-822c-9ff7ea891441 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:32:37.418721 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:37.481766 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port b907d3a7-2cb1-4701-822c-9ff7ea891441 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:32:37.486139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port b907d3a7-2cb1-4701-822c-9ff7ea891441 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:32:37.486518 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:37.563734 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:37.586343 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96653b96-6621-40e3-8eb4-051347776094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b907d3a7-2cb1-4701-822c-9ff7ea891441'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:32:37.588564 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5f9c7c-7b99-4613-a7d2-5aab3e1690ab" -d '{"events": [{"server_uuid": "96653b96-6621-40e3-8eb4-051347776094", "name": "network-vif-plugged", "status": "completed", "tag": "b907d3a7-2cb1-4701-822c-9ff7ea891441"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:32:37.602644 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b907d3a7-2cb1-4701-822c-9ff7ea891441, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b907d3a7-2cb1-4701-822c-9ff7ea891441,segment=NetworkSegment(6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d),segment_id=6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:32:37.626636 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97192c1-d299-432b-aa84-5f22d7de9b98 x-openstack-request-id: req-c97192c1-d299-432b-aa84-5f22d7de9b98 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:32:37.626978 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96653b96-6621-40e3-8eb4-051347776094", "name": "network-vif-plugged", "status": "completed", "tag": "b907d3a7-2cb1-4701-822c-9ff7ea891441", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:32:37.627231 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c97192c1-d299-432b-aa84-5f22d7de9b98 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:32:37.627632 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96653b96-6621-40e3-8eb4-051347776094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b907d3a7-2cb1-4701-822c-9ff7ea891441', 'code': 200} Sep 23 23:32:37.679143 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:37.737041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b907d3a7-2cb1-4701-822c-9ff7ea891441,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:37.759132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3b41f-a716-4f5f-bc88-98d6ba6f7c2a req-bd701827-867d-4932-8f42-c090f49a4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:37.760688 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ba3b41f-a716-4f5f-bc88-98d6ba6f7c2a req-bd701827-867d-4932-8f42-c090f49a4734 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 1097 time: 0.0481997 Sep 23 23:32:37.798697 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ba3b41f-a716-4f5f-bc88-98d6ba6f7c2a req-0ab8b765-c165-47d7-9cc5-1548249080b8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307667 Sep 23 23:32:38.186645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390080e3-151e-46d4-b62e-d684551f3e79 req-51e4886d-58e2-46fc-bd26-7f304f61abaa tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:38.188278 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-390080e3-151e-46d4-b62e-d684551f3e79 req-51e4886d-58e2-46fc-bd26-7f304f61abaa tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 946 time: 0.0522118 Sep 23 23:32:38.240491 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-390080e3-151e-46d4-b62e-d684551f3e79 req-be2b0f4c-a2b7-4331-a01d-ae4595c0b8ae tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452719 Sep 23 23:32:39.362985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21058bbe-e4c8-4ddf-8cc9-38e6ffc82f6a req-e3cfd337-42e6-4e5d-a424-d365d32a03c3 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:39.364542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21058bbe-e4c8-4ddf-8cc9-38e6ffc82f6a req-e3cfd337-42e6-4e5d-a424-d365d32a03c3 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 946 time: 0.0510046 Sep 23 23:32:39.402881 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21058bbe-e4c8-4ddf-8cc9-38e6ffc82f6a req-683e9487-a787-473a-b664-a418e6a80662 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318029 Sep 23 23:32:40.519166 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b2c2f-5c29-4884-956b-4a0cb97d4172 req-579e05c7-4f38-4f13-a65c-0d940eb8a3cb tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:40.520678 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-065b2c2f-5c29-4884-956b-4a0cb97d4172 req-579e05c7-4f38-4f13-a65c-0d940eb8a3cb tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 946 time: 0.0494459 Sep 23 23:32:40.559737 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-065b2c2f-5c29-4884-956b-4a0cb97d4172 req-b8bd781a-8d44-4ed4-be50-8c1f7dde9669 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329549 Sep 23 23:32:40.793863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-0b3054ae-ccc7-42dd-b906-1a638c21aaf1 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:40.795337 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-0b3054ae-ccc7-42dd-b906-1a638c21aaf1 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/networks?id=6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 HTTP/1.1" status: 200 len: 813 time: 0.1064656 Sep 23 23:32:40.809993 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-e9480b23-5104-4310-a6e6-014ca33286a3 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/quotas/d857b0ee13524d6097d7792ecf9dc03b HTTP/1.1" status: 200 len: 375 time: 0.0088944 Sep 23 23:32:40.858867 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-42b42cd9-501f-4158-b9b6-404f36f2fb25 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d857b0ee13524d6097d7792ecf9dc03b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434561 Sep 23 23:32:40.916372 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-da67b880-b462-43c6-a736-97ba761648b7 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:32:40.917423 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-da67b880-b462-43c6-a736-97ba761648b7 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515840 Sep 23 23:32:41.012563 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-9f65ad69-ebbe-45e8-933e-6230f2a63809 service neutron] 10.222.0.22 "GET /v2.0/networks/6f2532a9-d2d1-4b88-b745-cacfa4ea6f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888233 Sep 23 23:32:41.105563 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-954326e1-0cbd-40a7-afde-727b505d0aa8 service neutron] 10.222.0.22 "GET /v2.0/networks/6f2532a9-d2d1-4b88-b745-cacfa4ea6f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866578 Sep 23 23:32:42.364261 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3989fc95-4b64-4ed8-8efe-d6ab21f92517 req-d6474e6c-3316-4f68-95b2-b341e460b859 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 210 time: 0.0334940 Sep 23 23:32:43.139455 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eaaac80c-be62-4ef7-88db-0d8d706045a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:43.467240 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-398f0a80-8619-4420-8fa3-ff500197bc07 req-9def9d0c-d450-41fb-b076-df850bfe098a tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 210 time: 0.0318565 Sep 23 23:32:44.248305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-2f908c8d-285b-4b4f-8196-811789e1cd85 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:44.249803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-2f908c8d-285b-4b4f-8196-811789e1cd85 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.43 "GET /v2.0/networks?id=6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 HTTP/1.1" status: 200 len: 813 time: 0.1023676 Sep 23 23:32:44.264629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7d34db1e-e20b-4c38-ab42-ceff22605c0b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Request body: {'port': {'device_id': '8c889611-5689-4ee9-894c-f6cb392791da', 'network_id': '6f2532a9-d2d1-4b88-b745-cacfa4ea6f58', 'admin_state_up': True, 'tenant_id': 'd857b0ee13524d6097d7792ecf9dc03b'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:32:44.510767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7d34db1e-e20b-4c38-ab42-ceff22605c0b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Made reservation on behalf of d857b0ee13524d6097d7792ecf9dc03b for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:32:44.514479 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7d34db1e-e20b-4c38-ab42-ceff22605c0b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:44.609044 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b4ecad2a-c370-4f7a-85cf-7ca0009dcada req-7a8615f9-d58c-491a-a47f-0d6de71ee76c tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 210 time: 0.0596178 Sep 23 23:32:44.684169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7d34db1e-e20b-4c38-ab42-ceff22605c0b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Allocated IP 172.20.0.8 (6f2532a9-d2d1-4b88-b745-cacfa4ea6f58/12a629c1-bcea-4c0f-a35a-1f552b00818b/338f62ba-60d2-4cc9-8a2d-6eb366eada6a) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:32:44.836991 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7d34db1e-e20b-4c38-ab42-ceff22605c0b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:44.967848 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7d34db1e-e20b-4c38-ab42-ceff22605c0b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:45.003097 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b907d3a7-2cb1-4701-822c-9ff7ea891441'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:32:45.020071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7d34db1e-e20b-4c38-ab42-ceff22605c0b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Network 6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:32:45.023713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7d34db1e-e20b-4c38-ab42-ceff22605c0b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:32:45.029595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7d34db1e-e20b-4c38-ab42-ceff22605c0b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:32:45.061259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34db1e-e20b-4c38-ab42-ceff22605c0b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Pushing event updated for resources: {'Port': ['ID=338f62ba-60d2-4cc9-8a2d-6eb366eada6a,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:45.091223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7d34db1e-e20b-4c38-ab42-ceff22605c0b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:45.091775 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7d34db1e-e20b-4c38-ab42-ceff22605c0b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:45.190588 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7d34db1e-e20b-4c38-ab42-ceff22605c0b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9300673 Sep 23 23:32:45.203578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Request body: {'port': {'device_id': '8c889611-5689-4ee9-894c-f6cb392791da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:32:45.259129 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:45.527643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338f62ba-60d2-4cc9-8a2d-6eb366eada6a {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:32:45.536173 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:45.549533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Transition to ACTIVE for port object 338f62ba-60d2-4cc9-8a2d-6eb366eada6a will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:32:45.648213 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f009c8fb-3110-443d-a5bd-d7de4cdec487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:45.648366 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:45.723265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=338f62ba-60d2-4cc9-8a2d-6eb366eada6a,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:45.743013 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb2074-7b9e-4848-9878-9615a2474941 req-11607e46-2e10-47dc-9e3c-fd50858dbffe tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:45.745582 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d0eb2074-7b9e-4848-9878-9615a2474941 req-11607e46-2e10-47dc-9e3c-fd50858dbffe tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 943 time: 0.0554502 Sep 23 23:32:45.785476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Attempting to bind port 338f62ba-60d2-4cc9-8a2d-6eb366eada6a on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:32:45.785853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Attempting to bind port 338f62ba-60d2-4cc9-8a2d-6eb366eada6a by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6f2532a9-d2d1-4b88-b745-cacfa4ea6f58'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:32:45.786499 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Attempting to bind port 338f62ba-60d2-4cc9-8a2d-6eb366eada6a on network 6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:32:45.790611 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d0eb2074-7b9e-4848-9878-9615a2474941 req-e17945d2-23c2-4976-ac2a-e54eb0b45c07 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378978 Sep 23 23:32:45.794926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Port 338f62ba-60d2-4cc9-8a2d-6eb366eada6a on network 6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:32:45.795238 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Attempting to bind port 338f62ba-60d2-4cc9-8a2d-6eb366eada6a on network 6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:32:45.800958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:32:45.801457 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Checking segment: {'id': '6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6f2532a9-d2d1-4b88-b745-cacfa4ea6f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:32:45.801730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Bound using segment: {'id': '6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6f2532a9-d2d1-4b88-b745-cacfa4ea6f58'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:32:45.802153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Bound port: 338f62ba-60d2-4cc9-8a2d-6eb366eada6a, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6f2532a9-d2d1-4b88-b745-cacfa4ea6f58'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:32:45.802511 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:45.875308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] For port 338f62ba-60d2-4cc9-8a2d-6eb366eada6a, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:32:45.878411 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] For port 338f62ba-60d2-4cc9-8a2d-6eb366eada6a, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=338f62ba-60d2-4cc9-8a2d-6eb366eada6a,segment=NetworkSegment(6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d),segment_id=6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:32:45.956119 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:45.989900 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:45.990520 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:45.992036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] 10.222.0.43 "PUT /v2.0/ports/338f62ba-60d2-4cc9-8a2d-6eb366eada6a HTTP/1.1" status: 200 len: 1091 time: 0.7926071 Sep 23 23:32:45.992467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c889611-5689-4ee9-894c-f6cb392791da', 'tag': '338f62ba-60d2-4cc9-8a2d-6eb366eada6a'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:32:45.995696 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ea4af5-2751-49ea-aca6-a4c34a9334c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c889611-5689-4ee9-894c-f6cb392791da", "tag": "338f62ba-60d2-4cc9-8a2d-6eb366eada6a"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:32:46.022815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea7e3b-c654-4806-aa31-2e5e090eb6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=338f62ba-60d2-4cc9-8a2d-6eb366eada6a,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:46.039141 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17afebdd-784a-4105-a091-76e74018f734 x-openstack-request-id: req-17afebdd-784a-4105-a091-76e74018f734 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:32:46.039430 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c889611-5689-4ee9-894c-f6cb392791da", "tag": "338f62ba-60d2-4cc9-8a2d-6eb366eada6a", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:32:46.039685 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17afebdd-784a-4105-a091-76e74018f734 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:32:46.040139 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c889611-5689-4ee9-894c-f6cb392791da', 'tag': '338f62ba-60d2-4cc9-8a2d-6eb366eada6a', 'status': 'completed', 'code': 200} Sep 23 23:32:46.101081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4af5-2751-49ea-aca6-a4c34a9334c9 req-089dc49c-cd52-447f-88b5-fd4dfcf4d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:46.102599 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82ea4af5-2751-49ea-aca6-a4c34a9334c9 req-089dc49c-cd52-447f-88b5-fd4dfcf4d3de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d857b0ee13524d6097d7792ecf9dc03b&device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 1094 time: 0.0411050 Sep 23 23:32:46.158967 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:46.207351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4af5-2751-49ea-aca6-a4c34a9334c9 req-fea3592d-47a8-4af5-87ab-9416a1a79a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:46.208844 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82ea4af5-2751-49ea-aca6-a4c34a9334c9 req-fea3592d-47a8-4af5-87ab-9416a1a79a20 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d857b0ee13524d6097d7792ecf9dc03b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0980091 Sep 23 23:32:46.308904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4af5-2751-49ea-aca6-a4c34a9334c9 req-457392e9-e398-4c3b-b713-132518f05cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:46.310162 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82ea4af5-2751-49ea-aca6-a4c34a9334c9 req-457392e9-e398-4c3b-b713-132518f05cee service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941012 Sep 23 23:32:46.386917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-44709564-9667-4394-a63a-2500c0e28b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:46.388416 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-44709564-9667-4394-a63a-2500c0e28b25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d857b0ee13524d6097d7792ecf9dc03b&device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 1094 time: 0.0423322 Sep 23 23:32:46.431707 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-ebc5431b-05a9-41b0-8c07-a99d6f2c7f9c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=338f62ba-60d2-4cc9-8a2d-6eb366eada6a HTTP/1.1" status: 200 len: 217 time: 0.0342326 Sep 23 23:32:46.483711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-8c60e9c1-48c5-4e71-a336-0bc0903bfab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:46.485199 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-8c60e9c1-48c5-4e71-a336-0bc0903bfab9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12a629c1-bcea-4c0f-a35a-1f552b00818b HTTP/1.1" status: 200 len: 853 time: 0.0473850 Sep 23 23:32:46.518024 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-36cc1c58-54cd-4232-85a8-6bb5c394127f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f2532a9-d2d1-4b88-b745-cacfa4ea6f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251536 Sep 23 23:32:46.609050 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-6ddd4910-745e-49b7-92e6-c28d9226d5e1 service neutron] 10.222.0.43 "GET /v2.0/networks/6f2532a9-d2d1-4b88-b745-cacfa4ea6f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836527 Sep 23 23:32:46.704618 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a2ed843-6e45-4197-9c17-750a991a6e52 req-ad10ffdb-4d58-43ac-b8b7-1943dd66e6ef service neutron] 10.222.0.43 "GET /v2.0/networks/6f2532a9-d2d1-4b88-b745-cacfa4ea6f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883777 Sep 23 23:32:46.907651 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb21af-74d9-403d-b86c-c6b749510880 req-745bb988-03ac-4d9e-9971-20dcd8269b2c tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:46.909178 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dcb21af-74d9-403d-b86c-c6b749510880 req-745bb988-03ac-4d9e-9971-20dcd8269b2c tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 943 time: 0.0492191 Sep 23 23:32:46.947269 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9dcb21af-74d9-403d-b86c-c6b749510880 req-3b1b11c2-9f24-4784-a3a0-03d3db8eae7c tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320582 Sep 23 23:32:47.210465 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:47.902695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 338f62ba-60d2-4cc9-8a2d-6eb366eada6a details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:32:48.002053 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 338f62ba-60d2-4cc9-8a2d-6eb366eada6a, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=338f62ba-60d2-4cc9-8a2d-6eb366eada6a,segment=NetworkSegment(6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d),segment_id=6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:32:48.013723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '338f62ba-60d2-4cc9-8a2d-6eb366eada6a', 'network_id': '6f2532a9-d2d1-4b88-b745-cacfa4ea6f58', 'port_id': '338f62ba-60d2-4cc9-8a2d-6eb366eada6a', 'mac_address': 'fa:16:3e:fa:38:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a629c1-bcea-4c0f-a35a-1f552b00818b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:32:48.052843 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:48.066439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfbd21-7075-4c49-b919-0d925fbf9962 req-15c9013c-c92c-42c3-b342-42b2becf8623 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:48.067079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338f62ba-60d2-4cc9-8a2d-6eb366eada6a {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:32:48.068407 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5dfbd21-7075-4c49-b919-0d925fbf9962 req-15c9013c-c92c-42c3-b342-42b2becf8623 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 943 time: 0.0523064 Sep 23 23:32:48.091388 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 338f62ba-60d2-4cc9-8a2d-6eb366eada6a, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=338f62ba-60d2-4cc9-8a2d-6eb366eada6a,segment=NetworkSegment(6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d),segment_id=6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:32:48.108949 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e5dfbd21-7075-4c49-b919-0d925fbf9962 req-d988c203-57ed-4d85-804c-c6ee6693d413 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341086 Sep 23 23:32:48.165122 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:48.214825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=338f62ba-60d2-4cc9-8a2d-6eb366eada6a,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:48.222412 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:48.222756 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:48.223090 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:48.223421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:48.223748 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:48.224072 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:48.224435 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:48.224752 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:48.225073 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:48.225410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:48.225729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:48.228597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:32:48.379126 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['338f62ba-60d2-4cc9-8a2d-6eb366eada6a'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:32:48.519834 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:48.847016 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:49.223868 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119137c-1c03-46a4-afd2-99b6513643e7 req-8d8d8fd5-4d68-4dae-a479-f9652d15650a tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:49.225379 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c119137c-1c03-46a4-afd2-99b6513643e7 req-8d8d8fd5-4d68-4dae-a479-f9652d15650a tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 944 time: 0.0496540 Sep 23 23:32:49.269195 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c119137c-1c03-46a4-afd2-99b6513643e7 req-d8c1cb3e-ee86-4668-a14e-5dce58f01f5d tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377314 Sep 23 23:32:49.918531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 338f62ba-60d2-4cc9-8a2d-6eb366eada6a up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:32:50.024316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 338f62ba-60d2-4cc9-8a2d-6eb366eada6a completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:32:50.029776 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 338f62ba-60d2-4cc9-8a2d-6eb366eada6a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:32:50.030396 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:50.107440 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:50.130518 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c889611-5689-4ee9-894c-f6cb392791da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338f62ba-60d2-4cc9-8a2d-6eb366eada6a'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:32:50.132778 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ffacf7-9c47-4405-8066-60a47eff8530" -d '{"events": [{"server_uuid": "8c889611-5689-4ee9-894c-f6cb392791da", "name": "network-vif-plugged", "status": "completed", "tag": "338f62ba-60d2-4cc9-8a2d-6eb366eada6a"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:32:50.146334 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 338f62ba-60d2-4cc9-8a2d-6eb366eada6a, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=338f62ba-60d2-4cc9-8a2d-6eb366eada6a,segment=NetworkSegment(6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d),segment_id=6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:32:50.172792 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c7f8b6-cf66-49b3-b5ea-8c75057939ba x-openstack-request-id: req-36c7f8b6-cf66-49b3-b5ea-8c75057939ba {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:32:50.173088 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c889611-5689-4ee9-894c-f6cb392791da", "name": "network-vif-plugged", "status": "completed", "tag": "338f62ba-60d2-4cc9-8a2d-6eb366eada6a", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:32:50.173356 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36c7f8b6-cf66-49b3-b5ea-8c75057939ba {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:32:50.173752 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c889611-5689-4ee9-894c-f6cb392791da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338f62ba-60d2-4cc9-8a2d-6eb366eada6a', 'code': 200} Sep 23 23:32:50.230119 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:50.272617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3a909-533f-4cc2-b6d6-60e010f64384 req-9b3dbf5a-9671-46a5-aae3-5ba308f340a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:50.274273 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44e3a909-533f-4cc2-b6d6-60e010f64384 req-9b3dbf5a-9671-46a5-aae3-5ba308f340a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 1096 time: 0.0409484 Sep 23 23:32:50.283947 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=338f62ba-60d2-4cc9-8a2d-6eb366eada6a,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:50.318055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-44e3a909-533f-4cc2-b6d6-60e010f64384 req-b681effc-3e41-4916-9045-7482e4e14b77 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366437 Sep 23 23:32:50.387204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21df88-76d3-4929-a44f-1d3b58d18363 req-aa3c9eb6-1834-47c2-a004-f8e700d186c3 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:50.388742 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa21df88-76d3-4929-a44f-1d3b58d18363 req-aa3c9eb6-1834-47c2-a004-f8e700d186c3 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 945 time: 0.0496778 Sep 23 23:32:50.428051 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa21df88-76d3-4929-a44f-1d3b58d18363 req-0a730fac-da30-4db4-8513-9c34bc04c519 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329826 Sep 23 23:32:51.547329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa8d54-8ff2-4754-956a-048824586eb5 req-663bd001-f2bc-479d-91a5-8236d165c338 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:51.549125 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-84fa8d54-8ff2-4754-956a-048824586eb5 req-663bd001-f2bc-479d-91a5-8236d165c338 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 945 time: 0.0514622 Sep 23 23:32:51.589938 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-84fa8d54-8ff2-4754-956a-048824586eb5 req-2f1a8688-21bb-48cf-9f3d-7f532e5d7362 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348127 Sep 23 23:32:51.877342 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:32:52.707603 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3fcd5-632e-48f8-8fa0-5a0126bf061a req-a85ec9f9-33c3-4f48-a178-aae47da9b9b5 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:52.709126 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-15a3fcd5-632e-48f8-8fa0-5a0126bf061a req-a85ec9f9-33c3-4f48-a178-aae47da9b9b5 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 945 time: 0.0501781 Sep 23 23:32:52.748417 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-15a3fcd5-632e-48f8-8fa0-5a0126bf061a req-1717811a-a08c-476e-8573-e1b663693026 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326385 Sep 23 23:32:53.187221 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ef58b-db73-4c1a-b2cd-2298b453e58d req-f750be03-45d3-4ec7-86c5-f73a439c329c tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:53.188757 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb1ef58b-db73-4c1a-b2cd-2298b453e58d req-f750be03-45d3-4ec7-86c5-f73a439c329c tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 945 time: 0.0499444 Sep 23 23:32:53.231715 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb1ef58b-db73-4c1a-b2cd-2298b453e58d req-9897a971-7f3c-4ce9-8476-200ecae21ef9 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369825 Sep 23 23:32:54.348445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4285fb-60cb-41bc-a482-5fe278d67186 req-8e95d8ec-3303-42ff-b809-802ae016844b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:54.349960 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d4285fb-60cb-41bc-a482-5fe278d67186 req-8e95d8ec-3303-42ff-b809-802ae016844b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 945 time: 0.0494776 Sep 23 23:32:54.388525 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d4285fb-60cb-41bc-a482-5fe278d67186 req-ee552726-55fc-467e-bb59-e3a8da090a5a tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316386 Sep 23 23:32:54.549709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ecb8c-8300-41b2-98b5-7c9ed905aaa9 req-8ad519d9-3efc-4daa-ab60-f9c2db9cf5ae tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:54.551119 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a7ecb8c-8300-41b2-98b5-7c9ed905aaa9 req-8ad519d9-3efc-4daa-ab60-f9c2db9cf5ae tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 945 time: 0.0485036 Sep 23 23:32:54.642749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7a7ecb8c-8300-41b2-98b5-7c9ed905aaa9 req-b2205b75-8eb3-4afc-a538-ddc096df9373 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Deleting port 338f62ba-60d2-4cc9-8a2d-6eb366eada6a {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:32:54.643084 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a7ecb8c-8300-41b2-98b5-7c9ed905aaa9 req-b2205b75-8eb3-4afc-a538-ddc096df9373 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:54.730966 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7a7ecb8c-8300-41b2-98b5-7c9ed905aaa9 req-b2205b75-8eb3-4afc-a538-ddc096df9373 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] For port 338f62ba-60d2-4cc9-8a2d-6eb366eada6a, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=338f62ba-60d2-4cc9-8a2d-6eb366eada6a,segment=NetworkSegment(6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d),segment_id=6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:32:54.730966 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a7ecb8c-8300-41b2-98b5-7c9ed905aaa9 req-b2205b75-8eb3-4afc-a538-ddc096df9373 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:54.747087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7a7ecb8c-8300-41b2-98b5-7c9ed905aaa9 req-b2205b75-8eb3-4afc-a538-ddc096df9373 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Calling delete_port for 338f62ba-60d2-4cc9-8a2d-6eb366eada6a owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:32:54.959001 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a7ecb8c-8300-41b2-98b5-7c9ed905aaa9 req-b2205b75-8eb3-4afc-a538-ddc096df9373 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:54.973938 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['338f62ba-60d2-4cc9-8a2d-6eb366eada6a'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:32:54.987761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2205b75-8eb3-4afc-a538-ddc096df9373 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Pushing event deleted for resources: {'Port': ['ID=338f62ba-60d2-4cc9-8a2d-6eb366eada6a,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:32:54.998075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b907d3a7-2cb1-4701-822c-9ff7ea891441'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:32:55.035605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7ecb8c-8300-41b2-98b5-7c9ed905aaa9 req-b2205b75-8eb3-4afc-a538-ddc096df9373 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] No DVR routers for this DVR port 338f62ba-60d2-4cc9-8a2d-6eb366eada6a on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:32:55.038373 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7a7ecb8c-8300-41b2-98b5-7c9ed905aaa9 req-b2205b75-8eb3-4afc-a538-ddc096df9373 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:32:55.040715 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7a7ecb8c-8300-41b2-98b5-7c9ed905aaa9 req-b2205b75-8eb3-4afc-a538-ddc096df9373 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.43 "DELETE /v2.0/ports/338f62ba-60d2-4cc9-8a2d-6eb366eada6a HTTP/1.1" status: 204 len: 173 time: 0.4833934 Sep 23 23:32:55.041362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c889611-5689-4ee9-894c-f6cb392791da', 'name': 'network-vif-deleted', 'tag': '338f62ba-60d2-4cc9-8a2d-6eb366eada6a'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:32:55.043995 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ce299e-5089-454c-b1e8-cba12ec67e23" -d '{"events": [{"server_uuid": "8c889611-5689-4ee9-894c-f6cb392791da", "name": "network-vif-deleted", "tag": "338f62ba-60d2-4cc9-8a2d-6eb366eada6a"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:32:55.082120 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb643345-0c30-40c9-8a35-adda8a56b692 x-openstack-request-id: req-bb643345-0c30-40c9-8a35-adda8a56b692 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:32:55.082405 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c889611-5689-4ee9-894c-f6cb392791da", "name": "network-vif-deleted", "tag": "338f62ba-60d2-4cc9-8a2d-6eb366eada6a", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:32:55.082657 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb643345-0c30-40c9-8a35-adda8a56b692 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:32:55.083073 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c889611-5689-4ee9-894c-f6cb392791da', 'name': 'network-vif-deleted', 'tag': '338f62ba-60d2-4cc9-8a2d-6eb366eada6a', 'status': 'completed', 'code': 200} Sep 23 23:32:55.495288 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eff5f4c1-b910-46f6-afa6-e06b9f13a2d1 req-49e061c8-8309-47f7-9c2b-d48c8355041d tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c889611-5689-4ee9-894c-f6cb392791da HTTP/1.1" status: 200 len: 210 time: 0.0278020 Sep 23 23:32:56.643829 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5bfaf-c594-4c27-98ee-eba4bc7cd553 req-eb44792b-8d07-4363-9f44-85c96436bf62 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:56.645340 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddf5bfaf-c594-4c27-98ee-eba4bc7cd553 req-eb44792b-8d07-4363-9f44-85c96436bf62 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 946 time: 0.0489998 Sep 23 23:32:56.683666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddf5bfaf-c594-4c27-98ee-eba4bc7cd553 req-dd764128-5c8b-4d00-9c44-2837b4e60fb2 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318036 Sep 23 23:32:56.818724 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1adf0-6d55-4a21-8de8-1869c3400c18 req-0cb32a1d-549e-4f44-93de-dd0c783b8199 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:56.820162 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-36c1adf0-6d55-4a21-8de8-1869c3400c18 req-0cb32a1d-549e-4f44-93de-dd0c783b8199 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 946 time: 0.0525415 Sep 23 23:32:56.858469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-36c1adf0-6d55-4a21-8de8-1869c3400c18 req-83a3220f-7107-481a-8ca7-c3cbe8f3607e tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Sep 23 23:32:56.975539 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20eb24-f1e5-431f-8ec0-0249afda0866 req-4bb5888e-adb0-442b-8d74-3d5c3fbd72f0 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:56.977049 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c20eb24-f1e5-431f-8ec0-0249afda0866 req-4bb5888e-adb0-442b-8d74-3d5c3fbd72f0 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 946 time: 0.0497670 Sep 23 23:32:57.016007 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8c20eb24-f1e5-431f-8ec0-0249afda0866 req-a6380c99-fd21-49de-96c7-c67812ca2f4f tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327063 Sep 23 23:32:57.188020 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac52670-e71d-4416-bc76-11b7b862b3df req-0d1d667a-930e-4361-8ce5-bf53faf1c635 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:57.189576 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ac52670-e71d-4416-bc76-11b7b862b3df req-0d1d667a-930e-4361-8ce5-bf53faf1c635 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 946 time: 0.0512891 Sep 23 23:32:57.228477 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3ac52670-e71d-4416-bc76-11b7b862b3df req-5e808a29-d922-4173-81c7-211638de69c3 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327442 Sep 23 23:32:57.344047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cbafc-73af-48e9-89de-47ae4271f700 req-acbb4337-be94-427e-9788-9c1026dfb1e2 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:57.345490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bf0cbafc-73af-48e9-89de-47ae4271f700 req-acbb4337-be94-427e-9788-9c1026dfb1e2 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 946 time: 0.0497651 Sep 23 23:32:57.383834 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bf0cbafc-73af-48e9-89de-47ae4271f700 req-c6390694-3038-4bf5-9cdc-406f733714ce tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323997 Sep 23 23:32:57.507376 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c15ce4-a00a-49ce-b908-61a25df5f713 req-83d48940-5d7c-400e-a930-51f064c63fa0 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:57.508860 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-75c15ce4-a00a-49ce-b908-61a25df5f713 req-83d48940-5d7c-400e-a930-51f064c63fa0 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 946 time: 0.0487497 Sep 23 23:32:57.547710 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-75c15ce4-a00a-49ce-b908-61a25df5f713 req-85ec074d-b441-45d9-964e-479d87efa245 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320301 Sep 23 23:32:57.951017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 338f62ba-60d2-4cc9-8a2d-6eb366eada6a no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:32:57.975890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 338f62ba-60d2-4cc9-8a2d-6eb366eada6a {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:32:57.975890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 338f62ba-60d2-4cc9-8a2d-6eb366eada6a not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:32:58.058975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a449993-5a98-49db-86a4-33470548a0cb req-a74511e3-1a99-4909-a21b-8bf4a8867aa8 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:58.060469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4a449993-5a98-49db-86a4-33470548a0cb req-a74511e3-1a99-4909-a21b-8bf4a8867aa8 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 946 time: 0.0558739 Sep 23 23:32:58.372541 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4a449993-5a98-49db-86a4-33470548a0cb req-67643baa-12fb-461c-b001-507708a17598 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060756 Sep 23 23:32:59.491326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f05ce0-4148-414f-921e-28906105e97c req-05a0946f-6a5a-49f6-9838-4edd408ea929 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:59.492842 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19f05ce0-4148-414f-921e-28906105e97c req-05a0946f-6a5a-49f6-9838-4edd408ea929 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 946 time: 0.0506043 Sep 23 23:32:59.535194 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-19f05ce0-4148-414f-921e-28906105e97c req-097bcfbe-64d7-4d02-b612-be57719a910b tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/security-groups?id=293cdd69-9d12-4a71-9c9b-6fa81b303785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363448 Sep 23 23:32:59.898830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc47c8b-0136-40b2-91cf-35ff91a6d6b9 req-f10269b0-c1f0-4d86-9e55-f2a2beb812b4 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:32:59.900941 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fbc47c8b-0136-40b2-91cf-35ff91a6d6b9 req-f10269b0-c1f0-4d86-9e55-f2a2beb812b4 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.67 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 946 time: 0.0471091 Sep 23 23:32:59.989915 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-fbc47c8b-0136-40b2-91cf-35ff91a6d6b9 req-f8c3a346-7db8-4c76-b7f0-c23eef103780 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Deleting port b907d3a7-2cb1-4701-822c-9ff7ea891441 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:32:59.990177 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fbc47c8b-0136-40b2-91cf-35ff91a6d6b9 req-f8c3a346-7db8-4c76-b7f0-c23eef103780 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:00.078058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-fbc47c8b-0136-40b2-91cf-35ff91a6d6b9 req-f8c3a346-7db8-4c76-b7f0-c23eef103780 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] For port b907d3a7-2cb1-4701-822c-9ff7ea891441, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b907d3a7-2cb1-4701-822c-9ff7ea891441,segment=NetworkSegment(6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d),segment_id=6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:00.078426 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fbc47c8b-0136-40b2-91cf-35ff91a6d6b9 req-f8c3a346-7db8-4c76-b7f0-c23eef103780 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:00.091180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-fbc47c8b-0136-40b2-91cf-35ff91a6d6b9 req-f8c3a346-7db8-4c76-b7f0-c23eef103780 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Calling delete_port for b907d3a7-2cb1-4701-822c-9ff7ea891441 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:33:00.292523 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fbc47c8b-0136-40b2-91cf-35ff91a6d6b9 req-f8c3a346-7db8-4c76-b7f0-c23eef103780 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:00.323537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3a346-7db8-4c76-b7f0-c23eef103780 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Pushing event deleted for resources: {'Port': ['ID=b907d3a7-2cb1-4701-822c-9ff7ea891441,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:00.328942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b907d3a7-2cb1-4701-822c-9ff7ea891441'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:33:00.366816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc47c8b-0136-40b2-91cf-35ff91a6d6b9 req-f8c3a346-7db8-4c76-b7f0-c23eef103780 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] No DVR routers for this DVR port b907d3a7-2cb1-4701-822c-9ff7ea891441 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:33:00.370106 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fbc47c8b-0136-40b2-91cf-35ff91a6d6b9 req-f8c3a346-7db8-4c76-b7f0-c23eef103780 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:00.372259 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fbc47c8b-0136-40b2-91cf-35ff91a6d6b9 req-f8c3a346-7db8-4c76-b7f0-c23eef103780 tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.67 "DELETE /v2.0/ports/b907d3a7-2cb1-4701-822c-9ff7ea891441 HTTP/1.1" status: 204 len: 173 time: 0.4661579 Sep 23 23:33:00.372744 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96653b96-6621-40e3-8eb4-051347776094', 'name': 'network-vif-deleted', 'tag': 'b907d3a7-2cb1-4701-822c-9ff7ea891441'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:33:00.375108 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20844408-0dc3-49bc-a812-1b95e6665f02" -d '{"events": [{"server_uuid": "96653b96-6621-40e3-8eb4-051347776094", "name": "network-vif-deleted", "tag": "b907d3a7-2cb1-4701-822c-9ff7ea891441"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:33:00.411597 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f707f145-56b1-40af-ac85-1b37ff84a648 x-openstack-request-id: req-f707f145-56b1-40af-ac85-1b37ff84a648 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:33:00.411890 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96653b96-6621-40e3-8eb4-051347776094", "name": "network-vif-deleted", "tag": "b907d3a7-2cb1-4701-822c-9ff7ea891441", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:33:00.412138 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f707f145-56b1-40af-ac85-1b37ff84a648 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:33:00.412537 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96653b96-6621-40e3-8eb4-051347776094', 'name': 'network-vif-deleted', 'tag': 'b907d3a7-2cb1-4701-822c-9ff7ea891441', 'status': 'completed', 'code': 200} Sep 23 23:33:00.630587 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5587753f-6219-4df3-892c-ff9df1aabe45 req-14902e59-0928-4162-9990-57c056c3ceaa tempest-ServersNegativeTestJSON-1222982634 tempest-ServersNegativeTestJSON-1222982634-project] 10.222.0.22 "GET /v2.0/ports?device_id=96653b96-6621-40e3-8eb4-051347776094 HTTP/1.1" status: 200 len: 210 time: 0.0278113 Sep 23 23:33:01.688798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45154) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:01.738248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-425d2532-bb7f-4be8-9235-ba1e86ccbfac admin admin] Deleting subnet 12a629c1-bcea-4c0f-a35a-1f552b00818b {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:33:01.741412 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-425d2532-bb7f-4be8-9235-ba1e86ccbfac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:01.778290 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-425d2532-bb7f-4be8-9235-ba1e86ccbfac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:01.818914 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-425d2532-bb7f-4be8-9235-ba1e86ccbfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:01.944529 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-425d2532-bb7f-4be8-9235-ba1e86ccbfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:01.969669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d2532-bb7f-4be8-9235-ba1e86ccbfac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a629c1-bcea-4c0f-a35a-1f552b00818b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:01.977672 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-425d2532-bb7f-4be8-9235-ba1e86ccbfac admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:01.979739 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-425d2532-bb7f-4be8-9235-ba1e86ccbfac admin admin] 10.222.0.22 "DELETE /v2.0/subnets/12a629c1-bcea-4c0f-a35a-1f552b00818b HTTP/1.1" status: 204 len: 168 time: 0.2898295 Sep 23 23:33:01.982301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45156) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:02.058328 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-481de897-7a8b-4729-942a-352d37c287e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:02.136993 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-481de897-7a8b-4729-942a-352d37c287e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:02.156847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-481de897-7a8b-4729-942a-352d37c287e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2532a9-d2d1-4b88-b745-cacfa4ea6f58']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:02.166318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-481de897-7a8b-4729-942a-352d37c287e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:02.166605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-481de897-7a8b-4729-942a-352d37c287e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2bccf9-a6d8-4f3d-b442-0aff5653ed1d') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:02.175621 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-481de897-7a8b-4729-942a-352d37c287e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:02.188836 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-481de897-7a8b-4729-942a-352d37c287e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:02.194489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481de897-7a8b-4729-942a-352d37c287e6 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:33:02.194922 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-481de897-7a8b-4729-942a-352d37c287e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:33:02.196439 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:33:02.361009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-481de897-7a8b-4729-942a-352d37c287e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:02.367009 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-481de897-7a8b-4729-942a-352d37c287e6 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:02.369692 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-481de897-7a8b-4729-942a-352d37c287e6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6f2532a9-d2d1-4b88-b745-cacfa4ea6f58 HTTP/1.1" status: 204 len: 168 time: 0.3856585 Sep 23 23:33:02.380847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481de897-7a8b-4729-942a-352d37c287e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f2532a9-d2d1-4b88-b745-cacfa4ea6f58,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:02.673458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45160) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:02.714949 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c27604ee-22f1-47c2-9ddd-9daac1b6ebf8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d857b0ee13524d6097d7792ecf9dc03b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403214 Sep 23 23:33:02.717382 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45162) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:02.771219 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1626ff37-2efc-4b41-9327-da85630bf2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:02.793889 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1626ff37-2efc-4b41-9327-da85630bf2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:02.918948 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1626ff37-2efc-4b41-9327-da85630bf2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:02.921621 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1626ff37-2efc-4b41-9327-da85630bf2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:02.922840 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1626ff37-2efc-4b41-9327-da85630bf2d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/293cdd69-9d12-4a71-9c9b-6fa81b303785 HTTP/1.1" status: 204 len: 168 time: 0.2045181 Sep 23 23:33:02.932206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626ff37-2efc-4b41-9327-da85630bf2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293cdd69-9d12-4a71-9c9b-6fa81b303785,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:03.950213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45184) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:04.045863 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-251788827'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:04.152845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Made reservation on behalf of 1a592a3182724f78927f3357e1a82f82 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:04.156637 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:04.165311 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:04.254431 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:04.330361 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:04.360331 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:33:04.366746 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fde1b5-ab02-4f07-8621-51c6ab7aef73,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:04.373845 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:04.374196 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Added segment 0148716b-c0d0-4663-bc83-37493de8c104 of type vlan for network 7055bf20-2db8-4e34-813c-41af6f9c2102 Sep 23 23:33:04.418199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:04.492149 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:04.498874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:04.499468 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:04.565118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event updated for resources: {'Network': ['ID=7055bf20-2db8-4e34-813c-41af6f9c2102,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:04.575774 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 7055bf20-2db8-4e34-813c-41af6f9c2102 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:33:04.590196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ee28cd38-4f2e-4597-9a14-ed75d2518b56 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6388564 Sep 23 23:33:05.417542 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b907d3a7-2cb1-4701-822c-9ff7ea891441 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:33:05.441855 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: b907d3a7-2cb1-4701-822c-9ff7ea891441 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:33:05.442296 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b907d3a7-2cb1-4701-822c-9ff7ea891441 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:33:07.418025 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:07.869494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45188) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:07.874690 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d49bec0f-9963-4c29-852e-4a5dce35bd90 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Request body: {'subnet': {'network_id': '7055bf20-2db8-4e34-813c-41af6f9c2102', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:08.039112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49bec0f-9963-4c29-852e-4a5dce35bd90 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Made reservation on behalf of 1a592a3182724f78927f3357e1a82f82 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:08.043466 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d49bec0f-9963-4c29-852e-4a5dce35bd90 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:08.359210 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d49bec0f-9963-4c29-852e-4a5dce35bd90 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:08.426751 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bec0f-9963-4c29-852e-4a5dce35bd90 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event updated for resources: {'Subnet': ['ID=ae95ad96-b6aa-427c-b26c-6f7b3b36da9e,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:08.432372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49bec0f-9963-4c29-852e-4a5dce35bd90 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Checking segment: {'id': '0148716b-c0d0-4663-bc83-37493de8c104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7055bf20-2db8-4e34-813c-41af6f9c2102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:08.432738 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49bec0f-9963-4c29-852e-4a5dce35bd90 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Network hostable DHCP agents. Network: 7055bf20-2db8-4e34-813c-41af6f9c2102, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:33:08.532538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49bec0f-9963-4c29-852e-4a5dce35bd90 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Network 7055bf20-2db8-4e34-813c-41af6f9c2102 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:33:08.600545 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-d49bec0f-9963-4c29-852e-4a5dce35bd90 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 7055bf20-2db8-4e34-813c-41af6f9c2102) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:08.606510 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49bec0f-9963-4c29-852e-4a5dce35bd90 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:08.607221 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d49bec0f-9963-4c29-852e-4a5dce35bd90 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:08.610284 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89334bb3-cb2d-4825-9a73-7467819caa3a None None] Network 7055bf20-2db8-4e34-813c-41af6f9c2102 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:08.690792 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d49bec0f-9963-4c29-852e-4a5dce35bd90 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8201404 Sep 23 23:33:08.694474 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45190) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:08.699769 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f7f93838-a8b7-4510-9f42-da4c5ba0951a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1570248661'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:08.757257 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-7055bf20-2db8-4e34-813c-41af6f9c2102', 'network_id': '7055bf20-2db8-4e34-813c-41af6f9c2102', 'tenant_id': '1a592a3182724f78927f3357e1a82f82', 'fixed_ips': [{'subnet_id': 'ae95ad96-b6aa-427c-b26c-6f7b3b36da9e'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:33:08.758119 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:08.787359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f93838-a8b7-4510-9f42-da4c5ba0951a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Made reservation on behalf of 1a592a3182724f78927f3357e1a82f82 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:08.791845 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7f93838-a8b7-4510-9f42-da4c5ba0951a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:08.815522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f93838-a8b7-4510-9f42-da4c5ba0951a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:33:08.824759 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7f93838-a8b7-4510-9f42-da4c5ba0951a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:08.825156 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-f7f93838-a8b7-4510-9f42-da4c5ba0951a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Added segment 3b8fb852-2c24-44d1-9996-310b77a4c8c4 of type vlan for network 7492c3c4-ae1a-46ae-b754-05c0ed981086 Sep 23 23:33:08.867289 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7f93838-a8b7-4510-9f42-da4c5ba0951a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:08.894699 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Allocated IP 2001:db8:0:ffff::2 (7055bf20-2db8-4e34-813c-41af6f9c2102/ae95ad96-b6aa-427c-b26c-6f7b3b36da9e/6ea68fcb-028d-4f90-9a34-ccec04c57253) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:33:08.959012 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7f93838-a8b7-4510-9f42-da4c5ba0951a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:08.966616 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f93838-a8b7-4510-9f42-da4c5ba0951a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:08.967432 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7f93838-a8b7-4510-9f42-da4c5ba0951a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:09.064021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f93838-a8b7-4510-9f42-da4c5ba0951a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event updated for resources: {'Network': ['ID=7492c3c4-ae1a-46ae-b754-05c0ed981086,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:09.070073 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:09.075815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 7492c3c4-ae1a-46ae-b754-05c0ed981086 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:33:09.099046 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f7f93838-a8b7-4510-9f42-da4c5ba0951a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4032669 Sep 23 23:33:09.101763 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45192) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:09.107286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-37034f85-e5e1-40ad-95db-2cfced3f42e3 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Request body: {'subnet': {'network_id': '7492c3c4-ae1a-46ae-b754-05c0ed981086', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:09.155553 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:09.195987 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Network 7055bf20-2db8-4e34-813c-41af6f9c2102 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:09.199386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:09.203041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:33:09.213399 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Pushing event updated for resources: {'Port': ['ID=6ea68fcb-028d-4f90-9a34-ccec04c57253,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:09.263065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Attempting to bind port 6ea68fcb-028d-4f90-9a34-ccec04c57253 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:33:09.263432 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Attempting to bind port 6ea68fcb-028d-4f90-9a34-ccec04c57253 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '0148716b-c0d0-4663-bc83-37493de8c104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7055bf20-2db8-4e34-813c-41af6f9c2102'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:33:09.263791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Attempting to bind port 6ea68fcb-028d-4f90-9a34-ccec04c57253 on network 7055bf20-2db8-4e34-813c-41af6f9c2102 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:33:09.268586 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:33:09.268953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Checking segment: {'id': '0148716b-c0d0-4663-bc83-37493de8c104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7055bf20-2db8-4e34-813c-41af6f9c2102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:09.269303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37034f85-e5e1-40ad-95db-2cfced3f42e3 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Made reservation on behalf of 1a592a3182724f78927f3357e1a82f82 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:09.269420 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:09.269758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Bound using segment: {'id': '0148716b-c0d0-4663-bc83-37493de8c104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7055bf20-2db8-4e34-813c-41af6f9c2102'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:33:09.270214 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Bound port: 6ea68fcb-028d-4f90-9a34-ccec04c57253, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0148716b-c0d0-4663-bc83-37493de8c104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7055bf20-2db8-4e34-813c-41af6f9c2102'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:33:09.270584 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:09.273087 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-37034f85-e5e1-40ad-95db-2cfced3f42e3 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:09.334761 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] For port 6ea68fcb-028d-4f90-9a34-ccec04c57253, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:33:09.337870 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] For port 6ea68fcb-028d-4f90-9a34-ccec04c57253, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6ea68fcb-028d-4f90-9a34-ccec04c57253,segment=NetworkSegment(0148716b-c0d0-4663-bc83-37493de8c104),segment_id=0148716b-c0d0-4663-bc83-37493de8c104)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:33:09.435788 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:09.496021 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24ea38-9c1f-4c3c-9f50-e72f11e7b9ce None None] Pushing event updated for resources: {'Port': ['ID=6ea68fcb-028d-4f90-9a34-ccec04c57253,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:09.550133 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-37034f85-e5e1-40ad-95db-2cfced3f42e3 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:09.669408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37034f85-e5e1-40ad-95db-2cfced3f42e3 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event updated for resources: {'Subnet': ['ID=a17074ac-9190-4064-928e-0d117e06cfaa,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:09.669408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37034f85-e5e1-40ad-95db-2cfced3f42e3 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Checking segment: {'id': '3b8fb852-2c24-44d1-9996-310b77a4c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7492c3c4-ae1a-46ae-b754-05c0ed981086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:09.669408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37034f85-e5e1-40ad-95db-2cfced3f42e3 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Network hostable DHCP agents. Network: 7492c3c4-ae1a-46ae-b754-05c0ed981086, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:33:09.778192 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37034f85-e5e1-40ad-95db-2cfced3f42e3 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Network 7492c3c4-ae1a-46ae-b754-05c0ed981086 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:33:09.846312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-37034f85-e5e1-40ad-95db-2cfced3f42e3 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 7492c3c4-ae1a-46ae-b754-05c0ed981086) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:09.851943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37034f85-e5e1-40ad-95db-2cfced3f42e3 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:09.852950 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-37034f85-e5e1-40ad-95db-2cfced3f42e3 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:09.853926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c47082-ca42-458a-ad74-b676ab01bc32 None None] Network 7492c3c4-ae1a-46ae-b754-05c0ed981086 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:09.961515 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-37034f85-e5e1-40ad-95db-2cfced3f42e3 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8586376 Sep 23 23:33:09.964708 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45194) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:10.005690 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-7492c3c4-ae1a-46ae-b754-05c0ed981086', 'network_id': '7492c3c4-ae1a-46ae-b754-05c0ed981086', 'tenant_id': '1a592a3182724f78927f3357e1a82f82', 'fixed_ips': [{'subnet_id': 'a17074ac-9190-4064-928e-0d117e06cfaa'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:33:10.010537 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.066087 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.154226 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.159874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Allocated IP 2001:db8::2 (7492c3c4-ae1a-46ae-b754-05c0ed981086/a17074ac-9190-4064-928e-0d117e06cfaa/897f5fe0-9f18-4250-9ba0-7fc9b613a26d) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:33:10.314517 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.403535 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a227cfb-12a7-4a42-b4d5-e823c893b932 None None] Network 7055bf20-2db8-4e34-813c-41af6f9c2102 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:10.407559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6ea68fcb-028d-4f90-9a34-ccec04c57253 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:10.442749 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.521638 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.536680 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Network 7492c3c4-ae1a-46ae-b754-05c0ed981086 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:10.549971 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event deleted for resources: {'Subnet': ['ID=a17074ac-9190-4064-928e-0d117e06cfaa,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:10.556634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:10.565148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:33:10.566999 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Pushing event updated for resources: {'Port': ['ID=897f5fe0-9f18-4250-9ba0-7fc9b613a26d,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:10.590710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f0c4993a-3704-41cb-8bb7-258618b4d0f0 None None] Provisioning complete for port 6ea68fcb-028d-4f90-9a34-ccec04c57253 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:10.591087 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f0c4993a-3704-41cb-8bb7-258618b4d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.616919 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.639071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7492c3c4-ae1a-46ae-b754-05c0ed981086']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:10.648766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8fb852-2c24-44d1-9996-310b77a4c8c4') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:10.649059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8fb852-2c24-44d1-9996-310b77a4c8c4') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:10.659597 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.674094 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.680737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:33:10.692810 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 6ea68fcb-028d-4f90-9a34-ccec04c57253 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:10.692810 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:33:10.693078 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:33:10.728403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Attempting to bind port 897f5fe0-9f18-4250-9ba0-7fc9b613a26d on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:33:10.728915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Attempting to bind port 897f5fe0-9f18-4250-9ba0-7fc9b613a26d by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '3b8fb852-2c24-44d1-9996-310b77a4c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7492c3c4-ae1a-46ae-b754-05c0ed981086'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:33:10.729992 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Attempting to bind port 897f5fe0-9f18-4250-9ba0-7fc9b613a26d on network 7492c3c4-ae1a-46ae-b754-05c0ed981086 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:33:10.751740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:33:10.752116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Checking segment: {'id': '3b8fb852-2c24-44d1-9996-310b77a4c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7492c3c4-ae1a-46ae-b754-05c0ed981086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:10.752519 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.752914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Bound using segment: {'id': '3b8fb852-2c24-44d1-9996-310b77a4c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7492c3c4-ae1a-46ae-b754-05c0ed981086'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:33:10.753419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Bound port: 897f5fe0-9f18-4250-9ba0-7fc9b613a26d, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8fb852-2c24-44d1-9996-310b77a4c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7492c3c4-ae1a-46ae-b754-05c0ed981086'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:33:10.753798 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.799597 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 23:33:10.799597 n-d-810775-1 neutron-server[95491]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 23:33:10.799597 n-d-810775-1 neutron-server[95491]: [parameters: {'id': '7492c3c4-ae1a-46ae-b754-05c0ed981086'}] Sep 23 23:33:10.799597 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:33:10.800032 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:33:10.913997 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f0c4993a-3704-41cb-8bb7-258618b4d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.922080 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] For port 897f5fe0-9f18-4250-9ba0-7fc9b613a26d, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:33:10.945736 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:10.948956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] For port 897f5fe0-9f18-4250-9ba0-7fc9b613a26d, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=897f5fe0-9f18-4250-9ba0-7fc9b613a26d,segment=NetworkSegment(3b8fb852-2c24-44d1-9996-310b77a4c8c4),segment_id=3b8fb852-2c24-44d1-9996-310b77a4c8c4)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:33:10.988239 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f0c4993a-3704-41cb-8bb7-258618b4d0f0 None None] For port 6ea68fcb-028d-4f90-9a34-ccec04c57253, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6ea68fcb-028d-4f90-9a34-ccec04c57253,segment=NetworkSegment(0148716b-c0d0-4663-bc83-37493de8c104),segment_id=0148716b-c0d0-4663-bc83-37493de8c104)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:11.064883 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:11.102946 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f0c4993a-3704-41cb-8bb7-258618b4d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:11.162180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4ed95-3553-41c8-a9e3-04b7ecf7bbee None None] Pushing event updated for resources: {'Port': ['ID=897f5fe0-9f18-4250-9ba0-7fc9b613a26d,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:11.208847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eefa98-8bfd-4ea6-8e96-8449b8911fcd None None] Network 7492c3c4-ae1a-46ae-b754-05c0ed981086 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:11.216666 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:33:11.217022 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:33:11.264981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4993a-3704-41cb-8bb7-258618b4d0f0 None None] Pushing event updated for resources: {'Port': ['ID=6ea68fcb-028d-4f90-9a34-ccec04c57253,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:11.294627 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-75fd4164-6e45-48dc-ba4d-9671280ec08d None None] Provisioning complete for port 6ea68fcb-028d-4f90-9a34-ccec04c57253 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:11.295000 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-75fd4164-6e45-48dc-ba4d-9671280ec08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:11.301759 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:11.366334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Deleting port 897f5fe0-9f18-4250-9ba0-7fc9b613a26d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:33:11.366685 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:11.415828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f0e30-a9ff-4f61-ae6d-31acbebac9c0 None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 23:33:11.437771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] For port 897f5fe0-9f18-4250-9ba0-7fc9b613a26d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=897f5fe0-9f18-4250-9ba0-7fc9b613a26d,segment=NetworkSegment(3b8fb852-2c24-44d1-9996-310b77a4c8c4),segment_id=3b8fb852-2c24-44d1-9996-310b77a4c8c4)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:11.438178 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:11.450953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Calling delete_port for 897f5fe0-9f18-4250-9ba0-7fc9b613a26d owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:33:11.495687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f0e30-a9ff-4f61-ae6d-31acbebac9c0 None None] Resources bound (agent type, host, resource id): {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 23:33:11.606776 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:11.632728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event deleted for resources: {'Port': ['ID=897f5fe0-9f18-4250-9ba0-7fc9b613a26d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:11.637007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] No DVR routers for this DVR port 897f5fe0-9f18-4250-9ba0-7fc9b613a26d on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:33:11.725439 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:11.748395 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7492c3c4-ae1a-46ae-b754-05c0ed981086']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:11.758305 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8fb852-2c24-44d1-9996-310b77a4c8c4') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:11.758597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8fb852-2c24-44d1-9996-310b77a4c8c4') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:11.770122 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:11.785517 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:11.791490 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:33:11.792084 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:33:11.795145 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:33:11.936420 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:11.943567 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:11.945564 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "DELETE /v2.0/networks/7492c3c4-ae1a-46ae-b754-05c0ed981086 HTTP/1.1" status: 204 len: 168 time: 1.9798937 Sep 23 23:33:11.950473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45196) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:11.957082 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-eb0cf237-db29-411f-90c2-9824e8925c1d tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-324378325'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:11.958013 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d57f4a-e292-478a-aeec-5f779137e8da tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event deleted for resources: {'Network': ['ID=7492c3c4-ae1a-46ae-b754-05c0ed981086,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:12.052117 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0cf237-db29-411f-90c2-9824e8925c1d tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Made reservation on behalf of 1a592a3182724f78927f3357e1a82f82 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:12.055731 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf237-db29-411f-90c2-9824e8925c1d tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:12.080544 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0cf237-db29-411f-90c2-9824e8925c1d tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:33:12.090753 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf237-db29-411f-90c2-9824e8925c1d tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:12.096432 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-eb0cf237-db29-411f-90c2-9824e8925c1d tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Added segment a4134610-6b78-4771-94ce-c516008915b4 of type vlan for network 6ad0ba43-ccf3-4a09-a742-ba008a61fcaf Sep 23 23:33:12.131294 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf237-db29-411f-90c2-9824e8925c1d tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:12.218323 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf237-db29-411f-90c2-9824e8925c1d tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:12.223958 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0cf237-db29-411f-90c2-9824e8925c1d tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:12.224559 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf237-db29-411f-90c2-9824e8925c1d tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:12.296170 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cf237-db29-411f-90c2-9824e8925c1d tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event updated for resources: {'Network': ['ID=6ad0ba43-ccf3-4a09-a742-ba008a61fcaf,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:12.306662 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 6ad0ba43-ccf3-4a09-a742-ba008a61fcaf details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:33:12.337214 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-eb0cf237-db29-411f-90c2-9824e8925c1d tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3854640 Sep 23 23:33:12.340391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45198) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:12.346230 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4d3e12ab-cd24-482d-a2b1-712a5e3efeed tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Request body: {'subnet': {'network_id': '6ad0ba43-ccf3-4a09-a742-ba008a61fcaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:12.395253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6ea68fcb-028d-4f90-9a34-ccec04c57253 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:12.445444 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 6ea68fcb-028d-4f90-9a34-ccec04c57253 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:12.445820 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:12.515551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3e12ab-cd24-482d-a2b1-712a5e3efeed tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Made reservation on behalf of 1a592a3182724f78927f3357e1a82f82 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:12.519031 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d3e12ab-cd24-482d-a2b1-712a5e3efeed tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:12.581154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.ipam_backend_mixin [None req-4d3e12ab-cd24-482d-a2b1-712a5e3efeed tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Performing IP validity checks on allocation pools {{(pid=95491) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 23:33:12.581669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.ipam_backend_mixin [None req-4d3e12ab-cd24-482d-a2b1-712a5e3efeed tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95491) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 23:33:12.801482 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d3e12ab-cd24-482d-a2b1-712a5e3efeed tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:12.864338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e12ab-cd24-482d-a2b1-712a5e3efeed tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event updated for resources: {'Subnet': ['ID=d1f776e4-6bf5-4ba7-af29-62ec3dd5e9ee,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:12.873251 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3e12ab-cd24-482d-a2b1-712a5e3efeed tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Checking segment: {'id': 'a4134610-6b78-4771-94ce-c516008915b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6ad0ba43-ccf3-4a09-a742-ba008a61fcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:12.873251 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e12ab-cd24-482d-a2b1-712a5e3efeed tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Network hostable DHCP agents. Network: 6ad0ba43-ccf3-4a09-a742-ba008a61fcaf, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:33:12.932503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e12ab-cd24-482d-a2b1-712a5e3efeed tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Network 6ad0ba43-ccf3-4a09-a742-ba008a61fcaf is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:33:13.023702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-4d3e12ab-cd24-482d-a2b1-712a5e3efeed tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 6ad0ba43-ccf3-4a09-a742-ba008a61fcaf) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:13.034676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3e12ab-cd24-482d-a2b1-712a5e3efeed tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:13.034676 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4d3e12ab-cd24-482d-a2b1-712a5e3efeed tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:13.035030 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7289f0-0964-462e-b6f5-fc9a1710117c None None] Network 6ad0ba43-ccf3-4a09-a742-ba008a61fcaf requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:13.108552 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4d3e12ab-cd24-482d-a2b1-712a5e3efeed tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7667160 Sep 23 23:33:13.111335 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45200) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:13.153432 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c84d3865-90f6-4e6b-bd31-597a4cb07b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:13.202311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-6ad0ba43-ccf3-4a09-a742-ba008a61fcaf', 'network_id': '6ad0ba43-ccf3-4a09-a742-ba008a61fcaf', 'tenant_id': '1a592a3182724f78927f3357e1a82f82', 'fixed_ips': [{'subnet_id': 'd1f776e4-6bf5-4ba7-af29-62ec3dd5e9ee'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:33:13.203294 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:13.212489 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:13.296728 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:13.340873 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Allocated IP 2001:db8::3 (6ad0ba43-ccf3-4a09-a742-ba008a61fcaf/d1f776e4-6bf5-4ba7-af29-62ec3dd5e9ee/ad534575-6b6b-453c-9d96-5d47dcce189f) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:33:13.641940 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:13.704150 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:13.747513 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Network 6ad0ba43-ccf3-4a09-a742-ba008a61fcaf is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:13.750373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:13.753965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:33:13.762317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Pushing event updated for resources: {'Port': ['ID=ad534575-6b6b-453c-9d96-5d47dcce189f,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:13.790381 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:13.817921 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Attempting to bind port ad534575-6b6b-453c-9d96-5d47dcce189f on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:33:13.818316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Attempting to bind port ad534575-6b6b-453c-9d96-5d47dcce189f by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'a4134610-6b78-4771-94ce-c516008915b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6ad0ba43-ccf3-4a09-a742-ba008a61fcaf'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:33:13.818506 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f776e4-6bf5-4ba7-af29-62ec3dd5e9ee,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:13.818666 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Attempting to bind port ad534575-6b6b-453c-9d96-5d47dcce189f on network 6ad0ba43-ccf3-4a09-a742-ba008a61fcaf {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:33:13.824336 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:33:13.826881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Checking segment: {'id': 'a4134610-6b78-4771-94ce-c516008915b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6ad0ba43-ccf3-4a09-a742-ba008a61fcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:13.826881 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:13.826881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Bound using segment: {'id': 'a4134610-6b78-4771-94ce-c516008915b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6ad0ba43-ccf3-4a09-a742-ba008a61fcaf'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:33:13.827398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Bound port: ad534575-6b6b-453c-9d96-5d47dcce189f, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4134610-6b78-4771-94ce-c516008915b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6ad0ba43-ccf3-4a09-a742-ba008a61fcaf'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:33:13.827398 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:13.885337 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:13.893904 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] For port ad534575-6b6b-453c-9d96-5d47dcce189f, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:33:13.897189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] For port ad534575-6b6b-453c-9d96-5d47dcce189f, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ad534575-6b6b-453c-9d96-5d47dcce189f,segment=NetworkSegment(a4134610-6b78-4771-94ce-c516008915b4),segment_id=a4134610-6b78-4771-94ce-c516008915b4)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:33:13.908795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad0ba43-ccf3-4a09-a742-ba008a61fcaf']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:13.919649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4134610-6b78-4771-94ce-c516008915b4') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:13.919952 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4134610-6b78-4771-94ce-c516008915b4') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:13.929905 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:13.984374 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:13.986538 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:13.993126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:33:13.993553 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:33:13.997041 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:33:14.099392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbe3a0-1faa-423d-a44e-d317192b45e0 None None] Pushing event updated for resources: {'Port': ['ID=ad534575-6b6b-453c-9d96-5d47dcce189f,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:14.110492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf14cd0f-6bcc-4011-861b-fcf3f1f3b3d9 None None] Network 6ad0ba43-ccf3-4a09-a742-ba008a61fcaf requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:14.132413 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.db.api [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 23:33:14.132413 n-d-810775-1 neutron-server[95490]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 23:33:14.132413 n-d-810775-1 neutron-server[95490]: [parameters: {'id': '6ad0ba43-ccf3-4a09-a742-ba008a61fcaf'}] Sep 23 23:33:14.132413 n-d-810775-1 neutron-server[95490]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:33:14.133403 n-d-810775-1 neutron-server[95490]: DEBUG oslo_db.api [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:33:14.237046 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e05d22-c929-4a41-85de-751b8235f8c6 None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 23:33:14.303930 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e05d22-c929-4a41-85de-751b8235f8c6 None None] Resources bound (agent type, host, resource id): {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 23:33:14.634608 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:14.693011 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Deleting port ad534575-6b6b-453c-9d96-5d47dcce189f {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:33:14.693298 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:14.755811 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] For port ad534575-6b6b-453c-9d96-5d47dcce189f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ad534575-6b6b-453c-9d96-5d47dcce189f,segment=NetworkSegment(a4134610-6b78-4771-94ce-c516008915b4),segment_id=a4134610-6b78-4771-94ce-c516008915b4)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:14.756174 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:14.769099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Calling delete_port for ad534575-6b6b-453c-9d96-5d47dcce189f owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:33:14.892362 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:14.917659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event deleted for resources: {'Port': ['ID=ad534575-6b6b-453c-9d96-5d47dcce189f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:14.923466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] No DVR routers for this DVR port ad534575-6b6b-453c-9d96-5d47dcce189f on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:33:15.003217 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:15.028388 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad0ba43-ccf3-4a09-a742-ba008a61fcaf']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:15.038152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4134610-6b78-4771-94ce-c516008915b4') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:15.038433 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4134610-6b78-4771-94ce-c516008915b4') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:15.048617 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:15.062709 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:15.068499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:33:15.068881 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:33:15.071856 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:33:15.181744 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:15.188701 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:15.190488 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "DELETE /v2.0/networks/6ad0ba43-ccf3-4a09-a742-ba008a61fcaf HTTP/1.1" status: 204 len: 168 time: 2.0781169 Sep 23 23:33:15.194443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45202) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:15.199517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4f581517-4975-4e84-af69-fde5545fe230 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1274815569'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:15.201502 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf047ea-46d2-4a38-a3fa-e8ae09ac33ae tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event deleted for resources: {'Network': ['ID=6ad0ba43-ccf3-4a09-a742-ba008a61fcaf,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:15.295671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f581517-4975-4e84-af69-fde5545fe230 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Made reservation on behalf of 1a592a3182724f78927f3357e1a82f82 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:15.299059 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f581517-4975-4e84-af69-fde5545fe230 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:15.322686 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f581517-4975-4e84-af69-fde5545fe230 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:33:15.331199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f581517-4975-4e84-af69-fde5545fe230 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:15.331541 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-4f581517-4975-4e84-af69-fde5545fe230 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Added segment 50ef92a3-27c7-40c1-aea2-99f8d77b5163 of type vlan for network c05fb32b-5d24-4826-b952-9f820ee412e7 Sep 23 23:33:15.374805 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f581517-4975-4e84-af69-fde5545fe230 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:15.463184 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f581517-4975-4e84-af69-fde5545fe230 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:15.469513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f581517-4975-4e84-af69-fde5545fe230 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:15.470094 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f581517-4975-4e84-af69-fde5545fe230 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:15.535283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f581517-4975-4e84-af69-fde5545fe230 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event updated for resources: {'Network': ['ID=c05fb32b-5d24-4826-b952-9f820ee412e7,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:15.550270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network c05fb32b-5d24-4826-b952-9f820ee412e7 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:33:15.555814 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4f581517-4975-4e84-af69-fde5545fe230 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3602827 Sep 23 23:33:15.558970 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45204) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:15.563860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e650d9f3-ad85-4b72-964d-86589d6af7e1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Request body: {'subnet': {'network_id': 'c05fb32b-5d24-4826-b952-9f820ee412e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:15.623829 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0c600d23-c424-42a7-aeaa-8de5bdc27768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:15.792924 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e650d9f3-ad85-4b72-964d-86589d6af7e1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Made reservation on behalf of 1a592a3182724f78927f3357e1a82f82 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:15.796542 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e650d9f3-ad85-4b72-964d-86589d6af7e1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:16.041455 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e650d9f3-ad85-4b72-964d-86589d6af7e1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:16.105126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650d9f3-ad85-4b72-964d-86589d6af7e1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event updated for resources: {'Subnet': ['ID=1397859e-ab75-491b-8445-e854025f9a4c,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:16.114484 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e650d9f3-ad85-4b72-964d-86589d6af7e1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Checking segment: {'id': '50ef92a3-27c7-40c1-aea2-99f8d77b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c05fb32b-5d24-4826-b952-9f820ee412e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:16.114850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e650d9f3-ad85-4b72-964d-86589d6af7e1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Network hostable DHCP agents. Network: c05fb32b-5d24-4826-b952-9f820ee412e7, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:33:16.147329 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:16.241020 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e650d9f3-ad85-4b72-964d-86589d6af7e1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Network c05fb32b-5d24-4826-b952-9f820ee412e7 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:33:16.314811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e650d9f3-ad85-4b72-964d-86589d6af7e1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, c05fb32b-5d24-4826-b952-9f820ee412e7) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:16.318806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e650d9f3-ad85-4b72-964d-86589d6af7e1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:16.319384 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e650d9f3-ad85-4b72-964d-86589d6af7e1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:16.326363 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82d4f28-75e6-4b27-9138-e3b317810ed2 None None] Network c05fb32b-5d24-4826-b952-9f820ee412e7 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:16.407301 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e650d9f3-ad85-4b72-964d-86589d6af7e1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8472612 Sep 23 23:33:16.410855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45206) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:16.415878 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-14f0aae8-c596-4d71-a5e4-7e0d7b1009bc tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1341646338'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:16.470547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-c05fb32b-5d24-4826-b952-9f820ee412e7', 'network_id': 'c05fb32b-5d24-4826-b952-9f820ee412e7', 'tenant_id': '1a592a3182724f78927f3357e1a82f82', 'fixed_ips': [{'subnet_id': '1397859e-ab75-491b-8445-e854025f9a4c'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:33:16.471429 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:16.486245 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f0aae8-c596-4d71-a5e4-7e0d7b1009bc tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Made reservation on behalf of 1a592a3182724f78927f3357e1a82f82 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:16.489835 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14f0aae8-c596-4d71-a5e4-7e0d7b1009bc tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:16.514059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f0aae8-c596-4d71-a5e4-7e0d7b1009bc tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:33:16.523030 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14f0aae8-c596-4d71-a5e4-7e0d7b1009bc tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:16.523509 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-14f0aae8-c596-4d71-a5e4-7e0d7b1009bc tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Added segment 47129a2f-fa54-4c9c-964f-2424fa019667 of type vlan for network 855be7b9-31e3-4823-9ee5-0563f2d35667 Sep 23 23:33:16.564358 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14f0aae8-c596-4d71-a5e4-7e0d7b1009bc tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:16.612945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Allocated IP 2001:db8::2 (c05fb32b-5d24-4826-b952-9f820ee412e7/1397859e-ab75-491b-8445-e854025f9a4c/e558444b-4ed5-4309-8023-ff2185a677aa) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:33:16.667330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14f0aae8-c596-4d71-a5e4-7e0d7b1009bc tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:16.673087 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f0aae8-c596-4d71-a5e4-7e0d7b1009bc tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:16.677426 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-14f0aae8-c596-4d71-a5e4-7e0d7b1009bc tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:16.746981 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0aae8-c596-4d71-a5e4-7e0d7b1009bc tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event updated for resources: {'Network': ['ID=855be7b9-31e3-4823-9ee5-0563f2d35667,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:16.759585 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 855be7b9-31e3-4823-9ee5-0563f2d35667 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:33:16.762256 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:16.776604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-14f0aae8-c596-4d71-a5e4-7e0d7b1009bc tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3646381 Sep 23 23:33:16.779618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45208) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:16.785442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-584f18bb-c43a-4636-957d-1ba33e161b36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Request body: {'subnet': {'network_id': '855be7b9-31e3-4823-9ee5-0563f2d35667', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:16.840979 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:16.878590 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Network c05fb32b-5d24-4826-b952-9f820ee412e7 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:16.881454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:16.884929 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:33:16.900083 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Pushing event updated for resources: {'Port': ['ID=e558444b-4ed5-4309-8023-ff2185a677aa,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:16.946003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Attempting to bind port e558444b-4ed5-4309-8023-ff2185a677aa on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:33:16.946383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Attempting to bind port e558444b-4ed5-4309-8023-ff2185a677aa by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '50ef92a3-27c7-40c1-aea2-99f8d77b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c05fb32b-5d24-4826-b952-9f820ee412e7'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:33:16.946746 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Attempting to bind port e558444b-4ed5-4309-8023-ff2185a677aa on network c05fb32b-5d24-4826-b952-9f820ee412e7 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:33:16.952371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:33:16.952740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Checking segment: {'id': '50ef92a3-27c7-40c1-aea2-99f8d77b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c05fb32b-5d24-4826-b952-9f820ee412e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:16.953238 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:16.953637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Bound using segment: {'id': '50ef92a3-27c7-40c1-aea2-99f8d77b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c05fb32b-5d24-4826-b952-9f820ee412e7'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:33:16.954143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Bound port: e558444b-4ed5-4309-8023-ff2185a677aa, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ef92a3-27c7-40c1-aea2-99f8d77b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c05fb32b-5d24-4826-b952-9f820ee412e7'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:33:16.954527 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:16.972348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584f18bb-c43a-4636-957d-1ba33e161b36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Made reservation on behalf of 1a592a3182724f78927f3357e1a82f82 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:16.976078 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-584f18bb-c43a-4636-957d-1ba33e161b36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:17.021583 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] For port e558444b-4ed5-4309-8023-ff2185a677aa, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:33:17.024833 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] For port e558444b-4ed5-4309-8023-ff2185a677aa, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e558444b-4ed5-4309-8023-ff2185a677aa,segment=NetworkSegment(50ef92a3-27c7-40c1-aea2-99f8d77b5163),segment_id=50ef92a3-27c7-40c1-aea2-99f8d77b5163)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:33:17.110931 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:17.180144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8459e-197b-40d6-90ba-3aedd723fc42 None None] Pushing event updated for resources: {'Port': ['ID=e558444b-4ed5-4309-8023-ff2185a677aa,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:17.227410 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:17.258301 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-584f18bb-c43a-4636-957d-1ba33e161b36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:17.327398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f18bb-c43a-4636-957d-1ba33e161b36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event updated for resources: {'Subnet': ['ID=0cc62557-c8aa-4aa8-bd8c-6ded973e018c,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:17.341463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584f18bb-c43a-4636-957d-1ba33e161b36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Checking segment: {'id': '47129a2f-fa54-4c9c-964f-2424fa019667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '855be7b9-31e3-4823-9ee5-0563f2d35667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:17.346652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584f18bb-c43a-4636-957d-1ba33e161b36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Network hostable DHCP agents. Network: 855be7b9-31e3-4823-9ee5-0563f2d35667, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:33:17.501579 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584f18bb-c43a-4636-957d-1ba33e161b36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Network 855be7b9-31e3-4823-9ee5-0563f2d35667 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:33:17.571920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-584f18bb-c43a-4636-957d-1ba33e161b36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 855be7b9-31e3-4823-9ee5-0563f2d35667) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:17.576154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f18bb-c43a-4636-957d-1ba33e161b36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:17.576740 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-584f18bb-c43a-4636-957d-1ba33e161b36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:17.580867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320e0f66-ddcf-438b-86c1-2280f54cfda9 None None] Network 855be7b9-31e3-4823-9ee5-0563f2d35667 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:17.664521 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-584f18bb-c43a-4636-957d-1ba33e161b36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8831933 Sep 23 23:33:17.667866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45210) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:17.732077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-855be7b9-31e3-4823-9ee5-0563f2d35667', 'network_id': '855be7b9-31e3-4823-9ee5-0563f2d35667', 'tenant_id': '1a592a3182724f78927f3357e1a82f82', 'fixed_ips': [{'subnet_id': '0cc62557-c8aa-4aa8-bd8c-6ded973e018c'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:33:17.733211 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:17.768385 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:17.829199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:17.888565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Allocated IP 2001:db8::2 (855be7b9-31e3-4823-9ee5-0563f2d35667/0cc62557-c8aa-4aa8-bd8c-6ded973e018c/3185fbe7-9f6c-4672-a575-e298c4c12131) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:33:18.045250 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.127157 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.131930 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ea227b-0473-44cd-b548-9bff2e3576d3 None None] Network c05fb32b-5d24-4826-b952-9f820ee412e7 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:18.193045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Network 855be7b9-31e3-4823-9ee5-0563f2d35667 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:18.220133 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:18.235533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:33:18.235782 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.244289 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Pushing event updated for resources: {'Port': ['ID=3185fbe7-9f6c-4672-a575-e298c4c12131,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:18.266198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc62557-c8aa-4aa8-bd8c-6ded973e018c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:18.287159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a5042838-fe8a-40d9-afaa-7a8eff2033d6 None None] Provisioning complete for port e558444b-4ed5-4309-8023-ff2185a677aa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:18.287533 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5042838-fe8a-40d9-afaa-7a8eff2033d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.332733 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.361339 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855be7b9-31e3-4823-9ee5-0563f2d35667']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:18.374353 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47129a2f-fa54-4c9c-964f-2424fa019667') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:18.374626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47129a2f-fa54-4c9c-964f-2424fa019667') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:18.377492 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Attempting to bind port 3185fbe7-9f6c-4672-a575-e298c4c12131 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:33:18.377700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Attempting to bind port 3185fbe7-9f6c-4672-a575-e298c4c12131 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '47129a2f-fa54-4c9c-964f-2424fa019667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '855be7b9-31e3-4823-9ee5-0563f2d35667'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:33:18.377972 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Attempting to bind port 3185fbe7-9f6c-4672-a575-e298c4c12131 on network 855be7b9-31e3-4823-9ee5-0563f2d35667 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:33:18.385021 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.393173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:33:18.393706 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Checking segment: {'id': '47129a2f-fa54-4c9c-964f-2424fa019667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '855be7b9-31e3-4823-9ee5-0563f2d35667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:18.393987 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.394385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Bound using segment: {'id': '47129a2f-fa54-4c9c-964f-2424fa019667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '855be7b9-31e3-4823-9ee5-0563f2d35667'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:33:18.394878 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Bound port: 3185fbe7-9f6c-4672-a575-e298c4c12131, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47129a2f-fa54-4c9c-964f-2424fa019667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '855be7b9-31e3-4823-9ee5-0563f2d35667'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:33:18.395262 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.402779 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.417489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:33:18.418149 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:33:18.424338 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:33:18.488198 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e558444b-4ed5-4309-8023-ff2185a677aa up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:18.530661 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.db.api [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 23:33:18.530661 n-d-810775-1 neutron-server[95491]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 23:33:18.530661 n-d-810775-1 neutron-server[95491]: [parameters: {'id': '855be7b9-31e3-4823-9ee5-0563f2d35667'}] Sep 23 23:33:18.530661 n-d-810775-1 neutron-server[95491]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:33:18.531165 n-d-810775-1 neutron-server[95491]: DEBUG oslo_db.api [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:33:18.548988 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5042838-fe8a-40d9-afaa-7a8eff2033d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.581091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] For port 3185fbe7-9f6c-4672-a575-e298c4c12131, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:33:18.603471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] For port 3185fbe7-9f6c-4672-a575-e298c4c12131, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3185fbe7-9f6c-4672-a575-e298c4c12131,segment=NetworkSegment(47129a2f-fa54-4c9c-964f-2424fa019667),segment_id=47129a2f-fa54-4c9c-964f-2424fa019667)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:33:18.610367 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.623950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a5042838-fe8a-40d9-afaa-7a8eff2033d6 None None] For port e558444b-4ed5-4309-8023-ff2185a677aa, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e558444b-4ed5-4309-8023-ff2185a677aa,segment=NetworkSegment(50ef92a3-27c7-40c1-aea2-99f8d77b5163),segment_id=50ef92a3-27c7-40c1-aea2-99f8d77b5163)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:18.628798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e558444b-4ed5-4309-8023-ff2185a677aa triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:18.629202 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.700717 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5042838-fe8a-40d9-afaa-7a8eff2033d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.703066 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.756047 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.811768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5042838-fe8a-40d9-afaa-7a8eff2033d6 None None] Pushing event updated for resources: {'Port': ['ID=e558444b-4ed5-4309-8023-ff2185a677aa,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:18.868498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b6067b-3210-46e1-90bb-dc07e2f115bb None None] Network 855be7b9-31e3-4823-9ee5-0563f2d35667 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:18.889807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ba06e204-cf40-4bb0-bebc-db89ed043922 None None] Provisioning complete for port e558444b-4ed5-4309-8023-ff2185a677aa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:18.896766 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ba06e204-cf40-4bb0-bebc-db89ed043922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.956007 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:18.962588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e3103-ab2f-4057-89e3-f1d1809c8fd1 None None] Pushing event updated for resources: {'Port': ['ID=3185fbe7-9f6c-4672-a575-e298c4c12131,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:18.997422 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:33:18.997776 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:33:19.032224 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:19.099471 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Deleting port 3185fbe7-9f6c-4672-a575-e298c4c12131 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:33:19.100012 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:19.168262 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] For port 3185fbe7-9f6c-4672-a575-e298c4c12131, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3185fbe7-9f6c-4672-a575-e298c4c12131,segment=NetworkSegment(47129a2f-fa54-4c9c-964f-2424fa019667),segment_id=47129a2f-fa54-4c9c-964f-2424fa019667)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:19.168623 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:19.182208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Calling delete_port for 3185fbe7-9f6c-4672-a575-e298c4c12131 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:33:19.259719 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b60a4c1-3eaf-493d-8ef2-d0c3e08a5627 None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 23:33:19.333437 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b60a4c1-3eaf-493d-8ef2-d0c3e08a5627 None None] Resources bound (agent type, host, resource id): {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 23:33:19.355112 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:19.380701 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event deleted for resources: {'Port': ['ID=3185fbe7-9f6c-4672-a575-e298c4c12131,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:19.384294 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] No DVR routers for this DVR port 3185fbe7-9f6c-4672-a575-e298c4c12131 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:33:19.468938 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:19.768536 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855be7b9-31e3-4823-9ee5-0563f2d35667']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:19.778721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47129a2f-fa54-4c9c-964f-2424fa019667') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:19.779012 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47129a2f-fa54-4c9c-964f-2424fa019667') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:19.788345 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:19.801943 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:19.807672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:33:19.808047 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:33:19.810928 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:33:19.914884 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:19.922588 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:19.924416 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "DELETE /v2.0/networks/855be7b9-31e3-4823-9ee5-0563f2d35667 HTTP/1.1" status: 204 len: 168 time: 2.2555285 Sep 23 23:33:19.927850 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45212) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:19.935702 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e1446-be08-4d45-97b9-bbbe7d70b8f6 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event deleted for resources: {'Network': ['ID=855be7b9-31e3-4823-9ee5-0563f2d35667,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:19.960103 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-7077ae10-e609-494c-bee1-ebdad26fc280 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] GET failed (client error): The resource could not be found. Sep 23 23:33:19.961531 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7077ae10-e609-494c-bee1-ebdad26fc280 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "GET /v2.0/subnets/0cc62557-c8aa-4aa8-bd8c-6ded973e018c HTTP/1.1" status: 404 len: 337 time: 0.0325906 Sep 23 23:33:19.964862 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45214) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:19.987526 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fbfaf9-2e78-4a5c-bff7-dbfddaaa821a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] DELETE failed (client error): The resource could not be found. Sep 23 23:33:19.987979 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89fbfaf9-2e78-4a5c-bff7-dbfddaaa821a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:33:19.989781 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-89fbfaf9-2e78-4a5c-bff7-dbfddaaa821a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "DELETE /v2.0/networks/855be7b9-31e3-4823-9ee5-0563f2d35667 HTTP/1.1" status: 404 len: 339 time: 0.0238063 Sep 23 23:33:19.993500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45216) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:20.023141 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c4f7e2-2089-4386-9099-d962e852b20a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] DELETE failed (client error): The resource could not be found. Sep 23 23:33:20.023141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c4f7e2-2089-4386-9099-d962e852b20a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:33:20.023141 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a2c4f7e2-2089-4386-9099-d962e852b20a tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "DELETE /v2.0/subnets/0cc62557-c8aa-4aa8-bd8c-6ded973e018c HTTP/1.1" status: 404 len: 337 time: 0.0280225 Sep 23 23:33:20.025032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45218) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:20.044515 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b60691-ba2f-4cbb-9024-6882a98da820 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] DELETE failed (client error): The resource could not be found. Sep 23 23:33:20.045053 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b60691-ba2f-4cbb-9024-6882a98da820 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:33:20.046796 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-89b60691-ba2f-4cbb-9024-6882a98da820 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "DELETE /v2.0/networks/855be7b9-31e3-4823-9ee5-0563f2d35667 HTTP/1.1" status: 404 len: 339 time: 0.0204246 Sep 23 23:33:20.049561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45220) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:20.100131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Deleting subnet 1397859e-ab75-491b-8445-e854025f9a4c {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:33:20.103189 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.143881 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.232251 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.359380 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.387742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e558444b-4ed5-4309-8023-ff2185a677aa up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:20.388275 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event deleted for resources: {'Subnet': ['ID=1397859e-ab75-491b-8445-e854025f9a4c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:20.396755 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.398695 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "DELETE /v2.0/subnets/1397859e-ab75-491b-8445-e854025f9a4c HTTP/1.1" status: 204 len: 168 time: 0.3481390 Sep 23 23:33:20.400348 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:20.401282 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:20.401583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:20.401921 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:20.402253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:20.402579 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:20.402721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45222) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:20.403204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:20.403204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:20.403527 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:20.403852 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:20.404173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:20.404508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4be57-c39c-42e1-bc23-6929ce377a41 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:20.415215 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c768e6-362c-4d7c-b0fa-59e9ebcdff9f None None] Network c05fb32b-5d24-4826-b952-9f820ee412e7 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:20.490681 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.514924 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e558444b-4ed5-4309-8023-ff2185a677aa triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:20.515292 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.543684 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Deleting port e558444b-4ed5-4309-8023-ff2185a677aa {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:33:20.544028 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.616196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] For port e558444b-4ed5-4309-8023-ff2185a677aa, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e558444b-4ed5-4309-8023-ff2185a677aa,segment=NetworkSegment(50ef92a3-27c7-40c1-aea2-99f8d77b5163),segment_id=50ef92a3-27c7-40c1-aea2-99f8d77b5163)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:20.616196 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.628954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Calling delete_port for e558444b-4ed5-4309-8023-ff2185a677aa owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:33:20.650311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad90205f-e278-438a-9190-393629b4b31c None None] DHCP port deletion for c05fb32b-5d24-4826-b952-9f820ee412e7 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:33:20.699806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ad90205f-e278-438a-9190-393629b4b31c None None] Deleting port e558444b-4ed5-4309-8023-ff2185a677aa {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:33:20.700179 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ad90205f-e278-438a-9190-393629b4b31c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.768607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ad90205f-e278-438a-9190-393629b4b31c None None] For port e558444b-4ed5-4309-8023-ff2185a677aa, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e558444b-4ed5-4309-8023-ff2185a677aa,segment=NetworkSegment(50ef92a3-27c7-40c1-aea2-99f8d77b5163),segment_id=50ef92a3-27c7-40c1-aea2-99f8d77b5163)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:20.768997 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ad90205f-e278-438a-9190-393629b4b31c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.782137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ad90205f-e278-438a-9190-393629b4b31c None None] Calling delete_port for e558444b-4ed5-4309-8023-ff2185a677aa owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:33:20.783416 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.809969 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event deleted for resources: {'Port': ['ID=e558444b-4ed5-4309-8023-ff2185a677aa,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:20.813671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] No DVR routers for this DVR port e558444b-4ed5-4309-8023-ff2185a677aa on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:33:20.867286 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ad90205f-e278-438a-9190-393629b4b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.895803 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90205f-e278-438a-9190-393629b4b31c None None] Pushing event deleted for resources: {'Port': ['ID=e558444b-4ed5-4309-8023-ff2185a677aa,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:20.896374 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90205f-e278-438a-9190-393629b4b31c None None] No DVR routers for this DVR port e558444b-4ed5-4309-8023-ff2185a677aa on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:33:20.896754 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.919527 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05fb32b-5d24-4826-b952-9f820ee412e7']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:20.929016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ef92a3-27c7-40c1-aea2-99f8d77b5163') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:20.929341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ef92a3-27c7-40c1-aea2-99f8d77b5163') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:20.938750 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.952410 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.958299 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:33:20.960689 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:33:20.961702 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:33:21.114931 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:21.129709 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:21.129709 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "DELETE /v2.0/networks/c05fb32b-5d24-4826-b952-9f820ee412e7 HTTP/1.1" status: 204 len: 168 time: 0.7216578 Sep 23 23:33:21.130390 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45224) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:21.140058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e6a54-d620-46ff-93d2-d87e0aaee129 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event deleted for resources: {'Network': ['ID=c05fb32b-5d24-4826-b952-9f820ee412e7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:21.159384 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-e318076f-0d1d-48fa-8402-b7d0ad3ec92b tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] DELETE failed (client error): The resource could not be found. Sep 23 23:33:21.159781 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e318076f-0d1d-48fa-8402-b7d0ad3ec92b tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:33:21.161532 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e318076f-0d1d-48fa-8402-b7d0ad3ec92b tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "DELETE /v2.0/subnets/d1f776e4-6bf5-4ba7-af29-62ec3dd5e9ee HTTP/1.1" status: 404 len: 337 time: 0.0298679 Sep 23 23:33:21.164170 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45226) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:21.181789 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edb1f09-b9b0-4839-a153-09af52523439 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] DELETE failed (client error): The resource could not be found. Sep 23 23:33:21.182827 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edb1f09-b9b0-4839-a153-09af52523439 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:33:21.184544 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7edb1f09-b9b0-4839-a153-09af52523439 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "DELETE /v2.0/networks/6ad0ba43-ccf3-4a09-a742-ba008a61fcaf HTTP/1.1" status: 404 len: 339 time: 0.0194852 Sep 23 23:33:21.186867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45228) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:21.216713 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-5098108b-19df-4a60-9b45-549bbff2d2f1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] DELETE failed (client error): The resource could not be found. Sep 23 23:33:21.217180 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5098108b-19df-4a60-9b45-549bbff2d2f1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:33:21.218851 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5098108b-19df-4a60-9b45-549bbff2d2f1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "DELETE /v2.0/subnets/a17074ac-9190-4064-928e-0d117e06cfaa HTTP/1.1" status: 404 len: 337 time: 0.0311234 Sep 23 23:33:21.221399 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45230) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:21.239451 n-d-810775-1 neutron-server[95490]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b273299-1463-4623-bb8e-3858ed7354f1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] DELETE failed (client error): The resource could not be found. Sep 23 23:33:21.239994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b273299-1463-4623-bb8e-3858ed7354f1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95490) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 23:33:21.241762 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0b273299-1463-4623-bb8e-3858ed7354f1 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "DELETE /v2.0/networks/7492c3c4-ae1a-46ae-b754-05c0ed981086 HTTP/1.1" status: 404 len: 339 time: 0.0194821 Sep 23 23:33:21.244352 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45232) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:21.295724 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfaf82b7-281c-4c1b-bce0-06ebec90fc36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Deleting subnet ae95ad96-b6aa-427c-b26c-6f7b3b36da9e {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:33:21.298817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cfaf82b7-281c-4c1b-bce0-06ebec90fc36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:21.339880 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cfaf82b7-281c-4c1b-bce0-06ebec90fc36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:21.429796 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cfaf82b7-281c-4c1b-bce0-06ebec90fc36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:21.521300 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cfaf82b7-281c-4c1b-bce0-06ebec90fc36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:21.548899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf82b7-281c-4c1b-bce0-06ebec90fc36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event deleted for resources: {'Subnet': ['ID=ae95ad96-b6aa-427c-b26c-6f7b3b36da9e,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:21.552743 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cfaf82b7-281c-4c1b-bce0-06ebec90fc36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:21.555838 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cfaf82b7-281c-4c1b-bce0-06ebec90fc36 tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "DELETE /v2.0/subnets/ae95ad96-b6aa-427c-b26c-6f7b3b36da9e HTTP/1.1" status: 204 len: 168 time: 0.3095968 Sep 23 23:33:21.557271 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45234) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:21.559714 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5315bcb7-9e3a-45f3-ab82-602a206176e4 None None] Network 7055bf20-2db8-4e34-813c-41af6f9c2102 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:21.632886 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:21.693736 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Deleting port 6ea68fcb-028d-4f90-9a34-ccec04c57253 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:33:21.694086 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:21.725787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc654ba-c1e1-4bfe-8d4a-1cbf926b21a6 None None] DHCP port deletion for 7055bf20-2db8-4e34-813c-41af6f9c2102 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:33:21.757703 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] For port 6ea68fcb-028d-4f90-9a34-ccec04c57253, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6ea68fcb-028d-4f90-9a34-ccec04c57253,segment=NetworkSegment(0148716b-c0d0-4663-bc83-37493de8c104),segment_id=0148716b-c0d0-4663-bc83-37493de8c104)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:21.758065 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:21.770370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Calling delete_port for 6ea68fcb-028d-4f90-9a34-ccec04c57253 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:33:21.777527 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0dc654ba-c1e1-4bfe-8d4a-1cbf926b21a6 None None] Deleting port 6ea68fcb-028d-4f90-9a34-ccec04c57253 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:33:21.777905 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0dc654ba-c1e1-4bfe-8d4a-1cbf926b21a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:21.840633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0dc654ba-c1e1-4bfe-8d4a-1cbf926b21a6 None None] For port 6ea68fcb-028d-4f90-9a34-ccec04c57253, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6ea68fcb-028d-4f90-9a34-ccec04c57253,segment=NetworkSegment(0148716b-c0d0-4663-bc83-37493de8c104),segment_id=0148716b-c0d0-4663-bc83-37493de8c104)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:21.841030 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0dc654ba-c1e1-4bfe-8d4a-1cbf926b21a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:21.855528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0dc654ba-c1e1-4bfe-8d4a-1cbf926b21a6 None None] Calling delete_port for 6ea68fcb-028d-4f90-9a34-ccec04c57253 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:33:21.953568 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:21.961290 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0dc654ba-c1e1-4bfe-8d4a-1cbf926b21a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:21.997608 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event deleted for resources: {'Port': ['ID=6ea68fcb-028d-4f90-9a34-ccec04c57253,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:22.008051 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] No DVR routers for this DVR port 6ea68fcb-028d-4f90-9a34-ccec04c57253 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:33:22.010345 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc654ba-c1e1-4bfe-8d4a-1cbf926b21a6 None None] Pushing event deleted for resources: {'Port': ['ID=6ea68fcb-028d-4f90-9a34-ccec04c57253,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:22.013984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc654ba-c1e1-4bfe-8d4a-1cbf926b21a6 None None] No DVR routers for this DVR port 6ea68fcb-028d-4f90-9a34-ccec04c57253 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:33:22.106007 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:22.131025 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7055bf20-2db8-4e34-813c-41af6f9c2102']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:22.145253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0148716b-c0d0-4663-bc83-37493de8c104') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:22.145557 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0148716b-c0d0-4663-bc83-37493de8c104') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:22.157706 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:22.172390 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:22.178492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:33:22.178936 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:33:22.181817 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:33:22.315055 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:22.322459 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:22.324414 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] 10.222.0.22 "DELETE /v2.0/networks/7055bf20-2db8-4e34-813c-41af6f9c2102 HTTP/1.1" status: 204 len: 168 time: 0.7661817 Sep 23 23:33:22.339650 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59709b2b-f11f-48a1-97ed-39a1a394293c tempest-NetworksIpV6Test-2120942250 tempest-NetworksIpV6Test-2120942250-project] Pushing event deleted for resources: {'Network': ['ID=7055bf20-2db8-4e34-813c-41af6f9c2102,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:22.396778 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e558444b-4ed5-4309-8023-ff2185a677aa no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:33:22.425290 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: e558444b-4ed5-4309-8023-ff2185a677aa {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:33:22.425633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e558444b-4ed5-4309-8023-ff2185a677aa not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:33:22.427204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6ea68fcb-028d-4f90-9a34-ccec04c57253 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:33:22.451001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 6ea68fcb-028d-4f90-9a34-ccec04c57253 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:33:22.451349 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6ea68fcb-028d-4f90-9a34-ccec04c57253 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:33:22.803953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45240) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:22.936244 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c139616c-81a4-496e-ac31-1fa8d27e4c0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1a592a3182724f78927f3357e1a82f82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309826 Sep 23 23:33:22.938814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45244) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:22.988650 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-28613c0c-39ef-42d0-8fb8-311973cb0255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:23.011013 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-28613c0c-39ef-42d0-8fb8-311973cb0255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:23.161052 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-28613c0c-39ef-42d0-8fb8-311973cb0255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:23.165539 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-28613c0c-39ef-42d0-8fb8-311973cb0255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:23.167880 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-28613c0c-39ef-42d0-8fb8-311973cb0255 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1fde1b5-ab02-4f07-8621-51c6ab7aef73 HTTP/1.1" status: 204 len: 168 time: 0.2279019 Sep 23 23:33:23.181424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28613c0c-39ef-42d0-8fb8-311973cb0255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fde1b5-ab02-4f07-8621-51c6ab7aef73,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:24.175631 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45266) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:24.273867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e557a883-2f30-473e-9606-8c47d69331bf tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1291157646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:24.404952 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e557a883-2f30-473e-9606-8c47d69331bf tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:24.406117 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e557a883-2f30-473e-9606-8c47d69331bf tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:24.460522 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e557a883-2f30-473e-9606-8c47d69331bf tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:24.530611 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e557a883-2f30-473e-9606-8c47d69331bf tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:24.621427 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e557a883-2f30-473e-9606-8c47d69331bf tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:24.622685 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e557a883-2f30-473e-9606-8c47d69331bf tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4455612 Sep 23 23:33:24.625386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45270) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:24.630248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-423656541'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:24.726068 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Made reservation on behalf of 8035f88800954e03abbe32b284024726 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:24.729617 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:24.738807 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:24.828106 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:24.903039 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:24.930396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:33:24.940857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf73c8a5-beab-495f-b911-63e988318c40,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:24.945872 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:24.946257 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Added segment 9266f56e-feff-4452-aaf7-75a7012c82da of type vlan for network 594424cc-b8a4-4454-98a2-8486c719d8e0 Sep 23 23:33:24.987811 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:25.075039 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:25.080883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:25.081435 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:25.150421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Pushing event updated for resources: {'Network': ['ID=594424cc-b8a4-4454-98a2-8486c719d8e0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:25.160942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 594424cc-b8a4-4454-98a2-8486c719d8e0 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:33:25.190055 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a1a16532-d9e2-4089-b581-9867e1afd7ca tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5636370 Sep 23 23:33:25.192757 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45272) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:25.197759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-483f0f48-803c-4ebd-9659-d5d1572525e3 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Request body: {'subnet': {'network_id': '594424cc-b8a4-4454-98a2-8486c719d8e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:25.389171 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483f0f48-803c-4ebd-9659-d5d1572525e3 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Made reservation on behalf of 8035f88800954e03abbe32b284024726 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:25.393565 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-483f0f48-803c-4ebd-9659-d5d1572525e3 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:25.606236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-483f0f48-803c-4ebd-9659-d5d1572525e3 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:25.673778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f0f48-803c-4ebd-9659-d5d1572525e3 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Pushing event updated for resources: {'Subnet': ['ID=259e3c6c-a3c2-4e35-8921-a86fa7010c4a,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:25.683753 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f0f48-803c-4ebd-9659-d5d1572525e3 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Checking segment: {'id': '9266f56e-feff-4452-aaf7-75a7012c82da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '594424cc-b8a4-4454-98a2-8486c719d8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:25.684111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f0f48-803c-4ebd-9659-d5d1572525e3 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Network hostable DHCP agents. Network: 594424cc-b8a4-4454-98a2-8486c719d8e0, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:33:25.760837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f0f48-803c-4ebd-9659-d5d1572525e3 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Network 594424cc-b8a4-4454-98a2-8486c719d8e0 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:33:25.829140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-483f0f48-803c-4ebd-9659-d5d1572525e3 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 594424cc-b8a4-4454-98a2-8486c719d8e0) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:25.833095 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f0f48-803c-4ebd-9659-d5d1572525e3 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:25.833714 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-483f0f48-803c-4ebd-9659-d5d1572525e3 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:25.838580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61671718-4311-434c-9ba4-25a7d6e33850 None None] Network 594424cc-b8a4-4454-98a2-8486c719d8e0 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:25.931325 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-483f0f48-803c-4ebd-9659-d5d1572525e3 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7373071 Sep 23 23:33:25.934887 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45274) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:25.939760 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-0b8c69df-5f17-4304-9fb2-78fd4def3c73 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1957620354'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:25.985515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-594424cc-b8a4-4454-98a2-8486c719d8e0', 'network_id': '594424cc-b8a4-4454-98a2-8486c719d8e0', 'tenant_id': '8035f88800954e03abbe32b284024726', 'fixed_ips': [{'subnet_id': '259e3c6c-a3c2-4e35-8921-a86fa7010c4a'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:33:25.986366 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:26.027286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8c69df-5f17-4304-9fb2-78fd4def3c73 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Made reservation on behalf of 8035f88800954e03abbe32b284024726 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:26.031126 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b8c69df-5f17-4304-9fb2-78fd4def3c73 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:26.056075 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8c69df-5f17-4304-9fb2-78fd4def3c73 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:33:26.065841 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b8c69df-5f17-4304-9fb2-78fd4def3c73 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:26.066252 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-0b8c69df-5f17-4304-9fb2-78fd4def3c73 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Added segment 85631d41-d387-4149-8df2-eed0611d3718 of type vlan for network 82a093fd-5961-416b-affe-341440e8bf93 Sep 23 23:33:26.108310 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b8c69df-5f17-4304-9fb2-78fd4def3c73 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:26.120190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Allocated IP 172.20.0.2 (594424cc-b8a4-4454-98a2-8486c719d8e0/259e3c6c-a3c2-4e35-8921-a86fa7010c4a/8747f2b8-67ca-4060-ba34-bd01c7a397cc) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:33:26.204221 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b8c69df-5f17-4304-9fb2-78fd4def3c73 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:26.210229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8c69df-5f17-4304-9fb2-78fd4def3c73 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:26.210701 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0b8c69df-5f17-4304-9fb2-78fd4def3c73 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:26.264406 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:26.344176 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:26.381119 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Network 594424cc-b8a4-4454-98a2-8486c719d8e0 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:26.384279 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:26.388259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:33:26.407519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Pushing event updated for resources: {'Port': ['ID=8747f2b8-67ca-4060-ba34-bd01c7a397cc,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:26.460961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Attempting to bind port 8747f2b8-67ca-4060-ba34-bd01c7a397cc on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:33:26.461280 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Attempting to bind port 8747f2b8-67ca-4060-ba34-bd01c7a397cc by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '9266f56e-feff-4452-aaf7-75a7012c82da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '594424cc-b8a4-4454-98a2-8486c719d8e0'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:33:26.461646 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Attempting to bind port 8747f2b8-67ca-4060-ba34-bd01c7a397cc on network 594424cc-b8a4-4454-98a2-8486c719d8e0 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:33:26.467675 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:33:26.468048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Checking segment: {'id': '9266f56e-feff-4452-aaf7-75a7012c82da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '594424cc-b8a4-4454-98a2-8486c719d8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:26.468455 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:26.468852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Bound using segment: {'id': '9266f56e-feff-4452-aaf7-75a7012c82da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '594424cc-b8a4-4454-98a2-8486c719d8e0'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:33:26.469344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Bound port: 8747f2b8-67ca-4060-ba34-bd01c7a397cc, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9266f56e-feff-4452-aaf7-75a7012c82da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '594424cc-b8a4-4454-98a2-8486c719d8e0'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:33:26.469967 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:26.539151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] For port 8747f2b8-67ca-4060-ba34-bd01c7a397cc, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:33:26.542723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] For port 8747f2b8-67ca-4060-ba34-bd01c7a397cc, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8747f2b8-67ca-4060-ba34-bd01c7a397cc,segment=NetworkSegment(9266f56e-feff-4452-aaf7-75a7012c82da),segment_id=9266f56e-feff-4452-aaf7-75a7012c82da)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:33:26.573582 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0b8c69df-5f17-4304-9fb2-78fd4def3c73 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6375105 Sep 23 23:33:26.575173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c69df-5f17-4304-9fb2-78fd4def3c73 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Pushing event updated for resources: {'Network': ['ID=82a093fd-5961-416b-affe-341440e8bf93,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:26.578263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45276) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:26.583557 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b7369399-808b-4303-8319-491b85dda04a tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Request body: {'subnet': {'network_id': '82a093fd-5961-416b-affe-341440e8bf93', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:26.587402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 82a093fd-5961-416b-affe-341440e8bf93 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:33:26.647947 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:26.721167 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49409a91-cae1-47e4-948b-235a4e4f60c1 None None] Pushing event updated for resources: {'Port': ['ID=8747f2b8-67ca-4060-ba34-bd01c7a397cc,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:26.787523 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7369399-808b-4303-8319-491b85dda04a tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Made reservation on behalf of 8035f88800954e03abbe32b284024726 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:26.791119 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b7369399-808b-4303-8319-491b85dda04a tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:27.084836 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b7369399-808b-4303-8319-491b85dda04a tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:27.148599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7369399-808b-4303-8319-491b85dda04a tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Pushing event updated for resources: {'Subnet': ['ID=2fba0cc1-2d52-41b4-af42-8d736a6c04d1,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:27.156138 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7369399-808b-4303-8319-491b85dda04a tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Checking segment: {'id': '85631d41-d387-4149-8df2-eed0611d3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '82a093fd-5961-416b-affe-341440e8bf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:27.156501 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7369399-808b-4303-8319-491b85dda04a tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Network hostable DHCP agents. Network: 82a093fd-5961-416b-affe-341440e8bf93, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:33:27.263477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7369399-808b-4303-8319-491b85dda04a tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Network 82a093fd-5961-416b-affe-341440e8bf93 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:33:27.366624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-b7369399-808b-4303-8319-491b85dda04a tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 82a093fd-5961-416b-affe-341440e8bf93) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:27.371356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7369399-808b-4303-8319-491b85dda04a tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:27.371960 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b7369399-808b-4303-8319-491b85dda04a tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:27.378427 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41784e08-b689-4666-a9f5-426b016ccd5d None None] Network 82a093fd-5961-416b-affe-341440e8bf93 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:27.491282 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b7369399-808b-4303-8319-491b85dda04a tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9118323 Sep 23 23:33:27.494108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45278) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:27.499757 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ff1e6aca-00f5-4897-9326-d853bc8cd0d0 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Request body: {'router': {'external_gateway_info': {'network_id': '82a093fd-5961-416b-affe-341440e8bf93'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:27.540301 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-82a093fd-5961-416b-affe-341440e8bf93', 'network_id': '82a093fd-5961-416b-affe-341440e8bf93', 'tenant_id': '8035f88800954e03abbe32b284024726', 'fixed_ips': [{'subnet_id': '2fba0cc1-2d52-41b4-af42-8d736a6c04d1'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:33:27.541439 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:27.620330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07952eb0-6e71-47e1-a641-5a7c600624e4 None None] Network 594424cc-b8a4-4454-98a2-8486c719d8e0 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:27.708545 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9699cdf5-19fb-41ca-87a2-01448d1b8034 None None] Provisioning complete for port 8747f2b8-67ca-4060-ba34-bd01c7a397cc triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:27.708946 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9699cdf5-19fb-41ca-87a2-01448d1b8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:27.794359 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6aca-00f5-4897-9326-d853bc8cd0d0 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:27.799947 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Allocated IP 172.21.0.2 (82a093fd-5961-416b-affe-341440e8bf93/2fba0cc1-2d52-41b4-af42-8d736a6c04d1/d5d7d647-5855-4629-adb1-b145926f88ee) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:33:27.973015 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9699cdf5-19fb-41ca-87a2-01448d1b8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.008053 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [None req-ff1e6aca-00f5-4897-9326-d853bc8cd0d0 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 23:33:28.009169 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ff1e6aca-00f5-4897-9326-d853bc8cd0d0 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] 10.222.0.22 "PUT /v2.0/routers/9182894a-04f6-4e43-8594-281e5d526ad4 HTTP/1.1" status: 400 len: 364 time: 0.5139945 Sep 23 23:33:28.016303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45280) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:28.059599 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-9699cdf5-19fb-41ca-87a2-01448d1b8034 None None] For port 8747f2b8-67ca-4060-ba34-bd01c7a397cc, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8747f2b8-67ca-4060-ba34-bd01c7a397cc,segment=NetworkSegment(9266f56e-feff-4452-aaf7-75a7012c82da),segment_id=9266f56e-feff-4452-aaf7-75a7012c82da)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:28.080707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75e0026-1d4c-463d-a21e-b271d83d45a5 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Deleting subnet 2fba0cc1-2d52-41b4-af42-8d736a6c04d1 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:33:28.086026 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.126657 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9699cdf5-19fb-41ca-87a2-01448d1b8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.154934 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e0026-1d4c-463d-a21e-b271d83d45a5 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.157403 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.194410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Network 82a093fd-5961-416b-affe-341440e8bf93 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:28.197764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:28.202635 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:33:28.206000 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699cdf5-19fb-41ca-87a2-01448d1b8034 None None] Pushing event updated for resources: {'Port': ['ID=8747f2b8-67ca-4060-ba34-bd01c7a397cc,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:28.220337 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e0026-1d4c-463d-a21e-b271d83d45a5 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.334378 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e0026-1d4c-463d-a21e-b271d83d45a5 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.452539 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8747f2b8-67ca-4060-ba34-bd01c7a397cc up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:28.463663 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e0026-1d4c-463d-a21e-b271d83d45a5 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.494216 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a75e0026-1d4c-463d-a21e-b271d83d45a5 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.495049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Pushing event updated for resources: {'Port': ['ID=d5d7d647-5855-4629-adb1-b145926f88ee,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:28.499316 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a75e0026-1d4c-463d-a21e-b271d83d45a5 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] 10.222.0.22 "DELETE /v2.0/subnets/2fba0cc1-2d52-41b4-af42-8d736a6c04d1 HTTP/1.1" status: 204 len: 168 time: 0.4794765 Sep 23 23:33:28.499316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e0026-1d4c-463d-a21e-b271d83d45a5 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Pushing event deleted for resources: {'Subnet': ['ID=2fba0cc1-2d52-41b4-af42-8d736a6c04d1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:28.507602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45282) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:28.509983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-20601af4-a088-4d4d-8140-76561804a4bc None None] Provisioning complete for port 8747f2b8-67ca-4060-ba34-bd01c7a397cc triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:28.509983 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20601af4-a088-4d4d-8140-76561804a4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.509983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Attempting to bind port d5d7d647-5855-4629-adb1-b145926f88ee on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:33:28.509983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Attempting to bind port d5d7d647-5855-4629-adb1-b145926f88ee by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '85631d41-d387-4149-8df2-eed0611d3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '82a093fd-5961-416b-affe-341440e8bf93'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:33:28.509983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Attempting to bind port d5d7d647-5855-4629-adb1-b145926f88ee on network 82a093fd-5961-416b-affe-341440e8bf93 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:33:28.536411 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:33:28.536824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Checking segment: {'id': '85631d41-d387-4149-8df2-eed0611d3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '82a093fd-5961-416b-affe-341440e8bf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:28.537266 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.537672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Bound using segment: {'id': '85631d41-d387-4149-8df2-eed0611d3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '82a093fd-5961-416b-affe-341440e8bf93'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:33:28.546465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Bound port: d5d7d647-5855-4629-adb1-b145926f88ee, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85631d41-d387-4149-8df2-eed0611d3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '82a093fd-5961-416b-affe-341440e8bf93'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:33:28.546465 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.594417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.623401 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8747f2b8-67ca-4060-ba34-bd01c7a397cc triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:28.623775 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.665492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Deleting port d5d7d647-5855-4629-adb1-b145926f88ee {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:33:28.665850 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.699683 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] For port d5d7d647-5855-4629-adb1-b145926f88ee, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:33:28.723800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] For port d5d7d647-5855-4629-adb1-b145926f88ee, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d5d7d647-5855-4629-adb1-b145926f88ee,segment=NetworkSegment(85631d41-d387-4149-8df2-eed0611d3718),segment_id=85631d41-d387-4149-8df2-eed0611d3718)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:33:28.758630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] For port d5d7d647-5855-4629-adb1-b145926f88ee, host n-d-810775-1, got binding levels [] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:28.758900 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.772213 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Calling delete_port for d5d7d647-5855-4629-adb1-b145926f88ee owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:33:28.801593 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.877151 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:33:28.882046 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188441b0-1597-4114-9f5a-8a1037f6183c None None] Pushing event updated for resources: {'Port': ['ID=d5d7d647-5855-4629-adb1-b145926f88ee,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:28.898771 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a676eaaa-9ccf-4aaf-b156-83d95deb2aef None None] Network 82a093fd-5961-416b-affe-341440e8bf93 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:28.938650 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:28.968951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Pushing event deleted for resources: {'Port': ['ID=d5d7d647-5855-4629-adb1-b145926f88ee,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:28.976900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] No DVR routers for this DVR port d5d7d647-5855-4629-adb1-b145926f88ee on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:33:29.020496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd72a70-dccf-4692-bb83-ef4e39ee7254 None None] get_active_networks_info from n-d-810775-1 {{(pid=95492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 23:33:29.065062 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.088443 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a093fd-5961-416b-affe-341440e8bf93']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:29.095428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd72a70-dccf-4692-bb83-ef4e39ee7254 None None] Resources bound (agent type, host, resource id): {{(pid=95492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 23:33:29.098499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85631d41-d387-4149-8df2-eed0611d3718') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:29.098801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85631d41-d387-4149-8df2-eed0611d3718') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:29.108859 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.123213 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.129580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:33:29.129977 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:33:29.133159 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:33:29.278838 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.286224 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.288133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] 10.222.0.22 "DELETE /v2.0/networks/82a093fd-5961-416b-affe-341440e8bf93 HTTP/1.1" status: 204 len: 168 time: 0.7875423 Sep 23 23:33:29.290751 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45284) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:29.309419 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec571b46-befd-4bc5-9a98-4a27992b46a4 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Pushing event deleted for resources: {'Network': ['ID=82a093fd-5961-416b-affe-341440e8bf93,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:29.353267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c89102a-414b-4ce8-840d-7ba821975815 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Deleting subnet 259e3c6c-a3c2-4e35-8921-a86fa7010c4a {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:33:29.356947 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3c89102a-414b-4ce8-840d-7ba821975815 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.400163 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3c89102a-414b-4ce8-840d-7ba821975815 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.486656 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3c89102a-414b-4ce8-840d-7ba821975815 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.600906 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3c89102a-414b-4ce8-840d-7ba821975815 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.629054 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89102a-414b-4ce8-840d-7ba821975815 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Pushing event deleted for resources: {'Subnet': ['ID=259e3c6c-a3c2-4e35-8921-a86fa7010c4a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:29.633195 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3c89102a-414b-4ce8-840d-7ba821975815 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.635396 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3c89102a-414b-4ce8-840d-7ba821975815 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] 10.222.0.22 "DELETE /v2.0/subnets/259e3c6c-a3c2-4e35-8921-a86fa7010c4a HTTP/1.1" status: 204 len: 168 time: 0.3428478 Sep 23 23:33:29.637646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45286) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:29.640072 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de916aa1-0d5f-48d6-9cc7-1e2edd43fad7 None None] Network 594424cc-b8a4-4454-98a2-8486c719d8e0 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:29.725247 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.781028 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Deleting port 8747f2b8-67ca-4060-ba34-bd01c7a397cc {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:33:29.781466 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.817548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0811234a-5632-4a72-b103-d8b6e52073c0 None None] DHCP port deletion for 594424cc-b8a4-4454-98a2-8486c719d8e0 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:33:29.849674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] For port 8747f2b8-67ca-4060-ba34-bd01c7a397cc, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8747f2b8-67ca-4060-ba34-bd01c7a397cc,segment=NetworkSegment(9266f56e-feff-4452-aaf7-75a7012c82da),segment_id=9266f56e-feff-4452-aaf7-75a7012c82da)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:29.850046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.862611 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Calling delete_port for 8747f2b8-67ca-4060-ba34-bd01c7a397cc owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:33:29.868298 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0811234a-5632-4a72-b103-d8b6e52073c0 None None] Deleting port 8747f2b8-67ca-4060-ba34-bd01c7a397cc {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:33:29.868679 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0811234a-5632-4a72-b103-d8b6e52073c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.931484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0811234a-5632-4a72-b103-d8b6e52073c0 None None] For port 8747f2b8-67ca-4060-ba34-bd01c7a397cc, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8747f2b8-67ca-4060-ba34-bd01c7a397cc,segment=NetworkSegment(9266f56e-feff-4452-aaf7-75a7012c82da),segment_id=9266f56e-feff-4452-aaf7-75a7012c82da)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:29.931889 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0811234a-5632-4a72-b103-d8b6e52073c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:29.944660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0811234a-5632-4a72-b103-d8b6e52073c0 None None] Calling delete_port for 8747f2b8-67ca-4060-ba34-bd01c7a397cc owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:33:29.995016 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:30.022736 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Pushing event deleted for resources: {'Port': ['ID=8747f2b8-67ca-4060-ba34-bd01c7a397cc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:30.029198 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] No DVR routers for this DVR port 8747f2b8-67ca-4060-ba34-bd01c7a397cc on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:33:30.030116 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0811234a-5632-4a72-b103-d8b6e52073c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:30.079565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811234a-5632-4a72-b103-d8b6e52073c0 None None] Pushing event deleted for resources: {'Port': ['ID=8747f2b8-67ca-4060-ba34-bd01c7a397cc,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:30.082814 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811234a-5632-4a72-b103-d8b6e52073c0 None None] No DVR routers for this DVR port 8747f2b8-67ca-4060-ba34-bd01c7a397cc on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:33:30.181336 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:30.207395 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594424cc-b8a4-4454-98a2-8486c719d8e0']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:30.218331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9266f56e-feff-4452-aaf7-75a7012c82da') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:30.218632 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9266f56e-feff-4452-aaf7-75a7012c82da') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:30.228382 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:30.242989 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:30.249905 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:33:30.252239 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:33:30.253436 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:33:30.389819 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8747f2b8-67ca-4060-ba34-bd01c7a397cc no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:33:30.411657 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 8747f2b8-67ca-4060-ba34-bd01c7a397cc {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:33:30.412001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8747f2b8-67ca-4060-ba34-bd01c7a397cc not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:33:30.421566 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:30.427001 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:30.429859 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] 10.222.0.22 "DELETE /v2.0/networks/594424cc-b8a4-4454-98a2-8486c719d8e0 HTTP/1.1" status: 204 len: 168 time: 0.7902925 Sep 23 23:33:30.432240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45288) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:30.444381 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052af2f3-5624-449f-918b-78ce40b54ad9 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Pushing event deleted for resources: {'Network': ['ID=594424cc-b8a4-4454-98a2-8486c719d8e0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:30.460755 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-05397016-1220-434c-861f-0b3192634b5d tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] 10.222.0.22 "GET /v2.0/ports?device_id=9182894a-04f6-4e43-8594-281e5d526ad4 HTTP/1.1" status: 200 len: 205 time: 0.0273762 Sep 23 23:33:30.463218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45290) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:30.542043 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-97ee3005-ec81-4171-9fa7-38fa51cdbc96 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:30.717381 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-97ee3005-ec81-4171-9fa7-38fa51cdbc96 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:30.719395 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-97ee3005-ec81-4171-9fa7-38fa51cdbc96 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:30.849795 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-97ee3005-ec81-4171-9fa7-38fa51cdbc96 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:30.850342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ee3005-ec81-4171-9fa7-38fa51cdbc96 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Fanout notify agent at l3_agent the message router_deleted on router 9182894a-04f6-4e43-8594-281e5d526ad4 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:33:30.857753 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-97ee3005-ec81-4171-9fa7-38fa51cdbc96 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:30.859006 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-97ee3005-ec81-4171-9fa7-38fa51cdbc96 tempest-RoutersNegativeTest-123712956 tempest-RoutersNegativeTest-123712956-project] 10.222.0.22 "DELETE /v2.0/routers/9182894a-04f6-4e43-8594-281e5d526ad4 HTTP/1.1" status: 204 len: 168 time: 0.3948715 Sep 23 23:33:31.331283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45296) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:31.470108 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9764d17a-dd49-4245-8a7e-8e51ca417cba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8035f88800954e03abbe32b284024726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376078 Sep 23 23:33:31.472516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45300) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:31.522808 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:31.545450 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:31.674644 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:31.677288 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:31.678474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf73c8a5-beab-495f-b911-63e988318c40 HTTP/1.1" status: 204 len: 168 time: 0.2050414 Sep 23 23:33:31.686747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf73c8a5-beab-495f-b911-63e988318c40,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:31.694495 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:31.694841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:31.695180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:31.695514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:31.695846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:31.696179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:31.696501 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:31.696825 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:31.697178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:31.697503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:31.697825 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:31.698142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0132dac4-3b2a-4c72-9e6d-ba354bc8a590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:32.712947 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45322) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:32.820844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1823571649-network', 'tenant_id': '241528d8e5e9412d848fc37c13095207'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:32.915007 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] Made reservation on behalf of 241528d8e5e9412d848fc37c13095207 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:32.918174 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:32.928102 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:33.050197 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:33.135801 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:33.165308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:33:33.175916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed850a0f-43cb-487a-a807-05fd6b25ec82,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:33.180892 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:33.181278 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] Added segment 84838563-16aa-41a8-9afd-169e8192927b of type vlan for network 563bc6af-c60e-4c5c-8109-6107424d924c Sep 23 23:33:33.225585 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:33.309853 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:33.310813 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:33.311403 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:33.373328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] Pushing event updated for resources: {'Network': ['ID=563bc6af-c60e-4c5c-8109-6107424d924c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:33.384597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 563bc6af-c60e-4c5c-8109-6107424d924c details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:33:33.417701 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45326) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:33.418221 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ad523812-3ef3-4663-9b4a-726966254fec admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7025142 Sep 23 23:33:33.423534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8f00921a-0d9c-405d-baa5-c5f0e6368445 admin admin] Request body: {'subnet': {'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1823571649-subnet', 'tenant_id': '241528d8e5e9412d848fc37c13095207', 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:33.497808 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f00921a-0d9c-405d-baa5-c5f0e6368445 admin admin] Made reservation on behalf of 241528d8e5e9412d848fc37c13095207 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:33.500211 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8f00921a-0d9c-405d-baa5-c5f0e6368445 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:33.736146 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8f00921a-0d9c-405d-baa5-c5f0e6368445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:33.794683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00921a-0d9c-405d-baa5-c5f0e6368445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce3c729-f1aa-41c9-83df-72f219bf2bd2,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:33.807434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00921a-0d9c-405d-baa5-c5f0e6368445 admin admin] Checking segment: {'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:33.807799 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00921a-0d9c-405d-baa5-c5f0e6368445 admin admin] Network hostable DHCP agents. Network: 563bc6af-c60e-4c5c-8109-6107424d924c, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:33:33.892035 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00921a-0d9c-405d-baa5-c5f0e6368445 admin admin] Network 563bc6af-c60e-4c5c-8109-6107424d924c is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:33:34.015599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-8f00921a-0d9c-405d-baa5-c5f0e6368445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 563bc6af-c60e-4c5c-8109-6107424d924c) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:34.019644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00921a-0d9c-405d-baa5-c5f0e6368445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:34.020283 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8f00921a-0d9c-405d-baa5-c5f0e6368445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:34.026775 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f1f6c5-3f74-41b4-957f-daa789731b24 None None] Network 563bc6af-c60e-4c5c-8109-6107424d924c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:34.115773 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8f00921a-0d9c-405d-baa5-c5f0e6368445 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6961391 Sep 23 23:33:34.118360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45328) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:34.123515 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1823571649-router', 'tenant_id': '241528d8e5e9412d848fc37c13095207', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:34.178772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-563bc6af-c60e-4c5c-8109-6107424d924c', 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c', 'tenant_id': '241528d8e5e9412d848fc37c13095207', 'fixed_ips': [{'subnet_id': 'fce3c729-f1aa-41c9-83df-72f219bf2bd2'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:33:34.179613 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:34.189536 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:34.190609 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:34.248195 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:34.319021 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Allocated IP 172.20.0.2 (563bc6af-c60e-4c5c-8109-6107424d924c/fce3c729-f1aa-41c9-83df-72f219bf2bd2/5e596c04-f1a2-4f0a-b131-ef313819d373) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:33:34.479733 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:34.556817 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:34.635495 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:34.676081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Network 563bc6af-c60e-4c5c-8109-6107424d924c is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:34.679091 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:34.682233 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:33:34.697148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Pushing event updated for resources: {'Port': ['ID=5e596c04-f1a2-4f0a-b131-ef313819d373,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:34.761994 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Attempting to bind port 5e596c04-f1a2-4f0a-b131-ef313819d373 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:33:34.762269 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Attempting to bind port 5e596c04-f1a2-4f0a-b131-ef313819d373 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:33:34.762564 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Attempting to bind port 5e596c04-f1a2-4f0a-b131-ef313819d373 on network 563bc6af-c60e-4c5c-8109-6107424d924c {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:33:34.768854 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:33:34.769289 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Checking segment: {'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:34.769663 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:34.770065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Bound using segment: {'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:33:34.770557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Bound port: 5e596c04-f1a2-4f0a-b131-ef313819d373, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:33:34.770942 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:34.841663 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] For port 5e596c04-f1a2-4f0a-b131-ef313819d373, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:33:34.844955 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] For port 5e596c04-f1a2-4f0a-b131-ef313819d373, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5e596c04-f1a2-4f0a-b131-ef313819d373,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:33:34.907332 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:34.926394 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:34.967900 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:35.027638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e271c29-f329-4c7c-bfb6-b385c7c2c3fe None None] Pushing event updated for resources: {'Port': ['ID=5e596c04-f1a2-4f0a-b131-ef313819d373,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:35.045072 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Allocated IP 172.25.1.212 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/4ab0b846-07a4-4ace-9843-8c78ad99c06e) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:33:35.156244 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:35.264877 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:35.305330 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:35.310815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:35.314725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:33:35.322774 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab0b846-07a4-4ace-9843-8c78ad99c06e,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:35.628917 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:35.838275 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:35.955632 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9275067c-dece-46d8-a9a9-03f055280840 None None] Network 563bc6af-c60e-4c5c-8109-6107424d924c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:36.026826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-395f5d71-cf8f-4567-bc0a-ca9615fc28e5 None None] Provisioning complete for port 5e596c04-f1a2-4f0a-b131-ef313819d373 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:36.027268 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-395f5d71-cf8f-4567-bc0a-ca9615fc28e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:36.030444 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Router d256504b-4fd4-4854-8325-3fcd45026029 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:33:36.145619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:33:36.157448 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Sync routers for ids ['d256504b-4fd4-4854-8325-3fcd45026029'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:33:36.167045 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Routers {'d256504b-4fd4-4854-8325-3fcd45026029'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:33:36.168181 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d256504b-4fd4-4854-8325-3fcd45026029'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:36.175690 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-395f5d71-cf8f-4567-bc0a-ca9615fc28e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:36.218129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-395f5d71-cf8f-4567-bc0a-ca9615fc28e5 None None] For port 5e596c04-f1a2-4f0a-b131-ef313819d373, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5e596c04-f1a2-4f0a-b131-ef313819d373,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:36.227257 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:36.231808 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e4bb59df-9694-4857-8356-96a02a327811 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1092477 Sep 23 23:33:36.232078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45330) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:36.275097 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Set router d256504b-4fd4-4854-8325-3fcd45026029 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:33:36.321396 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-395f5d71-cf8f-4567-bc0a-ca9615fc28e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:36.396539 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f5d71-cf8f-4567-bc0a-ca9615fc28e5 None None] Pushing event updated for resources: {'Port': ['ID=5e596c04-f1a2-4f0a-b131-ef313819d373,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:36.470523 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5e596c04-f1a2-4f0a-b131-ef313819d373 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:36.483789 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'name': 'tempest-TestEncryptedCinderVolumes-1823571649-router', 'tenant_id': '241528d8e5e9412d848fc37c13095207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:33:35Z', 'revision_number': 3, 'project_id': '241528d8e5e9412d848fc37c13095207', 'gw_port': {'id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:33:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:36.514736 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Checking router: d256504b-4fd4-4854-8325-3fcd45026029 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:33:36.515076 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Updating router d256504b-4fd4-4854-8325-3fcd45026029 port 4ab0b846-07a4-4ace-9843-8c78ad99c06e binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:33:36.520181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5e596c04-f1a2-4f0a-b131-ef313819d373 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:36.520658 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:36.540758 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:36.568642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6e679036-53e7-406c-abc5-2144e0b7730c None None] Provisioning complete for port 5e596c04-f1a2-4f0a-b131-ef313819d373 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:36.569190 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6e679036-53e7-406c-abc5-2144e0b7730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:36.749511 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:36.811624 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:36.875811 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:36.929887 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Attempting to bind port 4ab0b846-07a4-4ace-9843-8c78ad99c06e on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:33:36.932037 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Attempting to bind port 4ab0b846-07a4-4ace-9843-8c78ad99c06e by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:33:36.932037 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Attempting to bind port 4ab0b846-07a4-4ace-9843-8c78ad99c06e on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:33:36.940273 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c161c4-0bba-4050-a040-70057f5e2dbf None None] Pushing event updated for resources: {'Port': ['ID=4ab0b846-07a4-4ace-9843-8c78ad99c06e,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:36.943656 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:33:36.944018 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:36.944414 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:36.944805 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:33:36.945295 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Bound port: 4ab0b846-07a4-4ace-9843-8c78ad99c06e, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:33:36.945672 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:36.948460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Allocated IP 172.20.0.1 (563bc6af-c60e-4c5c-8109-6107424d924c/fce3c729-f1aa-41c9-83df-72f219bf2bd2/7cc1e96b-7244-435c-aeb4-45b74b40f65b) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:33:36.952643 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c161c4-0bba-4050-a040-70057f5e2dbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:36.952986 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c161c4-0bba-4050-a040-70057f5e2dbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:36.953348 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c161c4-0bba-4050-a040-70057f5e2dbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:36.953675 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c161c4-0bba-4050-a040-70057f5e2dbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:36.953998 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c161c4-0bba-4050-a040-70057f5e2dbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:36.954321 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c161c4-0bba-4050-a040-70057f5e2dbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:36.954636 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c161c4-0bba-4050-a040-70057f5e2dbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:36.954960 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c161c4-0bba-4050-a040-70057f5e2dbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:36.955274 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c161c4-0bba-4050-a040-70057f5e2dbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:36.955589 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c161c4-0bba-4050-a040-70057f5e2dbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:36.955918 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c161c4-0bba-4050-a040-70057f5e2dbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:36.956216 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c161c4-0bba-4050-a040-70057f5e2dbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:37.008302 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] For port 4ab0b846-07a4-4ace-9843-8c78ad99c06e, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:33:37.011917 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] For port 4ab0b846-07a4-4ace-9843-8c78ad99c06e, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4ab0b846-07a4-4ace-9843-8c78ad99c06e,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:33:37.059671 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:37.086670 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:37.145438 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c161c4-0bba-4050-a040-70057f5e2dbf None None] Pushing event updated for resources: {'Port': ['ID=4ab0b846-07a4-4ace-9843-8c78ad99c06e,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:37.148129 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Routers {'d256504b-4fd4-4854-8325-3fcd45026029'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:33:37.148704 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d256504b-4fd4-4854-8325-3fcd45026029'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:37.161050 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:37.199562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Network 563bc6af-c60e-4c5c-8109-6107424d924c is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:37.202609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:37.206265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:33:37.235857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc1e96b-7244-435c-aeb4-45b74b40f65b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:37.257142 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:37.364881 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] Set router d256504b-4fd4-4854-8325-3fcd45026029 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:33:37.444373 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:37.509478 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-3b9250b7-0993-4719-bcc2-20fe9065901e None None] Provisioning complete for port 7cc1e96b-7244-435c-aeb4-45b74b40f65b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:37.509905 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3b9250b7-0993-4719-bcc2-20fe9065901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:37.546165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-3b9250b7-0993-4719-bcc2-20fe9065901e None None] Port 7cc1e96b-7244-435c-aeb4-45b74b40f65b cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:33:37.560712 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'name': 'tempest-TestEncryptedCinderVolumes-1823571649-router', 'tenant_id': '241528d8e5e9412d848fc37c13095207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:33:35Z', 'revision_number': 3, 'project_id': '241528d8e5e9412d848fc37c13095207', 'gw_port': {'id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:37.592057 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f925ea5-f4d4-499f-9d5c-4610cf74823a None None] The sync data for ids ['d256504b-4fd4-4854-8325-3fcd45026029'] in n-d-810775-1 is: [{'id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'name': 'tempest-TestEncryptedCinderVolumes-1823571649-router', 'tenant_id': '241528d8e5e9412d848fc37c13095207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:33:35Z', 'revision_number': 3, 'project_id': '241528d8e5e9412d848fc37c13095207', 'gw_port': {'id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:33:37.843471 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:38.018990 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:38.063106 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:38.131461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc1e96b-7244-435c-aeb4-45b74b40f65b,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:38.134093 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:38.236905 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Network 563bc6af-c60e-4c5c-8109-6107424d924c is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:38.238853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:38.377768 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Router d256504b-4fd4-4854-8325-3fcd45026029 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:33:38.474560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2d7ff7ee-92ba-407e-acc4-69e3c2ac5ccf None None] Provisioning complete for port 7cc1e96b-7244-435c-aeb4-45b74b40f65b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:38.475379 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff7ee-92ba-407e-acc4-69e3c2ac5ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:38.501986 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:33:38.515761 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-98db35ab-6f62-4416-801a-c76c716fac58 admin admin] 10.222.0.22 "PUT /v2.0/routers/d256504b-4fd4-4854-8325-3fcd45026029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2745907 Sep 23 23:33:38.517902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ff7ee-92ba-407e-acc4-69e3c2ac5ccf None None] Port 7cc1e96b-7244-435c-aeb4-45b74b40f65b cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:33:38.528040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5e596c04-f1a2-4f0a-b131-ef313819d373 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:38.575665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5e596c04-f1a2-4f0a-b131-ef313819d373 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:38.576039 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:38.659702 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4ab0b846-07a4-4ace-9843-8c78ad99c06e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:38.708952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4ab0b846-07a4-4ace-9843-8c78ad99c06e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:38.709350 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:38.788535 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:38.811983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 4ab0b846-07a4-4ace-9843-8c78ad99c06e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4ab0b846-07a4-4ace-9843-8c78ad99c06e,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:38.895778 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:38.944482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=4ab0b846-07a4-4ace-9843-8c78ad99c06e,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:39.140461 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Sync routers for ids ['d256504b-4fd4-4854-8325-3fcd45026029'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:33:39.149020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Routers {'d256504b-4fd4-4854-8325-3fcd45026029'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:33:39.149602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d256504b-4fd4-4854-8325-3fcd45026029'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:39.232023 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45346) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:39.237014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1504232305-network', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:39.259791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Set router d256504b-4fd4-4854-8325-3fcd45026029 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:33:39.331926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] Made reservation on behalf of f9ad4eb79b364a87aceaab8da8529de6 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:39.334614 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:39.345213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:39.440484 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:39.468559 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'name': 'tempest-TestEncryptedCinderVolumes-1823571649-router', 'tenant_id': '241528d8e5e9412d848fc37c13095207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:33:37Z', 'revision_number': 4, 'project_id': '241528d8e5e9412d848fc37c13095207', 'gw_port': {'id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '7cc1e96b-7244-435c-aeb4-45b74b40f65b', 'name': '', 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c', 'tenant_id': '241528d8e5e9412d848fc37c13095207', 'mac_address': 'fa:16:3e:87:12:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fce3c729-f1aa-41c9-83df-72f219bf2bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:36Z', 'updated_at': '2021-09-23T23:33:37Z', 'revision_number': 2, 'project_id': '241528d8e5e9412d848fc37c13095207', 'subnets': [{'id': 'fce3c729-f1aa-41c9-83df-72f219bf2bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:39.496110 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Checking router: d256504b-4fd4-4854-8325-3fcd45026029 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:33:39.496743 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Updating router d256504b-4fd4-4854-8325-3fcd45026029 port 7cc1e96b-7244-435c-aeb4-45b74b40f65b binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:33:39.507191 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:39.521195 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:39.532464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:33:39.541329 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b64bc7f-11f8-48fa-acb4-ed6168a2c196,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:39.548166 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:39.548512 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] Added segment 23a043fd-a1a9-4fc0-a445-c867ede8477c of type vlan for network 891b2087-1141-4db4-bfbd-3ef95ef21081 Sep 23 23:33:39.590303 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:39.731103 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:39.732190 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:39.732816 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:39.800632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] Pushing event updated for resources: {'Network': ['ID=891b2087-1141-4db4-bfbd-3ef95ef21081,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:39.818742 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8e85094e-18bb-4e0e-95c2-81240fd7ae2a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5855539 Sep 23 23:33:39.821398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45348) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:39.826535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e65098bd-4db1-4b94-924a-848d9bb8beb0 admin admin] Request body: {'subnet': {'network_id': '891b2087-1141-4db4-bfbd-3ef95ef21081', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1504232305-subnet', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:39.887697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 891b2087-1141-4db4-bfbd-3ef95ef21081 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:33:39.920376 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65098bd-4db1-4b94-924a-848d9bb8beb0 admin admin] Made reservation on behalf of f9ad4eb79b364a87aceaab8da8529de6 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:39.922846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e65098bd-4db1-4b94-924a-848d9bb8beb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:40.007935 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:40.091997 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:40.160036 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad1d73-d909-4942-9744-79c1dbe61773 None None] Pushing event updated for resources: {'Port': ['ID=7cc1e96b-7244-435c-aeb4-45b74b40f65b,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:40.194037 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Attempting to bind port 7cc1e96b-7244-435c-aeb4-45b74b40f65b on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:33:40.194413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Attempting to bind port 7cc1e96b-7244-435c-aeb4-45b74b40f65b by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:33:40.194827 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Attempting to bind port 7cc1e96b-7244-435c-aeb4-45b74b40f65b on network 563bc6af-c60e-4c5c-8109-6107424d924c {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:33:40.200714 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:33:40.200975 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e65098bd-4db1-4b94-924a-848d9bb8beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:40.201100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Checking segment: {'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:40.201520 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:40.201917 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Bound using segment: {'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:33:40.202390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Bound port: 7cc1e96b-7244-435c-aeb4-45b74b40f65b, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:33:40.202773 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:40.257153 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65098bd-4db1-4b94-924a-848d9bb8beb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae0eb5e7-5350-4f9a-9a10-6ecf1adf491d,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:40.273539 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] For port 7cc1e96b-7244-435c-aeb4-45b74b40f65b, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:33:40.276197 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65098bd-4db1-4b94-924a-848d9bb8beb0 admin admin] Checking segment: {'id': '23a043fd-a1a9-4fc0-a445-c867ede8477c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '891b2087-1141-4db4-bfbd-3ef95ef21081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:40.277514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65098bd-4db1-4b94-924a-848d9bb8beb0 admin admin] Network hostable DHCP agents. Network: 891b2087-1141-4db4-bfbd-3ef95ef21081, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:33:40.283214 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] For port 7cc1e96b-7244-435c-aeb4-45b74b40f65b, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7cc1e96b-7244-435c-aeb4-45b74b40f65b,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:33:40.350821 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-aee3af1f-9269-4002-8fbc-282628390d87 None None] Provisioning complete for port 7cc1e96b-7244-435c-aeb4-45b74b40f65b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:40.351154 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aee3af1f-9269-4002-8fbc-282628390d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:40.390580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-aee3af1f-9269-4002-8fbc-282628390d87 None None] Port 7cc1e96b-7244-435c-aeb4-45b74b40f65b cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:33:40.400633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4ab0b846-07a4-4ace-9843-8c78ad99c06e up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:40.431060 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:40.463511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65098bd-4db1-4b94-924a-848d9bb8beb0 admin admin] Network 891b2087-1141-4db4-bfbd-3ef95ef21081 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:33:40.507920 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad1d73-d909-4942-9744-79c1dbe61773 None None] Pushing event updated for resources: {'Port': ['ID=7cc1e96b-7244-435c-aeb4-45b74b40f65b,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:40.512537 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Routers {'d256504b-4fd4-4854-8325-3fcd45026029'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:33:40.513209 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d256504b-4fd4-4854-8325-3fcd45026029'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:40.515143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4ab0b846-07a4-4ace-9843-8c78ad99c06e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:40.515518 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:40.601803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-e65098bd-4db1-4b94-924a-848d9bb8beb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 891b2087-1141-4db4-bfbd-3ef95ef21081) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:40.606881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65098bd-4db1-4b94-924a-848d9bb8beb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:40.608075 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e65098bd-4db1-4b94-924a-848d9bb8beb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:40.616734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fca663-ec78-4ef4-8b10-90afae6a1c1d None None] Network 891b2087-1141-4db4-bfbd-3ef95ef21081 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:40.719152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] Set router d256504b-4fd4-4854-8325-3fcd45026029 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:33:40.727153 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e65098bd-4db1-4b94-924a-848d9bb8beb0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9023187 Sep 23 23:33:40.727695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45350) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:40.733149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1504232305-router', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:40.840843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e5b67a16-ef13-430e-848a-d669015c6028 None None] Provisioning complete for port 7cc1e96b-7244-435c-aeb4-45b74b40f65b triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:40.841138 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5b67a16-ef13-430e-848a-d669015c6028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:40.873240 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:40.874073 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:40.931741 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:41.026372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-891b2087-1141-4db4-bfbd-3ef95ef21081', 'network_id': '891b2087-1141-4db4-bfbd-3ef95ef21081', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'fixed_ips': [{'subnet_id': 'ae0eb5e7-5350-4f9a-9a10-6ecf1adf491d'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:33:41.027602 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:41.151432 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5b67a16-ef13-430e-848a-d669015c6028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:41.196201 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:41.242995 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-e5b67a16-ef13-430e-848a-d669015c6028 None None] For port 7cc1e96b-7244-435c-aeb4-45b74b40f65b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7cc1e96b-7244-435c-aeb4-45b74b40f65b,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:41.253952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'name': 'tempest-TestEncryptedCinderVolumes-1823571649-router', 'tenant_id': '241528d8e5e9412d848fc37c13095207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:33:37Z', 'revision_number': 4, 'project_id': '241528d8e5e9412d848fc37c13095207', 'gw_port': {'id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '7cc1e96b-7244-435c-aeb4-45b74b40f65b', 'name': '', 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c', 'tenant_id': '241528d8e5e9412d848fc37c13095207', 'mac_address': 'fa:16:3e:87:12:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fce3c729-f1aa-41c9-83df-72f219bf2bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:36Z', 'updated_at': '2021-09-23T23:33:40Z', 'revision_number': 4, 'project_id': '241528d8e5e9412d848fc37c13095207', 'subnets': [{'id': 'fce3c729-f1aa-41c9-83df-72f219bf2bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:41.289307 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883a1a6-5c27-482c-ac1f-90c5b63900cb None None] The sync data for ids ['d256504b-4fd4-4854-8325-3fcd45026029'] in n-d-810775-1 is: [{'id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'name': 'tempest-TestEncryptedCinderVolumes-1823571649-router', 'tenant_id': '241528d8e5e9412d848fc37c13095207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:33:37Z', 'revision_number': 4, 'project_id': '241528d8e5e9412d848fc37c13095207', 'gw_port': {'id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '7cc1e96b-7244-435c-aeb4-45b74b40f65b', 'name': '', 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c', 'tenant_id': '241528d8e5e9412d848fc37c13095207', 'mac_address': 'fa:16:3e:87:12:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'fce3c729-f1aa-41c9-83df-72f219bf2bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:36Z', 'updated_at': '2021-09-23T23:33:40Z', 'revision_number': 4, 'project_id': '241528d8e5e9412d848fc37c13095207', 'subnets': [{'id': 'fce3c729-f1aa-41c9-83df-72f219bf2bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:33:41.291259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Allocated IP 172.20.0.2 (891b2087-1141-4db4-bfbd-3ef95ef21081/ae0eb5e7-5350-4f9a-9a10-6ecf1adf491d/1f3d14e6-81a5-47c3-8205-aedb72dc4da6) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:33:41.322408 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5b67a16-ef13-430e-848a-d669015c6028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:41.443004 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b67a16-ef13-430e-848a-d669015c6028 None None] Pushing event updated for resources: {'Port': ['ID=7cc1e96b-7244-435c-aeb4-45b74b40f65b,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:41.508002 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:41.525976 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:41.546953 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:41.583812 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:41.632373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Network 891b2087-1141-4db4-bfbd-3ef95ef21081 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:41.635380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:41.640177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:33:41.649671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Pushing event updated for resources: {'Port': ['ID=1f3d14e6-81a5-47c3-8205-aedb72dc4da6,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:41.666132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Allocated IP 172.25.1.140 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:33:41.715333 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Attempting to bind port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:33:41.715755 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Attempting to bind port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '23a043fd-a1a9-4fc0-a445-c867ede8477c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '891b2087-1141-4db4-bfbd-3ef95ef21081'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:33:41.716128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Attempting to bind port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 on network 891b2087-1141-4db4-bfbd-3ef95ef21081 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:33:41.721879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:33:41.722375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Checking segment: {'id': '23a043fd-a1a9-4fc0-a445-c867ede8477c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '891b2087-1141-4db4-bfbd-3ef95ef21081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:41.722912 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:41.723308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Bound using segment: {'id': '23a043fd-a1a9-4fc0-a445-c867ede8477c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '891b2087-1141-4db4-bfbd-3ef95ef21081'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:33:41.723815 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Bound port: 1f3d14e6-81a5-47c3-8205-aedb72dc4da6, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a043fd-a1a9-4fc0-a445-c867ede8477c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '891b2087-1141-4db4-bfbd-3ef95ef21081'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:33:41.724150 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:41.779463 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:41.802161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] For port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:33:41.806081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] For port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1f3d14e6-81a5-47c3-8205-aedb72dc4da6,segment=NetworkSegment(23a043fd-a1a9-4fc0-a445-c867ede8477c),segment_id=23a043fd-a1a9-4fc0-a445-c867ede8477c)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:33:41.909416 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:41.925287 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:41.982345 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0471b1-0a29-4942-badd-78e57341fff5 None None] Pushing event updated for resources: {'Port': ['ID=1f3d14e6-81a5-47c3-8205-aedb72dc4da6,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:41.985365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Pushing event updated for resources: {'Port': ['ID=942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:41.996839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:41.999626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:42.002000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:33:42.407927 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:42.456276 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7cc1e96b-7244-435c-aeb4-45b74b40f65b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:42.512258 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 7cc1e96b-7244-435c-aeb4-45b74b40f65b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:42.512991 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:42.595757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:42.622052 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:42.646033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:42.646410 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:42.733875 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:42.768845 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1f3d14e6-81a5-47c3-8205-aedb72dc4da6,segment=NetworkSegment(23a043fd-a1a9-4fc0-a445-c867ede8477c),segment_id=23a043fd-a1a9-4fc0-a445-c867ede8477c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:42.868864 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Router dec54602-0e37-41ea-a104-cf8134c5bc96 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:33:42.903979 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:42.963452 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=1f3d14e6-81a5-47c3-8205-aedb72dc4da6,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:42.985066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:33:42.995743 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Sync routers for ids ['dec54602-0e37-41ea-a104-cf8134c5bc96'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:33:43.005755 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Routers {'dec54602-0e37-41ea-a104-cf8134c5bc96'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:33:43.006481 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['dec54602-0e37-41ea-a104-cf8134c5bc96'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:43.016100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccb788f-b20a-4846-9e74-c8d726c9d269 None None] Network 891b2087-1141-4db4-bfbd-3ef95ef21081 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:33:43.063020 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:43.066885 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7fe77106-d323-4b3a-a341-c11097d80c40 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3356135 Sep 23 23:33:43.067143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45352) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:33:43.111285 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c4d811c0-85d2-4292-ad1f-cf79ad4d921e None None] Provisioning complete for port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:43.111661 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c4d811c0-85d2-4292-ad1f-cf79ad4d921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:43.127688 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Set router dec54602-0e37-41ea-a104-cf8134c5bc96 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:33:43.177738 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0392026b-0f53-4293-a5ef-d83169c30791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:43.316554 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'name': 'tempest-TestEncryptedCinderVolumes-1504232305-router', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:40Z', 'updated_at': '2021-09-23T23:33:42Z', 'revision_number': 3, 'project_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'gw_port': {'id': '942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:41Z', 'updated_at': '2021-09-23T23:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:43.344404 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Checking router: dec54602-0e37-41ea-a104-cf8134c5bc96 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:33:43.344891 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Updating router dec54602-0e37-41ea-a104-cf8134c5bc96 port 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:33:43.376644 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:43.654470 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:43.709203 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:43.747380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-03cd246b-0eeb-49a6-9c15-767898a9369c None None] Provisioning complete for port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:43.747902 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-03cd246b-0eeb-49a6-9c15-767898a9369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:43.760012 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Attempting to bind port 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:33:43.760374 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Attempting to bind port 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:33:43.760740 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Attempting to bind port 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:33:43.770073 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4549d56-fca7-4e1e-9d08-e37486d9a4b9 None None] Pushing event updated for resources: {'Port': ['ID=942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:43.773417 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:33:43.773820 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:43.775801 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:43.776260 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:33:43.777620 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Bound port: 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:33:43.778764 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:43.833316 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:43.834350 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] For port 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:33:43.837785 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] For port 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:33:43.983279 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:43.991517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Allocated IP 172.20.0.1 (891b2087-1141-4db4-bfbd-3ef95ef21081/ae0eb5e7-5350-4f9a-9a10-6ecf1adf491d/4370961f-5815-4da0-8959-4848da16eb35) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:33:44.035287 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Routers {'dec54602-0e37-41ea-a104-cf8134c5bc96'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:33:44.035910 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:33:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['dec54602-0e37-41ea-a104-cf8134c5bc96'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:44.101491 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:44.113813 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4549d56-fca7-4e1e-9d08-e37486d9a4b9 None None] Pushing event updated for resources: {'Port': ['ID=942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:44.156995 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] Set router dec54602-0e37-41ea-a104-cf8134c5bc96 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:33:44.233140 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:44.271165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Network 891b2087-1141-4db4-bfbd-3ef95ef21081 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:44.275539 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:44.283595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:33:44.286715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Pushing event updated for resources: {'Port': ['ID=4370961f-5815-4da0-8959-4848da16eb35,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:44.336945 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:44.349638 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'name': 'tempest-TestEncryptedCinderVolumes-1504232305-router', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:40Z', 'updated_at': '2021-09-23T23:33:42Z', 'revision_number': 3, 'project_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'gw_port': {'id': '942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:41Z', 'updated_at': '2021-09-23T23:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:44.405136 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe741fa9-9108-458f-8925-eceedf2d494f None None] The sync data for ids ['dec54602-0e37-41ea-a104-cf8134c5bc96'] in n-d-810775-1 is: [{'id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'name': 'tempest-TestEncryptedCinderVolumes-1504232305-router', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:40Z', 'updated_at': '2021-09-23T23:33:42Z', 'revision_number': 3, 'project_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'gw_port': {'id': '942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:41Z', 'updated_at': '2021-09-23T23:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:33:44.443382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:44.503822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:44.504193 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:44.561092 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-70910f53-35d2-41b7-af54-4a664ee8e0f1 None None] Provisioning complete for port 4370961f-5815-4da0-8959-4848da16eb35 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:44.561490 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-70910f53-35d2-41b7-af54-4a664ee8e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:44.628035 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-70910f53-35d2-41b7-af54-4a664ee8e0f1 None None] Port 4370961f-5815-4da0-8959-4848da16eb35 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:33:44.640637 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:44.829652 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:44.912917 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:44.985794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Pushing event updated for resources: {'Port': ['ID=4370961f-5815-4da0-8959-4848da16eb35,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:44.988258 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:45.090089 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Network 891b2087-1141-4db4-bfbd-3ef95ef21081 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:45.091849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:45.240810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Router dec54602-0e37-41ea-a104-cf8134c5bc96 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:33:45.350842 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-db9ae6e5-3e18-47ad-bf21-b298ff91a5ba None None] Provisioning complete for port 4370961f-5815-4da0-8959-4848da16eb35 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:45.351399 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-db9ae6e5-3e18-47ad-bf21-b298ff91a5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:45.357801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:33:45.369419 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1109c675-009c-4094-aacd-ed1f179e4783 admin admin] 10.222.0.22 "PUT /v2.0/routers/dec54602-0e37-41ea-a104-cf8134c5bc96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2954221 Sep 23 23:33:45.387731 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-db9ae6e5-3e18-47ad-bf21-b298ff91a5ba None None] Port 4370961f-5815-4da0-8959-4848da16eb35 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:33:45.628513 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-14064852-a54a-4266-ae71-d268013aa23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:46.004470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Sync routers for ids ['dec54602-0e37-41ea-a104-cf8134c5bc96'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:33:46.014490 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Routers {'dec54602-0e37-41ea-a104-cf8134c5bc96'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:33:46.015113 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:33:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['dec54602-0e37-41ea-a104-cf8134c5bc96'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:46.140417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Set router dec54602-0e37-41ea-a104-cf8134c5bc96 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:33:46.219020 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:46.355188 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'name': 'tempest-TestEncryptedCinderVolumes-1504232305-router', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:40Z', 'updated_at': '2021-09-23T23:33:44Z', 'revision_number': 4, 'project_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'gw_port': {'id': '942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:41Z', 'updated_at': '2021-09-23T23:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '4370961f-5815-4da0-8959-4848da16eb35', 'name': '', 'network_id': '891b2087-1141-4db4-bfbd-3ef95ef21081', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'mac_address': 'fa:16:3e:89:4a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ae0eb5e7-5350-4f9a-9a10-6ecf1adf491d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:43Z', 'updated_at': '2021-09-23T23:33:44Z', 'revision_number': 2, 'project_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'subnets': [{'id': 'ae0eb5e7-5350-4f9a-9a10-6ecf1adf491d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:46.389367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Checking router: dec54602-0e37-41ea-a104-cf8134c5bc96 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:33:46.389852 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Updating router dec54602-0e37-41ea-a104-cf8134c5bc96 port 4370961f-5815-4da0-8959-4848da16eb35 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:33:46.419324 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:46.442269 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:46.500969 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-b44c76e9-3067-4d5a-93e0-389421bcbb69 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:46.502678 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-b44c76e9-3067-4d5a-93e0-389421bcbb69 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/networks?id=563bc6af-c60e-4c5c-8109-6107424d924c HTTP/1.1" status: 200 len: 817 time: 0.1278546 Sep 23 23:33:46.520134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-85a2ff7f-2b67-49ae-9a0f-c9407bf818db tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/quotas/241528d8e5e9412d848fc37c13095207 HTTP/1.1" status: 200 len: 375 time: 0.0104494 Sep 23 23:33:46.579430 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-79d3bf20-586f-4367-b28d-adc88e8b5925 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=241528d8e5e9412d848fc37c13095207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532155 Sep 23 23:33:46.595058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:46.595426 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:46.679360 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-2d3b8ea9-6606-46fd-adb8-8ac3dae19f1a service neutron] 10.222.0.22 "GET /v2.0/networks/563bc6af-c60e-4c5c-8109-6107424d924c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871465 Sep 23 23:33:46.757911 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:46.781662 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-c6ba5237-7aa4-42e9-8c6a-ab27a7fab7bc service neutron] 10.222.0.22 "GET /v2.0/networks/563bc6af-c60e-4c5c-8109-6107424d924c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953670 Sep 23 23:33:46.807041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:46.825574 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:46.868700 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:46.905799 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:46.928535 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:47.031894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92795b94-4d00-4719-86c8-a064410f125f None None] Pushing event updated for resources: {'Port': ['ID=4370961f-5815-4da0-8959-4848da16eb35,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:47.045251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Attempting to bind port 4370961f-5815-4da0-8959-4848da16eb35 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:33:47.046065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Attempting to bind port 4370961f-5815-4da0-8959-4848da16eb35 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '23a043fd-a1a9-4fc0-a445-c867ede8477c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '891b2087-1141-4db4-bfbd-3ef95ef21081'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:33:47.046639 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Attempting to bind port 4370961f-5815-4da0-8959-4848da16eb35 on network 891b2087-1141-4db4-bfbd-3ef95ef21081 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:33:47.056467 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:33:47.056862 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Checking segment: {'id': '23a043fd-a1a9-4fc0-a445-c867ede8477c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '891b2087-1141-4db4-bfbd-3ef95ef21081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:47.057310 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:47.058238 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Bound using segment: {'id': '23a043fd-a1a9-4fc0-a445-c867ede8477c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '891b2087-1141-4db4-bfbd-3ef95ef21081'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:33:47.058727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Bound port: 4370961f-5815-4da0-8959-4848da16eb35, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a043fd-a1a9-4fc0-a445-c867ede8477c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '891b2087-1141-4db4-bfbd-3ef95ef21081'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:33:47.059115 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:47.157475 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] For port 4370961f-5815-4da0-8959-4848da16eb35, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:33:47.160806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] For port 4370961f-5815-4da0-8959-4848da16eb35, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4370961f-5815-4da0-8959-4848da16eb35,segment=NetworkSegment(23a043fd-a1a9-4fc0-a445-c867ede8477c),segment_id=23a043fd-a1a9-4fc0-a445-c867ede8477c)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:33:47.194651 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-419fdd60-60c0-49a8-98fb-5e2a27802b66 req-1f312236-3f1b-4b12-a49b-f7c5b52361d8 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 210 time: 0.1456039 Sep 23 23:33:47.234418 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:47.257783 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:47.320437 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Routers {'dec54602-0e37-41ea-a104-cf8134c5bc96'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:33:47.322989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:33:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['dec54602-0e37-41ea-a104-cf8134c5bc96'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:47.364853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92795b94-4d00-4719-86c8-a064410f125f None None] Pushing event updated for resources: {'Port': ['ID=4370961f-5815-4da0-8959-4848da16eb35,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:47.405195 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fb62a6ba-2414-41b6-aa8a-78c408a9a907 None None] Provisioning complete for port 4370961f-5815-4da0-8959-4848da16eb35 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:47.405571 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fb62a6ba-2414-41b6-aa8a-78c408a9a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:47.478059 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] Set router dec54602-0e37-41ea-a104-cf8134c5bc96 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:33:47.580592 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fb62a6ba-2414-41b6-aa8a-78c408a9a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:47.669924 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-fb62a6ba-2414-41b6-aa8a-78c408a9a907 None None] For port 4370961f-5815-4da0-8959-4848da16eb35, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4370961f-5815-4da0-8959-4848da16eb35,segment=NetworkSegment(23a043fd-a1a9-4fc0-a445-c867ede8477c),segment_id=23a043fd-a1a9-4fc0-a445-c867ede8477c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:47.738792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'name': 'tempest-TestEncryptedCinderVolumes-1504232305-router', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:40Z', 'updated_at': '2021-09-23T23:33:44Z', 'revision_number': 4, 'project_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'gw_port': {'id': '942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:41Z', 'updated_at': '2021-09-23T23:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '4370961f-5815-4da0-8959-4848da16eb35', 'name': '', 'network_id': '891b2087-1141-4db4-bfbd-3ef95ef21081', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'mac_address': 'fa:16:3e:89:4a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ae0eb5e7-5350-4f9a-9a10-6ecf1adf491d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:43Z', 'updated_at': '2021-09-23T23:33:47Z', 'revision_number': 4, 'project_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'subnets': [{'id': 'ae0eb5e7-5350-4f9a-9a10-6ecf1adf491d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:33:47.766583 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1ab77d-6a55-4dbf-8976-89ead1d8746f None None] The sync data for ids ['dec54602-0e37-41ea-a104-cf8134c5bc96'] in n-d-810775-1 is: [{'id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'name': 'tempest-TestEncryptedCinderVolumes-1504232305-router', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:40Z', 'updated_at': '2021-09-23T23:33:44Z', 'revision_number': 4, 'project_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'gw_port': {'id': '942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:41Z', 'updated_at': '2021-09-23T23:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '4370961f-5815-4da0-8959-4848da16eb35', 'name': '', 'network_id': '891b2087-1141-4db4-bfbd-3ef95ef21081', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'mac_address': 'fa:16:3e:89:4a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ae0eb5e7-5350-4f9a-9a10-6ecf1adf491d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:43Z', 'updated_at': '2021-09-23T23:33:47Z', 'revision_number': 4, 'project_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'subnets': [{'id': 'ae0eb5e7-5350-4f9a-9a10-6ecf1adf491d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:33:47.768231 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fb62a6ba-2414-41b6-aa8a-78c408a9a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:47.834509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62a6ba-2414-41b6-aa8a-78c408a9a907 None None] Pushing event updated for resources: {'Port': ['ID=4370961f-5815-4da0-8959-4848da16eb35,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:47.889246 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-aa4c4a77-2431-4e77-baf8-43f20c96def9 None None] Provisioning complete for port 4370961f-5815-4da0-8959-4848da16eb35 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:47.889951 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4a77-2431-4e77-baf8-43f20c96def9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:48.300509 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc89947c-9167-4c16-94e2-36ba358eae82 req-43cb5219-c0d4-4edf-b263-1c419e650a90 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 210 time: 0.0286865 Sep 23 23:33:48.487371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:48.537669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:48.538045 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:48.541054 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:48.794755 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4370961f-5815-4da0-8959-4848da16eb35 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:48.846685 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 4370961f-5815-4da0-8959-4848da16eb35 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:48.847048 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:48.882414 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:49.395410 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1f76876-027c-4e36-bcd8-70e5bd8791d5 req-92abdb64-eeaa-43b4-b53f-64c3400dc1bb tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 210 time: 0.0267520 Sep 23 23:33:49.552541 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-129502d2-dec0-4df7-958f-20da8a418fd8 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:49.553947 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-129502d2-dec0-4df7-958f-20da8a418fd8 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.67 "GET /v2.0/networks?id=563bc6af-c60e-4c5c-8109-6107424d924c HTTP/1.1" status: 200 len: 817 time: 0.1083667 Sep 23 23:33:49.572202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-4c6aef15-f0c6-4d0a-9da7-f1edb8ba2e17 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Request body: {'port': {'device_id': 'a5f64948-ba9f-48e4-a75f-ece75cfcb9ef', 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c', 'admin_state_up': True, 'tenant_id': '241528d8e5e9412d848fc37c13095207'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:49.828703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-4c6aef15-f0c6-4d0a-9da7-f1edb8ba2e17 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Made reservation on behalf of 241528d8e5e9412d848fc37c13095207 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:33:49.832347 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-4c6aef15-f0c6-4d0a-9da7-f1edb8ba2e17 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:49.964850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-4c6aef15-f0c6-4d0a-9da7-f1edb8ba2e17 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Allocated IP 172.20.0.8 (563bc6af-c60e-4c5c-8109-6107424d924c/fce3c729-f1aa-41c9-83df-72f219bf2bd2/5e00483e-df68-45bf-9175-d1663a73f1ca) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:33:50.115891 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-4c6aef15-f0c6-4d0a-9da7-f1edb8ba2e17 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:50.235122 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-4c6aef15-f0c6-4d0a-9da7-f1edb8ba2e17 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:50.277357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-4c6aef15-f0c6-4d0a-9da7-f1edb8ba2e17 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Network 563bc6af-c60e-4c5c-8109-6107424d924c is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:33:50.280714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-4c6aef15-f0c6-4d0a-9da7-f1edb8ba2e17 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:33:50.283155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-4c6aef15-f0c6-4d0a-9da7-f1edb8ba2e17 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:33:50.322320 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aef15-f0c6-4d0a-9da7-f1edb8ba2e17 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Pushing event updated for resources: {'Port': ['ID=5e00483e-df68-45bf-9175-d1663a73f1ca,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:50.347380 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-4c6aef15-f0c6-4d0a-9da7-f1edb8ba2e17 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:50.348116 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-4c6aef15-f0c6-4d0a-9da7-f1edb8ba2e17 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:50.447018 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-4c6aef15-f0c6-4d0a-9da7-f1edb8ba2e17 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8784828 Sep 23 23:33:50.519175 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-71ff9123-4f09-467a-95d1-edc7d2d62eed None None] Provisioning complete for port 5e00483e-df68-45bf-9175-d1663a73f1ca triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:50.519683 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-71ff9123-4f09-467a-95d1-edc7d2d62eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:50.524920 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300d56e-a4a4-4cdb-a0b3-ffd4a4ee34e7 req-006b27b9-0276-42b7-95bf-3b9c48af56c9 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:50.526671 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c300d56e-a4a4-4cdb-a0b3-ffd4a4ee34e7 req-006b27b9-0276-42b7-95bf-3b9c48af56c9 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 931 time: 0.0582168 Sep 23 23:33:50.532468 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Request body: {'port': {'device_id': 'a5f64948-ba9f-48e4-a75f-ece75cfcb9ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:33:50.555386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-71ff9123-4f09-467a-95d1-edc7d2d62eed None None] Port 5e00483e-df68-45bf-9175-d1663a73f1ca cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:33:50.612310 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c300d56e-a4a4-4cdb-a0b3-ffd4a4ee34e7 req-0c7e3a74-da87-4e52-b1f8-e19064c10fbb tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769217 Sep 23 23:33:50.616816 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:50.888304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e00483e-df68-45bf-9175-d1663a73f1ca {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:33:50.895700 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:50.908300 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Transition to ACTIVE for port object 5e00483e-df68-45bf-9175-d1663a73f1ca will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:33:50.987037 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:51.041926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e00483e-df68-45bf-9175-d1663a73f1ca,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:51.112427 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Attempting to bind port 5e00483e-df68-45bf-9175-d1663a73f1ca on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:33:51.112761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Attempting to bind port 5e00483e-df68-45bf-9175-d1663a73f1ca by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:33:51.113085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Attempting to bind port 5e00483e-df68-45bf-9175-d1663a73f1ca on network 563bc6af-c60e-4c5c-8109-6107424d924c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:33:51.118411 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Port 5e00483e-df68-45bf-9175-d1663a73f1ca on network 563bc6af-c60e-4c5c-8109-6107424d924c not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:33:51.118733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Attempting to bind port 5e00483e-df68-45bf-9175-d1663a73f1ca on network 563bc6af-c60e-4c5c-8109-6107424d924c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:33:51.124486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:33:51.124807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Checking segment: {'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:33:51.125235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Bound using segment: {'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:33:51.125674 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Bound port: 5e00483e-df68-45bf-9175-d1663a73f1ca, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:33:51.126034 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:51.197467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] For port 5e00483e-df68-45bf-9175-d1663a73f1ca, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:33:51.201332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] For port 5e00483e-df68-45bf-9175-d1663a73f1ca, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5e00483e-df68-45bf-9175-d1663a73f1ca,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:33:51.290375 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:51.322935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:51.323977 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:51.325523 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] 10.222.0.67 "PUT /v2.0/ports/5e00483e-df68-45bf-9175-d1663a73f1ca HTTP/1.1" status: 200 len: 1091 time: 0.8625324 Sep 23 23:33:51.328083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f64948-ba9f-48e4-a75f-ece75cfcb9ef', 'tag': '5e00483e-df68-45bf-9175-d1663a73f1ca'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:33:51.330453 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c068b8-e217-42a9-8b5b-36ba10d77a28" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f64948-ba9f-48e4-a75f-ece75cfcb9ef", "tag": "5e00483e-df68-45bf-9175-d1663a73f1ca"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:33:51.361809 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632e496-ef24-4032-9a38-8b6441372df1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e00483e-df68-45bf-9175-d1663a73f1ca,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:51.373942 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f82b67-447f-4559-84f7-aca4552f4e53 x-openstack-request-id: req-23f82b67-447f-4559-84f7-aca4552f4e53 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:33:51.373942 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f64948-ba9f-48e4-a75f-ece75cfcb9ef", "tag": "5e00483e-df68-45bf-9175-d1663a73f1ca", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:33:51.374155 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23f82b67-447f-4559-84f7-aca4552f4e53 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:33:51.374485 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f64948-ba9f-48e4-a75f-ece75cfcb9ef', 'tag': '5e00483e-df68-45bf-9175-d1663a73f1ca', 'status': 'completed', 'code': 200} Sep 23 23:33:51.460035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c068b8-e217-42a9-8b5b-36ba10d77a28 req-6e7db533-a1f8-4316-8baf-f106ecece157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:51.461630 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-60c068b8-e217-42a9-8b5b-36ba10d77a28 req-6e7db533-a1f8-4316-8baf-f106ecece157 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=241528d8e5e9412d848fc37c13095207&device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 1094 time: 0.0441685 Sep 23 23:33:51.571458 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c068b8-e217-42a9-8b5b-36ba10d77a28 req-3a2e7073-1957-4d38-b44a-5e5228ec9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:51.572861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-60c068b8-e217-42a9-8b5b-36ba10d77a28 req-3a2e7073-1957-4d38-b44a-5e5228ec9419 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=241528d8e5e9412d848fc37c13095207&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0984375 Sep 23 23:33:51.667678 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c068b8-e217-42a9-8b5b-36ba10d77a28 req-836a12d6-968f-44ea-8489-f83bdd209008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:51.669303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-60c068b8-e217-42a9-8b5b-36ba10d77a28 req-836a12d6-968f-44ea-8489-f83bdd209008 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894516 Sep 23 23:33:51.745890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf17e8-8958-44f8-844e-e8007acd7f8e req-365d17af-3a97-49ae-8879-abe1236b9e30 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:51.747357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2dcf17e8-8958-44f8-844e-e8007acd7f8e req-365d17af-3a97-49ae-8879-abe1236b9e30 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 943 time: 0.0636384 Sep 23 23:33:51.801461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-c23c21f7-4432-4017-8bfe-c61dc09acd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:51.802985 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-c23c21f7-4432-4017-8bfe-c61dc09acd20 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=241528d8e5e9412d848fc37c13095207&device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 1094 time: 0.0740113 Sep 23 23:33:51.806210 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2dcf17e8-8958-44f8-844e-e8007acd7f8e req-d704eba1-32bf-4e93-b70d-f49ce89609b2 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455716 Sep 23 23:33:51.850535 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-47e35379-7602-42d1-bf77-7d9c1298369b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e00483e-df68-45bf-9175-d1663a73f1ca HTTP/1.1" status: 200 len: 217 time: 0.0341728 Sep 23 23:33:51.901719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-637743a7-7356-470e-8fa6-40095cc38154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:51.903278 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-637743a7-7356-470e-8fa6-40095cc38154 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fce3c729-f1aa-41c9-83df-72f219bf2bd2 HTTP/1.1" status: 200 len: 856 time: 0.0462253 Sep 23 23:33:51.949595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-d596425f-88d9-4780-8b74-291bb55aa2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:51.951149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-d596425f-88d9-4780-8b74-291bb55aa2cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=563bc6af-c60e-4c5c-8109-6107424d924c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403914 Sep 23 23:33:52.041831 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-b5c3da4d-6144-417e-80db-e36d19e2dd0d service neutron] 10.222.0.67 "GET /v2.0/networks/563bc6af-c60e-4c5c-8109-6107424d924c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834882 Sep 23 23:33:52.136319 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-893288af-d40a-4fc2-8f89-9eb760a03033 req-43d81252-8779-40d0-bb50-51e2b3e7ffb5 service neutron] 10.222.0.67 "GET /v2.0/networks/563bc6af-c60e-4c5c-8109-6107424d924c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863433 Sep 23 23:33:52.925625 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db94c5-275c-436e-a559-fa8bce59d469 req-4c697b44-6d0e-4336-a019-31ef80b444e6 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:52.927085 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6db94c5-275c-436e-a559-fa8bce59d469 req-4c697b44-6d0e-4336-a019-31ef80b444e6 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 943 time: 0.0522947 Sep 23 23:33:52.964774 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6db94c5-275c-436e-a559-fa8bce59d469 req-a74db81d-1681-49fe-9f04-9e3229b42197 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306740 Sep 23 23:33:54.100695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c252c02-ef73-4e66-b89a-4863b130fd7f req-3fb45326-6c04-4e05-8e9f-61d31700ee4a tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:54.102279 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c252c02-ef73-4e66-b89a-4863b130fd7f req-3fb45326-6c04-4e05-8e9f-61d31700ee4a tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 943 time: 0.0506968 Sep 23 23:33:54.141051 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0c252c02-ef73-4e66-b89a-4863b130fd7f req-ba6ff7c9-3386-4aac-bcfd-9b4451dbf557 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Sep 23 23:33:55.256742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ccffa-fffc-47d6-ad6f-59a767c4a1a3 req-e7ea701b-0d33-4f0e-94e7-2bd996643e93 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:55.258273 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-491ccffa-fffc-47d6-ad6f-59a767c4a1a3 req-e7ea701b-0d33-4f0e-94e7-2bd996643e93 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 943 time: 0.0493345 Sep 23 23:33:55.296872 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-491ccffa-fffc-47d6-ad6f-59a767c4a1a3 req-9fd33b3f-0750-4ede-a883-085fcc2b67e5 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321419 Sep 23 23:33:56.417966 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca631b58-6d91-4698-9d6b-5eda311928d2 req-e97e5c79-0e22-4058-9c09-783bf64fa6e3 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:56.419477 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca631b58-6d91-4698-9d6b-5eda311928d2 req-e97e5c79-0e22-4058-9c09-783bf64fa6e3 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 943 time: 0.0538623 Sep 23 23:33:56.457462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca631b58-6d91-4698-9d6b-5eda311928d2 req-8372863e-2842-45fb-b6b6-2a40ef362ddb tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316322 Sep 23 23:33:57.572142 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52313a3a-37f6-47dc-8223-5205726346be req-2b5610f0-03fb-4739-8db4-3a60ba1d2bfd tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:57.573619 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-52313a3a-37f6-47dc-8223-5205726346be req-2b5610f0-03fb-4739-8db4-3a60ba1d2bfd tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 943 time: 0.0482683 Sep 23 23:33:57.611729 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-52313a3a-37f6-47dc-8223-5205726346be req-caf5985b-5ae8-46c2-b6a5-234e70644658 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318687 Sep 23 23:33:57.703665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5e00483e-df68-45bf-9175-d1663a73f1ca details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:33:57.802145 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5e00483e-df68-45bf-9175-d1663a73f1ca, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5e00483e-df68-45bf-9175-d1663a73f1ca,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:57.813547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '5e00483e-df68-45bf-9175-d1663a73f1ca', 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c', 'port_id': '5e00483e-df68-45bf-9175-d1663a73f1ca', 'mac_address': 'fa:16:3e:ba:07:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce3c729-f1aa-41c9-83df-72f219bf2bd2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:33:57.850381 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:57.863958 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e00483e-df68-45bf-9175-d1663a73f1ca {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:33:57.883124 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5e00483e-df68-45bf-9175-d1663a73f1ca, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5e00483e-df68-45bf-9175-d1663a73f1ca,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:33:57.963887 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:58.011635 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=5e00483e-df68-45bf-9175-d1663a73f1ca,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:33:58.019886 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:58.020236 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:58.020582 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:58.020923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:58.021295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:58.021634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:58.021989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:58.022321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:58.022650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:58.022981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:58.023309 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:58.023634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:33:58.329723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['5e00483e-df68-45bf-9175-d1663a73f1ca'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:33:58.726506 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a37047-5f21-4c5e-b119-969d0fad32b3 req-f8e40e1e-8476-473b-97f5-318eb045a0cd tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:58.728041 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86a37047-5f21-4c5e-b119-969d0fad32b3 req-f8e40e1e-8476-473b-97f5-318eb045a0cd tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 944 time: 0.0491068 Sep 23 23:33:58.766552 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86a37047-5f21-4c5e-b119-969d0fad32b3 req-9f781030-011f-48b5-a8bb-99457fedf39d tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319026 Sep 23 23:33:59.732169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5e00483e-df68-45bf-9175-d1663a73f1ca up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:33:59.857039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 5e00483e-df68-45bf-9175-d1663a73f1ca completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:33:59.861147 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 5e00483e-df68-45bf-9175-d1663a73f1ca triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:33:59.861535 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:59.886411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd481f9-2b78-4027-928c-3ed2e71953ba req-630ab2c2-c9fb-4670-bcb9-3d773b2a1b87 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:33:59.888588 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fcd481f9-2b78-4027-928c-3ed2e71953ba req-630ab2c2-c9fb-4670-bcb9-3d773b2a1b87 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 944 time: 0.0549300 Sep 23 23:33:59.927172 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fcd481f9-2b78-4027-928c-3ed2e71953ba req-9bf6860b-ae64-45c9-b718-8cf882f06b19 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Sep 23 23:33:59.944221 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:33:59.966884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f64948-ba9f-48e4-a75f-ece75cfcb9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e00483e-df68-45bf-9175-d1663a73f1ca'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:33:59.969136 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97071c18-3d7c-402d-96ad-f7f1fde92390" -d '{"events": [{"server_uuid": "a5f64948-ba9f-48e4-a75f-ece75cfcb9ef", "name": "network-vif-plugged", "status": "completed", "tag": "5e00483e-df68-45bf-9175-d1663a73f1ca"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:33:59.981992 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5e00483e-df68-45bf-9175-d1663a73f1ca, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5e00483e-df68-45bf-9175-d1663a73f1ca,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:34:00.004954 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5c1825-113a-4c4d-a264-0fbe684bbb0d x-openstack-request-id: req-fd5c1825-113a-4c4d-a264-0fbe684bbb0d {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:34:00.005282 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f64948-ba9f-48e4-a75f-ece75cfcb9ef", "name": "network-vif-plugged", "status": "completed", "tag": "5e00483e-df68-45bf-9175-d1663a73f1ca", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:34:00.005537 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd5c1825-113a-4c4d-a264-0fbe684bbb0d {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:34:00.005941 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f64948-ba9f-48e4-a75f-ece75cfcb9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e00483e-df68-45bf-9175-d1663a73f1ca', 'code': 200} Sep 23 23:34:00.026653 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:00.079111 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=5e00483e-df68-45bf-9175-d1663a73f1ca,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:34:00.125518 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e2ea1-31ba-4cb4-89eb-2dab730fd5fc req-2f977e72-f1ae-419c-aee9-c901f3e37063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:00.127081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bf9e2ea1-31ba-4cb4-89eb-2dab730fd5fc req-2f977e72-f1ae-419c-aee9-c901f3e37063 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 1096 time: 0.0398188 Sep 23 23:34:00.161696 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bf9e2ea1-31ba-4cb4-89eb-2dab730fd5fc req-d45bb078-78f3-47e6-a76d-8ec722088ff1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277116 Sep 23 23:34:01.044733 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88389383-94f8-4d80-9a57-1c1b693967ef req-9316b036-2b4d-4b33-b86a-9087db8d7aa7 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:01.046349 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88389383-94f8-4d80-9a57-1c1b693967ef req-9316b036-2b4d-4b33-b86a-9087db8d7aa7 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 945 time: 0.0511858 Sep 23 23:34:01.087446 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-88389383-94f8-4d80-9a57-1c1b693967ef req-4d446683-7543-4708-b921-dfe8ee465af3 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348361 Sep 23 23:34:02.207277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ff4da-25cf-4fd4-9f42-a9a5806d3aa8 req-a45d87fb-c3ac-400f-afcb-0e0272ad5708 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:02.208761 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c96ff4da-25cf-4fd4-9f42-a9a5806d3aa8 req-a45d87fb-c3ac-400f-afcb-0e0272ad5708 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 945 time: 0.0530362 Sep 23 23:34:02.246848 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c96ff4da-25cf-4fd4-9f42-a9a5806d3aa8 req-bb68f911-7e17-4c96-991a-2c85b5f9352d tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Sep 23 23:34:02.361163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82243a4-0a8d-4685-97c1-87809fc2716d req-29dbffb0-82fa-48b9-8739-2f5225139cce tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:02.362695 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d82243a4-0a8d-4685-97c1-87809fc2716d req-29dbffb0-82fa-48b9-8739-2f5225139cce tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 945 time: 0.0494089 Sep 23 23:34:02.400672 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d82243a4-0a8d-4685-97c1-87809fc2716d req-0ded6f66-27aa-4c94-bd2b-ce772992276a tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Sep 23 23:34:05.878460 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:34:07.416832 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:13.142610 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-53dbec3a-d893-4a03-b524-7ac7f0267e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:15.634211 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-62b0f9cf-791a-4d86-a51d-557625cfd792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:16.148605 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:17.274590 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:18.525554 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:18.849434 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:20.674272 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d16baf0c-a261-443d-96f2-5122447bc510 req-3015b30e-cb85-4652-8f3d-cb13493e672b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489650 Sep 23 23:34:20.792206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16baf0c-a261-443d-96f2-5122447bc510 req-e1e91e3e-b3af-44c5-b592-41b9453c7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:20.794209 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d16baf0c-a261-443d-96f2-5122447bc510 req-e1e91e3e-b3af-44c5-b592-41b9453c7b11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=241528d8e5e9412d848fc37c13095207&device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 1096 time: 0.0506687 Sep 23 23:34:20.923243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16baf0c-a261-443d-96f2-5122447bc510 req-2a9c3d60-4c33-44be-8bf1-26f976ff7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:20.924858 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d16baf0c-a261-443d-96f2-5122447bc510 req-2a9c3d60-4c33-44be-8bf1-26f976ff7d44 service neutron] 10.222.0.67 "GET /v2.0/networks?id=563bc6af-c60e-4c5c-8109-6107424d924c HTTP/1.1" status: 200 len: 918 time: 0.1107063 Sep 23 23:34:20.972773 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d16baf0c-a261-443d-96f2-5122447bc510 req-910db74e-d5fc-4666-acdd-f19ae7fecad1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e00483e-df68-45bf-9175-d1663a73f1ca HTTP/1.1" status: 200 len: 217 time: 0.0388350 Sep 23 23:34:21.026483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16baf0c-a261-443d-96f2-5122447bc510 req-0b6d1e9c-134b-4528-88c6-d4d95e778e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:21.028010 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d16baf0c-a261-443d-96f2-5122447bc510 req-0b6d1e9c-134b-4528-88c6-d4d95e778e12 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fce3c729-f1aa-41c9-83df-72f219bf2bd2 HTTP/1.1" status: 200 len: 856 time: 0.0483775 Sep 23 23:34:21.089745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16baf0c-a261-443d-96f2-5122447bc510 req-a2f3a5ee-df2b-431e-bf52-62ddd8957e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:21.091487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d16baf0c-a261-443d-96f2-5122447bc510 req-a2f3a5ee-df2b-431e-bf52-62ddd8957e9d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=563bc6af-c60e-4c5c-8109-6107424d924c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540135 Sep 23 23:34:21.212116 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d16baf0c-a261-443d-96f2-5122447bc510 req-cae5f863-f990-49ac-b31c-a14aeafc2503 service neutron] 10.222.0.67 "GET /v2.0/networks/563bc6af-c60e-4c5c-8109-6107424d924c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113429 Sep 23 23:34:21.327271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d16baf0c-a261-443d-96f2-5122447bc510 req-f2bb99b2-0c4e-4b22-95a9-6e395e02e2af service neutron] 10.222.0.67 "GET /v2.0/networks/563bc6af-c60e-4c5c-8109-6107424d924c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069388 Sep 23 23:34:27.228423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3215321-d03a-40f6-89f4-e148000b2426 req-42bb2fa7-3278-4598-92f4-38930ef058e4 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:27.230083 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3215321-d03a-40f6-89f4-e148000b2426 req-42bb2fa7-3278-4598-92f4-38930ef058e4 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 945 time: 0.0590780 Sep 23 23:34:27.275934 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3215321-d03a-40f6-89f4-e148000b2426 req-907e850a-184c-46f7-88a0-2d8e3c5f56a0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386102 Sep 23 23:34:28.416648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97a55f-4869-4f04-8e42-7048060d4308 req-27fa87cc-48e6-41d4-b9b7-7cd3d6cb8347 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:28.418204 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-af97a55f-4869-4f04-8e42-7048060d4308 req-27fa87cc-48e6-41d4-b9b7-7cd3d6cb8347 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 945 time: 0.0547364 Sep 23 23:34:28.456879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-af97a55f-4869-4f04-8e42-7048060d4308 req-d23e5679-eb17-4a87-9a74-9525142f8154 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326242 Sep 23 23:34:29.038624 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bca4e-aaf3-469d-beff-84448390c3c5 req-e727438a-ea22-4b13-b1a5-212fd2ec6e5a tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:29.039982 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7e0bca4e-aaf3-469d-beff-84448390c3c5 req-e727438a-ea22-4b13-b1a5-212fd2ec6e5a tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 945 time: 0.0479555 Sep 23 23:34:29.135354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7e0bca4e-aaf3-469d-beff-84448390c3c5 req-06dd3fd0-37f1-4b78-a6c9-d1162e0d249b tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Deleting port 5e00483e-df68-45bf-9175-d1663a73f1ca {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:34:29.136648 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7e0bca4e-aaf3-469d-beff-84448390c3c5 req-06dd3fd0-37f1-4b78-a6c9-d1162e0d249b tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:29.232809 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7e0bca4e-aaf3-469d-beff-84448390c3c5 req-06dd3fd0-37f1-4b78-a6c9-d1162e0d249b tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] For port 5e00483e-df68-45bf-9175-d1663a73f1ca, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5e00483e-df68-45bf-9175-d1663a73f1ca,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:34:29.233369 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7e0bca4e-aaf3-469d-beff-84448390c3c5 req-06dd3fd0-37f1-4b78-a6c9-d1162e0d249b tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:29.252556 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7e0bca4e-aaf3-469d-beff-84448390c3c5 req-06dd3fd0-37f1-4b78-a6c9-d1162e0d249b tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Calling delete_port for 5e00483e-df68-45bf-9175-d1663a73f1ca owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:34:29.437735 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7e0bca4e-aaf3-469d-beff-84448390c3c5 req-06dd3fd0-37f1-4b78-a6c9-d1162e0d249b tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:29.469469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd3fd0-37f1-4b78-a6c9-d1162e0d249b tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Pushing event deleted for resources: {'Port': ['ID=5e00483e-df68-45bf-9175-d1663a73f1ca,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:34:29.470659 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['5e00483e-df68-45bf-9175-d1663a73f1ca'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:34:29.523178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0bca4e-aaf3-469d-beff-84448390c3c5 req-06dd3fd0-37f1-4b78-a6c9-d1162e0d249b tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] No DVR routers for this DVR port 5e00483e-df68-45bf-9175-d1663a73f1ca on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:34:29.526017 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7e0bca4e-aaf3-469d-beff-84448390c3c5 req-06dd3fd0-37f1-4b78-a6c9-d1162e0d249b tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:29.528874 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7e0bca4e-aaf3-469d-beff-84448390c3c5 req-06dd3fd0-37f1-4b78-a6c9-d1162e0d249b tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.67 "DELETE /v2.0/ports/5e00483e-df68-45bf-9175-d1663a73f1ca HTTP/1.1" status: 204 len: 173 time: 0.4824533 Sep 23 23:34:29.529364 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f64948-ba9f-48e4-a75f-ece75cfcb9ef', 'name': 'network-vif-deleted', 'tag': '5e00483e-df68-45bf-9175-d1663a73f1ca'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:34:29.531889 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3befc45-e82b-4489-b9f3-1a4709157488" -d '{"events": [{"server_uuid": "a5f64948-ba9f-48e4-a75f-ece75cfcb9ef", "name": "network-vif-deleted", "tag": "5e00483e-df68-45bf-9175-d1663a73f1ca"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:34:29.570713 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f48b42-9eb6-49a3-b6af-a08e63fcfbe3 x-openstack-request-id: req-44f48b42-9eb6-49a3-b6af-a08e63fcfbe3 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:34:29.571007 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f64948-ba9f-48e4-a75f-ece75cfcb9ef", "name": "network-vif-deleted", "tag": "5e00483e-df68-45bf-9175-d1663a73f1ca", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:34:29.571259 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44f48b42-9eb6-49a3-b6af-a08e63fcfbe3 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:34:29.571716 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f64948-ba9f-48e4-a75f-ece75cfcb9ef', 'name': 'network-vif-deleted', 'tag': '5e00483e-df68-45bf-9175-d1663a73f1ca', 'status': 'completed', 'code': 200} Sep 23 23:34:29.573920 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d9a634d8-fe1e-4211-b899-b7d6f9f908e5 req-b4a8023d-704c-49fa-9bbe-e542d59f9768 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f64948-ba9f-48e4-a75f-ece75cfcb9ef HTTP/1.1" status: 200 len: 210 time: 0.0291927 Sep 23 23:34:31.354718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-61aaa3ad-9f2f-4322-b763-a5125b0da78d tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:31.356200 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-61aaa3ad-9f2f-4322-b763-a5125b0da78d tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/networks?id=563bc6af-c60e-4c5c-8109-6107424d924c HTTP/1.1" status: 200 len: 817 time: 0.1051276 Sep 23 23:34:31.372045 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-557cdf9d-4245-486b-92ad-5046e096a4f2 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/quotas/241528d8e5e9412d848fc37c13095207 HTTP/1.1" status: 200 len: 375 time: 0.0091698 Sep 23 23:34:31.423904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-04ef6350-7c4f-42ae-9d7c-02922c5e7542 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=241528d8e5e9412d848fc37c13095207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460346 Sep 23 23:34:31.519293 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-e6944f76-f141-4671-a089-fe9f908a8c5f service neutron] 10.222.0.22 "GET /v2.0/networks/563bc6af-c60e-4c5c-8109-6107424d924c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837955 Sep 23 23:34:31.615991 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-75d11da5-fb84-45d7-a177-f2c6dd74d182 service neutron] 10.222.0.22 "GET /v2.0/networks/563bc6af-c60e-4c5c-8109-6107424d924c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906091 Sep 23 23:34:31.862340 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-42d84e6c-d67f-4dc7-8300-6ae0d2d3b26d req-faafd8cc-2c6d-45b6-8dc3-9be80850b525 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 210 time: 0.0288088 Sep 23 23:34:32.960970 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-584329a1-e7ad-4006-9c7d-ca5967d1e961 req-fa1cab22-7caa-4e93-b6df-3da1d7b4c935 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 210 time: 0.0280340 Sep 23 23:34:33.883656 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-714b7626-c21f-45c1-b57f-5a9d387c7ca7 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:33.885300 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-714b7626-c21f-45c1-b57f-5a9d387c7ca7 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.67 "GET /v2.0/networks?id=563bc6af-c60e-4c5c-8109-6107424d924c HTTP/1.1" status: 200 len: 817 time: 0.1175356 Sep 23 23:34:33.890461 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5e00483e-df68-45bf-9175-d1663a73f1ca no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:34:33.904786 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Request body: {'port': {'device_id': 'ecc11cd2-5662-459c-91dc-37906a1f08a0', 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c', 'admin_state_up': True, 'tenant_id': '241528d8e5e9412d848fc37c13095207'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:34:33.912427 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 5e00483e-df68-45bf-9175-d1663a73f1ca {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:34:33.912724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5e00483e-df68-45bf-9175-d1663a73f1ca not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:34:34.064089 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-66c93dcd-ea9b-4637-bb43-3b3a6d3d8a3e req-766ea9a4-6510-416f-8c78-806c8a1f4040 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 210 time: 0.0293317 Sep 23 23:34:34.113773 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Made reservation on behalf of 241528d8e5e9412d848fc37c13095207 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:34:34.117685 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:34.251468 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Allocated IP 172.20.0.5 (563bc6af-c60e-4c5c-8109-6107424d924c/fce3c729-f1aa-41c9-83df-72f219bf2bd2/6d35365b-e2ca-4339-ab22-81287ab4fc4e) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:34:34.702378 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:34.805728 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:34.849609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Network 563bc6af-c60e-4c5c-8109-6107424d924c is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:34:34.852580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:34:34.856302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:34:34.865088 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Pushing event updated for resources: {'Port': ['ID=6d35365b-e2ca-4339-ab22-81287ab4fc4e,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:34:34.895873 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:34:34.896225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:34:34.896566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:34:34.896906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:34:34.897263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:34:34.897594 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:34:34.897928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:34:34.898254 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:34:34.898585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:34:34.898906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:34:34.899227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:34:34.899547 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:34:34.923530 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:34.924149 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:35.012387 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-4f1be9e3-7917-4d6a-9b18-e493c3966173 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1124401 Sep 23 23:34:35.031031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Request body: {'port': {'device_id': 'ecc11cd2-5662-459c-91dc-37906a1f08a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:34:35.091799 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:35.105888 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4dbadc32-d1d7-4823-a267-9ed48a1b2f5e None None] Provisioning complete for port 6d35365b-e2ca-4339-ab22-81287ab4fc4e triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:34:35.106734 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4dbadc32-d1d7-4823-a267-9ed48a1b2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:35.144623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4dbadc32-d1d7-4823-a267-9ed48a1b2f5e None None] Port 6d35365b-e2ca-4339-ab22-81287ab4fc4e cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:34:35.266103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeee0fa-eae6-4ec2-9da7-57f05b7f8442 req-7b8746ee-dffe-4b9c-b256-0f785f1bbae9 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:35.267570 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9eeee0fa-eae6-4ec2-9da7-57f05b7f8442 req-7b8746ee-dffe-4b9c-b256-0f785f1bbae9 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 931 time: 0.1198852 Sep 23 23:34:35.355364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9eeee0fa-eae6-4ec2-9da7-57f05b7f8442 req-2e4696f9-a2df-4728-9d62-5319b1a1b7a0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814590 Sep 23 23:34:35.448818 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d35365b-e2ca-4339-ab22-81287ab4fc4e {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:34:35.456488 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:35.468429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Transition to ACTIVE for port object 6d35365b-e2ca-4339-ab22-81287ab4fc4e will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:34:35.570772 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:35.621798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Pushing event updated for resources: {'Port': ['ID=6d35365b-e2ca-4339-ab22-81287ab4fc4e,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:34:35.692461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Attempting to bind port 6d35365b-e2ca-4339-ab22-81287ab4fc4e on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:34:35.692461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Attempting to bind port 6d35365b-e2ca-4339-ab22-81287ab4fc4e by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:34:35.692461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Attempting to bind port 6d35365b-e2ca-4339-ab22-81287ab4fc4e on network 563bc6af-c60e-4c5c-8109-6107424d924c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:34:35.697015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Port 6d35365b-e2ca-4339-ab22-81287ab4fc4e on network 563bc6af-c60e-4c5c-8109-6107424d924c not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:34:35.697382 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Attempting to bind port 6d35365b-e2ca-4339-ab22-81287ab4fc4e on network 563bc6af-c60e-4c5c-8109-6107424d924c {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:34:35.702832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:34:35.703180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Checking segment: {'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:34:35.703568 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Bound using segment: {'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:34:35.704001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Bound port: 6d35365b-e2ca-4339-ab22-81287ab4fc4e, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84838563-16aa-41a8-9afd-169e8192927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:34:35.704370 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:35.774897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] For port 6d35365b-e2ca-4339-ab22-81287ab4fc4e, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:34:35.778109 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] For port 6d35365b-e2ca-4339-ab22-81287ab4fc4e, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6d35365b-e2ca-4339-ab22-81287ab4fc4e,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:34:35.861188 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:35.896479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:35.897093 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:35.898596 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] 10.222.0.67 "PUT /v2.0/ports/6d35365b-e2ca-4339-ab22-81287ab4fc4e HTTP/1.1" status: 200 len: 1091 time: 0.8721697 Sep 23 23:34:35.898925 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc11cd2-5662-459c-91dc-37906a1f08a0', 'tag': '6d35365b-e2ca-4339-ab22-81287ab4fc4e'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:34:35.901162 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b0f3e7-46a0-42f0-b13b-85eca9bfaa1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc11cd2-5662-459c-91dc-37906a1f08a0", "tag": "6d35365b-e2ca-4339-ab22-81287ab4fc4e"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:34:35.931043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1c36c-d072-4f4d-8ef7-3f1122351204 service neutron] Pushing event updated for resources: {'Port': ['ID=6d35365b-e2ca-4339-ab22-81287ab4fc4e,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:34:35.942935 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45f69ff-3933-47c1-a5fb-68f38e70ab47 x-openstack-request-id: req-f45f69ff-3933-47c1-a5fb-68f38e70ab47 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:34:35.943278 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc11cd2-5662-459c-91dc-37906a1f08a0", "tag": "6d35365b-e2ca-4339-ab22-81287ab4fc4e", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:34:35.943530 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f45f69ff-3933-47c1-a5fb-68f38e70ab47 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:34:35.943955 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc11cd2-5662-459c-91dc-37906a1f08a0', 'tag': '6d35365b-e2ca-4339-ab22-81287ab4fc4e', 'status': 'completed', 'code': 200} Sep 23 23:34:36.027729 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0f3e7-46a0-42f0-b13b-85eca9bfaa1e req-ded4dd23-c303-4aef-ad29-6761c0a9b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:36.034001 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1b0f3e7-46a0-42f0-b13b-85eca9bfaa1e req-ded4dd23-c303-4aef-ad29-6761c0a9b397 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=241528d8e5e9412d848fc37c13095207&device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 1094 time: 0.0447078 Sep 23 23:34:36.146428 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0f3e7-46a0-42f0-b13b-85eca9bfaa1e req-7313314e-2e9b-42df-89e0-5a506efd150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:36.147932 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1b0f3e7-46a0-42f0-b13b-85eca9bfaa1e req-7313314e-2e9b-42df-89e0-5a506efd150f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=241528d8e5e9412d848fc37c13095207&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1011560 Sep 23 23:34:36.249136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0f3e7-46a0-42f0-b13b-85eca9bfaa1e req-eea7164a-a31a-4b2c-b1be-94a0fe48a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:36.250661 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c1b0f3e7-46a0-42f0-b13b-85eca9bfaa1e req-eea7164a-a31a-4b2c-b1be-94a0fe48a826 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950942 Sep 23 23:34:36.360169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-f3cec532-2116-4c76-bcb1-a55509144c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:36.361781 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-f3cec532-2116-4c76-bcb1-a55509144c4e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=241528d8e5e9412d848fc37c13095207&device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 1094 time: 0.0488381 Sep 23 23:34:36.412536 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-f888402a-4252-41ff-a82c-1853f645a6ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d35365b-e2ca-4339-ab22-81287ab4fc4e HTTP/1.1" status: 200 len: 217 time: 0.0366011 Sep 23 23:34:36.497625 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-84f5ded6-6962-4bbd-867a-7fe062cf625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:36.499853 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-84f5ded6-6962-4bbd-867a-7fe062cf625a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fce3c729-f1aa-41c9-83df-72f219bf2bd2 HTTP/1.1" status: 200 len: 856 time: 0.0806630 Sep 23 23:34:36.512943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac4a4f-15d8-480b-bf16-e4a402859331 req-25915097-d5ea-403e-aded-7578a1e631a0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:36.515379 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-01ac4a4f-15d8-480b-bf16-e4a402859331 req-25915097-d5ea-403e-aded-7578a1e631a0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 943 time: 0.0685115 Sep 23 23:34:36.582424 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-01ac4a4f-15d8-480b-bf16-e4a402859331 req-08f0e690-0e70-4339-90b9-3e5a550c1c84 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581875 Sep 23 23:34:36.584276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-761761ed-9269-4923-b73b-d6507d2370d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:36.585754 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-761761ed-9269-4923-b73b-d6507d2370d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=563bc6af-c60e-4c5c-8109-6107424d924c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695758 Sep 23 23:34:36.682744 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-11103f27-b731-4e5c-8ebf-f3735b7644b2 service neutron] 10.222.0.67 "GET /v2.0/networks/563bc6af-c60e-4c5c-8109-6107424d924c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893991 Sep 23 23:34:36.778600 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5894104e-4e54-4307-b6a3-8e072a007d09 req-7a3ab5f8-2c22-48ff-ae70-3957d8fa6541 service neutron] 10.222.0.67 "GET /v2.0/networks/563bc6af-c60e-4c5c-8109-6107424d924c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888305 Sep 23 23:34:37.468167 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:37.703971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9b7c4-13d6-4d7d-b089-94e7c2421c9c req-b896fa2d-6738-4bdc-8587-eb3e345bb328 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:37.705561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-26f9b7c4-13d6-4d7d-b089-94e7c2421c9c req-b896fa2d-6738-4bdc-8587-eb3e345bb328 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 943 time: 0.0525661 Sep 23 23:34:37.745814 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-26f9b7c4-13d6-4d7d-b089-94e7c2421c9c req-44d832c0-14a1-417a-ab6b-d4d76521d222 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340133 Sep 23 23:34:38.869433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43337140-428f-4caa-aff6-47118d484b03 req-20a770e1-2bbf-46cd-93da-e2545c0d810a tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:38.871005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43337140-428f-4caa-aff6-47118d484b03 req-20a770e1-2bbf-46cd-93da-e2545c0d810a tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 943 time: 0.0529521 Sep 23 23:34:38.913211 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43337140-428f-4caa-aff6-47118d484b03 req-726c51df-9049-4136-a15c-6cae7fb3d4bf tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358806 Sep 23 23:34:40.040289 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e426fe-78b8-4531-9abc-89aa94c295e0 req-addd2017-88a9-476e-ab42-7f853912da01 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:40.041837 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-29e426fe-78b8-4531-9abc-89aa94c295e0 req-addd2017-88a9-476e-ab42-7f853912da01 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 943 time: 0.0571096 Sep 23 23:34:40.084148 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-29e426fe-78b8-4531-9abc-89aa94c295e0 req-4ee66e84-da92-4103-bb71-7e3d32773836 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354753 Sep 23 23:34:41.205860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c0826-5465-4435-9bf1-720a4521e544 req-ca4bc27c-4dfa-448a-8a26-7a8c034ca6e0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:41.207412 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd7c0826-5465-4435-9bf1-720a4521e544 req-ca4bc27c-4dfa-448a-8a26-7a8c034ca6e0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 943 time: 0.0541458 Sep 23 23:34:41.245332 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fd7c0826-5465-4435-9bf1-720a4521e544 req-3116b290-44c7-4323-97a1-a582c9e4bb36 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318232 Sep 23 23:34:41.947514 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6d35365b-e2ca-4339-ab22-81287ab4fc4e details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:34:42.045834 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6d35365b-e2ca-4339-ab22-81287ab4fc4e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6d35365b-e2ca-4339-ab22-81287ab4fc4e,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:34:42.059204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '6d35365b-e2ca-4339-ab22-81287ab4fc4e', 'network_id': '563bc6af-c60e-4c5c-8109-6107424d924c', 'port_id': '6d35365b-e2ca-4339-ab22-81287ab4fc4e', 'mac_address': 'fa:16:3e:5e:5a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce3c729-f1aa-41c9-83df-72f219bf2bd2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:34:42.098622 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:42.111620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d35365b-e2ca-4339-ab22-81287ab4fc4e {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:34:42.131460 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6d35365b-e2ca-4339-ab22-81287ab4fc4e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6d35365b-e2ca-4339-ab22-81287ab4fc4e,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:34:42.193529 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:42.243265 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=6d35365b-e2ca-4339-ab22-81287ab4fc4e,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:34:42.363058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8579ed-73e4-4798-811a-3f70a6fe402f req-173455c0-b363-4e5d-b109-77bb830d8707 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:42.364487 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4a8579ed-73e4-4798-811a-3f70a6fe402f req-173455c0-b363-4e5d-b109-77bb830d8707 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 944 time: 0.0493040 Sep 23 23:34:42.403781 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4a8579ed-73e4-4798-811a-3f70a6fe402f req-8bd5ab63-b0d4-4234-8ab6-97b3ae635a2d tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330188 Sep 23 23:34:42.550533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['6d35365b-e2ca-4339-ab22-81287ab4fc4e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:34:42.879568 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:34:43.210713 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d233ea21-f6bc-44d9-a6ea-0513d87679da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:43.518081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75421b-586a-4ab7-9124-1a0f0d059d1d req-82002170-dc39-4513-8661-ee67282167f6 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:43.519544 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be75421b-586a-4ab7-9124-1a0f0d059d1d req-82002170-dc39-4513-8661-ee67282167f6 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 944 time: 0.0507290 Sep 23 23:34:43.558386 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-be75421b-586a-4ab7-9124-1a0f0d059d1d req-09016022-6b8d-47d7-bb08-3f57a93b9b40 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329309 Sep 23 23:34:43.962691 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6d35365b-e2ca-4339-ab22-81287ab4fc4e up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:34:44.066804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 6d35365b-e2ca-4339-ab22-81287ab4fc4e completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:34:44.070778 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 6d35365b-e2ca-4339-ab22-81287ab4fc4e triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:34:44.071147 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:44.151940 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:44.174620 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc11cd2-5662-459c-91dc-37906a1f08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d35365b-e2ca-4339-ab22-81287ab4fc4e'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:34:44.176884 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a390e3-351e-407c-b24c-e2af9eaac30b" -d '{"events": [{"server_uuid": "ecc11cd2-5662-459c-91dc-37906a1f08a0", "name": "network-vif-plugged", "status": "completed", "tag": "6d35365b-e2ca-4339-ab22-81287ab4fc4e"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:34:44.189555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6d35365b-e2ca-4339-ab22-81287ab4fc4e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6d35365b-e2ca-4339-ab22-81287ab4fc4e,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:34:44.214612 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d332bfde-1a5a-46e5-b715-492227c6fdcf x-openstack-request-id: req-d332bfde-1a5a-46e5-b715-492227c6fdcf {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:34:44.215246 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc11cd2-5662-459c-91dc-37906a1f08a0", "name": "network-vif-plugged", "status": "completed", "tag": "6d35365b-e2ca-4339-ab22-81287ab4fc4e", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:34:44.215246 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d332bfde-1a5a-46e5-b715-492227c6fdcf {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:34:44.215531 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc11cd2-5662-459c-91dc-37906a1f08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d35365b-e2ca-4339-ab22-81287ab4fc4e', 'code': 200} Sep 23 23:34:44.250365 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:44.298595 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=6d35365b-e2ca-4339-ab22-81287ab4fc4e,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:34:44.342889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e060cd4-d5d9-453a-83d3-8b36ed3666ac req-60cf2b01-118f-4b38-a5cd-6bcdf507d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:44.344444 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2e060cd4-d5d9-453a-83d3-8b36ed3666ac req-60cf2b01-118f-4b38-a5cd-6bcdf507d747 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 1096 time: 0.0423779 Sep 23 23:34:44.378930 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2e060cd4-d5d9-453a-83d3-8b36ed3666ac req-da08dbec-27b8-40e7-8591-d1d5848d22f0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275662 Sep 23 23:34:44.675830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45725565-6c9e-4e16-bfef-bdb1bc67b466 req-79649d38-7eea-4fea-8580-6685cb8f1ab9 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:44.677341 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-45725565-6c9e-4e16-bfef-bdb1bc67b466 req-79649d38-7eea-4fea-8580-6685cb8f1ab9 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 945 time: 0.0526423 Sep 23 23:34:44.715848 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-45725565-6c9e-4e16-bfef-bdb1bc67b466 req-c6a85da7-c831-416f-bfdf-e39c3390de3c tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325572 Sep 23 23:34:45.620396 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d2c29b9a-9007-4dec-a816-a3703e70d4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:45.834534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010198c4-4a67-4c41-857c-4bbcdc4bfc76 req-ddfe89ba-b350-4902-adbe-d4c6f3f44623 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:45.836027 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-010198c4-4a67-4c41-857c-4bbcdc4bfc76 req-ddfe89ba-b350-4902-adbe-d4c6f3f44623 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 945 time: 0.0491195 Sep 23 23:34:45.877074 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-010198c4-4a67-4c41-857c-4bbcdc4bfc76 req-011f0048-98f1-47ab-8747-e8303062423b tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338850 Sep 23 23:34:46.193973 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:46.992815 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7db7a-deb6-4331-b327-affa63f53423 req-332c4633-4c4f-4aee-802e-992f795acf3a tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:46.994266 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47a7db7a-deb6-4331-b327-affa63f53423 req-332c4633-4c4f-4aee-802e-992f795acf3a tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 945 time: 0.0486021 Sep 23 23:34:47.033350 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-47a7db7a-deb6-4331-b327-affa63f53423 req-9842fcf0-6cee-49e5-90fb-9049bfefd60a tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331156 Sep 23 23:34:47.152886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d15c58-cdcf-4f31-880a-960ebefae238 req-55e9f3a4-8ae6-48cd-9cda-3c289888ccb6 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:34:47.154663 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61d15c58-cdcf-4f31-880a-960ebefae238 req-55e9f3a4-8ae6-48cd-9cda-3c289888ccb6 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 945 time: 0.0541220 Sep 23 23:34:47.191672 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:47.193992 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-61d15c58-cdcf-4f31-880a-960ebefae238 req-75dcebe8-0324-4100-9e1b-d171d943db94 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Sep 23 23:34:48.542189 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:34:48.856027 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:07.484206 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:11.381033 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be1e40-0576-4728-bb34-e04f5d54dee4 req-852ffbcc-a378-4419-8b65-d28817a5687f tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:11.382592 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2be1e40-0576-4728-bb34-e04f5d54dee4 req-852ffbcc-a378-4419-8b65-d28817a5687f tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 945 time: 0.0505996 Sep 23 23:35:11.424069 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2be1e40-0576-4728-bb34-e04f5d54dee4 req-7288488a-2bd6-45a0-b498-28103574b3ef tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347550 Sep 23 23:35:12.543490 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d30dd9-4358-4aa0-a1f4-e2de9e35724e req-4b3a5002-32e3-4a1e-b247-9af9f6b90492 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:12.545035 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34d30dd9-4358-4aa0-a1f4-e2de9e35724e req-4b3a5002-32e3-4a1e-b247-9af9f6b90492 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 945 time: 0.0501714 Sep 23 23:35:12.583710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34d30dd9-4358-4aa0-a1f4-e2de9e35724e req-77bea452-91ef-4baa-9eb6-5418d53a920e tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326641 Sep 23 23:35:13.158646 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fb02be4b-2991-4060-9078-3f5e3ffc7680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:13.382542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff7332-9816-4d7a-9f63-bebf87d010a1 req-d6735982-017a-43aa-9c95-b792561290d0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:13.384060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4ff7332-9816-4d7a-9f63-bebf87d010a1 req-d6735982-017a-43aa-9c95-b792561290d0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 945 time: 0.0541995 Sep 23 23:35:13.474848 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-c4ff7332-9816-4d7a-9f63-bebf87d010a1 req-ed2fb0f3-076d-42cc-b5a9-979e08707ad0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Deleting port 6d35365b-e2ca-4339-ab22-81287ab4fc4e {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:35:13.475116 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c4ff7332-9816-4d7a-9f63-bebf87d010a1 req-ed2fb0f3-076d-42cc-b5a9-979e08707ad0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:13.567464 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-c4ff7332-9816-4d7a-9f63-bebf87d010a1 req-ed2fb0f3-076d-42cc-b5a9-979e08707ad0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] For port 6d35365b-e2ca-4339-ab22-81287ab4fc4e, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6d35365b-e2ca-4339-ab22-81287ab4fc4e,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:35:13.567837 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c4ff7332-9816-4d7a-9f63-bebf87d010a1 req-ed2fb0f3-076d-42cc-b5a9-979e08707ad0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:13.579655 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-c4ff7332-9816-4d7a-9f63-bebf87d010a1 req-ed2fb0f3-076d-42cc-b5a9-979e08707ad0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Calling delete_port for 6d35365b-e2ca-4339-ab22-81287ab4fc4e owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:35:13.737488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e998a7-2d08-4c48-8979-70f3dc71612d req-7f6b5329-784e-4466-8966-66bda93e4bbd tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:13.739003 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2e998a7-2d08-4c48-8979-70f3dc71612d req-7f6b5329-784e-4466-8966-66bda93e4bbd tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecc11cd2-5662-459c-91dc-37906a1f08a0 HTTP/1.1" status: 200 len: 945 time: 0.0863833 Sep 23 23:35:13.780401 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e2e998a7-2d08-4c48-8979-70f3dc71612d req-9848d219-6ce4-4684-8f47-8979424ddb66 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed850a0f-43cb-487a-a807-05fd6b25ec82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349205 Sep 23 23:35:13.822059 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c4ff7332-9816-4d7a-9f63-bebf87d010a1 req-ed2fb0f3-076d-42cc-b5a9-979e08707ad0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:13.851865 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fb0f3-076d-42cc-b5a9-979e08707ad0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Pushing event deleted for resources: {'Port': ['ID=6d35365b-e2ca-4339-ab22-81287ab4fc4e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:13.855397 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['6d35365b-e2ca-4339-ab22-81287ab4fc4e'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:35:13.896242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ff7332-9816-4d7a-9f63-bebf87d010a1 req-ed2fb0f3-076d-42cc-b5a9-979e08707ad0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] No DVR routers for this DVR port 6d35365b-e2ca-4339-ab22-81287ab4fc4e on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:35:13.899160 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-c4ff7332-9816-4d7a-9f63-bebf87d010a1 req-ed2fb0f3-076d-42cc-b5a9-979e08707ad0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:13.902462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4ff7332-9816-4d7a-9f63-bebf87d010a1 req-ed2fb0f3-076d-42cc-b5a9-979e08707ad0 tempest-TestEncryptedCinderVolumes-1599131357 tempest-TestEncryptedCinderVolumes-1599131357-project] 10.222.0.67 "DELETE /v2.0/ports/6d35365b-e2ca-4339-ab22-81287ab4fc4e HTTP/1.1" status: 204 len: 173 time: 0.5109377 Sep 23 23:35:13.903392 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc11cd2-5662-459c-91dc-37906a1f08a0', 'name': 'network-vif-deleted', 'tag': '6d35365b-e2ca-4339-ab22-81287ab4fc4e'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:35:13.905828 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c938f2-3407-468f-8486-1042088a99e8" -d '{"events": [{"server_uuid": "ecc11cd2-5662-459c-91dc-37906a1f08a0", "name": "network-vif-deleted", "tag": "6d35365b-e2ca-4339-ab22-81287ab4fc4e"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:35:13.944162 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4404b657-7325-4bb6-bdc3-199ee76f2a7d x-openstack-request-id: req-4404b657-7325-4bb6-bdc3-199ee76f2a7d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:35:13.944453 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc11cd2-5662-459c-91dc-37906a1f08a0", "name": "network-vif-deleted", "tag": "6d35365b-e2ca-4339-ab22-81287ab4fc4e", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:35:13.944708 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4404b657-7325-4bb6-bdc3-199ee76f2a7d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:35:13.945129 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc11cd2-5662-459c-91dc-37906a1f08a0', 'name': 'network-vif-deleted', 'tag': '6d35365b-e2ca-4339-ab22-81287ab4fc4e', 'status': 'completed', 'code': 200} Sep 23 23:35:14.932254 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45706) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:15.358778 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9651725-54fa-416e-8177-28045a19175d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:15.621209 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5c1746a6-47ca-4f56-ab39-df4f0a4ccbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:15.658904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d9651725-54fa-416e-8177-28045a19175d admin admin] Deleting port 7cc1e96b-7244-435c-aeb4-45b74b40f65b {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:35:15.659245 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9651725-54fa-416e-8177-28045a19175d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:15.740889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-d9651725-54fa-416e-8177-28045a19175d admin admin] For port 7cc1e96b-7244-435c-aeb4-45b74b40f65b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=7cc1e96b-7244-435c-aeb4-45b74b40f65b,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:35:15.741360 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9651725-54fa-416e-8177-28045a19175d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:15.753480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d9651725-54fa-416e-8177-28045a19175d admin admin] Calling delete_port for 7cc1e96b-7244-435c-aeb4-45b74b40f65b owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:35:15.980077 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9651725-54fa-416e-8177-28045a19175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:16.007452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9651725-54fa-416e-8177-28045a19175d admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc1e96b-7244-435c-aeb4-45b74b40f65b,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:16.153150 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:16.177137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d9651725-54fa-416e-8177-28045a19175d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:16.399157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9651725-54fa-416e-8177-28045a19175d admin admin] Router d256504b-4fd4-4854-8325-3fcd45026029 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:35:16.510668 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9651725-54fa-416e-8177-28045a19175d admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:35:16.515814 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d9651725-54fa-416e-8177-28045a19175d admin admin] 10.222.0.22 "PUT /v2.0/routers/d256504b-4fd4-4854-8325-3fcd45026029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5824809 Sep 23 23:35:16.518643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45708) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:16.519594 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f815c7a5-2001-46e9-ad3e-a4bd81966805 None None] Sync routers for ids ['d256504b-4fd4-4854-8325-3fcd45026029'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:35:16.530103 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f815c7a5-2001-46e9-ad3e-a4bd81966805 None None] Routers {'d256504b-4fd4-4854-8325-3fcd45026029'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:35:16.530816 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f815c7a5-2001-46e9-ad3e-a4bd81966805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d256504b-4fd4-4854-8325-3fcd45026029'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:16.624029 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:16.633563 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f815c7a5-2001-46e9-ad3e-a4bd81966805 None None] Set router d256504b-4fd4-4854-8325-3fcd45026029 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:35:16.823877 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f815c7a5-2001-46e9-ad3e-a4bd81966805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'name': 'tempest-TestEncryptedCinderVolumes-1823571649-router', 'tenant_id': '241528d8e5e9412d848fc37c13095207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:35:15Z', 'revision_number': 5, 'project_id': '241528d8e5e9412d848fc37c13095207', 'gw_port': {'id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:16.851325 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f815c7a5-2001-46e9-ad3e-a4bd81966805 None None] Checking router: d256504b-4fd4-4854-8325-3fcd45026029 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:35:16.861071 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f815c7a5-2001-46e9-ad3e-a4bd81966805 None None] Routers {'d256504b-4fd4-4854-8325-3fcd45026029'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:35:16.861712 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f815c7a5-2001-46e9-ad3e-a4bd81966805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d256504b-4fd4-4854-8325-3fcd45026029'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:16.970929 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-f815c7a5-2001-46e9-ad3e-a4bd81966805 None None] Set router d256504b-4fd4-4854-8325-3fcd45026029 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:35:17.033835 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:17.154971 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-f815c7a5-2001-46e9-ad3e-a4bd81966805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'name': 'tempest-TestEncryptedCinderVolumes-1823571649-router', 'tenant_id': '241528d8e5e9412d848fc37c13095207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:35:15Z', 'revision_number': 5, 'project_id': '241528d8e5e9412d848fc37c13095207', 'gw_port': {'id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:17.156357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] Deleting port 4ab0b846-07a4-4ace-9843-8c78ad99c06e {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:35:17.156706 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:17.181756 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f815c7a5-2001-46e9-ad3e-a4bd81966805 None None] The sync data for ids ['d256504b-4fd4-4854-8325-3fcd45026029'] in n-d-810775-1 is: [{'id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'name': 'tempest-TestEncryptedCinderVolumes-1823571649-router', 'tenant_id': '241528d8e5e9412d848fc37c13095207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:35:15Z', 'revision_number': 5, 'project_id': '241528d8e5e9412d848fc37c13095207', 'gw_port': {'id': '4ab0b846-07a4-4ace-9843-8c78ad99c06e', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256504b-4fd4-4854-8325-3fcd45026029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:34Z', 'updated_at': '2021-09-23T23:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:35:17.221575 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:17.239730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] For port 4ab0b846-07a4-4ace-9843-8c78ad99c06e, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4ab0b846-07a4-4ace-9843-8c78ad99c06e,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:35:17.240096 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:17.256126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] Calling delete_port for 4ab0b846-07a4-4ace-9843-8c78ad99c06e owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:35:17.484334 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:17.513630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab0b846-07a4-4ace-9843-8c78ad99c06e,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:17.581728 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:17.679629 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:17.682063 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:17.815953 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:17.816401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d256504b-4fd4-4854-8325-3fcd45026029 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:35:17.821083 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:17.823385 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-351d8634-a325-4d94-b2db-5ebe8d6c60a7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d256504b-4fd4-4854-8325-3fcd45026029 HTTP/1.1" status: 204 len: 168 time: 1.3034227 Sep 23 23:35:17.825569 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45710) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:17.872964 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-6747057a-62ac-4183-bb65-d2a6823eab22 admin admin] Deleting subnet fce3c729-f1aa-41c9-83df-72f219bf2bd2 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:35:17.876533 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6747057a-62ac-4183-bb65-d2a6823eab22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:17.914762 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6747057a-62ac-4183-bb65-d2a6823eab22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:18.002234 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6747057a-62ac-4183-bb65-d2a6823eab22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:18.101205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6d35365b-e2ca-4339-ab22-81287ab4fc4e no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:35:18.121907 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 6d35365b-e2ca-4339-ab22-81287ab4fc4e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:35:18.128558 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6d35365b-e2ca-4339-ab22-81287ab4fc4e not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:35:18.170346 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6747057a-62ac-4183-bb65-d2a6823eab22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:18.197030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747057a-62ac-4183-bb65-d2a6823eab22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce3c729-f1aa-41c9-83df-72f219bf2bd2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:18.200761 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6747057a-62ac-4183-bb65-d2a6823eab22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:18.203352 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6747057a-62ac-4183-bb65-d2a6823eab22 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fce3c729-f1aa-41c9-83df-72f219bf2bd2 HTTP/1.1" status: 204 len: 168 time: 0.3767021 Sep 23 23:35:18.205326 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45712) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:18.206258 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce12b5ee-9e86-40ea-8c92-9742d7486f0a None None] Network 563bc6af-c60e-4c5c-8109-6107424d924c requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:35:18.278087 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:18.332286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Deleting port 5e596c04-f1a2-4f0a-b131-ef313819d373 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:35:18.332629 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:18.381184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] DHCP port deletion for 563bc6af-c60e-4c5c-8109-6107424d924c request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:35:18.396850 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] For port 5e596c04-f1a2-4f0a-b131-ef313819d373, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5e596c04-f1a2-4f0a-b131-ef313819d373,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:35:18.397603 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:18.412071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Calling delete_port for 5e596c04-f1a2-4f0a-b131-ef313819d373 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:35:18.434008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Deleting port 5e596c04-f1a2-4f0a-b131-ef313819d373 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:35:18.434382 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:18.462787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7cc1e96b-7244-435c-aeb4-45b74b40f65b no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:35:18.527703 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 7cc1e96b-7244-435c-aeb4-45b74b40f65b {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:35:18.528135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 7cc1e96b-7244-435c-aeb4-45b74b40f65b not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:35:18.528471 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5e596c04-f1a2-4f0a-b131-ef313819d373 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:35:18.536304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] For port 5e596c04-f1a2-4f0a-b131-ef313819d373, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5e596c04-f1a2-4f0a-b131-ef313819d373,segment=NetworkSegment(84838563-16aa-41a8-9afd-169e8192927b),segment_id=84838563-16aa-41a8-9afd-169e8192927b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:35:18.539197 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:18.558974 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:18.572634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Calling delete_port for 5e596c04-f1a2-4f0a-b131-ef313819d373 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:35:18.586548 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e596c04-f1a2-4f0a-b131-ef313819d373,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:18.589843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] No DVR routers for this DVR port 5e596c04-f1a2-4f0a-b131-ef313819d373 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:35:18.595513 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No active binding found for port 5e596c04-f1a2-4f0a-b131-ef313819d373 {{(pid=95492) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 23:35:18.627273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5e596c04-f1a2-4f0a-b131-ef313819d373 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:35:18.627273 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4ab0b846-07a4-4ace-9843-8c78ad99c06e no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:35:18.627975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.627975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.627975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.627975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.627975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.627975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.627975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.627975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.627975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.627975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.627975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.627975 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.655671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 4ab0b846-07a4-4ace-9843-8c78ad99c06e {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:35:18.655928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4ab0b846-07a4-4ace-9843-8c78ad99c06e not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:35:18.701433 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:18.710463 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:18.731739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Pushing event deleted for resources: {'Port': ['ID=5e596c04-f1a2-4f0a-b131-ef313819d373,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:18.736086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] No DVR routers for this DVR port 5e596c04-f1a2-4f0a-b131-ef313819d373 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:35:18.751729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.752039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.752375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.752705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.753031 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.753535 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.753859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.754180 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.754498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.754814 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.755130 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.755445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514791a1-52d6-4c2d-8b40-c55619a2067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:18.855691 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:18.966236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:18.986240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563bc6af-c60e-4c5c-8109-6107424d924c']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:18.995997 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84838563-16aa-41a8-9afd-169e8192927b') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:18.996229 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84838563-16aa-41a8-9afd-169e8192927b') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:19.005299 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:19.018365 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:19.024206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:35:19.024623 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:35:19.026616 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:35:19.170064 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:19.175783 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:19.177634 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] 10.222.0.22 "DELETE /v2.0/networks/563bc6af-c60e-4c5c-8109-6107424d924c HTTP/1.1" status: 204 len: 168 time: 0.9713233 Sep 23 23:35:19.181318 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45714) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:19.191369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36fff2-6da2-4fce-a7ba-a6cbe1bf8c35 admin admin] Pushing event deleted for resources: {'Network': ['ID=563bc6af-c60e-4c5c-8109-6107424d924c,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:19.527234 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b37b20c0-4a70-42bf-ab85-3c35da3963b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:19.778322 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b37b20c0-4a70-42bf-ab85-3c35da3963b2 admin admin] Deleting port 4370961f-5815-4da0-8959-4848da16eb35 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:35:19.778576 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b37b20c0-4a70-42bf-ab85-3c35da3963b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:19.860837 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-b37b20c0-4a70-42bf-ab85-3c35da3963b2 admin admin] For port 4370961f-5815-4da0-8959-4848da16eb35, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=4370961f-5815-4da0-8959-4848da16eb35,segment=NetworkSegment(23a043fd-a1a9-4fc0-a445-c867ede8477c),segment_id=23a043fd-a1a9-4fc0-a445-c867ede8477c)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:35:19.861229 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b37b20c0-4a70-42bf-ab85-3c35da3963b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:19.874187 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-b37b20c0-4a70-42bf-ab85-3c35da3963b2 admin admin] Calling delete_port for 4370961f-5815-4da0-8959-4848da16eb35 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:35:19.878333 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:35:20.124090 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b37b20c0-4a70-42bf-ab85-3c35da3963b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:20.150836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b20c0-4a70-42bf-ab85-3c35da3963b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4370961f-5815-4da0-8959-4848da16eb35,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:20.320899 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b37b20c0-4a70-42bf-ab85-3c35da3963b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:20.543077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37b20c0-4a70-42bf-ab85-3c35da3963b2 admin admin] Router dec54602-0e37-41ea-a104-cf8134c5bc96 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:35:20.649056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37b20c0-4a70-42bf-ab85-3c35da3963b2 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:35:20.655002 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b37b20c0-4a70-42bf-ab85-3c35da3963b2 admin admin] 10.222.0.22 "PUT /v2.0/routers/dec54602-0e37-41ea-a104-cf8134c5bc96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4726467 Sep 23 23:35:20.657531 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45716) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:20.660278 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e208c-05fe-4955-a090-0ac0549f64f6 None None] Sync routers for ids ['dec54602-0e37-41ea-a104-cf8134c5bc96'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:35:20.669775 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e208c-05fe-4955-a090-0ac0549f64f6 None None] Routers {'dec54602-0e37-41ea-a104-cf8134c5bc96'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:35:20.670444 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0c6e208c-05fe-4955-a090-0ac0549f64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['dec54602-0e37-41ea-a104-cf8134c5bc96'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:20.764431 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:20.776331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0c6e208c-05fe-4955-a090-0ac0549f64f6 None None] Set router dec54602-0e37-41ea-a104-cf8134c5bc96 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:35:20.868635 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:20.954530 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0c6e208c-05fe-4955-a090-0ac0549f64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'name': 'tempest-TestEncryptedCinderVolumes-1504232305-router', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:40Z', 'updated_at': '2021-09-23T23:35:20Z', 'revision_number': 5, 'project_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'gw_port': {'id': '942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:33:41Z', 'updated_at': '2021-09-23T23:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:20.984486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e208c-05fe-4955-a090-0ac0549f64f6 None None] Checking router: dec54602-0e37-41ea-a104-cf8134c5bc96 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:35:20.993646 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e208c-05fe-4955-a090-0ac0549f64f6 None None] Routers {'dec54602-0e37-41ea-a104-cf8134c5bc96'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:35:20.994326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0c6e208c-05fe-4955-a090-0ac0549f64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['dec54602-0e37-41ea-a104-cf8134c5bc96'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:20.997179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] Deleting port 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:35:20.997541 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:21.085423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] For port 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:35:21.085782 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:21.099741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] Calling delete_port for 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:35:21.240430 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-0c6e208c-05fe-4955-a090-0ac0549f64f6 None None] Set router dec54602-0e37-41ea-a104-cf8134c5bc96 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:35:21.294268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-0c6e208c-05fe-4955-a090-0ac0549f64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'name': 'tempest-TestEncryptedCinderVolumes-1504232305-router', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:40Z', 'updated_at': '2021-09-23T23:35:20Z', 'revision_number': 6, 'project_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:21.318368 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:21.324357 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e208c-05fe-4955-a090-0ac0549f64f6 None None] The sync data for ids ['dec54602-0e37-41ea-a104-cf8134c5bc96'] in n-d-810775-1 is: [{'id': 'dec54602-0e37-41ea-a104-cf8134c5bc96', 'name': 'tempest-TestEncryptedCinderVolumes-1504232305-router', 'tenant_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:33:40Z', 'updated_at': '2021-09-23T23:35:20Z', 'revision_number': 6, 'project_id': 'f9ad4eb79b364a87aceaab8da8529de6', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:35:21.345368 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] Pushing event deleted for resources: {'Port': ['ID=942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:21.411597 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:21.502556 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:21.504571 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:21.621095 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:21.621824 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dec54602-0e37-41ea-a104-cf8134c5bc96 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:35:21.626301 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:21.627460 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1790d2e4-a8ce-48e8-9bee-bf56e86ebd21 admin admin] 10.222.0.22 "DELETE /v2.0/routers/dec54602-0e37-41ea-a104-cf8134c5bc96 HTTP/1.1" status: 204 len: 168 time: 0.9690239 Sep 23 23:35:21.630000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45718) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:21.675391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c26ac4f-e46c-4601-8ed9-30a33625b80e admin admin] Deleting subnet ae0eb5e7-5350-4f9a-9a10-6ecf1adf491d {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:35:21.678566 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8c26ac4f-e46c-4601-8ed9-30a33625b80e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:21.715612 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8c26ac4f-e46c-4601-8ed9-30a33625b80e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:21.805125 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8c26ac4f-e46c-4601-8ed9-30a33625b80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:21.934452 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8c26ac4f-e46c-4601-8ed9-30a33625b80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:21.961767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26ac4f-e46c-4601-8ed9-30a33625b80e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae0eb5e7-5350-4f9a-9a10-6ecf1adf491d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:21.964501 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8c26ac4f-e46c-4601-8ed9-30a33625b80e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:21.969473 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8c26ac4f-e46c-4601-8ed9-30a33625b80e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ae0eb5e7-5350-4f9a-9a10-6ecf1adf491d HTTP/1.1" status: 204 len: 168 time: 0.3355124 Sep 23 23:35:21.969473 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45720) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:21.971422 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3940e93c-f137-486b-8763-2143271cc0f3 None None] Network 891b2087-1141-4db4-bfbd-3ef95ef21081 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:35:22.041900 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:22.100629 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] Deleting port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:35:22.101125 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:22.170341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] For port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1f3d14e6-81a5-47c3-8205-aedb72dc4da6,segment=NetworkSegment(23a043fd-a1a9-4fc0-a445-c867ede8477c),segment_id=23a043fd-a1a9-4fc0-a445-c867ede8477c)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:35:22.170474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cecddc6-442c-4878-a9ae-47254f6c5d98 None None] DHCP port deletion for 891b2087-1141-4db4-bfbd-3ef95ef21081 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:35:22.170684 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:22.184190 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] Calling delete_port for 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:35:22.221648 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-1cecddc6-442c-4878-a9ae-47254f6c5d98 None None] Deleting port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:35:22.222109 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1cecddc6-442c-4878-a9ae-47254f6c5d98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:22.286300 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1cecddc6-442c-4878-a9ae-47254f6c5d98 None None] For port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1f3d14e6-81a5-47c3-8205-aedb72dc4da6,segment=NetworkSegment(23a043fd-a1a9-4fc0-a445-c867ede8477c),segment_id=23a043fd-a1a9-4fc0-a445-c867ede8477c)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:35:22.286718 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1cecddc6-442c-4878-a9ae-47254f6c5d98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:22.299977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-1cecddc6-442c-4878-a9ae-47254f6c5d98 None None] Calling delete_port for 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:35:22.370773 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:22.399167 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1cecddc6-442c-4878-a9ae-47254f6c5d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:22.399434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3d14e6-81a5-47c3-8205-aedb72dc4da6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:22.401589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] No DVR routers for this DVR port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:35:22.427220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cecddc6-442c-4878-a9ae-47254f6c5d98 None None] No DVR routers for this DVR port 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:35:22.429046 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecddc6-442c-4878-a9ae-47254f6c5d98 None None] Pushing event deleted for resources: {'Port': ['ID=1f3d14e6-81a5-47c3-8205-aedb72dc4da6,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:22.471962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:35:22.483681 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:22.492106 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:35:22.492442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 942dbc4e-cbcc-4b9e-9a63-d4dde27cbc1c not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:35:22.492856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4370961f-5815-4da0-8959-4848da16eb35 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:35:22.505478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891b2087-1141-4db4-bfbd-3ef95ef21081']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:22.512927 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 4370961f-5815-4da0-8959-4848da16eb35 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:35:22.513291 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 4370961f-5815-4da0-8959-4848da16eb35 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:35:22.513711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:35:22.515516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a043fd-a1a9-4fc0-a445-c867ede8477c') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:22.515823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a043fd-a1a9-4fc0-a445-c867ede8477c') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:22.525241 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:22.532007 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:35:22.532348 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1f3d14e6-81a5-47c3-8205-aedb72dc4da6 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:35:22.539856 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:22.547998 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:35:22.547998 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:35:22.548702 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:35:22.667371 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:22.673399 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:22.675258 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/891b2087-1141-4db4-bfbd-3ef95ef21081 HTTP/1.1" status: 204 len: 168 time: 0.7054157 Sep 23 23:35:22.686797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e4c6b-9f82-46eb-85bb-2d26d5fea2c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=891b2087-1141-4db4-bfbd-3ef95ef21081,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:23.025575 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45724) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:23.068553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-98a7c050-bc41-4c64-a697-319378ca11c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=241528d8e5e9412d848fc37c13095207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418820 Sep 23 23:35:23.072650 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45726) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:23.125455 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-080cd5bb-5c70-4058-a942-378b4f81eb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:23.146749 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-080cd5bb-5c70-4058-a942-378b4f81eb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:23.306052 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-080cd5bb-5c70-4058-a942-378b4f81eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:23.309005 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-080cd5bb-5c70-4058-a942-378b4f81eb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:23.310500 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-080cd5bb-5c70-4058-a942-378b4f81eb77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ed850a0f-43cb-487a-a807-05fd6b25ec82 HTTP/1.1" status: 204 len: 168 time: 0.2367845 Sep 23 23:35:23.319548 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cd5bb-5c70-4058-a942-378b4f81eb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed850a0f-43cb-487a-a807-05fd6b25ec82,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:24.105422 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45732) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:24.150926 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7fbf4b6a-e2ea-4295-b1f1-c2ce8cf67019 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9ad4eb79b364a87aceaab8da8529de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443871 Sep 23 23:35:24.153674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45734) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:24.202367 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3f83d3b1-4bf1-4602-9123-4372f5e8704b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:24.223886 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3f83d3b1-4bf1-4602-9123-4372f5e8704b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:24.380000 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3f83d3b1-4bf1-4602-9123-4372f5e8704b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:24.383802 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3f83d3b1-4bf1-4602-9123-4372f5e8704b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:24.383930 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3f83d3b1-4bf1-4602-9123-4372f5e8704b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b64bc7f-11f8-48fa-acb4-ed6168a2c196 HTTP/1.1" status: 204 len: 168 time: 0.2292490 Sep 23 23:35:24.392426 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83d3b1-4bf1-4602-9123-4372f5e8704b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b64bc7f-11f8-48fa-acb4-ed6168a2c196,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:25.498544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45756) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:25.601989 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-150847142-network', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:35:25.707078 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] Made reservation on behalf of 7127ec4ccdc945dea334b1a1f4be6c92 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:35:25.709675 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:25.720067 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:25.814320 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:25.895432 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:25.921869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:35:25.930671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d59613a-6c53-4652-8283-ed3bf66c1b56,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:25.937786 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:25.938123 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] Added segment 6f9e3574-be0f-4f5a-b5c1-3876132a3fa6 of type vlan for network 831a1e13-5fc2-4198-be6f-0db3212f52d3 Sep 23 23:35:25.979411 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:26.044771 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:26.046254 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:26.047074 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:26.109955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] Pushing event updated for resources: {'Network': ['ID=831a1e13-5fc2-4198-be6f-0db3212f52d3,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:26.124445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 831a1e13-5fc2-4198-be6f-0db3212f52d3 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:35:26.140604 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c8005207-017e-41a6-b054-367a8533d1dc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6408746 Sep 23 23:35:26.143580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45760) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:26.148794 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a8a8b334-3c56-4dad-845d-8de28f5cb2ec admin admin] Request body: {'subnet': {'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-150847142-subnet', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:35:26.238403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a8b334-3c56-4dad-845d-8de28f5cb2ec admin admin] Made reservation on behalf of 7127ec4ccdc945dea334b1a1f4be6c92 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:35:26.240793 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8a8b334-3c56-4dad-845d-8de28f5cb2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:26.478304 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8a8b334-3c56-4dad-845d-8de28f5cb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:26.531206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8b334-3c56-4dad-845d-8de28f5cb2ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f566209-c0f9-4661-98f4-9948768f6d89,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:26.541482 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a8b334-3c56-4dad-845d-8de28f5cb2ec admin admin] Checking segment: {'id': '6f9e3574-be0f-4f5a-b5c1-3876132a3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:35:26.541846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a8b334-3c56-4dad-845d-8de28f5cb2ec admin admin] Network hostable DHCP agents. Network: 831a1e13-5fc2-4198-be6f-0db3212f52d3, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:35:26.625320 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a8b334-3c56-4dad-845d-8de28f5cb2ec admin admin] Network 831a1e13-5fc2-4198-be6f-0db3212f52d3 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:35:26.701386 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-a8a8b334-3c56-4dad-845d-8de28f5cb2ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 831a1e13-5fc2-4198-be6f-0db3212f52d3) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:35:26.706228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a8b334-3c56-4dad-845d-8de28f5cb2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:26.707153 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a8a8b334-3c56-4dad-845d-8de28f5cb2ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:26.710325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975dc09d-720c-4560-b242-38332af1598f None None] Network 831a1e13-5fc2-4198-be6f-0db3212f52d3 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:35:26.808178 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a8a8b334-3c56-4dad-845d-8de28f5cb2ec admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6604762 Sep 23 23:35:26.808178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45762) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:26.812341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:35:26.856974 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-831a1e13-5fc2-4198-be6f-0db3212f52d3', 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'fixed_ips': [{'subnet_id': '8f566209-c0f9-4661-98f4-9948768f6d89'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:35:26.858249 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:26.918899 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:26.919974 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:27.001175 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Allocated IP 172.20.0.2 (831a1e13-5fc2-4198-be6f-0db3212f52d3/8f566209-c0f9-4661-98f4-9948768f6d89/30d153de-323d-48d2-8919-d9305ef127de) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:35:27.178484 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:27.273099 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:27.285406 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:27.317062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Network 831a1e13-5fc2-4198-be6f-0db3212f52d3 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:35:27.319993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:35:27.323930 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:35:27.333274 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Pushing event updated for resources: {'Port': ['ID=30d153de-323d-48d2-8919-d9305ef127de,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:27.385218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Attempting to bind port 30d153de-323d-48d2-8919-d9305ef127de on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:35:27.385596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Attempting to bind port 30d153de-323d-48d2-8919-d9305ef127de by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '6f9e3574-be0f-4f5a-b5c1-3876132a3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:35:27.385963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Attempting to bind port 30d153de-323d-48d2-8919-d9305ef127de on network 831a1e13-5fc2-4198-be6f-0db3212f52d3 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:35:27.391075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:35:27.391454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Checking segment: {'id': '6f9e3574-be0f-4f5a-b5c1-3876132a3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:35:27.391860 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:27.392285 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Bound using segment: {'id': '6f9e3574-be0f-4f5a-b5c1-3876132a3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:35:27.392753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Bound port: 30d153de-323d-48d2-8919-d9305ef127de, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9e3574-be0f-4f5a-b5c1-3876132a3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:35:27.393157 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:27.458530 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] For port 30d153de-323d-48d2-8919-d9305ef127de, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:35:27.461734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] For port 30d153de-323d-48d2-8919-d9305ef127de, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=30d153de-323d-48d2-8919-d9305ef127de,segment=NetworkSegment(6f9e3574-be0f-4f5a-b5c1-3876132a3fa6),segment_id=6f9e3574-be0f-4f5a-b5c1-3876132a3fa6)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:35:27.513054 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:27.553343 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:27.613637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dd988-3ce8-49f1-a3cf-043739afda92 None None] Pushing event updated for resources: {'Port': ['ID=30d153de-323d-48d2-8919-d9305ef127de,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:27.823924 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:27.844917 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:27.956748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Allocated IP 172.25.1.187 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/47c7fc56-95ad-458e-95a7-5285a58ef891) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:35:28.061295 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:28.158829 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:28.200390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:35:28.203429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:35:28.207302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:35:28.217460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Pushing event updated for resources: {'Port': ['ID=47c7fc56-95ad-458e-95a7-5285a58ef891,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:28.485588 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 30d153de-323d-48d2-8919-d9305ef127de up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:35:28.509785 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afffd15b-7153-40da-b55b-8cdb89860d46 None None] Network 831a1e13-5fc2-4198-be6f-0db3212f52d3 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:35:28.547730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:28.601741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8e95483b-0abe-40f5-acc5-6a1debdd27bb None None] Provisioning complete for port 30d153de-323d-48d2-8919-d9305ef127de triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:28.602108 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e95483b-0abe-40f5-acc5-6a1debdd27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:28.639143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 30d153de-323d-48d2-8919-d9305ef127de triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:28.639508 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:28.751663 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:28.810279 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e95483b-0abe-40f5-acc5-6a1debdd27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:28.830982 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:28.868306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8e95483b-0abe-40f5-acc5-6a1debdd27bb None None] For port 30d153de-323d-48d2-8919-d9305ef127de, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=30d153de-323d-48d2-8919-d9305ef127de,segment=NetworkSegment(6f9e3574-be0f-4f5a-b5c1-3876132a3fa6),segment_id=6f9e3574-be0f-4f5a-b5c1-3876132a3fa6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:35:28.976306 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e95483b-0abe-40f5-acc5-6a1debdd27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:28.998675 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Router b30ffea5-55df-453d-b529-aaa6e030ce98 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:35:29.050842 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:35:29.053077 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:35:29.065000 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95483b-0abe-40f5-acc5-6a1debdd27bb None None] Pushing event updated for resources: {'Port': ['ID=30d153de-323d-48d2-8919-d9305ef127de,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:29.096605 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6048d43f-c59e-4e40-8852-5a1537df088c None None] Provisioning complete for port 30d153de-323d-48d2-8919-d9305ef127de triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:29.096895 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6048d43f-c59e-4e40-8852-5a1537df088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:29.109429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:35:29.119210 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Sync routers for ids ['b30ffea5-55df-453d-b529-aaa6e030ce98'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:35:29.128368 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Routers {'b30ffea5-55df-453d-b529-aaa6e030ce98'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:35:29.129014 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b30ffea5-55df-453d-b529-aaa6e030ce98'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:29.185934 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:29.187217 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b29ea5e7-523d-4c57-b706-8c711ca62bcc admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3784099 Sep 23 23:35:29.189968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45764) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:29.239494 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Set router b30ffea5-55df-453d-b529-aaa6e030ce98 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:35:29.426334 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:26Z', 'updated_at': '2021-09-23T23:35:28Z', 'revision_number': 3, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'gw_port': {'id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:27Z', 'updated_at': '2021-09-23T23:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:29.457338 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Checking router: b30ffea5-55df-453d-b529-aaa6e030ce98 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:35:29.457680 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Updating router b30ffea5-55df-453d-b529-aaa6e030ce98 port 47c7fc56-95ad-458e-95a7-5285a58ef891 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:35:29.483689 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:29.613445 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:29.754804 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:29.791169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Allocated IP 172.20.0.1 (831a1e13-5fc2-4198-be6f-0db3212f52d3/8f566209-c0f9-4661-98f4-9948768f6d89/80d11d56-3a46-41a4-beea-ee4a6eae5621) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:35:29.838713 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:29.892075 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Attempting to bind port 47c7fc56-95ad-458e-95a7-5285a58ef891 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:35:29.892431 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Attempting to bind port 47c7fc56-95ad-458e-95a7-5285a58ef891 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:35:29.892785 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Attempting to bind port 47c7fc56-95ad-458e-95a7-5285a58ef891 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:35:29.900125 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:29.903026 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf29bd-6dbd-42d8-aab7-467fe0af40e7 None None] Pushing event updated for resources: {'Port': ['ID=47c7fc56-95ad-458e-95a7-5285a58ef891,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:29.906093 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:35:29.906454 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:35:29.906844 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:29.907226 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:35:29.907681 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Bound port: 47c7fc56-95ad-458e-95a7-5285a58ef891, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:35:29.908049 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:29.914430 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf29bd-6dbd-42d8-aab7-467fe0af40e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:29.914760 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf29bd-6dbd-42d8-aab7-467fe0af40e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:29.915086 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf29bd-6dbd-42d8-aab7-467fe0af40e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:29.915441 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf29bd-6dbd-42d8-aab7-467fe0af40e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:29.916359 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf29bd-6dbd-42d8-aab7-467fe0af40e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:29.916708 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf29bd-6dbd-42d8-aab7-467fe0af40e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:29.917010 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf29bd-6dbd-42d8-aab7-467fe0af40e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:29.917469 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf29bd-6dbd-42d8-aab7-467fe0af40e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:29.917785 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf29bd-6dbd-42d8-aab7-467fe0af40e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:29.918108 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf29bd-6dbd-42d8-aab7-467fe0af40e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:29.918424 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf29bd-6dbd-42d8-aab7-467fe0af40e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:29.918736 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf29bd-6dbd-42d8-aab7-467fe0af40e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:29.973047 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] For port 47c7fc56-95ad-458e-95a7-5285a58ef891, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:35:29.976040 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] For port 47c7fc56-95ad-458e-95a7-5285a58ef891, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=47c7fc56-95ad-458e-95a7-5285a58ef891,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:35:29.988622 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:30.028186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Network 831a1e13-5fc2-4198-be6f-0db3212f52d3 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:35:30.031271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:35:30.037484 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:30.044743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:35:30.048412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Pushing event updated for resources: {'Port': ['ID=80d11d56-3a46-41a4-beea-ee4a6eae5621,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:30.089967 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:30.101152 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf29bd-6dbd-42d8-aab7-467fe0af40e7 None None] Pushing event updated for resources: {'Port': ['ID=47c7fc56-95ad-458e-95a7-5285a58ef891,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:30.108793 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Routers {'b30ffea5-55df-453d-b529-aaa6e030ce98'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:35:30.109449 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b30ffea5-55df-453d-b529-aaa6e030ce98'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:30.221752 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] Set router b30ffea5-55df-453d-b529-aaa6e030ce98 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:35:30.301001 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:30.305186 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fd53619c-aebd-48c1-abb9-05455f27f600 None None] Provisioning complete for port 80d11d56-3a46-41a4-beea-ee4a6eae5621 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:30.305714 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fd53619c-aebd-48c1-abb9-05455f27f600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:30.348099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-fd53619c-aebd-48c1-abb9-05455f27f600 None None] Port 80d11d56-3a46-41a4-beea-ee4a6eae5621 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:35:30.420149 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:26Z', 'updated_at': '2021-09-23T23:35:28Z', 'revision_number': 3, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'gw_port': {'id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:27Z', 'updated_at': '2021-09-23T23:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:30.474111 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 30d153de-323d-48d2-8919-d9305ef127de up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:35:30.486055 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:30.525737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 30d153de-323d-48d2-8919-d9305ef127de triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:30.525994 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:30.545000 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265eea9-130e-473a-be8f-e7f5b1c2e41d None None] The sync data for ids ['b30ffea5-55df-453d-b529-aaa6e030ce98'] in n-d-810775-1 is: [{'id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:26Z', 'updated_at': '2021-09-23T23:35:28Z', 'revision_number': 3, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'gw_port': {'id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:27Z', 'updated_at': '2021-09-23T23:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:35:30.551299 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:30.628157 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:30.630131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Pushing event updated for resources: {'Port': ['ID=80d11d56-3a46-41a4-beea-ee4a6eae5621,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:30.748800 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Network 831a1e13-5fc2-4198-be6f-0db3212f52d3 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:35:30.750321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:35:30.913980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Router b30ffea5-55df-453d-b529-aaa6e030ce98 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:35:31.076744 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8e071594-5131-4f28-b029-6ff0b0e48cd8 None None] Provisioning complete for port 80d11d56-3a46-41a4-beea-ee4a6eae5621 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:31.077474 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8e071594-5131-4f28-b029-6ff0b0e48cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:31.120125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8e071594-5131-4f28-b029-6ff0b0e48cd8 None None] Port 80d11d56-3a46-41a4-beea-ee4a6eae5621 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:35:31.364247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:35:31.369975 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3f01b0b6-718d-402d-b80e-369224fd19de admin admin] 10.222.0.22 "PUT /v2.0/routers/b30ffea5-55df-453d-b529-aaa6e030ce98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1790349 Sep 23 23:35:32.064783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45780) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:32.069874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-943391915-network', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:35:32.158220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] Made reservation on behalf of cce5efa815ec4fffba46b0e9dae9f2c3 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:35:32.160630 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:32.171051 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:32.217038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Sync routers for ids ['b30ffea5-55df-453d-b529-aaa6e030ce98'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:35:32.226788 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Routers {'b30ffea5-55df-453d-b529-aaa6e030ce98'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:35:32.229020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b30ffea5-55df-453d-b529-aaa6e030ce98'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:32.273366 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:32.335048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Set router b30ffea5-55df-453d-b529-aaa6e030ce98 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:35:32.381004 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:32.403403 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:35:32.420479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653569b5-83d7-466a-84be-bd9a430cdffa,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:32.428684 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:32.429091 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] Added segment 7fb34dd6-4d37-4f9a-ad9f-7d848849edd9 of type vlan for network 63885ff6-7510-4681-b3ed-d13821ab27af Sep 23 23:35:32.490109 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:32.542070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 47c7fc56-95ad-458e-95a7-5285a58ef891 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:35:32.598202 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:32.599509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:32.600190 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:32.609342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:26Z', 'updated_at': '2021-09-23T23:35:30Z', 'revision_number': 4, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'gw_port': {'id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:27Z', 'updated_at': '2021-09-23T23:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '80d11d56-3a46-41a4-beea-ee4a6eae5621', 'name': '', 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'mac_address': 'fa:16:3e:4c:5b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:29Z', 'updated_at': '2021-09-23T23:35:30Z', 'revision_number': 2, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'subnets': [{'id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:32.612799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 47c7fc56-95ad-458e-95a7-5285a58ef891 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:32.612799 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:32.660120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Checking router: b30ffea5-55df-453d-b529-aaa6e030ce98 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:35:32.660365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Updating router b30ffea5-55df-453d-b529-aaa6e030ce98 port 80d11d56-3a46-41a4-beea-ee4a6eae5621 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:35:32.667680 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] Pushing event updated for resources: {'Network': ['ID=63885ff6-7510-4681-b3ed-d13821ab27af,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:32.682477 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 63885ff6-7510-4681-b3ed-d13821ab27af details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:35:32.702529 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9351d263-782d-4d7d-92ef-358a6827605f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6363556 Sep 23 23:35:32.705217 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 45782) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:32.711742 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6e73add8-f32c-413d-85b7-045ed77aa650 admin admin] Request body: {'subnet': {'network_id': '63885ff6-7510-4681-b3ed-d13821ab27af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-943391915-subnet', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:35:32.719414 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:32.815328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e73add8-f32c-413d-85b7-045ed77aa650 admin admin] Made reservation on behalf of cce5efa815ec4fffba46b0e9dae9f2c3 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:35:32.817785 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e73add8-f32c-413d-85b7-045ed77aa650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:32.889796 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:32.927034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 47c7fc56-95ad-458e-95a7-5285a58ef891, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=47c7fc56-95ad-458e-95a7-5285a58ef891,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:35:33.075236 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:33.095799 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e73add8-f32c-413d-85b7-045ed77aa650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:33.159086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73add8-f32c-413d-85b7-045ed77aa650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d0edfc-e0ee-4308-8986-9b7ff96e64d1,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:33.169664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e73add8-f32c-413d-85b7-045ed77aa650 admin admin] Checking segment: {'id': '7fb34dd6-4d37-4f9a-ad9f-7d848849edd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63885ff6-7510-4681-b3ed-d13821ab27af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:35:33.170030 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73add8-f32c-413d-85b7-045ed77aa650 admin admin] Network hostable DHCP agents. Network: 63885ff6-7510-4681-b3ed-d13821ab27af, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:35:33.271745 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:33.297017 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=47c7fc56-95ad-458e-95a7-5285a58ef891,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:33.318213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73add8-f32c-413d-85b7-045ed77aa650 admin admin] Network 63885ff6-7510-4681-b3ed-d13821ab27af is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:35:33.475751 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:33.525449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb25528-4502-4318-b2da-d90ef3e4d8fb None None] Pushing event updated for resources: {'Port': ['ID=80d11d56-3a46-41a4-beea-ee4a6eae5621,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:33.541741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-6e73add8-f32c-413d-85b7-045ed77aa650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 63885ff6-7510-4681-b3ed-d13821ab27af) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:35:33.550338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e73add8-f32c-413d-85b7-045ed77aa650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:33.550338 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6e73add8-f32c-413d-85b7-045ed77aa650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:33.563847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee80145-e93d-4f36-ba02-c7f2a133cae9 None None] Network 63885ff6-7510-4681-b3ed-d13821ab27af requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:35:33.600733 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Attempting to bind port 80d11d56-3a46-41a4-beea-ee4a6eae5621 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:35:33.601120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Attempting to bind port 80d11d56-3a46-41a4-beea-ee4a6eae5621 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '6f9e3574-be0f-4f5a-b5c1-3876132a3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:35:33.601500 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Attempting to bind port 80d11d56-3a46-41a4-beea-ee4a6eae5621 on network 831a1e13-5fc2-4198-be6f-0db3212f52d3 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:35:33.633724 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:35:33.639130 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Checking segment: {'id': '6f9e3574-be0f-4f5a-b5c1-3876132a3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:35:33.639130 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:33.639130 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Bound using segment: {'id': '6f9e3574-be0f-4f5a-b5c1-3876132a3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:35:33.639130 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Bound port: 80d11d56-3a46-41a4-beea-ee4a6eae5621, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9e3574-be0f-4f5a-b5c1-3876132a3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:35:33.639130 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:33.668301 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6e73add8-f32c-413d-85b7-045ed77aa650 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9619191 Sep 23 23:35:33.671004 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45784) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:33.675577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-943391915-router', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:35:33.758655 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] For port 80d11d56-3a46-41a4-beea-ee4a6eae5621, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:35:33.763647 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] For port 80d11d56-3a46-41a4-beea-ee4a6eae5621, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=80d11d56-3a46-41a4-beea-ee4a6eae5621,segment=NetworkSegment(6f9e3574-be0f-4f5a-b5c1-3876132a3fa6),segment_id=6f9e3574-be0f-4f5a-b5c1-3876132a3fa6)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:35:33.781551 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:33.782552 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:33.787338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-9785bf49-cf3d-4e49-b686-86e23f54029c None None] Provisioning complete for port 80d11d56-3a46-41a4-beea-ee4a6eae5621 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:33.787712 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9785bf49-cf3d-4e49-b686-86e23f54029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:33.811591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-63885ff6-7510-4681-b3ed-d13821ab27af', 'network_id': '63885ff6-7510-4681-b3ed-d13821ab27af', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'fixed_ips': [{'subnet_id': '26d0edfc-e0ee-4308-8986-9b7ff96e64d1'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:35:33.812446 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:33.838270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-9785bf49-cf3d-4e49-b686-86e23f54029c None None] Port 80d11d56-3a46-41a4-beea-ee4a6eae5621 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:35:33.842356 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:33.894924 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:34.007677 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Routers {'b30ffea5-55df-453d-b529-aaa6e030ce98'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:35:34.008317 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b30ffea5-55df-453d-b529-aaa6e030ce98'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:34.013548 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb25528-4502-4318-b2da-d90ef3e4d8fb None None] Pushing event updated for resources: {'Port': ['ID=80d11d56-3a46-41a4-beea-ee4a6eae5621,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:34.050482 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:34.090061 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Allocated IP 172.20.0.2 (63885ff6-7510-4681-b3ed-d13821ab27af/26d0edfc-e0ee-4308-8986-9b7ff96e64d1/aa65a7c4-8d6b-4976-a071-307716010c2a) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:35:34.194731 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] Set router b30ffea5-55df-453d-b529-aaa6e030ce98 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:35:34.314789 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:34.335560 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:34.354392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-3bd34d29-504d-46fb-b63b-dcd0727b37b5 None None] Provisioning complete for port 80d11d56-3a46-41a4-beea-ee4a6eae5621 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:34.354962 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3bd34d29-504d-46fb-b63b-dcd0727b37b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:34.419326 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:34.449370 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Allocated IP 172.25.1.225 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/ff72c9df-0d97-4a46-9af0-1acb1be563b0) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:35:34.476565 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 47c7fc56-95ad-458e-95a7-5285a58ef891 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:35:34.546449 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:34.564552 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:34.612115 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Network 63885ff6-7510-4681-b3ed-d13821ab27af is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:35:34.614931 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3bd34d29-504d-46fb-b63b-dcd0727b37b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:34.627553 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:35:34.636911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:26Z', 'updated_at': '2021-09-23T23:35:30Z', 'revision_number': 4, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'gw_port': {'id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:27Z', 'updated_at': '2021-09-23T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '80d11d56-3a46-41a4-beea-ee4a6eae5621', 'name': '', 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'mac_address': 'fa:16:3e:4c:5b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:29Z', 'updated_at': '2021-09-23T23:35:33Z', 'revision_number': 4, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'subnets': [{'id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:34.639828 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:35:34.644600 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Pushing event updated for resources: {'Port': ['ID=aa65a7c4-8d6b-4976-a071-307716010c2a,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:34.644768 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:34.677786 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e695b7-a4bb-4e54-a970-3d53bd9da9fe None None] The sync data for ids ['b30ffea5-55df-453d-b529-aaa6e030ce98'] in n-d-810775-1 is: [{'id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:26Z', 'updated_at': '2021-09-23T23:35:30Z', 'revision_number': 4, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'gw_port': {'id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:27Z', 'updated_at': '2021-09-23T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '80d11d56-3a46-41a4-beea-ee4a6eae5621', 'name': '', 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'mac_address': 'fa:16:3e:4c:5b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:29Z', 'updated_at': '2021-09-23T23:35:33Z', 'revision_number': 4, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'subnets': [{'id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:35:34.684590 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 47c7fc56-95ad-458e-95a7-5285a58ef891 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:34.684969 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:34.686391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:35:34.687983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:35:34.691996 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:35:34.768442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-3bd34d29-504d-46fb-b63b-dcd0727b37b5 None None] For port 80d11d56-3a46-41a4-beea-ee4a6eae5621, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=80d11d56-3a46-41a4-beea-ee4a6eae5621,segment=NetworkSegment(6f9e3574-be0f-4f5a-b5c1-3876132a3fa6),segment_id=6f9e3574-be0f-4f5a-b5c1-3876132a3fa6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:35:34.789324 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Pushing event updated for resources: {'Port': ['ID=ff72c9df-0d97-4a46-9af0-1acb1be563b0,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:34.807812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Attempting to bind port aa65a7c4-8d6b-4976-a071-307716010c2a on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:35:34.808283 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Attempting to bind port aa65a7c4-8d6b-4976-a071-307716010c2a by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '7fb34dd6-4d37-4f9a-ad9f-7d848849edd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63885ff6-7510-4681-b3ed-d13821ab27af'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:35:34.808656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Attempting to bind port aa65a7c4-8d6b-4976-a071-307716010c2a on network 63885ff6-7510-4681-b3ed-d13821ab27af {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:35:34.837465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:35:34.837833 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Checking segment: {'id': '7fb34dd6-4d37-4f9a-ad9f-7d848849edd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63885ff6-7510-4681-b3ed-d13821ab27af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:35:34.838245 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:34.838641 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Bound using segment: {'id': '7fb34dd6-4d37-4f9a-ad9f-7d848849edd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63885ff6-7510-4681-b3ed-d13821ab27af'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:35:34.839115 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Bound port: aa65a7c4-8d6b-4976-a071-307716010c2a, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb34dd6-4d37-4f9a-ad9f-7d848849edd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63885ff6-7510-4681-b3ed-d13821ab27af'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:35:34.839636 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:34.891697 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3bd34d29-504d-46fb-b63b-dcd0727b37b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:34.945570 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] For port aa65a7c4-8d6b-4976-a071-307716010c2a, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:35:34.953883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] For port aa65a7c4-8d6b-4976-a071-307716010c2a, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=aa65a7c4-8d6b-4976-a071-307716010c2a,segment=NetworkSegment(7fb34dd6-4d37-4f9a-ad9f-7d848849edd9),segment_id=7fb34dd6-4d37-4f9a-ad9f-7d848849edd9)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:35:34.963944 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd34d29-504d-46fb-b63b-dcd0727b37b5 None None] Pushing event updated for resources: {'Port': ['ID=80d11d56-3a46-41a4-beea-ee4a6eae5621,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:35.054571 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:35.061376 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:35.122282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f9f71-d6ff-4f3a-9882-59b620eac35e None None] Pushing event updated for resources: {'Port': ['ID=aa65a7c4-8d6b-4976-a071-307716010c2a,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:35.275248 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:35.489596 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Router 144e1114-a375-4f81-a129-09e10e45c78e is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:35:35.605558 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:35:35.614771 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Sync routers for ids ['144e1114-a375-4f81-a129-09e10e45c78e'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:35:35.625087 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Routers {'144e1114-a375-4f81-a129-09e10e45c78e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:35:35.630535 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['144e1114-a375-4f81-a129-09e10e45c78e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:35.684329 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:35.688271 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-279984cb-825e-4276-9ba0-2a439b6bdc91 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0137644 Sep 23 23:35:35.688864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 45786) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:35:35.739328 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Set router 144e1114-a375-4f81-a129-09e10e45c78e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:35:35.933752 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144e1114-a375-4f81-a129-09e10e45c78e', 'name': 'tempest-TestMinimumBasicScenario-943391915-router', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ff72c9df-0d97-4a46-9af0-1acb1be563b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:33Z', 'updated_at': '2021-09-23T23:35:34Z', 'revision_number': 3, 'project_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'gw_port': {'id': 'ff72c9df-0d97-4a46-9af0-1acb1be563b0', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144e1114-a375-4f81-a129-09e10e45c78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:34Z', 'updated_at': '2021-09-23T23:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:35.973499 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Checking router: 144e1114-a375-4f81-a129-09e10e45c78e for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:35:35.973957 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Updating router 144e1114-a375-4f81-a129-09e10e45c78e port ff72c9df-0d97-4a46-9af0-1acb1be563b0 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:35:36.001778 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.117796 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac64cf2-42e0-426d-b7e7-06ec8dc6751a None None] Network 63885ff6-7510-4681-b3ed-d13821ab27af requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:35:36.161725 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.250326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-afad24aa-2a97-45ab-862a-b6353df979b3 None None] Provisioning complete for port aa65a7c4-8d6b-4976-a071-307716010c2a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:36.250800 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-afad24aa-2a97-45ab-862a-b6353df979b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.289448 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.331012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Allocated IP 172.20.0.1 (63885ff6-7510-4681-b3ed-d13821ab27af/26d0edfc-e0ee-4308-8986-9b7ff96e64d1/5172e128-1219-42e5-af3b-47ab0110ffe5) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:35:36.374279 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-afad24aa-2a97-45ab-862a-b6353df979b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.392976 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.438406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-afad24aa-2a97-45ab-862a-b6353df979b3 None None] For port aa65a7c4-8d6b-4976-a071-307716010c2a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=aa65a7c4-8d6b-4976-a071-307716010c2a,segment=NetworkSegment(7fb34dd6-4d37-4f9a-ad9f-7d848849edd9),segment_id=7fb34dd6-4d37-4f9a-ad9f-7d848849edd9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:35:36.452231 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c45ad-1394-47d0-aabd-543a0eb6d657 None None] Pushing event updated for resources: {'Port': ['ID=ff72c9df-0d97-4a46-9af0-1acb1be563b0,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:36.458227 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.478535 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Attempting to bind port ff72c9df-0d97-4a46-9af0-1acb1be563b0 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:35:36.478915 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Attempting to bind port ff72c9df-0d97-4a46-9af0-1acb1be563b0 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:35:36.479481 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Attempting to bind port ff72c9df-0d97-4a46-9af0-1acb1be563b0 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:35:36.485966 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:35:36.486340 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:35:36.486998 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.487402 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:35:36.487867 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Bound port: ff72c9df-0d97-4a46-9af0-1acb1be563b0, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:35:36.488316 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.518323 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-afad24aa-2a97-45ab-862a-b6353df979b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.547910 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.574802 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] For port ff72c9df-0d97-4a46-9af0-1acb1be563b0, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:35:36.581669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 80d11d56-3a46-41a4-beea-ee4a6eae5621 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:35:36.587068 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] For port ff72c9df-0d97-4a46-9af0-1acb1be563b0, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ff72c9df-0d97-4a46-9af0-1acb1be563b0,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:35:36.600333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Network 63885ff6-7510-4681-b3ed-d13821ab27af is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:35:36.605384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:35:36.608966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:35:36.632683 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad24aa-2a97-45ab-862a-b6353df979b3 None None] Pushing event updated for resources: {'Port': ['ID=aa65a7c4-8d6b-4976-a071-307716010c2a,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:36.657570 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-383c8b88-d299-4c5b-a7e3-24107f5e5030 None None] Provisioning complete for port aa65a7c4-8d6b-4976-a071-307716010c2a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:36.657946 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-383c8b88-d299-4c5b-a7e3-24107f5e5030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.661649 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Pushing event updated for resources: {'Port': ['ID=5172e128-1219-42e5-af3b-47ab0110ffe5,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:36.667086 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.681154 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.695879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 80d11d56-3a46-41a4-beea-ee4a6eae5621 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:36.696713 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.760138 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Routers {'144e1114-a375-4f81-a129-09e10e45c78e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:35:36.761198 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['144e1114-a375-4f81-a129-09e10e45c78e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:36.838952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device aa65a7c4-8d6b-4976-a071-307716010c2a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:35:36.847490 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c45ad-1394-47d0-aabd-543a0eb6d657 None None] Pushing event updated for resources: {'Port': ['ID=ff72c9df-0d97-4a46-9af0-1acb1be563b0,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:36.891469 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] Set router 144e1114-a375-4f81-a129-09e10e45c78e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:35:36.895281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port aa65a7c4-8d6b-4976-a071-307716010c2a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:36.895659 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.918199 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:36.949380 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8896ec97-2a34-4281-a30a-1c40c89b422e None None] Provisioning complete for port 5172e128-1219-42e5-af3b-47ab0110ffe5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:36.949747 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8896ec97-2a34-4281-a30a-1c40c89b422e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:37.015515 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8896ec97-2a34-4281-a30a-1c40c89b422e None None] Port 5172e128-1219-42e5-af3b-47ab0110ffe5 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:35:37.076545 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144e1114-a375-4f81-a129-09e10e45c78e', 'name': 'tempest-TestMinimumBasicScenario-943391915-router', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ff72c9df-0d97-4a46-9af0-1acb1be563b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:33Z', 'updated_at': '2021-09-23T23:35:34Z', 'revision_number': 3, 'project_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'gw_port': {'id': 'ff72c9df-0d97-4a46-9af0-1acb1be563b0', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144e1114-a375-4f81-a129-09e10e45c78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:34Z', 'updated_at': '2021-09-23T23:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:37.095533 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:37.108438 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82c234-0bc0-41a6-946a-27db0c67d0b0 None None] The sync data for ids ['144e1114-a375-4f81-a129-09e10e45c78e'] in n-d-810775-1 is: [{'id': '144e1114-a375-4f81-a129-09e10e45c78e', 'name': 'tempest-TestMinimumBasicScenario-943391915-router', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ff72c9df-0d97-4a46-9af0-1acb1be563b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:33Z', 'updated_at': '2021-09-23T23:35:34Z', 'revision_number': 3, 'project_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'gw_port': {'id': 'ff72c9df-0d97-4a46-9af0-1acb1be563b0', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144e1114-a375-4f81-a129-09e10e45c78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:34Z', 'updated_at': '2021-09-23T23:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:35:37.209683 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:37.278152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Pushing event updated for resources: {'Port': ['ID=5172e128-1219-42e5-af3b-47ab0110ffe5,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:37.280998 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:37.398719 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Network 63885ff6-7510-4681-b3ed-d13821ab27af is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:35:37.400829 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:35:37.484123 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:37.538968 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Router 144e1114-a375-4f81-a129-09e10e45c78e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:35:37.639607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-41e628fd-5117-4e9a-95c6-5b0fc80f93b3 None None] Provisioning complete for port 5172e128-1219-42e5-af3b-47ab0110ffe5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:37.640134 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-41e628fd-5117-4e9a-95c6-5b0fc80f93b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:37.678012 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-41e628fd-5117-4e9a-95c6-5b0fc80f93b3 None None] Port 5172e128-1219-42e5-af3b-47ab0110ffe5 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:35:37.938172 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:35:37.943284 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cbb903de-4911-4caa-954c-a0ea4456153d admin admin] 10.222.0.22 "PUT /v2.0/routers/144e1114-a375-4f81-a129-09e10e45c78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2534750 Sep 23 23:35:38.546827 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ff72c9df-0d97-4a46-9af0-1acb1be563b0 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:35:38.600662 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port ff72c9df-0d97-4a46-9af0-1acb1be563b0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:38.601137 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:38.675772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Sync routers for ids ['144e1114-a375-4f81-a129-09e10e45c78e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:35:38.853621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Routers {'144e1114-a375-4f81-a129-09e10e45c78e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:35:38.854443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['144e1114-a375-4f81-a129-09e10e45c78e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:38.856737 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:38.940672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port ff72c9df-0d97-4a46-9af0-1acb1be563b0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ff72c9df-0d97-4a46-9af0-1acb1be563b0,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:35:38.984243 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Set router 144e1114-a375-4f81-a129-09e10e45c78e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:35:39.011556 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:39.012496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device aa65a7c4-8d6b-4976-a071-307716010c2a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:35:39.157144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=ff72c9df-0d97-4a46-9af0-1acb1be563b0,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:39.222866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port aa65a7c4-8d6b-4976-a071-307716010c2a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:39.223389 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:39.373070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144e1114-a375-4f81-a129-09e10e45c78e', 'name': 'tempest-TestMinimumBasicScenario-943391915-router', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ff72c9df-0d97-4a46-9af0-1acb1be563b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:33Z', 'updated_at': '2021-09-23T23:35:36Z', 'revision_number': 4, 'project_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'gw_port': {'id': 'ff72c9df-0d97-4a46-9af0-1acb1be563b0', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144e1114-a375-4f81-a129-09e10e45c78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:34Z', 'updated_at': '2021-09-23T23:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '5172e128-1219-42e5-af3b-47ab0110ffe5', 'name': '', 'network_id': '63885ff6-7510-4681-b3ed-d13821ab27af', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'mac_address': 'fa:16:3e:31:6b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144e1114-a375-4f81-a129-09e10e45c78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '26d0edfc-e0ee-4308-8986-9b7ff96e64d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:36Z', 'updated_at': '2021-09-23T23:35:36Z', 'revision_number': 2, 'project_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'subnets': [{'id': '26d0edfc-e0ee-4308-8986-9b7ff96e64d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:39.402507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Checking router: 144e1114-a375-4f81-a129-09e10e45c78e for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:35:39.402868 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Updating router 144e1114-a375-4f81-a129-09e10e45c78e port 5172e128-1219-42e5-af3b-47ab0110ffe5 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:35:39.433235 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:39.751493 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:39.855651 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:39.921189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1fc0b-e875-456a-b671-20a45ad53d68 None None] Pushing event updated for resources: {'Port': ['ID=5172e128-1219-42e5-af3b-47ab0110ffe5,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:39.997093 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Attempting to bind port 5172e128-1219-42e5-af3b-47ab0110ffe5 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:35:39.997482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Attempting to bind port 5172e128-1219-42e5-af3b-47ab0110ffe5 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '7fb34dd6-4d37-4f9a-ad9f-7d848849edd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63885ff6-7510-4681-b3ed-d13821ab27af'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:35:39.997843 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Attempting to bind port 5172e128-1219-42e5-af3b-47ab0110ffe5 on network 63885ff6-7510-4681-b3ed-d13821ab27af {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:35:40.005327 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:35:40.005740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Checking segment: {'id': '7fb34dd6-4d37-4f9a-ad9f-7d848849edd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63885ff6-7510-4681-b3ed-d13821ab27af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:35:40.006107 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:40.006499 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Bound using segment: {'id': '7fb34dd6-4d37-4f9a-ad9f-7d848849edd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63885ff6-7510-4681-b3ed-d13821ab27af'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:35:40.006974 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Bound port: 5172e128-1219-42e5-af3b-47ab0110ffe5, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb34dd6-4d37-4f9a-ad9f-7d848849edd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63885ff6-7510-4681-b3ed-d13821ab27af'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:35:40.007355 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:40.098806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] For port 5172e128-1219-42e5-af3b-47ab0110ffe5, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:35:40.102971 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] For port 5172e128-1219-42e5-af3b-47ab0110ffe5, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5172e128-1219-42e5-af3b-47ab0110ffe5,segment=NetworkSegment(7fb34dd6-4d37-4f9a-ad9f-7d848849edd9),segment_id=7fb34dd6-4d37-4f9a-ad9f-7d848849edd9)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:35:40.175833 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:40.252257 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-46e705e8-1648-4c66-b042-59f03265b15c None None] Provisioning complete for port 5172e128-1219-42e5-af3b-47ab0110ffe5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:40.252890 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46e705e8-1648-4c66-b042-59f03265b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:40.257190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Routers {'144e1114-a375-4f81-a129-09e10e45c78e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:35:40.257844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:35:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['144e1114-a375-4f81-a129-09e10e45c78e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:40.343114 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1fc0b-e875-456a-b671-20a45ad53d68 None None] Pushing event updated for resources: {'Port': ['ID=5172e128-1219-42e5-af3b-47ab0110ffe5,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:40.460253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] Set router 144e1114-a375-4f81-a129-09e10e45c78e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:35:40.499085 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ff72c9df-0d97-4a46-9af0-1acb1be563b0 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:35:40.644613 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46e705e8-1648-4c66-b042-59f03265b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:40.727118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port ff72c9df-0d97-4a46-9af0-1acb1be563b0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:40.728219 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:40.771015 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-46e705e8-1648-4c66-b042-59f03265b15c None None] For port 5172e128-1219-42e5-af3b-47ab0110ffe5, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5172e128-1219-42e5-af3b-47ab0110ffe5,segment=NetworkSegment(7fb34dd6-4d37-4f9a-ad9f-7d848849edd9),segment_id=7fb34dd6-4d37-4f9a-ad9f-7d848849edd9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:35:40.871838 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46e705e8-1648-4c66-b042-59f03265b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:40.912870 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144e1114-a375-4f81-a129-09e10e45c78e', 'name': 'tempest-TestMinimumBasicScenario-943391915-router', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ff72c9df-0d97-4a46-9af0-1acb1be563b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:33Z', 'updated_at': '2021-09-23T23:35:36Z', 'revision_number': 4, 'project_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'gw_port': {'id': 'ff72c9df-0d97-4a46-9af0-1acb1be563b0', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144e1114-a375-4f81-a129-09e10e45c78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:34Z', 'updated_at': '2021-09-23T23:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '5172e128-1219-42e5-af3b-47ab0110ffe5', 'name': '', 'network_id': '63885ff6-7510-4681-b3ed-d13821ab27af', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'mac_address': 'fa:16:3e:31:6b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144e1114-a375-4f81-a129-09e10e45c78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '26d0edfc-e0ee-4308-8986-9b7ff96e64d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:36Z', 'updated_at': '2021-09-23T23:35:40Z', 'revision_number': 4, 'project_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'subnets': [{'id': '26d0edfc-e0ee-4308-8986-9b7ff96e64d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:35:40.964025 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e96e3f-ab9a-4dc7-9bc2-e2ff4849182f None None] The sync data for ids ['144e1114-a375-4f81-a129-09e10e45c78e'] in n-d-810775-1 is: [{'id': '144e1114-a375-4f81-a129-09e10e45c78e', 'name': 'tempest-TestMinimumBasicScenario-943391915-router', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ff72c9df-0d97-4a46-9af0-1acb1be563b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:33Z', 'updated_at': '2021-09-23T23:35:36Z', 'revision_number': 4, 'project_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'gw_port': {'id': 'ff72c9df-0d97-4a46-9af0-1acb1be563b0', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144e1114-a375-4f81-a129-09e10e45c78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:34Z', 'updated_at': '2021-09-23T23:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '5172e128-1219-42e5-af3b-47ab0110ffe5', 'name': '', 'network_id': '63885ff6-7510-4681-b3ed-d13821ab27af', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'mac_address': 'fa:16:3e:31:6b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144e1114-a375-4f81-a129-09e10e45c78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '26d0edfc-e0ee-4308-8986-9b7ff96e64d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:36Z', 'updated_at': '2021-09-23T23:35:40Z', 'revision_number': 4, 'project_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'subnets': [{'id': '26d0edfc-e0ee-4308-8986-9b7ff96e64d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:35:40.989593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e705e8-1648-4c66-b042-59f03265b15c None None] Pushing event updated for resources: {'Port': ['ID=5172e128-1219-42e5-af3b-47ab0110ffe5,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:41.007555 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5c53f2c8-1b41-4c7d-b284-9acc257c96c5 None None] Provisioning complete for port 5172e128-1219-42e5-af3b-47ab0110ffe5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:41.007931 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5c53f2c8-1b41-4c7d-b284-9acc257c96c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:42.519708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5172e128-1219-42e5-af3b-47ab0110ffe5 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:35:42.588338 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5172e128-1219-42e5-af3b-47ab0110ffe5 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:42.588682 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:43.122876 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2861ce88-8932-49fc-90ff-0758798400e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:45.843678 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7935a584-222a-44a4-81b1-c20b61f4de35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:46.197052 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:47.244204 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:48.586742 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:48.854954 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:49.280222 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06172a93-6885-47c1-aa56-7b0252494387 req-1a9d0398-8b8f-4bef-af10-b007e67ded46 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:49.281746 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-1a9d0398-8b8f-4bef-af10-b007e67ded46 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/networks?id=831a1e13-5fc2-4198-be6f-0db3212f52d3 HTTP/1.1" status: 200 len: 814 time: 0.1017926 Sep 23 23:35:49.297468 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-ac9a0533-3807-418d-bfa1-58f4b7b72fc9 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/quotas/7127ec4ccdc945dea334b1a1f4be6c92 HTTP/1.1" status: 200 len: 375 time: 0.0099320 Sep 23 23:35:49.352737 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-4a122ed9-c7bc-4293-9899-13b4ee909d87 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7127ec4ccdc945dea334b1a1f4be6c92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494003 Sep 23 23:35:49.446560 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-1cd4ef6b-d4be-4661-a87b-435b11f0ce38 service neutron] 10.222.0.22 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821822 Sep 23 23:35:49.539538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-c924274e-ab83-4a33-8bb0-1ff3a0186d92 service neutron] 10.222.0.22 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867653 Sep 23 23:35:49.845198 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-adb25057-1748-4fcb-8902-824176789397 req-56682103-047f-4876-ba13-bda7a88fc012 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 210 time: 0.0282519 Sep 23 23:35:50.927160 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dd417d88-56ca-46b8-bb98-8de388d43757 req-40c9141c-0a04-4c72-9de7-10c60c24b248 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 210 time: 0.0275378 Sep 23 23:35:52.022535 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ab0bc5f-5e4c-4a94-8584-926b56bc6968 req-a9b57c7b-2102-43d4-85eb-c89e3d0947ce tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 210 time: 0.0269289 Sep 23 23:35:52.288451 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06172a93-6885-47c1-aa56-7b0252494387 req-ee1f79aa-0820-4a9b-b93c-0bf29dea070a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:52.289872 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-ee1f79aa-0820-4a9b-b93c-0bf29dea070a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.67 "GET /v2.0/networks?id=831a1e13-5fc2-4198-be6f-0db3212f52d3 HTTP/1.1" status: 200 len: 814 time: 0.1060538 Sep 23 23:35:52.308060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-06172a93-6885-47c1-aa56-7b0252494387 req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Request body: {'port': {'device_id': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'admin_state_up': True, 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:35:52.478059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06172a93-6885-47c1-aa56-7b0252494387 req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Made reservation on behalf of 7127ec4ccdc945dea334b1a1f4be6c92 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:35:52.481775 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-06172a93-6885-47c1-aa56-7b0252494387 req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:52.613085 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-06172a93-6885-47c1-aa56-7b0252494387 req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Allocated IP 172.20.0.7 (831a1e13-5fc2-4198-be6f-0db3212f52d3/8f566209-c0f9-4661-98f4-9948768f6d89/9de6c56d-4979-4a31-a8cd-5361646a07aa) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:35:52.768455 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-06172a93-6885-47c1-aa56-7b0252494387 req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:52.858205 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-06172a93-6885-47c1-aa56-7b0252494387 req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:52.913411 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06172a93-6885-47c1-aa56-7b0252494387 req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Network 831a1e13-5fc2-4198-be6f-0db3212f52d3 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:35:52.917438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-06172a93-6885-47c1-aa56-7b0252494387 req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:35:52.921480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-06172a93-6885-47c1-aa56-7b0252494387 req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:35:52.951365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Pushing event updated for resources: {'Port': ['ID=9de6c56d-4979-4a31-a8cd-5361646a07aa,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:35:52.976542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:52.976969 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:52.977414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:52.977654 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:52.978511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:52.978860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:52.979209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:52.979533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:52.979857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:52.980182 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:52.980509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:52.980823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:35:53.012503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06172a93-6885-47c1-aa56-7b0252494387 req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:53.013298 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-06172a93-6885-47c1-aa56-7b0252494387 req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:53.107498 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-4e58785f-49df-4288-a413-c799eea6dd0a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8037608 Sep 23 23:35:53.187994 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f308ca-bbe3-435f-9fc7-52584750e820 req-53ffeeca-7536-4e76-8613-036ca5828b9e tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:53.196937 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f8f308ca-bbe3-435f-9fc7-52584750e820 req-53ffeeca-7536-4e76-8613-036ca5828b9e tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 931 time: 0.0736065 Sep 23 23:35:53.239203 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ad66dd0b-4d94-4b7f-b16d-8c1ac05d19f2 None None] Provisioning complete for port 9de6c56d-4979-4a31-a8cd-5361646a07aa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:35:53.239809 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ad66dd0b-4d94-4b7f-b16d-8c1ac05d19f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:35:53.258561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f8f308ca-bbe3-435f-9fc7-52584750e820 req-35f8f51d-e6bd-4a0f-b955-8a23b8893706 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566359 Sep 23 23:35:53.284504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ad66dd0b-4d94-4b7f-b16d-8c1ac05d19f2 None None] Port 9de6c56d-4979-4a31-a8cd-5361646a07aa cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:35:54.372401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3111900-1942-42e6-a4bd-920e64c9696a req-2cb463d4-50f4-46f6-ad63-25b919547b2a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:54.373949 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b3111900-1942-42e6-a4bd-920e64c9696a req-2cb463d4-50f4-46f6-ad63-25b919547b2a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 931 time: 0.0547922 Sep 23 23:35:54.418655 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b3111900-1942-42e6-a4bd-920e64c9696a req-6cc85e37-b790-45a4-b600-db62ef9ac36a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381489 Sep 23 23:35:55.543727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26252a2-4aab-48be-970c-cd981645d55c req-08d21624-48b5-4cd6-b16f-89d030e36e6e tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:55.545554 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26252a2-4aab-48be-970c-cd981645d55c req-08d21624-48b5-4cd6-b16f-89d030e36e6e tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 931 time: 0.0555928 Sep 23 23:35:55.586833 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f26252a2-4aab-48be-970c-cd981645d55c req-2b6099fd-14ab-445b-b45a-176467b5dc86 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347672 Sep 23 23:35:56.704995 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40646e5c-741c-4671-b391-87ec218538c2 req-03640b77-e012-4975-bf56-dea5777b2ffd tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:56.706432 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40646e5c-741c-4671-b391-87ec218538c2 req-03640b77-e012-4975-bf56-dea5777b2ffd tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 931 time: 0.0520213 Sep 23 23:35:56.752448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-40646e5c-741c-4671-b391-87ec218538c2 req-c0a63e10-ee5e-48a9-b22f-c779465bdee1 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399945 Sep 23 23:35:56.879087 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:35:57.889421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96ee17-5c28-4536-ac10-b7ee2208de3e req-c78bf180-7a43-4b27-b2f2-72fc82b14b8a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:57.891708 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d96ee17-5c28-4536-ac10-b7ee2208de3e req-c78bf180-7a43-4b27-b2f2-72fc82b14b8a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 931 time: 0.0591905 Sep 23 23:35:57.930735 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d96ee17-5c28-4536-ac10-b7ee2208de3e req-a2f70b3d-1afd-49f0-a4fc-7504cee03882 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329525 Sep 23 23:35:59.053210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb4f37-1b7c-4288-98df-597391a9af36 req-dcc171a1-8000-400d-a6ad-e824e5d5d203 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:35:59.054697 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4bb4f37-1b7c-4288-98df-597391a9af36 req-dcc171a1-8000-400d-a6ad-e824e5d5d203 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 931 time: 0.0521314 Sep 23 23:35:59.101309 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4bb4f37-1b7c-4288-98df-597391a9af36 req-01da63e2-b150-4448-9a7e-4321c4ad4f2a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379515 Sep 23 23:36:00.241291 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d49e21-e45a-4c32-842a-c84286b41f07 req-cc03e178-8c92-43e1-adb4-7e2983b8f721 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:00.243404 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f8d49e21-e45a-4c32-842a-c84286b41f07 req-cc03e178-8c92-43e1-adb4-7e2983b8f721 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 931 time: 0.0661590 Sep 23 23:36:00.287501 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f8d49e21-e45a-4c32-842a-c84286b41f07 req-0dda8f61-5bce-4dca-aea0-6b7a0b73245d tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362620 Sep 23 23:36:01.421758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc1d0e-da0f-4478-b280-19c9ea40217f req-ad8b2312-dcd5-4569-a543-23097369487f tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:01.423372 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42dc1d0e-da0f-4478-b280-19c9ea40217f req-ad8b2312-dcd5-4569-a543-23097369487f tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 931 time: 0.0640159 Sep 23 23:36:01.470819 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-42dc1d0e-da0f-4478-b280-19c9ea40217f req-2282b976-21fd-4a19-b363-321ebb9042e7 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407925 Sep 23 23:36:02.604427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757b789-4823-4354-aab1-06a69c5ab4bb req-6d753ebe-2166-4830-afff-46bd7c9c56e5 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:02.606045 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7757b789-4823-4354-aab1-06a69c5ab4bb req-6d753ebe-2166-4830-afff-46bd7c9c56e5 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 931 time: 0.0600390 Sep 23 23:36:02.649054 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7757b789-4823-4354-aab1-06a69c5ab4bb req-5a558e7f-95f1-4017-a4e1-4b5e9c7f4f00 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369213 Sep 23 23:36:03.768544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129dad4-d0bf-44cf-9b4e-8275fb45aa12 req-b8cc072f-e7a5-4a9a-b8a0-4e7e0b794e1c tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:03.770099 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5129dad4-d0bf-44cf-9b4e-8275fb45aa12 req-b8cc072f-e7a5-4a9a-b8a0-4e7e0b794e1c tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 931 time: 0.0511696 Sep 23 23:36:03.810633 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5129dad4-d0bf-44cf-9b4e-8275fb45aa12 req-84d96e76-73e0-4bec-a4a4-b693065a6ecc tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343285 Sep 23 23:36:04.932152 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca878c-11ef-463c-a2cf-96acadf422f2 req-4e723c99-8c76-4bb5-95f5-c834e3c9e67a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:04.934254 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-73ca878c-11ef-463c-a2cf-96acadf422f2 req-4e723c99-8c76-4bb5-95f5-c834e3c9e67a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 931 time: 0.0563934 Sep 23 23:36:04.973130 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-73ca878c-11ef-463c-a2cf-96acadf422f2 req-8f66f000-3983-4816-bdf2-537ed6e4c199 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328522 Sep 23 23:36:05.971001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-2dbc7833-ef23-422f-ba5b-c4edec59ed17 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:36:05.972456 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-2dbc7833-ef23-422f-ba5b-c4edec59ed17 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059474 Sep 23 23:36:06.001752 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Request body: {'port': {'device_id': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:36:06.095734 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:06.152209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa1a2b-b6a0-4d19-ae06-15fa7d56d1f0 req-ea97bad8-882c-4169-9902-3f551074ff70 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:06.153826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-94fa1a2b-b6a0-4d19-ae06-15fa7d56d1f0 req-ea97bad8-882c-4169-9902-3f551074ff70 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 931 time: 0.0890431 Sep 23 23:36:06.269372 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-94fa1a2b-b6a0-4d19-ae06-15fa7d56d1f0 req-085ad9e0-6c52-423e-b22e-85116601b494 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015744 Sep 23 23:36:06.433451 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de6c56d-4979-4a31-a8cd-5361646a07aa {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:36:06.441037 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:06.454195 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Transition to ACTIVE for port object 9de6c56d-4979-4a31-a8cd-5361646a07aa will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:36:06.551977 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:06.609803 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9de6c56d-4979-4a31-a8cd-5361646a07aa,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:36:06.680332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Attempting to bind port 9de6c56d-4979-4a31-a8cd-5361646a07aa on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:36:06.680658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Attempting to bind port 9de6c56d-4979-4a31-a8cd-5361646a07aa by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '6f9e3574-be0f-4f5a-b5c1-3876132a3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:36:06.680982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Attempting to bind port 9de6c56d-4979-4a31-a8cd-5361646a07aa on network 831a1e13-5fc2-4198-be6f-0db3212f52d3 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:36:06.687029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Port 9de6c56d-4979-4a31-a8cd-5361646a07aa on network 831a1e13-5fc2-4198-be6f-0db3212f52d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:36:06.687351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Attempting to bind port 9de6c56d-4979-4a31-a8cd-5361646a07aa on network 831a1e13-5fc2-4198-be6f-0db3212f52d3 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:36:06.692913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:36:06.693424 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Checking segment: {'id': '6f9e3574-be0f-4f5a-b5c1-3876132a3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:36:06.693822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Bound using segment: {'id': '6f9e3574-be0f-4f5a-b5c1-3876132a3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:36:06.694253 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Bound port: 9de6c56d-4979-4a31-a8cd-5361646a07aa, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9e3574-be0f-4f5a-b5c1-3876132a3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:36:06.694618 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:06.768971 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] For port 9de6c56d-4979-4a31-a8cd-5361646a07aa, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:36:06.772271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] For port 9de6c56d-4979-4a31-a8cd-5361646a07aa, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa,segment=NetworkSegment(6f9e3574-be0f-4f5a-b5c1-3876132a3fa6),segment_id=6f9e3574-be0f-4f5a-b5c1-3876132a3fa6)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:36:06.844158 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:06.880146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:06.880764 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:06.882197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] 10.222.0.67 "PUT /v2.0/ports/9de6c56d-4979-4a31-a8cd-5361646a07aa HTTP/1.1" status: 200 len: 1091 time: 0.8850665 Sep 23 23:36:06.882642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'tag': '9de6c56d-4979-4a31-a8cd-5361646a07aa'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:36:06.884921 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78feb5f0-5a47-4cba-9164-7dccbe06ed0f" -d '{"events": [{"name": "network-changed", "server_uuid": "03ff93f4-3803-45d3-8043-25cf4b7dfb52", "tag": "9de6c56d-4979-4a31-a8cd-5361646a07aa"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:36:06.910086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033e4c9-9350-41b1-b61c-c2221f5c85e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9de6c56d-4979-4a31-a8cd-5361646a07aa,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:36:06.929768 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42fdd64-9901-4d73-b533-c367d4e74c66 x-openstack-request-id: req-f42fdd64-9901-4d73-b533-c367d4e74c66 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:36:06.930057 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ff93f4-3803-45d3-8043-25cf4b7dfb52", "tag": "9de6c56d-4979-4a31-a8cd-5361646a07aa", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:36:06.930302 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f42fdd64-9901-4d73-b533-c367d4e74c66 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:36:06.930707 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'tag': '9de6c56d-4979-4a31-a8cd-5361646a07aa', 'status': 'completed', 'code': 200} Sep 23 23:36:07.015165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78feb5f0-5a47-4cba-9164-7dccbe06ed0f req-7b42d435-8fcc-47a7-b989-c75ba366cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:07.016772 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78feb5f0-5a47-4cba-9164-7dccbe06ed0f req-7b42d435-8fcc-47a7-b989-c75ba366cbe5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7127ec4ccdc945dea334b1a1f4be6c92&device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 1094 time: 0.0443215 Sep 23 23:36:07.148196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78feb5f0-5a47-4cba-9164-7dccbe06ed0f req-f2613eb1-f97f-494c-b173-49283f55b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:07.149690 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78feb5f0-5a47-4cba-9164-7dccbe06ed0f req-f2613eb1-f97f-494c-b173-49283f55b07a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7127ec4ccdc945dea334b1a1f4be6c92&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1197252 Sep 23 23:36:07.257231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78feb5f0-5a47-4cba-9164-7dccbe06ed0f req-5910631d-43ab-458d-9c24-fd15b4705fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:07.258738 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78feb5f0-5a47-4cba-9164-7dccbe06ed0f req-5910631d-43ab-458d-9c24-fd15b4705fb0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019733 Sep 23 23:36:07.398120 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06172a93-6885-47c1-aa56-7b0252494387 req-cacc889c-d8d9-47bc-84b0-21ca541b3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:07.399663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-cacc889c-d8d9-47bc-84b0-21ca541b3718 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7127ec4ccdc945dea334b1a1f4be6c92&device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 1094 time: 0.0785279 Sep 23 23:36:07.413770 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e226c-4d5c-4703-ad1c-460ea16b105a req-ea3f62a6-6a70-4524-a68f-c5ea41d6eba1 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:07.416811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-298e226c-4d5c-4703-ad1c-460ea16b105a req-ea3f62a6-6a70-4524-a68f-c5ea41d6eba1 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 943 time: 0.0672407 Sep 23 23:36:07.456423 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-36186f24-bdbf-44e5-8707-b67d16767dac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa HTTP/1.1" status: 200 len: 217 time: 0.0401564 Sep 23 23:36:07.466284 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:07.517243 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-298e226c-4d5c-4703-ad1c-460ea16b105a req-7727990a-147c-4595-9eae-f51e40caa576 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944993 Sep 23 23:36:07.529182 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06172a93-6885-47c1-aa56-7b0252494387 req-82e8e0ab-805d-4123-b000-462fe8e1ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:07.530487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-82e8e0ab-805d-4123-b000-462fe8e1ec6e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f566209-c0f9-4661-98f4-9948768f6d89 HTTP/1.1" status: 200 len: 853 time: 0.0657046 Sep 23 23:36:07.578531 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06172a93-6885-47c1-aa56-7b0252494387 req-20f7acac-b4ce-43e6-aa02-8631a768f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:07.580036 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-20f7acac-b4ce-43e6-aa02-8631a768f767 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=831a1e13-5fc2-4198-be6f-0db3212f52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417988 Sep 23 23:36:07.675942 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-70014b68-2950-4804-b04d-1d332eb96e43 service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872188 Sep 23 23:36:07.777253 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-06172a93-6885-47c1-aa56-7b0252494387 req-e2f3930c-b436-4250-b519-c5f1e43f6566 service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921612 Sep 23 23:36:08.661496 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02529448-8dd5-40b7-814e-2699db49a954 req-98b12345-1e08-430c-a3d1-6d8b4bd4d908 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:08.663250 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-02529448-8dd5-40b7-814e-2699db49a954 req-98b12345-1e08-430c-a3d1-6d8b4bd4d908 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 943 time: 0.0545230 Sep 23 23:36:08.704403 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-02529448-8dd5-40b7-814e-2699db49a954 req-68f2873e-7778-474f-82c4-7818be58e59c tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346491 Sep 23 23:36:09.839279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded2c9a-ad3e-48ab-8929-89cf485cd126 req-b4386664-d0dc-43d5-8cfc-59e82fdf3b40 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:09.840924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ded2c9a-ad3e-48ab-8929-89cf485cd126 req-b4386664-d0dc-43d5-8cfc-59e82fdf3b40 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 943 time: 0.0650275 Sep 23 23:36:09.880612 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8ded2c9a-ad3e-48ab-8929-89cf485cd126 req-470b0172-f1f7-4d20-81c9-6278c6c2cc1d tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333290 Sep 23 23:36:10.998652 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06337c95-6abc-45f8-9ab0-adbe9a193e54 req-d3877aec-ad4b-49e5-bfe3-458d93b29d65 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:11.000067 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06337c95-6abc-45f8-9ab0-adbe9a193e54 req-d3877aec-ad4b-49e5-bfe3-458d93b29d65 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 943 time: 0.0500562 Sep 23 23:36:11.041990 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-06337c95-6abc-45f8-9ab0-adbe9a193e54 req-d98ba8dc-1099-4c32-8d9a-85f731f61968 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356629 Sep 23 23:36:12.163130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d7fb3-0053-4809-8f29-85d7fe8445c5 req-8b3fa303-3222-47b8-beaa-22e8b2ac143d tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:12.164593 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e45d7fb3-0053-4809-8f29-85d7fe8445c5 req-8b3fa303-3222-47b8-beaa-22e8b2ac143d tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 943 time: 0.0520527 Sep 23 23:36:12.209797 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e45d7fb3-0053-4809-8f29-85d7fe8445c5 req-41e0c245-f393-4d81-8287-b6458efef71d tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389881 Sep 23 23:36:12.407421 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 9de6c56d-4979-4a31-a8cd-5361646a07aa details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:36:12.505893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 9de6c56d-4979-4a31-a8cd-5361646a07aa, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa,segment=NetworkSegment(6f9e3574-be0f-4f5a-b5c1-3876132a3fa6),segment_id=6f9e3574-be0f-4f5a-b5c1-3876132a3fa6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:36:12.517897 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '9de6c56d-4979-4a31-a8cd-5361646a07aa', 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'port_id': '9de6c56d-4979-4a31-a8cd-5361646a07aa', 'mac_address': 'fa:16:3e:6b:1c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:36:12.555716 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:12.569758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de6c56d-4979-4a31-a8cd-5361646a07aa {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:36:12.591551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 9de6c56d-4979-4a31-a8cd-5361646a07aa, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa,segment=NetworkSegment(6f9e3574-be0f-4f5a-b5c1-3876132a3fa6),segment_id=6f9e3574-be0f-4f5a-b5c1-3876132a3fa6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:36:12.654625 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:12.707866 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=9de6c56d-4979-4a31-a8cd-5361646a07aa,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:36:13.075444 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['9de6c56d-4979-4a31-a8cd-5361646a07aa'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:36:13.168835 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-47a882ef-5bec-46b5-b42a-3604072fef9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:13.330625 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9ea24-3f8e-4540-969e-d575ee3232c3 req-95c6160e-1490-4b88-b80c-f6e563cc8412 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:13.332137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cab9ea24-3f8e-4540-969e-d575ee3232c3 req-95c6160e-1490-4b88-b80c-f6e563cc8412 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 944 time: 0.0553656 Sep 23 23:36:13.372487 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cab9ea24-3f8e-4540-969e-d575ee3232c3 req-b5feef37-5478-4553-8f72-e8c8605f7c58 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338721 Sep 23 23:36:14.407700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 9de6c56d-4979-4a31-a8cd-5361646a07aa up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:36:14.491822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990cfa9-24df-4c9c-9032-d4bd8e2e9ac2 req-7d1c8c88-85c6-4a44-931a-0b70864a8a9b tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:14.493404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3990cfa9-24df-4c9c-9032-d4bd8e2e9ac2 req-7d1c8c88-85c6-4a44-931a-0b70864a8a9b tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 944 time: 0.0503428 Sep 23 23:36:14.517728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 9de6c56d-4979-4a31-a8cd-5361646a07aa completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:36:14.522000 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 9de6c56d-4979-4a31-a8cd-5361646a07aa triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:36:14.522375 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:14.534745 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3990cfa9-24df-4c9c-9032-d4bd8e2e9ac2 req-5d80bd95-39b7-4f7c-bf67-e6fab06a9fff tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343280 Sep 23 23:36:14.602258 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:14.626281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de6c56d-4979-4a31-a8cd-5361646a07aa'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:36:14.628563 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b80c376-271e-4e7e-b1c3-2b57f619883f" -d '{"events": [{"server_uuid": "03ff93f4-3803-45d3-8043-25cf4b7dfb52", "name": "network-vif-plugged", "status": "completed", "tag": "9de6c56d-4979-4a31-a8cd-5361646a07aa"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:36:14.641813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 9de6c56d-4979-4a31-a8cd-5361646a07aa, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa,segment=NetworkSegment(6f9e3574-be0f-4f5a-b5c1-3876132a3fa6),segment_id=6f9e3574-be0f-4f5a-b5c1-3876132a3fa6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:36:14.666555 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ebb55a-2a39-4e38-9ea7-455718031375 x-openstack-request-id: req-50ebb55a-2a39-4e38-9ea7-455718031375 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:36:14.667482 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ff93f4-3803-45d3-8043-25cf4b7dfb52", "name": "network-vif-plugged", "status": "completed", "tag": "9de6c56d-4979-4a31-a8cd-5361646a07aa", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:36:14.667763 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50ebb55a-2a39-4e38-9ea7-455718031375 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:36:14.668158 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de6c56d-4979-4a31-a8cd-5361646a07aa', 'code': 200} Sep 23 23:36:14.707095 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:14.759520 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=9de6c56d-4979-4a31-a8cd-5361646a07aa,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:36:14.803874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48ab52-bce9-4841-aecd-ec9990f477b1 req-d1206169-98c2-434a-b525-04067a735998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:14.805470 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ed48ab52-bce9-4841-aecd-ec9990f477b1 req-d1206169-98c2-434a-b525-04067a735998 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 1096 time: 0.0435941 Sep 23 23:36:14.841344 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ed48ab52-bce9-4841-aecd-ec9990f477b1 req-7c75e51d-0797-4545-a4e5-7ebf17e29f80 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288658 Sep 23 23:36:15.626390 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b147c57a-e2fe-416a-8713-1ae72f61bbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:15.661739 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705ae02-0131-4915-924e-457bc5f5e29b req-bc0c7ce7-4527-4398-b801-4446d7acc223 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:15.663305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a705ae02-0131-4915-924e-457bc5f5e29b req-bc0c7ce7-4527-4398-b801-4446d7acc223 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 945 time: 0.0551679 Sep 23 23:36:15.708347 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a705ae02-0131-4915-924e-457bc5f5e29b req-1fc0d1c7-7907-41e8-b855-2b7e944a2d2e tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385933 Sep 23 23:36:16.175408 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:16.840401 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17542ebe-1eea-4d61-ab8b-ee1a3024d21c req-a918ea20-96f6-4711-a532-5231f2fc1936 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:16.842141 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-17542ebe-1eea-4d61-ab8b-ee1a3024d21c req-a918ea20-96f6-4711-a532-5231f2fc1936 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 945 time: 0.0559723 Sep 23 23:36:16.896044 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-17542ebe-1eea-4d61-ab8b-ee1a3024d21c req-082711b2-ac8c-4125-8a71-f3e2f9ed4b86 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455129 Sep 23 23:36:17.023234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed59dc-99a7-4e89-8c15-aa8706681056 req-c5aa71ca-a7d0-4298-8a9a-a56b48b2e1e3 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:17.024790 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80ed59dc-99a7-4e89-8c15-aa8706681056 req-c5aa71ca-a7d0-4298-8a9a-a56b48b2e1e3 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 945 time: 0.0532348 Sep 23 23:36:17.072737 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80ed59dc-99a7-4e89-8c15-aa8706681056 req-fc7b3d0a-fa1d-42d3-9510-1dac29671bff tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394056 Sep 23 23:36:17.209551 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:17.313640 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25bd6c-281b-4c91-828f-d9d4b10e387d req-2837b50e-e175-42df-af26-4e0caa52cab8 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:17.315204 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f25bd6c-281b-4c91-828f-d9d4b10e387d req-2837b50e-e175-42df-af26-4e0caa52cab8 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 945 time: 0.0529971 Sep 23 23:36:17.358754 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f25bd6c-281b-4c91-828f-d9d4b10e387d req-03755cb4-a1c3-4638-a044-b5883cb164c8 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364487 Sep 23 23:36:18.614906 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:18.883276 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:20.669008 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf428551-1b9f-4769-a982-de39ba23aea0 req-c4bb2199-a103-43d8-901f-7f73b25c3c25 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433390 Sep 23 23:36:20.801517 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf428551-1b9f-4769-a982-de39ba23aea0 req-ea971f8f-fd8f-4c13-a5fc-d706976379a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:20.803750 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf428551-1b9f-4769-a982-de39ba23aea0 req-ea971f8f-fd8f-4c13-a5fc-d706976379a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7127ec4ccdc945dea334b1a1f4be6c92&device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 1096 time: 0.0708778 Sep 23 23:36:20.926257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf428551-1b9f-4769-a982-de39ba23aea0 req-5c48fef0-0d41-438c-8eb4-70a57dfc1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:20.927837 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf428551-1b9f-4769-a982-de39ba23aea0 req-5c48fef0-0d41-438c-8eb4-70a57dfc1edb service neutron] 10.222.0.67 "GET /v2.0/networks?id=831a1e13-5fc2-4198-be6f-0db3212f52d3 HTTP/1.1" status: 200 len: 915 time: 0.1026678 Sep 23 23:36:20.975994 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf428551-1b9f-4769-a982-de39ba23aea0 req-358a22a0-f179-4edd-b476-69520545c804 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa HTTP/1.1" status: 200 len: 217 time: 0.0411656 Sep 23 23:36:21.031274 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf428551-1b9f-4769-a982-de39ba23aea0 req-132af869-bf70-4b3c-a35d-8823d38fd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:21.032872 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf428551-1b9f-4769-a982-de39ba23aea0 req-132af869-bf70-4b3c-a35d-8823d38fd0fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f566209-c0f9-4661-98f4-9948768f6d89 HTTP/1.1" status: 200 len: 853 time: 0.0502677 Sep 23 23:36:21.085014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf428551-1b9f-4769-a982-de39ba23aea0 req-78b30630-4411-473a-8050-9540592e64f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:21.086855 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf428551-1b9f-4769-a982-de39ba23aea0 req-78b30630-4411-473a-8050-9540592e64f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=831a1e13-5fc2-4198-be6f-0db3212f52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467374 Sep 23 23:36:21.204103 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf428551-1b9f-4769-a982-de39ba23aea0 req-d711dbac-64c2-457b-84af-066dbcf054c2 service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097116 Sep 23 23:36:21.332242 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf428551-1b9f-4769-a982-de39ba23aea0 req-b591a698-c4bf-4334-8642-4b6c22535fda service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203380 Sep 23 23:36:32.092253 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3951d01-12bd-4de8-ad2a-d96d91e3ac2d req-cbeff123-0c35-412b-a600-1c59a7af3c5a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:32.093826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c3951d01-12bd-4de8-ad2a-d96d91e3ac2d req-cbeff123-0c35-412b-a600-1c59a7af3c5a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 945 time: 0.0581980 Sep 23 23:36:32.134906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c3951d01-12bd-4de8-ad2a-d96d91e3ac2d req-87f3e4c8-8fba-4578-b231-198bfe635540 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347190 Sep 23 23:36:32.159376 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46004) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:36:32.293396 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c09076-e245-4947-88af-0b43189171e0 tempest-TestMinimumBasicScenario-2002566799 tempest-TestMinimumBasicScenario-2002566799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:32.295024 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a1c09076-e245-4947-88af-0b43189171e0 tempest-TestMinimumBasicScenario-2002566799 tempest-TestMinimumBasicScenario-2002566799-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 1091 time: 0.1345732 Sep 23 23:36:32.298257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46008) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:36:32.302593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '9de6c56d-4979-4a31-a8cd-5361646a07aa', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:36:32.391369 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:32.501028 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:32.617380 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Allocated IP 172.25.1.25 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/8fbc2645-31a0-4ec3-a08b-3940888ed0ae) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:36:32.727959 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:32.849089 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:32.891569 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:36:32.894682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:36:32.898534 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:36:32.907615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Pushing event updated for resources: {'Port': ['ID=8fbc2645-31a0-4ec3-a08b-3940888ed0ae,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:36:32.941895 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:36:32.946988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:36:32.946988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:36:32.946988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:36:32.946988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:36:32.946988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:36:32.946988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:36:32.946988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:36:32.946988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:36:32.946988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:36:32.946988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:36:32.946988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:36:33.305819 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:33.421895 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:33.574557 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:33.636966 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:33.712359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Pushing event updated for resources: {'Port': ['ID=8fbc2645-31a0-4ec3-a08b-3940888ed0ae,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:36:33.722887 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:33.826829 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Floating IP 7c58dfcd-bfb4-448b-b2c6-f812088e48e9 associated. External IP: 172.25.1.25, port: 9de6c56d-4979-4a31-a8cd-5361646a07aa. Sep 23 23:36:33.877673 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:36:34.040872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Router b30ffea5-55df-453d-b529-aaa6e030ce98 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:36:34.154551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:36:34.164856 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696810ad-d5d9-4e1a-9b75-de71df5e456f None None] Sync routers for ids ['b30ffea5-55df-453d-b529-aaa6e030ce98'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:36:34.175824 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696810ad-d5d9-4e1a-9b75-de71df5e456f None None] Routers {'b30ffea5-55df-453d-b529-aaa6e030ce98'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:36:34.188881 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-696810ad-d5d9-4e1a-9b75-de71df5e456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:36:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b30ffea5-55df-453d-b529-aaa6e030ce98'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:36:34.278224 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:34.289623 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-696810ad-d5d9-4e1a-9b75-de71df5e456f None None] Set router b30ffea5-55df-453d-b529-aaa6e030ce98 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:36:34.315561 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b11779bc-2677-4e00-a79e-615aca8f2777 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0137081 Sep 23 23:36:34.315561 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'tag': '9de6c56d-4979-4a31-a8cd-5361646a07aa'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:36:34.316300 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46010) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:36:34.316925 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bacf8c-616c-47dc-aeba-bd853f7c94b8" -d '{"events": [{"name": "network-changed", "server_uuid": "03ff93f4-3803-45d3-8043-25cf4b7dfb52", "tag": "9de6c56d-4979-4a31-a8cd-5361646a07aa"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:36:34.322373 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-e2dac75b-dc8a-4695-b880-344f8bfaf272 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-389373960', 'description': 'tempest-secgroup-smoke-389373960 description', 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:36:34.446932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2dac75b-dc8a-4695-b880-344f8bfaf272 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:34.490557 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6dd5af-2f6e-4758-b649-940b1054a5a7 x-openstack-request-id: req-dc6dd5af-2f6e-4758-b649-940b1054a5a7 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:36:34.490855 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ff93f4-3803-45d3-8043-25cf4b7dfb52", "tag": "9de6c56d-4979-4a31-a8cd-5361646a07aa", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:36:34.491107 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc6dd5af-2f6e-4758-b649-940b1054a5a7 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:36:34.491513 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'tag': '9de6c56d-4979-4a31-a8cd-5361646a07aa', 'status': 'completed', 'code': 200} Sep 23 23:36:34.570948 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2dac75b-dc8a-4695-b880-344f8bfaf272 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:34.587626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bacf8c-616c-47dc-aeba-bd853f7c94b8 req-73871489-1685-4a66-85be-94e2c3ece68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:34.589267 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2bacf8c-616c-47dc-aeba-bd853f7c94b8 req-73871489-1685-4a66-85be-94e2c3ece68c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7127ec4ccdc945dea334b1a1f4be6c92&device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 1096 time: 0.0514917 Sep 23 23:36:34.629483 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-696810ad-d5d9-4e1a-9b75-de71df5e456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:26Z', 'updated_at': '2021-09-23T23:35:30Z', 'revision_number': 4, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'gw_port': {'id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:27Z', 'updated_at': '2021-09-23T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '7c58dfcd-bfb4-448b-b2c6-f812088e48e9', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'port_id': '9de6c56d-4979-4a31-a8cd-5361646a07aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'mac_address': 'fa:16:3e:6b:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:36:33Z', 'updated_at': '2021-09-23T23:36:33Z', 'revision_number': 0, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d11d56-3a46-41a4-beea-ee4a6eae5621', 'name': '', 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'mac_address': 'fa:16:3e:4c:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:29Z', 'updated_at': '2021-09-23T23:35:34Z', 'revision_number': 5, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'subnets': [{'id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:36:34.660158 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696810ad-d5d9-4e1a-9b75-de71df5e456f None None] Checking router: b30ffea5-55df-453d-b529-aaa6e030ce98 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:36:34.660419 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2dac75b-dc8a-4695-b880-344f8bfaf272 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:34.669517 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696810ad-d5d9-4e1a-9b75-de71df5e456f None None] Routers {'b30ffea5-55df-453d-b529-aaa6e030ce98'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:36:34.670055 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-696810ad-d5d9-4e1a-9b75-de71df5e456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:36:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b30ffea5-55df-453d-b529-aaa6e030ce98'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:36:34.710973 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dac75b-dc8a-4695-b880-344f8bfaf272 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9c1584-edcd-40cf-a535-820c6cae85c1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:36:34.717140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bacf8c-616c-47dc-aeba-bd853f7c94b8 req-bcb014b6-d18d-4d41-b4f2-c3e927ba25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:34.718927 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2bacf8c-616c-47dc-aeba-bd853f7c94b8 req-bcb014b6-d18d-4d41-b4f2-c3e927ba25d5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=831a1e13-5fc2-4198-be6f-0db3212f52d3 HTTP/1.1" status: 200 len: 915 time: 0.1225784 Sep 23 23:36:34.783112 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-696810ad-d5d9-4e1a-9b75-de71df5e456f None None] Set router b30ffea5-55df-453d-b529-aaa6e030ce98 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:36:34.788411 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2bacf8c-616c-47dc-aeba-bd853f7c94b8 req-b8c55ef9-47a8-4797-922f-0b51a9b10bd6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa HTTP/1.1" status: 200 len: 998 time: 0.0617747 Sep 23 23:36:34.804213 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e2dac75b-dc8a-4695-b880-344f8bfaf272 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:34.805444 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e2dac75b-dc8a-4695-b880-344f8bfaf272 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4884517 Sep 23 23:36:34.809147 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46016) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:36:34.813885 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9c5e4ad3-9181-486e-84e3-215ef2d3dd5b tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Request body: {'security_group_rule': {'security_group_id': 'fc9c1584-edcd-40cf-a535-820c6cae85c1', 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:36:34.847190 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bacf8c-616c-47dc-aeba-bd853f7c94b8 req-3653780b-deff-4d3b-921d-c7892ea2f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:34.848758 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2bacf8c-616c-47dc-aeba-bd853f7c94b8 req-3653780b-deff-4d3b-921d-c7892ea2f28c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f566209-c0f9-4661-98f4-9948768f6d89 HTTP/1.1" status: 200 len: 853 time: 0.0537090 Sep 23 23:36:34.896472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bacf8c-616c-47dc-aeba-bd853f7c94b8 req-59101a85-7ea3-438b-9042-62caa144c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:34.898034 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2bacf8c-616c-47dc-aeba-bd853f7c94b8 req-59101a85-7ea3-438b-9042-62caa144c7ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=831a1e13-5fc2-4198-be6f-0db3212f52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420687 Sep 23 23:36:34.906163 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c5e4ad3-9181-486e-84e3-215ef2d3dd5b tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:34.974888 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c5e4ad3-9181-486e-84e3-215ef2d3dd5b tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:35.006928 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2bacf8c-616c-47dc-aeba-bd853f7c94b8 req-82716f04-a2a5-4dcf-a16d-8fd2e9f45f13 service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013465 Sep 23 23:36:35.045169 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-696810ad-d5d9-4e1a-9b75-de71df5e456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:26Z', 'updated_at': '2021-09-23T23:35:30Z', 'revision_number': 4, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'gw_port': {'id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:27Z', 'updated_at': '2021-09-23T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '7c58dfcd-bfb4-448b-b2c6-f812088e48e9', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'port_id': '9de6c56d-4979-4a31-a8cd-5361646a07aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'mac_address': 'fa:16:3e:6b:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:36:33Z', 'updated_at': '2021-09-23T23:36:33Z', 'revision_number': 0, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d11d56-3a46-41a4-beea-ee4a6eae5621', 'name': '', 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'mac_address': 'fa:16:3e:4c:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:29Z', 'updated_at': '2021-09-23T23:35:34Z', 'revision_number': 5, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'subnets': [{'id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:36:35.050825 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c5e4ad3-9181-486e-84e3-215ef2d3dd5b tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:35.077294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e4ad3-9181-486e-84e3-215ef2d3dd5b tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4404d5-3c6e-4e3f-b307-2710c225a5da,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:36:35.082674 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696810ad-d5d9-4e1a-9b75-de71df5e456f None None] The sync data for ids ['b30ffea5-55df-453d-b529-aaa6e030ce98'] in n-d-810775-1 is: [{'id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:26Z', 'updated_at': '2021-09-23T23:35:30Z', 'revision_number': 4, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'gw_port': {'id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:27Z', 'updated_at': '2021-09-23T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '7c58dfcd-bfb4-448b-b2c6-f812088e48e9', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'port_id': '9de6c56d-4979-4a31-a8cd-5361646a07aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'mac_address': 'fa:16:3e:6b:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:36:33Z', 'updated_at': '2021-09-23T23:36:33Z', 'revision_number': 0, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d11d56-3a46-41a4-beea-ee4a6eae5621', 'name': '', 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'mac_address': 'fa:16:3e:4c:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:29Z', 'updated_at': '2021-09-23T23:35:34Z', 'revision_number': 5, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'subnets': [{'id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:36:35.117204 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a2bacf8c-616c-47dc-aeba-bd853f7c94b8 req-20134419-0ee2-4f7a-9dcd-09671efcaf3c service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031003 Sep 23 23:36:35.157522 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9c5e4ad3-9181-486e-84e3-215ef2d3dd5b tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:35.158799 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9c5e4ad3-9181-486e-84e3-215ef2d3dd5b tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3486872 Sep 23 23:36:35.161818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46018) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:36:35.166625 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f1703aed-d4c6-4fed-b578-dab6ca10060d tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Request body: {'security_group_rule': {'security_group_id': 'fc9c1584-edcd-40cf-a535-820c6cae85c1', 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:36:35.271649 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f1703aed-d4c6-4fed-b578-dab6ca10060d tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:35.321481 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0c2591-089e-49d8-9e14-a6bf995bb510 None None] New status for floating IP 7c58dfcd-bfb4-448b-b2c6-f812088e48e9: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:36:35.358289 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f1703aed-d4c6-4fed-b578-dab6ca10060d tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:35.414613 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f1703aed-d4c6-4fed-b578-dab6ca10060d tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:35.444716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1703aed-d4c6-4fed-b578-dab6ca10060d tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8ea75d-0f93-432a-a8b0-cfa4bd7fad69,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:36:35.558171 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f1703aed-d4c6-4fed-b578-dab6ca10060d tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:35.559373 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f1703aed-d4c6-4fed-b578-dab6ca10060d tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3965733 Sep 23 23:36:35.562260 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46020) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:36:35.566849 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-220d5b11-9c51-4fab-808f-1b43678798e1 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Request body: {'security_group_rule': {'security_group_id': 'fc9c1584-edcd-40cf-a535-820c6cae85c1', 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:36:35.683033 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-220d5b11-9c51-4fab-808f-1b43678798e1 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:35.757567 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-220d5b11-9c51-4fab-808f-1b43678798e1 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:35.843139 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-220d5b11-9c51-4fab-808f-1b43678798e1 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:35.862365 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d5b11-9c51-4fab-808f-1b43678798e1 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3bf46b-6884-4ec3-b58a-3d18e181e69e,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:36:35.929033 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-220d5b11-9c51-4fab-808f-1b43678798e1 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:35.930788 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-220d5b11-9c51-4fab-808f-1b43678798e1 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3675740 Sep 23 23:36:35.933703 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46022) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:36:35.938667 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5855dc5e-ae70-453e-9239-b25fd96061a0 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Request body: {'security_group_rule': {'security_group_id': 'fc9c1584-edcd-40cf-a535-820c6cae85c1', 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:36:36.008315 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5855dc5e-ae70-453e-9239-b25fd96061a0 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:36.072934 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5855dc5e-ae70-453e-9239-b25fd96061a0 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:36.111569 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5855dc5e-ae70-453e-9239-b25fd96061a0 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:36.130704 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855dc5e-ae70-453e-9239-b25fd96061a0 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed68f646-3855-4919-8675-46a740d7f0b2,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:36:36.231419 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5855dc5e-ae70-453e-9239-b25fd96061a0 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:36.232717 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5855dc5e-ae70-453e-9239-b25fd96061a0 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2980378 Sep 23 23:36:36.235426 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46024) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:36:36.239894 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c8f7fb28-5ea9-42e4-9b17-52400077f6fb tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Request body: {'security_group_rule': {'security_group_id': 'fc9c1584-edcd-40cf-a535-820c6cae85c1', 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:36:36.339907 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-c8f7fb28-5ea9-42e4-9b17-52400077f6fb tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Project 7127ec4ccdc945dea334b1a1f4be6c92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:36:36.345362 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c8f7fb28-5ea9-42e4-9b17-52400077f6fb tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:36.411181 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c8f7fb28-5ea9-42e4-9b17-52400077f6fb tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:36.500365 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c8f7fb28-5ea9-42e4-9b17-52400077f6fb tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:36.519955 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7fb28-5ea9-42e4-9b17-52400077f6fb tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0799f55c-fbfc-418f-a77c-529032a66dd1,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:36:36.597327 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c8f7fb28-5ea9-42e4-9b17-52400077f6fb tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:36.598598 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c8f7fb28-5ea9-42e4-9b17-52400077f6fb tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3622110 Sep 23 23:36:36.601483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46026) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:36:36.607088 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3439c54e-7597-4338-8927-854d25fab98f tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Request body: {'security_group_rule': {'security_group_id': 'fc9c1584-edcd-40cf-a535-820c6cae85c1', 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:36:36.693982 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-3439c54e-7597-4338-8927-854d25fab98f tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Project 7127ec4ccdc945dea334b1a1f4be6c92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:36:36.699389 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3439c54e-7597-4338-8927-854d25fab98f tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:36.762603 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3439c54e-7597-4338-8927-854d25fab98f tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:36.848184 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3439c54e-7597-4338-8927-854d25fab98f tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:36.866715 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439c54e-7597-4338-8927-854d25fab98f tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce217b5-ef34-4159-895a-2bc1ae8577f8,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:36:36.928203 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3439c54e-7597-4338-8927-854d25fab98f tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:36.929567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3439c54e-7597-4338-8927-854d25fab98f tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3270371 Sep 23 23:36:37.010399 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0cb777a2-14b8-4678-84b0-ff60a631c232 req-77350cb7-823f-4c7a-9380-c1747445f84d tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389373960&fields=id&tenant_id=7127ec4ccdc945dea334b1a1f4be6c92 HTTP/1.1" status: 200 len: 267 time: 0.0362022 Sep 23 23:36:37.063897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb777a2-14b8-4678-84b0-ff60a631c232 req-bda4748f-14b7-4ce5-b900-ac520cd44446 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:37.065395 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0cb777a2-14b8-4678-84b0-ff60a631c232 req-bda4748f-14b7-4ce5-b900-ac520cd44446 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 945 time: 0.0491548 Sep 23 23:36:37.076573 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-0cb777a2-14b8-4678-84b0-ff60a631c232 req-431a331b-2b98-47aa-be6f-6f45a6f74240 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Request body: {'port': {'security_groups': ['6d59613a-6c53-4652-8283-ed3bf66c1b56', 'fc9c1584-edcd-40cf-a535-820c6cae85c1']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:36:37.137300 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0cb777a2-14b8-4678-84b0-ff60a631c232 req-431a331b-2b98-47aa-be6f-6f45a6f74240 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:37.329086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-0cb777a2-14b8-4678-84b0-ff60a631c232 req-431a331b-2b98-47aa-be6f-6f45a6f74240 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] For port 9de6c56d-4979-4a31-a8cd-5361646a07aa, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa,segment=NetworkSegment(6f9e3574-be0f-4f5a-b5c1-3876132a3fa6),segment_id=6f9e3574-be0f-4f5a-b5c1-3876132a3fa6)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:36:37.358097 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0cb777a2-14b8-4678-84b0-ff60a631c232 req-431a331b-2b98-47aa-be6f-6f45a6f74240 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:37.397033 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0cb777a2-14b8-4678-84b0-ff60a631c232 req-431a331b-2b98-47aa-be6f-6f45a6f74240 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:37.437184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['9de6c56d-4979-4a31-a8cd-5361646a07aa'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:36:37.444614 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb777a2-14b8-4678-84b0-ff60a631c232 req-431a331b-2b98-47aa-be6f-6f45a6f74240 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:37.445276 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-0cb777a2-14b8-4678-84b0-ff60a631c232 req-431a331b-2b98-47aa-be6f-6f45a6f74240 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:37.446695 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0cb777a2-14b8-4678-84b0-ff60a631c232 req-431a331b-2b98-47aa-be6f-6f45a6f74240 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "PUT /v2.0/ports/9de6c56d-4979-4a31-a8cd-5361646a07aa HTTP/1.1" status: 200 len: 981 time: 0.3747044 Sep 23 23:36:37.447678 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'tag': '9de6c56d-4979-4a31-a8cd-5361646a07aa'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:36:37.450201 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc283cd4-8807-4cd5-934d-df255fc5214a" -d '{"events": [{"name": "network-changed", "server_uuid": "03ff93f4-3803-45d3-8043-25cf4b7dfb52", "tag": "9de6c56d-4979-4a31-a8cd-5361646a07aa"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:36:37.467140 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:37.481322 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a331b-2b98-47aa-be6f-6f45a6f74240 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Pushing event updated for resources: {'Port': ['ID=9de6c56d-4979-4a31-a8cd-5361646a07aa,revision_number=6']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:36:37.574039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['9de6c56d-4979-4a31-a8cd-5361646a07aa'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:36:37.597855 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06de6943-3cfc-4f48-824e-daa7dc2a3c8d x-openstack-request-id: req-06de6943-3cfc-4f48-824e-daa7dc2a3c8d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:36:37.598154 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ff93f4-3803-45d3-8043-25cf4b7dfb52", "tag": "9de6c56d-4979-4a31-a8cd-5361646a07aa", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:36:37.598409 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06de6943-3cfc-4f48-824e-daa7dc2a3c8d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:36:37.598813 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'tag': '9de6c56d-4979-4a31-a8cd-5361646a07aa', 'status': 'completed', 'code': 200} Sep 23 23:36:37.600416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e419a8-36a0-4c48-8412-8ec1f92a8d6b req-128a079c-238b-4faf-9a2d-cecffb03d05f tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:37.602319 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16e419a8-36a0-4c48-8412-8ec1f92a8d6b req-128a079c-238b-4faf-9a2d-cecffb03d05f tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 984 time: 0.0803709 Sep 23 23:36:37.652145 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16e419a8-36a0-4c48-8412-8ec1f92a8d6b req-86134c14-2c7d-4810-b564-bac432a4cf86 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc9c1584-edcd-40cf-a535-820c6cae85c1&id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428145 Sep 23 23:36:37.703562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc283cd4-8807-4cd5-934d-df255fc5214a req-eaa52616-ba69-43f6-8b3f-1dcf9d7cee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:37.705261 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc283cd4-8807-4cd5-934d-df255fc5214a req-eaa52616-ba69-43f6-8b3f-1dcf9d7cee5b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7127ec4ccdc945dea334b1a1f4be6c92&device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 1135 time: 0.0579674 Sep 23 23:36:37.789905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e28a383f-e1e7-4ad9-ab44-479927b91247 None None] Provisioning complete for port 9de6c56d-4979-4a31-a8cd-5361646a07aa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:36:37.790278 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e28a383f-e1e7-4ad9-ab44-479927b91247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:37.800806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc283cd4-8807-4cd5-934d-df255fc5214a req-41dea4f5-8912-4c04-9b14-66e204276b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:37.802401 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc283cd4-8807-4cd5-934d-df255fc5214a req-41dea4f5-8912-4c04-9b14-66e204276b5d service neutron] 10.222.0.67 "GET /v2.0/networks?id=831a1e13-5fc2-4198-be6f-0db3212f52d3 HTTP/1.1" status: 200 len: 915 time: 0.0897334 Sep 23 23:36:37.874555 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc283cd4-8807-4cd5-934d-df255fc5214a req-458186b5-bead-4a13-b09b-1e91e689a834 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa HTTP/1.1" status: 200 len: 1000 time: 0.0643423 Sep 23 23:36:37.925081 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc283cd4-8807-4cd5-934d-df255fc5214a req-f0262094-9d8c-41b0-af27-eece30097c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:37.926584 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc283cd4-8807-4cd5-934d-df255fc5214a req-f0262094-9d8c-41b0-af27-eece30097c76 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f566209-c0f9-4661-98f4-9948768f6d89 HTTP/1.1" status: 200 len: 853 time: 0.0452273 Sep 23 23:36:37.972540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc283cd4-8807-4cd5-934d-df255fc5214a req-2d0d632c-f040-4236-a2fb-cd948a09b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:36:37.974047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc283cd4-8807-4cd5-934d-df255fc5214a req-2d0d632c-f040-4236-a2fb-cd948a09b3dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=831a1e13-5fc2-4198-be6f-0db3212f52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400457 Sep 23 23:36:38.072912 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc283cd4-8807-4cd5-934d-df255fc5214a req-6ffaed7d-5b1a-44c5-a916-b1430f2f9ae3 service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911510 Sep 23 23:36:38.167008 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc283cd4-8807-4cd5-934d-df255fc5214a req-1ec95049-08bd-4582-a0fa-4da038561e77 service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868695 Sep 23 23:36:43.214250 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a3cd6161-374c-4e87-ae2c-59b42519a296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:45.630870 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf4fa-3141-437e-8011-d8bbf8ac09f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:46.145636 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:47.196449 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:48.597006 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:36:48.882529 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:37:07.504514 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:37:10.876730 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:37:13.161947 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-867bfe69-504e-4eaa-86e3-355803fe9330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:37:15.636341 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-00186edc-3936-4bc8-8a36-ccb3decf3716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:37:16.202459 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:37:17.213835 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:37:18.653511 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:37:18.870354 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:37:22.689857 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d7a646b-4698-48d3-a8e3-6f6bc015f377 req-881b0efc-b02f-4e04-a471-80a636f7bb40 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453267 Sep 23 23:37:22.796843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a646b-4698-48d3-a8e3-6f6bc015f377 req-97994aa8-7f42-4b13-a50a-593ddc07e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:22.798463 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d7a646b-4698-48d3-a8e3-6f6bc015f377 req-97994aa8-7f42-4b13-a50a-593ddc07e844 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7127ec4ccdc945dea334b1a1f4be6c92&device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 1135 time: 0.0424104 Sep 23 23:37:22.908646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a646b-4698-48d3-a8e3-6f6bc015f377 req-205665ad-bd23-40e2-8d92-edc41475f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:22.910192 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d7a646b-4698-48d3-a8e3-6f6bc015f377 req-205665ad-bd23-40e2-8d92-edc41475f89f service neutron] 10.222.0.67 "GET /v2.0/networks?id=831a1e13-5fc2-4198-be6f-0db3212f52d3 HTTP/1.1" status: 200 len: 915 time: 0.0928013 Sep 23 23:37:22.976994 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d7a646b-4698-48d3-a8e3-6f6bc015f377 req-e185db0e-91d3-4b79-a428-9c5747b2713a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa HTTP/1.1" status: 200 len: 1000 time: 0.0589213 Sep 23 23:37:23.028367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a646b-4698-48d3-a8e3-6f6bc015f377 req-ac7a918a-79ec-4c09-9071-06f0c45f9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:23.030473 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d7a646b-4698-48d3-a8e3-6f6bc015f377 req-ac7a918a-79ec-4c09-9071-06f0c45f9fa9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f566209-c0f9-4661-98f4-9948768f6d89 HTTP/1.1" status: 200 len: 853 time: 0.0450666 Sep 23 23:37:23.395214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a646b-4698-48d3-a8e3-6f6bc015f377 req-3d13378e-49b1-4b8a-8d45-734f538ea1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:23.396731 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d7a646b-4698-48d3-a8e3-6f6bc015f377 req-3d13378e-49b1-4b8a-8d45-734f538ea1b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=831a1e13-5fc2-4198-be6f-0db3212f52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3595893 Sep 23 23:37:23.489890 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d7a646b-4698-48d3-a8e3-6f6bc015f377 req-ece67367-19f4-4bb7-a969-128790ce5c19 service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839264 Sep 23 23:37:23.584211 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2d7a646b-4698-48d3-a8e3-6f6bc015f377 req-cfa22a6c-1bb2-4729-9248-fc55788798c1 service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863724 Sep 23 23:37:35.936353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a187b-5e6e-466a-8867-4853625654f4 req-a71a79ce-c547-4b6b-84a8-dc17a13bcc70 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:35.939223 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-220a187b-5e6e-466a-8867-4853625654f4 req-a71a79ce-c547-4b6b-84a8-dc17a13bcc70 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 984 time: 0.0672524 Sep 23 23:37:36.003100 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-220a187b-5e6e-466a-8867-4853625654f4 req-dda16bb8-12f8-4755-a4d4-84cd13d407c6 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc9c1584-edcd-40cf-a535-820c6cae85c1&id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573709 Sep 23 23:37:36.028123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f367096-7438-4a39-93f3-d925d71337a0 req-ec8b6cc2-253e-4b95-b5fe-d0b03b6b9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:36.029059 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f367096-7438-4a39-93f3-d925d71337a0 req-ec8b6cc2-253e-4b95-b5fe-d0b03b6b9565 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7127ec4ccdc945dea334b1a1f4be6c92&device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 1135 time: 0.0680349 Sep 23 23:37:36.136942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f367096-7438-4a39-93f3-d925d71337a0 req-25a72831-00ce-44a4-b07a-e7da9bac3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:36.139509 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f367096-7438-4a39-93f3-d925d71337a0 req-25a72831-00ce-44a4-b07a-e7da9bac3b15 service neutron] 10.222.0.67 "GET /v2.0/networks?id=831a1e13-5fc2-4198-be6f-0db3212f52d3 HTTP/1.1" status: 200 len: 915 time: 0.1014545 Sep 23 23:37:36.210765 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f367096-7438-4a39-93f3-d925d71337a0 req-9b9110ed-c6c7-4509-8948-f632ecdc3f00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa HTTP/1.1" status: 200 len: 1000 time: 0.0639691 Sep 23 23:37:36.263106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f367096-7438-4a39-93f3-d925d71337a0 req-27c3a7f7-a4cc-47fb-b218-3666d7bedb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:36.264627 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f367096-7438-4a39-93f3-d925d71337a0 req-27c3a7f7-a4cc-47fb-b218-3666d7bedb88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f566209-c0f9-4661-98f4-9948768f6d89 HTTP/1.1" status: 200 len: 853 time: 0.0465574 Sep 23 23:37:36.319387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f367096-7438-4a39-93f3-d925d71337a0 req-f024b1be-1629-4d9f-b700-a38fe0181dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:36.320927 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f367096-7438-4a39-93f3-d925d71337a0 req-f024b1be-1629-4d9f-b700-a38fe0181dbf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=831a1e13-5fc2-4198-be6f-0db3212f52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477569 Sep 23 23:37:36.421393 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f367096-7438-4a39-93f3-d925d71337a0 req-8fabd30a-1d98-4807-b709-5ceb26134b77 service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923460 Sep 23 23:37:36.526645 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4f367096-7438-4a39-93f3-d925d71337a0 req-aa220d43-f40f-40b2-8221-ab1127aa03ea service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964420 Sep 23 23:37:37.160252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d5f9b-b56e-4278-9625-7b5d948da293 req-14d72982-372e-4736-80b3-f082ae2dd12c tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:37.161924 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c1d5f9b-b56e-4278-9625-7b5d948da293 req-14d72982-372e-4736-80b3-f082ae2dd12c tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 984 time: 0.0609236 Sep 23 23:37:37.214410 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c1d5f9b-b56e-4278-9625-7b5d948da293 req-9364503a-e56f-4182-bb74-4b217f8551a0 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc9c1584-edcd-40cf-a535-820c6cae85c1&id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406220 Sep 23 23:37:37.493221 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:37:38.364476 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5f3d5-a59c-44b9-8c31-8c028badcb06 req-e73955ac-5629-4000-af51-8db555075fa4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:38.366228 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d4b5f3d5-a59c-44b9-8c31-8c028badcb06 req-e73955ac-5629-4000-af51-8db555075fa4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 984 time: 0.0534208 Sep 23 23:37:38.412824 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d4b5f3d5-a59c-44b9-8c31-8c028badcb06 req-726ce492-4ad1-4889-87b8-dffc695c95f9 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc9c1584-edcd-40cf-a535-820c6cae85c1&id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368867 Sep 23 23:37:39.543127 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9878ad8-b846-41de-a7ee-cde9c4be3148 req-2e5d0623-6f78-4ee3-8c44-54722a3da3b3 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:39.544881 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d9878ad8-b846-41de-a7ee-cde9c4be3148 req-2e5d0623-6f78-4ee3-8c44-54722a3da3b3 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 984 time: 0.0517242 Sep 23 23:37:39.590152 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d9878ad8-b846-41de-a7ee-cde9c4be3148 req-c16766a0-6ddf-439c-ad3e-cd4a1ae20b4c tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc9c1584-edcd-40cf-a535-820c6cae85c1&id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378265 Sep 23 23:37:40.722174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2af3df-85ff-4196-87d6-508b7472fc1d req-66f596ea-cd35-43bc-be29-c184d8c26f89 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:40.723741 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe2af3df-85ff-4196-87d6-508b7472fc1d req-66f596ea-cd35-43bc-be29-c184d8c26f89 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 984 time: 0.0577950 Sep 23 23:37:40.768535 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fe2af3df-85ff-4196-87d6-508b7472fc1d req-381f2e1f-3998-4cf4-9c43-d40fd6b27007 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc9c1584-edcd-40cf-a535-820c6cae85c1&id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383956 Sep 23 23:37:41.893127 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da75d6e-5ec4-496b-b077-c523486f0bb0 req-c6d5581e-cf25-4307-8593-e193d5775385 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:41.894696 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8da75d6e-5ec4-496b-b077-c523486f0bb0 req-c6d5581e-cf25-4307-8593-e193d5775385 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 984 time: 0.0561182 Sep 23 23:37:41.937565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8da75d6e-5ec4-496b-b077-c523486f0bb0 req-87b4cc5d-4ba4-4609-9f7e-539d7dbd8a81 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc9c1584-edcd-40cf-a535-820c6cae85c1&id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360255 Sep 23 23:37:43.060577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba7062-2611-425d-a683-5a737e5d7701 req-66a4e0f0-afd5-4114-8f60-d975f525bf2b tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:43.062124 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fba7062-2611-425d-a683-5a737e5d7701 req-66a4e0f0-afd5-4114-8f60-d975f525bf2b tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 984 time: 0.0531342 Sep 23 23:37:43.105293 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7fba7062-2611-425d-a683-5a737e5d7701 req-465a1aaf-8338-44d7-b0eb-67c419280516 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc9c1584-edcd-40cf-a535-820c6cae85c1&id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365286 Sep 23 23:37:43.167030 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0612-dd71-4056-95eb-d4daa769f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:37:44.234960 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890b75e-0cf4-478a-94a0-479d9ded69e9 req-83410b1d-601b-48e4-a8a8-fc09bf8640af tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:44.236456 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e890b75e-0cf4-478a-94a0-479d9ded69e9 req-83410b1d-601b-48e4-a8a8-fc09bf8640af tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 984 time: 0.0533700 Sep 23 23:37:44.279506 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e890b75e-0cf4-478a-94a0-479d9ded69e9 req-e54ab1d0-78d9-4906-9283-4812e81e13dc tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc9c1584-edcd-40cf-a535-820c6cae85c1&id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368855 Sep 23 23:37:45.399416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ebeb7-734b-4311-905f-351d980c83d0 req-2de27584-5549-4246-8ed4-052b3ba0e83e tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:45.401307 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e0ebeb7-734b-4311-905f-351d980c83d0 req-2de27584-5549-4246-8ed4-052b3ba0e83e tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 984 time: 0.0531750 Sep 23 23:37:45.445410 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e0ebeb7-734b-4311-905f-351d980c83d0 req-15033f1c-7d61-432b-a0b9-bcdddc25e1e0 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc9c1584-edcd-40cf-a535-820c6cae85c1&id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364690 Sep 23 23:37:45.652722 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f9027ed0-6634-4949-abff-bb680373409e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:37:46.138679 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:37:46.565408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828e628-d5f3-4612-a0d8-5368f724d2f4 req-84d3722f-f10f-4e04-9329-ca86ee2e355c tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:46.566931 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0828e628-d5f3-4612-a0d8-5368f724d2f4 req-84d3722f-f10f-4e04-9329-ca86ee2e355c tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 984 time: 0.0506372 Sep 23 23:37:46.609879 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0828e628-d5f3-4612-a0d8-5368f724d2f4 req-c9af33de-a8d9-4419-b89e-8a676197a6cc tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc9c1584-edcd-40cf-a535-820c6cae85c1&id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364125 Sep 23 23:37:47.252797 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:37:47.737593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3052d4-4246-41a5-afe2-0b643fd0d335 req-647effc0-5aec-4d0e-bcfd-a6a423f9db9a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:47.745628 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4c3052d4-4246-41a5-afe2-0b643fd0d335 req-647effc0-5aec-4d0e-bcfd-a6a423f9db9a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 984 time: 0.0592389 Sep 23 23:37:47.779890 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4c3052d4-4246-41a5-afe2-0b643fd0d335 req-66455b82-da06-484f-9592-9b2a9fcb5c61 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc9c1584-edcd-40cf-a535-820c6cae85c1&id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346935 Sep 23 23:37:47.876835 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:37:48.596164 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:37:48.898491 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:37:48.906021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5a779-fb10-434c-b56e-0fffc5d838f8 req-d98512f8-753a-4aa3-bb45-f2c1a79c7394 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:37:48.907645 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78d5a779-fb10-434c-b56e-0fffc5d838f8 req-d98512f8-753a-4aa3-bb45-f2c1a79c7394 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 984 time: 0.0576086 Sep 23 23:37:48.949439 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-78d5a779-fb10-434c-b56e-0fffc5d838f8 req-0468d249-cbe5-4d79-940e-fdfa9de1daff tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc9c1584-edcd-40cf-a535-820c6cae85c1&id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352225 Sep 23 23:38:07.530181 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:13.149650 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-647dea3a-e93c-4a92-9eed-cd3f70537dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:15.634830 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd657-195b-46d6-8232-691ab8303e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:16.195370 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:17.229511 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:18.640605 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:18.886689 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:23.665315 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77170959-04d5-4e60-bb1c-b39ad552d80a req-40b1b885-3218-4a8a-9f19-22f641e84189 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399702 Sep 23 23:38:23.762655 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77170959-04d5-4e60-bb1c-b39ad552d80a req-cc5c238d-7f2d-40c2-8bbc-74993d37734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:23.764238 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77170959-04d5-4e60-bb1c-b39ad552d80a req-cc5c238d-7f2d-40c2-8bbc-74993d37734a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7127ec4ccdc945dea334b1a1f4be6c92&device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 1135 time: 0.0432079 Sep 23 23:38:23.871106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77170959-04d5-4e60-bb1c-b39ad552d80a req-0e1afdb8-9ed9-4c36-b799-7fb21a801c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:23.872594 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77170959-04d5-4e60-bb1c-b39ad552d80a req-0e1afdb8-9ed9-4c36-b799-7fb21a801c57 service neutron] 10.222.0.67 "GET /v2.0/networks?id=831a1e13-5fc2-4198-be6f-0db3212f52d3 HTTP/1.1" status: 200 len: 915 time: 0.0893092 Sep 23 23:38:23.938357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77170959-04d5-4e60-bb1c-b39ad552d80a req-7def34c9-2c15-4379-94dd-bb5f75afd27b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa HTTP/1.1" status: 200 len: 1000 time: 0.0578105 Sep 23 23:38:23.991883 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77170959-04d5-4e60-bb1c-b39ad552d80a req-08f54a79-d14e-40ff-a7e9-f82e38205356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:23.993398 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77170959-04d5-4e60-bb1c-b39ad552d80a req-08f54a79-d14e-40ff-a7e9-f82e38205356 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f566209-c0f9-4661-98f4-9948768f6d89 HTTP/1.1" status: 200 len: 853 time: 0.0485733 Sep 23 23:38:24.039728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77170959-04d5-4e60-bb1c-b39ad552d80a req-dd239027-19dd-4a6a-a2ec-05d39461af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:24.041289 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77170959-04d5-4e60-bb1c-b39ad552d80a req-dd239027-19dd-4a6a-a2ec-05d39461af61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=831a1e13-5fc2-4198-be6f-0db3212f52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411437 Sep 23 23:38:24.135108 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77170959-04d5-4e60-bb1c-b39ad552d80a req-b5768c88-674b-436e-87dc-9e35ae9c65f2 service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856125 Sep 23 23:38:24.232718 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-77170959-04d5-4e60-bb1c-b39ad552d80a req-0adc8455-b6e5-4002-a61a-9a143a6736d0 service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902965 Sep 23 23:38:24.876658 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:38:37.492710 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:43.149507 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-80536133-b702-4c60-9994-68b2be57aabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:44.496562 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d27bb262-ebd8-44c6-894c-1792477e67e0 req-84c8cde0-afa1-4bfa-b87d-3014b005a5a3 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389373960&fields=id&tenant_id=7127ec4ccdc945dea334b1a1f4be6c92 HTTP/1.1" status: 200 len: 267 time: 0.0354702 Sep 23 23:38:44.555170 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb262-ebd8-44c6-894c-1792477e67e0 req-2ed2690d-3167-4445-a70d-3116c665f939 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:44.556667 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d27bb262-ebd8-44c6-894c-1792477e67e0 req-2ed2690d-3167-4445-a70d-3116c665f939 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 984 time: 0.0537479 Sep 23 23:38:44.567729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [req-d27bb262-ebd8-44c6-894c-1792477e67e0 req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Request body: {'port': {'security_groups': ['6d59613a-6c53-4652-8283-ed3bf66c1b56']}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:38:44.634625 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d27bb262-ebd8-44c6-894c-1792477e67e0 req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:44.807964 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [req-d27bb262-ebd8-44c6-894c-1792477e67e0 req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] For port 9de6c56d-4979-4a31-a8cd-5361646a07aa, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa,segment=NetworkSegment(6f9e3574-be0f-4f5a-b5c1-3876132a3fa6),segment_id=6f9e3574-be0f-4f5a-b5c1-3876132a3fa6)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:38:44.837312 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d27bb262-ebd8-44c6-894c-1792477e67e0 req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:44.898064 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d27bb262-ebd8-44c6-894c-1792477e67e0 req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:44.937621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['9de6c56d-4979-4a31-a8cd-5361646a07aa'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:38:44.941612 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb262-ebd8-44c6-894c-1792477e67e0 req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:44.941785 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [req-d27bb262-ebd8-44c6-894c-1792477e67e0 req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:44.943128 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d27bb262-ebd8-44c6-894c-1792477e67e0 req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "PUT /v2.0/ports/9de6c56d-4979-4a31-a8cd-5361646a07aa HTTP/1.1" status: 200 len: 942 time: 0.3800147 Sep 23 23:38:44.944123 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'tag': '9de6c56d-4979-4a31-a8cd-5361646a07aa'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:38:44.946605 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686de8dc-4821-45de-be85-0d862daeb280" -d '{"events": [{"name": "network-changed", "server_uuid": "03ff93f4-3803-45d3-8043-25cf4b7dfb52", "tag": "9de6c56d-4979-4a31-a8cd-5361646a07aa"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:38:44.952243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46128) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:38:45.002251 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f166aa9a-79bd-4f7c-9bc7-4c0df0990337 x-openstack-request-id: req-f166aa9a-79bd-4f7c-9bc7-4c0df0990337 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:38:45.002553 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ff93f4-3803-45d3-8043-25cf4b7dfb52", "tag": "9de6c56d-4979-4a31-a8cd-5361646a07aa", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:38:45.002801 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f166aa9a-79bd-4f7c-9bc7-4c0df0990337 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:38:45.003192 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'tag': '9de6c56d-4979-4a31-a8cd-5361646a07aa', 'status': 'completed', 'code': 200} Sep 23 23:38:45.008109 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Pushing event updated for resources: {'Port': ['ID=9de6c56d-4979-4a31-a8cd-5361646a07aa,revision_number=7']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:38:45.016332 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.016590 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.016924 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.017307 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.017648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.018084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.018466 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.018703 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.019040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.019367 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.019697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.020026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e4387-eb06-4508-ba82-50616b09d64a tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.042988 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:45.077722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['9de6c56d-4979-4a31-a8cd-5361646a07aa'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:38:45.097377 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:45.173091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686de8dc-4821-45de-be85-0d862daeb280 req-28d6b241-4c71-4260-b0c3-a4a574813e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:45.173091 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-686de8dc-4821-45de-be85-0d862daeb280 req-28d6b241-4c71-4260-b0c3-a4a574813e04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7127ec4ccdc945dea334b1a1f4be6c92&device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 1096 time: 0.1118622 Sep 23 23:38:45.215034 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-924ac7cd-16ae-4efb-b24e-6bc1266dc209 None None] Provisioning complete for port 9de6c56d-4979-4a31-a8cd-5361646a07aa triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:38:45.215310 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-924ac7cd-16ae-4efb-b24e-6bc1266dc209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:45.250407 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:45.252889 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:45.257301 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "DELETE /v2.0/security-groups/fc9c1584-edcd-40cf-a535-820c6cae85c1 HTTP/1.1" status: 204 len: 168 time: 0.3008068 Sep 23 23:38:45.258204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46130) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:38:45.261871 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686de8dc-4821-45de-be85-0d862daeb280 req-34bb5476-9af5-4adb-8c4a-84a834a101c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:45.263376 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-686de8dc-4821-45de-be85-0d862daeb280 req-34bb5476-9af5-4adb-8c4a-84a834a101c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=831a1e13-5fc2-4198-be6f-0db3212f52d3 HTTP/1.1" status: 200 len: 915 time: 0.0994132 Sep 23 23:38:45.268508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9c1584-edcd-40cf-a535-820c6cae85c1,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:38:45.321194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.321681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.321944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.322356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.322740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.323116 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.323398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.323714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.324064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.324489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.324903 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.325249 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4936857-3f97-4e8a-b101-d855b415d0b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:38:45.354966 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-686de8dc-4821-45de-be85-0d862daeb280 req-1746dd03-2b6f-45a6-8f37-e8a330f343f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa HTTP/1.1" status: 200 len: 1000 time: 0.0833330 Sep 23 23:38:45.408856 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686de8dc-4821-45de-be85-0d862daeb280 req-46dd068f-1809-475f-b254-f0f53cf3751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:45.410378 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-686de8dc-4821-45de-be85-0d862daeb280 req-46dd068f-1809-475f-b254-f0f53cf3751d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f566209-c0f9-4661-98f4-9948768f6d89 HTTP/1.1" status: 200 len: 853 time: 0.0476644 Sep 23 23:38:45.458969 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686de8dc-4821-45de-be85-0d862daeb280 req-695f4b31-8eb2-42f5-b202-03263cc75fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:45.461239 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-686de8dc-4821-45de-be85-0d862daeb280 req-695f4b31-8eb2-42f5-b202-03263cc75fc9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=831a1e13-5fc2-4198-be6f-0db3212f52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441208 Sep 23 23:38:45.461448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-089e7638-edd5-461c-8292-48ee74bf30b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Deleting port 8fbc2645-31a0-4ec3-a08b-3940888ed0ae {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:38:45.461799 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-089e7638-edd5-461c-8292-48ee74bf30b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:45.547174 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-089e7638-edd5-461c-8292-48ee74bf30b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:45.547827 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-089e7638-edd5-461c-8292-48ee74bf30b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:45.560736 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-089e7638-edd5-461c-8292-48ee74bf30b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Calling delete_port for 8fbc2645-31a0-4ec3-a08b-3940888ed0ae owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:38:45.567534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-686de8dc-4821-45de-be85-0d862daeb280 req-23f5dae8-9513-46af-af05-825e7c3ff803 service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976846 Sep 23 23:38:45.635191 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1135dff6-0419-40e5-803e-3f22c043a444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:45.660672 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-686de8dc-4821-45de-be85-0d862daeb280 req-1690617c-f386-48de-9967-5c1ae335f6a2 service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853441 Sep 23 23:38:45.760274 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-089e7638-edd5-461c-8292-48ee74bf30b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:46.059080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e7638-edd5-461c-8292-48ee74bf30b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Pushing event deleted for resources: {'Port': ['ID=8fbc2645-31a0-4ec3-a08b-3940888ed0ae,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:38:46.118299 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-089e7638-edd5-461c-8292-48ee74bf30b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:46.118625 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-089e7638-edd5-461c-8292-48ee74bf30b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Floating IP 7c58dfcd-bfb4-448b-b2c6-f812088e48e9 disassociated (deleted). External IP: 172.25.1.25, port: 9de6c56d-4979-4a31-a8cd-5361646a07aa. Sep 23 23:38:46.154300 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:46.328264 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089e7638-edd5-461c-8292-48ee74bf30b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Router b30ffea5-55df-453d-b529-aaa6e030ce98 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:38:46.440384 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089e7638-edd5-461c-8292-48ee74bf30b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:38:46.445715 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-089e7638-edd5-461c-8292-48ee74bf30b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:46.450073 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7a9a95-a5bd-4f32-8295-f2d6ccc17985 None None] Sync routers for ids ['b30ffea5-55df-453d-b529-aaa6e030ce98'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:38:46.460410 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7a9a95-a5bd-4f32-8295-f2d6ccc17985 None None] Routers {'b30ffea5-55df-453d-b529-aaa6e030ce98'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:38:46.461079 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7c7a9a95-a5bd-4f32-8295-f2d6ccc17985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:38:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b30ffea5-55df-453d-b529-aaa6e030ce98'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:38:46.474212 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-089e7638-edd5-461c-8292-48ee74bf30b4 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "DELETE /v2.0/floatingips/7c58dfcd-bfb4-448b-b2c6-f812088e48e9 HTTP/1.1" status: 204 len: 168 time: 1.2146850 Sep 23 23:38:46.568639 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-7c7a9a95-a5bd-4f32-8295-f2d6ccc17985 None None] Set router b30ffea5-55df-453d-b529-aaa6e030ce98 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:38:46.766707 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7c7a9a95-a5bd-4f32-8295-f2d6ccc17985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:26Z', 'updated_at': '2021-09-23T23:35:30Z', 'revision_number': 4, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'gw_port': {'id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:27Z', 'updated_at': '2021-09-23T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '80d11d56-3a46-41a4-beea-ee4a6eae5621', 'name': '', 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'mac_address': 'fa:16:3e:4c:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:29Z', 'updated_at': '2021-09-23T23:35:34Z', 'revision_number': 5, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'subnets': [{'id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:38:46.796724 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7a9a95-a5bd-4f32-8295-f2d6ccc17985 None None] Checking router: b30ffea5-55df-453d-b529-aaa6e030ce98 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:38:46.806235 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7a9a95-a5bd-4f32-8295-f2d6ccc17985 None None] Routers {'b30ffea5-55df-453d-b529-aaa6e030ce98'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:38:46.806852 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7c7a9a95-a5bd-4f32-8295-f2d6ccc17985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:38:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b30ffea5-55df-453d-b529-aaa6e030ce98'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:38:46.914578 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-7c7a9a95-a5bd-4f32-8295-f2d6ccc17985 None None] Set router b30ffea5-55df-453d-b529-aaa6e030ce98 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:38:47.004627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'tag': '9de6c56d-4979-4a31-a8cd-5361646a07aa'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:38:47.008050 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b478e8-a75f-4c91-bee8-e91e08a1d275" -d '{"events": [{"name": "network-changed", "server_uuid": "03ff93f4-3803-45d3-8043-25cf4b7dfb52", "tag": "9de6c56d-4979-4a31-a8cd-5361646a07aa"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:38:47.045782 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7abef4a-fb51-46aa-91ca-f9a572e8c7e7 x-openstack-request-id: req-a7abef4a-fb51-46aa-91ca-f9a572e8c7e7 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:38:47.046085 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ff93f4-3803-45d3-8043-25cf4b7dfb52", "tag": "9de6c56d-4979-4a31-a8cd-5361646a07aa", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:38:47.046340 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7abef4a-fb51-46aa-91ca-f9a572e8c7e7 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:38:47.046746 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'tag': '9de6c56d-4979-4a31-a8cd-5361646a07aa', 'status': 'completed', 'code': 200} Sep 23 23:38:47.110773 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7c7a9a95-a5bd-4f32-8295-f2d6ccc17985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:26Z', 'updated_at': '2021-09-23T23:35:30Z', 'revision_number': 4, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'gw_port': {'id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:27Z', 'updated_at': '2021-09-23T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '80d11d56-3a46-41a4-beea-ee4a6eae5621', 'name': '', 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'mac_address': 'fa:16:3e:4c:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:29Z', 'updated_at': '2021-09-23T23:35:34Z', 'revision_number': 5, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'subnets': [{'id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:38:47.137620 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7a9a95-a5bd-4f32-8295-f2d6ccc17985 None None] The sync data for ids ['b30ffea5-55df-453d-b529-aaa6e030ce98'] in n-d-810775-1 is: [{'id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:26Z', 'updated_at': '2021-09-23T23:35:30Z', 'revision_number': 4, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'gw_port': {'id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:27Z', 'updated_at': '2021-09-23T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '80d11d56-3a46-41a4-beea-ee4a6eae5621', 'name': '', 'network_id': '831a1e13-5fc2-4198-be6f-0db3212f52d3', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'mac_address': 'fa:16:3e:4c:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:29Z', 'updated_at': '2021-09-23T23:35:34Z', 'revision_number': 5, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'subnets': [{'id': '8f566209-c0f9-4661-98f4-9948768f6d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:38:47.140209 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b478e8-a75f-4c91-bee8-e91e08a1d275 req-6b5c0abf-8941-4850-9a35-ea9c575fba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:47.142130 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b478e8-a75f-4c91-bee8-e91e08a1d275 req-6b5c0abf-8941-4850-9a35-ea9c575fba9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7127ec4ccdc945dea334b1a1f4be6c92&device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 1096 time: 0.0490761 Sep 23 23:38:47.223052 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:47.261178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b478e8-a75f-4c91-bee8-e91e08a1d275 req-e3f13fe5-be92-476c-8356-9a9bb6da1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:47.262812 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b478e8-a75f-4c91-bee8-e91e08a1d275 req-e3f13fe5-be92-476c-8356-9a9bb6da1f26 service neutron] 10.222.0.67 "GET /v2.0/networks?id=831a1e13-5fc2-4198-be6f-0db3212f52d3 HTTP/1.1" status: 200 len: 915 time: 0.1133933 Sep 23 23:38:47.316819 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b478e8-a75f-4c91-bee8-e91e08a1d275 req-de08d8ff-398f-40c9-9002-6cb283c03622 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa HTTP/1.1" status: 200 len: 217 time: 0.0427423 Sep 23 23:38:47.372914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b478e8-a75f-4c91-bee8-e91e08a1d275 req-7be56e9c-812f-432a-810b-f96129e73bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:47.374910 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b478e8-a75f-4c91-bee8-e91e08a1d275 req-7be56e9c-812f-432a-810b-f96129e73bfc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f566209-c0f9-4661-98f4-9948768f6d89 HTTP/1.1" status: 200 len: 853 time: 0.0500896 Sep 23 23:38:47.407978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d9e66b-2d8a-4522-8cc5-407f5ebe5066 None None] New status for floating IP 7c58dfcd-bfb4-448b-b2c6-f812088e48e9: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:38:47.442648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b478e8-a75f-4c91-bee8-e91e08a1d275 req-0a1f2a45-edb3-4080-8490-01a4a1efcb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:47.444846 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b478e8-a75f-4c91-bee8-e91e08a1d275 req-0a1f2a45-edb3-4080-8490-01a4a1efcb54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=831a1e13-5fc2-4198-be6f-0db3212f52d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464537 Sep 23 23:38:47.550350 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b478e8-a75f-4c91-bee8-e91e08a1d275 req-7e25aac1-6892-4132-bb1a-1f213cbc358f service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973585 Sep 23 23:38:47.642396 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f0b478e8-a75f-4c91-bee8-e91e08a1d275 req-12f6adef-46f7-400d-b14b-6eff719bcf4f service neutron] 10.222.0.67 "GET /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847383 Sep 23 23:38:48.640282 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:48.880008 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:55.176179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd7f5b-52dc-47cf-ab3f-0ab988b705db req-5872f242-7d89-4d9d-bf64-8318009dfe5d tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:55.177720 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f9bd7f5b-52dc-47cf-ab3f-0ab988b705db req-5872f242-7d89-4d9d-bf64-8318009dfe5d tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 945 time: 0.0502231 Sep 23 23:38:55.220869 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f9bd7f5b-52dc-47cf-ab3f-0ab988b705db req-baf7b0b2-4f4e-4330-b271-1acf7bd000c0 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367761 Sep 23 23:38:56.392867 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1f83c-d4b0-4435-97d5-ce4fdfb99578 req-6997e30a-66e6-436c-a8c4-540c5ac8d2d3 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:56.394377 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6a1f83c-d4b0-4435-97d5-ce4fdfb99578 req-6997e30a-66e6-436c-a8c4-540c5ac8d2d3 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 945 time: 0.1029284 Sep 23 23:38:56.492207 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a6a1f83c-d4b0-4435-97d5-ce4fdfb99578 req-18ed50a7-bca8-493d-aba6-dfcd4e7b5180 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d59613a-6c53-4652-8283-ed3bf66c1b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907190 Sep 23 23:38:57.034282 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82c7ec-68b0-496a-a039-b40db8b98944 req-2b2c09e1-785d-4555-9189-b5766f9060f5 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:38:57.035798 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f82c7ec-68b0-496a-a039-b40db8b98944 req-2b2c09e1-785d-4555-9189-b5766f9060f5 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.67 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 945 time: 0.0497212 Sep 23 23:38:57.124926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-5f82c7ec-68b0-496a-a039-b40db8b98944 req-44ca3fe9-cf30-4335-b92f-e592f91ccd72 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Deleting port 9de6c56d-4979-4a31-a8cd-5361646a07aa {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:38:57.125323 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5f82c7ec-68b0-496a-a039-b40db8b98944 req-44ca3fe9-cf30-4335-b92f-e592f91ccd72 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:57.217338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-5f82c7ec-68b0-496a-a039-b40db8b98944 req-44ca3fe9-cf30-4335-b92f-e592f91ccd72 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] For port 9de6c56d-4979-4a31-a8cd-5361646a07aa, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=9de6c56d-4979-4a31-a8cd-5361646a07aa,segment=NetworkSegment(6f9e3574-be0f-4f5a-b5c1-3876132a3fa6),segment_id=6f9e3574-be0f-4f5a-b5c1-3876132a3fa6)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:38:57.217711 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5f82c7ec-68b0-496a-a039-b40db8b98944 req-44ca3fe9-cf30-4335-b92f-e592f91ccd72 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:57.229811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-5f82c7ec-68b0-496a-a039-b40db8b98944 req-44ca3fe9-cf30-4335-b92f-e592f91ccd72 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Calling delete_port for 9de6c56d-4979-4a31-a8cd-5361646a07aa owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:38:57.434860 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5f82c7ec-68b0-496a-a039-b40db8b98944 req-44ca3fe9-cf30-4335-b92f-e592f91ccd72 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:57.464178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca3fe9-cf30-4335-b92f-e592f91ccd72 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Pushing event deleted for resources: {'Port': ['ID=9de6c56d-4979-4a31-a8cd-5361646a07aa,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:38:57.468497 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['9de6c56d-4979-4a31-a8cd-5361646a07aa'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:38:57.507328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f82c7ec-68b0-496a-a039-b40db8b98944 req-44ca3fe9-cf30-4335-b92f-e592f91ccd72 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] No DVR routers for this DVR port 9de6c56d-4979-4a31-a8cd-5361646a07aa on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:38:57.509883 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-5f82c7ec-68b0-496a-a039-b40db8b98944 req-44ca3fe9-cf30-4335-b92f-e592f91ccd72 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:38:57.511958 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f82c7ec-68b0-496a-a039-b40db8b98944 req-44ca3fe9-cf30-4335-b92f-e592f91ccd72 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.67 "DELETE /v2.0/ports/9de6c56d-4979-4a31-a8cd-5361646a07aa HTTP/1.1" status: 204 len: 173 time: 0.4699588 Sep 23 23:38:57.512385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'name': 'network-vif-deleted', 'tag': '9de6c56d-4979-4a31-a8cd-5361646a07aa'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:38:57.514675 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bdc43a-c27a-4969-93a2-1752a86e5cc0" -d '{"events": [{"server_uuid": "03ff93f4-3803-45d3-8043-25cf4b7dfb52", "name": "network-vif-deleted", "tag": "9de6c56d-4979-4a31-a8cd-5361646a07aa"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:38:57.555358 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a295880-c890-4a2f-bb9d-cbc08482d167 x-openstack-request-id: req-8a295880-c890-4a2f-bb9d-cbc08482d167 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:38:57.555632 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ff93f4-3803-45d3-8043-25cf4b7dfb52", "name": "network-vif-deleted", "tag": "9de6c56d-4979-4a31-a8cd-5361646a07aa", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:38:57.561489 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a295880-c890-4a2f-bb9d-cbc08482d167 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:38:57.561489 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ff93f4-3803-45d3-8043-25cf4b7dfb52', 'name': 'network-vif-deleted', 'tag': '9de6c56d-4979-4a31-a8cd-5361646a07aa', 'status': 'completed', 'code': 200} Sep 23 23:38:57.605343 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5a1c6724-7dc4-488f-b971-684c60cfcc6c req-35099b1f-1c62-4ec2-b407-1c7ffbced556 tempest-TestMinimumBasicScenario-439739970 tempest-TestMinimumBasicScenario-439739970-project] 10.222.0.22 "GET /v2.0/ports?device_id=03ff93f4-3803-45d3-8043-25cf4b7dfb52 HTTP/1.1" status: 200 len: 210 time: 0.0282664 Sep 23 23:38:59.748434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46234) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:00.094193 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9479aef1-616d-48b8-9f6f-ded04e9900b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:00.334504 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-9479aef1-616d-48b8-9f6f-ded04e9900b3 admin admin] Deleting port 80d11d56-3a46-41a4-beea-ee4a6eae5621 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:39:00.335504 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9479aef1-616d-48b8-9f6f-ded04e9900b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:00.415745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-9479aef1-616d-48b8-9f6f-ded04e9900b3 admin admin] For port 80d11d56-3a46-41a4-beea-ee4a6eae5621, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=80d11d56-3a46-41a4-beea-ee4a6eae5621,segment=NetworkSegment(6f9e3574-be0f-4f5a-b5c1-3876132a3fa6),segment_id=6f9e3574-be0f-4f5a-b5c1-3876132a3fa6)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:39:00.416206 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9479aef1-616d-48b8-9f6f-ded04e9900b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:00.433029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-9479aef1-616d-48b8-9f6f-ded04e9900b3 admin admin] Calling delete_port for 80d11d56-3a46-41a4-beea-ee4a6eae5621 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:39:00.645490 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9479aef1-616d-48b8-9f6f-ded04e9900b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:00.677062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479aef1-616d-48b8-9f6f-ded04e9900b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=80d11d56-3a46-41a4-beea-ee4a6eae5621,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:00.845951 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9479aef1-616d-48b8-9f6f-ded04e9900b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:01.222340 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 9de6c56d-4979-4a31-a8cd-5361646a07aa no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:39:01.243723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 9de6c56d-4979-4a31-a8cd-5361646a07aa {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:39:01.244153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 9de6c56d-4979-4a31-a8cd-5361646a07aa not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:39:01.373726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9479aef1-616d-48b8-9f6f-ded04e9900b3 admin admin] Router b30ffea5-55df-453d-b529-aaa6e030ce98 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:39:01.482649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9479aef1-616d-48b8-9f6f-ded04e9900b3 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:39:01.487616 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9479aef1-616d-48b8-9f6f-ded04e9900b3 admin admin] 10.222.0.22 "PUT /v2.0/routers/b30ffea5-55df-453d-b529-aaa6e030ce98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7380042 Sep 23 23:39:01.490093 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46236) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:01.493710 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a0098-769e-4023-9a89-0a3a19e76dab None None] Sync routers for ids ['b30ffea5-55df-453d-b529-aaa6e030ce98'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:39:01.504128 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a0098-769e-4023-9a89-0a3a19e76dab None None] Routers {'b30ffea5-55df-453d-b529-aaa6e030ce98'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:39:01.504743 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-738a0098-769e-4023-9a89-0a3a19e76dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:38:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b30ffea5-55df-453d-b529-aaa6e030ce98'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:01.597546 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:01.704079 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:01.706836 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-738a0098-769e-4023-9a89-0a3a19e76dab None None] Set router b30ffea5-55df-453d-b529-aaa6e030ce98 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:39:01.831090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] Deleting port 47c7fc56-95ad-458e-95a7-5285a58ef891 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:39:01.831337 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:01.877921 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:39:01.895902 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-738a0098-769e-4023-9a89-0a3a19e76dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:26Z', 'updated_at': '2021-09-23T23:39:00Z', 'revision_number': 5, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'gw_port': {'id': '47c7fc56-95ad-458e-95a7-5285a58ef891', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:27Z', 'updated_at': '2021-09-23T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:01.910053 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] For port 47c7fc56-95ad-458e-95a7-5285a58ef891, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=47c7fc56-95ad-458e-95a7-5285a58ef891,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:39:01.910662 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:01.922123 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a0098-769e-4023-9a89-0a3a19e76dab None None] Checking router: b30ffea5-55df-453d-b529-aaa6e030ce98 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:39:01.922869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] Calling delete_port for 47c7fc56-95ad-458e-95a7-5285a58ef891 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:39:01.931012 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a0098-769e-4023-9a89-0a3a19e76dab None None] Routers {'b30ffea5-55df-453d-b529-aaa6e030ce98'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:39:01.931623 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-738a0098-769e-4023-9a89-0a3a19e76dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:38:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['b30ffea5-55df-453d-b529-aaa6e030ce98'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:02.019365 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-738a0098-769e-4023-9a89-0a3a19e76dab None None] Set router b30ffea5-55df-453d-b529-aaa6e030ce98 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:39:02.076801 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-738a0098-769e-4023-9a89-0a3a19e76dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:26Z', 'updated_at': '2021-09-23T23:39:01Z', 'revision_number': 6, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:02.103510 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a0098-769e-4023-9a89-0a3a19e76dab None None] The sync data for ids ['b30ffea5-55df-453d-b529-aaa6e030ce98'] in n-d-810775-1 is: [{'id': 'b30ffea5-55df-453d-b529-aaa6e030ce98', 'name': 'tempest-TestMinimumBasicScenario-150847142-router', 'tenant_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:26Z', 'updated_at': '2021-09-23T23:39:01Z', 'revision_number': 6, 'project_id': '7127ec4ccdc945dea334b1a1f4be6c92', 'gw_port_host': None}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:39:02.171399 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:02.198693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c7fc56-95ad-458e-95a7-5285a58ef891,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:02.264994 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:02.360062 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:02.362107 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:02.468953 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:02.469653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b30ffea5-55df-453d-b529-aaa6e030ce98 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:39:02.474150 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:02.478423 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4039c04b-0850-4902-81d3-1683e44ea7b9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b30ffea5-55df-453d-b529-aaa6e030ce98 HTTP/1.1" status: 204 len: 168 time: 0.9843245 Sep 23 23:39:02.478832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46238) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:02.529890 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-be88bb2b-0b7b-4e90-9273-427d52d6f88c admin admin] Deleting subnet 8f566209-c0f9-4661-98f4-9948768f6d89 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:39:02.532975 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be88bb2b-0b7b-4e90-9273-427d52d6f88c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:02.571656 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be88bb2b-0b7b-4e90-9273-427d52d6f88c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:02.648848 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be88bb2b-0b7b-4e90-9273-427d52d6f88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:02.772881 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be88bb2b-0b7b-4e90-9273-427d52d6f88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:02.797260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88bb2b-0b7b-4e90-9273-427d52d6f88c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f566209-c0f9-4661-98f4-9948768f6d89,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:02.803123 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-be88bb2b-0b7b-4e90-9273-427d52d6f88c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:02.805146 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-be88bb2b-0b7b-4e90-9273-427d52d6f88c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8f566209-c0f9-4661-98f4-9948768f6d89 HTTP/1.1" status: 204 len: 168 time: 0.3253100 Sep 23 23:39:02.807732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46240) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:02.809040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff24b5d2-5e7a-4477-945c-67c72ab27883 None None] Network 831a1e13-5fc2-4198-be6f-0db3212f52d3 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:39:02.891650 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:02.903904 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 47c7fc56-95ad-458e-95a7-5285a58ef891 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:39:02.938390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 47c7fc56-95ad-458e-95a7-5285a58ef891 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:39:02.938733 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 47c7fc56-95ad-458e-95a7-5285a58ef891 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:39:02.939159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 80d11d56-3a46-41a4-beea-ee4a6eae5621 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:39:02.945732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] Deleting port 30d153de-323d-48d2-8919-d9305ef127de {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:39:02.946279 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:02.960315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 80d11d56-3a46-41a4-beea-ee4a6eae5621 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:39:02.961139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 80d11d56-3a46-41a4-beea-ee4a6eae5621 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:39:03.027681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] For port 30d153de-323d-48d2-8919-d9305ef127de, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=30d153de-323d-48d2-8919-d9305ef127de,segment=NetworkSegment(6f9e3574-be0f-4f5a-b5c1-3876132a3fa6),segment_id=6f9e3574-be0f-4f5a-b5c1-3876132a3fa6)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:39:03.027681 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:03.038064 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] DHCP port deletion for 831a1e13-5fc2-4198-be6f-0db3212f52d3 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:39:03.038738 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] Calling delete_port for 30d153de-323d-48d2-8919-d9305ef127de owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:39:03.088813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Deleting port 30d153de-323d-48d2-8919-d9305ef127de {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:39:03.089206 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:03.155489 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] For port 30d153de-323d-48d2-8919-d9305ef127de, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=30d153de-323d-48d2-8919-d9305ef127de,segment=NetworkSegment(6f9e3574-be0f-4f5a-b5c1-3876132a3fa6),segment_id=6f9e3574-be0f-4f5a-b5c1-3876132a3fa6)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:39:03.155836 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:03.171026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Calling delete_port for 30d153de-323d-48d2-8919-d9305ef127de owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:39:03.228859 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:03.254188 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:03.255565 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d153de-323d-48d2-8919-d9305ef127de,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:03.261588 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] No DVR routers for this DVR port 30d153de-323d-48d2-8919-d9305ef127de on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:39:03.283025 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] No DVR routers for this DVR port 30d153de-323d-48d2-8919-d9305ef127de on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:39:03.285165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Pushing event deleted for resources: {'Port': ['ID=30d153de-323d-48d2-8919-d9305ef127de,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:03.297965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:03.298534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:03.299039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:03.299519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:03.299998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:03.300484 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:03.300991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:03.301520 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:03.302008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:03.302497 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:03.303115 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:03.304021 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca397c-6d44-45d6-9f68-167aa00434e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:03.341597 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:03.363011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831a1e13-5fc2-4198-be6f-0db3212f52d3']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:03.373027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9e3574-be0f-4f5a-b5c1-3876132a3fa6') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:03.373390 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9e3574-be0f-4f5a-b5c1-3876132a3fa6') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:03.383638 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:03.396521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:03.402574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:39:03.402965 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:39:03.404656 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:39:03.519864 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:03.525569 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:03.527425 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] 10.222.0.22 "DELETE /v2.0/networks/831a1e13-5fc2-4198-be6f-0db3212f52d3 HTTP/1.1" status: 204 len: 168 time: 0.7186987 Sep 23 23:39:03.535077 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46242) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:03.539505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156fdbf-e4a9-4762-96a2-62c5e7e68b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=831a1e13-5fc2-4198-be6f-0db3212f52d3,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:03.882550 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3680866b-33f8-44ef-969a-ad5ebe0b0cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:04.132394 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-3680866b-33f8-44ef-969a-ad5ebe0b0cb5 admin admin] Deleting port 5172e128-1219-42e5-af3b-47ab0110ffe5 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:39:04.132789 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3680866b-33f8-44ef-969a-ad5ebe0b0cb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:04.210956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-3680866b-33f8-44ef-969a-ad5ebe0b0cb5 admin admin] For port 5172e128-1219-42e5-af3b-47ab0110ffe5, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5172e128-1219-42e5-af3b-47ab0110ffe5,segment=NetworkSegment(7fb34dd6-4d37-4f9a-ad9f-7d848849edd9),segment_id=7fb34dd6-4d37-4f9a-ad9f-7d848849edd9)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:39:04.211318 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3680866b-33f8-44ef-969a-ad5ebe0b0cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:04.223737 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-3680866b-33f8-44ef-969a-ad5ebe0b0cb5 admin admin] Calling delete_port for 5172e128-1219-42e5-af3b-47ab0110ffe5 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:39:04.474334 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3680866b-33f8-44ef-969a-ad5ebe0b0cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:04.499771 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680866b-33f8-44ef-969a-ad5ebe0b0cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5172e128-1219-42e5-af3b-47ab0110ffe5,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:04.665501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 30d153de-323d-48d2-8919-d9305ef127de no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:39:04.689000 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 30d153de-323d-48d2-8919-d9305ef127de {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:39:04.689692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 30d153de-323d-48d2-8919-d9305ef127de not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:39:04.717014 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3680866b-33f8-44ef-969a-ad5ebe0b0cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:04.941235 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3680866b-33f8-44ef-969a-ad5ebe0b0cb5 admin admin] Router 144e1114-a375-4f81-a129-09e10e45c78e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:39:05.049727 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3680866b-33f8-44ef-969a-ad5ebe0b0cb5 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:39:05.055325 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3680866b-33f8-44ef-969a-ad5ebe0b0cb5 admin admin] 10.222.0.22 "PUT /v2.0/routers/144e1114-a375-4f81-a129-09e10e45c78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5192089 Sep 23 23:39:05.058523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46246) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:05.059858 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db3a671-805c-4621-a78d-4b203a4a9594 None None] Sync routers for ids ['144e1114-a375-4f81-a129-09e10e45c78e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:39:05.069057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db3a671-805c-4621-a78d-4b203a4a9594 None None] Routers {'144e1114-a375-4f81-a129-09e10e45c78e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:39:05.069876 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3db3a671-805c-4621-a78d-4b203a4a9594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:38:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['144e1114-a375-4f81-a129-09e10e45c78e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:05.158699 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:05.174693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-3db3a671-805c-4621-a78d-4b203a4a9594 None None] Set router 144e1114-a375-4f81-a129-09e10e45c78e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:39:05.262227 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:05.353403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3db3a671-805c-4621-a78d-4b203a4a9594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144e1114-a375-4f81-a129-09e10e45c78e', 'name': 'tempest-TestMinimumBasicScenario-943391915-router', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ff72c9df-0d97-4a46-9af0-1acb1be563b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:33Z', 'updated_at': '2021-09-23T23:39:04Z', 'revision_number': 5, 'project_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'gw_port': {'id': 'ff72c9df-0d97-4a46-9af0-1acb1be563b0', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144e1114-a375-4f81-a129-09e10e45c78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:35:34Z', 'updated_at': '2021-09-23T23:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:05.367470 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] Deleting port ff72c9df-0d97-4a46-9af0-1acb1be563b0 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:39:05.367816 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:05.383997 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db3a671-805c-4621-a78d-4b203a4a9594 None None] Checking router: 144e1114-a375-4f81-a129-09e10e45c78e for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:39:05.392929 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db3a671-805c-4621-a78d-4b203a4a9594 None None] Routers {'144e1114-a375-4f81-a129-09e10e45c78e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:39:05.393606 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3db3a671-805c-4621-a78d-4b203a4a9594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:38:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['144e1114-a375-4f81-a129-09e10e45c78e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:05.456143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] For port ff72c9df-0d97-4a46-9af0-1acb1be563b0, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=ff72c9df-0d97-4a46-9af0-1acb1be563b0,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:39:05.456509 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:05.472545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] Calling delete_port for ff72c9df-0d97-4a46-9af0-1acb1be563b0 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:39:05.666282 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-3db3a671-805c-4621-a78d-4b203a4a9594 None None] Set router 144e1114-a375-4f81-a129-09e10e45c78e gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:39:05.719883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3db3a671-805c-4621-a78d-4b203a4a9594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144e1114-a375-4f81-a129-09e10e45c78e', 'name': 'tempest-TestMinimumBasicScenario-943391915-router', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:33Z', 'updated_at': '2021-09-23T23:39:05Z', 'revision_number': 6, 'project_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:05.750409 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db3a671-805c-4621-a78d-4b203a4a9594 None None] The sync data for ids ['144e1114-a375-4f81-a129-09e10e45c78e'] in n-d-810775-1 is: [{'id': '144e1114-a375-4f81-a129-09e10e45c78e', 'name': 'tempest-TestMinimumBasicScenario-943391915-router', 'tenant_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:35:33Z', 'updated_at': '2021-09-23T23:39:05Z', 'revision_number': 6, 'project_id': 'cce5efa815ec4fffba46b0e9dae9f2c3', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:39:05.788549 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:05.814340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] Pushing event deleted for resources: {'Port': ['ID=ff72c9df-0d97-4a46-9af0-1acb1be563b0,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:05.883515 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:06.405974 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:06.408087 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:06.531700 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:06.532286 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 144e1114-a375-4f81-a129-09e10e45c78e {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:39:06.536926 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:06.538906 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-94f27782-35dc-4844-a0be-7df42f2d517b admin admin] 10.222.0.22 "DELETE /v2.0/routers/144e1114-a375-4f81-a129-09e10e45c78e HTTP/1.1" status: 204 len: 168 time: 1.4794781 Sep 23 23:39:06.541730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46248) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:06.590794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ff72c9df-0d97-4a46-9af0-1acb1be563b0 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:39:06.592786 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe7e46f-8859-4615-bd50-4979c67a5983 admin admin] Deleting subnet 26d0edfc-e0ee-4308-8986-9b7ff96e64d1 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:39:06.596062 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4fe7e46f-8859-4615-bd50-4979c67a5983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:06.611416 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: ff72c9df-0d97-4a46-9af0-1acb1be563b0 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:39:06.612058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device ff72c9df-0d97-4a46-9af0-1acb1be563b0 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:39:06.612683 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5172e128-1219-42e5-af3b-47ab0110ffe5 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:39:06.632536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 5172e128-1219-42e5-af3b-47ab0110ffe5 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:39:06.635350 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5172e128-1219-42e5-af3b-47ab0110ffe5 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:39:06.637519 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4fe7e46f-8859-4615-bd50-4979c67a5983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:06.732883 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4fe7e46f-8859-4615-bd50-4979c67a5983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:06.840062 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4fe7e46f-8859-4615-bd50-4979c67a5983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:06.866784 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7e46f-8859-4615-bd50-4979c67a5983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d0edfc-e0ee-4308-8986-9b7ff96e64d1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:06.871789 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4fe7e46f-8859-4615-bd50-4979c67a5983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:06.873891 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4fe7e46f-8859-4615-bd50-4979c67a5983 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/26d0edfc-e0ee-4308-8986-9b7ff96e64d1 HTTP/1.1" status: 204 len: 168 time: 0.3308997 Sep 23 23:39:06.876272 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d11c2c-a223-469e-b488-b825e66f8bf7 None None] Network 63885ff6-7510-4681-b3ed-d13821ab27af requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:39:06.876703 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46250) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:06.948713 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:07.004503 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] Deleting port aa65a7c4-8d6b-4976-a071-307716010c2a {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:39:07.004847 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:07.053618 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2e945c-e03d-4835-874e-3a01f77960a9 None None] DHCP port deletion for 63885ff6-7510-4681-b3ed-d13821ab27af request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:39:07.075842 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] For port aa65a7c4-8d6b-4976-a071-307716010c2a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=aa65a7c4-8d6b-4976-a071-307716010c2a,segment=NetworkSegment(7fb34dd6-4d37-4f9a-ad9f-7d848849edd9),segment_id=7fb34dd6-4d37-4f9a-ad9f-7d848849edd9)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:39:07.076204 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:07.088772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] Calling delete_port for aa65a7c4-8d6b-4976-a071-307716010c2a owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:39:07.099793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e945c-e03d-4835-874e-3a01f77960a9 None None] Deleting port aa65a7c4-8d6b-4976-a071-307716010c2a {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:39:07.100819 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bc2e945c-e03d-4835-874e-3a01f77960a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:07.166652 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-bc2e945c-e03d-4835-874e-3a01f77960a9 None None] For port aa65a7c4-8d6b-4976-a071-307716010c2a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=aa65a7c4-8d6b-4976-a071-307716010c2a,segment=NetworkSegment(7fb34dd6-4d37-4f9a-ad9f-7d848849edd9),segment_id=7fb34dd6-4d37-4f9a-ad9f-7d848849edd9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:39:07.167046 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bc2e945c-e03d-4835-874e-3a01f77960a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:07.178706 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e945c-e03d-4835-874e-3a01f77960a9 None None] Calling delete_port for aa65a7c4-8d6b-4976-a071-307716010c2a owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:39:07.246146 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:07.255590 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bc2e945c-e03d-4835-874e-3a01f77960a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:07.272966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa65a7c4-8d6b-4976-a071-307716010c2a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:07.276845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] No DVR routers for this DVR port aa65a7c4-8d6b-4976-a071-307716010c2a on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:39:07.287021 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e945c-e03d-4835-874e-3a01f77960a9 None None] Pushing event deleted for resources: {'Port': ['ID=aa65a7c4-8d6b-4976-a071-307716010c2a,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:07.291617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e945c-e03d-4835-874e-3a01f77960a9 None None] No DVR routers for this DVR port aa65a7c4-8d6b-4976-a071-307716010c2a on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:39:07.353018 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:07.372625 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63885ff6-7510-4681-b3ed-d13821ab27af']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:07.382456 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb34dd6-4d37-4f9a-ad9f-7d848849edd9') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:07.382778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb34dd6-4d37-4f9a-ad9f-7d848849edd9') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:07.392148 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:07.405835 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:39:07.427744 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:39:07.548337 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:07.559860 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:07.565335 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:07.567232 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/63885ff6-7510-4681-b3ed-d13821ab27af HTTP/1.1" status: 204 len: 168 time: 0.6900122 Sep 23 23:39:07.586067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f76a1-8627-4b8a-905a-dde59791ffa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=63885ff6-7510-4681-b3ed-d13821ab27af,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:07.918695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46254) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:07.959012 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-46efee8c-a755-421f-909b-89cd9fbee05f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7127ec4ccdc945dea334b1a1f4be6c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391483 Sep 23 23:39:07.961433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46256) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:08.010429 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c711f81-f6d2-4128-8f6a-65c0a416c7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:08.032222 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c711f81-f6d2-4128-8f6a-65c0a416c7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:08.148648 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c711f81-f6d2-4128-8f6a-65c0a416c7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:08.151235 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0c711f81-f6d2-4128-8f6a-65c0a416c7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:08.152396 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0c711f81-f6d2-4128-8f6a-65c0a416c7f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d59613a-6c53-4652-8283-ed3bf66c1b56 HTTP/1.1" status: 204 len: 168 time: 0.1900814 Sep 23 23:39:08.160387 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c711f81-f6d2-4128-8f6a-65c0a416c7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d59613a-6c53-4652-8283-ed3bf66c1b56,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:08.577063 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device aa65a7c4-8d6b-4976-a071-307716010c2a no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:39:08.601941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: aa65a7c4-8d6b-4976-a071-307716010c2a {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:39:08.602297 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device aa65a7c4-8d6b-4976-a071-307716010c2a not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:39:08.832369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46262) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:08.872087 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ad8ca539-78b9-48f9-830d-7777dffbf0ca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cce5efa815ec4fffba46b0e9dae9f2c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385671 Sep 23 23:39:08.874533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46264) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:08.922174 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7658eb0c-bac6-4db1-ab5b-d4953f9e858d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:08.942904 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7658eb0c-bac6-4db1-ab5b-d4953f9e858d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:09.051750 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7658eb0c-bac6-4db1-ab5b-d4953f9e858d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:09.054535 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7658eb0c-bac6-4db1-ab5b-d4953f9e858d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:09.055712 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7658eb0c-bac6-4db1-ab5b-d4953f9e858d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/653569b5-83d7-466a-84be-bd9a430cdffa HTTP/1.1" status: 204 len: 168 time: 0.1802969 Sep 23 23:39:09.063671 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658eb0c-bac6-4db1-ab5b-d4953f9e858d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653569b5-83d7-466a-84be-bd9a430cdffa,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:11.282616 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46304) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:11.287168 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2efb63a1-8a65-4f78-8925-e3f0b82ad34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1342375217', 'description': 'tempest-secgroup-smoke-1342375217 description', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:39:11.388409 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2efb63a1-8a65-4f78-8925-e3f0b82ad34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:11.397313 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2efb63a1-8a65-4f78-8925-e3f0b82ad34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:11.490665 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2efb63a1-8a65-4f78-8925-e3f0b82ad34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:11.628639 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2efb63a1-8a65-4f78-8925-e3f0b82ad34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:11.664823 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb63a1-8a65-4f78-8925-e3f0b82ad34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064ee204-b278-40d7-afc5-044a9ce28876,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:11.721884 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2efb63a1-8a65-4f78-8925-e3f0b82ad34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:11.788800 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2efb63a1-8a65-4f78-8925-e3f0b82ad34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:11.817984 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb63a1-8a65-4f78-8925-e3f0b82ad34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:11.885951 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2efb63a1-8a65-4f78-8925-e3f0b82ad34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:11.887195 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2efb63a1-8a65-4f78-8925-e3f0b82ad34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6035640 Sep 23 23:39:11.890107 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46306) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:11.894430 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8f2012a2-0b05-4722-bf95-6807541d56e2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': 'fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:39:11.987120 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8f2012a2-0b05-4722-bf95-6807541d56e2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:12.044394 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8f2012a2-0b05-4722-bf95-6807541d56e2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:12.108113 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8f2012a2-0b05-4722-bf95-6807541d56e2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:12.127434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2012a2-0b05-4722-bf95-6807541d56e2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78dc3cf2-904d-40bb-a40d-8c18f6876c0a,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:12.182478 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8f2012a2-0b05-4722-bf95-6807541d56e2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:12.183691 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8f2012a2-0b05-4722-bf95-6807541d56e2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2926459 Sep 23 23:39:12.186501 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46308) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:12.191041 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e0aaa081-aa68-45c3-835a-cf9ef232274d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': 'fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:39:12.272748 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa081-aa68-45c3-835a-cf9ef232274d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:12.332814 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa081-aa68-45c3-835a-cf9ef232274d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:12.388071 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa081-aa68-45c3-835a-cf9ef232274d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:12.405955 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaa081-aa68-45c3-835a-cf9ef232274d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750ad405-d270-4599-8929-acb41da76fba,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:12.508361 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa081-aa68-45c3-835a-cf9ef232274d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:12.509567 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e0aaa081-aa68-45c3-835a-cf9ef232274d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3221283 Sep 23 23:39:12.512273 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46310) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:12.516659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-4d8db85c-b51a-40d0-b4ab-cd4085c80dae tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': 'fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:39:12.616335 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d8db85c-b51a-40d0-b4ab-cd4085c80dae tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:12.674798 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d8db85c-b51a-40d0-b4ab-cd4085c80dae tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:12.771466 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d8db85c-b51a-40d0-b4ab-cd4085c80dae tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:12.790325 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8db85c-b51a-40d0-b4ab-cd4085c80dae tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0779082-8e82-48bc-8d6e-8fd2c8bc3853,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:12.856920 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4d8db85c-b51a-40d0-b4ab-cd4085c80dae tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:12.858244 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4d8db85c-b51a-40d0-b4ab-cd4085c80dae tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450255 Sep 23 23:39:12.861020 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46312) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:12.865586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a50a4454-66a6-49fb-9633-590d4a77262b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': 'fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:39:12.947818 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a50a4454-66a6-49fb-9633-590d4a77262b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:13.008003 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a50a4454-66a6-49fb-9633-590d4a77262b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:13.079940 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a50a4454-66a6-49fb-9633-590d4a77262b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:13.098060 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a4454-66a6-49fb-9633-590d4a77262b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3370d05d-5738-4bdf-8497-54460754e7ca,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:13.142762 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1ba5136a-258f-46f9-8fa2-301400ca77c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:13.171460 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a50a4454-66a6-49fb-9633-590d4a77262b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:13.172706 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a50a4454-66a6-49fb-9633-590d4a77262b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3107104 Sep 23 23:39:13.175359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46314) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:13.179811 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-fcf6b155-3df8-4b1a-94a5-d575256070c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': 'fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:39:13.257540 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-fcf6b155-3df8-4b1a-94a5-d575256070c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Project 32a35fef9e4a415c9123499ddb3ed28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:39:13.263051 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fcf6b155-3df8-4b1a-94a5-d575256070c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:13.326962 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fcf6b155-3df8-4b1a-94a5-d575256070c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:13.428554 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fcf6b155-3df8-4b1a-94a5-d575256070c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:13.446723 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6b155-3df8-4b1a-94a5-d575256070c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7598b084-e275-4818-93c6-c30e53f05cc6,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:13.542816 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fcf6b155-3df8-4b1a-94a5-d575256070c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:13.544098 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fcf6b155-3df8-4b1a-94a5-d575256070c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3677287 Sep 23 23:39:13.546936 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46316) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:13.551361 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-4fc12829-5d35-4afb-b465-beccd2105761 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': 'fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:39:13.651315 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-4fc12829-5d35-4afb-b465-beccd2105761 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Project 32a35fef9e4a415c9123499ddb3ed28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:39:13.656485 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4fc12829-5d35-4afb-b465-beccd2105761 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:13.718046 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4fc12829-5d35-4afb-b465-beccd2105761 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:13.817073 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4fc12829-5d35-4afb-b465-beccd2105761 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:13.837037 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc12829-5d35-4afb-b465-beccd2105761 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c66d68-abf2-44b8-bba4-d05028de15ad,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:13.914032 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4fc12829-5d35-4afb-b465-beccd2105761 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:13.915404 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4fc12829-5d35-4afb-b465-beccd2105761 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3674505 Sep 23 23:39:13.918408 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46318) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:13.923230 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-41406748-c049-459d-9ff0-aa4505353a18 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'network': {'name': 'tempest-network-smoke--1828497429', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'port_security_enabled': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:39:14.039863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41406748-c049-459d-9ff0-aa4505353a18 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Made reservation on behalf of 32a35fef9e4a415c9123499ddb3ed28e for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:39:14.043339 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41406748-c049-459d-9ff0-aa4505353a18 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:14.066802 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41406748-c049-459d-9ff0-aa4505353a18 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:39:14.075761 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41406748-c049-459d-9ff0-aa4505353a18 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:14.076112 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-41406748-c049-459d-9ff0-aa4505353a18 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Added segment f9f4da9d-d939-4bf5-9812-7dc39a8d781d of type vlan for network 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 Sep 23 23:39:14.116220 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41406748-c049-459d-9ff0-aa4505353a18 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:14.245522 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41406748-c049-459d-9ff0-aa4505353a18 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:14.251184 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41406748-c049-459d-9ff0-aa4505353a18 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:14.251775 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-41406748-c049-459d-9ff0-aa4505353a18 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:14.320755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41406748-c049-459d-9ff0-aa4505353a18 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Network': ['ID=0dbe59e3-e820-49ff-bd1a-fa2bb40d8014,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:14.331166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:39:14.372060 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-41406748-c049-459d-9ff0-aa4505353a18 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4525859 Sep 23 23:39:14.374879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46320) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:14.379381 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'admin_state_up': True, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:39:14.474651 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:14.476276 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:14.527925 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:14.737970 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:15.007990 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:15.027771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:15.128340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.25.1.242 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/f7b2498f-7085-4715-9a50-fcf3ba854288) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:39:15.234560 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:15.343316 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:15.381149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:39:15.384600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:39:15.388355 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:39:15.396218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=f7b2498f-7085-4715-9a50-fcf3ba854288,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:15.640058 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98df6f14-cc28-4170-b7e3-1db81331aa1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:15.710104 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:15.908394 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:16.085944 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router 31d3b82f-1816-45e7-b660-6c029a8a1141 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:39:16.131508 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:16.192306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:39:16.204014 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Sync routers for ids ['31d3b82f-1816-45e7-b660-6c029a8a1141'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:39:16.213867 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Routers {'31d3b82f-1816-45e7-b660-6c029a8a1141'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:39:16.214479 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:39:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['31d3b82f-1816-45e7-b660-6c029a8a1141'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:16.302879 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:16.304310 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fe4df57c-b6bc-446a-b027-ebc4f64af34b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9283237 Sep 23 23:39:16.307497 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46322) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:16.321234 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Set router 31d3b82f-1816-45e7-b660-6c029a8a1141 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:39:16.449305 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fe6d33ea-9bb2-4945-8f6d-0b3345c1de03 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=32a35fef9e4a415c9123499ddb3ed28e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1401827 Sep 23 23:39:16.451513 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46326) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:16.499473 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:39:14Z', 'updated_at': '2021-09-23T23:39:15Z', 'revision_number': 3, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:15Z', 'updated_at': '2021-09-23T23:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:16.531260 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Checking router: 31d3b82f-1816-45e7-b660-6c029a8a1141 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:39:16.531609 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Updating router 31d3b82f-1816-45e7-b660-6c029a8a1141 port f7b2498f-7085-4715-9a50-fcf3ba854288 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:39:16.556251 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:16.600683 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1734e5b3-6a47-4e18-b30b-6448146a0d13 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:16.602479 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1734e5b3-6a47-4e18-b30b-6448146a0d13 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1500578 Sep 23 23:39:16.605528 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46328) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:16.640120 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9ec510af-0211-4299-9053-2b24bc49b688 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333760 Sep 23 23:39:16.642670 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46330) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:16.647382 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7074200b-dccd-4c8f-9d12-ed18165a54b2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1895466117', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:39:16.813811 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:16.874467 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:16.932481 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Attempting to bind port f7b2498f-7085-4715-9a50-fcf3ba854288 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:39:16.932844 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Attempting to bind port f7b2498f-7085-4715-9a50-fcf3ba854288 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:39:16.933221 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Attempting to bind port f7b2498f-7085-4715-9a50-fcf3ba854288 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:39:16.936336 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af1567-790e-4e5e-a554-efef0304d1f5 None None] Pushing event updated for resources: {'Port': ['ID=f7b2498f-7085-4715-9a50-fcf3ba854288,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:16.944242 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:39:16.945915 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:39:16.945915 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:16.946141 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:39:16.946564 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Bound port: f7b2498f-7085-4715-9a50-fcf3ba854288, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:39:16.946939 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:16.949424 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af1567-790e-4e5e-a554-efef0304d1f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:16.949761 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af1567-790e-4e5e-a554-efef0304d1f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:16.950095 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af1567-790e-4e5e-a554-efef0304d1f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:16.950421 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af1567-790e-4e5e-a554-efef0304d1f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:16.950743 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af1567-790e-4e5e-a554-efef0304d1f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:16.951065 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af1567-790e-4e5e-a554-efef0304d1f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:16.951385 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af1567-790e-4e5e-a554-efef0304d1f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:16.951702 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af1567-790e-4e5e-a554-efef0304d1f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:16.952021 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af1567-790e-4e5e-a554-efef0304d1f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:16.952335 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af1567-790e-4e5e-a554-efef0304d1f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:16.952649 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af1567-790e-4e5e-a554-efef0304d1f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:16.952964 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af1567-790e-4e5e-a554-efef0304d1f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:39:17.009651 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] For port f7b2498f-7085-4715-9a50-fcf3ba854288, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:39:17.013461 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] For port f7b2498f-7085-4715-9a50-fcf3ba854288, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f7b2498f-7085-4715-9a50-fcf3ba854288,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:39:17.097583 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:17.108135 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7074200b-dccd-4c8f-9d12-ed18165a54b2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Made reservation on behalf of 32a35fef9e4a415c9123499ddb3ed28e for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:39:17.111737 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7074200b-dccd-4c8f-9d12-ed18165a54b2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:17.160948 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af1567-790e-4e5e-a554-efef0304d1f5 None None] Pushing event updated for resources: {'Port': ['ID=f7b2498f-7085-4715-9a50-fcf3ba854288,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:17.165419 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Routers {'31d3b82f-1816-45e7-b660-6c029a8a1141'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:39:17.166033 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:39:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['31d3b82f-1816-45e7-b660-6c029a8a1141'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:17.211401 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:17.274191 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] Set router 31d3b82f-1816-45e7-b660-6c029a8a1141 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:39:17.331707 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7074200b-dccd-4c8f-9d12-ed18165a54b2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:17.388776 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074200b-dccd-4c8f-9d12-ed18165a54b2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Subnet': ['ID=4baaa34c-3623-4565-b367-3d6b668ac670,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:17.405574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074200b-dccd-4c8f-9d12-ed18165a54b2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Checking segment: {'id': 'f9f4da9d-d939-4bf5-9812-7dc39a8d781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:39:17.405943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074200b-dccd-4c8f-9d12-ed18165a54b2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network hostable DHCP agents. Network: 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:39:17.508375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074200b-dccd-4c8f-9d12-ed18165a54b2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:39:17.543256 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:39:14Z', 'updated_at': '2021-09-23T23:39:15Z', 'revision_number': 3, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:15Z', 'updated_at': '2021-09-23T23:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:17.572109 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e57c51-148a-4b69-a1e2-cf1198b2e2b0 None None] The sync data for ids ['31d3b82f-1816-45e7-b660-6c029a8a1141'] in n-d-810775-1 is: [{'id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:39:14Z', 'updated_at': '2021-09-23T23:39:15Z', 'revision_number': 3, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:15Z', 'updated_at': '2021-09-23T23:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:39:17.590427 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-7074200b-dccd-4c8f-9d12-ed18165a54b2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:39:17.594574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7074200b-dccd-4c8f-9d12-ed18165a54b2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:17.595176 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7074200b-dccd-4c8f-9d12-ed18165a54b2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:17.600597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731c8578-758d-40ad-bd1f-0136d97d7ea0 None None] Network 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:39:17.720708 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7074200b-dccd-4c8f-9d12-ed18165a54b2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0770023 Sep 23 23:39:17.729432 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46332) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:17.769988 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ips': [{'subnet_id': '4baaa34c-3623-4565-b367-3d6b668ac670'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:39:17.770820 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:17.939516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Allocated IP 172.20.0.2 (0dbe59e3-e820-49ff-bd1a-fa2bb40d8014/4baaa34c-3623-4565-b367-3d6b668ac670/28656a55-5a94-4657-8ca2-2e172c4ed89f) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:39:18.105432 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:18.205921 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:18.239038 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:18.247502 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Network 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:39:18.250435 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:39:18.254099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:39:18.264189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Pushing event updated for resources: {'Port': ['ID=28656a55-5a94-4657-8ca2-2e172c4ed89f,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:18.325237 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Attempting to bind port 28656a55-5a94-4657-8ca2-2e172c4ed89f on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:39:18.325619 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Attempting to bind port 28656a55-5a94-4657-8ca2-2e172c4ed89f by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f9f4da9d-d939-4bf5-9812-7dc39a8d781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:39:18.325999 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Attempting to bind port 28656a55-5a94-4657-8ca2-2e172c4ed89f on network 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:39:18.331506 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:39:18.331942 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Checking segment: {'id': 'f9f4da9d-d939-4bf5-9812-7dc39a8d781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:39:18.332555 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:18.333196 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Bound using segment: {'id': 'f9f4da9d-d939-4bf5-9812-7dc39a8d781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:39:18.333808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Bound port: 28656a55-5a94-4657-8ca2-2e172c4ed89f, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f4da9d-d939-4bf5-9812-7dc39a8d781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:39:18.334195 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:18.406566 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] For port 28656a55-5a94-4657-8ca2-2e172c4ed89f, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:39:18.409991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] For port 28656a55-5a94-4657-8ca2-2e172c4ed89f, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=28656a55-5a94-4657-8ca2-2e172c4ed89f,segment=NetworkSegment(f9f4da9d-d939-4bf5-9812-7dc39a8d781d),segment_id=f9f4da9d-d939-4bf5-9812-7dc39a8d781d)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:39:18.529245 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.20.0.1 (0dbe59e3-e820-49ff-bd1a-fa2bb40d8014/4baaa34c-3623-4565-b367-3d6b668ac670/0a4f8888-7f22-489d-a500-d1e831ada820) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:39:18.537453 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:18.625449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4d9c3-696e-4f10-815f-1233b0aab4a4 None None] Pushing event updated for resources: {'Port': ['ID=28656a55-5a94-4657-8ca2-2e172c4ed89f,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:18.629346 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f7b2498f-7085-4715-9a50-fcf3ba854288 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:39:18.658300 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:18.667798 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:18.689536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port f7b2498f-7085-4715-9a50-fcf3ba854288 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:39:18.689895 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:18.772330 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:18.778938 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:18.826740 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port f7b2498f-7085-4715-9a50-fcf3ba854288, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f7b2498f-7085-4715-9a50-fcf3ba854288,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:39:18.855631 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:39:18.859183 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:39:18.861749 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:39:18.909915 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=0a4f8888-7f22-489d-a500-d1e831ada820,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:18.920538 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:18.932253 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:18.951674 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:18.977629 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=f7b2498f-7085-4715-9a50-fcf3ba854288,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:19.125280 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:19.403582 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:19.485794 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:19.567190 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:19.568934 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=0a4f8888-7f22-489d-a500-d1e831ada820,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:19.666957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:39:19.668346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:39:19.765787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a4074-f793-4bb6-a905-e04767341de4 None None] Network 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:39:19.791227 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router 31d3b82f-1816-45e7-b660-6c029a8a1141 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:39:19.836161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-17807e89-5ddd-4161-af96-defac38ed129 None None] Provisioning complete for port 28656a55-5a94-4657-8ca2-2e172c4ed89f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:39:19.836660 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-17807e89-5ddd-4161-af96-defac38ed129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:19.902290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:39:19.907414 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-93cd1737-864c-4789-8d40-c5a138b644e9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "PUT /v2.0/routers/31d3b82f-1816-45e7-b660-6c029a8a1141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1768274 Sep 23 23:39:19.915384 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Sync routers for ids ['31d3b82f-1816-45e7-b660-6c029a8a1141'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:39:19.942132 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Routers {'31d3b82f-1816-45e7-b660-6c029a8a1141'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:39:19.942773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ec853286-8284-4e93-9054-6156d006d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:39:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['31d3b82f-1816-45e7-b660-6c029a8a1141'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:20.051138 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-9b49ec3a-70e0-45ee-ab21-c1cfd4072173 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1342375217&fields=id&tenant_id=32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 267 time: 0.0357175 Sep 23 23:39:20.077585 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-17807e89-5ddd-4161-af96-defac38ed129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:20.137242 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-17807e89-5ddd-4161-af96-defac38ed129 None None] For port 28656a55-5a94-4657-8ca2-2e172c4ed89f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=28656a55-5a94-4657-8ca2-2e172c4ed89f,segment=NetworkSegment(f9f4da9d-d939-4bf5-9812-7dc39a8d781d),segment_id=f9f4da9d-d939-4bf5-9812-7dc39a8d781d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:39:20.141343 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Set router 31d3b82f-1816-45e7-b660-6c029a8a1141 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:39:20.168906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-bc39f923-16be-4793-908a-8a3fed201478 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:20.170719 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-bc39f923-16be-4793-908a-8a3fed201478 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/networks?id=0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 HTTP/1.1" status: 200 len: 797 time: 0.1110189 Sep 23 23:39:20.178543 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-17807e89-5ddd-4161-af96-defac38ed129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:20.191176 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-479c4972-cc5e-456e-a3c5-b59a0898056d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/quotas/32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 375 time: 0.0127239 Sep 23 23:39:20.251040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-ee937547-3f8d-45f7-a797-e8e33bdbae17 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529864 Sep 23 23:39:20.319169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17807e89-5ddd-4161-af96-defac38ed129 None None] Pushing event updated for resources: {'Port': ['ID=28656a55-5a94-4657-8ca2-2e172c4ed89f,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:20.329543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-a33987b2-70ba-4daf-8a39-cc074ce13917 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:39:20.331017 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-a33987b2-70ba-4daf-8a39-cc074ce13917 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0675986 Sep 23 23:39:20.411452 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ec853286-8284-4e93-9054-6156d006d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:39:14Z', 'updated_at': '2021-09-23T23:39:19Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:15Z', 'updated_at': '2021-09-23T23:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '0a4f8888-7f22-489d-a500-d1e831ada820', 'name': '', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:86:63:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:18Z', 'updated_at': '2021-09-23T23:39:19Z', 'revision_number': 2, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:20.440684 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-b8293e61-9cef-4268-bca0-b39d0838a27b service neutron] 10.222.0.22 "GET /v2.0/networks/0dbe59e3-e820-49ff-bd1a-fa2bb40d8014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010854 Sep 23 23:39:20.441694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Checking router: 31d3b82f-1816-45e7-b660-6c029a8a1141 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:39:20.442060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Updating router 31d3b82f-1816-45e7-b660-6c029a8a1141 port 0a4f8888-7f22-489d-a500-d1e831ada820 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:39:20.444041 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8ed5004a-ea84-453d-bb4e-9ccc4cdc314a None None] Provisioning complete for port 28656a55-5a94-4657-8ca2-2e172c4ed89f triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:39:20.444430 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8ed5004a-ea84-453d-bb4e-9ccc4cdc314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:20.497076 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:20.550709 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-3ece60b3-e5e6-4b56-8749-f4103b4e43a1 service neutron] 10.222.0.22 "GET /v2.0/networks/0dbe59e3-e820-49ff-bd1a-fa2bb40d8014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004462 Sep 23 23:39:20.733957 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f7b2498f-7085-4715-9a50-fcf3ba854288 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:39:20.885890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8ed5004a-ea84-453d-bb4e-9ccc4cdc314a None None] Provisioning complete for port 0a4f8888-7f22-489d-a500-d1e831ada820 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:39:20.886563 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8ed5004a-ea84-453d-bb4e-9ccc4cdc314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:20.918848 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port f7b2498f-7085-4715-9a50-fcf3ba854288 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:39:20.919262 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:20.986760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8ed5004a-ea84-453d-bb4e-9ccc4cdc314a None None] Port 0a4f8888-7f22-489d-a500-d1e831ada820 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:39:21.107169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 28656a55-5a94-4657-8ca2-2e172c4ed89f up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:39:21.146532 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:21.158265 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-50006a93-3379-43c3-ab76-2d1fa642998f None None] Provisioning complete for port 0a4f8888-7f22-489d-a500-d1e831ada820 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:39:21.158635 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-50006a93-3379-43c3-ab76-2d1fa642998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:21.201885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-50006a93-3379-43c3-ab76-2d1fa642998f None None] Port 0a4f8888-7f22-489d-a500-d1e831ada820 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:39:21.207205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 28656a55-5a94-4657-8ca2-2e172c4ed89f triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:39:21.207580 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:21.230849 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:21.296976 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f040d-88dd-451f-a62b-978e3ec56f2e None None] Pushing event updated for resources: {'Port': ['ID=0a4f8888-7f22-489d-a500-d1e831ada820,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:21.383090 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Attempting to bind port 0a4f8888-7f22-489d-a500-d1e831ada820 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:39:21.383735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Attempting to bind port 0a4f8888-7f22-489d-a500-d1e831ada820 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'f9f4da9d-d939-4bf5-9812-7dc39a8d781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:39:21.384102 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Attempting to bind port 0a4f8888-7f22-489d-a500-d1e831ada820 on network 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:39:21.399081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:39:21.399081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Checking segment: {'id': 'f9f4da9d-d939-4bf5-9812-7dc39a8d781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:39:21.399081 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:21.399081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Bound using segment: {'id': 'f9f4da9d-d939-4bf5-9812-7dc39a8d781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:39:21.399081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Bound port: 0a4f8888-7f22-489d-a500-d1e831ada820, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f4da9d-d939-4bf5-9812-7dc39a8d781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:39:21.399081 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:21.466417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ec853286-8284-4e93-9054-6156d006d058 None None] For port 0a4f8888-7f22-489d-a500-d1e831ada820, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:39:21.469692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-ec853286-8284-4e93-9054-6156d006d058 None None] For port 0a4f8888-7f22-489d-a500-d1e831ada820, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0a4f8888-7f22-489d-a500-d1e831ada820,segment=NetworkSegment(f9f4da9d-d939-4bf5-9812-7dc39a8d781d),segment_id=f9f4da9d-d939-4bf5-9812-7dc39a8d781d)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:39:21.521760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ca3de8de-8579-4911-9904-01f66ed362e3 None None] Provisioning complete for port 0a4f8888-7f22-489d-a500-d1e831ada820 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:39:21.522057 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ca3de8de-8579-4911-9904-01f66ed362e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:21.548595 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:21.593364 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-ca3de8de-8579-4911-9904-01f66ed362e3 None None] Port 0a4f8888-7f22-489d-a500-d1e831ada820 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:39:21.620008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Routers {'31d3b82f-1816-45e7-b660-6c029a8a1141'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:39:21.620656 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ec853286-8284-4e93-9054-6156d006d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:39:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['31d3b82f-1816-45e7-b660-6c029a8a1141'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:21.625834 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f040d-88dd-451f-a62b-978e3ec56f2e None None] Pushing event updated for resources: {'Port': ['ID=0a4f8888-7f22-489d-a500-d1e831ada820,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:21.742881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-ec853286-8284-4e93-9054-6156d006d058 None None] Set router 31d3b82f-1816-45e7-b660-6c029a8a1141 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:39:21.855107 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b4044629-4975-4b6f-a72b-02406f5f6906 None None] Provisioning complete for port 0a4f8888-7f22-489d-a500-d1e831ada820 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:39:21.855388 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b4044629-4975-4b6f-a72b-02406f5f6906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:21.869645 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c96aa5b6-86a4-4d6d-94e5-2c58849d3819 req-89ee6495-b371-4870-a245-30db922c4a98 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 210 time: 0.0275791 Sep 23 23:39:22.008352 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b4044629-4975-4b6f-a72b-02406f5f6906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:22.031619 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-ec853286-8284-4e93-9054-6156d006d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:39:14Z', 'updated_at': '2021-09-23T23:39:19Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:15Z', 'updated_at': '2021-09-23T23:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '0a4f8888-7f22-489d-a500-d1e831ada820', 'name': '', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:86:63:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:18Z', 'updated_at': '2021-09-23T23:39:21Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:22.063589 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec853286-8284-4e93-9054-6156d006d058 None None] The sync data for ids ['31d3b82f-1816-45e7-b660-6c029a8a1141'] in n-d-810775-1 is: [{'id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:39:14Z', 'updated_at': '2021-09-23T23:39:19Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:15Z', 'updated_at': '2021-09-23T23:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '0a4f8888-7f22-489d-a500-d1e831ada820', 'name': '', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:86:63:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:18Z', 'updated_at': '2021-09-23T23:39:21Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:39:22.073758 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b4044629-4975-4b6f-a72b-02406f5f6906 None None] For port 0a4f8888-7f22-489d-a500-d1e831ada820, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0a4f8888-7f22-489d-a500-d1e831ada820,segment=NetworkSegment(f9f4da9d-d939-4bf5-9812-7dc39a8d781d),segment_id=f9f4da9d-d939-4bf5-9812-7dc39a8d781d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:39:22.165604 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b4044629-4975-4b6f-a72b-02406f5f6906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:22.223910 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4044629-4975-4b6f-a72b-02406f5f6906 None None] Pushing event updated for resources: {'Port': ['ID=0a4f8888-7f22-489d-a500-d1e831ada820,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:22.611617 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0a4f8888-7f22-489d-a500-d1e831ada820 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:39:22.660014 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0a4f8888-7f22-489d-a500-d1e831ada820 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:39:22.660386 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:22.951085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6b7b1a34-96c6-4ca5-a307-4b4004731f95 req-06b21252-41e9-4566-af25-225e444a6f8f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 210 time: 0.0290742 Sep 23 23:39:24.029984 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d80175c7-765f-4b8e-830e-b28cbec0a515 req-c5787636-1797-4046-bd99-f55e062eb0e6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 210 time: 0.0274298 Sep 23 23:39:25.106216 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9da7deb-07f4-478f-89a1-a797ac239f37 req-92caa99c-730d-4a10-a0ef-798b6df2a92a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 210 time: 0.0272353 Sep 23 23:39:26.206326 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-50db3231-62af-41eb-a318-903298b67c59 req-9505c2f8-6c6f-4982-b415-5998e57014fe tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 210 time: 0.0318995 Sep 23 23:39:27.243413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-b1c5ced8-7d92-4ca5-8a30-db3154795c7b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:27.245609 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-b1c5ced8-7d92-4ca5-8a30-db3154795c7b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.67 "GET /v2.0/networks?id=0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 HTTP/1.1" status: 200 len: 797 time: 0.1113448 Sep 23 23:39:27.313080 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1840b14a-a389-491f-937e-4db64c883da2 req-32a4b40e-de7d-46fc-aff3-fff1c5d0c176 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 210 time: 0.0342534 Sep 23 23:39:27.321166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-14138346-8260-4d6e-a93c-0538a101f877 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 380 time: 0.0606103 Sep 23 23:39:27.331275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-dbc92e55-314c-4b10-ac97-cb9409fc575a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'port': {'device_id': 'b4ca7093-7505-489b-b079-1841791983db', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'admin_state_up': True, 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'security_groups': ['fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:39:27.508205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-dbc92e55-314c-4b10-ac97-cb9409fc575a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Made reservation on behalf of 32a35fef9e4a415c9123499ddb3ed28e for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:39:27.511780 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-dbc92e55-314c-4b10-ac97-cb9409fc575a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:27.641728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-dbc92e55-314c-4b10-ac97-cb9409fc575a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.20.0.4 (0dbe59e3-e820-49ff-bd1a-fa2bb40d8014/4baaa34c-3623-4565-b367-3d6b668ac670/b771ca79-1641-4a94-b3d6-785721d43411) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:39:27.784488 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-dbc92e55-314c-4b10-ac97-cb9409fc575a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:27.857305 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-dbc92e55-314c-4b10-ac97-cb9409fc575a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:27.901575 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-dbc92e55-314c-4b10-ac97-cb9409fc575a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:39:27.904538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-dbc92e55-314c-4b10-ac97-cb9409fc575a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:39:27.908240 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-dbc92e55-314c-4b10-ac97-cb9409fc575a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:39:27.917923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc92e55-314c-4b10-ac97-cb9409fc575a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=b771ca79-1641-4a94-b3d6-785721d43411,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:27.965885 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-dbc92e55-314c-4b10-ac97-cb9409fc575a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:27.966531 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-dbc92e55-314c-4b10-ac97-cb9409fc575a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:28.063366 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-dbc92e55-314c-4b10-ac97-cb9409fc575a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7363939 Sep 23 23:39:28.117088 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b96df95b-6563-442f-826b-132caad37ecc None None] Provisioning complete for port b771ca79-1641-4a94-b3d6-785721d43411 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:39:28.117586 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b96df95b-6563-442f-826b-132caad37ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:28.127632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Request body: {'port': {'device_id': 'b4ca7093-7505-489b-b079-1841791983db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:39:28.156062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b96df95b-6563-442f-826b-132caad37ecc None None] Port b771ca79-1641-4a94-b3d6-785721d43411 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:39:28.187589 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:28.433377 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424c904-2812-4432-8175-a7b685aea291 req-0bf52180-59ae-4ca7-b649-090032f1eeb5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:28.434902 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1424c904-2812-4432-8175-a7b685aea291 req-0bf52180-59ae-4ca7-b649-090032f1eeb5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 931 time: 0.0532672 Sep 23 23:39:28.454835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b771ca79-1641-4a94-b3d6-785721d43411 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:39:28.463667 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:28.476006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Transition to ACTIVE for port object b771ca79-1641-4a94-b3d6-785721d43411 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:39:28.476238 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1424c904-2812-4432-8175-a7b685aea291 req-a65fd294-59f6-49b8-8106-2d2211313c20 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347679 Sep 23 23:39:28.554044 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:28.606129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=b771ca79-1641-4a94-b3d6-785721d43411,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:28.680120 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Attempting to bind port b771ca79-1641-4a94-b3d6-785721d43411 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:39:28.680452 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Attempting to bind port b771ca79-1641-4a94-b3d6-785721d43411 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'f9f4da9d-d939-4bf5-9812-7dc39a8d781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:39:28.680774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Attempting to bind port b771ca79-1641-4a94-b3d6-785721d43411 on network 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:39:28.686123 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Port b771ca79-1641-4a94-b3d6-785721d43411 on network 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:39:28.686440 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Attempting to bind port b771ca79-1641-4a94-b3d6-785721d43411 on network 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:39:28.691774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:39:28.692106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Checking segment: {'id': 'f9f4da9d-d939-4bf5-9812-7dc39a8d781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:39:28.692488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Bound using segment: {'id': 'f9f4da9d-d939-4bf5-9812-7dc39a8d781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:39:28.692913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Bound port: b771ca79-1641-4a94-b3d6-785721d43411, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9f4da9d-d939-4bf5-9812-7dc39a8d781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:39:28.693295 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:28.762835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] For port b771ca79-1641-4a94-b3d6-785721d43411, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:39:28.765963 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] For port b771ca79-1641-4a94-b3d6-785721d43411, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b771ca79-1641-4a94-b3d6-785721d43411,segment=NetworkSegment(f9f4da9d-d939-4bf5-9812-7dc39a8d781d),segment_id=f9f4da9d-d939-4bf5-9812-7dc39a8d781d)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:39:28.851384 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:28.886692 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:28.887305 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:28.888709 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] 10.222.0.67 "PUT /v2.0/ports/b771ca79-1641-4a94-b3d6-785721d43411 HTTP/1.1" status: 200 len: 1091 time: 0.8099871 Sep 23 23:39:28.889178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ca7093-7505-489b-b079-1841791983db', 'tag': 'b771ca79-1641-4a94-b3d6-785721d43411'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:39:28.891454 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fac7b8-9b11-4f61-a3a9-4653ba83d079" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ca7093-7505-489b-b079-1841791983db", "tag": "b771ca79-1641-4a94-b3d6-785721d43411"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:39:28.926104 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef6850-de78-4908-a906-7e172b468fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=b771ca79-1641-4a94-b3d6-785721d43411,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:28.938245 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36762765-312f-4a62-b63e-31d7a2a4f168 x-openstack-request-id: req-36762765-312f-4a62-b63e-31d7a2a4f168 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:39:28.938543 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ca7093-7505-489b-b079-1841791983db", "tag": "b771ca79-1641-4a94-b3d6-785721d43411", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:39:28.938797 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36762765-312f-4a62-b63e-31d7a2a4f168 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:39:28.939254 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ca7093-7505-489b-b079-1841791983db', 'tag': 'b771ca79-1641-4a94-b3d6-785721d43411', 'status': 'completed', 'code': 200} Sep 23 23:39:29.033242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fac7b8-9b11-4f61-a3a9-4653ba83d079 req-caf64201-0c15-4274-b8b9-cc8c68e96ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:29.034822 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4fac7b8-9b11-4f61-a3a9-4653ba83d079 req-caf64201-0c15-4274-b8b9-cc8c68e96ea7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 1094 time: 0.0526102 Sep 23 23:39:29.159286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fac7b8-9b11-4f61-a3a9-4653ba83d079 req-f1633e8b-df68-42aa-8462-1136752a77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:29.161038 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4fac7b8-9b11-4f61-a3a9-4653ba83d079 req-f1633e8b-df68-42aa-8462-1136752a77c2 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1136117 Sep 23 23:39:29.268877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fac7b8-9b11-4f61-a3a9-4653ba83d079 req-546549cc-8a39-4d42-a25a-86f384ac4a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:29.270492 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4fac7b8-9b11-4f61-a3a9-4653ba83d079 req-546549cc-8a39-4d42-a25a-86f384ac4a48 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1013644 Sep 23 23:39:29.372576 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-6f3f92b1-cbb2-4c57-b9bc-fa2c95531b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:29.374154 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-6f3f92b1-cbb2-4c57-b9bc-fa2c95531b6f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 1094 time: 0.0432026 Sep 23 23:39:29.428166 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-c1130dfb-625d-476e-8aee-f411d3b7667d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b771ca79-1641-4a94-b3d6-785721d43411 HTTP/1.1" status: 200 len: 217 time: 0.0412118 Sep 23 23:39:29.480734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-8f45aecb-20dc-42ae-9313-aa03808dee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:29.482333 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-8f45aecb-20dc-42ae-9313-aa03808dee09 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4baaa34c-3623-4565-b367-3d6b668ac670 HTTP/1.1" status: 200 len: 835 time: 0.0477943 Sep 23 23:39:29.534466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-76ad54ff-c331-41a9-a4df-8add7797caff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:29.536432 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-76ad54ff-c331-41a9-a4df-8add7797caff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dbe59e3-e820-49ff-bd1a-fa2bb40d8014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465100 Sep 23 23:39:29.598889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4093cf1-d429-42ab-ad40-de2eb31be8d6 req-ef1ff857-a95a-4d3a-9074-4f9e1e8f87ff tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:29.600443 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d4093cf1-d429-42ab-ad40-de2eb31be8d6 req-ef1ff857-a95a-4d3a-9074-4f9e1e8f87ff tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 943 time: 0.0518949 Sep 23 23:39:29.640144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-6163ae09-ef02-4afe-ad26-7d14dc627b88 service neutron] 10.222.0.67 "GET /v2.0/networks/0dbe59e3-e820-49ff-bd1a-fa2bb40d8014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966609 Sep 23 23:39:29.642055 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d4093cf1-d429-42ab-ad40-de2eb31be8d6 req-6e41f8e7-8c9f-473a-bbd6-963327325034 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347548 Sep 23 23:39:29.737974 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e78e4df2-e2d8-475c-b713-d2c7fae97cdc req-94ceb223-37a2-46f2-b2f4-7cec05c7158d service neutron] 10.222.0.67 "GET /v2.0/networks/0dbe59e3-e820-49ff-bd1a-fa2bb40d8014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897281 Sep 23 23:39:30.761234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3470b-cf7d-493c-bdf6-fd42e97d57ea req-84d958b9-3016-40e7-8c92-9c5aa5fef39d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:30.762717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-25b3470b-cf7d-493c-bdf6-fd42e97d57ea req-84d958b9-3016-40e7-8c92-9c5aa5fef39d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 943 time: 0.0493002 Sep 23 23:39:30.804377 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-25b3470b-cf7d-493c-bdf6-fd42e97d57ea req-e966e8e0-420b-40e1-9526-4a9efba731c0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356460 Sep 23 23:39:31.923084 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9318460-bae4-42a1-902f-6d88ed12f119 req-9bc77270-0cf5-436f-b161-165249ac9c34 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:31.924478 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d9318460-bae4-42a1-902f-6d88ed12f119 req-9bc77270-0cf5-436f-b161-165249ac9c34 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 943 time: 0.0533004 Sep 23 23:39:31.962803 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d9318460-bae4-42a1-902f-6d88ed12f119 req-2668b387-a1d3-4e7e-b0e3-fc8ccbf9f539 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324080 Sep 23 23:39:33.082965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa7066-6b9e-46f5-993b-f8d1fb07bd3c req-a722a8e1-47c0-4453-90a6-8c3ae062ae0b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:33.084501 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2aaa7066-6b9e-46f5-993b-f8d1fb07bd3c req-a722a8e1-47c0-4453-90a6-8c3ae062ae0b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 943 time: 0.0507522 Sep 23 23:39:33.124443 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2aaa7066-6b9e-46f5-993b-f8d1fb07bd3c req-8e17960d-1144-45ad-87e2-f88a9f234f45 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334198 Sep 23 23:39:33.315280 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b771ca79-1641-4a94-b3d6-785721d43411 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:39:33.415811 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b771ca79-1641-4a94-b3d6-785721d43411, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b771ca79-1641-4a94-b3d6-785721d43411,segment=NetworkSegment(f9f4da9d-d939-4bf5-9812-7dc39a8d781d),segment_id=f9f4da9d-d939-4bf5-9812-7dc39a8d781d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:39:33.431141 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'b771ca79-1641-4a94-b3d6-785721d43411', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'port_id': 'b771ca79-1641-4a94-b3d6-785721d43411', 'mac_address': 'fa:16:3e:04:9c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:39:33.473335 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:33.486049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b771ca79-1641-4a94-b3d6-785721d43411 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:39:33.504840 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b771ca79-1641-4a94-b3d6-785721d43411, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b771ca79-1641-4a94-b3d6-785721d43411,segment=NetworkSegment(f9f4da9d-d939-4bf5-9812-7dc39a8d781d),segment_id=f9f4da9d-d939-4bf5-9812-7dc39a8d781d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:39:33.582239 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:33.629381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b771ca79-1641-4a94-b3d6-785721d43411,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:33.957684 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['b771ca79-1641-4a94-b3d6-785721d43411'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:39:34.249794 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893d1f3-aadc-4906-a04b-243e317fb6a7 req-9c17d0c5-8c2b-4814-87ac-7c938c830bdb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:34.249794 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b893d1f3-aadc-4906-a04b-243e317fb6a7 req-9c17d0c5-8c2b-4814-87ac-7c938c830bdb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 944 time: 0.0498557 Sep 23 23:39:34.281231 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b893d1f3-aadc-4906-a04b-243e317fb6a7 req-27c1130a-a3c6-4481-bb3d-113f2d6d6f5c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340304 Sep 23 23:39:35.314930 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b771ca79-1641-4a94-b3d6-785721d43411 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:39:35.400849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc223b-8977-475a-b38a-51897b4209bb req-4651d281-d036-4226-8b2f-843480272ded tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:35.403132 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-12fc223b-8977-475a-b38a-51897b4209bb req-4651d281-d036-4226-8b2f-843480272ded tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 944 time: 0.0549173 Sep 23 23:39:35.446397 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-12fc223b-8977-475a-b38a-51897b4209bb req-01445341-d1af-4087-bbfd-a3eb7cacd12f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366504 Sep 23 23:39:35.628328 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port b771ca79-1641-4a94-b3d6-785721d43411 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:39:35.632567 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port b771ca79-1641-4a94-b3d6-785721d43411 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:39:35.633052 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:35.714946 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:35.737957 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ca7093-7505-489b-b079-1841791983db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b771ca79-1641-4a94-b3d6-785721d43411'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:39:35.740183 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a02be1-6b65-4c74-8bb2-2868279568f5" -d '{"events": [{"server_uuid": "b4ca7093-7505-489b-b079-1841791983db", "name": "network-vif-plugged", "status": "completed", "tag": "b771ca79-1641-4a94-b3d6-785721d43411"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:39:35.760403 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port b771ca79-1641-4a94-b3d6-785721d43411, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b771ca79-1641-4a94-b3d6-785721d43411,segment=NetworkSegment(f9f4da9d-d939-4bf5-9812-7dc39a8d781d),segment_id=f9f4da9d-d939-4bf5-9812-7dc39a8d781d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:39:35.834936 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576e7446-0fa1-4461-984e-393a52dfc9b0 x-openstack-request-id: req-576e7446-0fa1-4461-984e-393a52dfc9b0 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:39:35.834936 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ca7093-7505-489b-b079-1841791983db", "name": "network-vif-plugged", "status": "completed", "tag": "b771ca79-1641-4a94-b3d6-785721d43411", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:39:35.834936 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-576e7446-0fa1-4461-984e-393a52dfc9b0 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:39:35.834936 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ca7093-7505-489b-b079-1841791983db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b771ca79-1641-4a94-b3d6-785721d43411', 'code': 200} Sep 23 23:39:35.850898 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:35.902457 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=b771ca79-1641-4a94-b3d6-785721d43411,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:35.956802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb4b3c-d9a2-4645-83f1-abaa231a4eeb req-5e5774a9-c754-43ff-96c5-1ee71cf04506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:35.958316 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-23cb4b3c-d9a2-4645-83f1-abaa231a4eeb req-5e5774a9-c754-43ff-96c5-1ee71cf04506 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 1096 time: 0.0400312 Sep 23 23:39:35.997028 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-23cb4b3c-d9a2-4645-83f1-abaa231a4eeb req-5e29f03c-a4d7-4187-9a1f-b897d77d5e07 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309720 Sep 23 23:39:36.564642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e136b6f-9f3e-4b1c-8209-ea96c4a9a25c req-98544237-3b58-4edf-a62c-5e66b67f937f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:36.566202 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e136b6f-9f3e-4b1c-8209-ea96c4a9a25c req-98544237-3b58-4edf-a62c-5e66b67f937f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 945 time: 0.0512726 Sep 23 23:39:36.604950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1e136b6f-9f3e-4b1c-8209-ea96c4a9a25c req-d313434f-a2fa-44d1-be5e-52495c46f826 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316048 Sep 23 23:39:37.571232 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:37.724444 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5677f9c-44ff-49d3-859f-b252648ee2e7 req-a432e42a-bd13-4147-ad00-ff353e18f245 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:37.726023 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d5677f9c-44ff-49d3-859f-b252648ee2e7 req-a432e42a-bd13-4147-ad00-ff353e18f245 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 945 time: 0.0509207 Sep 23 23:39:37.766243 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d5677f9c-44ff-49d3-859f-b252648ee2e7 req-a1db9b42-3700-4bce-8396-e16741b2eb25 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341072 Sep 23 23:39:37.880003 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a72db-6b7b-43c6-9f13-466edad615f9 req-27816d67-5be5-4ef5-b851-1135ad3fe268 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:37.881567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ad0a72db-6b7b-43c6-9f13-466edad615f9 req-27816d67-5be5-4ef5-b851-1135ad3fe268 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 945 time: 0.0491803 Sep 23 23:39:37.918617 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ad0a72db-6b7b-43c6-9f13-466edad615f9 req-f021fa24-27c2-479e-b8f1-a89b99d43d96 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310910 Sep 23 23:39:37.941685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46410) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:37.986553 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f48f9be-c81d-4ac5-9452-209e355e9c11 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:37.988078 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2f48f9be-c81d-4ac5-9452-209e355e9c11 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 1091 time: 0.0454094 Sep 23 23:39:37.990926 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46412) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:37.995070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': 'b771ca79-1641-4a94-b3d6-785721d43411', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:39:38.063150 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:38.169067 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:38.275879 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.25.1.144 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/f649dd79-798e-40df-98c0-f926ed3e0ae2) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:39:38.377864 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:38.519863 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:38.561050 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:39:38.563951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:39:38.567579 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:39:38.596857 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=f649dd79-798e-40df-98c0-f926ed3e0ae2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:38.877190 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:39:38.917514 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:39.026290 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:39.176813 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:39.227872 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:39.293785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=f649dd79-798e-40df-98c0-f926ed3e0ae2,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:39:39.311791 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:39.411156 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Floating IP 9eb0ecca-82dc-4f87-b4b4-eca1ee2f527a associated. External IP: 172.25.1.144, port: b771ca79-1641-4a94-b3d6-785721d43411. Sep 23 23:39:39.615126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router 31d3b82f-1816-45e7-b660-6c029a8a1141 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:39:40.003609 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:39:40.013096 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12c351-7841-43a8-8656-aafb3abd1378 None None] Sync routers for ids ['31d3b82f-1816-45e7-b660-6c029a8a1141'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:39:40.023129 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b12c351-7841-43a8-8656-aafb3abd1378 None None] Routers {'31d3b82f-1816-45e7-b660-6c029a8a1141'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:39:40.023741 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9b12c351-7841-43a8-8656-aafb3abd1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:39:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['31d3b82f-1816-45e7-b660-6c029a8a1141'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:40.067924 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:40.096554 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b71d248f-dac8-497f-a0f3-9a524018f832 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1041946 Sep 23 23:39:40.096825 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ca7093-7505-489b-b079-1841791983db', 'tag': 'b771ca79-1641-4a94-b3d6-785721d43411'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:39:40.099028 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4785032-95a6-43f7-a678-d50dfa638e58" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ca7093-7505-489b-b079-1841791983db", "tag": "b771ca79-1641-4a94-b3d6-785721d43411"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:39:40.132553 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-9b12c351-7841-43a8-8656-aafb3abd1378 None None] Set router 31d3b82f-1816-45e7-b660-6c029a8a1141 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:39:40.141974 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058cf987-042a-42ba-bc48-a6a0791aa3e1 x-openstack-request-id: req-058cf987-042a-42ba-bc48-a6a0791aa3e1 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:39:40.142353 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ca7093-7505-489b-b079-1841791983db", "tag": "b771ca79-1641-4a94-b3d6-785721d43411", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:39:40.142641 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-058cf987-042a-42ba-bc48-a6a0791aa3e1 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:39:40.143151 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ca7093-7505-489b-b079-1841791983db', 'tag': 'b771ca79-1641-4a94-b3d6-785721d43411', 'status': 'completed', 'code': 200} Sep 23 23:39:40.195248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d080d1-8022-4a10-9428-a3018bd40c77 req-a1d0fcbc-22a9-4b13-a410-0ba75982b2be tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:40.196784 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-75d080d1-8022-4a10-9428-a3018bd40c77 req-a1d0fcbc-22a9-4b13-a410-0ba75982b2be tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 945 time: 0.0512502 Sep 23 23:39:40.225673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4785032-95a6-43f7-a678-d50dfa638e58 req-49885c27-d014-402a-80f5-e71ed77eea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:40.227179 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d4785032-95a6-43f7-a678-d50dfa638e58 req-49885c27-d014-402a-80f5-e71ed77eea26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 1096 time: 0.0425315 Sep 23 23:39:40.238874 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-75d080d1-8022-4a10-9428-a3018bd40c77 req-5c46f484-6f54-4edd-bdc7-7e712daa0f07 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351844 Sep 23 23:39:40.266406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46418) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:40.325500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4785032-95a6-43f7-a678-d50dfa638e58 req-c349bea1-f8b7-4f0f-8486-02a33a50c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:40.327843 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d4785032-95a6-43f7-a678-d50dfa638e58 req-c349bea1-f8b7-4f0f-8486-02a33a50c366 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 HTTP/1.1" status: 200 len: 898 time: 0.0938725 Sep 23 23:39:40.334218 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fa6927e8-2d88-4f18-bd05-dd715343ee15 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/9eb0ecca-82dc-4f87-b4b4-eca1ee2f527a HTTP/1.1" status: 200 len: 991 time: 0.0654342 Sep 23 23:39:40.372410 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9b12c351-7841-43a8-8656-aafb3abd1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:39:14Z', 'updated_at': '2021-09-23T23:39:19Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:15Z', 'updated_at': '2021-09-23T23:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '9eb0ecca-82dc-4f87-b4b4-eca1ee2f527a', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'port_id': 'b771ca79-1641-4a94-b3d6-785721d43411', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'mac_address': 'fa:16:3e:04:9c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca7093-7505-489b-b079-1841791983db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:39:38Z', 'updated_at': '2021-09-23T23:39:38Z', 'revision_number': 0, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a4f8888-7f22-489d-a500-d1e831ada820', 'name': '', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:86:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:18Z', 'updated_at': '2021-09-23T23:39:22Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:40.398799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d4785032-95a6-43f7-a678-d50dfa638e58 req-1d569d7f-865f-4ffc-ab6d-b8e0b82f914b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b771ca79-1641-4a94-b3d6-785721d43411 HTTP/1.1" status: 200 len: 999 time: 0.0630019 Sep 23 23:39:40.403798 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12c351-7841-43a8-8656-aafb3abd1378 None None] Checking router: 31d3b82f-1816-45e7-b660-6c029a8a1141 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:39:40.412854 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b12c351-7841-43a8-8656-aafb3abd1378 None None] Routers {'31d3b82f-1816-45e7-b660-6c029a8a1141'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:39:40.413520 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9b12c351-7841-43a8-8656-aafb3abd1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:39:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['31d3b82f-1816-45e7-b660-6c029a8a1141'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:40.449322 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4785032-95a6-43f7-a678-d50dfa638e58 req-28deea0b-1db0-4f6c-b3f4-49da42c75038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:40.450897 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d4785032-95a6-43f7-a678-d50dfa638e58 req-28deea0b-1db0-4f6c-b3f4-49da42c75038 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4baaa34c-3623-4565-b367-3d6b668ac670 HTTP/1.1" status: 200 len: 835 time: 0.0444095 Sep 23 23:39:40.499049 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4785032-95a6-43f7-a678-d50dfa638e58 req-54ff2584-b6cd-446d-8085-e9a18ddfa7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:39:40.500575 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d4785032-95a6-43f7-a678-d50dfa638e58 req-54ff2584-b6cd-446d-8085-e9a18ddfa7c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dbe59e3-e820-49ff-bd1a-fa2bb40d8014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408158 Sep 23 23:39:40.521426 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-9b12c351-7841-43a8-8656-aafb3abd1378 None None] Set router 31d3b82f-1816-45e7-b660-6c029a8a1141 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:39:40.600328 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d4785032-95a6-43f7-a678-d50dfa638e58 req-4f7b512b-3975-47dc-89a4-d595ddd4553a service neutron] 10.222.0.67 "GET /v2.0/networks/0dbe59e3-e820-49ff-bd1a-fa2bb40d8014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915697 Sep 23 23:39:40.693267 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d4785032-95a6-43f7-a678-d50dfa638e58 req-771e1dc4-bf7d-4c29-9693-596264533ef1 service neutron] 10.222.0.67 "GET /v2.0/networks/0dbe59e3-e820-49ff-bd1a-fa2bb40d8014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856166 Sep 23 23:39:40.746964 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9b12c351-7841-43a8-8656-aafb3abd1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:39:14Z', 'updated_at': '2021-09-23T23:39:19Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:15Z', 'updated_at': '2021-09-23T23:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '9eb0ecca-82dc-4f87-b4b4-eca1ee2f527a', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'port_id': 'b771ca79-1641-4a94-b3d6-785721d43411', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'mac_address': 'fa:16:3e:04:9c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca7093-7505-489b-b079-1841791983db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:39:38Z', 'updated_at': '2021-09-23T23:39:38Z', 'revision_number': 0, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a4f8888-7f22-489d-a500-d1e831ada820', 'name': '', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:86:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:18Z', 'updated_at': '2021-09-23T23:39:22Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:39:40.774423 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12c351-7841-43a8-8656-aafb3abd1378 None None] The sync data for ids ['31d3b82f-1816-45e7-b660-6c029a8a1141'] in n-d-810775-1 is: [{'id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:39:14Z', 'updated_at': '2021-09-23T23:39:19Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:15Z', 'updated_at': '2021-09-23T23:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '9eb0ecca-82dc-4f87-b4b4-eca1ee2f527a', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'port_id': 'b771ca79-1641-4a94-b3d6-785721d43411', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'mac_address': 'fa:16:3e:04:9c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca7093-7505-489b-b079-1841791983db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:39:38Z', 'updated_at': '2021-09-23T23:39:38Z', 'revision_number': 0, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a4f8888-7f22-489d-a500-d1e831ada820', 'name': '', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:86:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:18Z', 'updated_at': '2021-09-23T23:39:22Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:39:40.965230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188bc704-b083-4733-b75c-ccf2537ca893 None None] New status for floating IP 9eb0ecca-82dc-4f87-b4b4-eca1ee2f527a: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:39:41.336996 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46420) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:39:41.398098 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1c818b89-4110-45b3-ae92-47d7c7ad9966 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/9eb0ecca-82dc-4f87-b4b4-eca1ee2f527a HTTP/1.1" status: 200 len: 993 time: 0.0596786 Sep 23 23:39:43.136429 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-baaa5dfd-ab4c-4445-a0d5-f4d7b447329f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:45.633565 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2ad0000a-c904-4a80-93be-68b36f836a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:46.136113 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:47.262110 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:48.656425 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:39:48.897008 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:07.507746 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:13.462305 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-eb56fd9c-6255-47c5-a0eb-13223effa4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:15.662249 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6fadca99-91f5-4dcf-b5bf-ba48619f6c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:15.878733 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:40:16.175938 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:17.250552 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:18.674086 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:18.913070 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:24.652355 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08711208-2c90-4ab5-88a5-c5b0e132b917 req-50e46d50-091a-4ee6-bcf4-e9151204f5dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427063 Sep 23 23:40:24.757642 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711208-2c90-4ab5-88a5-c5b0e132b917 req-38499c6a-d3da-496a-a8ab-6f099451719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:40:24.759517 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08711208-2c90-4ab5-88a5-c5b0e132b917 req-38499c6a-d3da-496a-a8ab-6f099451719d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 1096 time: 0.0478172 Sep 23 23:40:24.867315 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711208-2c90-4ab5-88a5-c5b0e132b917 req-8b22393a-745a-41a5-87ac-d46ef93acc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:40:24.868476 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08711208-2c90-4ab5-88a5-c5b0e132b917 req-8b22393a-745a-41a5-87ac-d46ef93acc74 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 HTTP/1.1" status: 200 len: 898 time: 0.0882699 Sep 23 23:40:24.943119 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08711208-2c90-4ab5-88a5-c5b0e132b917 req-383c8619-7662-4b6b-8572-f727527fdb35 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b771ca79-1641-4a94-b3d6-785721d43411 HTTP/1.1" status: 200 len: 1001 time: 0.0660605 Sep 23 23:40:24.996570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711208-2c90-4ab5-88a5-c5b0e132b917 req-5cbd3da9-6e72-4c34-8f76-e68c55d4def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:40:24.998093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08711208-2c90-4ab5-88a5-c5b0e132b917 req-5cbd3da9-6e72-4c34-8f76-e68c55d4def4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4baaa34c-3623-4565-b367-3d6b668ac670 HTTP/1.1" status: 200 len: 835 time: 0.0479660 Sep 23 23:40:25.046834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711208-2c90-4ab5-88a5-c5b0e132b917 req-0bef54a1-02f0-4f11-a0c1-965610c3216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:40:25.048587 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08711208-2c90-4ab5-88a5-c5b0e132b917 req-0bef54a1-02f0-4f11-a0c1-965610c3216a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dbe59e3-e820-49ff-bd1a-fa2bb40d8014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427973 Sep 23 23:40:25.147459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08711208-2c90-4ab5-88a5-c5b0e132b917 req-676abfe9-ae13-411c-b59a-613b2c23b319 service neutron] 10.222.0.67 "GET /v2.0/networks/0dbe59e3-e820-49ff-bd1a-fa2bb40d8014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913165 Sep 23 23:40:25.244891 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08711208-2c90-4ab5-88a5-c5b0e132b917 req-2aa8ec03-cce0-49b5-8a13-afb6a3e8c3c0 service neutron] 10.222.0.67 "GET /v2.0/networks/0dbe59e3-e820-49ff-bd1a-fa2bb40d8014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890865 Sep 23 23:40:37.524232 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:43.152457 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-58fa1cfa-03f0-4fb7-98d9-64357415d8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:44.615696 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580d2f5-df7d-480f-9e0a-036b38ff8843 req-bd19c201-b927-4bec-962f-c92d056ebbb8 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:40:44.617211 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c580d2f5-df7d-480f-9e0a-036b38ff8843 req-bd19c201-b927-4bec-962f-c92d056ebbb8 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 945 time: 0.3674490 Sep 23 23:40:44.655747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c580d2f5-df7d-480f-9e0a-036b38ff8843 req-022a5dff-7df4-43cc-8a5b-4e7beeacc3b2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324237 Sep 23 23:40:45.650113 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ec045ad5-31e4-4684-894d-e97e42647228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:45.801637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f0378-90f4-471a-b3d3-3ade0fb52ea1 req-03547372-1159-4f95-9dbf-b72180b632d0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:40:45.803120 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-434f0378-90f4-471a-b3d3-3ade0fb52ea1 req-03547372-1159-4f95-9dbf-b72180b632d0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 945 time: 0.0498593 Sep 23 23:40:45.841776 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-434f0378-90f4-471a-b3d3-3ade0fb52ea1 req-fd1e310d-b8a6-4b98-9297-4be321f50281 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326185 Sep 23 23:40:45.865434 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46458) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:40:45.934443 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c434c9da-a880-42f1-9c28-9e067c7e671d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/9eb0ecca-82dc-4f87-b4b4-eca1ee2f527a HTTP/1.1" status: 200 len: 993 time: 0.0677819 Sep 23 23:40:46.141238 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:47.233124 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:47.320492 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290415de-74d2-4ad2-9d98-e201364abdc4 req-237d82d6-8868-44d4-be4e-6dcb6227a5f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:40:47.322030 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-290415de-74d2-4ad2-9d98-e201364abdc4 req-237d82d6-8868-44d4-be4e-6dcb6227a5f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 945 time: 0.0492556 Sep 23 23:40:47.359898 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-290415de-74d2-4ad2-9d98-e201364abdc4 req-97d3d288-6ded-4b17-bbee-19876f32fb14 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316653 Sep 23 23:40:48.479817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb7a20-4043-4ee7-b725-a3dde93921ca req-7c50a5a7-2d43-49c0-8f5c-9007c11e5b49 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:40:48.481383 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32bb7a20-4043-4ee7-b725-a3dde93921ca req-7c50a5a7-2d43-49c0-8f5c-9007c11e5b49 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 945 time: 0.0498083 Sep 23 23:40:48.520535 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-32bb7a20-4043-4ee7-b725-a3dde93921ca req-4c3c8215-d5b6-4cdd-a175-8a6124f93fd9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322871 Sep 23 23:40:48.543600 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46470) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:40:48.609752 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-258f76b2-3b37-4385-bfbb-b234f4443ced tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/9eb0ecca-82dc-4f87-b4b4-eca1ee2f527a HTTP/1.1" status: 200 len: 993 time: 0.0647888 Sep 23 23:40:48.673001 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:48.884079 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:48.892134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46476) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:40:49.050844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port f649dd79-798e-40df-98c0-f926ed3e0ae2 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:40:49.051185 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:49.125169 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:49.125500 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:49.137121 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for f649dd79-798e-40df-98c0-f926ed3e0ae2 owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:40:49.329979 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:49.359076 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=f649dd79-798e-40df-98c0-f926ed3e0ae2,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:40:49.371080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:49.371442 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:49.371787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:49.372136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:49.372469 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:49.372806 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:49.373171 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:49.373507 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:49.373842 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:49.374173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:49.374501 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:49.374828 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:49.429599 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:49.429934 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Floating IP 9eb0ecca-82dc-4f87-b4b4-eca1ee2f527a disassociated (deleted). External IP: 172.25.1.144, port: b771ca79-1641-4a94-b3d6-785721d43411. Sep 23 23:40:49.637713 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router 31d3b82f-1816-45e7-b660-6c029a8a1141 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:40:49.746762 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:40:49.751319 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:49.758844 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04f26d-870b-406d-b75b-1aa1920cb231 None None] Sync routers for ids ['31d3b82f-1816-45e7-b660-6c029a8a1141'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:40:49.767798 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04f26d-870b-406d-b75b-1aa1920cb231 None None] Routers {'31d3b82f-1816-45e7-b660-6c029a8a1141'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:40:49.768395 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7e04f26d-870b-406d-b75b-1aa1920cb231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:40:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['31d3b82f-1816-45e7-b660-6c029a8a1141'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:40:49.781660 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1f5b7038-5e97-49a7-95a1-7881476a5bbb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/floatingips/9eb0ecca-82dc-4f87-b4b4-eca1ee2f527a HTTP/1.1" status: 204 len: 168 time: 0.8884609 Sep 23 23:40:49.782333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ca7093-7505-489b-b079-1841791983db', 'tag': 'b771ca79-1641-4a94-b3d6-785721d43411'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:40:49.785074 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d99435-2bb5-443e-8ba0-64713266fefe" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ca7093-7505-489b-b079-1841791983db", "tag": "b771ca79-1641-4a94-b3d6-785721d43411"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:40:49.832158 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390d6b94-3faa-47b2-89fe-37ebaec7bdf9 x-openstack-request-id: req-390d6b94-3faa-47b2-89fe-37ebaec7bdf9 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:40:49.832504 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ca7093-7505-489b-b079-1841791983db", "tag": "b771ca79-1641-4a94-b3d6-785721d43411", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:40:49.832899 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-390d6b94-3faa-47b2-89fe-37ebaec7bdf9 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:40:49.833354 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ca7093-7505-489b-b079-1841791983db', 'tag': 'b771ca79-1641-4a94-b3d6-785721d43411', 'status': 'completed', 'code': 200} Sep 23 23:40:49.878659 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-7e04f26d-870b-406d-b75b-1aa1920cb231 None None] Set router 31d3b82f-1816-45e7-b660-6c029a8a1141 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:40:49.914844 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d99435-2bb5-443e-8ba0-64713266fefe req-b3b8f7f0-330a-4a7a-a2d7-f29695827489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:40:49.916358 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79d99435-2bb5-443e-8ba0-64713266fefe req-b3b8f7f0-330a-4a7a-a2d7-f29695827489 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 1096 time: 0.0417113 Sep 23 23:40:50.019883 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d99435-2bb5-443e-8ba0-64713266fefe req-48e6db74-a134-47d2-8587-a70f5574ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:40:50.021702 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79d99435-2bb5-443e-8ba0-64713266fefe req-48e6db74-a134-47d2-8587-a70f5574ef7d service neutron] 10.222.0.67 "GET /v2.0/networks?id=0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 HTTP/1.1" status: 200 len: 898 time: 0.0972784 Sep 23 23:40:50.068126 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79d99435-2bb5-443e-8ba0-64713266fefe req-0e413ab3-0697-44be-b0d6-cc11b93f28a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b771ca79-1641-4a94-b3d6-785721d43411 HTTP/1.1" status: 200 len: 217 time: 0.0353749 Sep 23 23:40:50.082051 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7e04f26d-870b-406d-b75b-1aa1920cb231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:39:14Z', 'updated_at': '2021-09-23T23:39:19Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:15Z', 'updated_at': '2021-09-23T23:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '0a4f8888-7f22-489d-a500-d1e831ada820', 'name': '', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:86:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:18Z', 'updated_at': '2021-09-23T23:39:22Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:40:50.109146 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04f26d-870b-406d-b75b-1aa1920cb231 None None] Checking router: 31d3b82f-1816-45e7-b660-6c029a8a1141 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:40:50.118829 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04f26d-870b-406d-b75b-1aa1920cb231 None None] Routers {'31d3b82f-1816-45e7-b660-6c029a8a1141'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:40:50.119583 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7e04f26d-870b-406d-b75b-1aa1920cb231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:40:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['31d3b82f-1816-45e7-b660-6c029a8a1141'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:40:50.135909 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d99435-2bb5-443e-8ba0-64713266fefe req-81b8340c-a1de-47df-b0e4-371258d10869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:40:50.137391 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79d99435-2bb5-443e-8ba0-64713266fefe req-81b8340c-a1de-47df-b0e4-371258d10869 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4baaa34c-3623-4565-b367-3d6b668ac670 HTTP/1.1" status: 200 len: 835 time: 0.0618997 Sep 23 23:40:50.206412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f6bcc-7ea5-4cb6-a021-2692dc241077 req-1bf97810-cac4-4008-8e39-c57bb22e9d68 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:40:50.207992 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-770f6bcc-7ea5-4cb6-a021-2692dc241077 req-1bf97810-cac4-4008-8e39-c57bb22e9d68 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 945 time: 0.0863185 Sep 23 23:40:50.215309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d99435-2bb5-443e-8ba0-64713266fefe req-62f1ece4-8026-40d3-add3-b0434a8201ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:40:50.216830 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79d99435-2bb5-443e-8ba0-64713266fefe req-62f1ece4-8026-40d3-add3-b0434a8201ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dbe59e3-e820-49ff-bd1a-fa2bb40d8014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652845 Sep 23 23:40:50.284774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-770f6bcc-7ea5-4cb6-a021-2692dc241077 req-fd8c328b-53dd-411a-a548-cf2080219ce2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653684 Sep 23 23:40:50.327882 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-7e04f26d-870b-406d-b75b-1aa1920cb231 None None] Set router 31d3b82f-1816-45e7-b660-6c029a8a1141 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:40:50.340968 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79d99435-2bb5-443e-8ba0-64713266fefe req-98929a31-7f81-40c6-8ffd-a076fabc152b service neutron] 10.222.0.67 "GET /v2.0/networks/0dbe59e3-e820-49ff-bd1a-fa2bb40d8014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091666 Sep 23 23:40:50.435884 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79d99435-2bb5-443e-8ba0-64713266fefe req-76a4e61f-6ce8-4ffe-86e3-70d410a1c1e8 service neutron] 10.222.0.67 "GET /v2.0/networks/0dbe59e3-e820-49ff-bd1a-fa2bb40d8014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872524 Sep 23 23:40:50.530592 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7e04f26d-870b-406d-b75b-1aa1920cb231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:39:14Z', 'updated_at': '2021-09-23T23:39:19Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:15Z', 'updated_at': '2021-09-23T23:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '0a4f8888-7f22-489d-a500-d1e831ada820', 'name': '', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:86:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:18Z', 'updated_at': '2021-09-23T23:39:22Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:40:50.556630 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04f26d-870b-406d-b75b-1aa1920cb231 None None] The sync data for ids ['31d3b82f-1816-45e7-b660-6c029a8a1141'] in n-d-810775-1 is: [{'id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:39:14Z', 'updated_at': '2021-09-23T23:39:19Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:15Z', 'updated_at': '2021-09-23T23:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '0a4f8888-7f22-489d-a500-d1e831ada820', 'name': '', 'network_id': '0dbe59e3-e820-49ff-bd1a-fa2bb40d8014', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:86:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:18Z', 'updated_at': '2021-09-23T23:39:22Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4baaa34c-3623-4565-b367-3d6b668ac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:40:50.766002 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb69f44-52bc-42b9-9298-049dbd1ac0be None None] New status for floating IP 9eb0ecca-82dc-4f87-b4b4-eca1ee2f527a: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:40:51.403140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435e912-4595-4998-8c40-1f53170e30ea req-e5281fa4-b7a2-4887-bbf2-819fe103f86c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:40:51.404686 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c435e912-4595-4998-8c40-1f53170e30ea req-e5281fa4-b7a2-4887-bbf2-819fe103f86c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 945 time: 0.0504684 Sep 23 23:40:51.443542 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c435e912-4595-4998-8c40-1f53170e30ea req-9bbfcebf-fc87-4f23-a65e-5eda58a8f957 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319107 Sep 23 23:40:52.084685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e0f17-2be9-4ae5-9b1b-c677e7ad278f req-97179a3a-3709-43a4-a36e-314f63cb9fcf tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:40:52.086171 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3b9e0f17-2be9-4ae5-9b1b-c677e7ad278f req-97179a3a-3709-43a4-a36e-314f63cb9fcf tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 945 time: 0.0538845 Sep 23 23:40:52.173579 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-3b9e0f17-2be9-4ae5-9b1b-c677e7ad278f req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port b771ca79-1641-4a94-b3d6-785721d43411 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:40:52.174367 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3b9e0f17-2be9-4ae5-9b1b-c677e7ad278f req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:52.265934 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-3b9e0f17-2be9-4ae5-9b1b-c677e7ad278f req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] For port b771ca79-1641-4a94-b3d6-785721d43411, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=b771ca79-1641-4a94-b3d6-785721d43411,segment=NetworkSegment(f9f4da9d-d939-4bf5-9812-7dc39a8d781d),segment_id=f9f4da9d-d939-4bf5-9812-7dc39a8d781d)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:40:52.266298 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3b9e0f17-2be9-4ae5-9b1b-c677e7ad278f req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:52.278433 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-3b9e0f17-2be9-4ae5-9b1b-c677e7ad278f req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for b771ca79-1641-4a94-b3d6-785721d43411 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:40:52.484397 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3b9e0f17-2be9-4ae5-9b1b-c677e7ad278f req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:52.530533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=b771ca79-1641-4a94-b3d6-785721d43411,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:40:52.557612 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-71931e4f-58de-44f0-b4fe-26859476d6bf req-669ea7ec-59be-400c-a3f8-732a5b441d96 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ca7093-7505-489b-b079-1841791983db HTTP/1.1" status: 200 len: 210 time: 0.0396540 Sep 23 23:40:52.574072 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:52.574418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:52.574755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:52.575088 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:52.575414 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:52.575764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:52.576106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:52.576416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:52.576736 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:52.577136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:52.577402 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:52.577717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:52.597319 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9e0f17-2be9-4ae5-9b1b-c677e7ad278f req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] No DVR routers for this DVR port b771ca79-1641-4a94-b3d6-785721d43411 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:40:52.599947 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-3b9e0f17-2be9-4ae5-9b1b-c677e7ad278f req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:52.601979 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3b9e0f17-2be9-4ae5-9b1b-c677e7ad278f req-25b090dd-8d7e-4583-aed7-02efee315562 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.67 "DELETE /v2.0/ports/b771ca79-1641-4a94-b3d6-785721d43411 HTTP/1.1" status: 204 len: 173 time: 0.5099688 Sep 23 23:40:52.602579 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ca7093-7505-489b-b079-1841791983db', 'name': 'network-vif-deleted', 'tag': 'b771ca79-1641-4a94-b3d6-785721d43411'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:40:52.604886 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509e544f-c53d-49b1-b222-99639dfd59a4" -d '{"events": [{"server_uuid": "b4ca7093-7505-489b-b079-1841791983db", "name": "network-vif-deleted", "tag": "b771ca79-1641-4a94-b3d6-785721d43411"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:40:52.640998 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba991272-a55c-4680-bbd1-23b645f5b020 x-openstack-request-id: req-ba991272-a55c-4680-bbd1-23b645f5b020 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:40:52.641316 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ca7093-7505-489b-b079-1841791983db", "name": "network-vif-deleted", "tag": "b771ca79-1641-4a94-b3d6-785721d43411", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:40:52.641563 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba991272-a55c-4680-bbd1-23b645f5b020 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:40:52.642005 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ca7093-7505-489b-b079-1841791983db', 'name': 'network-vif-deleted', 'tag': 'b771ca79-1641-4a94-b3d6-785721d43411', 'status': 'completed', 'code': 200} Sep 23 23:40:52.879734 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:40:53.617647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46492) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:40:53.989882 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7102ff1a-bffb-4f55-a8fc-ec9558998057 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:54.252991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7102ff1a-bffb-4f55-a8fc-ec9558998057 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port 0a4f8888-7f22-489d-a500-d1e831ada820 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:40:54.253304 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7102ff1a-bffb-4f55-a8fc-ec9558998057 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:54.343956 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-7102ff1a-bffb-4f55-a8fc-ec9558998057 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] For port 0a4f8888-7f22-489d-a500-d1e831ada820, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0a4f8888-7f22-489d-a500-d1e831ada820,segment=NetworkSegment(f9f4da9d-d939-4bf5-9812-7dc39a8d781d),segment_id=f9f4da9d-d939-4bf5-9812-7dc39a8d781d)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:40:54.344313 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7102ff1a-bffb-4f55-a8fc-ec9558998057 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:54.356850 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-7102ff1a-bffb-4f55-a8fc-ec9558998057 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for 0a4f8888-7f22-489d-a500-d1e831ada820 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:40:54.609771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7102ff1a-bffb-4f55-a8fc-ec9558998057 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:54.641813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102ff1a-bffb-4f55-a8fc-ec9558998057 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=0a4f8888-7f22-489d-a500-d1e831ada820,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:40:54.816107 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7102ff1a-bffb-4f55-a8fc-ec9558998057 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:55.033196 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7102ff1a-bffb-4f55-a8fc-ec9558998057 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router 31d3b82f-1816-45e7-b660-6c029a8a1141 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:40:55.424227 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7102ff1a-bffb-4f55-a8fc-ec9558998057 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:40:55.429476 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7102ff1a-bffb-4f55-a8fc-ec9558998057 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "PUT /v2.0/routers/31d3b82f-1816-45e7-b660-6c029a8a1141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8106902 Sep 23 23:40:55.432175 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46494) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:40:55.434822 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf20c19-496e-47e8-bd26-72d47d8c89f4 None None] Sync routers for ids ['31d3b82f-1816-45e7-b660-6c029a8a1141'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:40:55.444677 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf20c19-496e-47e8-bd26-72d47d8c89f4 None None] Routers {'31d3b82f-1816-45e7-b660-6c029a8a1141'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:40:55.445328 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5bf20c19-496e-47e8-bd26-72d47d8c89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:40:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['31d3b82f-1816-45e7-b660-6c029a8a1141'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:40:55.483268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8eb3537-0923-4991-98fd-373663c4d55b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting subnet 4baaa34c-3623-4565-b367-3d6b668ac670 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:40:55.486820 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3537-0923-4991-98fd-373663c4d55b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:55.527256 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3537-0923-4991-98fd-373663c4d55b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:55.550482 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-5bf20c19-496e-47e8-bd26-72d47d8c89f4 None None] Set router 31d3b82f-1816-45e7-b660-6c029a8a1141 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:40:55.613827 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3537-0923-4991-98fd-373663c4d55b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:55.706623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b771ca79-1641-4a94-b3d6-785721d43411 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:40:55.726711 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: b771ca79-1641-4a94-b3d6-785721d43411 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:40:55.727062 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device b771ca79-1641-4a94-b3d6-785721d43411 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:40:55.730772 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5bf20c19-496e-47e8-bd26-72d47d8c89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:39:14Z', 'updated_at': '2021-09-23T23:40:54Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:15Z', 'updated_at': '2021-09-23T23:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:40:55.747438 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3537-0923-4991-98fd-373663c4d55b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:55.761665 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf20c19-496e-47e8-bd26-72d47d8c89f4 None None] Checking router: 31d3b82f-1816-45e7-b660-6c029a8a1141 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:40:55.770003 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf20c19-496e-47e8-bd26-72d47d8c89f4 None None] Routers {'31d3b82f-1816-45e7-b660-6c029a8a1141'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:40:55.770614 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5bf20c19-496e-47e8-bd26-72d47d8c89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:40:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['31d3b82f-1816-45e7-b660-6c029a8a1141'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:40:55.777266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb3537-0923-4991-98fd-373663c4d55b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Subnet': ['ID=4baaa34c-3623-4565-b367-3d6b668ac670,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:40:55.782680 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3537-0923-4991-98fd-373663c4d55b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:55.787461 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a8eb3537-0923-4991-98fd-373663c4d55b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/subnets/4baaa34c-3623-4565-b367-3d6b668ac670 HTTP/1.1" status: 204 len: 168 time: 0.3518870 Sep 23 23:40:55.788610 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46496) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:40:55.790593 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a960993-2a9f-4568-9fdc-1018a3abc40c None None] Network 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:40:55.877796 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-5bf20c19-496e-47e8-bd26-72d47d8c89f4 None None] Set router 31d3b82f-1816-45e7-b660-6c029a8a1141 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:40:55.900916 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:55.970597 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] DHCP port deletion for 0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:40:56.011315 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:56.019812 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Deleting port 28656a55-5a94-4657-8ca2-2e172c4ed89f {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:40:56.020183 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:56.081442 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-5bf20c19-496e-47e8-bd26-72d47d8c89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:39:14Z', 'updated_at': '2021-09-23T23:40:54Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:15Z', 'updated_at': '2021-09-23T23:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:40:56.111108 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf20c19-496e-47e8-bd26-72d47d8c89f4 None None] The sync data for ids ['31d3b82f-1816-45e7-b660-6c029a8a1141'] in n-d-810775-1 is: [{'id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967804538', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:39:14Z', 'updated_at': '2021-09-23T23:40:54Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'f7b2498f-7085-4715-9a50-fcf3ba854288', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3b82f-1816-45e7-b660-6c029a8a1141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:39:15Z', 'updated_at': '2021-09-23T23:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:40:56.130730 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port f7b2498f-7085-4715-9a50-fcf3ba854288 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:40:56.131107 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:56.219865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] For port f7b2498f-7085-4715-9a50-fcf3ba854288, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=f7b2498f-7085-4715-9a50-fcf3ba854288,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:40:56.220316 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:56.232743 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for f7b2498f-7085-4715-9a50-fcf3ba854288 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:40:56.240188 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] For port 28656a55-5a94-4657-8ca2-2e172c4ed89f, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=28656a55-5a94-4657-8ca2-2e172c4ed89f,segment=NetworkSegment(f9f4da9d-d939-4bf5-9812-7dc39a8d781d),segment_id=f9f4da9d-d939-4bf5-9812-7dc39a8d781d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:40:56.240645 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:56.254153 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Calling delete_port for 28656a55-5a94-4657-8ca2-2e172c4ed89f owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:40:56.392866 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:56.416519 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Pushing event deleted for resources: {'Port': ['ID=28656a55-5a94-4657-8ca2-2e172c4ed89f,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:40:56.427137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:56.427450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:56.427792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:56.428152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:56.428463 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:56.428800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:56.429148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:56.429491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:56.429820 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:56.430122 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:56.430444 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:56.430771 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:40:56.433442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807d8077-1f09-4dbd-be89-69d668a8d8f0 None None] No DVR routers for this DVR port 28656a55-5a94-4657-8ca2-2e172c4ed89f on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:40:56.472783 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:56.506126 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=f7b2498f-7085-4715-9a50-fcf3ba854288,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:40:56.572057 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:56.669567 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:56.671907 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:56.691810 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 28656a55-5a94-4657-8ca2-2e172c4ed89f no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:40:56.716695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 28656a55-5a94-4657-8ca2-2e172c4ed89f {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:40:56.717429 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 28656a55-5a94-4657-8ca2-2e172c4ed89f not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:40:56.717637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0a4f8888-7f22-489d-a500-d1e831ada820 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:40:56.737634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 0a4f8888-7f22-489d-a500-d1e831ada820 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:40:56.738008 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0a4f8888-7f22-489d-a500-d1e831ada820 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:40:56.792618 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:56.793267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Fanout notify agent at l3_agent the message router_deleted on router 31d3b82f-1816-45e7-b660-6c029a8a1141 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:40:56.804643 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:56.804643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1d2cc103-1425-47f1-a021-797251da848c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/routers/31d3b82f-1816-45e7-b660-6c029a8a1141 HTTP/1.1" status: 204 len: 168 time: 1.0118291 Sep 23 23:40:56.804643 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46498) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:40:56.886337 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f1c6-1f46-483a-9ad1-78563bb3dec7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:56.979760 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f1c6-1f46-483a-9ad1-78563bb3dec7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:57.001603 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-1ad5f1c6-1f46-483a-9ad1-78563bb3dec7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbe59e3-e820-49ff-bd1a-fa2bb40d8014']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:40:57.010844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-1ad5f1c6-1f46-483a-9ad1-78563bb3dec7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f4da9d-d939-4bf5-9812-7dc39a8d781d') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:40:57.011143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-1ad5f1c6-1f46-483a-9ad1-78563bb3dec7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f4da9d-d939-4bf5-9812-7dc39a8d781d') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:40:57.020433 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f1c6-1f46-483a-9ad1-78563bb3dec7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:57.034660 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f1c6-1f46-483a-9ad1-78563bb3dec7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:57.040503 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad5f1c6-1f46-483a-9ad1-78563bb3dec7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:40:57.040884 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f1c6-1f46-483a-9ad1-78563bb3dec7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: timer() Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: self._notify() Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:40:57.043777 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:40:57.169852 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f1c6-1f46-483a-9ad1-78563bb3dec7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:57.181232 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f1c6-1f46-483a-9ad1-78563bb3dec7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:57.181232 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1ad5f1c6-1f46-483a-9ad1-78563bb3dec7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/networks/0dbe59e3-e820-49ff-bd1a-fa2bb40d8014 HTTP/1.1" status: 204 len: 168 time: 0.3737299 Sep 23 23:40:57.182797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46500) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:40:57.191504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5f1c6-1f46-483a-9ad1-78563bb3dec7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Network': ['ID=0dbe59e3-e820-49ff-bd1a-fa2bb40d8014,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:40:57.247676 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bd3ec83-668f-44f1-9b85-0a9240db73dc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:57.280137 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bd3ec83-668f-44f1-9b85-0a9240db73dc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:57.392747 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bd3ec83-668f-44f1-9b85-0a9240db73dc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:57.395435 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7bd3ec83-668f-44f1-9b85-0a9240db73dc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:57.397040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7bd3ec83-668f-44f1-9b85-0a9240db73dc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/security-groups/fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4 HTTP/1.1" status: 204 len: 168 time: 0.2131131 Sep 23 23:40:57.406972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3ec83-668f-44f1-9b85-0a9240db73dc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4d6e10-cfd1-4ba7-9f86-a1a7e087fda4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:40:57.845740 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46506) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:40:57.850679 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-0e9f9e4b-03e3-4cd5-b57e-c5ca38e8b76d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437326863', 'description': 'tempest-secgroup-smoke-437326863 description', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:40:57.947250 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e9f9e4b-03e3-4cd5-b57e-c5ca38e8b76d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:58.034929 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e9f9e4b-03e3-4cd5-b57e-c5ca38e8b76d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:58.101353 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e9f9e4b-03e3-4cd5-b57e-c5ca38e8b76d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:58.131698 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f9e4b-03e3-4cd5-b57e-c5ca38e8b76d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110a09e0-7de1-4b48-bba1-73567bdc1d13,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:40:58.187039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0e9f9e4b-03e3-4cd5-b57e-c5ca38e8b76d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:58.188336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0e9f9e4b-03e3-4cd5-b57e-c5ca38e8b76d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3415756 Sep 23 23:40:58.191530 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46508) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:40:58.196058 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-cfa88305-c009-4e81-bcff-01f0bbced769 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '110a09e0-7de1-4b48-bba1-73567bdc1d13', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:40:58.306507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfa88305-c009-4e81-bcff-01f0bbced769 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:58.364076 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfa88305-c009-4e81-bcff-01f0bbced769 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:58.450212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfa88305-c009-4e81-bcff-01f0bbced769 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:58.472861 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa88305-c009-4e81-bcff-01f0bbced769 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0a0685-d757-44c2-a911-c102b1aba5d2,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:40:58.547267 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cfa88305-c009-4e81-bcff-01f0bbced769 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:58.548614 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cfa88305-c009-4e81-bcff-01f0bbced769 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3561270 Sep 23 23:40:58.551579 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46510) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:40:58.556037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-2676ef7c-1e38-426f-855c-1d5eca9170c7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '110a09e0-7de1-4b48-bba1-73567bdc1d13', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:40:58.596401 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f7b2498f-7085-4715-9a50-fcf3ba854288 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:40:58.616787 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: f7b2498f-7085-4715-9a50-fcf3ba854288 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:40:58.617158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device f7b2498f-7085-4715-9a50-fcf3ba854288 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:40:58.637567 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2676ef7c-1e38-426f-855c-1d5eca9170c7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:58.699988 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2676ef7c-1e38-426f-855c-1d5eca9170c7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:58.799409 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2676ef7c-1e38-426f-855c-1d5eca9170c7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:58.819472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676ef7c-1e38-426f-855c-1d5eca9170c7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237c3222-96e5-4158-adba-67e77358b43c,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:40:58.912980 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-2676ef7c-1e38-426f-855c-1d5eca9170c7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:58.914343 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2676ef7c-1e38-426f-855c-1d5eca9170c7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3616660 Sep 23 23:40:58.917361 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46512) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:40:58.922005 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-0e6b1a42-16f9-45a6-aad4-e28f3491a548 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '110a09e0-7de1-4b48-bba1-73567bdc1d13', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:40:59.020286 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1a42-16f9-45a6-aad4-e28f3491a548 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:59.084597 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1a42-16f9-45a6-aad4-e28f3491a548 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:59.169787 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1a42-16f9-45a6-aad4-e28f3491a548 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:59.189433 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b1a42-16f9-45a6-aad4-e28f3491a548 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd8eab9-b00a-44f3-b2f2-cc5fa7817a98,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:40:59.267295 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1a42-16f9-45a6-aad4-e28f3491a548 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:59.268582 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0e6b1a42-16f9-45a6-aad4-e28f3491a548 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502133 Sep 23 23:40:59.271614 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46514) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:40:59.276009 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-ca28d4cc-f24c-4f8c-816f-7b97b9f756e0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '110a09e0-7de1-4b48-bba1-73567bdc1d13', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:40:59.351945 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca28d4cc-f24c-4f8c-816f-7b97b9f756e0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:59.410978 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca28d4cc-f24c-4f8c-816f-7b97b9f756e0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:59.461017 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca28d4cc-f24c-4f8c-816f-7b97b9f756e0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:59.479519 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28d4cc-f24c-4f8c-816f-7b97b9f756e0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40863600-6119-4196-8919-74d9eaf2b436,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:40:59.558365 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ca28d4cc-f24c-4f8c-816f-7b97b9f756e0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:59.559618 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ca28d4cc-f24c-4f8c-816f-7b97b9f756e0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2870688 Sep 23 23:40:59.562349 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46516) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:40:59.566741 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-11e31a38-c25d-41a6-ac4a-7842fd79de67 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '110a09e0-7de1-4b48-bba1-73567bdc1d13', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:40:59.695626 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-11e31a38-c25d-41a6-ac4a-7842fd79de67 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Project 32a35fef9e4a415c9123499ddb3ed28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:40:59.700772 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-11e31a38-c25d-41a6-ac4a-7842fd79de67 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:59.761645 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-11e31a38-c25d-41a6-ac4a-7842fd79de67 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:59.855948 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-11e31a38-c25d-41a6-ac4a-7842fd79de67 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:59.874128 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e31a38-c25d-41a6-ac4a-7842fd79de67 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61f9f46-084f-4063-a960-f23ee7bdb0af,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:40:59.946947 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-11e31a38-c25d-41a6-ac4a-7842fd79de67 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:40:59.948217 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-11e31a38-c25d-41a6-ac4a-7842fd79de67 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3849533 Sep 23 23:40:59.950985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46518) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:40:59.955482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-55f74c2f-6da3-42dd-8418-b098be16376c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '110a09e0-7de1-4b48-bba1-73567bdc1d13', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:41:00.027026 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-55f74c2f-6da3-42dd-8418-b098be16376c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Project 32a35fef9e4a415c9123499ddb3ed28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:41:00.032624 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55f74c2f-6da3-42dd-8418-b098be16376c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:00.096577 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55f74c2f-6da3-42dd-8418-b098be16376c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:00.152315 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55f74c2f-6da3-42dd-8418-b098be16376c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:00.170249 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f74c2f-6da3-42dd-8418-b098be16376c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2271aaad-aa1d-44ff-be0e-a5c33a857930,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:00.232602 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-55f74c2f-6da3-42dd-8418-b098be16376c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:00.234051 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-55f74c2f-6da3-42dd-8418-b098be16376c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2820501 Sep 23 23:41:00.236971 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46520) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:00.241868 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-51486749-dc9c-4344-a47b-91c87bd753b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'network': {'name': 'tempest-network-smoke--1043722137', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'port_security_enabled': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:41:00.318640 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51486749-dc9c-4344-a47b-91c87bd753b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Made reservation on behalf of 32a35fef9e4a415c9123499ddb3ed28e for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:41:00.322091 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51486749-dc9c-4344-a47b-91c87bd753b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:00.349257 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51486749-dc9c-4344-a47b-91c87bd753b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:41:00.358422 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51486749-dc9c-4344-a47b-91c87bd753b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:00.358752 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-51486749-dc9c-4344-a47b-91c87bd753b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Added segment dfbf7669-3678-4f02-9ed4-c6bb4ec08672 of type vlan for network df32e42e-d8a1-4ec5-81b3-efb0341452a5 Sep 23 23:41:00.403087 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51486749-dc9c-4344-a47b-91c87bd753b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:00.541435 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51486749-dc9c-4344-a47b-91c87bd753b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:00.547143 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51486749-dc9c-4344-a47b-91c87bd753b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:00.547953 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-51486749-dc9c-4344-a47b-91c87bd753b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:00.617307 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51486749-dc9c-4344-a47b-91c87bd753b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Network': ['ID=df32e42e-d8a1-4ec5-81b3-efb0341452a5,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:00.628074 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network df32e42e-d8a1-4ec5-81b3-efb0341452a5 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:41:00.656072 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-51486749-dc9c-4344-a47b-91c87bd753b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4179645 Sep 23 23:41:00.659147 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46522) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:00.663648 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'admin_state_up': True, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:41:00.758812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:00.759924 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:00.811530 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:01.006150 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:01.241903 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:01.265005 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:01.368322 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.25.1.210 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/5659f750-efb9-495d-9d7e-aeb1a4e166f2) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:41:01.475835 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:01.558727 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:01.597290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:41:01.600091 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:41:01.603766 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:41:01.612791 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=5659f750-efb9-495d-9d7e-aeb1a4e166f2,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:01.963308 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:02.162733 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:02.364416 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router da1ce4b5-e280-4c90-9869-87971a8015f3 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:41:02.478679 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:41:02.488956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Sync routers for ids ['da1ce4b5-e280-4c90-9869-87971a8015f3'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:41:02.498266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Routers {'da1ce4b5-e280-4c90-9869-87971a8015f3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:41:02.498926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:40:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['da1ce4b5-e280-4c90-9869-87971a8015f3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:02.552821 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:02.554232 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-917db7af-a576-4fe3-b486-8064708623d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8940921 Sep 23 23:41:02.557530 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46524) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:02.586992 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6a264477-1143-48f2-a3e0-df8886b97893 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=32a35fef9e4a415c9123499ddb3ed28e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283389 Sep 23 23:41:02.589983 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46526) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:02.611851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Set router da1ce4b5-e280-4c90-9869-87971a8015f3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:41:02.677651 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44acba5e-7f6a-4fb1-b891-ed0023c04df8 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:02.680389 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-44acba5e-7f6a-4fb1-b891-ed0023c04df8 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894234 Sep 23 23:41:02.681946 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46528) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:02.715287 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-61b3c728-60a5-45de-93b6-fa7668bba202 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322645 Sep 23 23:41:02.717884 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46530) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:02.723201 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-5b6c2c5c-66c6-40fa-a98c-d389968399b7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1787012533', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:41:02.798402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:00Z', 'updated_at': '2021-09-23T23:41:01Z', 'revision_number': 3, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:01Z', 'updated_at': '2021-09-23T23:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:02.827310 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Checking router: da1ce4b5-e280-4c90-9869-87971a8015f3 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:41:02.827920 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Updating router da1ce4b5-e280-4c90-9869-87971a8015f3 port 5659f750-efb9-495d-9d7e-aeb1a4e166f2 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:41:02.856119 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:02.883379 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6c2c5c-66c6-40fa-a98c-d389968399b7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Made reservation on behalf of 32a35fef9e4a415c9123499ddb3ed28e for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:41:02.887396 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2c5c-66c6-40fa-a98c-d389968399b7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:03.126901 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:03.186312 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:03.242839 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46691f16-2a35-472d-b5b6-1a0edff5ba9a None None] Pushing event updated for resources: {'Port': ['ID=5659f750-efb9-495d-9d7e-aeb1a4e166f2,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:03.246136 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Attempting to bind port 5659f750-efb9-495d-9d7e-aeb1a4e166f2 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:41:03.246692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Attempting to bind port 5659f750-efb9-495d-9d7e-aeb1a4e166f2 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:41:03.247060 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Attempting to bind port 5659f750-efb9-495d-9d7e-aeb1a4e166f2 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:41:03.253392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:41:03.253681 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:41:03.254206 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:03.254531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:41:03.255013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Bound port: 5659f750-efb9-495d-9d7e-aeb1a4e166f2, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:41:03.255395 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:03.309824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] For port 5659f750-efb9-495d-9d7e-aeb1a4e166f2, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:41:03.313160 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] For port 5659f750-efb9-495d-9d7e-aeb1a4e166f2, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5659f750-efb9-495d-9d7e-aeb1a4e166f2,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:41:03.381761 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:03.398596 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2c5c-66c6-40fa-a98c-d389968399b7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:03.442253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46691f16-2a35-472d-b5b6-1a0edff5ba9a None None] Pushing event updated for resources: {'Port': ['ID=5659f750-efb9-495d-9d7e-aeb1a4e166f2,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:03.445010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Routers {'da1ce4b5-e280-4c90-9869-87971a8015f3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:41:03.445879 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:40:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['da1ce4b5-e280-4c90-9869-87971a8015f3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:03.463080 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c2c5c-66c6-40fa-a98c-d389968399b7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Subnet': ['ID=7d909473-e0ff-45b1-8fd9-b24785c40bec,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:03.471309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6c2c5c-66c6-40fa-a98c-d389968399b7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Checking segment: {'id': 'dfbf7669-3678-4f02-9ed4-c6bb4ec08672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:41:03.471523 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6c2c5c-66c6-40fa-a98c-d389968399b7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network hostable DHCP agents. Network: df32e42e-d8a1-4ec5-81b3-efb0341452a5, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:41:03.541149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6c2c5c-66c6-40fa-a98c-d389968399b7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network df32e42e-d8a1-4ec5-81b3-efb0341452a5 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:41:03.554231 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] Set router da1ce4b5-e280-4c90-9869-87971a8015f3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:41:03.609854 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-5b6c2c5c-66c6-40fa-a98c-d389968399b7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, df32e42e-d8a1-4ec5-81b3-efb0341452a5) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:41:03.615148 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6c2c5c-66c6-40fa-a98c-d389968399b7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:03.615774 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2c5c-66c6-40fa-a98c-d389968399b7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:03.621906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ce306-5675-4a7b-b7c3-21f708b1ea60 None None] Network df32e42e-d8a1-4ec5-81b3-efb0341452a5 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:41:03.685461 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5b6c2c5c-66c6-40fa-a98c-d389968399b7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9663184 Sep 23 23:41:03.688032 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46532) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:03.852192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ips': [{'subnet_id': '7d909473-e0ff-45b1-8fd9-b24785c40bec'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:41:03.853056 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:03.858712 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:00Z', 'updated_at': '2021-09-23T23:41:01Z', 'revision_number': 3, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:01Z', 'updated_at': '2021-09-23T23:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:03.893538 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e48668-5de2-4636-b557-8ce9f5d859ab None None] The sync data for ids ['da1ce4b5-e280-4c90-9869-87971a8015f3'] in n-d-810775-1 is: [{'id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:00Z', 'updated_at': '2021-09-23T23:41:01Z', 'revision_number': 3, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:01Z', 'updated_at': '2021-09-23T23:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:41:04.030809 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Allocated IP 172.20.0.2 (df32e42e-d8a1-4ec5-81b3-efb0341452a5/7d909473-e0ff-45b1-8fd9-b24785c40bec/c5196bbb-9da8-4efe-a678-4d5d83348b08) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:41:04.158704 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:04.220226 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:04.279148 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:04.326983 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Network df32e42e-d8a1-4ec5-81b3-efb0341452a5 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:41:04.330294 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:41:04.334121 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:41:04.356936 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Pushing event updated for resources: {'Port': ['ID=c5196bbb-9da8-4efe-a678-4d5d83348b08,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:04.412033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Attempting to bind port c5196bbb-9da8-4efe-a678-4d5d83348b08 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:41:04.412033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Attempting to bind port c5196bbb-9da8-4efe-a678-4d5d83348b08 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'dfbf7669-3678-4f02-9ed4-c6bb4ec08672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:41:04.412033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Attempting to bind port c5196bbb-9da8-4efe-a678-4d5d83348b08 on network df32e42e-d8a1-4ec5-81b3-efb0341452a5 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:41:04.416695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:41:04.417070 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Checking segment: {'id': 'dfbf7669-3678-4f02-9ed4-c6bb4ec08672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:41:04.417592 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:04.418022 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Bound using segment: {'id': 'dfbf7669-3678-4f02-9ed4-c6bb4ec08672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:41:04.418520 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Bound port: c5196bbb-9da8-4efe-a678-4d5d83348b08, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbf7669-3678-4f02-9ed4-c6bb4ec08672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:41:04.419079 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:04.487406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.20.0.1 (df32e42e-d8a1-4ec5-81b3-efb0341452a5/7d909473-e0ff-45b1-8fd9-b24785c40bec/71159792-7dd9-440c-ad7e-876f45d95478) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:41:04.491742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] For port c5196bbb-9da8-4efe-a678-4d5d83348b08, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:41:04.495109 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] For port c5196bbb-9da8-4efe-a678-4d5d83348b08, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c5196bbb-9da8-4efe-a678-4d5d83348b08,segment=NetworkSegment(dfbf7669-3678-4f02-9ed4-c6bb4ec08672),segment_id=dfbf7669-3678-4f02-9ed4-c6bb4ec08672)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:41:04.588665 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:04.609621 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:04.668691 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03df4dd-ed2b-4a2a-b817-124159b20870 None None] Pushing event updated for resources: {'Port': ['ID=c5196bbb-9da8-4efe-a678-4d5d83348b08,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:04.700767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5659f750-efb9-495d-9d7e-aeb1a4e166f2 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:41:04.710230 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:04.760202 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5659f750-efb9-495d-9d7e-aeb1a4e166f2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:04.760614 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:04.768020 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network df32e42e-d8a1-4ec5-81b3-efb0341452a5 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:41:04.771804 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:41:04.774543 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:41:04.813012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=71159792-7dd9-440c-ad7e-876f45d95478,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:04.852567 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:04.856623 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:04.893973 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 5659f750-efb9-495d-9d7e-aeb1a4e166f2, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5659f750-efb9-495d-9d7e-aeb1a4e166f2,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:41:04.964079 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:05.022322 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=5659f750-efb9-495d-9d7e-aeb1a4e166f2,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:05.089139 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:05.365964 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:05.449835 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:05.533897 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:05.535874 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=71159792-7dd9-440c-ad7e-876f45d95478,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:05.637685 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network df32e42e-d8a1-4ec5-81b3-efb0341452a5 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:41:05.639184 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:41:05.669543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6dd813-a3b7-4d4e-b1e2-975e44ffd81f None None] Network df32e42e-d8a1-4ec5-81b3-efb0341452a5 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:41:05.755120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-329c40ff-9d72-44a7-af68-a7f5d932fd6e None None] Provisioning complete for port c5196bbb-9da8-4efe-a678-4d5d83348b08 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:05.755256 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-329c40ff-9d72-44a7-af68-a7f5d932fd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:05.765476 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router da1ce4b5-e280-4c90-9869-87971a8015f3 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:41:05.895974 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:41:05.900823 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-329c40ff-9d72-44a7-af68-a7f5d932fd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:05.911253 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9cf25121-5b1c-493f-8e3c-4eca35708905 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "PUT /v2.0/routers/da1ce4b5-e280-4c90-9869-87971a8015f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2212029 Sep 23 23:41:05.944406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-329c40ff-9d72-44a7-af68-a7f5d932fd6e None None] For port c5196bbb-9da8-4efe-a678-4d5d83348b08, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c5196bbb-9da8-4efe-a678-4d5d83348b08,segment=NetworkSegment(dfbf7669-3678-4f02-9ed4-c6bb4ec08672),segment_id=dfbf7669-3678-4f02-9ed4-c6bb4ec08672)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:41:05.999536 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Sync routers for ids ['da1ce4b5-e280-4c90-9869-87971a8015f3'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:41:06.017222 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Routers {'da1ce4b5-e280-4c90-9869-87971a8015f3'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:41:06.017836 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:40:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['da1ce4b5-e280-4c90-9869-87971a8015f3'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:06.034072 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-329c40ff-9d72-44a7-af68-a7f5d932fd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:06.064923 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-9409eebd-c979-4bbc-95a2-7e710ac069f8 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437326863&fields=id&tenant_id=32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 267 time: 0.0378661 Sep 23 23:41:06.114413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c40ff-9d72-44a7-af68-a7f5d932fd6e None None] Pushing event updated for resources: {'Port': ['ID=c5196bbb-9da8-4efe-a678-4d5d83348b08,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:06.178202 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Set router da1ce4b5-e280-4c90-9869-87971a8015f3 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:41:06.202455 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ee1c2f20-9e80-4bfb-9c14-8055aded9b30 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:06.204084 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ee1c2f20-9e80-4bfb-9c14-8055aded9b30 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/networks?id=df32e42e-d8a1-4ec5-81b3-efb0341452a5 HTTP/1.1" status: 200 len: 797 time: 0.1223898 Sep 23 23:41:06.221481 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-9ba8109c-d05c-4cf0-8845-bff640493877 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/quotas/32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 375 time: 0.0109286 Sep 23 23:41:06.261957 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4297d4e9-0eb0-4494-a98c-d40f44de18cb None None] Provisioning complete for port c5196bbb-9da8-4efe-a678-4d5d83348b08 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:06.262471 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4297d4e9-0eb0-4494-a98c-d40f44de18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:06.288308 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-df80c836-ac80-4f17-a52f-f78dc1dd5bce tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607173 Sep 23 23:41:06.394215 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4297d4e9-0eb0-4494-a98c-d40f44de18cb None None] Provisioning complete for port 71159792-7dd9-440c-ad7e-876f45d95478 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:06.395193 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4297d4e9-0eb0-4494-a98c-d40f44de18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:06.438221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4297d4e9-0eb0-4494-a98c-d40f44de18cb None None] Port 71159792-7dd9-440c-ad7e-876f45d95478 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:41:06.450658 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:00Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:01Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '71159792-7dd9-440c-ad7e-876f45d95478', 'name': '', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:c0:1a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:04Z', 'updated_at': '2021-09-23T23:41:05Z', 'revision_number': 2, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:06.480621 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Checking router: da1ce4b5-e280-4c90-9869-87971a8015f3 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:41:06.481397 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Updating router da1ce4b5-e280-4c90-9869-87971a8015f3 port 71159792-7dd9-440c-ad7e-876f45d95478 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:41:06.488567 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ad500cf7-6f5b-4d48-ab9d-19129ba4dab9 service neutron] 10.222.0.22 "GET /v2.0/networks/df32e42e-d8a1-4ec5-81b3-efb0341452a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856008 Sep 23 23:41:06.509984 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:06.568394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e37e1479-ecde-425d-a2d7-b3411ea5a3ee None None] Provisioning complete for port 71159792-7dd9-440c-ad7e-876f45d95478 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:06.568760 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e37e1479-ecde-425d-a2d7-b3411ea5a3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:06.594372 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-572b572c-530a-4950-b3ff-ab25fd22bdbf service neutron] 10.222.0.22 "GET /v2.0/networks/df32e42e-d8a1-4ec5-81b3-efb0341452a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935099 Sep 23 23:41:06.626986 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e37e1479-ecde-425d-a2d7-b3411ea5a3ee None None] Port 71159792-7dd9-440c-ad7e-876f45d95478 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:41:06.747581 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a0f27e42-1126-4634-8c48-90d80d8aab4b None None] Provisioning complete for port 71159792-7dd9-440c-ad7e-876f45d95478 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:06.748322 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a0f27e42-1126-4634-8c48-90d80d8aab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:06.781622 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c5196bbb-9da8-4efe-a678-4d5d83348b08 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:41:06.815509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a0f27e42-1126-4634-8c48-90d80d8aab4b None None] Port 71159792-7dd9-440c-ad7e-876f45d95478 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:41:06.833479 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:06.838734 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c5196bbb-9da8-4efe-a678-4d5d83348b08 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:06.844476 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:06.912550 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:06.917445 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5659f750-efb9-495d-9d7e-aeb1a4e166f2 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:41:06.964416 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c94b6-362b-49fc-888e-545527f6be4b None None] Pushing event updated for resources: {'Port': ['ID=71159792-7dd9-440c-ad7e-876f45d95478,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:06.971698 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 5659f750-efb9-495d-9d7e-aeb1a4e166f2 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:06.972009 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:06.985854 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c94b6-362b-49fc-888e-545527f6be4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:06.986204 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c94b6-362b-49fc-888e-545527f6be4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:06.986535 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c94b6-362b-49fc-888e-545527f6be4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:06.986858 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c94b6-362b-49fc-888e-545527f6be4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:06.987177 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c94b6-362b-49fc-888e-545527f6be4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:06.987494 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c94b6-362b-49fc-888e-545527f6be4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:06.987813 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c94b6-362b-49fc-888e-545527f6be4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:06.988121 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c94b6-362b-49fc-888e-545527f6be4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:06.988434 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c94b6-362b-49fc-888e-545527f6be4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:06.988805 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c94b6-362b-49fc-888e-545527f6be4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:06.989140 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c94b6-362b-49fc-888e-545527f6be4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:06.989466 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c94b6-362b-49fc-888e-545527f6be4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:07.029268 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Attempting to bind port 71159792-7dd9-440c-ad7e-876f45d95478 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:41:07.029931 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Attempting to bind port 71159792-7dd9-440c-ad7e-876f45d95478 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'dfbf7669-3678-4f02-9ed4-c6bb4ec08672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:41:07.030043 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Attempting to bind port 71159792-7dd9-440c-ad7e-876f45d95478 on network df32e42e-d8a1-4ec5-81b3-efb0341452a5 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:41:07.036261 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:41:07.036661 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Checking segment: {'id': 'dfbf7669-3678-4f02-9ed4-c6bb4ec08672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:41:07.037065 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:07.037484 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Bound using segment: {'id': 'dfbf7669-3678-4f02-9ed4-c6bb4ec08672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:41:07.037955 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Bound port: 71159792-7dd9-440c-ad7e-876f45d95478, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbf7669-3678-4f02-9ed4-c6bb4ec08672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:41:07.038338 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:07.204976 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] For port 71159792-7dd9-440c-ad7e-876f45d95478, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:41:07.204976 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] For port 71159792-7dd9-440c-ad7e-876f45d95478, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=71159792-7dd9-440c-ad7e-876f45d95478,segment=NetworkSegment(dfbf7669-3678-4f02-9ed4-c6bb4ec08672),segment_id=dfbf7669-3678-4f02-9ed4-c6bb4ec08672)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:41:07.236039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-881993cf-6aba-4377-9515-abc62e31eba5 None None] Provisioning complete for port 71159792-7dd9-440c-ad7e-876f45d95478 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:07.236608 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-881993cf-6aba-4377-9515-abc62e31eba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:07.270174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-881993cf-6aba-4377-9515-abc62e31eba5 None None] Port 71159792-7dd9-440c-ad7e-876f45d95478 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:41:07.295975 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:07.356097 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Routers {'da1ce4b5-e280-4c90-9869-87971a8015f3'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:41:07.356771 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:40:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['da1ce4b5-e280-4c90-9869-87971a8015f3'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:07.359845 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c94b6-362b-49fc-888e-545527f6be4b None None] Pushing event updated for resources: {'Port': ['ID=71159792-7dd9-440c-ad7e-876f45d95478,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:07.467772 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] Set router da1ce4b5-e280-4c90-9869-87971a8015f3 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:41:07.502144 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:07.590220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-22248776-69ee-48dc-8945-e11f9f91208f None None] Provisioning complete for port 71159792-7dd9-440c-ad7e-876f45d95478 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:07.590596 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-22248776-69ee-48dc-8945-e11f9f91208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:07.664444 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:00Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:01Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '71159792-7dd9-440c-ad7e-876f45d95478', 'name': '', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:c0:1a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:04Z', 'updated_at': '2021-09-23T23:41:07Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:07.671352 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-22248776-69ee-48dc-8945-e11f9f91208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:07.694889 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da7529-5c83-4141-950b-1137c4cd8f16 None None] The sync data for ids ['da1ce4b5-e280-4c90-9869-87971a8015f3'] in n-d-810775-1 is: [{'id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:00Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:01Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '71159792-7dd9-440c-ad7e-876f45d95478', 'name': '', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:c0:1a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:04Z', 'updated_at': '2021-09-23T23:41:07Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:41:07.705547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-22248776-69ee-48dc-8945-e11f9f91208f None None] For port 71159792-7dd9-440c-ad7e-876f45d95478, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=71159792-7dd9-440c-ad7e-876f45d95478,segment=NetworkSegment(dfbf7669-3678-4f02-9ed4-c6bb4ec08672),segment_id=dfbf7669-3678-4f02-9ed4-c6bb4ec08672)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:41:07.845648 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-22248776-69ee-48dc-8945-e11f9f91208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:07.914033 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22248776-69ee-48dc-8945-e11f9f91208f None None] Pushing event updated for resources: {'Port': ['ID=71159792-7dd9-440c-ad7e-876f45d95478,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:07.920846 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a52307a1-9811-459f-9438-37a8fe7310a8 req-6396c6a9-cd39-454e-a5c0-3222d40e0c09 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 210 time: 0.0269966 Sep 23 23:41:08.669479 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 71159792-7dd9-440c-ad7e-876f45d95478 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:41:08.722400 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 71159792-7dd9-440c-ad7e-876f45d95478 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:08.722772 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:09.001765 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-faa8d6f4-7343-4a89-8ebf-7e6cf5e288bd req-4761d253-a6d3-40ee-8629-60d442561349 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 210 time: 0.0274720 Sep 23 23:41:10.081268 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-647bcd32-1158-43de-8038-fadbdc0cdee9 req-a127d1a8-55b3-4fe9-9f41-478e19379a3a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 210 time: 0.0275881 Sep 23 23:41:11.158720 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-39cd8aca-a3fd-4337-9780-91fd7ec89c54 req-2038e0fc-ee64-4288-88b5-604555031fae tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 210 time: 0.0272045 Sep 23 23:41:12.254195 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d67fc05d-345e-402d-8d6c-85625b713193 req-7029633f-76c8-4b0d-806f-11386e1c8cd7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 210 time: 0.0292463 Sep 23 23:41:13.175373 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cbfa67d9-8319-4d24-9024-752e54d0d590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:13.354120 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79c72fa6-6444-4bf7-9e77-2d91e645b124 req-5a5016ac-2ab5-4c41-b2cf-5143ace8d222 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 210 time: 0.0321512 Sep 23 23:41:13.889125 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-1e0930ab-440a-48b3-8b04-c5723ebfe5b8 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:13.890593 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-1e0930ab-440a-48b3-8b04-c5723ebfe5b8 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.43 "GET /v2.0/networks?id=df32e42e-d8a1-4ec5-81b3-efb0341452a5 HTTP/1.1" status: 200 len: 797 time: 0.1059294 Sep 23 23:41:13.935294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-afd2ba23-0570-4987-a3c2-965eb71a7259 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 379 time: 0.0352631 Sep 23 23:41:13.944865 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-a76f1d23-a76c-412f-9e2d-fdd523bf1b55 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'port': {'device_id': 'd0f2a00b-8b28-430c-aaae-9efc83fd64e2', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'admin_state_up': True, 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'security_groups': ['110a09e0-7de1-4b48-bba1-73567bdc1d13']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:41:14.169858 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-a76f1d23-a76c-412f-9e2d-fdd523bf1b55 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Made reservation on behalf of 32a35fef9e4a415c9123499ddb3ed28e for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:41:14.174156 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-a76f1d23-a76c-412f-9e2d-fdd523bf1b55 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:14.340735 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-a76f1d23-a76c-412f-9e2d-fdd523bf1b55 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.20.0.6 (df32e42e-d8a1-4ec5-81b3-efb0341452a5/7d909473-e0ff-45b1-8fd9-b24785c40bec/89e15ebe-f1ea-408d-8055-dac13441c404) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:41:14.476853 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4db6aa6b-4a96-4263-86f3-ed8c44d03cfa req-2feecde0-0d8c-4890-9d6c-03ac893c2c97 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 210 time: 0.0343823 Sep 23 23:41:14.509652 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-a76f1d23-a76c-412f-9e2d-fdd523bf1b55 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:14.644591 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-a76f1d23-a76c-412f-9e2d-fdd523bf1b55 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:14.691514 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-a76f1d23-a76c-412f-9e2d-fdd523bf1b55 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network df32e42e-d8a1-4ec5-81b3-efb0341452a5 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:41:14.694641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-a76f1d23-a76c-412f-9e2d-fdd523bf1b55 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:41:14.698301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-a76f1d23-a76c-412f-9e2d-fdd523bf1b55 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:41:14.707431 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f1d23-a76c-412f-9e2d-fdd523bf1b55 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=89e15ebe-f1ea-408d-8055-dac13441c404,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:14.755131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-a76f1d23-a76c-412f-9e2d-fdd523bf1b55 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:14.755788 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-a76f1d23-a76c-412f-9e2d-fdd523bf1b55 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:14.821765 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-a76f1d23-a76c-412f-9e2d-fdd523bf1b55 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8806605 Sep 23 23:41:14.832704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-8fc11290-31a7-433c-aca7-511c2d6d3412 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:41:14.833860 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-8fc11290-31a7-433c-aca7-511c2d6d3412 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062160 Sep 23 23:41:14.901956 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Request body: {'port': {'device_id': 'd0f2a00b-8b28-430c-aaae-9efc83fd64e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:41:14.909692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-90155d45-9df5-43f6-8b1d-1c17d5ccce6f None None] Provisioning complete for port 89e15ebe-f1ea-408d-8055-dac13441c404 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:14.910166 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-90155d45-9df5-43f6-8b1d-1c17d5ccce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:14.943973 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-90155d45-9df5-43f6-8b1d-1c17d5ccce6f None None] Port 89e15ebe-f1ea-408d-8055-dac13441c404 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:41:14.956751 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:15.225571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e15ebe-f1ea-408d-8055-dac13441c404 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:41:15.232948 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:15.244615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Transition to ACTIVE for port object 89e15ebe-f1ea-408d-8055-dac13441c404 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:41:15.335491 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:15.387967 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Pushing event updated for resources: {'Port': ['ID=89e15ebe-f1ea-408d-8055-dac13441c404,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:15.460036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Attempting to bind port 89e15ebe-f1ea-408d-8055-dac13441c404 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:41:15.460376 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Attempting to bind port 89e15ebe-f1ea-408d-8055-dac13441c404 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'dfbf7669-3678-4f02-9ed4-c6bb4ec08672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:41:15.460704 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Attempting to bind port 89e15ebe-f1ea-408d-8055-dac13441c404 on network df32e42e-d8a1-4ec5-81b3-efb0341452a5 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:41:15.465409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Port 89e15ebe-f1ea-408d-8055-dac13441c404 on network df32e42e-d8a1-4ec5-81b3-efb0341452a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:41:15.465737 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Attempting to bind port 89e15ebe-f1ea-408d-8055-dac13441c404 on network df32e42e-d8a1-4ec5-81b3-efb0341452a5 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:41:15.471496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:41:15.471834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Checking segment: {'id': 'dfbf7669-3678-4f02-9ed4-c6bb4ec08672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:41:15.472207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Bound using segment: {'id': 'dfbf7669-3678-4f02-9ed4-c6bb4ec08672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:41:15.472641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Bound port: 89e15ebe-f1ea-408d-8055-dac13441c404, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbf7669-3678-4f02-9ed4-c6bb4ec08672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:41:15.473006 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:15.546205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] For port 89e15ebe-f1ea-408d-8055-dac13441c404, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:41:15.549469 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] For port 89e15ebe-f1ea-408d-8055-dac13441c404, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=89e15ebe-f1ea-408d-8055-dac13441c404,segment=NetworkSegment(dfbf7669-3678-4f02-9ed4-c6bb4ec08672),segment_id=dfbf7669-3678-4f02-9ed4-c6bb4ec08672)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:41:15.600509 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674c2b7-0c8f-4e7f-878c-ab8287cc05ae req-da9344ce-049b-4a0d-9243-2f5f3b627c91 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:15.602154 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f674c2b7-0c8f-4e7f-878c-ab8287cc05ae req-da9344ce-049b-4a0d-9243-2f5f3b627c91 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 943 time: 0.0530720 Sep 23 23:41:15.622019 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:15.638512 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8ba6c83f-39db-4695-9332-3e50fdb037d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:15.642941 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f674c2b7-0c8f-4e7f-878c-ab8287cc05ae req-e7d313ea-b048-4519-a03d-6f3a5c84a95c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339484 Sep 23 23:41:15.658906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:15.659531 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:15.661329 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] 10.222.0.43 "PUT /v2.0/ports/89e15ebe-f1ea-408d-8055-dac13441c404 HTTP/1.1" status: 200 len: 1091 time: 0.8189337 Sep 23 23:41:15.663707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f2a00b-8b28-430c-aaae-9efc83fd64e2', 'tag': '89e15ebe-f1ea-408d-8055-dac13441c404'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:41:15.667070 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c51ebb-9c3f-4cee-a1e5-f46185769349" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f2a00b-8b28-430c-aaae-9efc83fd64e2", "tag": "89e15ebe-f1ea-408d-8055-dac13441c404"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:41:15.693714 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ee2f4-15af-46a8-aa8e-fa1062622573 service neutron] Pushing event updated for resources: {'Port': ['ID=89e15ebe-f1ea-408d-8055-dac13441c404,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:15.718088 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c25f9f-8787-4a7d-881e-4c2fbe120ad3 x-openstack-request-id: req-36c25f9f-8787-4a7d-881e-4c2fbe120ad3 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:41:15.718388 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f2a00b-8b28-430c-aaae-9efc83fd64e2", "tag": "89e15ebe-f1ea-408d-8055-dac13441c404", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:41:15.718639 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36c25f9f-8787-4a7d-881e-4c2fbe120ad3 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:41:15.719051 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f2a00b-8b28-430c-aaae-9efc83fd64e2', 'tag': '89e15ebe-f1ea-408d-8055-dac13441c404', 'status': 'completed', 'code': 200} Sep 23 23:41:15.785562 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c51ebb-9c3f-4cee-a1e5-f46185769349 req-a2607359-10e5-426d-8914-22860cc883ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:15.787191 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4c51ebb-9c3f-4cee-a1e5-f46185769349 req-a2607359-10e5-426d-8914-22860cc883ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 1094 time: 0.0466206 Sep 23 23:41:15.895826 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c51ebb-9c3f-4cee-a1e5-f46185769349 req-f39b14b3-8c5f-4064-9b7e-651252e10d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:15.897703 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4c51ebb-9c3f-4cee-a1e5-f46185769349 req-f39b14b3-8c5f-4064-9b7e-651252e10d44 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1027925 Sep 23 23:41:15.991664 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c51ebb-9c3f-4cee-a1e5-f46185769349 req-95412ad5-1c11-456a-8048-533c0f993c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:15.993056 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e4c51ebb-9c3f-4cee-a1e5-f46185769349 req-95412ad5-1c11-456a-8048-533c0f993c3c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889404 Sep 23 23:41:16.073578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-7bfb498e-54eb-45dd-a471-c06553d4e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:16.075109 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-7bfb498e-54eb-45dd-a471-c06553d4e236 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 1094 time: 0.0464711 Sep 23 23:41:16.117132 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-61b17387-a17a-40c3-b68d-f43839702a82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89e15ebe-f1ea-408d-8055-dac13441c404 HTTP/1.1" status: 200 len: 217 time: 0.0343184 Sep 23 23:41:16.166249 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-73fa8519-39b9-46ae-b427-4686746893c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:16.167745 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-73fa8519-39b9-46ae-b427-4686746893c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d909473-e0ff-45b1-8fd9-b24785c40bec HTTP/1.1" status: 200 len: 835 time: 0.0444226 Sep 23 23:41:16.175299 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:16.217569 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-c85b3cf7-fec8-4bb3-9dab-45764b936853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:16.219167 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-c85b3cf7-fec8-4bb3-9dab-45764b936853 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df32e42e-d8a1-4ec5-81b3-efb0341452a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448046 Sep 23 23:41:16.313054 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-e6aa835e-f0ce-4576-ba88-622e3c238bfb service neutron] 10.222.0.43 "GET /v2.0/networks/df32e42e-d8a1-4ec5-81b3-efb0341452a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861113 Sep 23 23:41:16.406005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ded2c5c6-63a7-492b-9287-a9b5b16aca8b req-e6d41390-978a-4cc1-a77a-38d152539c95 service neutron] 10.222.0.43 "GET /v2.0/networks/df32e42e-d8a1-4ec5-81b3-efb0341452a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861645 Sep 23 23:41:16.763023 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60250a62-c79d-4b01-ac19-cf47821ce7bf req-b40571f0-412a-4ac0-92c0-35537b0fd663 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:16.764524 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60250a62-c79d-4b01-ac19-cf47821ce7bf req-b40571f0-412a-4ac0-92c0-35537b0fd663 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 943 time: 0.0507913 Sep 23 23:41:16.804993 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-60250a62-c79d-4b01-ac19-cf47821ce7bf req-c5cb148d-e0ca-4bc9-b8aa-515ec7504df2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337746 Sep 23 23:41:17.221204 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:17.924037 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1bc6d-8405-45af-893c-44a8c735ba5d req-7afdf2ec-ec94-4cd2-9d4c-b21deb15e090 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:17.925602 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-21c1bc6d-8405-45af-893c-44a8c735ba5d req-7afdf2ec-ec94-4cd2-9d4c-b21deb15e090 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 943 time: 0.0512516 Sep 23 23:41:17.964042 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-21c1bc6d-8405-45af-893c-44a8c735ba5d req-196ed566-5ac6-4ec8-8301-c1a5a5286a50 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321393 Sep 23 23:41:18.712390 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:18.889345 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:19.083789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73122a0-5330-4d86-a334-8af93d0411ba req-3d62aa5c-af9d-46e4-8ed1-90b0d2c9ac9a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:19.085347 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b73122a0-5330-4d86-a334-8af93d0411ba req-3d62aa5c-af9d-46e4-8ed1-90b0d2c9ac9a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 943 time: 0.0541277 Sep 23 23:41:19.123050 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b73122a0-5330-4d86-a334-8af93d0411ba req-c6f20f27-0193-4514-a63c-3982e3203c49 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317776 Sep 23 23:41:20.238183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429efad-80a0-4d24-bcc4-7f0ba5a79e8a req-4f4f9f88-1834-4821-94ff-f095e0e61f9f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:20.239696 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9429efad-80a0-4d24-bcc4-7f0ba5a79e8a req-4f4f9f88-1834-4821-94ff-f095e0e61f9f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 943 time: 0.0497005 Sep 23 23:41:20.279531 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9429efad-80a0-4d24-bcc4-7f0ba5a79e8a req-f8da4750-3609-43d5-9dea-9c5828d99d58 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335412 Sep 23 23:41:20.367654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 89e15ebe-f1ea-408d-8055-dac13441c404 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:41:20.612321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 89e15ebe-f1ea-408d-8055-dac13441c404, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=89e15ebe-f1ea-408d-8055-dac13441c404,segment=NetworkSegment(dfbf7669-3678-4f02-9ed4-c6bb4ec08672),segment_id=dfbf7669-3678-4f02-9ed4-c6bb4ec08672)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:41:20.623531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '89e15ebe-f1ea-408d-8055-dac13441c404', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'port_id': '89e15ebe-f1ea-408d-8055-dac13441c404', 'mac_address': 'fa:16:3e:e7:90:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:41:20.663858 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:20.676851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e15ebe-f1ea-408d-8055-dac13441c404 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:41:20.695906 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 89e15ebe-f1ea-408d-8055-dac13441c404, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=89e15ebe-f1ea-408d-8055-dac13441c404,segment=NetworkSegment(dfbf7669-3678-4f02-9ed4-c6bb4ec08672),segment_id=dfbf7669-3678-4f02-9ed4-c6bb4ec08672)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:41:20.753190 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:20.802894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=89e15ebe-f1ea-408d-8055-dac13441c404,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:20.995372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['89e15ebe-f1ea-408d-8055-dac13441c404'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:41:21.395218 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee9769-d852-43ee-89f7-0656501bf15d req-b685d9e9-f6de-455e-a5e0-96bd5f502a4d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:21.396993 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4aee9769-d852-43ee-89f7-0656501bf15d req-b685d9e9-f6de-455e-a5e0-96bd5f502a4d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 944 time: 0.0507896 Sep 23 23:41:21.435512 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4aee9769-d852-43ee-89f7-0656501bf15d req-4ae524a3-bffa-41aa-878e-097d619eff88 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325186 Sep 23 23:41:22.371213 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 89e15ebe-f1ea-408d-8055-dac13441c404 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:41:22.466622 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 89e15ebe-f1ea-408d-8055-dac13441c404 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:41:22.470634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 89e15ebe-f1ea-408d-8055-dac13441c404 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:22.471500 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:22.554786 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38683d-72b2-412c-be79-4388ebd35060 req-0a94380c-633a-4725-82b7-38998cd5b9c6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:22.556375 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f38683d-72b2-412c-be79-4388ebd35060 req-0a94380c-633a-4725-82b7-38998cd5b9c6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 944 time: 0.0544560 Sep 23 23:41:22.556581 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:22.579631 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f2a00b-8b28-430c-aaae-9efc83fd64e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e15ebe-f1ea-408d-8055-dac13441c404'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:41:22.582144 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df208f2-be86-4a19-9908-c5fe8d0dcca3" -d '{"events": [{"server_uuid": "d0f2a00b-8b28-430c-aaae-9efc83fd64e2", "name": "network-vif-plugged", "status": "completed", "tag": "89e15ebe-f1ea-408d-8055-dac13441c404"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:41:22.595047 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 89e15ebe-f1ea-408d-8055-dac13441c404, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=89e15ebe-f1ea-408d-8055-dac13441c404,segment=NetworkSegment(dfbf7669-3678-4f02-9ed4-c6bb4ec08672),segment_id=dfbf7669-3678-4f02-9ed4-c6bb4ec08672)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:41:22.595207 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3f38683d-72b2-412c-be79-4388ebd35060 req-5395e48d-6b38-4d60-8a37-d12b3273f127 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324979 Sep 23 23:41:22.624512 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513c4892-cff0-40be-9332-a97241289213 x-openstack-request-id: req-513c4892-cff0-40be-9332-a97241289213 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:41:22.624512 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f2a00b-8b28-430c-aaae-9efc83fd64e2", "name": "network-vif-plugged", "status": "completed", "tag": "89e15ebe-f1ea-408d-8055-dac13441c404", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:41:22.624512 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-513c4892-cff0-40be-9332-a97241289213 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:41:22.624965 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f2a00b-8b28-430c-aaae-9efc83fd64e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e15ebe-f1ea-408d-8055-dac13441c404', 'code': 200} Sep 23 23:41:22.672635 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:22.721720 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33b125-9cfc-4053-9f7e-711a714f63b9 req-f9c3d3d5-f388-4978-b51e-6404a55d4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:22.722621 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=89e15ebe-f1ea-408d-8055-dac13441c404,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:22.723238 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a33b125-9cfc-4053-9f7e-711a714f63b9 req-f9c3d3d5-f388-4978-b51e-6404a55d4624 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 1096 time: 0.0413411 Sep 23 23:41:22.761307 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0a33b125-9cfc-4053-9f7e-711a714f63b9 req-74a832bb-c266-4477-a6d7-f3bd9e056b33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302341 Sep 23 23:41:23.715774 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394fff9-bf14-490e-842d-de66446e2164 req-703b2867-476d-4a4a-a8ba-a8451909b7a9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:23.717325 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8394fff9-bf14-490e-842d-de66446e2164 req-703b2867-476d-4a4a-a8ba-a8451909b7a9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0511096 Sep 23 23:41:23.759640 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8394fff9-bf14-490e-842d-de66446e2164 req-d7d1a60b-5bcf-4474-a5d9-48d8b1cc27bc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360930 Sep 23 23:41:24.875598 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2006e6-df43-4899-85ee-e47d6ea88acc req-09438cd8-8cd1-44b4-96d5-bd0a74301c42 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:24.877609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e2006e6-df43-4899-85ee-e47d6ea88acc req-09438cd8-8cd1-44b4-96d5-bd0a74301c42 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0487947 Sep 23 23:41:24.915477 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6e2006e6-df43-4899-85ee-e47d6ea88acc req-25c6cd23-111f-4f22-be6e-ce4e3063157a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319777 Sep 23 23:41:25.032888 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096cccc-1a58-4af8-810f-8690a5a72991 req-1e00f835-ece4-4632-88bb-1363218796c5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:25.034453 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c096cccc-1a58-4af8-810f-8690a5a72991 req-1e00f835-ece4-4632-88bb-1363218796c5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0537601 Sep 23 23:41:25.073503 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c096cccc-1a58-4af8-810f-8690a5a72991 req-23242690-3555-4fe3-becb-7a5294cb3f84 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331321 Sep 23 23:41:25.094805 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46614) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:25.138475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a914ad11-27c8-4cd5-aaa0-44510629fd72 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:25.139905 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a914ad11-27c8-4cd5-aaa0-44510629fd72 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 1091 time: 0.0441084 Sep 23 23:41:25.142872 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46616) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:25.147568 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '89e15ebe-f1ea-408d-8055-dac13441c404', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:41:25.261033 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:25.363834 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:25.470012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.25.1.99 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/7e81a02c-5ced-4d89-bbd6-c0be2fe8dcb7) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:41:25.570693 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:25.655314 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:25.697900 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:41:25.700779 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:41:25.704482 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:41:25.712787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=7e81a02c-5ced-4d89-bbd6-c0be2fe8dcb7,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:26.052313 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:26.177236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:26.329956 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:26.398025 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:26.465919 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=7e81a02c-5ced-4d89-bbd6-c0be2fe8dcb7,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:26.477568 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:26.576609 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Floating IP c1266de2-6e0e-4ae7-b63e-703d76626789 associated. External IP: 172.25.1.99, port: 89e15ebe-f1ea-408d-8055-dac13441c404. Sep 23 23:41:26.785067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router da1ce4b5-e280-4c90-9869-87971a8015f3 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:41:27.173314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:41:27.184045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde6d6f-f6cb-4ac0-a140-e9a65441482c None None] Sync routers for ids ['da1ce4b5-e280-4c90-9869-87971a8015f3'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:41:27.194392 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bde6d6f-f6cb-4ac0-a140-e9a65441482c None None] Routers {'da1ce4b5-e280-4c90-9869-87971a8015f3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:41:27.200408 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7bde6d6f-f6cb-4ac0-a140-e9a65441482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:41:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['da1ce4b5-e280-4c90-9869-87971a8015f3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:27.284201 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:27.300290 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-7bde6d6f-f6cb-4ac0-a140-e9a65441482c None None] Set router da1ce4b5-e280-4c90-9869-87971a8015f3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:41:27.312042 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-35d76d39-e155-4ca7-8692-fea539b65d01 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1680198 Sep 23 23:41:27.312753 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f2a00b-8b28-430c-aaae-9efc83fd64e2', 'tag': '89e15ebe-f1ea-408d-8055-dac13441c404'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:41:27.315795 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962d576f-29f3-48f1-97aa-81b722c31597" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f2a00b-8b28-430c-aaae-9efc83fd64e2", "tag": "89e15ebe-f1ea-408d-8055-dac13441c404"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:41:27.359380 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089b5fb5-c451-4299-85f4-e8b3077889ef x-openstack-request-id: req-089b5fb5-c451-4299-85f4-e8b3077889ef {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:41:27.359769 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f2a00b-8b28-430c-aaae-9efc83fd64e2", "tag": "89e15ebe-f1ea-408d-8055-dac13441c404", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:41:27.360084 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-089b5fb5-c451-4299-85f4-e8b3077889ef {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:41:27.360578 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f2a00b-8b28-430c-aaae-9efc83fd64e2', 'tag': '89e15ebe-f1ea-408d-8055-dac13441c404', 'status': 'completed', 'code': 200} Sep 23 23:41:27.432817 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d576f-29f3-48f1-97aa-81b722c31597 req-286d6f2b-6eae-4784-8745-eb8c608567c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:27.435033 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-962d576f-29f3-48f1-97aa-81b722c31597 req-286d6f2b-6eae-4784-8745-eb8c608567c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 1096 time: 0.0538375 Sep 23 23:41:27.440585 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e618571-c418-4e66-a097-a59497c6da4b req-e84a40f1-71c9-46ba-b274-78b4a1823e7b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:27.442242 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e618571-c418-4e66-a097-a59497c6da4b req-e84a40f1-71c9-46ba-b274-78b4a1823e7b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0800958 Sep 23 23:41:27.481562 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5e618571-c418-4e66-a097-a59497c6da4b req-be431242-39a3-4a58-b382-a3d7ef7db996 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332656 Sep 23 23:41:27.504961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46622) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:27.543499 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7bde6d6f-f6cb-4ac0-a140-e9a65441482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:00Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:01Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'c1266de2-6e0e-4ae7-b63e-703d76626789', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'port_id': '89e15ebe-f1ea-408d-8055-dac13441c404', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'mac_address': 'fa:16:3e:e7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f2a00b-8b28-430c-aaae-9efc83fd64e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:41:25Z', 'updated_at': '2021-09-23T23:41:25Z', 'revision_number': 0, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71159792-7dd9-440c-ad7e-876f45d95478', 'name': '', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:c0:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:04Z', 'updated_at': '2021-09-23T23:41:07Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:27.570763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde6d6f-f6cb-4ac0-a140-e9a65441482c None None] Checking router: da1ce4b5-e280-4c90-9869-87971a8015f3 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:41:27.577667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d576f-29f3-48f1-97aa-81b722c31597 req-5de63ee1-562a-4e58-9d00-6f1279dee4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:27.579169 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-962d576f-29f3-48f1-97aa-81b722c31597 req-5de63ee1-562a-4e58-9d00-6f1279dee4df service neutron] 10.222.0.43 "GET /v2.0/networks?id=df32e42e-d8a1-4ec5-81b3-efb0341452a5 HTTP/1.1" status: 200 len: 898 time: 0.1371570 Sep 23 23:41:27.579430 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bde6d6f-f6cb-4ac0-a140-e9a65441482c None None] Routers {'da1ce4b5-e280-4c90-9869-87971a8015f3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:41:27.580051 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7bde6d6f-f6cb-4ac0-a140-e9a65441482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:41:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['da1ce4b5-e280-4c90-9869-87971a8015f3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:27.586637 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0061ea4f-ee43-4035-b5a6-cc3cbb713dec tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/c1266de2-6e0e-4ae7-b63e-703d76626789 HTTP/1.1" status: 200 len: 990 time: 0.0805938 Sep 23 23:41:27.646348 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-962d576f-29f3-48f1-97aa-81b722c31597 req-933b4879-dd87-428a-bb67-ecde3c1c26fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89e15ebe-f1ea-408d-8055-dac13441c404 HTTP/1.1" status: 200 len: 998 time: 0.0582833 Sep 23 23:41:27.689087 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-7bde6d6f-f6cb-4ac0-a140-e9a65441482c None None] Set router da1ce4b5-e280-4c90-9869-87971a8015f3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:41:27.698440 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d576f-29f3-48f1-97aa-81b722c31597 req-5a8edacc-d6b4-4f72-9131-f98c92c4a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:27.699921 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-962d576f-29f3-48f1-97aa-81b722c31597 req-5a8edacc-d6b4-4f72-9131-f98c92c4a961 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d909473-e0ff-45b1-8fd9-b24785c40bec HTTP/1.1" status: 200 len: 835 time: 0.0469718 Sep 23 23:41:27.745814 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d576f-29f3-48f1-97aa-81b722c31597 req-4c0d58ab-bff8-4260-b80a-d2e977acaf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:27.747324 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-962d576f-29f3-48f1-97aa-81b722c31597 req-4c0d58ab-bff8-4260-b80a-d2e977acaf7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df32e42e-d8a1-4ec5-81b3-efb0341452a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410411 Sep 23 23:41:27.840473 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-962d576f-29f3-48f1-97aa-81b722c31597 req-46bea851-7f1f-44e8-abcc-3c654f3c6f8a service neutron] 10.222.0.43 "GET /v2.0/networks/df32e42e-d8a1-4ec5-81b3-efb0341452a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860605 Sep 23 23:41:27.917615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7bde6d6f-f6cb-4ac0-a140-e9a65441482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:00Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:01Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'c1266de2-6e0e-4ae7-b63e-703d76626789', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'port_id': '89e15ebe-f1ea-408d-8055-dac13441c404', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'mac_address': 'fa:16:3e:e7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f2a00b-8b28-430c-aaae-9efc83fd64e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:41:25Z', 'updated_at': '2021-09-23T23:41:25Z', 'revision_number': 0, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71159792-7dd9-440c-ad7e-876f45d95478', 'name': '', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:c0:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:04Z', 'updated_at': '2021-09-23T23:41:07Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:27.930894 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-962d576f-29f3-48f1-97aa-81b722c31597 req-6aec81a9-78b8-40c0-a13c-b6cd5d085bb9 service neutron] 10.222.0.43 "GET /v2.0/networks/df32e42e-d8a1-4ec5-81b3-efb0341452a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835505 Sep 23 23:41:27.948837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde6d6f-f6cb-4ac0-a140-e9a65441482c None None] The sync data for ids ['da1ce4b5-e280-4c90-9869-87971a8015f3'] in n-d-810775-1 is: [{'id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:00Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:01Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'c1266de2-6e0e-4ae7-b63e-703d76626789', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'port_id': '89e15ebe-f1ea-408d-8055-dac13441c404', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'mac_address': 'fa:16:3e:e7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f2a00b-8b28-430c-aaae-9efc83fd64e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:41:25Z', 'updated_at': '2021-09-23T23:41:25Z', 'revision_number': 0, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71159792-7dd9-440c-ad7e-876f45d95478', 'name': '', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:c0:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:04Z', 'updated_at': '2021-09-23T23:41:07Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:41:28.138278 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04394495-0441-4d65-a8c4-4dcfb927dfe2 None None] New status for floating IP c1266de2-6e0e-4ae7-b63e-703d76626789: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:41:28.590059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46624) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:28.656217 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-743dbeb5-dd8e-4462-896b-51be457cbc5a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/c1266de2-6e0e-4ae7-b63e-703d76626789 HTTP/1.1" status: 200 len: 992 time: 0.0648623 Sep 23 23:41:29.879496 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:41:37.483680 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:43.150898 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d8cdadd8-85df-45d0-8f41-969330373155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:45.632205 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-32ef3be2-1c7c-45ee-97c2-1bd4faabf096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:46.146317 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:47.231958 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:48.677812 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:48.906057 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:00.170750 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce77ee2-5fa9-44a3-88b6-e5553fb74fb8 req-4bb9cd08-e701-4143-af0b-26910af91d95 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:00.172284 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ce77ee2-5fa9-44a3-88b6-e5553fb74fb8 req-4bb9cd08-e701-4143-af0b-26910af91d95 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0534101 Sep 23 23:42:00.244660 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7ce77ee2-5fa9-44a3-88b6-e5553fb74fb8 req-e86bd49b-4a0e-45e8-acbb-8819f84c39c8 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641241 Sep 23 23:42:00.257600 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd146887-70db-4ef5-b302-0191139d5403 req-ec2cf624-869b-4a2a-8c7f-9c1cd4dbf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:00.259193 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd146887-70db-4ef5-b302-0191139d5403 req-ec2cf624-869b-4a2a-8c7f-9c1cd4dbf075 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 1096 time: 0.0601010 Sep 23 23:42:00.350633 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd146887-70db-4ef5-b302-0191139d5403 req-818972ad-3809-489c-82cf-1f70d81ec024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:00.352023 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd146887-70db-4ef5-b302-0191139d5403 req-818972ad-3809-489c-82cf-1f70d81ec024 service neutron] 10.222.0.43 "GET /v2.0/networks?id=df32e42e-d8a1-4ec5-81b3-efb0341452a5 HTTP/1.1" status: 200 len: 898 time: 0.0855172 Sep 23 23:42:00.423006 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd146887-70db-4ef5-b302-0191139d5403 req-79698474-6bd2-46cb-b1e7-90f37ed977cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89e15ebe-f1ea-408d-8055-dac13441c404 HTTP/1.1" status: 200 len: 1000 time: 0.0633004 Sep 23 23:42:00.473791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd146887-70db-4ef5-b302-0191139d5403 req-e31bf7f4-aff2-4e78-8f30-6831598ede16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:00.475293 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd146887-70db-4ef5-b302-0191139d5403 req-e31bf7f4-aff2-4e78-8f30-6831598ede16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d909473-e0ff-45b1-8fd9-b24785c40bec HTTP/1.1" status: 200 len: 835 time: 0.0453057 Sep 23 23:42:00.523347 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd146887-70db-4ef5-b302-0191139d5403 req-00d608e8-2c7a-45a5-ad9c-c839302a4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:00.524961 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd146887-70db-4ef5-b302-0191139d5403 req-00d608e8-2c7a-45a5-ad9c-c839302a4c11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df32e42e-d8a1-4ec5-81b3-efb0341452a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425260 Sep 23 23:42:00.622888 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd146887-70db-4ef5-b302-0191139d5403 req-a304b99b-3a01-4022-9d91-367fd6882e56 service neutron] 10.222.0.43 "GET /v2.0/networks/df32e42e-d8a1-4ec5-81b3-efb0341452a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898051 Sep 23 23:42:00.713844 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-dd146887-70db-4ef5-b302-0191139d5403 req-512bcbae-ae09-420f-841a-c20c0defb88d service neutron] 10.222.0.43 "GET /v2.0/networks/df32e42e-d8a1-4ec5-81b3-efb0341452a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836658 Sep 23 23:42:01.365336 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bde005-d4a5-442d-8728-1946615f30da req-5dbaf653-efe1-4583-8609-4a29e561a8c2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:01.366879 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4bde005-d4a5-442d-8728-1946615f30da req-5dbaf653-efe1-4583-8609-4a29e561a8c2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0522487 Sep 23 23:42:01.406799 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4bde005-d4a5-442d-8728-1946615f30da req-a91ede7b-04fa-469c-9de0-1b1c2b36055d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333326 Sep 23 23:42:02.529937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024c221-31a1-431c-aa77-8a25b4f7a233 req-c5c6975d-45e1-437e-a010-fabbc0393172 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:02.531450 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4024c221-31a1-431c-aa77-8a25b4f7a233 req-c5c6975d-45e1-437e-a010-fabbc0393172 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0545449 Sep 23 23:42:02.570713 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4024c221-31a1-431c-aa77-8a25b4f7a233 req-cc7d4c55-8244-4881-bfb0-26b142a97b4e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325520 Sep 23 23:42:03.690619 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f18fe6-1937-438e-b96e-20543e38c61c req-d3918380-0b16-4f4c-a334-f36340a384ca tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:03.692818 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3f18fe6-1937-438e-b96e-20543e38c61c req-d3918380-0b16-4f4c-a334-f36340a384ca tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0512557 Sep 23 23:42:03.732740 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c3f18fe6-1937-438e-b96e-20543e38c61c req-a74276b1-9045-44e1-8e27-e1f69a7f5a4d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338831 Sep 23 23:42:04.859693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fb77e-ba31-430d-99bb-460159592ae3 req-b4162a26-f846-4cea-9a66-99d219267c0c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:04.861238 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8a2fb77e-ba31-430d-99bb-460159592ae3 req-b4162a26-f846-4cea-9a66-99d219267c0c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0533948 Sep 23 23:42:04.902340 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8a2fb77e-ba31-430d-99bb-460159592ae3 req-86f4b7b5-3e81-4caa-8894-18b256140bc4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345173 Sep 23 23:42:06.036597 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a27e88-befc-42a0-a991-ecaf8937e2d9 req-f4d3a668-f9b0-4284-b29e-365c88bb3dcb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:06.038336 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44a27e88-befc-42a0-a991-ecaf8937e2d9 req-f4d3a668-f9b0-4284-b29e-365c88bb3dcb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0560300 Sep 23 23:42:06.080253 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44a27e88-befc-42a0-a991-ecaf8937e2d9 req-518e73cb-f628-4e13-b2c7-14f25f778615 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339735 Sep 23 23:42:06.878683 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:42:07.200570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea051c6c-e7df-4862-b078-eed67a68bf75 req-580fee88-8625-4238-8f1e-6098687d5790 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:07.202018 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea051c6c-e7df-4862-b078-eed67a68bf75 req-580fee88-8625-4238-8f1e-6098687d5790 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0498128 Sep 23 23:42:07.242657 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ea051c6c-e7df-4862-b078-eed67a68bf75 req-83a913a2-757e-4a9f-b2f4-bae47c2eabeb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332253 Sep 23 23:42:07.512155 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:08.361079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db169477-c648-47db-ab2c-2a1ea2b675df req-5435e525-b6bc-4b39-8f4e-4e99c96922a6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:08.362650 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-db169477-c648-47db-ab2c-2a1ea2b675df req-5435e525-b6bc-4b39-8f4e-4e99c96922a6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0510750 Sep 23 23:42:08.403013 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-db169477-c648-47db-ab2c-2a1ea2b675df req-44c5a662-8022-400d-97cc-147802875311 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338264 Sep 23 23:42:09.525095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb590ba9-a8cf-4ae2-b405-fe576de31827 req-a34fcdf7-40cd-47c7-9ed8-df51783b41ec tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:09.526672 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb590ba9-a8cf-4ae2-b405-fe576de31827 req-a34fcdf7-40cd-47c7-9ed8-df51783b41ec tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0536323 Sep 23 23:42:09.574019 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fb590ba9-a8cf-4ae2-b405-fe576de31827 req-ba6927dd-26e8-4c04-97d2-02b23ea1b96a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368872 Sep 23 23:42:10.694890 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074aeb4b-1e3a-44c8-a7cc-a44c6e4bcc8a req-dac70ced-49ba-46d1-a4ad-c64bde1eb66b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:10.696510 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-074aeb4b-1e3a-44c8-a7cc-a44c6e4bcc8a req-dac70ced-49ba-46d1-a4ad-c64bde1eb66b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0505538 Sep 23 23:42:10.738538 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-074aeb4b-1e3a-44c8-a7cc-a44c6e4bcc8a req-91f6b905-8cde-4ef6-9af2-5fd89576a9f7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359251 Sep 23 23:42:11.860090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee816-4d43-4c26-a332-1ad35651eb50 req-95ca20f1-5b15-41b7-b429-683a195c9210 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:11.861609 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf9ee816-4d43-4c26-a332-1ad35651eb50 req-95ca20f1-5b15-41b7-b429-683a195c9210 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0490527 Sep 23 23:42:11.903723 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cf9ee816-4d43-4c26-a332-1ad35651eb50 req-b8bab4bc-62dc-4473-bdc7-b35e63ded873 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353734 Sep 23 23:42:13.030664 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549725e5-4055-45b9-9c0b-9822717e6989 req-ed5dae02-a415-4d8e-8702-87bd6a9fb80f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:13.032227 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-549725e5-4055-45b9-9c0b-9822717e6989 req-ed5dae02-a415-4d8e-8702-87bd6a9fb80f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0562313 Sep 23 23:42:13.072055 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-549725e5-4055-45b9-9c0b-9822717e6989 req-3c8cbe2c-50eb-4796-a55e-6191844652fe tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330076 Sep 23 23:42:13.169223 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-91cc8d90-a1b2-48fe-b64b-824632443916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:14.189679 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aec3b9-a271-407a-a2b0-9ce2295aad6d req-f005c3e2-54da-4eec-8e2d-4418ca10099d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:14.191240 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7aec3b9-a271-407a-a2b0-9ce2295aad6d req-f005c3e2-54da-4eec-8e2d-4418ca10099d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0503399 Sep 23 23:42:14.232930 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d7aec3b9-a271-407a-a2b0-9ce2295aad6d req-0f4e3e1c-3866-4f07-b183-22e4001c5475 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351436 Sep 23 23:42:15.359801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980656e-72bc-40fb-a707-cd4546dfed61 req-ee773fa5-7602-4ad1-b2c2-d01f43ff12ef tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:15.361527 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2980656e-72bc-40fb-a707-cd4546dfed61 req-ee773fa5-7602-4ad1-b2c2-d01f43ff12ef tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0572789 Sep 23 23:42:15.404282 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2980656e-72bc-40fb-a707-cd4546dfed61 req-95e99e47-32de-43b7-a972-f745f414fad2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355306 Sep 23 23:42:15.430357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83717e3e-1228-4dc5-9a93-b1386476210f req-18368ffd-ba66-44f2-86da-6c4e71410e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:15.431894 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83717e3e-1228-4dc5-9a93-b1386476210f req-18368ffd-ba66-44f2-86da-6c4e71410e9b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 1096 time: 0.0465503 Sep 23 23:42:15.536904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83717e3e-1228-4dc5-9a93-b1386476210f req-e16c7085-2b83-4d34-9bf4-c4ad8924bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:15.538317 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83717e3e-1228-4dc5-9a93-b1386476210f req-e16c7085-2b83-4d34-9bf4-c4ad8924bd0e service neutron] 10.222.0.43 "GET /v2.0/networks?id=df32e42e-d8a1-4ec5-81b3-efb0341452a5 HTTP/1.1" status: 200 len: 898 time: 0.0862956 Sep 23 23:42:15.607669 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83717e3e-1228-4dc5-9a93-b1386476210f req-5cdd21cf-72ef-4dab-9a20-919b9f3f7dbc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89e15ebe-f1ea-408d-8055-dac13441c404 HTTP/1.1" status: 200 len: 1000 time: 0.0611994 Sep 23 23:42:15.658721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83717e3e-1228-4dc5-9a93-b1386476210f req-c31d0c0d-ce9c-479e-a83d-38e54bbdeacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:15.660807 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83717e3e-1228-4dc5-9a93-b1386476210f req-c31d0c0d-ce9c-479e-a83d-38e54bbdeacc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d909473-e0ff-45b1-8fd9-b24785c40bec HTTP/1.1" status: 200 len: 835 time: 0.0454364 Sep 23 23:42:15.688921 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-70b240a2-8f96-4297-9fdf-18fa308c4add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:15.710634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83717e3e-1228-4dc5-9a93-b1386476210f req-e3e7f625-9feb-4821-90cc-c81be39ed01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:15.712150 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83717e3e-1228-4dc5-9a93-b1386476210f req-e3e7f625-9feb-4821-90cc-c81be39ed01f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df32e42e-d8a1-4ec5-81b3-efb0341452a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438998 Sep 23 23:42:15.807282 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83717e3e-1228-4dc5-9a93-b1386476210f req-a817f4ee-afa9-44c6-8ed1-7978e47123e7 service neutron] 10.222.0.43 "GET /v2.0/networks/df32e42e-d8a1-4ec5-81b3-efb0341452a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874643 Sep 23 23:42:15.897830 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-83717e3e-1228-4dc5-9a93-b1386476210f req-3e40ef99-a4da-4bf3-a250-7da6a705830a service neutron] 10.222.0.43 "GET /v2.0/networks/df32e42e-d8a1-4ec5-81b3-efb0341452a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835037 Sep 23 23:42:16.174621 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:16.533799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd1d55-d07e-436e-8605-b9de2edb863a req-bb6d95d1-e514-4e04-8d7a-5fefea435e22 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:16.536182 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51cd1d55-d07e-436e-8605-b9de2edb863a req-bb6d95d1-e514-4e04-8d7a-5fefea435e22 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0588505 Sep 23 23:42:16.575910 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51cd1d55-d07e-436e-8605-b9de2edb863a req-ec80d1b3-09a4-48a3-b45c-f4fad2465897 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332491 Sep 23 23:42:17.266172 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:17.696646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea94b1-ed4c-4b85-bd82-ee596acbd9cb req-5b7874e5-f75d-458f-ab23-b9cbd75956c8 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:17.698192 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4ea94b1-ed4c-4b85-bd82-ee596acbd9cb req-5b7874e5-f75d-458f-ab23-b9cbd75956c8 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0512583 Sep 23 23:42:17.737675 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4ea94b1-ed4c-4b85-bd82-ee596acbd9cb req-890cdba8-304a-431f-99ea-e066ab4cafaf tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333529 Sep 23 23:42:17.761339 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46674) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:17.826511 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e2ecce69-0f29-4779-b044-c6680d70f092 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/c1266de2-6e0e-4ae7-b63e-703d76626789 HTTP/1.1" status: 200 len: 992 time: 0.0640335 Sep 23 23:42:18.694434 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:18.929028 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:30.046497 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-f96304a2-8491-427d-b609-a5ac891560f0 req-5d1b1ffd-aa00-4d30-80b1-6274cabaebdc service neutron] (95490) timed out ('10.222.0.22', 44154) {{(pid=95490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 23:42:37.494291 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:43.174277 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-309f570f-36b4-4b26-bdae-c85f6527cb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:43.877937 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:42:45.659467 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e7942a2f-41ec-41ec-81db-059a7d7b9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:46.156778 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:47.225443 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:48.265035 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46692) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:48.426883 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port 7e81a02c-5ced-4d89-bbd6-c0be2fe8dcb7 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:42:48.427370 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:48.506774 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:48.507137 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:48.522140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for 7e81a02c-5ced-4d89-bbd6-c0be2fe8dcb7 owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:42:48.716762 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:48.746413 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:48.778967 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=7e81a02c-5ced-4d89-bbd6-c0be2fe8dcb7,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:48.791290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:48.791646 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:48.791991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:48.792334 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:48.792670 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:48.793005 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:48.793391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:48.793725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:48.794111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:48.794446 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:48.794778 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:48.795095 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:48.853891 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:48.854225 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Floating IP c1266de2-6e0e-4ae7-b63e-703d76626789 disassociated (deleted). External IP: 172.25.1.99, port: 89e15ebe-f1ea-408d-8055-dac13441c404. Sep 23 23:42:48.911120 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:49.070716 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router da1ce4b5-e280-4c90-9869-87971a8015f3 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:42:49.183759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:42:49.188721 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:49.194551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8627f44-866d-4d30-ae78-b32084c5f4ee None None] Sync routers for ids ['da1ce4b5-e280-4c90-9869-87971a8015f3'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:42:49.204637 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8627f44-866d-4d30-ae78-b32084c5f4ee None None] Routers {'da1ce4b5-e280-4c90-9869-87971a8015f3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:42:49.205389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a8627f44-866d-4d30-ae78-b32084c5f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['da1ce4b5-e280-4c90-9869-87971a8015f3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:49.217656 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b1443e25-0568-4310-b7bc-0158ff11cafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/floatingips/c1266de2-6e0e-4ae7-b63e-703d76626789 HTTP/1.1" status: 204 len: 168 time: 0.9514627 Sep 23 23:42:49.218424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f2a00b-8b28-430c-aaae-9efc83fd64e2', 'tag': '89e15ebe-f1ea-408d-8055-dac13441c404'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:42:49.220833 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d9256a-3457-40e4-b0b9-6835f0db0193" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f2a00b-8b28-430c-aaae-9efc83fd64e2", "tag": "89e15ebe-f1ea-408d-8055-dac13441c404"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:42:49.329562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-a8627f44-866d-4d30-ae78-b32084c5f4ee None None] Set router da1ce4b5-e280-4c90-9869-87971a8015f3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:42:49.341183 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94be88ab-aa12-45d8-849e-d7a2c6ce5ccb x-openstack-request-id: req-94be88ab-aa12-45d8-849e-d7a2c6ce5ccb {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:42:49.341712 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f2a00b-8b28-430c-aaae-9efc83fd64e2", "tag": "89e15ebe-f1ea-408d-8055-dac13441c404", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:42:49.341824 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94be88ab-aa12-45d8-849e-d7a2c6ce5ccb {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:42:49.342293 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f2a00b-8b28-430c-aaae-9efc83fd64e2', 'tag': '89e15ebe-f1ea-408d-8055-dac13441c404', 'status': 'completed', 'code': 200} Sep 23 23:42:49.408179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9256a-3457-40e4-b0b9-6835f0db0193 req-5f00217d-4778-41ff-a399-d63442eba522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:49.409853 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4d9256a-3457-40e4-b0b9-6835f0db0193 req-5f00217d-4778-41ff-a399-d63442eba522 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 1096 time: 0.0447667 Sep 23 23:42:49.510688 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9256a-3457-40e4-b0b9-6835f0db0193 req-76c66103-5b2f-4159-9fe9-543dddd1b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:49.512194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4d9256a-3457-40e4-b0b9-6835f0db0193 req-76c66103-5b2f-4159-9fe9-543dddd1b52f service neutron] 10.222.0.43 "GET /v2.0/networks?id=df32e42e-d8a1-4ec5-81b3-efb0341452a5 HTTP/1.1" status: 200 len: 898 time: 0.0953901 Sep 23 23:42:49.544269 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a8627f44-866d-4d30-ae78-b32084c5f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:00Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:01Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '71159792-7dd9-440c-ad7e-876f45d95478', 'name': '', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:c0:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:04Z', 'updated_at': '2021-09-23T23:41:07Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:49.555832 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4d9256a-3457-40e4-b0b9-6835f0db0193 req-f3bee29b-ab83-4acf-8672-7f7e4e143265 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89e15ebe-f1ea-408d-8055-dac13441c404 HTTP/1.1" status: 200 len: 217 time: 0.0358810 Sep 23 23:42:49.578725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8627f44-866d-4d30-ae78-b32084c5f4ee None None] Checking router: da1ce4b5-e280-4c90-9869-87971a8015f3 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:42:49.588964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8627f44-866d-4d30-ae78-b32084c5f4ee None None] Routers {'da1ce4b5-e280-4c90-9869-87971a8015f3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:42:49.589687 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a8627f44-866d-4d30-ae78-b32084c5f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['da1ce4b5-e280-4c90-9869-87971a8015f3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:49.633526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9256a-3457-40e4-b0b9-6835f0db0193 req-61f92168-923c-48e6-a2c7-7d653ecc8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:49.634988 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4d9256a-3457-40e4-b0b9-6835f0db0193 req-61f92168-923c-48e6-a2c7-7d653ecc8317 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d909473-e0ff-45b1-8fd9-b24785c40bec HTTP/1.1" status: 200 len: 835 time: 0.0722663 Sep 23 23:42:49.700536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-a8627f44-866d-4d30-ae78-b32084c5f4ee None None] Set router da1ce4b5-e280-4c90-9869-87971a8015f3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:42:49.921642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-a8627f44-866d-4d30-ae78-b32084c5f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:00Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:01Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '71159792-7dd9-440c-ad7e-876f45d95478', 'name': '', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:c0:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:04Z', 'updated_at': '2021-09-23T23:41:07Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:49.949344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8627f44-866d-4d30-ae78-b32084c5f4ee None None] The sync data for ids ['da1ce4b5-e280-4c90-9869-87971a8015f3'] in n-d-810775-1 is: [{'id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:00Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:01Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '71159792-7dd9-440c-ad7e-876f45d95478', 'name': '', 'network_id': 'df32e42e-d8a1-4ec5-81b3-efb0341452a5', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:c0:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:04Z', 'updated_at': '2021-09-23T23:41:07Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '7d909473-e0ff-45b1-8fd9-b24785c40bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:42:49.992973 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02a595-7ba0-4b99-9bf5-de89fb868b76 req-776db718-e8bb-4267-908c-b4367aa440c8 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:49.994555 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3b02a595-7ba0-4b99-9bf5-de89fb868b76 req-776db718-e8bb-4267-908c-b4367aa440c8 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.3984215 Sep 23 23:42:50.034923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9256a-3457-40e4-b0b9-6835f0db0193 req-e8c4c4d2-2316-462c-b1aa-bd23d8199ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:50.037009 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4d9256a-3457-40e4-b0b9-6835f0db0193 req-e8c4c4d2-2316-462c-b1aa-bd23d8199ad3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df32e42e-d8a1-4ec5-81b3-efb0341452a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3925471 Sep 23 23:42:50.044993 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3b02a595-7ba0-4b99-9bf5-de89fb868b76 req-920ba157-28a4-4ba4-a27f-a78f1137699c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431592 Sep 23 23:42:50.135261 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4d9256a-3457-40e4-b0b9-6835f0db0193 req-4929a71d-aa0a-41fe-855e-13dc0ff572c7 service neutron] 10.222.0.43 "GET /v2.0/networks/df32e42e-d8a1-4ec5-81b3-efb0341452a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892775 Sep 23 23:42:50.198638 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f401846f-dc1b-49dc-ac5a-ba83f64a039e None None] New status for floating IP c1266de2-6e0e-4ae7-b63e-703d76626789: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:42:50.233403 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4d9256a-3457-40e4-b0b9-6835f0db0193 req-89ed7fd1-3b6b-4050-ab7e-d9f576be5801 service neutron] 10.222.0.43 "GET /v2.0/networks/df32e42e-d8a1-4ec5-81b3-efb0341452a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893879 Sep 23 23:42:51.098850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4161e3-be88-4e39-89eb-ff3955ed7cfc req-7ee8c8ae-efda-4467-b94b-f229839a5936 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:51.100531 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb4161e3-be88-4e39-89eb-ff3955ed7cfc req-7ee8c8ae-efda-4467-b94b-f229839a5936 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0493531 Sep 23 23:42:51.165638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af569957-4362-4e97-b7d8-02e827426255 req-397ed074-924a-43f8-b784-95247c241177 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:51.167179 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-af569957-4362-4e97-b7d8-02e827426255 req-397ed074-924a-43f8-b784-95247c241177 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 945 time: 0.0501597 Sep 23 23:42:51.193595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-eb4161e3-be88-4e39-89eb-ff3955ed7cfc req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port 89e15ebe-f1ea-408d-8055-dac13441c404 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:42:51.193941 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb4161e3-be88-4e39-89eb-ff3955ed7cfc req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:51.207096 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-af569957-4362-4e97-b7d8-02e827426255 req-aa5f3ff3-bed9-440b-8331-1cc6755000b2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=110a09e0-7de1-4b48-bba1-73567bdc1d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337315 Sep 23 23:42:51.281857 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-eb4161e3-be88-4e39-89eb-ff3955ed7cfc req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] For port 89e15ebe-f1ea-408d-8055-dac13441c404, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=89e15ebe-f1ea-408d-8055-dac13441c404,segment=NetworkSegment(dfbf7669-3678-4f02-9ed4-c6bb4ec08672),segment_id=dfbf7669-3678-4f02-9ed4-c6bb4ec08672)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:42:51.282218 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb4161e3-be88-4e39-89eb-ff3955ed7cfc req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:51.299709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-eb4161e3-be88-4e39-89eb-ff3955ed7cfc req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for 89e15ebe-f1ea-408d-8055-dac13441c404 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:42:51.471457 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb4161e3-be88-4e39-89eb-ff3955ed7cfc req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:51.500446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=89e15ebe-f1ea-408d-8055-dac13441c404,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:51.533023 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:51.533391 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:51.533725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:51.534054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:51.534378 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:51.534706 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:51.535055 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:51.535418 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:51.536303 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:51.536626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:51.536948 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:51.537289 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:51.557271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4161e3-be88-4e39-89eb-ff3955ed7cfc req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] No DVR routers for this DVR port 89e15ebe-f1ea-408d-8055-dac13441c404 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:42:51.560474 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-eb4161e3-be88-4e39-89eb-ff3955ed7cfc req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:51.562794 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-eb4161e3-be88-4e39-89eb-ff3955ed7cfc req-aa44021b-5639-45d1-b252-c4db3205447e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.43 "DELETE /v2.0/ports/89e15ebe-f1ea-408d-8055-dac13441c404 HTTP/1.1" status: 204 len: 173 time: 0.4556787 Sep 23 23:42:51.563237 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f2a00b-8b28-430c-aaae-9efc83fd64e2', 'name': 'network-vif-deleted', 'tag': '89e15ebe-f1ea-408d-8055-dac13441c404'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:42:51.566173 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3224cce8-c5d9-4b20-8bdd-019cf0224ce8" -d '{"events": [{"server_uuid": "d0f2a00b-8b28-430c-aaae-9efc83fd64e2", "name": "network-vif-deleted", "tag": "89e15ebe-f1ea-408d-8055-dac13441c404"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:42:51.659967 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a98d9a-bf17-4924-aae6-970e292a8fd0 x-openstack-request-id: req-e2a98d9a-bf17-4924-aae6-970e292a8fd0 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:42:51.660260 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f2a00b-8b28-430c-aaae-9efc83fd64e2", "name": "network-vif-deleted", "tag": "89e15ebe-f1ea-408d-8055-dac13441c404", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:42:51.661044 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e2a98d9a-bf17-4924-aae6-970e292a8fd0 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:42:51.661469 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f2a00b-8b28-430c-aaae-9efc83fd64e2', 'name': 'network-vif-deleted', 'tag': '89e15ebe-f1ea-408d-8055-dac13441c404', 'status': 'completed', 'code': 200} Sep 23 23:42:52.317096 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c7ebf3aa-8d5a-4ca8-9ffc-1c2359bd6718 req-b6ac5bda-8f03-4551-8bcc-c6680dd882cf tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0f2a00b-8b28-430c-aaae-9efc83fd64e2 HTTP/1.1" status: 200 len: 210 time: 0.0310469 Sep 23 23:42:53.377494 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46712) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:53.760679 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d14a6c7-d916-4fda-ac4a-6e99eec21196 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:54.027254 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-2d14a6c7-d916-4fda-ac4a-6e99eec21196 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port 71159792-7dd9-440c-ad7e-876f45d95478 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:42:54.027558 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d14a6c7-d916-4fda-ac4a-6e99eec21196 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:54.136067 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-2d14a6c7-d916-4fda-ac4a-6e99eec21196 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] For port 71159792-7dd9-440c-ad7e-876f45d95478, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=71159792-7dd9-440c-ad7e-876f45d95478,segment=NetworkSegment(dfbf7669-3678-4f02-9ed4-c6bb4ec08672),segment_id=dfbf7669-3678-4f02-9ed4-c6bb4ec08672)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:42:54.136700 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d14a6c7-d916-4fda-ac4a-6e99eec21196 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:54.159161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-2d14a6c7-d916-4fda-ac4a-6e99eec21196 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for 71159792-7dd9-440c-ad7e-876f45d95478 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:42:54.540232 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d14a6c7-d916-4fda-ac4a-6e99eec21196 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:54.568436 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14a6c7-d916-4fda-ac4a-6e99eec21196 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=71159792-7dd9-440c-ad7e-876f45d95478,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:54.752169 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2d14a6c7-d916-4fda-ac4a-6e99eec21196 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:54.801622 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 89e15ebe-f1ea-408d-8055-dac13441c404 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:42:54.823553 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 89e15ebe-f1ea-408d-8055-dac13441c404 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:42:54.823895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 89e15ebe-f1ea-408d-8055-dac13441c404 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:42:54.982533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d14a6c7-d916-4fda-ac4a-6e99eec21196 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router da1ce4b5-e280-4c90-9869-87971a8015f3 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:42:55.103359 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d14a6c7-d916-4fda-ac4a-6e99eec21196 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:42:55.110023 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2d14a6c7-d916-4fda-ac4a-6e99eec21196 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "PUT /v2.0/routers/da1ce4b5-e280-4c90-9869-87971a8015f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7310555 Sep 23 23:42:55.113902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ecd039-1bfc-4d55-a943-37fb01977bba None None] Sync routers for ids ['da1ce4b5-e280-4c90-9869-87971a8015f3'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:42:55.114078 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46714) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:55.126217 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ecd039-1bfc-4d55-a943-37fb01977bba None None] Routers {'da1ce4b5-e280-4c90-9869-87971a8015f3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:42:55.126871 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-77ecd039-1bfc-4d55-a943-37fb01977bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['da1ce4b5-e280-4c90-9869-87971a8015f3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:55.170658 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae91b9e9-7c9d-4d4a-951e-8e819829bfd4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting subnet 7d909473-e0ff-45b1-8fd9-b24785c40bec {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:42:55.173957 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae91b9e9-7c9d-4d4a-951e-8e819829bfd4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:55.215967 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae91b9e9-7c9d-4d4a-951e-8e819829bfd4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:55.244885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-77ecd039-1bfc-4d55-a943-37fb01977bba None None] Set router da1ce4b5-e280-4c90-9869-87971a8015f3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:42:55.309024 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae91b9e9-7c9d-4d4a-951e-8e819829bfd4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:55.459282 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae91b9e9-7c9d-4d4a-951e-8e819829bfd4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:55.490246 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91b9e9-7c9d-4d4a-951e-8e819829bfd4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Subnet': ['ID=7d909473-e0ff-45b1-8fd9-b24785c40bec,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:55.493788 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae91b9e9-7c9d-4d4a-951e-8e819829bfd4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:55.498082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46716) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:55.498672 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ae91b9e9-7c9d-4d4a-951e-8e819829bfd4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/subnets/7d909473-e0ff-45b1-8fd9-b24785c40bec HTTP/1.1" status: 204 len: 168 time: 0.3830812 Sep 23 23:42:55.499084 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafdd1c7-73eb-4b44-a82e-6a6e7105f5e7 None None] Network df32e42e-d8a1-4ec5-81b3-efb0341452a5 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:42:55.665330 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:55.712600 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-77ecd039-1bfc-4d55-a943-37fb01977bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:00Z', 'updated_at': '2021-09-23T23:42:54Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:01Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:55.739603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ecd039-1bfc-4d55-a943-37fb01977bba None None] Checking router: da1ce4b5-e280-4c90-9869-87971a8015f3 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:42:55.752137 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ecd039-1bfc-4d55-a943-37fb01977bba None None] Routers {'da1ce4b5-e280-4c90-9869-87971a8015f3'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:42:55.753516 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-77ecd039-1bfc-4d55-a943-37fb01977bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['da1ce4b5-e280-4c90-9869-87971a8015f3'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:55.793765 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:55.827500 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] DHCP port deletion for df32e42e-d8a1-4ec5-81b3-efb0341452a5 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:42:55.902826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-77ecd039-1bfc-4d55-a943-37fb01977bba None None] Set router da1ce4b5-e280-4c90-9869-87971a8015f3 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:42:55.936522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port 5659f750-efb9-495d-9d7e-aeb1a4e166f2 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:42:55.936882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:55.976336 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Deleting port c5196bbb-9da8-4efe-a678-4d5d83348b08 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:42:55.976629 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:56.030670 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] For port 5659f750-efb9-495d-9d7e-aeb1a4e166f2, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=5659f750-efb9-495d-9d7e-aeb1a4e166f2,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:42:56.031046 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:56.050199 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for 5659f750-efb9-495d-9d7e-aeb1a4e166f2 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:42:56.097080 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] For port c5196bbb-9da8-4efe-a678-4d5d83348b08, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c5196bbb-9da8-4efe-a678-4d5d83348b08,segment=NetworkSegment(dfbf7669-3678-4f02-9ed4-c6bb4ec08672),segment_id=dfbf7669-3678-4f02-9ed4-c6bb4ec08672)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:42:56.097502 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:56.115705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Calling delete_port for c5196bbb-9da8-4efe-a678-4d5d83348b08 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:42:56.239925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-77ecd039-1bfc-4d55-a943-37fb01977bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:00Z', 'updated_at': '2021-09-23T23:42:54Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:01Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:56.269668 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ecd039-1bfc-4d55-a943-37fb01977bba None None] The sync data for ids ['da1ce4b5-e280-4c90-9869-87971a8015f3'] in n-d-810775-1 is: [{'id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118443875', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:00Z', 'updated_at': '2021-09-23T23:42:54Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '5659f750-efb9-495d-9d7e-aeb1a4e166f2', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce4b5-e280-4c90-9869-87971a8015f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:41:01Z', 'updated_at': '2021-09-23T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:42:56.309645 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:56.322512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] No DVR routers for this DVR port c5196bbb-9da8-4efe-a678-4d5d83348b08 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:42:56.402730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:56.429343 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=5659f750-efb9-495d-9d7e-aeb1a4e166f2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:56.433078 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Pushing event deleted for resources: {'Port': ['ID=c5196bbb-9da8-4efe-a678-4d5d83348b08,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:56.442431 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:56.448470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:56.448470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:56.448470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:56.448470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:56.448470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:56.448470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:56.448470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:56.448470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:56.448470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:56.448470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:56.448470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b8ad-24c5-43b8-a165-993c85f325fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:56.494937 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:56.595363 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:56.595363 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:56.711629 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:56.712218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Fanout notify agent at l3_agent the message router_deleted on router da1ce4b5-e280-4c90-9869-87971a8015f3 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:42:56.721659 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:56.732396 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d43a1b14-8aea-4107-8b95-9fe53736172c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/routers/da1ce4b5-e280-4c90-9869-87971a8015f3 HTTP/1.1" status: 204 len: 168 time: 1.2235548 Sep 23 23:42:56.736394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46718) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:56.776140 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c5196bbb-9da8-4efe-a678-4d5d83348b08 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:42:56.802715 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: c5196bbb-9da8-4efe-a678-4d5d83348b08 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:42:56.804144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c5196bbb-9da8-4efe-a678-4d5d83348b08 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:42:56.804894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 71159792-7dd9-440c-ad7e-876f45d95478 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:42:56.826305 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 71159792-7dd9-440c-ad7e-876f45d95478 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:42:56.832442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 71159792-7dd9-440c-ad7e-876f45d95478 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:42:56.833342 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8a4edf8-ea3e-4e9b-a366-681fa9577e1c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:56.923078 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8a4edf8-ea3e-4e9b-a366-681fa9577e1c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:56.951291 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b8a4edf8-ea3e-4e9b-a366-681fa9577e1c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df32e42e-d8a1-4ec5-81b3-efb0341452a5']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:56.961428 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b8a4edf8-ea3e-4e9b-a366-681fa9577e1c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbf7669-3678-4f02-9ed4-c6bb4ec08672') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:56.961783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-b8a4edf8-ea3e-4e9b-a366-681fa9577e1c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbf7669-3678-4f02-9ed4-c6bb4ec08672') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8a4edf8-ea3e-4e9b-a366-681fa9577e1c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8a4edf8-ea3e-4e9b-a366-681fa9577e1c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a4edf8-ea3e-4e9b-a366-681fa9577e1c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8a4edf8-ea3e-4e9b-a366-681fa9577e1c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:42:57.018507 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:42:57.126815 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8a4edf8-ea3e-4e9b-a366-681fa9577e1c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:57.134638 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b8a4edf8-ea3e-4e9b-a366-681fa9577e1c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:57.135859 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b8a4edf8-ea3e-4e9b-a366-681fa9577e1c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/networks/df32e42e-d8a1-4ec5-81b3-efb0341452a5 HTTP/1.1" status: 204 len: 168 time: 0.3977697 Sep 23 23:42:57.138752 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46720) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:57.148306 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4edf8-ea3e-4e9b-a366-681fa9577e1c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Network': ['ID=df32e42e-d8a1-4ec5-81b3-efb0341452a5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:57.198081 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b808641-9256-4610-b9d0-3175b2e7f16b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:57.223344 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b808641-9256-4610-b9d0-3175b2e7f16b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:57.345280 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b808641-9256-4610-b9d0-3175b2e7f16b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:57.347999 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5b808641-9256-4610-b9d0-3175b2e7f16b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:57.349291 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5b808641-9256-4610-b9d0-3175b2e7f16b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/security-groups/110a09e0-7de1-4b48-bba1-73567bdc1d13 HTTP/1.1" status: 204 len: 168 time: 0.2095015 Sep 23 23:42:57.360988 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b808641-9256-4610-b9d0-3175b2e7f16b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=110a09e0-7de1-4b48-bba1-73567bdc1d13,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:57.706753 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46726) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:57.712293 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-046436ce-e5a9-43f8-8dc1-0003c8ef1976 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-622345228', 'description': 'tempest-secgroup-smoke-622345228 description', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:42:57.814227 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-046436ce-e5a9-43f8-8dc1-0003c8ef1976 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:57.896820 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-046436ce-e5a9-43f8-8dc1-0003c8ef1976 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:57.968041 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-046436ce-e5a9-43f8-8dc1-0003c8ef1976 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:58.001077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046436ce-e5a9-43f8-8dc1-0003c8ef1976 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b092faf-3b0d-43d9-9c35-17294ceb47bc,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:58.059855 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-046436ce-e5a9-43f8-8dc1-0003c8ef1976 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:58.061276 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-046436ce-e5a9-43f8-8dc1-0003c8ef1976 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3534358 Sep 23 23:42:58.064197 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46728) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:58.068685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-bc7d462d-4d42-4192-8dfb-91475df99208 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '8b092faf-3b0d-43d9-9c35-17294ceb47bc', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:42:58.177354 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc7d462d-4d42-4192-8dfb-91475df99208 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:58.237558 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc7d462d-4d42-4192-8dfb-91475df99208 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:58.332510 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc7d462d-4d42-4192-8dfb-91475df99208 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:58.351697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d462d-4d42-4192-8dfb-91475df99208 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7e89b8-dcf4-448c-aadc-a01f57cd5e4e,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:58.425581 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bc7d462d-4d42-4192-8dfb-91475df99208 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:58.426771 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bc7d462d-4d42-4192-8dfb-91475df99208 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3616478 Sep 23 23:42:58.430335 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46730) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:58.434718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ba4a02c9-982a-48dc-9329-2aa544013e87 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '8b092faf-3b0d-43d9-9c35-17294ceb47bc', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:42:58.520547 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba4a02c9-982a-48dc-9329-2aa544013e87 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:58.577570 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba4a02c9-982a-48dc-9329-2aa544013e87 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:58.653687 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba4a02c9-982a-48dc-9329-2aa544013e87 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:58.662485 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5659f750-efb9-495d-9d7e-aeb1a4e166f2 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:42:58.677155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a02c9-982a-48dc-9329-2aa544013e87 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317455d3-379c-4d85-be76-f6c1d95117f8,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:58.683713 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 5659f750-efb9-495d-9d7e-aeb1a4e166f2 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:42:58.684068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 5659f750-efb9-495d-9d7e-aeb1a4e166f2 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:42:58.745659 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ba4a02c9-982a-48dc-9329-2aa544013e87 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:58.746721 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ba4a02c9-982a-48dc-9329-2aa544013e87 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3154716 Sep 23 23:42:58.749501 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46732) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:58.753872 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-36a34d97-74e5-46c7-9674-3736ec5a3eb2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '8b092faf-3b0d-43d9-9c35-17294ceb47bc', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:42:58.841444 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36a34d97-74e5-46c7-9674-3736ec5a3eb2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:58.901522 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36a34d97-74e5-46c7-9674-3736ec5a3eb2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:58.972578 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36a34d97-74e5-46c7-9674-3736ec5a3eb2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:58.992563 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a34d97-74e5-46c7-9674-3736ec5a3eb2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338d4f6c-f9a2-4bf2-8f02-0781a2b5cc3a,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:59.064020 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-36a34d97-74e5-46c7-9674-3736ec5a3eb2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:59.065316 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-36a34d97-74e5-46c7-9674-3736ec5a3eb2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3148417 Sep 23 23:42:59.068076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46734) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:59.073191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-cc3ffe59-1c9d-4e1a-82d5-d908d1216801 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '8b092faf-3b0d-43d9-9c35-17294ceb47bc', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:42:59.159858 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc3ffe59-1c9d-4e1a-82d5-d908d1216801 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:59.218072 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc3ffe59-1c9d-4e1a-82d5-d908d1216801 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:59.281206 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc3ffe59-1c9d-4e1a-82d5-d908d1216801 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:59.299130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ffe59-1c9d-4e1a-82d5-d908d1216801 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ffa56a-1cef-471f-9d22-8c79ce03bef3,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:59.407208 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc3ffe59-1c9d-4e1a-82d5-d908d1216801 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:59.408549 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cc3ffe59-1c9d-4e1a-82d5-d908d1216801 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3395369 Sep 23 23:42:59.411328 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46736) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:59.416045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-d6ced288-097b-4b81-a1ce-6d823f09ba2b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '8b092faf-3b0d-43d9-9c35-17294ceb47bc', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:42:59.520978 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-d6ced288-097b-4b81-a1ce-6d823f09ba2b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Project 32a35fef9e4a415c9123499ddb3ed28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:42:59.526287 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6ced288-097b-4b81-a1ce-6d823f09ba2b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:59.586089 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6ced288-097b-4b81-a1ce-6d823f09ba2b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:59.657942 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6ced288-097b-4b81-a1ce-6d823f09ba2b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:59.675979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ced288-097b-4b81-a1ce-6d823f09ba2b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdf2d9f-d4af-43ad-bbf6-278b6634e5f1,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:59.743898 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d6ced288-097b-4b81-a1ce-6d823f09ba2b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:59.745174 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d6ced288-097b-4b81-a1ce-6d823f09ba2b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3329616 Sep 23 23:42:59.749502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46738) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:59.753904 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-8d2d7bcd-f411-41b2-ac8f-2214720a7023 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '8b092faf-3b0d-43d9-9c35-17294ceb47bc', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:42:59.835671 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-8d2d7bcd-f411-41b2-ac8f-2214720a7023 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Project 32a35fef9e4a415c9123499ddb3ed28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:42:59.841076 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7bcd-f411-41b2-ac8f-2214720a7023 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:59.903409 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7bcd-f411-41b2-ac8f-2214720a7023 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:00.001093 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7bcd-f411-41b2-ac8f-2214720a7023 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:00.023932 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d7bcd-f411-41b2-ac8f-2214720a7023 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d40b8e-a238-4194-bc28-7dd122786404,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:00.086981 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7bcd-f411-41b2-ac8f-2214720a7023 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:00.088238 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-8d2d7bcd-f411-41b2-ac8f-2214720a7023 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3378081 Sep 23 23:43:00.091108 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46740) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:43:00.095875 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-5a9d7f74-b4f7-4cdb-982a-fcd6edf72a57 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'network': {'name': 'tempest-network-smoke--1390641513', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'port_security_enabled': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:43:00.183680 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9d7f74-b4f7-4cdb-982a-fcd6edf72a57 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Made reservation on behalf of 32a35fef9e4a415c9123499ddb3ed28e for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:43:00.187134 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7f74-b4f7-4cdb-982a-fcd6edf72a57 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:00.210830 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9d7f74-b4f7-4cdb-982a-fcd6edf72a57 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:43:00.219618 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7f74-b4f7-4cdb-982a-fcd6edf72a57 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:00.219969 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-5a9d7f74-b4f7-4cdb-982a-fcd6edf72a57 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Added segment e5d19129-e2e9-4fac-93b1-54d4d5969326 of type vlan for network deafcc62-f43b-4c80-8236-1c7bffc76a51 Sep 23 23:43:00.260333 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7f74-b4f7-4cdb-982a-fcd6edf72a57 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:00.355355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7f74-b4f7-4cdb-982a-fcd6edf72a57 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:00.361098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9d7f74-b4f7-4cdb-982a-fcd6edf72a57 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:00.361722 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7f74-b4f7-4cdb-982a-fcd6edf72a57 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:00.429939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d7f74-b4f7-4cdb-982a-fcd6edf72a57 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Network': ['ID=deafcc62-f43b-4c80-8236-1c7bffc76a51,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:00.441650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network deafcc62-f43b-4c80-8236-1c7bffc76a51 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:43:00.459141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5a9d7f74-b4f7-4cdb-982a-fcd6edf72a57 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3670032 Sep 23 23:43:00.462422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46742) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:43:00.466988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'admin_state_up': True, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:43:00.585486 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:00.586518 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:00.641738 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:00.856242 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:01.112251 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:01.132261 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:01.238525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.25.1.101 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:43:01.341707 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:01.471550 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:01.511342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:43:01.514213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:43:01.517802 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:43:01.526907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:01.842952 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:02.047261 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:02.614179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router e7ec6f8b-daab-4356-be4c-52bb70610ba5 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:43:02.719475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:43:02.737350 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Sync routers for ids ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:43:02.747025 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Routers {'e7ec6f8b-daab-4356-be4c-52bb70610ba5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:43:02.749178 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:43:02.836870 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:02.838296 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9b02b1b7-911f-4ede-a07f-17d7f7057666 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3747859 Sep 23 23:43:02.841427 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46744) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:43:02.852218 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Set router e7ec6f8b-daab-4356-be4c-52bb70610ba5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:43:02.880201 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b31c1e8f-45fe-40d9-891e-49a464caba92 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=32a35fef9e4a415c9123499ddb3ed28e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376241 Sep 23 23:43:02.883839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46746) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:43:03.039733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e81f2ed-c1a0-4d9d-a205-6d8ec18e93b0 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:03.040913 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:43:00Z', 'updated_at': '2021-09-23T23:43:01Z', 'revision_number': 3, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:54:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:01Z', 'updated_at': '2021-09-23T23:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:43:03.041302 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-2e81f2ed-c1a0-4d9d-a205-6d8ec18e93b0 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1565218 Sep 23 23:43:03.044295 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46748) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:43:03.071692 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Checking router: e7ec6f8b-daab-4356-be4c-52bb70610ba5 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:43:03.072033 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Updating router e7ec6f8b-daab-4356-be4c-52bb70610ba5 port 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:43:03.080545 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-38fb9f64-f233-486e-9228-26e2707d86b5 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351205 Sep 23 23:43:03.083306 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46750) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:43:03.088925 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-cc93a39b-082e-4286-a473-2a05b73c45c9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-825686060', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:43:03.097440 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:03.271179 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc93a39b-082e-4286-a473-2a05b73c45c9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Made reservation on behalf of 32a35fef9e4a415c9123499ddb3ed28e for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:43:03.275561 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc93a39b-082e-4286-a473-2a05b73c45c9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:03.354181 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:03.435370 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:03.495011 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Attempting to bind port 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:43:03.500591 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Attempting to bind port 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:43:03.500591 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Attempting to bind port 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:43:03.500591 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f7b9d-01ac-4b30-b86c-4ef022c8bde8 None None] Pushing event updated for resources: {'Port': ['ID=6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:03.503589 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:43:03.504028 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:43:03.504536 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:03.504868 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:43:03.505353 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Bound port: 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:43:03.505732 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:03.516194 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc93a39b-082e-4286-a473-2a05b73c45c9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:03.530179 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b9d-01ac-4b30-b86c-4ef022c8bde8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:03.530477 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b9d-01ac-4b30-b86c-4ef022c8bde8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:03.530830 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b9d-01ac-4b30-b86c-4ef022c8bde8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:03.531163 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b9d-01ac-4b30-b86c-4ef022c8bde8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:03.531519 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b9d-01ac-4b30-b86c-4ef022c8bde8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:03.531849 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b9d-01ac-4b30-b86c-4ef022c8bde8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:03.532175 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b9d-01ac-4b30-b86c-4ef022c8bde8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:03.532583 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b9d-01ac-4b30-b86c-4ef022c8bde8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:03.532910 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b9d-01ac-4b30-b86c-4ef022c8bde8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:03.533281 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b9d-01ac-4b30-b86c-4ef022c8bde8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:03.533658 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b9d-01ac-4b30-b86c-4ef022c8bde8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:03.533924 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1f7b9d-01ac-4b30-b86c-4ef022c8bde8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:03.572533 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] For port 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:43:03.575741 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] For port 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:43:03.577574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93a39b-082e-4286-a473-2a05b73c45c9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Subnet': ['ID=4f5f0739-ffa1-475b-bffe-f97af9606ae7,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:03.586528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc93a39b-082e-4286-a473-2a05b73c45c9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Checking segment: {'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:43:03.592516 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc93a39b-082e-4286-a473-2a05b73c45c9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network hostable DHCP agents. Network: deafcc62-f43b-4c80-8236-1c7bffc76a51, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:43:03.637426 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:03.665383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc93a39b-082e-4286-a473-2a05b73c45c9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network deafcc62-f43b-4c80-8236-1c7bffc76a51 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:43:03.692888 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Routers {'e7ec6f8b-daab-4356-be4c-52bb70610ba5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:43:03.693552 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:43:03.739937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-cc93a39b-082e-4286-a473-2a05b73c45c9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, deafcc62-f43b-4c80-8236-1c7bffc76a51) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:43:03.745224 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc93a39b-082e-4286-a473-2a05b73c45c9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:03.745873 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-cc93a39b-082e-4286-a473-2a05b73c45c9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:03.751748 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4382e8-5f6b-4e45-98ee-2465057e9a16 None None] Network deafcc62-f43b-4c80-8236-1c7bffc76a51 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:43:03.825637 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f7b9d-01ac-4b30-b86c-4ef022c8bde8 None None] Pushing event updated for resources: {'Port': ['ID=6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:03.835699 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46752) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:43:03.836126 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-cc93a39b-082e-4286-a473-2a05b73c45c9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7505693 Sep 23 23:43:03.897708 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] Set router e7ec6f8b-daab-4356-be4c-52bb70610ba5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:43:03.914167 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-deafcc62-f43b-4c80-8236-1c7bffc76a51', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ips': [{'subnet_id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:43:03.915225 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:04.070978 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Allocated IP 172.20.0.2 (deafcc62-f43b-4c80-8236-1c7bffc76a51/4f5f0739-ffa1-475b-bffe-f97af9606ae7/1ee7e9e9-fcd5-4b07-abda-76ba37078757) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:43:04.112671 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:43:00Z', 'updated_at': '2021-09-23T23:43:01Z', 'revision_number': 3, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:54:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:01Z', 'updated_at': '2021-09-23T23:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:43:04.140252 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5b7e0-26d5-4f85-9c76-8a198ecf7dc9 None None] The sync data for ids ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'] in n-d-810775-1 is: [{'id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:43:00Z', 'updated_at': '2021-09-23T23:43:01Z', 'revision_number': 3, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:54:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:01Z', 'updated_at': '2021-09-23T23:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:43:04.238958 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:04.346529 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:04.391806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Network deafcc62-f43b-4c80-8236-1c7bffc76a51 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:43:04.397798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:43:04.405321 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:43:04.407611 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Pushing event updated for resources: {'Port': ['ID=1ee7e9e9-fcd5-4b07-abda-76ba37078757,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:04.470040 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Attempting to bind port 1ee7e9e9-fcd5-4b07-abda-76ba37078757 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:43:04.470505 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Attempting to bind port 1ee7e9e9-fcd5-4b07-abda-76ba37078757 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:43:04.470982 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Attempting to bind port 1ee7e9e9-fcd5-4b07-abda-76ba37078757 on network deafcc62-f43b-4c80-8236-1c7bffc76a51 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:43:04.476826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:43:04.477572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Checking segment: {'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:43:04.478056 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:04.478522 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Bound using segment: {'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:43:04.479100 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Bound port: 1ee7e9e9-fcd5-4b07-abda-76ba37078757, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:43:04.479550 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:04.556849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] For port 1ee7e9e9-fcd5-4b07-abda-76ba37078757, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:43:04.560213 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] For port 1ee7e9e9-fcd5-4b07-abda-76ba37078757, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1ee7e9e9-fcd5-4b07-abda-76ba37078757,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:43:04.637567 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:04.664953 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:04.703722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13f3c0-41cd-431f-adf3-3453daff6374 None None] Pushing event updated for resources: {'Port': ['ID=1ee7e9e9-fcd5-4b07-abda-76ba37078757,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:04.783382 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:43:04.838013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:43:04.838451 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:04.948480 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:04.974789 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:43:05.011131 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.20.0.1 (deafcc62-f43b-4c80-8236-1c7bffc76a51/4f5f0739-ffa1-475b-bffe-f97af9606ae7/c2fbd471-0574-451f-a076-7d6af4032647) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:43:05.065652 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:05.125340 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:05.155119 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:05.259960 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:05.300115 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network deafcc62-f43b-4c80-8236-1c7bffc76a51 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:43:05.303239 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:43:05.305856 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:43:05.340624 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=c2fbd471-0574-451f-a076-7d6af4032647,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:05.358242 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:05.576868 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:05.715835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8754e080-7c22-4c82-a0b0-7f3b152b1b76 None None] Network deafcc62-f43b-4c80-8236-1c7bffc76a51 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:43:05.839672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-070fba4d-c6a9-4033-a840-53549c95cfc4 None None] Provisioning complete for port 1ee7e9e9-fcd5-4b07-abda-76ba37078757 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:43:05.840386 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-070fba4d-c6a9-4033-a840-53549c95cfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:05.888942 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:05.943705 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:05.965602 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-070fba4d-c6a9-4033-a840-53549c95cfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:06.007987 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-070fba4d-c6a9-4033-a840-53549c95cfc4 None None] For port 1ee7e9e9-fcd5-4b07-abda-76ba37078757, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1ee7e9e9-fcd5-4b07-abda-76ba37078757,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:43:06.025337 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=c2fbd471-0574-451f-a076-7d6af4032647,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:06.038653 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:06.088107 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-070fba4d-c6a9-4033-a840-53549c95cfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:06.142440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fba4d-c6a9-4033-a840-53549c95cfc4 None None] Pushing event updated for resources: {'Port': ['ID=1ee7e9e9-fcd5-4b07-abda-76ba37078757,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:06.155277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network deafcc62-f43b-4c80-8236-1c7bffc76a51 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:43:06.156761 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:43:06.210188 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6466956b-15fb-4ddc-9a29-ef27a467d6bc None None] Provisioning complete for port c2fbd471-0574-451f-a076-7d6af4032647 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:43:06.210933 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6466956b-15fb-4ddc-9a29-ef27a467d6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:06.249690 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-6466956b-15fb-4ddc-9a29-ef27a467d6bc None None] Port c2fbd471-0574-451f-a076-7d6af4032647 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:43:06.262191 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6466956b-15fb-4ddc-9a29-ef27a467d6bc None None] Provisioning complete for port 1ee7e9e9-fcd5-4b07-abda-76ba37078757 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:43:06.262553 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6466956b-15fb-4ddc-9a29-ef27a467d6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:06.305389 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router e7ec6f8b-daab-4356-be4c-52bb70610ba5 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:43:06.433432 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:43:06.440222 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-96619d20-9642-4582-bb6f-cc07cd63a31b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "PUT /v2.0/routers/e7ec6f8b-daab-4356-be4c-52bb70610ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6017287 Sep 23 23:43:06.452118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Sync routers for ids ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:43:06.467804 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Routers {'e7ec6f8b-daab-4356-be4c-52bb70610ba5'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:43:06.468467 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:43:06.511499 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-99665fa8-5378-41a8-86e3-0aa98cef3001 None None] Provisioning complete for port c2fbd471-0574-451f-a076-7d6af4032647 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:43:06.511878 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-99665fa8-5378-41a8-86e3-0aa98cef3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:06.599589 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-283481ab-9a25-421e-8e83-485756be57d1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622345228&fields=id&tenant_id=32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 267 time: 0.0374653 Sep 23 23:43:06.725571 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-172bdf9b-aa43-485b-a409-83ee6ee41853 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:06.727417 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-172bdf9b-aa43-485b-a409-83ee6ee41853 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/networks?id=deafcc62-f43b-4c80-8236-1c7bffc76a51 HTTP/1.1" status: 200 len: 797 time: 0.1198130 Sep 23 23:43:06.746909 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-2590a840-2179-4ebc-b053-ce4291ca2f62 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/quotas/32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 375 time: 0.0128551 Sep 23 23:43:06.755753 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-99665fa8-5378-41a8-86e3-0aa98cef3001 None None] Port c2fbd471-0574-451f-a076-7d6af4032647 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:43:06.786118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Set router e7ec6f8b-daab-4356-be4c-52bb70610ba5 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:43:06.806905 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-4434c957-d38b-44c7-9ac3-39b1a5b6cca6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541756 Sep 23 23:43:06.825996 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-9c81a77e-2610-453d-8673-291d6d98726c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:43:06.826199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:43:06.826999 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-9c81a77e-2610-453d-8673-291d6d98726c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057244 Sep 23 23:43:06.920961 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-b3add550-8301-44b1-990d-eb3e3ba84d60 service neutron] 10.222.0.22 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873244 Sep 23 23:43:06.961909 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fe5efda5-c4f4-4243-a830-7725f0cfadd6 None None] Provisioning complete for port c2fbd471-0574-451f-a076-7d6af4032647 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:43:06.962561 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fe5efda5-c4f4-4243-a830-7725f0cfadd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:07.010623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:43:07.010985 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:07.019293 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-bdd7a198-ac99-4454-a0ee-0c3f627d4b98 service neutron] 10.222.0.22 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915804 Sep 23 23:43:07.044677 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-fe5efda5-c4f4-4243-a830-7725f0cfadd6 None None] Port c2fbd471-0574-451f-a076-7d6af4032647 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:43:07.132205 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:43:00Z', 'updated_at': '2021-09-23T23:43:05Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:01Z', 'updated_at': '2021-09-23T23:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c2fbd471-0574-451f-a076-7d6af4032647', 'name': '', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:25:ce:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:04Z', 'updated_at': '2021-09-23T23:43:05Z', 'revision_number': 2, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:43:07.163436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Checking router: e7ec6f8b-daab-4356-be4c-52bb70610ba5 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:43:07.163824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Updating router e7ec6f8b-daab-4356-be4c-52bb70610ba5 port c2fbd471-0574-451f-a076-7d6af4032647 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:43:07.166311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1ee7e9e9-fcd5-4b07-abda-76ba37078757 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:43:07.217551 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:07.258243 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b0becf3b-c91f-49de-abc3-14570b14786b req-288e078c-e0ba-48fc-9337-6f9419e9712c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 210 time: 0.0349479 Sep 23 23:43:07.282959 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 1ee7e9e9-fcd5-4b07-abda-76ba37078757 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:43:07.283334 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:07.564934 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:07.584978 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:07.652460 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:07.707405 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d28af-7852-4539-be49-8d73dc21d698 None None] Pushing event updated for resources: {'Port': ['ID=c2fbd471-0574-451f-a076-7d6af4032647,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:07.760524 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Attempting to bind port c2fbd471-0574-451f-a076-7d6af4032647 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:43:07.761203 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Attempting to bind port c2fbd471-0574-451f-a076-7d6af4032647 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:43:07.761571 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Attempting to bind port c2fbd471-0574-451f-a076-7d6af4032647 on network deafcc62-f43b-4c80-8236-1c7bffc76a51 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:43:07.766741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:43:07.767327 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Checking segment: {'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:43:07.767734 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:07.768128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Bound using segment: {'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:43:07.768594 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Bound port: c2fbd471-0574-451f-a076-7d6af4032647, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:43:07.769247 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:07.840241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] For port c2fbd471-0574-451f-a076-7d6af4032647, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:43:07.843741 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] For port c2fbd471-0574-451f-a076-7d6af4032647, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c2fbd471-0574-451f-a076-7d6af4032647,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:43:07.938409 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:08.023965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Routers {'e7ec6f8b-daab-4356-be4c-52bb70610ba5'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:43:08.025192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:42:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:43:08.028591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-bf04e3cd-f5d1-4107-84cb-5aa54317c5fb None None] Provisioning complete for port c2fbd471-0574-451f-a076-7d6af4032647 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:43:08.029001 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bf04e3cd-f5d1-4107-84cb-5aa54317c5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:08.061989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d28af-7852-4539-be49-8d73dc21d698 None None] Pushing event updated for resources: {'Port': ['ID=c2fbd471-0574-451f-a076-7d6af4032647,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:08.194993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] Set router e7ec6f8b-daab-4356-be4c-52bb70610ba5 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:43:08.238724 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bf04e3cd-f5d1-4107-84cb-5aa54317c5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:08.327674 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-bf04e3cd-f5d1-4107-84cb-5aa54317c5fb None None] For port c2fbd471-0574-451f-a076-7d6af4032647, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c2fbd471-0574-451f-a076-7d6af4032647,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:43:08.345218 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dbff7e1d-809d-4fcf-a8ad-685d6f91cd07 req-69af79d7-0b4e-49d7-a8af-df8b7072c8e5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 210 time: 0.0283220 Sep 23 23:43:08.388604 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bf04e3cd-f5d1-4107-84cb-5aa54317c5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:08.463727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04e3cd-f5d1-4107-84cb-5aa54317c5fb None None] Pushing event updated for resources: {'Port': ['ID=c2fbd471-0574-451f-a076-7d6af4032647,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:08.481613 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:43:00Z', 'updated_at': '2021-09-23T23:43:05Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:01Z', 'updated_at': '2021-09-23T23:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c2fbd471-0574-451f-a076-7d6af4032647', 'name': '', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:25:ce:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:04Z', 'updated_at': '2021-09-23T23:43:07Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:43:08.512886 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1316ab23-4fa4-483c-9fc4-9f30e6322766 None None] The sync data for ids ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'] in n-d-810775-1 is: [{'id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:43:00Z', 'updated_at': '2021-09-23T23:43:05Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:01Z', 'updated_at': '2021-09-23T23:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c2fbd471-0574-451f-a076-7d6af4032647', 'name': '', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:25:ce:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:04Z', 'updated_at': '2021-09-23T23:43:07Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:43:08.523449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f1120db7-dd2b-48a9-8d46-e2fa7fffef5c None None] Provisioning complete for port c2fbd471-0574-451f-a076-7d6af4032647 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:43:08.523903 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f1120db7-dd2b-48a9-8d46-e2fa7fffef5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:08.745955 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c2fbd471-0574-451f-a076-7d6af4032647 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:43:08.797722 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c2fbd471-0574-451f-a076-7d6af4032647 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:43:08.798118 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:09.472011 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f126ea0c-2512-494a-ae6c-dfad6ff9dfcc req-8ddc64e8-cf5a-49ff-ab0e-dee8e7d064d7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 210 time: 0.0446713 Sep 23 23:43:09.549285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-ddedecd5-b3a2-4bd8-8821-7f8c3d33f865 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:09.550738 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-ddedecd5-b3a2-4bd8-8821-7f8c3d33f865 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.67 "GET /v2.0/networks?id=deafcc62-f43b-4c80-8236-1c7bffc76a51 HTTP/1.1" status: 200 len: 797 time: 0.1463859 Sep 23 23:43:09.601485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-cb7d2ee5-60d4-4012-9b1b-dc55b0c03d35 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 379 time: 0.0362473 Sep 23 23:43:09.611097 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-30c2ddb0-c1d3-4aee-a443-1a8714b613bc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'port': {'device_id': '1378f041-f696-48e9-a879-08465edb81e6', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'admin_state_up': True, 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'security_groups': ['8b092faf-3b0d-43d9-9c35-17294ceb47bc']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:43:09.795346 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-30c2ddb0-c1d3-4aee-a443-1a8714b613bc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Made reservation on behalf of 32a35fef9e4a415c9123499ddb3ed28e for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:43:09.799008 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-30c2ddb0-c1d3-4aee-a443-1a8714b613bc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:09.932700 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-30c2ddb0-c1d3-4aee-a443-1a8714b613bc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.20.0.6 (deafcc62-f43b-4c80-8236-1c7bffc76a51/4f5f0739-ffa1-475b-bffe-f97af9606ae7/eaf0c531-ee67-4864-bfdc-346cf6e727a0) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:43:10.076041 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-30c2ddb0-c1d3-4aee-a443-1a8714b613bc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:10.186191 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-30c2ddb0-c1d3-4aee-a443-1a8714b613bc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:10.234015 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-30c2ddb0-c1d3-4aee-a443-1a8714b613bc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network deafcc62-f43b-4c80-8236-1c7bffc76a51 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:43:10.236987 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-30c2ddb0-c1d3-4aee-a443-1a8714b613bc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:43:10.240775 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-30c2ddb0-c1d3-4aee-a443-1a8714b613bc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:43:10.267578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2ddb0-c1d3-4aee-a443-1a8714b613bc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=eaf0c531-ee67-4864-bfdc-346cf6e727a0,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:10.297953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-30c2ddb0-c1d3-4aee-a443-1a8714b613bc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:10.298609 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-30c2ddb0-c1d3-4aee-a443-1a8714b613bc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:10.390626 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-30c2ddb0-c1d3-4aee-a443-1a8714b613bc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7830586 Sep 23 23:43:10.408929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Request body: {'port': {'device_id': '1378f041-f696-48e9-a879-08465edb81e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:43:10.468037 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-333bb19a-9275-4d49-a984-e4cbbb9435a0 None None] Provisioning complete for port eaf0c531-ee67-4864-bfdc-346cf6e727a0 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:43:10.468619 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-333bb19a-9275-4d49-a984-e4cbbb9435a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:10.469736 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:10.502807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-333bb19a-9275-4d49-a984-e4cbbb9435a0 None None] Port eaf0c531-ee67-4864-bfdc-346cf6e727a0 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:43:10.594559 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5714c4-423f-4e0c-99c6-06a799bd04bd req-46748c9e-5cd4-4f59-8024-eaae681d5957 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:10.596057 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d5714c4-423f-4e0c-99c6-06a799bd04bd req-46748c9e-5cd4-4f59-8024-eaae681d5957 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 931 time: 0.0505147 Sep 23 23:43:10.635915 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6d5714c4-423f-4e0c-99c6-06a799bd04bd req-5ff14c2b-a31f-4a87-906c-8762156b6e20 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333354 Sep 23 23:43:10.762260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf0c531-ee67-4864-bfdc-346cf6e727a0 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:43:10.770107 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:10.782051 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Transition to ACTIVE for port object eaf0c531-ee67-4864-bfdc-346cf6e727a0 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:43:10.882803 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:10.936212 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Pushing event updated for resources: {'Port': ['ID=eaf0c531-ee67-4864-bfdc-346cf6e727a0,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:11.004907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Attempting to bind port eaf0c531-ee67-4864-bfdc-346cf6e727a0 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:43:11.005283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Attempting to bind port eaf0c531-ee67-4864-bfdc-346cf6e727a0 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:43:11.005612 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Attempting to bind port eaf0c531-ee67-4864-bfdc-346cf6e727a0 on network deafcc62-f43b-4c80-8236-1c7bffc76a51 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:43:11.011679 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Port eaf0c531-ee67-4864-bfdc-346cf6e727a0 on network deafcc62-f43b-4c80-8236-1c7bffc76a51 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:43:11.012009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Attempting to bind port eaf0c531-ee67-4864-bfdc-346cf6e727a0 on network deafcc62-f43b-4c80-8236-1c7bffc76a51 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:43:11.017617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:43:11.017966 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Checking segment: {'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:43:11.018468 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Bound using segment: {'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:43:11.019154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Bound port: eaf0c531-ee67-4864-bfdc-346cf6e727a0, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:43:11.019526 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:11.093554 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] For port eaf0c531-ee67-4864-bfdc-346cf6e727a0, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:43:11.096797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] For port eaf0c531-ee67-4864-bfdc-346cf6e727a0, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:43:11.213059 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:11.250866 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:11.251510 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:11.253046 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] 10.222.0.67 "PUT /v2.0/ports/eaf0c531-ee67-4864-bfdc-346cf6e727a0 HTTP/1.1" status: 200 len: 1091 time: 0.8485456 Sep 23 23:43:11.253519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:43:11.255806 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b54859d-f5b5-4c39-8ff5-dd0b2a530dea" -d '{"events": [{"name": "network-changed", "server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:43:11.281788 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544825e-d883-445e-8b0c-b3d2fd74791f service neutron] Pushing event updated for resources: {'Port': ['ID=eaf0c531-ee67-4864-bfdc-346cf6e727a0,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:11.304731 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fa4887-5892-43ec-9f74-095e4d1194ad x-openstack-request-id: req-29fa4887-5892-43ec-9f74-095e4d1194ad {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:43:11.305035 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:43:11.305322 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29fa4887-5892-43ec-9f74-095e4d1194ad {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:43:11.305732 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'status': 'completed', 'code': 200} Sep 23 23:43:11.394703 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54859d-f5b5-4c39-8ff5-dd0b2a530dea req-c7e1f4b7-9afa-46a5-af0f-fb45407be4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:11.396295 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b54859d-f5b5-4c39-8ff5-dd0b2a530dea req-c7e1f4b7-9afa-46a5-af0f-fb45407be4b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 1094 time: 0.0436070 Sep 23 23:43:11.513748 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54859d-f5b5-4c39-8ff5-dd0b2a530dea req-b76ecc72-1394-45e7-9f6e-074b0e544e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:11.515168 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b54859d-f5b5-4c39-8ff5-dd0b2a530dea req-b76ecc72-1394-45e7-9f6e-074b0e544e4e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1040907 Sep 23 23:43:11.611299 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54859d-f5b5-4c39-8ff5-dd0b2a530dea req-7042aa52-cb5f-43a9-a693-f03356b1723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:11.612707 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2b54859d-f5b5-4c39-8ff5-dd0b2a530dea req-7042aa52-cb5f-43a9-a693-f03356b1723a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901027 Sep 23 23:43:11.716877 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-2acc0941-208c-467a-a678-b562c6bc8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:11.718458 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-2acc0941-208c-467a-a678-b562c6bc8b06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 1094 time: 0.0487528 Sep 23 23:43:11.762692 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23781b0-cdd7-4cc0-867a-f3a181700485 req-6794ba70-cecc-49b2-b5e1-14241f2bb944 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:11.764304 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e23781b0-cdd7-4cc0-867a-f3a181700485 req-6794ba70-cecc-49b2-b5e1-14241f2bb944 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 943 time: 0.0569303 Sep 23 23:43:11.768303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-4eb36f29-a754-45ee-ac8e-eaa36ec84877 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0 HTTP/1.1" status: 200 len: 217 time: 0.0359664 Sep 23 23:43:11.802999 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e23781b0-cdd7-4cc0-867a-f3a181700485 req-ad6d3ce5-0856-4f31-b0f2-8f498c70390a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323207 Sep 23 23:43:11.819568 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-2ffe9615-83a7-4d04-af19-e2796d4700a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:11.821090 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-2ffe9615-83a7-4d04-af19-e2796d4700a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f5f0739-ffa1-475b-bffe-f97af9606ae7 HTTP/1.1" status: 200 len: 834 time: 0.0463970 Sep 23 23:43:11.871397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-46b9f76b-1ff4-4ebb-a96e-d60729350595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:11.872894 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-46b9f76b-1ff4-4ebb-a96e-d60729350595 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=deafcc62-f43b-4c80-8236-1c7bffc76a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446508 Sep 23 23:43:11.964824 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-486029e2-3d47-4aa7-923a-f70c27fc0b3f service neutron] 10.222.0.67 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846651 Sep 23 23:43:12.061507 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6da5e04a-f1d6-4a62-85c0-77abd524e6a2 req-b2374b5d-c366-43a7-bfc4-5ecebb4cb49d service neutron] 10.222.0.67 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889783 Sep 23 23:43:12.923986 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942b345-548b-426d-aaeb-153227352a7c req-19d96e71-af4c-480b-b6ea-ea6cafb813df tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:12.925558 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1942b345-548b-426d-aaeb-153227352a7c req-19d96e71-af4c-480b-b6ea-ea6cafb813df tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 943 time: 0.0529792 Sep 23 23:43:12.963999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1942b345-548b-426d-aaeb-153227352a7c req-c3fe6a1b-aed6-41fa-91bd-ee24f4d17a06 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324543 Sep 23 23:43:13.191222 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-46815499-ff80-482c-9c4b-919431543f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:14.084212 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb981ded-2962-4864-81b1-83240cc0f2f3 req-3d872ac7-055d-4f63-8463-fce09ebc80dd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:14.085919 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cb981ded-2962-4864-81b1-83240cc0f2f3 req-3d872ac7-055d-4f63-8463-fce09ebc80dd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 943 time: 0.0514922 Sep 23 23:43:14.125491 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cb981ded-2962-4864-81b1-83240cc0f2f3 req-4653a3a1-30d0-4ee6-a13f-053b98cfd070 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335000 Sep 23 23:43:15.243417 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b67c9-fc31-4b7b-b350-574150f64e98 req-1c051509-b806-4805-8064-79636d1434f2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:15.244928 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d93b67c9-fc31-4b7b-b350-574150f64e98 req-1c051509-b806-4805-8064-79636d1434f2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 943 time: 0.0517271 Sep 23 23:43:15.284217 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d93b67c9-fc31-4b7b-b350-574150f64e98 req-5c260e90-3b07-4a7c-90ee-98a007ca9358 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332394 Sep 23 23:43:15.640707 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-35f05995-6936-4722-9c90-573efc3fb16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:16.196623 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:16.247673 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device eaf0c531-ee67-4864-bfdc-346cf6e727a0 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:43:16.351348 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port eaf0c531-ee67-4864-bfdc-346cf6e727a0, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:43:16.364541 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'port_id': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'mac_address': 'fa:16:3e:be:e7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:43:16.402273 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511a03d-9096-4871-9651-05096d4ac9ad req-65f9ee74-462f-48bb-8066-8743bb2c0d07 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:16.404115 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f511a03d-9096-4871-9651-05096d4ac9ad req-65f9ee74-462f-48bb-8066-8743bb2c0d07 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 943 time: 0.0520122 Sep 23 23:43:16.405224 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:16.420365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf0c531-ee67-4864-bfdc-346cf6e727a0 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:43:16.440545 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port eaf0c531-ee67-4864-bfdc-346cf6e727a0, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:43:16.443803 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f511a03d-9096-4871-9651-05096d4ac9ad req-8e675761-35df-414f-85c7-7a930f51163c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335467 Sep 23 23:43:16.516828 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:16.565579 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=eaf0c531-ee67-4864-bfdc-346cf6e727a0,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:16.952027 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['eaf0c531-ee67-4864-bfdc-346cf6e727a0'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:43:17.253701 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:17.567860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b286f-8d08-41f3-b744-8ed6e11b2270 req-bf4c987b-1d19-4a7a-9d1e-f8e6faefad4d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:17.569269 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b43b286f-8d08-41f3-b744-8ed6e11b2270 req-bf4c987b-1d19-4a7a-9d1e-f8e6faefad4d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 944 time: 0.0549142 Sep 23 23:43:17.607107 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b43b286f-8d08-41f3-b744-8ed6e11b2270 req-d1c612ed-847f-49a9-bc7d-0fcba5a7c538 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317483 Sep 23 23:43:18.246644 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device eaf0c531-ee67-4864-bfdc-346cf6e727a0 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:43:18.362730 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port eaf0c531-ee67-4864-bfdc-346cf6e727a0 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:43:18.366572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port eaf0c531-ee67-4864-bfdc-346cf6e727a0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:43:18.366909 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:18.444517 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:18.467134 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:43:18.469389 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd025471-2dee-46ae-83db-e822870503e7" -d '{"events": [{"server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "name": "network-vif-plugged", "status": "completed", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:43:18.481699 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port eaf0c531-ee67-4864-bfdc-346cf6e727a0, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:43:18.507602 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57853b4c-6854-4600-a4d9-bb81962fa3ce x-openstack-request-id: req-57853b4c-6854-4600-a4d9-bb81962fa3ce {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:43:18.507898 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "name": "network-vif-plugged", "status": "completed", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:43:18.508159 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-57853b4c-6854-4600-a4d9-bb81962fa3ce {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:43:18.508560 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'code': 200} Sep 23 23:43:18.575181 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:18.626557 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=eaf0c531-ee67-4864-bfdc-346cf6e727a0,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:18.633379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccba96-dbd4-4e8a-ae48-057411951c86 req-d79254b9-0de6-4d06-90ba-7750d57ea72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:18.636810 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4ccba96-dbd4-4e8a-ae48-057411951c86 req-d79254b9-0de6-4d06-90ba-7750d57ea72b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 1096 time: 0.0438695 Sep 23 23:43:18.674084 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f4ccba96-dbd4-4e8a-ae48-057411951c86 req-ddcbe5e0-2735-4e2b-94e9-a7c615aba3f7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310109 Sep 23 23:43:18.727271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06dfc8-aee6-469e-a339-6ac73d02dab9 req-e99bf598-3547-4033-b957-08f0ff817ec0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:18.728780 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e06dfc8-aee6-469e-a339-6ac73d02dab9 req-e99bf598-3547-4033-b957-08f0ff817ec0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0493457 Sep 23 23:43:18.732420 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:18.769648 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0e06dfc8-aee6-469e-a339-6ac73d02dab9 req-9032e6a6-b2fe-4b71-bd26-c25a9df08798 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338850 Sep 23 23:43:19.070868 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:19.892119 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d33fcf-9d9e-42fd-a914-ea27d61f0296 req-3c4bbae4-f802-40a7-98b0-764d57175f9d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:19.893605 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f7d33fcf-9d9e-42fd-a914-ea27d61f0296 req-3c4bbae4-f802-40a7-98b0-764d57175f9d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0537777 Sep 23 23:43:19.932558 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f7d33fcf-9d9e-42fd-a914-ea27d61f0296 req-cb6bf0f9-9aa4-4432-bd86-825f5a542f40 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324955 Sep 23 23:43:20.877596 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:43:21.055165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7d0c7-53ac-484e-b0c8-f5d14a2fca6f req-ccafedc5-e7fa-44c2-8728-446fc02a601e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:21.056687 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ff7d0c7-53ac-484e-b0c8-f5d14a2fca6f req-ccafedc5-e7fa-44c2-8728-446fc02a601e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0544751 Sep 23 23:43:21.095345 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9ff7d0c7-53ac-484e-b0c8-f5d14a2fca6f req-99354e77-ba28-4654-ac51-911cb154cd95 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324042 Sep 23 23:43:21.209134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a13c3e-3123-4372-8df6-0e1f3815f26c req-97749446-3a08-460f-8735-1aa2cb3506b4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:21.210637 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4a13c3e-3123-4372-8df6-0e1f3815f26c req-97749446-3a08-460f-8735-1aa2cb3506b4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0484843 Sep 23 23:43:21.248963 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4a13c3e-3123-4372-8df6-0e1f3815f26c req-e5bff466-66ea-44ac-acfd-ccc7d4d7e8a0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315278 Sep 23 23:43:21.271189 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46814) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:43:21.312582 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c58a2d-24a0-49ce-8002-7deb6fb9af3b tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:21.314207 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a5c58a2d-24a0-49ce-8002-7deb6fb9af3b tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 1091 time: 0.0420222 Sep 23 23:43:21.317077 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46816) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:43:21.321353 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:43:21.425454 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:21.527983 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:21.635437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.25.1.17 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/92685f41-2a9a-46d8-a1da-172da92de29f) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:43:21.738841 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:21.825332 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:21.862491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:43:21.865506 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:43:21.868897 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:43:21.899858 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=92685f41-2a9a-46d8-a1da-172da92de29f,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:22.221667 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:22.361895 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:22.514594 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:22.607559 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:22.681604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=92685f41-2a9a-46d8-a1da-172da92de29f,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:22.692513 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:22.795909 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Floating IP 61866c30-79fc-46bb-b305-d33398b862b0 associated. External IP: 172.25.1.17, port: eaf0c531-ee67-4864-bfdc-346cf6e727a0. Sep 23 23:43:23.290899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router e7ec6f8b-daab-4356-be4c-52bb70610ba5 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:43:23.397411 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:43:23.407241 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782682e-7b3d-4fbe-859d-daed42026cb8 None None] Sync routers for ids ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:43:23.416975 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782682e-7b3d-4fbe-859d-daed42026cb8 None None] Routers {'e7ec6f8b-daab-4356-be4c-52bb70610ba5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:43:23.418107 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3782682e-7b3d-4fbe-859d-daed42026cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:43:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:43:23.500823 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:23.526091 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-3782682e-7b3d-4fbe-859d-daed42026cb8 None None] Set router e7ec6f8b-daab-4356-be4c-52bb70610ba5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:43:23.533238 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7c0c617e-a171-4b79-9bb3-d8de3bcd96c3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2150545 Sep 23 23:43:23.533943 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:43:23.536335 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e216f53-ec88-4315-96e5-92d713c53c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:43:23.575872 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfca037-24fb-4760-bd6c-7eeedb934a7d x-openstack-request-id: req-5cfca037-24fb-4760-bd6c-7eeedb934a7d {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:43:23.576170 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:43:23.576396 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5cfca037-24fb-4760-bd6c-7eeedb934a7d {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:43:23.576802 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'status': 'completed', 'code': 200} Sep 23 23:43:23.662034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb673-2bec-44af-88a0-6d456ef97f50 req-2610dfef-f784-4c56-87cf-4cfa7939eb2e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:23.663559 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-225eb673-2bec-44af-88a0-6d456ef97f50 req-2610dfef-f784-4c56-87cf-4cfa7939eb2e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0754533 Sep 23 23:43:23.692454 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e216f53-ec88-4315-96e5-92d713c53c9c req-ed50c373-da05-4853-b041-ead8b184db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:23.693993 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e216f53-ec88-4315-96e5-92d713c53c9c req-ed50c373-da05-4853-b041-ead8b184db54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 1096 time: 0.0696719 Sep 23 23:43:23.729189 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-225eb673-2bec-44af-88a0-6d456ef97f50 req-70fbeba1-b8e6-4af0-8c0f-da5a9774eff1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583334 Sep 23 23:43:23.752641 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46822) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:43:23.762537 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3782682e-7b3d-4fbe-859d-daed42026cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:43:00Z', 'updated_at': '2021-09-23T23:43:05Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:01Z', 'updated_at': '2021-09-23T23:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '61866c30-79fc-46bb-b305-d33398b862b0', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'port_id': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'mac_address': 'fa:16:3e:be:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1378f041-f696-48e9-a879-08465edb81e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:43:22Z', 'updated_at': '2021-09-23T23:43:22Z', 'revision_number': 0, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fbd471-0574-451f-a076-7d6af4032647', 'name': '', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:25:ce:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:04Z', 'updated_at': '2021-09-23T23:43:08Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:43:23.794822 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782682e-7b3d-4fbe-859d-daed42026cb8 None None] Checking router: e7ec6f8b-daab-4356-be4c-52bb70610ba5 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:43:23.803815 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782682e-7b3d-4fbe-859d-daed42026cb8 None None] Routers {'e7ec6f8b-daab-4356-be4c-52bb70610ba5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:43:23.804414 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3782682e-7b3d-4fbe-859d-daed42026cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:43:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:43:23.806734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e216f53-ec88-4315-96e5-92d713c53c9c req-630823c5-880a-4299-8675-e07095f165f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:23.808367 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e216f53-ec88-4315-96e5-92d713c53c9c req-630823c5-880a-4299-8675-e07095f165f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=deafcc62-f43b-4c80-8236-1c7bffc76a51 HTTP/1.1" status: 200 len: 898 time: 0.1045709 Sep 23 23:43:23.815440 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-320dbabf-31c2-457c-897f-da54717b3ab4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/61866c30-79fc-46bb-b305-d33398b862b0 HTTP/1.1" status: 200 len: 990 time: 0.0615222 Sep 23 23:43:23.877778 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e216f53-ec88-4315-96e5-92d713c53c9c req-e0404592-f1d3-4865-b43f-4792631ddecf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0 HTTP/1.1" status: 200 len: 998 time: 0.0612891 Sep 23 23:43:23.911346 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-3782682e-7b3d-4fbe-859d-daed42026cb8 None None] Set router e7ec6f8b-daab-4356-be4c-52bb70610ba5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:43:23.932634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e216f53-ec88-4315-96e5-92d713c53c9c req-6f6009e0-c6b7-410e-bbb6-de2c3c3671e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:23.934253 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e216f53-ec88-4315-96e5-92d713c53c9c req-6f6009e0-c6b7-410e-bbb6-de2c3c3671e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f5f0739-ffa1-475b-bffe-f97af9606ae7 HTTP/1.1" status: 200 len: 834 time: 0.0496123 Sep 23 23:43:23.982297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e216f53-ec88-4315-96e5-92d713c53c9c req-11503fea-1171-49d9-9d08-68a9c8c44553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:23.983811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e216f53-ec88-4315-96e5-92d713c53c9c req-11503fea-1171-49d9-9d08-68a9c8c44553 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=deafcc62-f43b-4c80-8236-1c7bffc76a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423942 Sep 23 23:43:24.077612 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e216f53-ec88-4315-96e5-92d713c53c9c req-a343af97-226b-4d90-9b02-b4fcac375c27 service neutron] 10.222.0.67 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861895 Sep 23 23:43:24.136675 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-3782682e-7b3d-4fbe-859d-daed42026cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:43:00Z', 'updated_at': '2021-09-23T23:43:05Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:01Z', 'updated_at': '2021-09-23T23:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '61866c30-79fc-46bb-b305-d33398b862b0', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'port_id': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'mac_address': 'fa:16:3e:be:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1378f041-f696-48e9-a879-08465edb81e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:43:22Z', 'updated_at': '2021-09-23T23:43:22Z', 'revision_number': 0, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fbd471-0574-451f-a076-7d6af4032647', 'name': '', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:25:ce:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:04Z', 'updated_at': '2021-09-23T23:43:08Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:43:24.162631 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782682e-7b3d-4fbe-859d-daed42026cb8 None None] The sync data for ids ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'] in n-d-810775-1 is: [{'id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:43:00Z', 'updated_at': '2021-09-23T23:43:05Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:01Z', 'updated_at': '2021-09-23T23:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '61866c30-79fc-46bb-b305-d33398b862b0', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'port_id': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'mac_address': 'fa:16:3e:be:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1378f041-f696-48e9-a879-08465edb81e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:43:22Z', 'updated_at': '2021-09-23T23:43:22Z', 'revision_number': 0, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fbd471-0574-451f-a076-7d6af4032647', 'name': '', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:25:ce:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:04Z', 'updated_at': '2021-09-23T23:43:08Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:43:24.175020 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9e216f53-ec88-4315-96e5-92d713c53c9c req-d000c2ab-670c-42de-8b70-ead3f8832ae4 service neutron] 10.222.0.67 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906911 Sep 23 23:43:24.347232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9a072-10a7-45ef-b3d6-af23edfaa121 None None] New status for floating IP 61866c30-79fc-46bb-b305-d33398b862b0: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:43:24.819350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46824) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:43:24.883341 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-894f3cec-7907-4634-9612-5b702c85ed37 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/61866c30-79fc-46bb-b305-d33398b862b0 HTTP/1.1" status: 200 len: 992 time: 0.0627928 Sep 23 23:43:25.653516 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b586101b-50eb-42ca-a29f-213bfc0fdce0 req-33063619-c307-4f38-81f9-87b542b0db47 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399849 Sep 23 23:43:25.753263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586101b-50eb-42ca-a29f-213bfc0fdce0 req-4e3091f5-e6a3-4698-920e-d1fa8f14479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:25.754762 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b586101b-50eb-42ca-a29f-213bfc0fdce0 req-4e3091f5-e6a3-4698-920e-d1fa8f14479f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 1096 time: 0.0433660 Sep 23 23:43:25.864059 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586101b-50eb-42ca-a29f-213bfc0fdce0 req-d3ebbc67-64f7-4b77-8cc9-62d8fa2ff8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:25.865627 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b586101b-50eb-42ca-a29f-213bfc0fdce0 req-d3ebbc67-64f7-4b77-8cc9-62d8fa2ff8ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=deafcc62-f43b-4c80-8236-1c7bffc76a51 HTTP/1.1" status: 200 len: 898 time: 0.0896490 Sep 23 23:43:25.931154 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b586101b-50eb-42ca-a29f-213bfc0fdce0 req-f5779dbe-0cb7-447d-b869-0b88d699358c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0 HTTP/1.1" status: 200 len: 1000 time: 0.0583134 Sep 23 23:43:25.981555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586101b-50eb-42ca-a29f-213bfc0fdce0 req-e0019f79-b6b9-4c52-ba7e-1120383b9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:25.983070 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b586101b-50eb-42ca-a29f-213bfc0fdce0 req-e0019f79-b6b9-4c52-ba7e-1120383b9944 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f5f0739-ffa1-475b-bffe-f97af9606ae7 HTTP/1.1" status: 200 len: 834 time: 0.0456212 Sep 23 23:43:26.036840 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586101b-50eb-42ca-a29f-213bfc0fdce0 req-75269e27-c5a3-4524-a8a5-222c0a2f980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:26.038398 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b586101b-50eb-42ca-a29f-213bfc0fdce0 req-75269e27-c5a3-4524-a8a5-222c0a2f980e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=deafcc62-f43b-4c80-8236-1c7bffc76a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478060 Sep 23 23:43:26.129008 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b586101b-50eb-42ca-a29f-213bfc0fdce0 req-00b8facc-9d9c-4a4f-b774-c4c57a9f8f4f service neutron] 10.222.0.67 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834782 Sep 23 23:43:26.225170 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b586101b-50eb-42ca-a29f-213bfc0fdce0 req-fe820fb1-3da0-4a0c-a6e4-96b94405ce2f service neutron] 10.222.0.67 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883710 Sep 23 23:43:37.539346 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:43.190554 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e7d5-6e82-4786-935f-bf4d573b00ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:45.670257 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-88d14e67-3c9c-488d-97ca-285221b1be2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:46.167846 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:47.436368 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:48.739192 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:48.956250 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:57.881716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:44:07.533009 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:13.222818 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cde31dd9-4dc8-430e-baf5-a9448b9363b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:15.624363 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1687-b2c9-4461-be96-4dba1dfd16ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:16.161397 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:17.332968 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:18.748094 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:18.932876 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:26.633254 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fe7c075-0a3c-4b36-909a-460faef16139 req-6ca5965c-c79d-46c1-b2f9-fe781e0d0975 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430183 Sep 23 23:44:26.741685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7c075-0a3c-4b36-909a-460faef16139 req-16bbcaf1-1822-4e97-8e8d-2b253f7ef90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:26.743393 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fe7c075-0a3c-4b36-909a-460faef16139 req-16bbcaf1-1822-4e97-8e8d-2b253f7ef90d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 1096 time: 0.0427074 Sep 23 23:44:26.853292 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7c075-0a3c-4b36-909a-460faef16139 req-36402d2c-9413-4536-b9a5-7b44ec8b9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:26.854786 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fe7c075-0a3c-4b36-909a-460faef16139 req-36402d2c-9413-4536-b9a5-7b44ec8b9844 service neutron] 10.222.0.67 "GET /v2.0/networks?id=deafcc62-f43b-4c80-8236-1c7bffc76a51 HTTP/1.1" status: 200 len: 898 time: 0.0911758 Sep 23 23:44:26.919963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fe7c075-0a3c-4b36-909a-460faef16139 req-4fdc65b9-936b-4c57-a76b-faa19ff7547f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0 HTTP/1.1" status: 200 len: 1000 time: 0.0569808 Sep 23 23:44:26.972713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7c075-0a3c-4b36-909a-460faef16139 req-04921e43-484d-4d8b-b1f2-4abda4bf9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:26.974187 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fe7c075-0a3c-4b36-909a-460faef16139 req-04921e43-484d-4d8b-b1f2-4abda4bf9b8b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f5f0739-ffa1-475b-bffe-f97af9606ae7 HTTP/1.1" status: 200 len: 834 time: 0.0472016 Sep 23 23:44:27.024476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7c075-0a3c-4b36-909a-460faef16139 req-c36f60aa-bbeb-4d39-88e3-e710800e97fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:27.024476 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fe7c075-0a3c-4b36-909a-460faef16139 req-c36f60aa-bbeb-4d39-88e3-e710800e97fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=deafcc62-f43b-4c80-8236-1c7bffc76a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406351 Sep 23 23:44:27.114167 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fe7c075-0a3c-4b36-909a-460faef16139 req-e3754907-5b53-49f7-bda3-3e12b817787b service neutron] 10.222.0.67 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838394 Sep 23 23:44:27.208979 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1fe7c075-0a3c-4b36-909a-460faef16139 req-7f586010-5cde-4b11-bfef-18d25dcbad2e service neutron] 10.222.0.67 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860758 Sep 23 23:44:28.699416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-5c31232a-8524-48a7-9d36-d0775ae7b163 req-47a0df60-964c-4b22-a53f-cf5694d12211 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:44:28.700441 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5c31232a-8524-48a7-9d36-d0775ae7b163 req-47a0df60-964c-4b22-a53f-cf5694d12211 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446124 Sep 23 23:44:30.050471 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a342610-71ec-4c99-8d41-c092109676c0 req-00596d12-7fbb-4e4a-83a0-8dd0ece2debb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:30.052117 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a342610-71ec-4c99-8d41-c092109676c0 req-00596d12-7fbb-4e4a-83a0-8dd0ece2debb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.1036203 Sep 23 23:44:30.093983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9a342610-71ec-4c99-8d41-c092109676c0 req-13ffc691-8320-4abf-ab4a-a1f3d6474e23 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357451 Sep 23 23:44:30.185831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 46874) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:44:30.271365 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-5ff69c05-dc6d-47c5-b0ed-4c96ce7c5549 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843587 Sep 23 23:44:30.280132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-1b828c7f-1b32-4e72-a6fc-967be2542be5 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:44:30.281092 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-1b828c7f-1b32-4e72-a6fc-967be2542be5 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048757 Sep 23 23:44:31.260077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae36dd3-2cc8-4a9a-9061-8aa1b4288c23 req-e578b6fa-ee8f-4b2e-8a7d-b2729cae72fb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:31.261677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ae36dd3-2cc8-4a9a-9061-8aa1b4288c23 req-e578b6fa-ee8f-4b2e-8a7d-b2729cae72fb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0987058 Sep 23 23:44:31.301127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3ae36dd3-2cc8-4a9a-9061-8aa1b4288c23 req-fdd880d2-6baa-410d-9a45-ab1b68827aea tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325456 Sep 23 23:44:32.430627 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc47fd-70b4-4575-95be-0d999c477b83 req-36bdf83a-1d89-4e01-a121-9f856ad64cb3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:32.432157 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6dc47fd-70b4-4575-95be-0d999c477b83 req-36bdf83a-1d89-4e01-a121-9f856ad64cb3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0620947 Sep 23 23:44:32.480757 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6dc47fd-70b4-4575-95be-0d999c477b83 req-8470cc45-0170-43ee-ae6a-e7db29cfbd12 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424764 Sep 23 23:44:33.605587 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1595e8-0c8a-4b3c-8122-68572ff0052b req-184ed294-cf0f-4028-916e-71327e7ac336 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:33.607135 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca1595e8-0c8a-4b3c-8122-68572ff0052b req-184ed294-cf0f-4028-916e-71327e7ac336 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0556045 Sep 23 23:44:33.645757 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ca1595e8-0c8a-4b3c-8122-68572ff0052b req-fee2b3f8-74b1-4c28-a46a-30b274a94818 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320177 Sep 23 23:44:34.537667 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-9fc2a05e-5280-4394-849c-18c4cd994f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:34.539218 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-9fc2a05e-5280-4394-849c-18c4cd994f34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 1096 time: 0.0800052 Sep 23 23:44:34.633281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-c9b17856-1163-43bb-8320-9f6576e42e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:34.634776 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-c9b17856-1163-43bb-8320-9f6576e42e5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=deafcc62-f43b-4c80-8236-1c7bffc76a51 HTTP/1.1" status: 200 len: 898 time: 0.0883589 Sep 23 23:44:34.701268 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-d7a1a465-a1d0-410c-bff7-fb6b262765b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0 HTTP/1.1" status: 200 len: 1000 time: 0.0573919 Sep 23 23:44:34.749931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-6cc78a71-5476-4bfe-9af8-60bb50c0482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:34.752071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-6cc78a71-5476-4bfe-9af8-60bb50c0482b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f5f0739-ffa1-475b-bffe-f97af9606ae7 HTTP/1.1" status: 200 len: 834 time: 0.0444961 Sep 23 23:44:34.763599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa2127-1bfb-4ebe-9335-4c54f51c1eeb req-d4917405-7ccb-4b13-8f73-5c944447f866 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:34.765133 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1fa2127-1bfb-4ebe-9335-4c54f51c1eeb req-d4917405-7ccb-4b13-8f73-5c944447f866 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0506048 Sep 23 23:44:34.802201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-51b185d7-995f-47fd-b7a0-e137c3ba5483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:34.803700 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-51b185d7-995f-47fd-b7a0-e137c3ba5483 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=deafcc62-f43b-4c80-8236-1c7bffc76a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441649 Sep 23 23:44:34.805360 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d1fa2127-1bfb-4ebe-9335-4c54f51c1eeb req-ff76ef96-8894-47c3-be39-cebf12b92856 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326705 Sep 23 23:44:34.881791 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:44:34.895634 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-693b9b7f-b8f9-4cc8-9fb9-9c2deda363c4 service neutron] 10.222.0.67 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843332 Sep 23 23:44:34.986593 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-b43d1064-48dc-43ec-855c-ab59ca1dfe7a service neutron] 10.222.0.67 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840549 Sep 23 23:44:35.922673 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eb956-3b21-439e-bae0-99faccfc206b req-49c0883c-585a-478f-b869-1e35f9d040d6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:35.924287 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-705eb956-3b21-439e-bae0-99faccfc206b req-49c0883c-585a-478f-b869-1e35f9d040d6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0495408 Sep 23 23:44:35.961896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-705eb956-3b21-439e-bae0-99faccfc206b req-78ab6b95-ea32-4fbb-b98d-ba09d200979a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316713 Sep 23 23:44:37.077789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaf7db-d2fc-4c1d-b43a-f3bdd00d9375 req-71ba551b-30b8-45ae-8869-d72a9ba43967 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:37.079629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1aaf7db-d2fc-4c1d-b43a-f3bdd00d9375 req-71ba551b-30b8-45ae-8869-d72a9ba43967 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0502753 Sep 23 23:44:37.119930 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a1aaf7db-d2fc-4c1d-b43a-f3bdd00d9375 req-749f6bb7-ae61-46b1-afe4-fb9a0ec85894 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338583 Sep 23 23:44:37.538232 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:38.231672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825de5a-321f-4661-a3c4-e7c9557f9515 req-20000ee4-2340-49c3-804e-a351981ecc69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:38.233258 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2825de5a-321f-4661-a3c4-e7c9557f9515 req-20000ee4-2340-49c3-804e-a351981ecc69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0476873 Sep 23 23:44:38.272047 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2825de5a-321f-4661-a3c4-e7c9557f9515 req-d8b3a5e9-f8c9-4281-87bc-d88debe5acec tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321338 Sep 23 23:44:39.392199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8a12b-892f-4aa8-9c72-67767e76a960 req-018f6681-f35c-4453-bace-98761993e395 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:39.394004 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-25a8a12b-892f-4aa8-9c72-67767e76a960 req-018f6681-f35c-4453-bace-98761993e395 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0533459 Sep 23 23:44:39.431621 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-25a8a12b-892f-4aa8-9c72-67767e76a960 req-f8474f82-7bbe-4c09-979e-7691f419744c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317492 Sep 23 23:44:40.553645 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00f6f8-3fd6-459e-a66f-1abc6ee9e274 req-d4bccd59-9391-4399-a48d-c71bb5ffce97 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:40.555301 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a00f6f8-3fd6-459e-a66f-1abc6ee9e274 req-d4bccd59-9391-4399-a48d-c71bb5ffce97 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0549946 Sep 23 23:44:40.592941 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2a00f6f8-3fd6-459e-a66f-1abc6ee9e274 req-3a577f91-b562-41e2-8805-1817ab97cb46 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315793 Sep 23 23:44:41.708957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c80e6-b7d7-49f8-9ac0-e568c587478d req-d8a7a4e4-9a18-435b-a317-36e4b924463b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:41.710532 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8a3c80e6-b7d7-49f8-9ac0-e568c587478d req-d8a7a4e4-9a18-435b-a317-36e4b924463b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0495329 Sep 23 23:44:41.748887 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8a3c80e6-b7d7-49f8-9ac0-e568c587478d req-b8fdb084-377e-4608-817d-ddc4751fde84 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322361 Sep 23 23:44:42.873881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68568-a7e9-4059-a1bb-561528d60940 req-2c1f41af-ee0a-4ba3-8db6-8e555e31d932 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:42.875366 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05e68568-a7e9-4059-a1bb-561528d60940 req-2c1f41af-ee0a-4ba3-8db6-8e555e31d932 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0560443 Sep 23 23:44:42.913127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05e68568-a7e9-4059-a1bb-561528d60940 req-56d40ed7-3cd3-4ec4-8d22-207cd07f16b0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316801 Sep 23 23:44:43.166857 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fa65d359-5b44-4e2f-bf7c-0b537f7ce832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:44.028000 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7528b-de7c-4a4b-b4a3-91f878818bb2 req-c7609630-dc39-49ed-99b1-0571e9e132f0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:44.029476 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6c7528b-de7c-4a4b-b4a3-91f878818bb2 req-c7609630-dc39-49ed-99b1-0571e9e132f0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0499721 Sep 23 23:44:44.069246 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f6c7528b-de7c-4a4b-b4a3-91f878818bb2 req-8339ed51-6e70-45f0-91e9-530e749a101d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333579 Sep 23 23:44:45.185616 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207d869-83c1-41fb-968d-03e22e4e3be1 req-bc772088-ee39-4a84-8b98-e2699480727c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:45.187135 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c207d869-83c1-41fb-968d-03e22e4e3be1 req-bc772088-ee39-4a84-8b98-e2699480727c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0492485 Sep 23 23:44:45.225132 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c207d869-83c1-41fb-968d-03e22e4e3be1 req-2dd70fbe-5db0-4fc9-9685-65de968e867f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314312 Sep 23 23:44:45.629814 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ae17d096-b12e-4404-9cab-8662c8fa615f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:46.161307 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:46.346166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ed23e-edcd-4342-ab76-ae76cab6b1a7 req-e3755431-ce0c-49a6-90d2-d168fc0c7337 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:46.348294 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b2ed23e-edcd-4342-ab76-ae76cab6b1a7 req-e3755431-ce0c-49a6-90d2-d168fc0c7337 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0537586 Sep 23 23:44:46.386867 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3b2ed23e-edcd-4342-ab76-ae76cab6b1a7 req-3cc242d6-1a5f-43d0-96f5-5d0f6f4703a5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322216 Sep 23 23:44:47.215041 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-7d14f5e4-6519-4330-b031-50734b143040 service neutron] show failed (client error): The resource could not be found. Sep 23 23:44:47.218631 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-7d14f5e4-6519-4330-b031-50734b143040 service neutron] 10.222.0.67 "GET /v2.0/ports/eaf0c531-ee67-4864-bfdc-346cf6e727a0/bindings/n-h1-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.0579982 Sep 23 23:44:47.252384 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:47.504898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0fd0c-20f9-4e7a-bd53-145a12218eb8 req-b3e47ee9-372d-4128-9bdb-9bccfd0fdf02 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:47.506362 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31b0fd0c-20f9-4e7a-bd53-145a12218eb8 req-b3e47ee9-372d-4128-9bdb-9bccfd0fdf02 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0493226 Sep 23 23:44:47.546202 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-31b0fd0c-20f9-4e7a-bd53-145a12218eb8 req-81fb8bbc-34b2-47fb-b2c1-469cd607cb34 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330484 Sep 23 23:44:47.700439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-5d849037-6155-49ed-b644-69bb6e02f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:47.701975 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-5d849037-6155-49ed-b644-69bb6e02f890 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6&tenant_id=32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 1096 time: 0.0419257 Sep 23 23:44:47.713591 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:44:47.770285 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:47.974525 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] For port eaf0c531-ee67-4864-bfdc-346cf6e727a0, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:44:48.007501 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] For port eaf0c531-ee67-4864-bfdc-346cf6e727a0, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:44:48.048980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:44:48.051487 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e8877b-f18a-4d5d-92be-a1299d3b3f00" -d '{"events": [{"server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:44:48.055418 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:48.068907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Transition to ACTIVE for port object eaf0c531-ee67-4864-bfdc-346cf6e727a0 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:44:48.103868 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63882c1f-27cc-419f-9fe5-842415a3cb3b x-openstack-request-id: req-63882c1f-27cc-419f-9fe5-842415a3cb3b {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:44:48.104164 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:44:48.104413 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63882c1f-27cc-419f-9fe5-842415a3cb3b {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:44:48.104820 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'code': 200} Sep 23 23:44:48.178435 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:48.583839 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf0c531-ee67-4864-bfdc-346cf6e727a0,revision_number=6']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:44:48.597375 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:48.597730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:48.598132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:48.598400 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:48.598727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:48.599052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:48.599374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:48.599722 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:48.600041 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:48.600360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:48.600677 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:48.601079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:48.646749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] No DVR routers for this DVR port eaf0c531-ee67-4864-bfdc-346cf6e727a0 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:44:48.750106 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:48.760098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ae35f-bca6-42a2-b130-86798873b4b1 req-82e1bd70-3afd-45f2-b0bc-298285450936 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:48.764907 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e39ae35f-bca6-42a2-b130-86798873b4b1 req-82e1bd70-3afd-45f2-b0bc-298285450936 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 943 time: 0.1410782 Sep 23 23:44:48.836197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e39ae35f-bca6-42a2-b130-86798873b4b1 req-a9d82b09-ed7c-4d3a-b957-e1486561200a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656893 Sep 23 23:44:48.840974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Attempting to bind port eaf0c531-ee67-4864-bfdc-346cf6e727a0 on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:44:48.841337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Attempting to bind port eaf0c531-ee67-4864-bfdc-346cf6e727a0 by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:44:48.841758 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Attempting to bind port eaf0c531-ee67-4864-bfdc-346cf6e727a0 on network deafcc62-f43b-4c80-8236-1c7bffc76a51 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:44:48.847236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Port eaf0c531-ee67-4864-bfdc-346cf6e727a0 on network deafcc62-f43b-4c80-8236-1c7bffc76a51 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:44:48.847236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Attempting to bind port eaf0c531-ee67-4864-bfdc-346cf6e727a0 on network deafcc62-f43b-4c80-8236-1c7bffc76a51 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:44:48.863274 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:44:48.863712 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Checking segment: {'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:44:48.864098 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Bound using segment: {'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:44:48.864523 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Bound port: eaf0c531-ee67-4864-bfdc-346cf6e727a0, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d19129-e2e9-4fac-93b1-54d4d5969326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:44:48.864878 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:48.931367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] For port eaf0c531-ee67-4864-bfdc-346cf6e727a0, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:44:48.934570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] For port eaf0c531-ee67-4864-bfdc-346cf6e727a0, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:44:48.943595 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:49.024190 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:49.061035 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:49.061669 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:49.063123 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] 10.222.0.43 "PUT /v2.0/ports/eaf0c531-ee67-4864-bfdc-346cf6e727a0 HTTP/1.1" status: 200 len: 1091 time: 1.3536167 Sep 23 23:44:49.084945 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eff456-988d-4782-8b12-362cb41f7fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf0c531-ee67-4864-bfdc-346cf6e727a0,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:44:49.131955 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-35849268-9367-497c-b294-e0ff1c098e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:49.133499 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-35849268-9367-497c-b294-e0ff1c098e61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 1094 time: 0.0439267 Sep 23 23:44:49.233309 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-10dd12d0-fe0f-4e1b-97e3-40197d688e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:49.234784 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-10dd12d0-fe0f-4e1b-97e3-40197d688e52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=deafcc62-f43b-4c80-8236-1c7bffc76a51 HTTP/1.1" status: 200 len: 898 time: 0.0941734 Sep 23 23:44:49.298634 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-1a8fc9c0-24b8-4176-bb30-91024d46d5be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0 HTTP/1.1" status: 200 len: 998 time: 0.0571263 Sep 23 23:44:49.349759 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-e2d4f9ab-f802-4599-9c09-456ac23e7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:49.351064 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-e2d4f9ab-f802-4599-9c09-456ac23e7f3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f5f0739-ffa1-475b-bffe-f97af9606ae7 HTTP/1.1" status: 200 len: 834 time: 0.0461864 Sep 23 23:44:49.396189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-f145d6b1-9152-4a8e-a2f6-8b7880e7c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:49.397728 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-f145d6b1-9152-4a8e-a2f6-8b7880e7c6c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=deafcc62-f43b-4c80-8236-1c7bffc76a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392725 Sep 23 23:44:49.489951 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-224608a9-0f0a-4226-a3e3-1a9d9fd21231 service neutron] 10.222.0.43 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844202 Sep 23 23:44:49.579271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74951f53-2bcf-4fbe-ab9b-a0f5080443d5 req-9fafaae3-0115-4ba5-9c2f-05032e47f118 service neutron] 10.222.0.43 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830209 Sep 23 23:44:49.967586 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d972d5e-9ccb-4aa5-8244-2d04682231ed req-ce27276e-71ff-4526-9f86-af6a33f5f8a1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:49.969079 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d972d5e-9ccb-4aa5-8244-2d04682231ed req-ce27276e-71ff-4526-9f86-af6a33f5f8a1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 943 time: 0.0502615 Sep 23 23:44:50.008126 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2d972d5e-9ccb-4aa5-8244-2d04682231ed req-5e6b1f7d-d5bc-4af8-a408-36a52686cb91 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326622 Sep 23 23:44:50.105979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:44:50.108342 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79563460-7588-42dc-916b-4df5f0a20cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:44:50.157316 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1ac205-c63b-418d-b003-bc8521f6f468 x-openstack-request-id: req-1c1ac205-c63b-418d-b003-bc8521f6f468 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:44:50.157607 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:44:50.157857 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c1ac205-c63b-418d-b003-bc8521f6f468 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:44:50.158257 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'status': 'completed', 'code': 200} Sep 23 23:44:50.257080 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-587e2d05-5156-4cd9-9b51-b1f7997febd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:50.258659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-587e2d05-5156-4cd9-9b51-b1f7997febd2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 1094 time: 0.0766840 Sep 23 23:44:50.263767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-c8b105a4-d082-413e-a51f-c528ee2ddfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:50.265150 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-c8b105a4-d082-413e-a51f-c528ee2ddfb2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 1094 time: 0.0563653 Sep 23 23:44:50.422836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-8b157f33-8774-4849-99ca-940fb040d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:50.424489 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-8b157f33-8774-4849-99ca-940fb040d0b9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=deafcc62-f43b-4c80-8236-1c7bffc76a51 HTTP/1.1" status: 200 len: 898 time: 0.1499014 Sep 23 23:44:50.425949 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-d82b4081-69c0-4c8a-a018-66b2afe37a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:50.427407 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-d82b4081-69c0-4c8a-a018-66b2afe37a99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=deafcc62-f43b-4c80-8236-1c7bffc76a51 HTTP/1.1" status: 200 len: 898 time: 0.1601701 Sep 23 23:44:50.533718 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-1ba6eb2d-c49d-497b-a7c4-f6c16ebe0070 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0 HTTP/1.1" status: 200 len: 998 time: 0.1023529 Sep 23 23:44:50.539885 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-c4883174-db06-4c41-a44b-ded8ea58f69b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0 HTTP/1.1" status: 200 len: 998 time: 0.1032147 Sep 23 23:44:50.619124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-fcfe9504-8a68-4417-986a-3b71dc236e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:50.620643 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-fcfe9504-8a68-4417-986a-3b71dc236e48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f5f0739-ffa1-475b-bffe-f97af9606ae7 HTTP/1.1" status: 200 len: 834 time: 0.0798664 Sep 23 23:44:50.625613 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-dec9bdcf-7d77-4179-a76c-bb4341e59d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:50.626981 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-dec9bdcf-7d77-4179-a76c-bb4341e59d42 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f5f0739-ffa1-475b-bffe-f97af9606ae7 HTTP/1.1" status: 200 len: 834 time: 0.0779181 Sep 23 23:44:50.693989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device eaf0c531-ee67-4864-bfdc-346cf6e727a0 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:44:50.694666 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-d4836380-3548-4f9c-91fc-df816462900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:50.696197 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-d4836380-3548-4f9c-91fc-df816462900c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=deafcc62-f43b-4c80-8236-1c7bffc76a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608237 Sep 23 23:44:50.698118 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-934c7056-d984-454a-b28b-4274738957f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:50.699553 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-934c7056-d984-454a-b28b-4274738957f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=deafcc62-f43b-4c80-8236-1c7bffc76a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716374 Sep 23 23:44:50.735608 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device eaf0c531-ee67-4864-bfdc-346cf6e727a0 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:44:50.859505 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-51db11c6-ecf3-4f95-a5b4-fdb82b571ac4 service neutron] 10.222.0.67 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462772 Sep 23 23:44:50.861176 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-a5887cf5-574d-4c0c-9792-c7b7abff9d78 service neutron] 10.222.0.43 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562059 Sep 23 23:44:51.021913 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-ae18908e-3645-4664-885a-8588e73aa6eb service neutron] 10.222.0.67 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552951 Sep 23 23:44:51.024127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-79563460-7588-42dc-916b-4df5f0a20cf8 req-67acf498-e480-4981-ad20-1cbc14bdef68 service neutron] 10.222.0.43 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505666 Sep 23 23:44:51.126750 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef9bd0-66a4-4e2b-bb65-f28faabca662 req-bf5946b8-061c-4c27-9512-ec083263eba6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:51.128884 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-deef9bd0-66a4-4e2b-bb65-f28faabca662 req-bf5946b8-061c-4c27-9512-ec083263eba6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 943 time: 0.0498440 Sep 23 23:44:51.167364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-deef9bd0-66a4-4e2b-bb65-f28faabca662 req-c018157a-63c2-441e-bb36-b4dd2664ef9e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325692 Sep 23 23:44:52.286056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810d298-00ea-423e-9516-6af8f0c316f8 req-3858a4b3-6aec-4ac1-a2e2-6bc08168d0fd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:52.287610 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4810d298-00ea-423e-9516-6af8f0c316f8 req-3858a4b3-6aec-4ac1-a2e2-6bc08168d0fd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 943 time: 0.0514991 Sep 23 23:44:52.324901 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4810d298-00ea-423e-9516-6af8f0c316f8 req-63e464f0-c738-4009-a8d9-39815c0c9cac tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312519 Sep 23 23:44:52.655330 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9d5d1-1fa2-4279-b0e4-1633abc22d83 req-b05bf09f-caa5-4a9f-bc28-d9a147dd150f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:52.656872 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-84e9d5d1-1fa2-4279-b0e4-1633abc22d83 req-b05bf09f-caa5-4a9f-bc28-d9a147dd150f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 943 time: 0.0575776 Sep 23 23:44:52.709563 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-84e9d5d1-1fa2-4279-b0e4-1633abc22d83 req-cbcadf78-9111-45ce-9831-baa286d812db tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439894 Sep 23 23:44:52.789567 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c7a6-adf2-4fc7-b694-7ba3d9699b67 req-cd06faa2-9058-4341-ae23-ed3e92259d0d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:52.791061 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9cc2c7a6-adf2-4fc7-b694-7ba3d9699b67 req-cd06faa2-9058-4341-ae23-ed3e92259d0d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.67 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6&tenant_id=32a35fef9e4a415c9123499ddb3ed28e&binding%3Ahost_id=n-h1-810775-1 HTTP/1.1" status: 200 len: 943 time: 0.0572493 Sep 23 23:44:52.836880 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597b53-05f3-46b6-9224-f550ee6dea27 req-112cfe42-01d8-40a1-bb41-ff955f1c2b8d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:52.838426 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2597b53-05f3-46b6-9224-f550ee6dea27 req-112cfe42-01d8-40a1-bb41-ff955f1c2b8d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 943 time: 0.0543692 Sep 23 23:44:52.854470 n-d-810775-1 neutron-server[95491]: INFO neutron.api.v2.resource [req-9cc2c7a6-adf2-4fc7-b694-7ba3d9699b67 req-c456bd36-f614-4637-b464-211e411da725 service neutron] delete failed (client error): The resource could not be found. Sep 23 23:44:52.855491 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9cc2c7a6-adf2-4fc7-b694-7ba3d9699b67 req-c456bd36-f614-4637-b464-211e411da725 service neutron] 10.222.0.67 "DELETE /v2.0/ports/eaf0c531-ee67-4864-bfdc-346cf6e727a0/bindings/n-h2-810775-1 HTTP/1.1" status: 404 len: 380 time: 0.0566161 Sep 23 23:44:52.876221 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a2597b53-05f3-46b6-9224-f550ee6dea27 req-6a31b3c6-ca79-4bed-85bf-2df8f735c841 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315390 Sep 23 23:44:52.961072 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c7a6-adf2-4fc7-b694-7ba3d9699b67 req-3fcd2060-d37d-4938-bf0f-911d80ff7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:52.962576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9cc2c7a6-adf2-4fc7-b694-7ba3d9699b67 req-3fcd2060-d37d-4938-bf0f-911d80ff7191 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 1094 time: 0.0418420 Sep 23 23:44:53.060721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c7a6-adf2-4fc7-b694-7ba3d9699b67 req-2335aa28-3a40-4578-b5f4-1b9885b40740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:53.062247 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9cc2c7a6-adf2-4fc7-b694-7ba3d9699b67 req-2335aa28-3a40-4578-b5f4-1b9885b40740 service neutron] 10.222.0.67 "GET /v2.0/networks?id=deafcc62-f43b-4c80-8236-1c7bffc76a51 HTTP/1.1" status: 200 len: 898 time: 0.0922225 Sep 23 23:44:53.128313 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9cc2c7a6-adf2-4fc7-b694-7ba3d9699b67 req-7bcaff48-1a71-4893-8eb2-fbde44b728b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0 HTTP/1.1" status: 200 len: 998 time: 0.0581431 Sep 23 23:44:53.176793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c7a6-adf2-4fc7-b694-7ba3d9699b67 req-00e55bc4-d3b3-4c59-a948-78a14fb3569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:53.178294 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9cc2c7a6-adf2-4fc7-b694-7ba3d9699b67 req-00e55bc4-d3b3-4c59-a948-78a14fb3569a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f5f0739-ffa1-475b-bffe-f97af9606ae7 HTTP/1.1" status: 200 len: 834 time: 0.0443366 Sep 23 23:44:53.227626 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c7a6-adf2-4fc7-b694-7ba3d9699b67 req-b5274641-c08c-4435-b282-ed0f3941f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:53.229093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9cc2c7a6-adf2-4fc7-b694-7ba3d9699b67 req-b5274641-c08c-4435-b282-ed0f3941f546 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=deafcc62-f43b-4c80-8236-1c7bffc76a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439739 Sep 23 23:44:53.319726 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9cc2c7a6-adf2-4fc7-b694-7ba3d9699b67 req-3187c889-d432-4c1a-9a59-e0cd9d8a04e5 service neutron] 10.222.0.67 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818384 Sep 23 23:44:53.333450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device eaf0c531-ee67-4864-bfdc-346cf6e727a0 details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:44:53.416082 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9cc2c7a6-adf2-4fc7-b694-7ba3d9699b67 req-9c614b8c-621a-4a86-b562-a5e068dea5aa service neutron] 10.222.0.67 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885513 Sep 23 23:44:53.432151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port eaf0c531-ee67-4864-bfdc-346cf6e727a0, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:44:53.444183 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'port_id': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'mac_address': 'fa:16:3e:be:e7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:44:53.481324 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:53.494285 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf0c531-ee67-4864-bfdc-346cf6e727a0 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:44:53.513896 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port eaf0c531-ee67-4864-bfdc-346cf6e727a0, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:44:53.627466 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:53.679127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=eaf0c531-ee67-4864-bfdc-346cf6e727a0,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:44:53.686354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:53.686721 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:53.687049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:53.687383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:53.687717 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:53.688048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:53.688374 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:53.688700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:53.689024 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:53.689373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:53.689697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:53.690022 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:53.878851 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['eaf0c531-ee67-4864-bfdc-346cf6e727a0'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:44:53.996971 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf7cea-094e-4e36-8aaa-8b422757095a req-2bd3a899-0ea0-4bfa-81d0-b12908c05e8a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:53.998548 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2cf7cea-094e-4e36-8aaa-8b422757095a req-2bd3a899-0ea0-4bfa-81d0-b12908c05e8a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 944 time: 0.0512772 Sep 23 23:44:54.043083 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d2cf7cea-094e-4e36-8aaa-8b422757095a req-cab638a4-d74c-4615-a51c-bf47c8ed1dca tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382111 Sep 23 23:44:55.162266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92ede-c082-407b-98a7-2aabfad9bf39 req-9de99238-855e-4187-b80b-13ce0c56a6eb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:55.163758 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8d92ede-c082-407b-98a7-2aabfad9bf39 req-9de99238-855e-4187-b80b-13ce0c56a6eb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 944 time: 0.0496526 Sep 23 23:44:55.201940 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a8d92ede-c082-407b-98a7-2aabfad9bf39 req-a762a5a2-94fc-433e-8f9c-75a7623fa88d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322118 Sep 23 23:44:55.225134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46966) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:44:55.288518 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-47ab75f7-5d0b-41fc-8702-fbe2b175fe8f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/61866c30-79fc-46bb-b305-d33398b862b0 HTTP/1.1" status: 200 len: 991 time: 0.0622363 Sep 23 23:44:55.351326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device eaf0c531-ee67-4864-bfdc-346cf6e727a0 up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:44:55.463672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port eaf0c531-ee67-4864-bfdc-346cf6e727a0 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:44:55.467635 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port eaf0c531-ee67-4864-bfdc-346cf6e727a0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:44:55.468025 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:55.547032 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:55.569407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:44:55.571634 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e17dc8-e762-443b-a145-531b12c19bd9" -d '{"events": [{"server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "name": "network-vif-plugged", "status": "completed", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:44:55.585089 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port eaf0c531-ee67-4864-bfdc-346cf6e727a0, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:44:55.653646 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:55.657322 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53daa509-feae-4333-ab7f-09d9ff2abc06 x-openstack-request-id: req-53daa509-feae-4333-ab7f-09d9ff2abc06 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:44:55.657615 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "name": "network-vif-plugged", "status": "completed", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:44:55.657868 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53daa509-feae-4333-ab7f-09d9ff2abc06 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:44:55.658260 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'code': 200} Sep 23 23:44:55.706826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=eaf0c531-ee67-4864-bfdc-346cf6e727a0,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:07.553349 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:11.881365 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:45:13.177570 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4eccada8-1d62-430d-a253-99ccdf7fa46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:15.661283 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3abd1696-1e2a-47ec-8622-53686d75dd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:16.198464 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:17.292500 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:17.393955 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-60ea0e65-a2d5-457a-a4e5-b5f6de6d01ac req-67e19067-f28d-4e8c-af50-56299b1e7b70 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416863 Sep 23 23:45:17.500946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea0e65-a2d5-457a-a4e5-b5f6de6d01ac req-c028df2b-a0f8-44b5-b1fb-fddb2a5047c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:17.502493 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-60ea0e65-a2d5-457a-a4e5-b5f6de6d01ac req-c028df2b-a0f8-44b5-b1fb-fddb2a5047c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 1096 time: 0.0460477 Sep 23 23:45:17.607164 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea0e65-a2d5-457a-a4e5-b5f6de6d01ac req-d5670262-8524-419c-a308-08679b33d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:17.608580 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-60ea0e65-a2d5-457a-a4e5-b5f6de6d01ac req-d5670262-8524-419c-a308-08679b33d447 service neutron] 10.222.0.43 "GET /v2.0/networks?id=deafcc62-f43b-4c80-8236-1c7bffc76a51 HTTP/1.1" status: 200 len: 898 time: 0.0858774 Sep 23 23:45:17.678550 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-60ea0e65-a2d5-457a-a4e5-b5f6de6d01ac req-a5289a13-5c00-4047-9373-495186cb59c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0 HTTP/1.1" status: 200 len: 1000 time: 0.0614705 Sep 23 23:45:17.729808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea0e65-a2d5-457a-a4e5-b5f6de6d01ac req-39e7dd7f-1b90-4878-adbe-6e93e3988f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:17.731307 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-60ea0e65-a2d5-457a-a4e5-b5f6de6d01ac req-39e7dd7f-1b90-4878-adbe-6e93e3988f14 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f5f0739-ffa1-475b-bffe-f97af9606ae7 HTTP/1.1" status: 200 len: 834 time: 0.0439193 Sep 23 23:45:17.778284 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea0e65-a2d5-457a-a4e5-b5f6de6d01ac req-439bfa35-59dc-46aa-8976-a6d912e0e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:17.779824 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-60ea0e65-a2d5-457a-a4e5-b5f6de6d01ac req-439bfa35-59dc-46aa-8976-a6d912e0e306 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=deafcc62-f43b-4c80-8236-1c7bffc76a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409448 Sep 23 23:45:17.877816 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-60ea0e65-a2d5-457a-a4e5-b5f6de6d01ac req-a61f1334-4f99-4938-b862-612a0f1f24bd service neutron] 10.222.0.43 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887227 Sep 23 23:45:17.970541 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-60ea0e65-a2d5-457a-a4e5-b5f6de6d01ac req-93069f9b-9986-4067-b204-bef61bd3e8ba service neutron] 10.222.0.43 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847378 Sep 23 23:45:18.781408 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:18.926541 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:23.644031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 46988) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:23.808444 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port 92685f41-2a9a-46d8-a1da-172da92de29f {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:45:23.809053 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:23.884509 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:23.884838 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:23.896722 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for 92685f41-2a9a-46d8-a1da-172da92de29f owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:45:24.255927 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:24.283278 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=92685f41-2a9a-46d8-a1da-172da92de29f,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:24.315785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:24.317734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:24.317734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:24.317734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:24.317734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:24.317734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:24.318226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:24.318226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:24.318486 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:24.318813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:24.319140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:24.320144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:24.361967 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:24.362299 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Floating IP 61866c30-79fc-46bb-b305-d33398b862b0 disassociated (deleted). External IP: 172.25.1.17, port: eaf0c531-ee67-4864-bfdc-346cf6e727a0. Sep 23 23:45:24.578295 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router e7ec6f8b-daab-4356-be4c-52bb70610ba5 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:45:24.685267 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:45:24.690042 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:24.694993 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427be910-1150-4869-a9ec-f00ba8a4bbb7 None None] Sync routers for ids ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:45:24.704342 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427be910-1150-4869-a9ec-f00ba8a4bbb7 None None] Routers {'e7ec6f8b-daab-4356-be4c-52bb70610ba5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:45:24.705034 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-427be910-1150-4869-a9ec-f00ba8a4bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:24.720688 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-5a14e3fb-4c9e-4c3a-bf94-a2385ec492d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/floatingips/61866c30-79fc-46bb-b305-d33398b862b0 HTTP/1.1" status: 204 len: 168 time: 1.0755544 Sep 23 23:45:24.721433 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:45:24.723745 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c694f5b6-2b85-4d2f-807b-1f1b2cc3f308" -d '{"events": [{"name": "network-changed", "server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:45:24.792063 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e60abb-8aa0-424b-95b4-c475f2fd38e9 x-openstack-request-id: req-84e60abb-8aa0-424b-95b4-c475f2fd38e9 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:45:24.792366 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:45:24.792615 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84e60abb-8aa0-424b-95b4-c475f2fd38e9 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:45:24.793030 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'status': 'completed', 'code': 200} Sep 23 23:45:24.829803 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-427be910-1150-4869-a9ec-f00ba8a4bbb7 None None] Set router e7ec6f8b-daab-4356-be4c-52bb70610ba5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:45:24.859982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694f5b6-2b85-4d2f-807b-1f1b2cc3f308 req-8b355c40-4207-4ff1-8d0d-1acad7e64ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:24.861547 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c694f5b6-2b85-4d2f-807b-1f1b2cc3f308 req-8b355c40-4207-4ff1-8d0d-1acad7e64ce3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 1096 time: 0.0493896 Sep 23 23:45:24.953272 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694f5b6-2b85-4d2f-807b-1f1b2cc3f308 req-a82d7f60-cd89-4193-9631-2535882f4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:24.955592 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c694f5b6-2b85-4d2f-807b-1f1b2cc3f308 req-a82d7f60-cd89-4193-9631-2535882f4cd3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=deafcc62-f43b-4c80-8236-1c7bffc76a51 HTTP/1.1" status: 200 len: 898 time: 0.0874748 Sep 23 23:45:25.002420 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c694f5b6-2b85-4d2f-807b-1f1b2cc3f308 req-60153591-e5b2-4e8f-a56a-aec064dcd8c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0 HTTP/1.1" status: 200 len: 217 time: 0.0399113 Sep 23 23:45:25.054935 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694f5b6-2b85-4d2f-807b-1f1b2cc3f308 req-43f5365a-bfc5-42b5-94d1-f6fa8950f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:25.056671 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c694f5b6-2b85-4d2f-807b-1f1b2cc3f308 req-43f5365a-bfc5-42b5-94d1-f6fa8950f73d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f5f0739-ffa1-475b-bffe-f97af9606ae7 HTTP/1.1" status: 200 len: 834 time: 0.0479374 Sep 23 23:45:25.106472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694f5b6-2b85-4d2f-807b-1f1b2cc3f308 req-8f788fe3-863a-4e36-a846-4bbc0b7f6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:25.107896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c694f5b6-2b85-4d2f-807b-1f1b2cc3f308 req-8f788fe3-863a-4e36-a846-4bbc0b7f6bc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=deafcc62-f43b-4c80-8236-1c7bffc76a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416622 Sep 23 23:45:25.135698 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-427be910-1150-4869-a9ec-f00ba8a4bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:43:00Z', 'updated_at': '2021-09-23T23:43:05Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:01Z', 'updated_at': '2021-09-23T23:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c2fbd471-0574-451f-a076-7d6af4032647', 'name': '', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:25:ce:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:04Z', 'updated_at': '2021-09-23T23:43:08Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:25.163599 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427be910-1150-4869-a9ec-f00ba8a4bbb7 None None] Checking router: e7ec6f8b-daab-4356-be4c-52bb70610ba5 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:45:25.172243 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427be910-1150-4869-a9ec-f00ba8a4bbb7 None None] Routers {'e7ec6f8b-daab-4356-be4c-52bb70610ba5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:45:25.172865 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-427be910-1150-4869-a9ec-f00ba8a4bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:25.209706 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c694f5b6-2b85-4d2f-807b-1f1b2cc3f308 req-caacb4a7-b49f-42b2-a5fc-5f183344eeee service neutron] 10.222.0.43 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949161 Sep 23 23:45:25.284146 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-427be910-1150-4869-a9ec-f00ba8a4bbb7 None None] Set router e7ec6f8b-daab-4356-be4c-52bb70610ba5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:45:25.289687 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642af8a9-c2fa-4d37-9814-9cbf6b663a64 req-37febe09-93df-4f6d-9b7a-353eda4eef4c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:25.291456 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-642af8a9-c2fa-4d37-9814-9cbf6b663a64 req-37febe09-93df-4f6d-9b7a-353eda4eef4c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0550127 Sep 23 23:45:25.314345 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c694f5b6-2b85-4d2f-807b-1f1b2cc3f308 req-c8adfb93-3ab2-4ea5-93e1-05c549d23840 service neutron] 10.222.0.43 "GET /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976460 Sep 23 23:45:25.339932 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-642af8a9-c2fa-4d37-9814-9cbf6b663a64 req-c1b9dcfa-63b6-45ff-b3ad-92224d9349aa tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421844 Sep 23 23:45:25.492875 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-427be910-1150-4869-a9ec-f00ba8a4bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:43:00Z', 'updated_at': '2021-09-23T23:43:05Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:01Z', 'updated_at': '2021-09-23T23:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c2fbd471-0574-451f-a076-7d6af4032647', 'name': '', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:25:ce:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:04Z', 'updated_at': '2021-09-23T23:43:08Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:25.518994 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427be910-1150-4869-a9ec-f00ba8a4bbb7 None None] The sync data for ids ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'] in n-d-810775-1 is: [{'id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:43:00Z', 'updated_at': '2021-09-23T23:43:05Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:01Z', 'updated_at': '2021-09-23T23:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'c2fbd471-0574-451f-a076-7d6af4032647', 'name': '', 'network_id': 'deafcc62-f43b-4c80-8236-1c7bffc76a51', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:25:ce:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:04Z', 'updated_at': '2021-09-23T23:43:08Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '4f5f0739-ffa1-475b-bffe-f97af9606ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:45:25.727950 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de1467-e6eb-4b11-a0ce-526a3a366c68 None None] New status for floating IP 61866c30-79fc-46bb-b305-d33398b862b0: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:45:26.461049 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bc176-b99f-4380-8764-ab1abf60f985 req-7de12dd9-82b9-4958-a880-3ff03ce2e889 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:26.462601 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8f2bc176-b99f-4380-8764-ab1abf60f985 req-7de12dd9-82b9-4958-a880-3ff03ce2e889 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0501947 Sep 23 23:45:26.504883 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8f2bc176-b99f-4380-8764-ab1abf60f985 req-b4c353fc-8aa5-4d03-a2cf-dbe93c2794cd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b092faf-3b0d-43d9-9c35-17294ceb47bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361972 Sep 23 23:45:26.590415 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de532c3c-aeaf-4d3d-bbb1-9027c6a2ef23 req-2da94a30-04ba-4507-84d0-df578c1eb0f5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:26.591889 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de532c3c-aeaf-4d3d-bbb1-9027c6a2ef23 req-2da94a30-04ba-4507-84d0-df578c1eb0f5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.43 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 945 time: 0.0490048 Sep 23 23:45:26.683131 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-de532c3c-aeaf-4d3d-bbb1-9027c6a2ef23 req-ecd09aa7-f0d0-4b73-b3b0-01fb7fcab43b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port eaf0c531-ee67-4864-bfdc-346cf6e727a0 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:45:26.683131 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-de532c3c-aeaf-4d3d-bbb1-9027c6a2ef23 req-ecd09aa7-f0d0-4b73-b3b0-01fb7fcab43b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:26.775276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-de532c3c-aeaf-4d3d-bbb1-9027c6a2ef23 req-ecd09aa7-f0d0-4b73-b3b0-01fb7fcab43b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] For port eaf0c531-ee67-4864-bfdc-346cf6e727a0, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=eaf0c531-ee67-4864-bfdc-346cf6e727a0,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:45:26.775625 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-de532c3c-aeaf-4d3d-bbb1-9027c6a2ef23 req-ecd09aa7-f0d0-4b73-b3b0-01fb7fcab43b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:26.788542 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-de532c3c-aeaf-4d3d-bbb1-9027c6a2ef23 req-ecd09aa7-f0d0-4b73-b3b0-01fb7fcab43b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for eaf0c531-ee67-4864-bfdc-346cf6e727a0 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:45:26.989615 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-de532c3c-aeaf-4d3d-bbb1-9027c6a2ef23 req-ecd09aa7-f0d0-4b73-b3b0-01fb7fcab43b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:27.020754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd09aa7-f0d0-4b73-b3b0-01fb7fcab43b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=eaf0c531-ee67-4864-bfdc-346cf6e727a0,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:27.060939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-de532c3c-aeaf-4d3d-bbb1-9027c6a2ef23 req-ecd09aa7-f0d0-4b73-b3b0-01fb7fcab43b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] No DVR routers for this DVR port eaf0c531-ee67-4864-bfdc-346cf6e727a0 on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:45:27.063692 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-de532c3c-aeaf-4d3d-bbb1-9027c6a2ef23 req-ecd09aa7-f0d0-4b73-b3b0-01fb7fcab43b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:27.065828 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-de532c3c-aeaf-4d3d-bbb1-9027c6a2ef23 req-ecd09aa7-f0d0-4b73-b3b0-01fb7fcab43b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.43 "DELETE /v2.0/ports/eaf0c531-ee67-4864-bfdc-346cf6e727a0 HTTP/1.1" status: 204 len: 173 time: 0.4661753 Sep 23 23:45:27.066265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'name': 'network-vif-deleted', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:45:27.068603 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac258dd-e986-4db3-af8d-0505e72ffa89" -d '{"events": [{"server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "name": "network-vif-deleted", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:45:27.105400 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fea79be-f6cb-4c06-9f83-53c7a0bb0f35 x-openstack-request-id: req-5fea79be-f6cb-4c06-9f83-53c7a0bb0f35 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:45:27.105711 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1378f041-f696-48e9-a879-08465edb81e6", "name": "network-vif-deleted", "tag": "eaf0c531-ee67-4864-bfdc-346cf6e727a0", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:45:27.105964 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5fea79be-f6cb-4c06-9f83-53c7a0bb0f35 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:45:27.106371 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1378f041-f696-48e9-a879-08465edb81e6', 'name': 'network-vif-deleted', 'tag': 'eaf0c531-ee67-4864-bfdc-346cf6e727a0', 'status': 'completed', 'code': 200} Sep 23 23:45:27.611257 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c150928f-6895-4842-abc0-998d9f8a5a00 req-13583435-b51a-49de-aa16-bf902925a2cc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=1378f041-f696-48e9-a879-08465edb81e6 HTTP/1.1" status: 200 len: 210 time: 0.0259776 Sep 23 23:45:28.670165 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47004) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:29.035985 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e23c-9be2-4b3e-8e20-e899b7aba615 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:29.297204 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2e23c-9be2-4b3e-8e20-e899b7aba615 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port c2fbd471-0574-451f-a076-7d6af4032647 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:45:29.297486 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e23c-9be2-4b3e-8e20-e899b7aba615 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:29.391904 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-cbf2e23c-9be2-4b3e-8e20-e899b7aba615 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] For port c2fbd471-0574-451f-a076-7d6af4032647, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c2fbd471-0574-451f-a076-7d6af4032647,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:45:29.392298 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e23c-9be2-4b3e-8e20-e899b7aba615 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:29.405889 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2e23c-9be2-4b3e-8e20-e899b7aba615 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for c2fbd471-0574-451f-a076-7d6af4032647 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:45:29.516210 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device eaf0c531-ee67-4864-bfdc-346cf6e727a0 no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:45:29.537528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: eaf0c531-ee67-4864-bfdc-346cf6e727a0 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:45:29.537911 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device eaf0c531-ee67-4864-bfdc-346cf6e727a0 not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:45:29.669342 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e23c-9be2-4b3e-8e20-e899b7aba615 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:29.698481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2e23c-9be2-4b3e-8e20-e899b7aba615 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=c2fbd471-0574-451f-a076-7d6af4032647,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:29.875955 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e23c-9be2-4b3e-8e20-e899b7aba615 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:30.093992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf2e23c-9be2-4b3e-8e20-e899b7aba615 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router e7ec6f8b-daab-4356-be4c-52bb70610ba5 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:45:30.201939 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf2e23c-9be2-4b3e-8e20-e899b7aba615 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:45:30.207385 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cbf2e23c-9be2-4b3e-8e20-e899b7aba615 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "PUT /v2.0/routers/e7ec6f8b-daab-4356-be4c-52bb70610ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5360332 Sep 23 23:45:30.211090 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47006) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:30.211816 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae859b1e-5481-442e-8ac7-7b50d2ba616b None None] Sync routers for ids ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:45:30.221057 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae859b1e-5481-442e-8ac7-7b50d2ba616b None None] Routers {'e7ec6f8b-daab-4356-be4c-52bb70610ba5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:45:30.221691 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ae859b1e-5481-442e-8ac7-7b50d2ba616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:30.264401 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec2692c-498d-420c-8d60-6559a7b84ed7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting subnet 4f5f0739-ffa1-475b-bffe-f97af9606ae7 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:45:30.267915 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ec2692c-498d-420c-8d60-6559a7b84ed7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:30.308995 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ec2692c-498d-420c-8d60-6559a7b84ed7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:30.326154 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-ae859b1e-5481-442e-8ac7-7b50d2ba616b None None] Set router e7ec6f8b-daab-4356-be4c-52bb70610ba5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:45:30.393955 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ec2692c-498d-420c-8d60-6559a7b84ed7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:30.505418 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ae859b1e-5481-442e-8ac7-7b50d2ba616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:43:00Z', 'updated_at': '2021-09-23T23:45:29Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:01Z', 'updated_at': '2021-09-23T23:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:30.527032 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ec2692c-498d-420c-8d60-6559a7b84ed7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:30.536483 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae859b1e-5481-442e-8ac7-7b50d2ba616b None None] Checking router: e7ec6f8b-daab-4356-be4c-52bb70610ba5 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:45:30.545677 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae859b1e-5481-442e-8ac7-7b50d2ba616b None None] Routers {'e7ec6f8b-daab-4356-be4c-52bb70610ba5'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:45:30.546296 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ae859b1e-5481-442e-8ac7-7b50d2ba616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:30.654238 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-ae859b1e-5481-442e-8ac7-7b50d2ba616b None None] Set router e7ec6f8b-daab-4356-be4c-52bb70610ba5 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:45:30.844874 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-ae859b1e-5481-442e-8ac7-7b50d2ba616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:43:00Z', 'updated_at': '2021-09-23T23:45:29Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:01Z', 'updated_at': '2021-09-23T23:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:30.871318 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae859b1e-5481-442e-8ac7-7b50d2ba616b None None] The sync data for ids ['e7ec6f8b-daab-4356-be4c-52bb70610ba5'] in n-d-810775-1 is: [{'id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231557336', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:43:00Z', 'updated_at': '2021-09-23T23:45:29Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec6f8b-daab-4356-be4c-52bb70610ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:43:01Z', 'updated_at': '2021-09-23T23:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:45:30.894121 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2692c-498d-420c-8d60-6559a7b84ed7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5f0739-ffa1-475b-bffe-f97af9606ae7,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:30.896120 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3ec2692c-498d-420c-8d60-6559a7b84ed7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:30.898753 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3ec2692c-498d-420c-8d60-6559a7b84ed7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/subnets/4f5f0739-ffa1-475b-bffe-f97af9606ae7 HTTP/1.1" status: 204 len: 168 time: 0.6870074 Sep 23 23:45:30.901398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47008) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:30.903409 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e0a121-caf8-484e-8643-bdef3ed5ebbe None None] Network deafcc62-f43b-4c80-8236-1c7bffc76a51 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:45:31.010036 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:31.129341 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:31.221067 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e7fac5-0c70-4fd2-b451-1a3690fe0793 None None] DHCP port deletion for deafcc62-f43b-4c80-8236-1c7bffc76a51 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:45:31.270894 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-92e7fac5-0c70-4fd2-b451-1a3690fe0793 None None] Deleting port 1ee7e9e9-fcd5-4b07-abda-76ba37078757 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:45:31.271279 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-92e7fac5-0c70-4fd2-b451-1a3690fe0793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:31.289603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:45:31.290199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:31.341697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-92e7fac5-0c70-4fd2-b451-1a3690fe0793 None None] For port 1ee7e9e9-fcd5-4b07-abda-76ba37078757, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=1ee7e9e9-fcd5-4b07-abda-76ba37078757,segment=NetworkSegment(e5d19129-e2e9-4fac-93b1-54d4d5969326),segment_id=e5d19129-e2e9-4fac-93b1-54d4d5969326)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:45:31.342363 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-92e7fac5-0c70-4fd2-b451-1a3690fe0793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:31.356886 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-92e7fac5-0c70-4fd2-b451-1a3690fe0793 None None] Calling delete_port for 1ee7e9e9-fcd5-4b07-abda-76ba37078757 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:45:31.378480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] For port 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:45:31.378850 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:31.391834 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:45:31.561040 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-92e7fac5-0c70-4fd2-b451-1a3690fe0793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:31.586546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7fac5-0c70-4fd2-b451-1a3690fe0793 None None] Pushing event deleted for resources: {'Port': ['ID=1ee7e9e9-fcd5-4b07-abda-76ba37078757,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:31.591425 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7fac5-0c70-4fd2-b451-1a3690fe0793 None None] No DVR routers for this DVR port 1ee7e9e9-fcd5-4b07-abda-76ba37078757 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:45:31.664444 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:31.692362 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:31.753210 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:31.846583 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:31.848677 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:31.971733 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:31.972316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Fanout notify agent at l3_agent the message router_deleted on router e7ec6f8b-daab-4356-be4c-52bb70610ba5 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:45:31.982894 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:31.982894 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-7f520388-5f9e-45fc-ab88-baf2c2aa208d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/routers/e7ec6f8b-daab-4356-be4c-52bb70610ba5 HTTP/1.1" status: 204 len: 168 time: 1.0788410 Sep 23 23:45:31.984421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47010) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:32.068075 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c1a6c759-1f6f-4ba6-9fea-30fd17e36a31 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:32.162214 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c1a6c759-1f6f-4ba6-9fea-30fd17e36a31 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:32.183138 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c1a6c759-1f6f-4ba6-9fea-30fd17e36a31 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deafcc62-f43b-4c80-8236-1c7bffc76a51']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:32.192069 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c1a6c759-1f6f-4ba6-9fea-30fd17e36a31 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d19129-e2e9-4fac-93b1-54d4d5969326') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:32.192360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-c1a6c759-1f6f-4ba6-9fea-30fd17e36a31 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d19129-e2e9-4fac-93b1-54d4d5969326') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:32.202508 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c1a6c759-1f6f-4ba6-9fea-30fd17e36a31 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:32.216188 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c1a6c759-1f6f-4ba6-9fea-30fd17e36a31 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:32.221835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a6c759-1f6f-4ba6-9fea-30fd17e36a31 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:45:32.222212 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c1a6c759-1f6f-4ba6-9fea-30fd17e36a31 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:45:32.225040 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:45:32.343335 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c1a6c759-1f6f-4ba6-9fea-30fd17e36a31 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:32.351042 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c1a6c759-1f6f-4ba6-9fea-30fd17e36a31 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:32.352561 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c1a6c759-1f6f-4ba6-9fea-30fd17e36a31 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/networks/deafcc62-f43b-4c80-8236-1c7bffc76a51 HTTP/1.1" status: 204 len: 168 time: 0.3671861 Sep 23 23:45:32.355400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47012) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:32.363972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6c759-1f6f-4ba6-9fea-30fd17e36a31 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Network': ['ID=deafcc62-f43b-4c80-8236-1c7bffc76a51,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:32.416865 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-171ed25f-b9dc-4934-8257-289d18e2397d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:32.448965 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-171ed25f-b9dc-4934-8257-289d18e2397d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:32.575434 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-171ed25f-b9dc-4934-8257-289d18e2397d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:32.578279 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-171ed25f-b9dc-4934-8257-289d18e2397d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:32.582525 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-171ed25f-b9dc-4934-8257-289d18e2397d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/security-groups/8b092faf-3b0d-43d9-9c35-17294ceb47bc HTTP/1.1" status: 204 len: 168 time: 0.2229905 Sep 23 23:45:32.590584 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ed25f-b9dc-4934-8257-289d18e2397d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b092faf-3b0d-43d9-9c35-17294ceb47bc,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:32.794447 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:45:32.819358 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:45:32.819805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 6ea60e6f-ccc5-4e2d-b012-c00b0bc9924d not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:45:32.820289 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c2fbd471-0574-451f-a076-7d6af4032647 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:45:32.838930 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: c2fbd471-0574-451f-a076-7d6af4032647 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:45:32.839347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c2fbd471-0574-451f-a076-7d6af4032647 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:45:32.839764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1ee7e9e9-fcd5-4b07-abda-76ba37078757 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:45:32.858901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 1ee7e9e9-fcd5-4b07-abda-76ba37078757 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:45:32.859244 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 1ee7e9e9-fcd5-4b07-abda-76ba37078757 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:45:32.983248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47018) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:32.988094 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-a009e4ec-87c3-4cea-a00a-9c04500c9732 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-904218088', 'description': 'tempest-secgroup-smoke-904218088 description', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:45:33.132563 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a009e4ec-87c3-4cea-a00a-9c04500c9732 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:33.224116 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a009e4ec-87c3-4cea-a00a-9c04500c9732 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:33.330002 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a009e4ec-87c3-4cea-a00a-9c04500c9732 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:33.359472 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009e4ec-87c3-4cea-a00a-9c04500c9732 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e295ed-e964-4c81-aeb5-f8471238b347,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:33.421288 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a009e4ec-87c3-4cea-a00a-9c04500c9732 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:33.425274 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a009e4ec-87c3-4cea-a00a-9c04500c9732 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4382603 Sep 23 23:45:33.425531 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47020) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:33.430853 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-1e993cc7-d1ed-425b-a8f8-3bc85eaf9cca tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': 'c2e295ed-e964-4c81-aeb5-f8471238b347', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:45:33.529320 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e993cc7-d1ed-425b-a8f8-3bc85eaf9cca tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:33.588394 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e993cc7-d1ed-425b-a8f8-3bc85eaf9cca tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:33.667095 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e993cc7-d1ed-425b-a8f8-3bc85eaf9cca tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:33.687537 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e993cc7-d1ed-425b-a8f8-3bc85eaf9cca tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77762a6a-8730-47f2-847e-f42e95f627eb,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:33.771887 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1e993cc7-d1ed-425b-a8f8-3bc85eaf9cca tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:33.774048 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1e993cc7-d1ed-425b-a8f8-3bc85eaf9cca tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3474846 Sep 23 23:45:33.777292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47022) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:33.781705 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-02c203d5-bdd3-4d75-aad7-c189c522eced tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': 'c2e295ed-e964-4c81-aeb5-f8471238b347', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:45:33.900371 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-02c203d5-bdd3-4d75-aad7-c189c522eced tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:33.960497 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-02c203d5-bdd3-4d75-aad7-c189c522eced tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:34.050100 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-02c203d5-bdd3-4d75-aad7-c189c522eced tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:34.071621 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c203d5-bdd3-4d75-aad7-c189c522eced tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f66b43f-beae-4275-8431-ed5f5e3154df,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:34.155170 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-02c203d5-bdd3-4d75-aad7-c189c522eced tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:34.156444 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-02c203d5-bdd3-4d75-aad7-c189c522eced tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3785474 Sep 23 23:45:34.159404 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47024) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:34.163754 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-81e7d3ad-cb0d-4f79-85f6-0b177eaa41e1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': 'c2e295ed-e964-4c81-aeb5-f8471238b347', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:45:34.251327 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81e7d3ad-cb0d-4f79-85f6-0b177eaa41e1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:34.317732 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81e7d3ad-cb0d-4f79-85f6-0b177eaa41e1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:34.375413 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81e7d3ad-cb0d-4f79-85f6-0b177eaa41e1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:34.395920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7d3ad-cb0d-4f79-85f6-0b177eaa41e1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4991533c-dd2a-41c5-805f-730536bdfddf,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:34.461971 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-81e7d3ad-cb0d-4f79-85f6-0b177eaa41e1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:34.463235 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-81e7d3ad-cb0d-4f79-85f6-0b177eaa41e1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3028049 Sep 23 23:45:34.466933 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47026) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:34.471481 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9322ac8f-d22a-4b75-b521-ebe37d07523a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': 'c2e295ed-e964-4c81-aeb5-f8471238b347', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:45:34.565884 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9322ac8f-d22a-4b75-b521-ebe37d07523a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:34.644407 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9322ac8f-d22a-4b75-b521-ebe37d07523a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:34.726293 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9322ac8f-d22a-4b75-b521-ebe37d07523a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:34.744226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322ac8f-d22a-4b75-b521-ebe37d07523a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2413eb0b-9967-493d-8bfb-4bd9d2eed5da,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:34.812123 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9322ac8f-d22a-4b75-b521-ebe37d07523a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:34.813922 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9322ac8f-d22a-4b75-b521-ebe37d07523a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3455541 Sep 23 23:45:34.816305 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47028) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:34.821501 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b75709f1-429d-4763-a6a5-a62b6e0c61af tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': 'c2e295ed-e964-4c81-aeb5-f8471238b347', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:45:34.915031 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-b75709f1-429d-4763-a6a5-a62b6e0c61af tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Project 32a35fef9e4a415c9123499ddb3ed28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:45:34.920584 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b75709f1-429d-4763-a6a5-a62b6e0c61af tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:34.983871 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b75709f1-429d-4763-a6a5-a62b6e0c61af tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:35.052027 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b75709f1-429d-4763-a6a5-a62b6e0c61af tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:35.070079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75709f1-429d-4763-a6a5-a62b6e0c61af tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a15bc80-c345-4a47-8755-0f781dfb24fa,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:35.149271 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b75709f1-429d-4763-a6a5-a62b6e0c61af tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:35.150778 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b75709f1-429d-4763-a6a5-a62b6e0c61af tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3333483 Sep 23 23:45:35.153590 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47030) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:35.157997 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b5030b48-4fc6-48df-8fad-bf46411f80b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': 'c2e295ed-e964-4c81-aeb5-f8471238b347', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:45:35.263735 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-b5030b48-4fc6-48df-8fad-bf46411f80b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Project 32a35fef9e4a415c9123499ddb3ed28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:45:35.269325 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b5030b48-4fc6-48df-8fad-bf46411f80b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:35.331726 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b5030b48-4fc6-48df-8fad-bf46411f80b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:35.446379 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b5030b48-4fc6-48df-8fad-bf46411f80b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:35.466161 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5030b48-4fc6-48df-8fad-bf46411f80b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133cbc53-d750-464e-bcf2-1389420e73cd,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:35.560657 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b5030b48-4fc6-48df-8fad-bf46411f80b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:35.561905 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b5030b48-4fc6-48df-8fad-bf46411f80b3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4073358 Sep 23 23:45:35.564832 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47032) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:35.569712 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d8d0fc01-ec65-4a88-92bd-a31a84478c7a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'network': {'name': 'tempest-network-smoke--405315618', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'port_security_enabled': True}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:45:35.677744 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d0fc01-ec65-4a88-92bd-a31a84478c7a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Made reservation on behalf of 32a35fef9e4a415c9123499ddb3ed28e for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:45:35.681235 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d8d0fc01-ec65-4a88-92bd-a31a84478c7a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:35.704458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d0fc01-ec65-4a88-92bd-a31a84478c7a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:45:35.713645 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d8d0fc01-ec65-4a88-92bd-a31a84478c7a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:35.714218 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-d8d0fc01-ec65-4a88-92bd-a31a84478c7a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Added segment 36a41f34-22df-4980-983b-0420c0c4036d of type vlan for network 6d0c4516-83f3-42f0-af98-42160ac95e33 Sep 23 23:45:35.754856 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d8d0fc01-ec65-4a88-92bd-a31a84478c7a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:35.851961 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d8d0fc01-ec65-4a88-92bd-a31a84478c7a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:35.858212 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d0fc01-ec65-4a88-92bd-a31a84478c7a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:35.867423 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d8d0fc01-ec65-4a88-92bd-a31a84478c7a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:36.208070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0fc01-ec65-4a88-92bd-a31a84478c7a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Network': ['ID=6d0c4516-83f3-42f0-af98-42160ac95e33,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:36.218920 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 6d0c4516-83f3-42f0-af98-42160ac95e33 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:45:36.244989 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d8d0fc01-ec65-4a88-92bd-a31a84478c7a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6790178 Sep 23 23:45:36.247577 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47034) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:36.251995 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'admin_state_up': True, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:45:36.341408 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:36.342645 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:36.397941 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:36.610320 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:36.867513 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:36.887962 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:36.988796 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.25.1.216 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:45:37.095604 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:37.184344 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:37.220779 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:45:37.223851 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:45:37.227484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:45:37.257545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:37.546807 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:37.559201 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:37.753246 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:37.965901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router bddd9372-83f6-445b-a9ff-e23ee9c3670e is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:45:38.073669 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:45:38.084200 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727af763-4adb-4547-bd1f-883db06085df None None] Sync routers for ids ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:45:38.093220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727af763-4adb-4547-bd1f-883db06085df None None] Routers {'bddd9372-83f6-445b-a9ff-e23ee9c3670e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:45:38.093857 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-727af763-4adb-4547-bd1f-883db06085df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:38.199594 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-727af763-4adb-4547-bd1f-883db06085df None None] Set router bddd9372-83f6-445b-a9ff-e23ee9c3670e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:45:38.217554 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:38.218765 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d1ce715b-60ce-4736-8948-dc60a32a9b69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9702592 Sep 23 23:45:38.222068 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47036) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:38.297578 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-94ebd741-69b1-4265-8be9-fffbaa9453d3 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=32a35fef9e4a415c9123499ddb3ed28e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743461 Sep 23 23:45:38.300228 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47040) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:38.390962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-727af763-4adb-4547-bd1f-883db06085df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:37Z', 'revision_number': 3, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:38.394755 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886d464e-f83b-4a45-b996-62453a4352dc tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:38.396353 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-886d464e-f83b-4a45-b996-62453a4352dc tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951393 Sep 23 23:45:38.399896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47042) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:38.419505 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727af763-4adb-4547-bd1f-883db06085df None None] Checking router: bddd9372-83f6-445b-a9ff-e23ee9c3670e for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:45:38.419858 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727af763-4adb-4547-bd1f-883db06085df None None] Updating router bddd9372-83f6-445b-a9ff-e23ee9c3670e port 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:45:38.434214 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ea9ec957-f51d-4f21-8168-cd70dfb307c5 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338511 Sep 23 23:45:38.436678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47044) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:38.441545 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-bd0adf54-596d-4989-843c-aafc30a9e427 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-491920240', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:45:38.445515 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-727af763-4adb-4547-bd1f-883db06085df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:38.646431 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0adf54-596d-4989-843c-aafc30a9e427 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Made reservation on behalf of 32a35fef9e4a415c9123499ddb3ed28e for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:45:38.651073 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd0adf54-596d-4989-843c-aafc30a9e427 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:38.702273 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-727af763-4adb-4547-bd1f-883db06085df None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:38.772146 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-727af763-4adb-4547-bd1f-883db06085df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:38.822535 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-727af763-4adb-4547-bd1f-883db06085df None None] Attempting to bind port 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:45:38.823531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-727af763-4adb-4547-bd1f-883db06085df None None] Attempting to bind port 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:45:38.823899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727af763-4adb-4547-bd1f-883db06085df None None] Attempting to bind port 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:45:38.832944 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd924c7-b638-4506-919b-aa5367ac0eae None None] Pushing event updated for resources: {'Port': ['ID=0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:38.835453 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727af763-4adb-4547-bd1f-883db06085df None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:45:38.835822 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727af763-4adb-4547-bd1f-883db06085df None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:45:38.836258 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-727af763-4adb-4547-bd1f-883db06085df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:38.836628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727af763-4adb-4547-bd1f-883db06085df None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:45:38.837094 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-727af763-4adb-4547-bd1f-883db06085df None None] Bound port: 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:45:38.837496 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-727af763-4adb-4547-bd1f-883db06085df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:38.894418 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-727af763-4adb-4547-bd1f-883db06085df None None] For port 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:45:38.895525 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd0adf54-596d-4989-843c-aafc30a9e427 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:38.902389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-727af763-4adb-4547-bd1f-883db06085df None None] For port 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:45:38.954111 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0adf54-596d-4989-843c-aafc30a9e427 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Subnet': ['ID=09875ce4-a41d-4d26-9621-f1a9d3cd80a8,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:38.964483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0adf54-596d-4989-843c-aafc30a9e427 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Checking segment: {'id': '36a41f34-22df-4980-983b-0420c0c4036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:45:38.964848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0adf54-596d-4989-843c-aafc30a9e427 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network hostable DHCP agents. Network: 6d0c4516-83f3-42f0-af98-42160ac95e33, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:45:38.972373 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-727af763-4adb-4547-bd1f-883db06085df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:39.032316 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727af763-4adb-4547-bd1f-883db06085df None None] Routers {'bddd9372-83f6-445b-a9ff-e23ee9c3670e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:45:39.032940 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-727af763-4adb-4547-bd1f-883db06085df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:39.037659 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd924c7-b638-4506-919b-aa5367ac0eae None None] Pushing event updated for resources: {'Port': ['ID=0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:39.060929 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0adf54-596d-4989-843c-aafc30a9e427 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 6d0c4516-83f3-42f0-af98-42160ac95e33 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:45:39.141615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-727af763-4adb-4547-bd1f-883db06085df None None] Set router bddd9372-83f6-445b-a9ff-e23ee9c3670e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:45:39.154844 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-bd0adf54-596d-4989-843c-aafc30a9e427 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 6d0c4516-83f3-42f0-af98-42160ac95e33) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:45:39.159340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0adf54-596d-4989-843c-aafc30a9e427 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:39.160133 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bd0adf54-596d-4989-843c-aafc30a9e427 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:39.252961 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bd0adf54-596d-4989-843c-aafc30a9e427 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8151515 Sep 23 23:45:39.256188 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47046) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:39.320018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70a9fc1-dedb-49b9-9079-16c54a4ad9f6 None None] Network 6d0c4516-83f3-42f0-af98-42160ac95e33 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:45:39.580222 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-6d0c4516-83f3-42f0-af98-42160ac95e33', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ips': [{'subnet_id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:45:39.581082 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:39.594735 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-727af763-4adb-4547-bd1f-883db06085df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:37Z', 'revision_number': 3, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:39.624223 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727af763-4adb-4547-bd1f-883db06085df None None] The sync data for ids ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'] in n-d-810775-1 is: [{'id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:37Z', 'revision_number': 3, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:45:39.721756 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:39.762824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Allocated IP 172.20.0.2 (6d0c4516-83f3-42f0-af98-42160ac95e33/09875ce4-a41d-4d26-9621-f1a9d3cd80a8/0f4568d8-60cf-4670-af73-fdfbc5141078) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:45:39.961204 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:40.098245 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:40.132844 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Network 6d0c4516-83f3-42f0-af98-42160ac95e33 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:45:40.136584 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:45:40.140266 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:45:40.149961 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.20.0.1 (6d0c4516-83f3-42f0-af98-42160ac95e33/09875ce4-a41d-4d26-9621-f1a9d3cd80a8/d9a0029d-bb95-44b1-98eb-d91ed4b3ba25) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:45:40.156228 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Pushing event updated for resources: {'Port': ['ID=0f4568d8-60cf-4670-af73-fdfbc5141078,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:40.205001 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Attempting to bind port 0f4568d8-60cf-4670-af73-fdfbc5141078 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:45:40.205483 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Attempting to bind port 0f4568d8-60cf-4670-af73-fdfbc5141078 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '36a41f34-22df-4980-983b-0420c0c4036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:45:40.205901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Attempting to bind port 0f4568d8-60cf-4670-af73-fdfbc5141078 on network 6d0c4516-83f3-42f0-af98-42160ac95e33 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:45:40.211345 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:45:40.211813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Checking segment: {'id': '36a41f34-22df-4980-983b-0420c0c4036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:45:40.212757 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:40.213853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Bound using segment: {'id': '36a41f34-22df-4980-983b-0420c0c4036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:45:40.214729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Bound port: 0f4568d8-60cf-4670-af73-fdfbc5141078, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a41f34-22df-4980-983b-0420c0c4036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:45:40.215173 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:40.285211 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] For port 0f4568d8-60cf-4670-af73-fdfbc5141078, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:45:40.287970 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:40.288438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] For port 0f4568d8-60cf-4670-af73-fdfbc5141078, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0f4568d8-60cf-4670-af73-fdfbc5141078,segment=NetworkSegment(36a41f34-22df-4980-983b-0420c0c4036d),segment_id=36a41f34-22df-4980-983b-0420c0c4036d)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:45:40.366677 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:40.398507 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:40.434176 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882868ff-5c97-4003-a081-e5b967a481c8 None None] Pushing event updated for resources: {'Port': ['ID=0f4568d8-60cf-4670-af73-fdfbc5141078,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:40.454656 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 6d0c4516-83f3-42f0-af98-42160ac95e33 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:45:40.458234 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:45:40.472773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:45:40.477263 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=d9a0029d-bb95-44b1-98eb-d91ed4b3ba25,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:40.528111 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:40.761980 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:40.850032 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0f4568d8-60cf-4670-af73-fdfbc5141078 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:45:40.902369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0f4568d8-60cf-4670-af73-fdfbc5141078 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:45:40.902745 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:40.984606 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:41.018303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 0f4568d8-60cf-4670-af73-fdfbc5141078, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0f4568d8-60cf-4670-af73-fdfbc5141078,segment=NetworkSegment(36a41f34-22df-4980-983b-0420c0c4036d),segment_id=36a41f34-22df-4980-983b-0420c0c4036d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:45:41.052841 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:41.135873 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:41.136616 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:45:41.166375 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:41.221761 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=0f4568d8-60cf-4670-af73-fdfbc5141078,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:41.235203 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:45:41.235585 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:41.325613 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:41.349856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:45:41.415347 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:41.473534 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:41.523893 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aa0c2f-c87b-4fbd-a0c5-24504db493c0 None None] Network 6d0c4516-83f3-42f0-af98-42160ac95e33 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:45:41.564509 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:41.566424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=d9a0029d-bb95-44b1-98eb-d91ed4b3ba25,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:41.609428 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-fd977fa2-db97-4e89-bdfe-035c4fa333bc None None] Provisioning complete for port 0f4568d8-60cf-4670-af73-fdfbc5141078 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:45:41.609806 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fd977fa2-db97-4e89-bdfe-035c4fa333bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:41.666729 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 6d0c4516-83f3-42f0-af98-42160ac95e33 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:45:41.668217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:45:41.794508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router bddd9372-83f6-445b-a9ff-e23ee9c3670e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:45:41.922751 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:45:41.930862 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-33aa8bbc-2289-44d2-a38a-c7fd48d13b4b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "PUT /v2.0/routers/bddd9372-83f6-445b-a9ff-e23ee9c3670e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6719155 Sep 23 23:45:41.944176 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Sync routers for ids ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:45:41.960710 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Routers {'bddd9372-83f6-445b-a9ff-e23ee9c3670e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:45:41.961378 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:41.984643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0b090653-f7c2-44c4-a96e-3bc92bf2e867 None None] Provisioning complete for port 0f4568d8-60cf-4670-af73-fdfbc5141078 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:45:41.985222 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0b090653-f7c2-44c4-a96e-3bc92bf2e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:42.086294 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Set router bddd9372-83f6-445b-a9ff-e23ee9c3670e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:45:42.095219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0b090653-f7c2-44c4-a96e-3bc92bf2e867 None None] Provisioning complete for port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:45:42.095689 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0b090653-f7c2-44c4-a96e-3bc92bf2e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:42.108952 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-22e62c0e-57c4-4851-bab7-c84aa5aa09ed tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904218088&fields=id&tenant_id=32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 267 time: 0.0440078 Sep 23 23:45:42.140829 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0b090653-f7c2-44c4-a96e-3bc92bf2e867 None None] Port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:45:42.223908 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-76b10344-6721-4a00-a220-6ad1e00ebfc6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:42.225564 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-76b10344-6721-4a00-a220-6ad1e00ebfc6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/networks?id=6d0c4516-83f3-42f0-af98-42160ac95e33 HTTP/1.1" status: 200 len: 796 time: 0.1157494 Sep 23 23:45:42.242673 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-e9e55c2c-6e42-4b28-8419-3bcaf6e168e1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/quotas/32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 375 time: 0.0099647 Sep 23 23:45:42.268354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-8c81aa6b-d845-4acc-b6d3-d4e4bb0334df None None] Provisioning complete for port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:45:42.268730 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c81aa6b-d845-4acc-b6d3-d4e4bb0334df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:42.312040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-9a1d4b33-000c-4d43-8f65-bda0819fa9d2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573189 Sep 23 23:45:42.315570 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:40Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd9a0029d-bb95-44b1-98eb-d91ed4b3ba25', 'name': '', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e7:02:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:39Z', 'updated_at': '2021-09-23T23:45:40Z', 'revision_number': 2, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:42.328128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8c81aa6b-d845-4acc-b6d3-d4e4bb0334df None None] Port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:45:42.342821 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Checking router: bddd9372-83f6-445b-a9ff-e23ee9c3670e for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:45:42.343254 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Updating router bddd9372-83f6-445b-a9ff-e23ee9c3670e port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:45:42.370371 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:42.432160 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-2f7b21cd-45ff-4285-bcf8-c543c8574a1a service neutron] 10.222.0.22 "GET /v2.0/networks/6d0c4516-83f3-42f0-af98-42160ac95e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029353 Sep 23 23:45:42.446607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-846702b1-579a-4cb6-86e5-8b2be1264a9e None None] Provisioning complete for port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:45:42.446956 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-846702b1-579a-4cb6-86e5-8b2be1264a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:42.482672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-846702b1-579a-4cb6-86e5-8b2be1264a9e None None] Port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:45:42.527382 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-d8ba020d-9404-45d0-9e05-c6866c070b86 service neutron] 10.222.0.22 "GET /v2.0/networks/6d0c4516-83f3-42f0-af98-42160ac95e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919046 Sep 23 23:45:42.748419 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:42.817281 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-695cf002-bc8c-496a-ae1f-05e087d64c23 req-4154a96f-61c4-47ea-9916-654112131c41 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 210 time: 0.0284767 Sep 23 23:45:42.821209 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0f4568d8-60cf-4670-af73-fdfbc5141078 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:45:42.823590 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:42.880681 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50dd08-3de1-4403-a33b-411956c66bbd None None] Pushing event updated for resources: {'Port': ['ID=d9a0029d-bb95-44b1-98eb-d91ed4b3ba25,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:42.881057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0f4568d8-60cf-4670-af73-fdfbc5141078 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:45:42.881608 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:42.890317 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50dd08-3de1-4403-a33b-411956c66bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:42.890662 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50dd08-3de1-4403-a33b-411956c66bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:42.890993 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50dd08-3de1-4403-a33b-411956c66bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:42.891767 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50dd08-3de1-4403-a33b-411956c66bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:42.892098 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50dd08-3de1-4403-a33b-411956c66bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:42.892423 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50dd08-3de1-4403-a33b-411956c66bbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:42.892766 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50dd08-3de1-4403-a33b-411956c66bbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:42.893088 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50dd08-3de1-4403-a33b-411956c66bbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:42.895878 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50dd08-3de1-4403-a33b-411956c66bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:42.895878 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50dd08-3de1-4403-a33b-411956c66bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:42.895878 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50dd08-3de1-4403-a33b-411956c66bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:42.895878 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd50dd08-3de1-4403-a33b-411956c66bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:45:42.963069 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Attempting to bind port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:45:42.964058 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Attempting to bind port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '36a41f34-22df-4980-983b-0420c0c4036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:45:42.964058 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Attempting to bind port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 on network 6d0c4516-83f3-42f0-af98-42160ac95e33 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:45:42.969640 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:45:42.970492 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Checking segment: {'id': '36a41f34-22df-4980-983b-0420c0c4036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:45:42.970627 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:42.971047 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Bound using segment: {'id': '36a41f34-22df-4980-983b-0420c0c4036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:45:42.971732 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Bound port: d9a0029d-bb95-44b1-98eb-d91ed4b3ba25, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a41f34-22df-4980-983b-0420c0c4036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:45:42.972352 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:42.989996 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:45:43.047523 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:45:43.048168 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:43.060390 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] For port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:45:43.064572 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] For port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d9a0029d-bb95-44b1-98eb-d91ed4b3ba25,segment=NetworkSegment(36a41f34-22df-4980-983b-0420c0c4036d),segment_id=36a41f34-22df-4980-983b-0420c0c4036d)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:45:43.147509 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:43.190055 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b4f68cdc-0afb-479e-9f05-74bb983d1745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:43.207167 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6dc4c344-fcd9-4163-be5b-9dd1ac2950ac None None] Provisioning complete for port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:45:43.208231 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c344-fcd9-4163-be5b-9dd1ac2950ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:43.216307 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Routers {'bddd9372-83f6-445b-a9ff-e23ee9c3670e'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:45:43.216946 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:45:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:43.295759 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50dd08-3de1-4403-a33b-411956c66bbd None None] Pushing event updated for resources: {'Port': ['ID=d9a0029d-bb95-44b1-98eb-d91ed4b3ba25,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:43.306517 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c344-fcd9-4163-be5b-9dd1ac2950ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:43.341493 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] Set router bddd9372-83f6-445b-a9ff-e23ee9c3670e gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:45:43.343009 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6dc4c344-fcd9-4163-be5b-9dd1ac2950ac None None] For port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d9a0029d-bb95-44b1-98eb-d91ed4b3ba25,segment=NetworkSegment(36a41f34-22df-4980-983b-0420c0c4036d),segment_id=36a41f34-22df-4980-983b-0420c0c4036d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:45:43.440657 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c344-fcd9-4163-be5b-9dd1ac2950ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:43.490532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4c344-fcd9-4163-be5b-9dd1ac2950ac None None] Pushing event updated for resources: {'Port': ['ID=d9a0029d-bb95-44b1-98eb-d91ed4b3ba25,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:43.546130 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:40Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd9a0029d-bb95-44b1-98eb-d91ed4b3ba25', 'name': '', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e7:02:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:39Z', 'updated_at': '2021-09-23T23:45:43Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:43.561454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-586ea7f7-806f-4890-81af-e49332be5bba None None] Provisioning complete for port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:45:43.561831 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-586ea7f7-806f-4890-81af-e49332be5bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:43.573077 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a7afd-28aa-4682-ad46-d91083d410df None None] The sync data for ids ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'] in n-d-810775-1 is: [{'id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:40Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd9a0029d-bb95-44b1-98eb-d91ed4b3ba25', 'name': '', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e7:02:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:39Z', 'updated_at': '2021-09-23T23:45:43Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:45:43.922541 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d1406b21-c657-4bf3-8541-681f6375bc17 req-551c1f3b-0288-4dee-a437-aee0438759e5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 210 time: 0.0288143 Sep 23 23:45:44.825241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:45:44.878054 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:45:44.878419 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:45.024885 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-416c562c-0fac-4528-a00c-ccf0379cc724 req-604ffc06-beab-4f11-ab34-e24408dd384b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 210 time: 0.0315373 Sep 23 23:45:45.182962 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-ff3c01a8-712d-4d61-ac4b-d7dfe707d979 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:45.184443 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-ff3c01a8-712d-4d61-ac4b-d7dfe707d979 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.67 "GET /v2.0/networks?id=6d0c4516-83f3-42f0-af98-42160ac95e33 HTTP/1.1" status: 200 len: 796 time: 0.1083484 Sep 23 23:45:45.233497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-3e69b79d-a68e-4534-b4cc-351059c7a53e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 379 time: 0.0334356 Sep 23 23:45:45.242478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-e2749df5-3bcf-474a-a1a1-cc4009b66186 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'port': {'device_id': 'ba917955-bc8d-4f16-b0cc-c0e64af9b10f', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'admin_state_up': True, 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'security_groups': ['c2e295ed-e964-4c81-aeb5-f8471238b347']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:45:45.467005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-e2749df5-3bcf-474a-a1a1-cc4009b66186 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Made reservation on behalf of 32a35fef9e4a415c9123499ddb3ed28e for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:45:45.470680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-e2749df5-3bcf-474a-a1a1-cc4009b66186 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:45.614206 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-e2749df5-3bcf-474a-a1a1-cc4009b66186 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.20.0.4 (6d0c4516-83f3-42f0-af98-42160ac95e33/09875ce4-a41d-4d26-9621-f1a9d3cd80a8/5587e3ff-8ebf-4983-b5f3-7886a3bec1b0) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:45:45.682286 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-08b2b78d-45e7-4e82-a2de-d8178df6048f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:45.783129 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-e2749df5-3bcf-474a-a1a1-cc4009b66186 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:45.895526 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-e2749df5-3bcf-474a-a1a1-cc4009b66186 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:45.938891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-e2749df5-3bcf-474a-a1a1-cc4009b66186 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 6d0c4516-83f3-42f0-af98-42160ac95e33 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:45:45.942257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-e2749df5-3bcf-474a-a1a1-cc4009b66186 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:45:45.946374 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-e2749df5-3bcf-474a-a1a1-cc4009b66186 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:45:45.978651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2749df5-3bcf-474a-a1a1-cc4009b66186 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:46.006231 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-e2749df5-3bcf-474a-a1a1-cc4009b66186 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:46.006824 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-e2749df5-3bcf-474a-a1a1-cc4009b66186 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:46.073566 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-e2749df5-3bcf-474a-a1a1-cc4009b66186 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8346164 Sep 23 23:45:46.092974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Request body: {'port': {'device_id': 'ba917955-bc8d-4f16-b0cc-c0e64af9b10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:45:46.160403 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:46.185823 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:46.202310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c1415-682b-4ed5-8ae6-c3ff5d71046e req-cd63c4bb-511c-43d2-a1c0-169f1fa9b04b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:46.203816 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-857c1415-682b-4ed5-8ae6-c3ff5d71046e req-cd63c4bb-511c-43d2-a1c0-169f1fa9b04b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 931 time: 0.1074798 Sep 23 23:45:46.220419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a4ee911b-6810-489e-8275-748b0930757e None None] Provisioning complete for port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:45:46.220706 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a4ee911b-6810-489e-8275-748b0930757e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:46.255523 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee911b-6810-489e-8275-748b0930757e None None] Port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:45:46.279084 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-857c1415-682b-4ed5-8ae6-c3ff5d71046e req-04fbe531-fe45-4888-b1f2-497f08cdcb4d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686440 Sep 23 23:45:46.489511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:45:46.497012 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:46.509483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Transition to ACTIVE for port object 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:45:46.589744 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:46.645134 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Pushing event updated for resources: {'Port': ['ID=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:46.720460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Attempting to bind port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:45:46.720796 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Attempting to bind port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '36a41f34-22df-4980-983b-0420c0c4036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:45:46.721144 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Attempting to bind port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 on network 6d0c4516-83f3-42f0-af98-42160ac95e33 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:45:46.726039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 on network 6d0c4516-83f3-42f0-af98-42160ac95e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:45:46.726355 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Attempting to bind port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 on network 6d0c4516-83f3-42f0-af98-42160ac95e33 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:45:46.733097 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:45:46.733097 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Checking segment: {'id': '36a41f34-22df-4980-983b-0420c0c4036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:45:46.733533 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Bound using segment: {'id': '36a41f34-22df-4980-983b-0420c0c4036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:45:46.733965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Bound port: 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a41f34-22df-4980-983b-0420c0c4036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:45:46.734323 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:46.808354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] For port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:45:46.811434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] For port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0,segment=NetworkSegment(36a41f34-22df-4980-983b-0420c0c4036d),segment_id=36a41f34-22df-4980-983b-0420c0c4036d)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:45:46.915481 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:46.961627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:46.962274 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:46.964830 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] 10.222.0.67 "PUT /v2.0/ports/5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 HTTP/1.1" status: 200 len: 1091 time: 0.8766630 Sep 23 23:45:46.965323 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba917955-bc8d-4f16-b0cc-c0e64af9b10f', 'tag': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:45:46.967658 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d31277-aef3-4e99-839f-9606b326c05c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba917955-bc8d-4f16-b0cc-c0e64af9b10f", "tag": "5587e3ff-8ebf-4983-b5f3-7886a3bec1b0"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:45:46.991348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fbd1a-d3ff-419e-aaeb-669a98c1b403 service neutron] Pushing event updated for resources: {'Port': ['ID=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:47.014178 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b0634e-f73a-41dc-b670-3d661758d413 x-openstack-request-id: req-11b0634e-f73a-41dc-b670-3d661758d413 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:45:47.014565 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba917955-bc8d-4f16-b0cc-c0e64af9b10f", "tag": "5587e3ff-8ebf-4983-b5f3-7886a3bec1b0", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:45:47.014982 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11b0634e-f73a-41dc-b670-3d661758d413 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:45:47.015320 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba917955-bc8d-4f16-b0cc-c0e64af9b10f', 'tag': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0', 'status': 'completed', 'code': 200} Sep 23 23:45:47.099325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d31277-aef3-4e99-839f-9606b326c05c req-1e4aa2a1-6a6e-4d9e-8d64-2195c2ae370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:47.100891 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-36d31277-aef3-4e99-839f-9606b326c05c req-1e4aa2a1-6a6e-4d9e-8d64-2195c2ae370c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 1094 time: 0.0455492 Sep 23 23:45:47.220485 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d31277-aef3-4e99-839f-9606b326c05c req-7426d8c9-a04a-47a7-a04f-4dc314468443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:47.222021 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-36d31277-aef3-4e99-839f-9606b326c05c req-7426d8c9-a04a-47a7-a04f-4dc314468443 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1059475 Sep 23 23:45:47.263426 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:47.331816 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d31277-aef3-4e99-839f-9606b326c05c req-b8c7f86a-72ce-417c-a7bd-751b032b4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:47.334406 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-36d31277-aef3-4e99-839f-9606b326c05c req-b8c7f86a-72ce-417c-a7bd-751b032b4ee8 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043203 Sep 23 23:45:47.448805 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2847c-37dd-42d5-a6c9-4c3bbd7574eb req-2474b8e1-4a4c-4486-a3ac-84d846907e4c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:47.450436 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43d2847c-37dd-42d5-a6c9-4c3bbd7574eb req-2474b8e1-4a4c-4486-a3ac-84d846907e4c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 943 time: 0.0848348 Sep 23 23:45:47.457535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-285c4451-0019-467e-a295-74e44844d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:47.459142 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-285c4451-0019-467e-a295-74e44844d67f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 1094 time: 0.0615857 Sep 23 23:45:47.519444 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-de657c50-5b19-409e-b1fc-30d5fc573a13 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 HTTP/1.1" status: 200 len: 217 time: 0.0456254 Sep 23 23:45:47.526823 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43d2847c-37dd-42d5-a6c9-4c3bbd7574eb req-5a40663f-6922-477d-ab03-e7e07704de47 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667663 Sep 23 23:45:47.582870 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-c1cba8e1-b197-4f4d-a73c-f081b3368611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:47.582870 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-c1cba8e1-b197-4f4d-a73c-f081b3368611 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=09875ce4-a41d-4d26-9621-f1a9d3cd80a8 HTTP/1.1" status: 200 len: 834 time: 0.0506871 Sep 23 23:45:47.632570 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-f9b612a3-3f30-4f22-b054-2d173f0d0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:47.634132 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-f9b612a3-3f30-4f22-b054-2d173f0d0498 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d0c4516-83f3-42f0-af98-42160ac95e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480893 Sep 23 23:45:47.734775 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-bf832675-5ebf-454c-b3f2-6b37163de18b service neutron] 10.222.0.67 "GET /v2.0/networks/6d0c4516-83f3-42f0-af98-42160ac95e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923553 Sep 23 23:45:47.845027 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f8652e64-b736-4471-a054-cd33d930f3a9 req-d7888297-6dbc-4c68-ad7a-1bd7f918d3e0 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0c4516-83f3-42f0-af98-42160ac95e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019690 Sep 23 23:45:48.649171 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73376c-1cc3-411a-bc41-fe95b692b122 req-a702db41-97e4-4851-b5a1-fac7bc76a193 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:48.651520 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd73376c-1cc3-411a-bc41-fe95b692b122 req-a702db41-97e4-4851-b5a1-fac7bc76a193 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 943 time: 0.0540116 Sep 23 23:45:48.691596 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cd73376c-1cc3-411a-bc41-fe95b692b122 req-74f8ad07-b49f-4f30-bc00-4a8c47517ce1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341990 Sep 23 23:45:48.789065 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:48.880513 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:45:48.954956 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:49.809589 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1983d-b871-424b-82e0-c40cda525e3b req-f3557314-7f7e-4f04-9cde-983192bb0e8b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:49.811081 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3bf1983d-b871-424b-82e0-c40cda525e3b req-f3557314-7f7e-4f04-9cde-983192bb0e8b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 943 time: 0.0500016 Sep 23 23:45:49.848341 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3bf1983d-b871-424b-82e0-c40cda525e3b req-1a3f2913-2097-4f3d-8dda-a15b9954f9b7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313144 Sep 23 23:45:50.964297 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159925b-80fa-42ae-b877-f8d7a3fe6111 req-3e18c038-8e4a-497c-831c-563a41799310 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:50.965811 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c159925b-80fa-42ae-b877-f8d7a3fe6111 req-3e18c038-8e4a-497c-831c-563a41799310 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 943 time: 0.0485361 Sep 23 23:45:50.978174 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:45:51.004916 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c159925b-80fa-42ae-b877-f8d7a3fe6111 req-632c1e34-713b-47ae-8cb9-696236409ee6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332210 Sep 23 23:45:51.078220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0,segment=NetworkSegment(36a41f34-22df-4980-983b-0420c0c4036d),segment_id=36a41f34-22df-4980-983b-0420c0c4036d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:45:51.090201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'port_id': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0', 'mac_address': 'fa:16:3e:5a:bd:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:45:51.128579 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:51.142440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:45:51.161354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0,segment=NetworkSegment(36a41f34-22df-4980-983b-0420c0c4036d),segment_id=36a41f34-22df-4980-983b-0420c0c4036d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:45:51.283472 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:51.330936 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:51.700631 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['5587e3ff-8ebf-4983-b5f3-7886a3bec1b0'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:45:52.128156 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd2ee3-9f95-4bd6-abe7-5963dd15297a req-b8ed6652-6a7f-4022-99f9-b586094c57cd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:52.129747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ddd2ee3-9f95-4bd6-abe7-5963dd15297a req-b8ed6652-6a7f-4022-99f9-b586094c57cd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 944 time: 0.0550482 Sep 23 23:45:52.168762 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4ddd2ee3-9f95-4bd6-abe7-5963dd15297a req-561b226d-77a6-42bd-beea-ced37814ce8a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330470 Sep 23 23:45:52.994131 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:45:53.135326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:45:53.139858 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:45:53.140233 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:53.227200 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:53.251587 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba917955-bc8d-4f16-b0cc-c0e64af9b10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:45:53.253812 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ea7beb-8415-41f5-9ee2-471a6b56ac6a" -d '{"events": [{"server_uuid": "ba917955-bc8d-4f16-b0cc-c0e64af9b10f", "name": "network-vif-plugged", "status": "completed", "tag": "5587e3ff-8ebf-4983-b5f3-7886a3bec1b0"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:45:53.267685 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0,segment=NetworkSegment(36a41f34-22df-4980-983b-0420c0c4036d),segment_id=36a41f34-22df-4980-983b-0420c0c4036d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:45:53.294719 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9850682d-6f0b-41a3-812c-6969f1ea59f1 x-openstack-request-id: req-9850682d-6f0b-41a3-812c-6969f1ea59f1 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:45:53.295012 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba917955-bc8d-4f16-b0cc-c0e64af9b10f", "name": "network-vif-plugged", "status": "completed", "tag": "5587e3ff-8ebf-4983-b5f3-7886a3bec1b0", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:45:53.295190 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec71d5-9b98-4277-a725-2cc09719cfe3 req-3b177754-5c16-451a-ae2c-17a477f1b954 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:53.295686 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9850682d-6f0b-41a3-812c-6969f1ea59f1 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:45:53.295686 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba917955-bc8d-4f16-b0cc-c0e64af9b10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0', 'code': 200} Sep 23 23:45:53.296772 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b9ec71d5-9b98-4277-a725-2cc09719cfe3 req-3b177754-5c16-451a-ae2c-17a477f1b954 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 944 time: 0.0532651 Sep 23 23:45:53.341470 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b9ec71d5-9b98-4277-a725-2cc09719cfe3 req-3fd711f8-1565-4339-b17f-e18223147e4f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387254 Sep 23 23:45:53.346836 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:53.400037 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:53.420064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4605ad-ee25-47ab-a7bb-077bb21ecf13 req-bc82ffd9-0a7e-4895-9249-534ac1369ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:53.421680 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c4605ad-ee25-47ab-a7bb-077bb21ecf13 req-bc82ffd9-0a7e-4895-9249-534ac1369ff2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 1096 time: 0.0412481 Sep 23 23:45:53.458647 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c4605ad-ee25-47ab-a7bb-077bb21ecf13 req-2e26e0ab-3ebd-4f57-a6b5-5d765288ac7e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296390 Sep 23 23:45:54.461789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3e7b0-3534-47bc-aa13-b740920e3aae req-9a7e5cda-ec03-4e8a-a21a-35dd61653a99 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:54.463583 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3cc3e7b0-3534-47bc-aa13-b740920e3aae req-9a7e5cda-ec03-4e8a-a21a-35dd61653a99 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0503390 Sep 23 23:45:54.502740 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3cc3e7b0-3534-47bc-aa13-b740920e3aae req-c2396e91-9ec1-4741-b57e-7f577d69b511 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331233 Sep 23 23:45:55.619817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e846e-4bd1-44c8-8019-275f8c5dd7a7 req-c7aa1df7-e8cb-4d9e-a258-93c2bcbf1079 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:55.621354 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d12e846e-4bd1-44c8-8019-275f8c5dd7a7 req-c7aa1df7-e8cb-4d9e-a258-93c2bcbf1079 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0506439 Sep 23 23:45:55.662217 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d12e846e-4bd1-44c8-8019-275f8c5dd7a7 req-6b7f6006-6fb6-4f4e-bdde-2423d561005a tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344877 Sep 23 23:45:55.783091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c8f5c-764c-4c8e-9291-446cbfbf31b1 req-764ec38d-4583-4a82-bde3-3febe5aab44d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:55.784495 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b95c8f5c-764c-4c8e-9291-446cbfbf31b1 req-764ec38d-4583-4a82-bde3-3febe5aab44d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0534685 Sep 23 23:45:55.823411 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b95c8f5c-764c-4c8e-9291-446cbfbf31b1 req-ecd314d2-be3f-4320-a2f8-068f494abe9f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329819 Sep 23 23:45:55.845869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47102) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:55.886491 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af33ee1-813a-45ba-8f5f-f024d44fe3d3 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:55.891360 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3af33ee1-813a-45ba-8f5f-f024d44fe3d3 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 1091 time: 0.0411837 Sep 23 23:45:55.891360 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47104) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:55.895385 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:45:55.971902 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:56.076447 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:56.185130 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.25.1.200 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/6fbe1129-32f8-4230-bfa8-9e66a9ee1f00) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:45:56.299096 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:56.406402 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:56.454913 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:45:56.459265 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:45:56.463227 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:45:56.471030 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=6fbe1129-32f8-4230-bfa8-9e66a9ee1f00,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:56.827053 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:56.969769 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:57.126916 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:57.186148 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:57.260421 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=6fbe1129-32f8-4230-bfa8-9e66a9ee1f00,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:45:57.272767 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:57.379886 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Floating IP a357f1e7-691d-4a13-8abd-5d9a2fdc04c5 associated. External IP: 172.25.1.200, port: 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0. Sep 23 23:45:57.605156 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router bddd9372-83f6-445b-a9ff-e23ee9c3670e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:45:57.719641 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:45:57.731669 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ae358-d1ec-48dc-8ae2-f6825ad9ca8a None None] Sync routers for ids ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:45:57.742238 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ae358-d1ec-48dc-8ae2-f6825ad9ca8a None None] Routers {'bddd9372-83f6-445b-a9ff-e23ee9c3670e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:45:57.749739 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-208ae358-d1ec-48dc-8ae2-f6825ad9ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:45:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:57.798029 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:57.828803 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-d779281d-4390-42f1-b13f-f1b769d91ea3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9366229 Sep 23 23:45:57.829547 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba917955-bc8d-4f16-b0cc-c0e64af9b10f', 'tag': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:45:57.832152 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917ea14c-7f89-4a27-a99a-d5e6776f590e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba917955-bc8d-4f16-b0cc-c0e64af9b10f", "tag": "5587e3ff-8ebf-4983-b5f3-7886a3bec1b0"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:45:57.874519 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f505b55-a151-437d-b20b-404b90538285 x-openstack-request-id: req-1f505b55-a151-437d-b20b-404b90538285 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:45:57.874810 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba917955-bc8d-4f16-b0cc-c0e64af9b10f", "tag": "5587e3ff-8ebf-4983-b5f3-7886a3bec1b0", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:45:57.875065 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f505b55-a151-437d-b20b-404b90538285 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:45:57.875264 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-208ae358-d1ec-48dc-8ae2-f6825ad9ca8a None None] Set router bddd9372-83f6-445b-a9ff-e23ee9c3670e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:45:57.875478 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba917955-bc8d-4f16-b0cc-c0e64af9b10f', 'tag': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0', 'status': 'completed', 'code': 200} Sep 23 23:45:57.944307 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb83e7f-1f20-42f0-a861-e49e72557d81 req-4bf3a6ac-ce7e-4636-979a-5a0626d50829 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:57.946047 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fb83e7f-1f20-42f0-a861-e49e72557d81 req-4bf3a6ac-ce7e-4636-979a-5a0626d50829 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0544176 Sep 23 23:45:57.961488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ea14c-7f89-4a27-a99a-d5e6776f590e req-e16b4dd4-b832-4e23-b81e-43c4a007c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:57.963237 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-917ea14c-7f89-4a27-a99a-d5e6776f590e req-e16b4dd4-b832-4e23-b81e-43c4a007c540 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 1096 time: 0.0442240 Sep 23 23:45:57.989779 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6fb83e7f-1f20-42f0-a861-e49e72557d81 req-18178992-040d-465b-9abe-b47d300e8429 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369170 Sep 23 23:45:58.013837 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47110) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:58.076738 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ea14c-7f89-4a27-a99a-d5e6776f590e req-8bc5afd2-3da2-4762-8d76-319252996c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:58.078354 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-917ea14c-7f89-4a27-a99a-d5e6776f590e req-8bc5afd2-3da2-4762-8d76-319252996c18 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d0c4516-83f3-42f0-af98-42160ac95e33 HTTP/1.1" status: 200 len: 897 time: 0.1078222 Sep 23 23:45:58.089975 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-175bdac3-8f84-42da-ac0b-3262c6413be1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/a357f1e7-691d-4a13-8abd-5d9a2fdc04c5 HTTP/1.1" status: 200 len: 991 time: 0.0748725 Sep 23 23:45:58.152269 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-917ea14c-7f89-4a27-a99a-d5e6776f590e req-8d6c77c0-d7e5-4f66-ad1b-6c248e304010 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 HTTP/1.1" status: 200 len: 999 time: 0.0655861 Sep 23 23:45:58.208500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ea14c-7f89-4a27-a99a-d5e6776f590e req-8c23d314-11be-49d1-86cd-cba634482dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:58.210040 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-917ea14c-7f89-4a27-a99a-d5e6776f590e req-8c23d314-11be-49d1-86cd-cba634482dda service neutron] 10.222.0.67 "GET /v2.0/subnets?id=09875ce4-a41d-4d26-9621-f1a9d3cd80a8 HTTP/1.1" status: 200 len: 834 time: 0.0526404 Sep 23 23:45:58.262821 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ea14c-7f89-4a27-a99a-d5e6776f590e req-bff8af55-397a-46a1-a70a-855d0258a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:45:58.264399 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-917ea14c-7f89-4a27-a99a-d5e6776f590e req-bff8af55-397a-46a1-a70a-855d0258a0a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d0c4516-83f3-42f0-af98-42160ac95e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476816 Sep 23 23:45:58.291232 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-208ae358-d1ec-48dc-8ae2-f6825ad9ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:40Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a357f1e7-691d-4a13-8abd-5d9a2fdc04c5', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'port_id': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'mac_address': 'fa:16:3e:5a:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba917955-bc8d-4f16-b0cc-c0e64af9b10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:45:56Z', 'updated_at': '2021-09-23T23:45:56Z', 'revision_number': 0, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0029d-bb95-44b1-98eb-d91ed4b3ba25', 'name': '', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e7:02:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:39Z', 'updated_at': '2021-09-23T23:45:43Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:58.318077 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ae358-d1ec-48dc-8ae2-f6825ad9ca8a None None] Checking router: bddd9372-83f6-445b-a9ff-e23ee9c3670e for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:45:58.327098 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ae358-d1ec-48dc-8ae2-f6825ad9ca8a None None] Routers {'bddd9372-83f6-445b-a9ff-e23ee9c3670e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:45:58.327710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-208ae358-d1ec-48dc-8ae2-f6825ad9ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:45:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:58.356346 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-917ea14c-7f89-4a27-a99a-d5e6776f590e req-07e09a12-33d8-414e-9d71-1264a3bf1f65 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0c4516-83f3-42f0-af98-42160ac95e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850425 Sep 23 23:45:58.440364 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-208ae358-d1ec-48dc-8ae2-f6825ad9ca8a None None] Set router bddd9372-83f6-445b-a9ff-e23ee9c3670e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:45:58.458998 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-917ea14c-7f89-4a27-a99a-d5e6776f590e req-10e64a81-0ceb-47a9-b7a8-89a51f680390 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0c4516-83f3-42f0-af98-42160ac95e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957589 Sep 23 23:45:58.692992 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-208ae358-d1ec-48dc-8ae2-f6825ad9ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:40Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a357f1e7-691d-4a13-8abd-5d9a2fdc04c5', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'port_id': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'mac_address': 'fa:16:3e:5a:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba917955-bc8d-4f16-b0cc-c0e64af9b10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:45:56Z', 'updated_at': '2021-09-23T23:45:56Z', 'revision_number': 0, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0029d-bb95-44b1-98eb-d91ed4b3ba25', 'name': '', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e7:02:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:39Z', 'updated_at': '2021-09-23T23:45:43Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:45:58.719954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ae358-d1ec-48dc-8ae2-f6825ad9ca8a None None] The sync data for ids ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'] in n-d-810775-1 is: [{'id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:40Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'a357f1e7-691d-4a13-8abd-5d9a2fdc04c5', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'port_id': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'mac_address': 'fa:16:3e:5a:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba917955-bc8d-4f16-b0cc-c0e64af9b10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:45:56Z', 'updated_at': '2021-09-23T23:45:56Z', 'revision_number': 0, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0029d-bb95-44b1-98eb-d91ed4b3ba25', 'name': '', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e7:02:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:39Z', 'updated_at': '2021-09-23T23:45:43Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:45:58.924358 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb1747b-ca45-4365-80b5-8c09a7a21aad None None] New status for floating IP a357f1e7-691d-4a13-8abd-5d9a2fdc04c5: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:45:59.093718 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47112) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:45:59.157750 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ad09fff8-160a-4338-b4e1-c2b935d952e1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/a357f1e7-691d-4a13-8abd-5d9a2fdc04c5 HTTP/1.1" status: 200 len: 991 time: 0.0629334 Sep 23 23:46:00.172239 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47114) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:46:00.236317 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-728879a9-e38a-46ed-a94d-7dc2fe25588b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/a357f1e7-691d-4a13-8abd-5d9a2fdc04c5 HTTP/1.1" status: 200 len: 993 time: 0.0629056 Sep 23 23:46:07.643757 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:09.330260 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-c13c5d01-35c7-47a5-96d3-44561307e1a7 req-decc51c2-9944-431e-afba-1cac775e676e service neutron] (95491) timed out ('10.222.0.22', 42404) {{(pid=95491) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 23:46:13.165443 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a65aadce-e5a3-4254-b59c-b56b2a7f1790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:15.665558 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ab558252-448c-4357-92ce-e060631c32c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:16.159926 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:17.277688 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:18.805778 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:18.948341 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:25.880304 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:46:27.626597 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7eb0e573-af5e-4436-a31b-328406f8befe req-db928d46-5c08-4802-84ba-ac2753c8b4cb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393000 Sep 23 23:46:27.728852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0e573-af5e-4436-a31b-328406f8befe req-eeca79cc-c77c-46d7-8453-7faa96d80428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:46:27.730699 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7eb0e573-af5e-4436-a31b-328406f8befe req-eeca79cc-c77c-46d7-8453-7faa96d80428 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 1096 time: 0.0447254 Sep 23 23:46:27.832620 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0e573-af5e-4436-a31b-328406f8befe req-04344c9b-f447-4319-bfce-b1f7c6b93057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:46:27.834140 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7eb0e573-af5e-4436-a31b-328406f8befe req-04344c9b-f447-4319-bfce-b1f7c6b93057 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d0c4516-83f3-42f0-af98-42160ac95e33 HTTP/1.1" status: 200 len: 897 time: 0.0841720 Sep 23 23:46:27.903916 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7eb0e573-af5e-4436-a31b-328406f8befe req-d1693871-d790-40e4-8ed8-320fe9a60657 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 HTTP/1.1" status: 200 len: 1001 time: 0.0625398 Sep 23 23:46:27.953073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0e573-af5e-4436-a31b-328406f8befe req-1faaa38a-42e2-434d-87f6-36902c0dee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:46:27.954541 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7eb0e573-af5e-4436-a31b-328406f8befe req-1faaa38a-42e2-434d-87f6-36902c0dee58 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=09875ce4-a41d-4d26-9621-f1a9d3cd80a8 HTTP/1.1" status: 200 len: 834 time: 0.0428479 Sep 23 23:46:28.001258 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0e573-af5e-4436-a31b-328406f8befe req-8d6c9de9-79bd-49ba-ab56-1a58997efe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:46:28.002845 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7eb0e573-af5e-4436-a31b-328406f8befe req-8d6c9de9-79bd-49ba-ab56-1a58997efe0a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d0c4516-83f3-42f0-af98-42160ac95e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401094 Sep 23 23:46:28.014110 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-7eb0e573-af5e-4436-a31b-328406f8befe req-5e3247d5-0c47-4fef-a070-6fdf6165c89c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:46:28.015048 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7eb0e573-af5e-4436-a31b-328406f8befe req-5e3247d5-0c47-4fef-a070-6fdf6165c89c service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047858 Sep 23 23:46:28.113279 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7eb0e573-af5e-4436-a31b-328406f8befe req-51c0f332-efef-4ff9-92ca-dd6fb3138a52 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0c4516-83f3-42f0-af98-42160ac95e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896823 Sep 23 23:46:28.204548 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7eb0e573-af5e-4436-a31b-328406f8befe req-0522d30d-3430-4748-bc3f-418e6f23c5b3 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0c4516-83f3-42f0-af98-42160ac95e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846102 Sep 23 23:46:37.599711 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:43.197186 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bb888f70-200a-4b3d-a461-f5986455dfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:45.639331 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-adb29773-42cb-4e48-89ac-8949f62ccf4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:46.170722 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:47.299532 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:48.802531 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:48.962474 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:02.879565 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:47:07.618974 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:09.826853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf00926-c4a2-48f3-99d6-b996d6a3c833 req-18b33e86-eeaf-4076-9add-ab3dff0e2151 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:09.828280 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbf00926-c4a2-48f3-99d6-b996d6a3c833 req-18b33e86-eeaf-4076-9add-ab3dff0e2151 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0557051 Sep 23 23:47:09.868171 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bbf00926-c4a2-48f3-99d6-b996d6a3c833 req-412a4d19-c0df-426d-b8aa-e8d4af8ed1b4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337317 Sep 23 23:47:11.004637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44484bcc-a3ff-4a29-b8b4-45e71614579a req-f0cdf594-bf42-4362-945d-b7aebd085d05 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:11.006115 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44484bcc-a3ff-4a29-b8b4-45e71614579a req-f0cdf594-bf42-4362-945d-b7aebd085d05 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0549645 Sep 23 23:47:11.047714 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-44484bcc-a3ff-4a29-b8b4-45e71614579a req-09b464af-69ed-4bf5-be53-d39519aadda2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354958 Sep 23 23:47:12.169170 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab916f-b957-44a1-894d-ee0f794dd909 req-2bb68693-6ea0-42ef-8d96-814cde8571ab tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:12.170772 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ffab916f-b957-44a1-894d-ee0f794dd909 req-2bb68693-6ea0-42ef-8d96-814cde8571ab tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0495825 Sep 23 23:47:12.208314 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ffab916f-b957-44a1-894d-ee0f794dd909 req-bf385c38-6869-4b64-b0b5-20d3c6ee3d68 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315945 Sep 23 23:47:13.190741 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c16cb7de-c081-4cf1-9453-0b9ea2e1fbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:13.326772 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d888c-545c-4bf8-8f34-0c3a5dc3bbcb req-ef2af02d-bae2-4665-9223-3cfd9393b6f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:13.328947 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ca3d888c-545c-4bf8-8f34-0c3a5dc3bbcb req-ef2af02d-bae2-4665-9223-3cfd9393b6f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0499806 Sep 23 23:47:13.367952 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ca3d888c-545c-4bf8-8f34-0c3a5dc3bbcb req-5fa32b14-efc3-4e02-9099-8de287980a46 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328798 Sep 23 23:47:14.495806 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4599a-05ba-4e2c-a890-5aafc904c035 req-ddb86158-8fb8-46e4-9bcb-5ee3177a91cf tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:14.497384 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bdd4599a-05ba-4e2c-a890-5aafc904c035 req-ddb86158-8fb8-46e4-9bcb-5ee3177a91cf tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0601544 Sep 23 23:47:14.535535 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bdd4599a-05ba-4e2c-a890-5aafc904c035 req-6f36869e-e510-490c-95f8-98dacf032c7f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321298 Sep 23 23:47:15.644529 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6114dba2-37e4-4611-9b9b-e0f4057de7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:15.653031 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5a508-802d-464f-9280-4b6d3fe9452e req-0715058b-eeb7-4299-9462-78b47e56dfd2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:15.654596 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0ce5a508-802d-464f-9280-4b6d3fe9452e req-0715058b-eeb7-4299-9462-78b47e56dfd2 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0502667 Sep 23 23:47:15.693530 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0ce5a508-802d-464f-9280-4b6d3fe9452e req-523765b5-a03b-46b4-a762-6c8431229641 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325861 Sep 23 23:47:16.167630 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:16.814264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5e0e7-aa14-4104-9f2b-3ad852027efe req-65f1f717-3e99-473e-b47c-c4a40e88b956 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:16.819843 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-70e5e0e7-aa14-4104-9f2b-3ad852027efe req-65f1f717-3e99-473e-b47c-c4a40e88b956 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0532358 Sep 23 23:47:16.854172 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-70e5e0e7-aa14-4104-9f2b-3ad852027efe req-bb1ea88f-02f3-491d-8c64-4b0b072ed510 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314691 Sep 23 23:47:17.273569 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:17.973314 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72549a-b35f-4121-b5b8-f41387a66c68 req-c241b6ba-82e0-4edc-8245-3dd2310d9999 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:17.974798 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b72549a-b35f-4121-b5b8-f41387a66c68 req-c241b6ba-82e0-4edc-8245-3dd2310d9999 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0522871 Sep 23 23:47:18.015553 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0b72549a-b35f-4121-b5b8-f41387a66c68 req-5a2e7118-6cbf-4101-b386-72f1f5b2c7cb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337186 Sep 23 23:47:18.872153 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:19.004728 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:19.133500 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69236d3e-aa99-41bd-9443-094381acb87f req-c14c1df0-bbbb-4d56-9247-ebac8429cab6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:19.134995 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-69236d3e-aa99-41bd-9443-094381acb87f req-c14c1df0-bbbb-4d56-9247-ebac8429cab6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0508568 Sep 23 23:47:19.173538 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-69236d3e-aa99-41bd-9443-094381acb87f req-5262b629-78a8-453f-b9ec-784d23b79466 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323114 Sep 23 23:47:20.291334 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffafc9b-74b2-4703-a17c-2ef132d4ab7d req-1e8ee05f-6b97-4df6-a5d8-7c16c41f7ad1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:20.292923 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7ffafc9b-74b2-4703-a17c-2ef132d4ab7d req-1e8ee05f-6b97-4df6-a5d8-7c16c41f7ad1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0516725 Sep 23 23:47:20.333890 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7ffafc9b-74b2-4703-a17c-2ef132d4ab7d req-fabe20c6-e1af-4e72-a212-abd79dfc501d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334983 Sep 23 23:47:21.451181 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf7f46-a617-4b0d-8adb-2ce139eb06a0 req-8949f339-0c7b-4f3c-8900-e12fa0f558f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:21.452663 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3acf7f46-a617-4b0d-8adb-2ce139eb06a0 req-8949f339-0c7b-4f3c-8900-e12fa0f558f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0480959 Sep 23 23:47:21.490400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3acf7f46-a617-4b0d-8adb-2ce139eb06a0 req-c8f2b85c-c856-4745-a256-454920e6a1f0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317304 Sep 23 23:47:21.513951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47174) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:47:21.592573 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a018c8ff-dbeb-4ce1-98e8-2186b713c72e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/a357f1e7-691d-4a13-8abd-5d9a2fdc04c5 HTTP/1.1" status: 200 len: 993 time: 0.0772421 Sep 23 23:47:23.067613 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07a582-fba1-4023-8355-833288f6014a req-ac2ed62e-1756-48d8-b862-321b28a09ba3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:23.069651 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f07a582-fba1-4023-8355-833288f6014a req-ac2ed62e-1756-48d8-b862-321b28a09ba3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0497065 Sep 23 23:47:23.109481 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f07a582-fba1-4023-8355-833288f6014a req-af3529c9-16fc-4a29-a2d3-d97c5e289789 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335352 Sep 23 23:47:23.192203 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff2d9d-35a5-4a0e-a610-7b773ba04877 req-6a2b805e-614f-4db2-81e4-b0ac550bb89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:23.194303 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ff2d9d-35a5-4a0e-a610-7b773ba04877 req-6a2b805e-614f-4db2-81e4-b0ac550bb89e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 1096 time: 0.0396419 Sep 23 23:47:23.289379 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff2d9d-35a5-4a0e-a610-7b773ba04877 req-44d762e2-049b-41d3-bbb8-ea1356371fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:23.290756 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ff2d9d-35a5-4a0e-a610-7b773ba04877 req-44d762e2-049b-41d3-bbb8-ea1356371fce service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d0c4516-83f3-42f0-af98-42160ac95e33 HTTP/1.1" status: 200 len: 897 time: 0.0898776 Sep 23 23:47:23.355867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ff2d9d-35a5-4a0e-a610-7b773ba04877 req-6c508fac-10af-4f5d-9148-650ce2a89cf3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 HTTP/1.1" status: 200 len: 1001 time: 0.0575283 Sep 23 23:47:23.404874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff2d9d-35a5-4a0e-a610-7b773ba04877 req-2356ceb3-8853-4404-92d5-92a5dc29f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:23.406328 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ff2d9d-35a5-4a0e-a610-7b773ba04877 req-2356ceb3-8853-4404-92d5-92a5dc29f454 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=09875ce4-a41d-4d26-9621-f1a9d3cd80a8 HTTP/1.1" status: 200 len: 834 time: 0.0440361 Sep 23 23:47:23.458258 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff2d9d-35a5-4a0e-a610-7b773ba04877 req-ab628b3d-b257-4104-9ba5-6fa5352cc5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:23.459811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ff2d9d-35a5-4a0e-a610-7b773ba04877 req-ab628b3d-b257-4104-9ba5-6fa5352cc5b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d0c4516-83f3-42f0-af98-42160ac95e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462368 Sep 23 23:47:23.549992 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ff2d9d-35a5-4a0e-a610-7b773ba04877 req-e81450af-4753-42a9-bfc0-2275bb5ab64a service neutron] 10.222.0.67 "GET /v2.0/networks/6d0c4516-83f3-42f0-af98-42160ac95e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828018 Sep 23 23:47:23.645023 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5ff2d9d-35a5-4a0e-a610-7b773ba04877 req-2835a3aa-4c0a-4aca-a26c-7fbe0471bf6c service neutron] 10.222.0.67 "GET /v2.0/networks/6d0c4516-83f3-42f0-af98-42160ac95e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876224 Sep 23 23:47:24.228810 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d03a0-1b97-47ee-abd1-55ca438acd5c req-6f9ffafe-d47b-481e-95a6-bd793ae76a1d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:24.230353 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b67d03a0-1b97-47ee-abd1-55ca438acd5c req-6f9ffafe-d47b-481e-95a6-bd793ae76a1d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0495634 Sep 23 23:47:24.267467 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b67d03a0-1b97-47ee-abd1-55ca438acd5c req-28998ec3-2a88-4692-9511-c8a4ea51e941 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311191 Sep 23 23:47:25.391059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc1e99-86b3-4838-ad42-ec89de164169 req-f341b5e1-dfed-4100-ba9d-103ef67764e1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:25.394710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-01dc1e99-86b3-4838-ad42-ec89de164169 req-f341b5e1-dfed-4100-ba9d-103ef67764e1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0557866 Sep 23 23:47:25.433541 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-01dc1e99-86b3-4838-ad42-ec89de164169 req-dcc785d7-75dd-42ff-bf55-25a214ac17ce tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340154 Sep 23 23:47:25.456066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47190) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:47:25.840777 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b56ef610-3bcf-4a58-a1fd-9908b4d680ed tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/a357f1e7-691d-4a13-8abd-5d9a2fdc04c5 HTTP/1.1" status: 200 len: 993 time: 0.3835027 Sep 23 23:47:30.408717 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bcefd653-8def-48ad-ae3f-0c1c073eb2b5 req-c61d16fe-95ce-41b0-8b83-7c0929faf694 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396659 Sep 23 23:47:30.505193 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefd653-8def-48ad-ae3f-0c1c073eb2b5 req-780049b0-0415-476f-85fe-394dfd94cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:30.506792 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bcefd653-8def-48ad-ae3f-0c1c073eb2b5 req-780049b0-0415-476f-85fe-394dfd94cc85 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 1096 time: 0.0409513 Sep 23 23:47:30.610073 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefd653-8def-48ad-ae3f-0c1c073eb2b5 req-06d8a034-312d-4ff6-b6cc-7d06f008adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:30.611524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bcefd653-8def-48ad-ae3f-0c1c073eb2b5 req-06d8a034-312d-4ff6-b6cc-7d06f008adf0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d0c4516-83f3-42f0-af98-42160ac95e33 HTTP/1.1" status: 200 len: 897 time: 0.0855401 Sep 23 23:47:30.675099 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bcefd653-8def-48ad-ae3f-0c1c073eb2b5 req-73912bd8-8d3d-485c-8fa2-a9dce2b010cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 HTTP/1.1" status: 200 len: 1001 time: 0.0560043 Sep 23 23:47:30.727914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefd653-8def-48ad-ae3f-0c1c073eb2b5 req-70714f4b-dc42-4c60-9743-6af49a15b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:30.729400 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bcefd653-8def-48ad-ae3f-0c1c073eb2b5 req-70714f4b-dc42-4c60-9743-6af49a15b5b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=09875ce4-a41d-4d26-9621-f1a9d3cd80a8 HTTP/1.1" status: 200 len: 834 time: 0.0471413 Sep 23 23:47:30.774606 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefd653-8def-48ad-ae3f-0c1c073eb2b5 req-465f911a-2a59-482c-a29b-521ddf23cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:47:30.776121 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bcefd653-8def-48ad-ae3f-0c1c073eb2b5 req-465f911a-2a59-482c-a29b-521ddf23cab1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d0c4516-83f3-42f0-af98-42160ac95e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397670 Sep 23 23:47:30.865086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bcefd653-8def-48ad-ae3f-0c1c073eb2b5 req-90891175-70c2-4c51-a00f-ffc75ec76f99 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0c4516-83f3-42f0-af98-42160ac95e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819030 Sep 23 23:47:30.958085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bcefd653-8def-48ad-ae3f-0c1c073eb2b5 req-ffff20b0-afbc-4e41-9eea-bc53bcb373c2 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0c4516-83f3-42f0-af98-42160ac95e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863507 Sep 23 23:47:37.624059 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:39.878933 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:47:43.195783 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-780826e8-b5aa-4a7e-adaa-3f04188a6e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:45.669971 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e15f7e37-c78e-4775-8a91-fc62ce501bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:46.184076 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:47.269946 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:48.818483 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:48.977047 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:07.640897 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:13.189422 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e0a53348-3b34-445e-8251-c86ce11d4657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:15.664341 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5f562722-33f4-4b44-b5cb-a00f9e02edde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:16.152610 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:16.879028 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:48:17.284338 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:18.839071 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:18.983974 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:21.123357 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47226) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:21.299045 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port 6fbe1129-32f8-4230-bfa8-9e66a9ee1f00 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:48:21.299388 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:21.391881 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:21.392129 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:21.405634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for 6fbe1129-32f8-4230-bfa8-9e66a9ee1f00 owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:48:21.669659 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:21.697376 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=6fbe1129-32f8-4230-bfa8-9e66a9ee1f00,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:21.725528 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:21.726079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:21.726423 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:21.726762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:21.727097 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:21.727431 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:21.727761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:21.728079 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:21.728472 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:21.728776 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:21.729184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:21.729443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:21.771355 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:21.771713 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Floating IP a357f1e7-691d-4a13-8abd-5d9a2fdc04c5 disassociated (deleted). External IP: 172.25.1.200, port: 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0. Sep 23 23:48:21.999596 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router bddd9372-83f6-445b-a9ff-e23ee9c3670e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:48:22.119643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:48:22.124660 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:22.129402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f52df-97cc-4f87-8d9a-3bfc820e3ec8 None None] Sync routers for ids ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:48:22.141381 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712f52df-97cc-4f87-8d9a-3bfc820e3ec8 None None] Routers {'bddd9372-83f6-445b-a9ff-e23ee9c3670e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:48:22.142039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-712f52df-97cc-4f87-8d9a-3bfc820e3ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:22.155249 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f7342cf5-98d7-43a0-b524-1789a66c260c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/floatingips/a357f1e7-691d-4a13-8abd-5d9a2fdc04c5 HTTP/1.1" status: 204 len: 168 time: 1.0308261 Sep 23 23:48:22.155837 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba917955-bc8d-4f16-b0cc-c0e64af9b10f', 'tag': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:48:22.158178 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb130ce-5a25-4e28-bf43-97fe3124ba6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba917955-bc8d-4f16-b0cc-c0e64af9b10f", "tag": "5587e3ff-8ebf-4983-b5f3-7886a3bec1b0"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:48:22.269065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-712f52df-97cc-4f87-8d9a-3bfc820e3ec8 None None] Set router bddd9372-83f6-445b-a9ff-e23ee9c3670e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:48:22.283363 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c4caa4-4b2f-4b97-9a35-237890bb7624 x-openstack-request-id: req-52c4caa4-4b2f-4b97-9a35-237890bb7624 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:48:22.283672 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba917955-bc8d-4f16-b0cc-c0e64af9b10f", "tag": "5587e3ff-8ebf-4983-b5f3-7886a3bec1b0", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:48:22.283894 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52c4caa4-4b2f-4b97-9a35-237890bb7624 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:48:22.284302 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba917955-bc8d-4f16-b0cc-c0e64af9b10f', 'tag': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0', 'status': 'completed', 'code': 200} Sep 23 23:48:22.378799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb130ce-5a25-4e28-bf43-97fe3124ba6b req-ef3f9f47-00da-4aae-b06d-937961497d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:22.380469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccb130ce-5a25-4e28-bf43-97fe3124ba6b req-ef3f9f47-00da-4aae-b06d-937961497d10 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 1096 time: 0.0524652 Sep 23 23:48:22.483526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb130ce-5a25-4e28-bf43-97fe3124ba6b req-db3cf370-a8b2-4bcb-a03a-8672f3cfdc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:22.485415 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccb130ce-5a25-4e28-bf43-97fe3124ba6b req-db3cf370-a8b2-4bcb-a03a-8672f3cfdc6d service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d0c4516-83f3-42f0-af98-42160ac95e33 HTTP/1.1" status: 200 len: 897 time: 0.0977759 Sep 23 23:48:22.508890 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-712f52df-97cc-4f87-8d9a-3bfc820e3ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:40Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd9a0029d-bb95-44b1-98eb-d91ed4b3ba25', 'name': '', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e7:02:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:39Z', 'updated_at': '2021-09-23T23:45:43Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:22.528138 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccb130ce-5a25-4e28-bf43-97fe3124ba6b req-361debbd-ef2f-4664-81b5-5fd4a1f4e25f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 HTTP/1.1" status: 200 len: 217 time: 0.0356636 Sep 23 23:48:22.557791 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f52df-97cc-4f87-8d9a-3bfc820e3ec8 None None] Checking router: bddd9372-83f6-445b-a9ff-e23ee9c3670e for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:48:22.569189 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712f52df-97cc-4f87-8d9a-3bfc820e3ec8 None None] Routers {'bddd9372-83f6-445b-a9ff-e23ee9c3670e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:48:22.569889 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-712f52df-97cc-4f87-8d9a-3bfc820e3ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:22.589769 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb130ce-5a25-4e28-bf43-97fe3124ba6b req-437646da-ca63-4506-b806-3f3cb553a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:22.591441 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccb130ce-5a25-4e28-bf43-97fe3124ba6b req-437646da-ca63-4506-b806-3f3cb553a57a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=09875ce4-a41d-4d26-9621-f1a9d3cd80a8 HTTP/1.1" status: 200 len: 834 time: 0.0558379 Sep 23 23:48:22.676274 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb130ce-5a25-4e28-bf43-97fe3124ba6b req-a0d31e78-0c5c-42cc-ac57-d927b859fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:22.677853 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccb130ce-5a25-4e28-bf43-97fe3124ba6b req-a0d31e78-0c5c-42cc-ac57-d927b859fec1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d0c4516-83f3-42f0-af98-42160ac95e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777986 Sep 23 23:48:22.696798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-712f52df-97cc-4f87-8d9a-3bfc820e3ec8 None None] Set router bddd9372-83f6-445b-a9ff-e23ee9c3670e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:48:22.715590 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86495036-2dfc-4636-ba12-1e182be0374e req-76999afd-cb1b-4c85-aeb1-5272085e27f9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:22.717267 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86495036-2dfc-4636-ba12-1e182be0374e req-76999afd-cb1b-4c85-aeb1-5272085e27f9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0862334 Sep 23 23:48:22.816533 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-86495036-2dfc-4636-ba12-1e182be0374e req-0cff1d4c-1bbe-49aa-81e0-e8ff0938ccc7 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882199 Sep 23 23:48:22.833187 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccb130ce-5a25-4e28-bf43-97fe3124ba6b req-bec119bf-9bbb-4749-98d6-c57235c8da75 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0c4516-83f3-42f0-af98-42160ac95e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465909 Sep 23 23:48:22.932590 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-712f52df-97cc-4f87-8d9a-3bfc820e3ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:40Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd9a0029d-bb95-44b1-98eb-d91ed4b3ba25', 'name': '', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e7:02:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:39Z', 'updated_at': '2021-09-23T23:45:43Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:22.941598 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ccb130ce-5a25-4e28-bf43-97fe3124ba6b req-e6ba0d5b-d4a6-4b8a-b888-14ed49996be9 service neutron] 10.222.0.67 "GET /v2.0/networks/6d0c4516-83f3-42f0-af98-42160ac95e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005790 Sep 23 23:48:22.962763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f52df-97cc-4f87-8d9a-3bfc820e3ec8 None None] The sync data for ids ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'] in n-d-810775-1 is: [{'id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:40Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'd9a0029d-bb95-44b1-98eb-d91ed4b3ba25', 'name': '', 'network_id': '6d0c4516-83f3-42f0-af98-42160ac95e33', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e7:02:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:39Z', 'updated_at': '2021-09-23T23:45:43Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': '09875ce4-a41d-4d26-9621-f1a9d3cd80a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:48:23.237276 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59066e44-669f-4fa8-97e6-42b5f1c4c3a2 None None] New status for floating IP a357f1e7-691d-4a13-8abd-5d9a2fdc04c5: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:48:23.940133 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4543fe0-86f4-4d9d-ab23-9b41dd89c158 req-01d6cb34-211d-468e-9b8e-000ccb7ebafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:23.941671 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4543fe0-86f4-4d9d-ab23-9b41dd89c158 req-01d6cb34-211d-468e-9b8e-000ccb7ebafb tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0510468 Sep 23 23:48:23.981252 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a4543fe0-86f4-4d9d-ab23-9b41dd89c158 req-6e8bf1d2-bdff-4eae-a9a2-fadc729f4f6c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2e295ed-e964-4c81-aeb5-f8471238b347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332284 Sep 23 23:48:24.594155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9e079-bb22-492d-84f1-953c2b6d4473 req-3ddf84b3-3be8-4929-9436-8a1df396ef66 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:24.595692 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10c9e079-bb22-492d-84f1-953c2b6d4473 req-3ddf84b3-3be8-4929-9436-8a1df396ef66 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 945 time: 0.0565979 Sep 23 23:48:24.688951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-10c9e079-bb22-492d-84f1-953c2b6d4473 req-16b370d1-ac01-498e-864c-94cc2426e05e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:48:24.689312 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10c9e079-bb22-492d-84f1-953c2b6d4473 req-16b370d1-ac01-498e-864c-94cc2426e05e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:24.786628 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-10c9e079-bb22-492d-84f1-953c2b6d4473 req-16b370d1-ac01-498e-864c-94cc2426e05e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] For port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0,segment=NetworkSegment(36a41f34-22df-4980-983b-0420c0c4036d),segment_id=36a41f34-22df-4980-983b-0420c0c4036d)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:48:24.786997 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10c9e079-bb22-492d-84f1-953c2b6d4473 req-16b370d1-ac01-498e-864c-94cc2426e05e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:24.798913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-10c9e079-bb22-492d-84f1-953c2b6d4473 req-16b370d1-ac01-498e-864c-94cc2426e05e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:48:24.989268 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10c9e079-bb22-492d-84f1-953c2b6d4473 req-16b370d1-ac01-498e-864c-94cc2426e05e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:25.022956 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b370d1-ac01-498e-864c-94cc2426e05e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=5587e3ff-8ebf-4983-b5f3-7886a3bec1b0,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:25.079798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c9e079-bb22-492d-84f1-953c2b6d4473 req-16b370d1-ac01-498e-864c-94cc2426e05e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] No DVR routers for this DVR port 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:48:25.083473 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-10c9e079-bb22-492d-84f1-953c2b6d4473 req-16b370d1-ac01-498e-864c-94cc2426e05e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:25.085946 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-10c9e079-bb22-492d-84f1-953c2b6d4473 req-16b370d1-ac01-498e-864c-94cc2426e05e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.67 "DELETE /v2.0/ports/5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 HTTP/1.1" status: 204 len: 173 time: 0.4839830 Sep 23 23:48:25.086413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba917955-bc8d-4f16-b0cc-c0e64af9b10f', 'name': 'network-vif-deleted', 'tag': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:48:25.088768 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c3a934-6c61-43ab-90d8-9dedfb1500e1" -d '{"events": [{"server_uuid": "ba917955-bc8d-4f16-b0cc-c0e64af9b10f", "name": "network-vif-deleted", "tag": "5587e3ff-8ebf-4983-b5f3-7886a3bec1b0"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:48:25.106488 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-30ac3f56-dfb7-45c1-ac41-830346dbedbc req-45669f01-5c5e-47a6-8dcf-cc2c01df33c4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba917955-bc8d-4f16-b0cc-c0e64af9b10f HTTP/1.1" status: 200 len: 210 time: 0.0491893 Sep 23 23:48:25.130112 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b3f46f-632e-4a43-b5d2-6a5448d40410 x-openstack-request-id: req-c1b3f46f-632e-4a43-b5d2-6a5448d40410 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:48:25.130616 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba917955-bc8d-4f16-b0cc-c0e64af9b10f", "name": "network-vif-deleted", "tag": "5587e3ff-8ebf-4983-b5f3-7886a3bec1b0", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:48:25.130769 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1b3f46f-632e-4a43-b5d2-6a5448d40410 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:48:25.131660 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba917955-bc8d-4f16-b0cc-c0e64af9b10f', 'name': 'network-vif-deleted', 'tag': '5587e3ff-8ebf-4983-b5f3-7886a3bec1b0', 'status': 'completed', 'code': 200} Sep 23 23:48:26.168537 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47250) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:26.539193 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3105805b-a152-495d-a293-92877f4b0ccd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:26.822720 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3105805b-a152-495d-a293-92877f4b0ccd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:48:26.823069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3105805b-a152-495d-a293-92877f4b0ccd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:26.916849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-3105805b-a152-495d-a293-92877f4b0ccd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] For port d9a0029d-bb95-44b1-98eb-d91ed4b3ba25, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=d9a0029d-bb95-44b1-98eb-d91ed4b3ba25,segment=NetworkSegment(36a41f34-22df-4980-983b-0420c0c4036d),segment_id=36a41f34-22df-4980-983b-0420c0c4036d)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:48:26.917245 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3105805b-a152-495d-a293-92877f4b0ccd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:26.931663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3105805b-a152-495d-a293-92877f4b0ccd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:48:27.195233 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3105805b-a152-495d-a293-92877f4b0ccd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:27.228100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105805b-a152-495d-a293-92877f4b0ccd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=d9a0029d-bb95-44b1-98eb-d91ed4b3ba25,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:27.421872 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3105805b-a152-495d-a293-92877f4b0ccd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:27.654042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3105805b-a152-495d-a293-92877f4b0ccd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router bddd9372-83f6-445b-a9ff-e23ee9c3670e has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:48:27.769728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3105805b-a152-495d-a293-92877f4b0ccd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:48:27.776130 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3105805b-a152-495d-a293-92877f4b0ccd tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "PUT /v2.0/routers/bddd9372-83f6-445b-a9ff-e23ee9c3670e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6061172 Sep 23 23:48:27.780095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47252) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:27.784660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c1533-1908-472f-aa06-1491c37a5b7c None None] Sync routers for ids ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:48:27.798218 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c1533-1908-472f-aa06-1491c37a5b7c None None] Routers {'bddd9372-83f6-445b-a9ff-e23ee9c3670e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:48:27.799312 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f74c1533-1908-472f-aa06-1491c37a5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:27.836394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a00ebe-f98f-43a4-bc41-0ce25cf209f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting subnet 09875ce4-a41d-4d26-9621-f1a9d3cd80a8 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:48:27.840077 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-12a00ebe-f98f-43a4-bc41-0ce25cf209f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:27.892188 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-12a00ebe-f98f-43a4-bc41-0ce25cf209f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:27.914126 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-f74c1533-1908-472f-aa06-1491c37a5b7c None None] Set router bddd9372-83f6-445b-a9ff-e23ee9c3670e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:48:28.010795 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-12a00ebe-f98f-43a4-bc41-0ce25cf209f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:28.156573 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f74c1533-1908-472f-aa06-1491c37a5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:48:27Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:28.181994 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-12a00ebe-f98f-43a4-bc41-0ce25cf209f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:28.208745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a00ebe-f98f-43a4-bc41-0ce25cf209f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Subnet': ['ID=09875ce4-a41d-4d26-9621-f1a9d3cd80a8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:28.216806 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-12a00ebe-f98f-43a4-bc41-0ce25cf209f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:28.221572 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-12a00ebe-f98f-43a4-bc41-0ce25cf209f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/subnets/09875ce4-a41d-4d26-9621-f1a9d3cd80a8 HTTP/1.1" status: 204 len: 168 time: 0.4376605 Sep 23 23:48:28.221917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47254) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:28.354314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5fc563-a19d-4439-8d65-4e16c55b77a4 None None] Network 6d0c4516-83f3-42f0-af98-42160ac95e33 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:48:28.357805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c1533-1908-472f-aa06-1491c37a5b7c None None] Checking router: bddd9372-83f6-445b-a9ff-e23ee9c3670e for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:48:28.389375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c1533-1908-472f-aa06-1491c37a5b7c None None] Routers {'bddd9372-83f6-445b-a9ff-e23ee9c3670e'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:48:28.390018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f74c1533-1908-472f-aa06-1491c37a5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:28.574430 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-f74c1533-1908-472f-aa06-1491c37a5b7c None None] Set router bddd9372-83f6-445b-a9ff-e23ee9c3670e gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:48:28.660013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] DHCP port deletion for 6d0c4516-83f3-42f0-af98-42160ac95e33 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:48:28.690524 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:28.783237 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Deleting port 0f4568d8-60cf-4670-af73-fdfbc5141078 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:48:28.783612 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:28.800282 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:28.860303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] For port 0f4568d8-60cf-4670-af73-fdfbc5141078, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0f4568d8-60cf-4670-af73-fdfbc5141078,segment=NetworkSegment(36a41f34-22df-4980-983b-0420c0c4036d),segment_id=36a41f34-22df-4980-983b-0420c0c4036d)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:48:28.860917 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:28.877095 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Calling delete_port for 0f4568d8-60cf-4670-af73-fdfbc5141078 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:48:28.888747 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-f74c1533-1908-472f-aa06-1491c37a5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:48:27Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:28.918236 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:48:28.918650 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:28.920225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c1533-1908-472f-aa06-1491c37a5b7c None None] The sync data for ids ['bddd9372-83f6-445b-a9ff-e23ee9c3670e'] in n-d-810775-1 is: [{'id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504616231', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:48:27Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': '0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddd9372-83f6-445b-a9ff-e23ee9c3670e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:45:36Z', 'updated_at': '2021-09-23T23:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:48:28.972626 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0f4568d8-60cf-4670-af73-fdfbc5141078 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:48:29.010567 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] For port 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:48:29.010932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:29.023653 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:48:29.067317 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:29.109977 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:29.156551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Pushing event deleted for resources: {'Port': ['ID=0f4568d8-60cf-4670-af73-fdfbc5141078,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:29.158782 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] No DVR routers for this DVR port 0f4568d8-60cf-4670-af73-fdfbc5141078 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:48:29.172383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:29.172383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:29.172383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:29.172383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:29.172383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:29.172383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:29.172383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:29.172383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:29.172383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:29.172383 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:29.173240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:29.173240 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0d05-7c48-46c7-9490-17f4725a9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:29.252438 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:29.285734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:29.349712 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:29.444928 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:29.447139 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:29.589236 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:29.589846 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Fanout notify agent at l3_agent the message router_deleted on router bddd9372-83f6-445b-a9ff-e23ee9c3670e {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:48:29.596806 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:29.598125 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-65627d8b-8753-4988-8d11-1eebfd0ac306 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/routers/bddd9372-83f6-445b-a9ff-e23ee9c3670e HTTP/1.1" status: 204 len: 168 time: 1.3750393 Sep 23 23:48:29.601129 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47256) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:29.637688 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:48:29.662640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:48:29.663068 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 5587e3ff-8ebf-4983-b5f3-7886a3bec1b0 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:48:29.685389 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84907b92-6cf7-4f2a-b91c-326b611eb34d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:29.777698 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84907b92-6cf7-4f2a-b91c-326b611eb34d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:29.797827 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-84907b92-6cf7-4f2a-b91c-326b611eb34d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0c4516-83f3-42f0-af98-42160ac95e33']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:29.807619 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-84907b92-6cf7-4f2a-b91c-326b611eb34d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a41f34-22df-4980-983b-0420c0c4036d') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:29.807915 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-84907b92-6cf7-4f2a-b91c-326b611eb34d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a41f34-22df-4980-983b-0420c0c4036d') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:29.817150 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84907b92-6cf7-4f2a-b91c-326b611eb34d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:29.830113 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84907b92-6cf7-4f2a-b91c-326b611eb34d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:29.835910 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84907b92-6cf7-4f2a-b91c-326b611eb34d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:48:29.836297 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84907b92-6cf7-4f2a-b91c-326b611eb34d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:48:29.839281 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:48:29.987189 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84907b92-6cf7-4f2a-b91c-326b611eb34d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:30.003447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84907b92-6cf7-4f2a-b91c-326b611eb34d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:30.003447 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-84907b92-6cf7-4f2a-b91c-326b611eb34d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/networks/6d0c4516-83f3-42f0-af98-42160ac95e33 HTTP/1.1" status: 204 len: 168 time: 0.3945239 Sep 23 23:48:30.003682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47258) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:30.008014 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84907b92-6cf7-4f2a-b91c-326b611eb34d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Network': ['ID=6d0c4516-83f3-42f0-af98-42160ac95e33,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:30.071267 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:30.098454 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:30.243934 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:30.246600 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:30.247794 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/security-groups/c2e295ed-e964-4c81-aeb5-f8471238b347 HTTP/1.1" status: 204 len: 168 time: 0.2468522 Sep 23 23:48:30.258949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e295ed-e964-4c81-aeb5-f8471238b347,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:30.266409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:30.266766 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:30.267114 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:30.267455 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:30.267789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:30.268125 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:30.268457 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:30.268785 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:30.269136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:30.269508 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:30.269832 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:30.270157 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3627b-4316-4a15-a20c-c015503f4075 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:30.691580 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47264) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:30.696753 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-8bbe7637-3218-4df5-92f7-cf77e5c25300 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083390698', 'description': 'tempest-secgroup-smoke-2083390698 description', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:48:30.787198 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8bbe7637-3218-4df5-92f7-cf77e5c25300 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:30.882628 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8bbe7637-3218-4df5-92f7-cf77e5c25300 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:30.886867 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:48:30.907438 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:48:30.907784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device d9a0029d-bb95-44b1-98eb-d91ed4b3ba25 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:48:30.908204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:48:30.926885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:48:30.927175 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0ad36f6c-4df5-40ec-a2dc-e9b9a48acde4 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:48:30.952360 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8bbe7637-3218-4df5-92f7-cf77e5c25300 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:30.982418 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe7637-3218-4df5-92f7-cf77e5c25300 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75028655-cf84-4ae2-843f-257a8c728a47,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:31.061200 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-8bbe7637-3218-4df5-92f7-cf77e5c25300 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:31.062574 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8bbe7637-3218-4df5-92f7-cf77e5c25300 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3699937 Sep 23 23:48:31.065400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47266) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:31.070423 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-cc261610-2e97-4c0a-985e-d296d008400f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '75028655-cf84-4ae2-843f-257a8c728a47', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:48:31.183832 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc261610-2e97-4c0a-985e-d296d008400f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:31.242019 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc261610-2e97-4c0a-985e-d296d008400f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:31.343409 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc261610-2e97-4c0a-985e-d296d008400f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:31.361634 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc261610-2e97-4c0a-985e-d296d008400f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad00597e-04e1-44ab-8263-19de8bd55b84,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:31.446692 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cc261610-2e97-4c0a-985e-d296d008400f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:31.448144 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cc261610-2e97-4c0a-985e-d296d008400f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3816535 Sep 23 23:48:31.451362 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47268) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:31.455813 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3849c246-0c1b-4466-afa7-b6333be44c30 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '75028655-cf84-4ae2-843f-257a8c728a47', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:48:31.540632 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3849c246-0c1b-4466-afa7-b6333be44c30 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:31.598917 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3849c246-0c1b-4466-afa7-b6333be44c30 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:31.689551 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3849c246-0c1b-4466-afa7-b6333be44c30 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:31.707029 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849c246-0c1b-4466-afa7-b6333be44c30 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b759646e-ed49-430c-bd1c-18f991a5882d,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:31.792301 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3849c246-0c1b-4466-afa7-b6333be44c30 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:31.793862 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3849c246-0c1b-4466-afa7-b6333be44c30 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3414214 Sep 23 23:48:31.796500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47270) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:31.800882 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-36dca9c6-0136-4cc4-89d1-86810b4d1896 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '75028655-cf84-4ae2-843f-257a8c728a47', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:48:31.868053 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36dca9c6-0136-4cc4-89d1-86810b4d1896 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:31.932791 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36dca9c6-0136-4cc4-89d1-86810b4d1896 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:31.994755 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36dca9c6-0136-4cc4-89d1-86810b4d1896 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:32.015052 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dca9c6-0136-4cc4-89d1-86810b4d1896 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564cb654-af57-4499-a99e-e966479c0c0f,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:32.069721 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-36dca9c6-0136-4cc4-89d1-86810b4d1896 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:32.071102 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-36dca9c6-0136-4cc4-89d1-86810b4d1896 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2735975 Sep 23 23:48:32.073886 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47272) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:32.078369 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b552e7aa-3146-464e-8975-826a5d6ee68c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '75028655-cf84-4ae2-843f-257a8c728a47', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:48:32.234102 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b552e7aa-3146-464e-8975-826a5d6ee68c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:32.296639 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b552e7aa-3146-464e-8975-826a5d6ee68c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:32.412372 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b552e7aa-3146-464e-8975-826a5d6ee68c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:32.431504 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552e7aa-3146-464e-8975-826a5d6ee68c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57144819-c0c1-4c65-9bbb-e44860fd70eb,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:32.532284 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b552e7aa-3146-464e-8975-826a5d6ee68c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:32.533581 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b552e7aa-3146-464e-8975-826a5d6ee68c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4587281 Sep 23 23:48:32.542018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47274) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:32.542018 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-3aa200ec-2544-4d6f-b29e-91252022edaf tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '75028655-cf84-4ae2-843f-257a8c728a47', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:48:32.680377 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-3aa200ec-2544-4d6f-b29e-91252022edaf tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Project 32a35fef9e4a415c9123499ddb3ed28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:48:32.685883 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3aa200ec-2544-4d6f-b29e-91252022edaf tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:32.748551 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3aa200ec-2544-4d6f-b29e-91252022edaf tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:32.823309 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3aa200ec-2544-4d6f-b29e-91252022edaf tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:32.841986 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa200ec-2544-4d6f-b29e-91252022edaf tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd7e70f-71c4-4b92-a6df-f4fa956c6a94,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:32.963812 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3aa200ec-2544-4d6f-b29e-91252022edaf tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:32.965116 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3aa200ec-2544-4d6f-b29e-91252022edaf tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4278886 Sep 23 23:48:32.967957 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47276) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:32.972524 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-01a98c75-b1c7-4c3b-b944-3ea7d0ccefc9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'security_group_rule': {'security_group_id': '75028655-cf84-4ae2-843f-257a8c728a47', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:48:33.063413 n-d-810775-1 neutron-server[95490]: INFO neutron.db.securitygroups_db [None req-01a98c75-b1c7-4c3b-b944-3ea7d0ccefc9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Project 32a35fef9e4a415c9123499ddb3ed28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:48:33.068895 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01a98c75-b1c7-4c3b-b944-3ea7d0ccefc9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:33.137029 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01a98c75-b1c7-4c3b-b944-3ea7d0ccefc9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:33.215544 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01a98c75-b1c7-4c3b-b944-3ea7d0ccefc9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:33.236170 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a98c75-b1c7-4c3b-b944-3ea7d0ccefc9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66f1761-a8e3-4d13-933a-19e7046e504f,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:33.306839 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-01a98c75-b1c7-4c3b-b944-3ea7d0ccefc9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:33.308131 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-01a98c75-b1c7-4c3b-b944-3ea7d0ccefc9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3391898 Sep 23 23:48:33.311124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47278) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:33.316205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-53b170a5-9c25-4142-b77b-31c7398d3bc0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'network': {'name': 'tempest-network-smoke--1508649291', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'port_security_enabled': True}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:48:33.406225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b170a5-9c25-4142-b77b-31c7398d3bc0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Made reservation on behalf of 32a35fef9e4a415c9123499ddb3ed28e for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:48:33.409845 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53b170a5-9c25-4142-b77b-31c7398d3bc0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:33.435718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b170a5-9c25-4142-b77b-31c7398d3bc0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:48:33.448893 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53b170a5-9c25-4142-b77b-31c7398d3bc0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:33.448893 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-53b170a5-9c25-4142-b77b-31c7398d3bc0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Added segment 0401c35c-a447-4d1d-b757-23b27f83ade9 of type vlan for network 8502cbb3-6d21-405c-b8ca-e0354748a442 Sep 23 23:48:33.496481 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53b170a5-9c25-4142-b77b-31c7398d3bc0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:33.611521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53b170a5-9c25-4142-b77b-31c7398d3bc0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:33.617274 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b170a5-9c25-4142-b77b-31c7398d3bc0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:33.617874 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-53b170a5-9c25-4142-b77b-31c7398d3bc0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:33.689446 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b170a5-9c25-4142-b77b-31c7398d3bc0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Network': ['ID=8502cbb3-6d21-405c-b8ca-e0354748a442,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:33.700536 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 8502cbb3-6d21-405c-b8ca-e0354748a442 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:48:33.727086 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-53b170a5-9c25-4142-b77b-31c7398d3bc0 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4148462 Sep 23 23:48:33.730064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47280) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:33.734693 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'admin_state_up': True, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:48:33.826850 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:33.828071 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:33.878615 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:34.088819 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:34.366825 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:34.391949 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:34.501845 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.25.1.184 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/b925c3be-7eeb-400f-a2db-82212e7c40e9) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:48:34.642696 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:34.743754 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:34.792340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:48:34.796798 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:48:34.802691 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:48:34.811149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=b925c3be-7eeb-400f-a2db-82212e7c40e9,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:35.152658 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:35.357576 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:35.575367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router ae564c8b-4f8c-4544-8831-bae80ab4834c is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:48:35.686768 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:48:35.697384 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Sync routers for ids ['ae564c8b-4f8c-4544-8831-bae80ab4834c'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:48:35.706777 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Routers {'ae564c8b-4f8c-4544-8831-bae80ab4834c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:48:35.707448 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ae564c8b-4f8c-4544-8831-bae80ab4834c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:35.775321 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:35.776456 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c5103150-babf-4b9a-95a6-49f2d4b312f1 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0453463 Sep 23 23:48:35.780371 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47282) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:35.813678 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-47b3f267-a281-4176-aa87-a37f1cc66f3d tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=32a35fef9e4a415c9123499ddb3ed28e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320396 Sep 23 23:48:35.817819 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47284) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:35.819342 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Set router ae564c8b-4f8c-4544-8831-bae80ab4834c gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:48:35.909397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5182f5e7-3e91-4c23-a843-9e92034d864d tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:35.910908 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5182f5e7-3e91-4c23-a843-9e92034d864d tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913236 Sep 23 23:48:35.913961 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47286) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:35.942252 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f65e04fe-1a01-4c01-b53b-ab6771c38d07 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272369 Sep 23 23:48:35.945360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47288) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:35.950221 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-6501bd4d-5152-47d1-8110-99489fa222f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1484963440', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:48:36.010064 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:48:33Z', 'updated_at': '2021-09-23T23:48:34Z', 'revision_number': 3, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:34Z', 'updated_at': '2021-09-23T23:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:36.041366 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Checking router: ae564c8b-4f8c-4544-8831-bae80ab4834c for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:48:36.041830 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Updating router ae564c8b-4f8c-4544-8831-bae80ab4834c port b925c3be-7eeb-400f-a2db-82212e7c40e9 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:48:36.076652 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:36.132466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6501bd4d-5152-47d1-8110-99489fa222f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Made reservation on behalf of 32a35fef9e4a415c9123499ddb3ed28e for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:48:36.136254 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6501bd4d-5152-47d1-8110-99489fa222f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:36.343434 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:36.395301 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6501bd4d-5152-47d1-8110-99489fa222f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:36.423241 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:36.461895 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501bd4d-5152-47d1-8110-99489fa222f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Subnet': ['ID=ec65225e-83bd-4bcb-a0eb-9f26bde447c2,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:36.473311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6501bd4d-5152-47d1-8110-99489fa222f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Checking segment: {'id': '0401c35c-a447-4d1d-b757-23b27f83ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:48:36.473311 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6501bd4d-5152-47d1-8110-99489fa222f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network hostable DHCP agents. Network: 8502cbb3-6d21-405c-b8ca-e0354748a442, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:48:36.484590 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228a86e-813f-47ca-b1aa-d1de36452c96 None None] Pushing event updated for resources: {'Port': ['ID=b925c3be-7eeb-400f-a2db-82212e7c40e9,revision_number=2']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:36.489273 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Attempting to bind port b925c3be-7eeb-400f-a2db-82212e7c40e9 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:48:36.489641 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Attempting to bind port b925c3be-7eeb-400f-a2db-82212e7c40e9 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:48:36.490751 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Attempting to bind port b925c3be-7eeb-400f-a2db-82212e7c40e9 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:48:36.498290 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228a86e-813f-47ca-b1aa-d1de36452c96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:36.501716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228a86e-813f-47ca-b1aa-d1de36452c96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:36.501716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228a86e-813f-47ca-b1aa-d1de36452c96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:36.501716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228a86e-813f-47ca-b1aa-d1de36452c96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:36.501716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228a86e-813f-47ca-b1aa-d1de36452c96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:36.501716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228a86e-813f-47ca-b1aa-d1de36452c96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:36.501716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228a86e-813f-47ca-b1aa-d1de36452c96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:36.501716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228a86e-813f-47ca-b1aa-d1de36452c96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:36.501716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228a86e-813f-47ca-b1aa-d1de36452c96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:36.501716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228a86e-813f-47ca-b1aa-d1de36452c96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:36.501716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228a86e-813f-47ca-b1aa-d1de36452c96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:36.501716 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228a86e-813f-47ca-b1aa-d1de36452c96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:48:36.507486 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:48:36.507855 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:48:36.508248 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:36.508624 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:48:36.509081 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Bound port: b925c3be-7eeb-400f-a2db-82212e7c40e9, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:48:36.509543 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:36.562190 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] For port b925c3be-7eeb-400f-a2db-82212e7c40e9, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:48:36.565507 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] For port b925c3be-7eeb-400f-a2db-82212e7c40e9, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b925c3be-7eeb-400f-a2db-82212e7c40e9,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:48:36.583413 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6501bd4d-5152-47d1-8110-99489fa222f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 8502cbb3-6d21-405c-b8ca-e0354748a442 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:48:36.684135 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:36.714502 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-6501bd4d-5152-47d1-8110-99489fa222f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 8502cbb3-6d21-405c-b8ca-e0354748a442) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:48:36.722451 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6501bd4d-5152-47d1-8110-99489fa222f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:36.723201 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-6501bd4d-5152-47d1-8110-99489fa222f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:36.726277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c76775-bcdb-4d05-996d-e6e9f5e4ec64 None None] Network 8502cbb3-6d21-405c-b8ca-e0354748a442 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:48:36.747174 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Routers {'ae564c8b-4f8c-4544-8831-bae80ab4834c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:48:36.747821 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ae564c8b-4f8c-4544-8831-bae80ab4834c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:36.750960 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228a86e-813f-47ca-b1aa-d1de36452c96 None None] Pushing event updated for resources: {'Port': ['ID=b925c3be-7eeb-400f-a2db-82212e7c40e9,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:36.810747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-6501bd4d-5152-47d1-8110-99489fa222f6 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8642585 Sep 23 23:48:36.813799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47290) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:36.904977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-8502cbb3-6d21-405c-b8ca-e0354748a442', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ips': [{'subnet_id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:48:36.905927 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:36.967104 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] Set router ae564c8b-4f8c-4544-8831-bae80ab4834c gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:48:37.081644 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Allocated IP 172.20.0.2 (8502cbb3-6d21-405c-b8ca-e0354748a442/ec65225e-83bd-4bcb-a0eb-9f26bde447c2/8f909ae1-0236-4202-aba1-cdd43b6828f5) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:48:37.223005 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:48:33Z', 'updated_at': '2021-09-23T23:48:34Z', 'revision_number': 3, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:34Z', 'updated_at': '2021-09-23T23:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:37.245467 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:37.270129 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef534be-6dd4-491e-8643-0ee896132ecd None None] The sync data for ids ['ae564c8b-4f8c-4544-8831-bae80ab4834c'] in n-d-810775-1 is: [{'id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:48:33Z', 'updated_at': '2021-09-23T23:48:34Z', 'revision_number': 3, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:34Z', 'updated_at': '2021-09-23T23:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:48:37.321323 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:37.364391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Network 8502cbb3-6d21-405c-b8ca-e0354748a442 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:48:37.367277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:48:37.370025 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:48:37.382747 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Pushing event updated for resources: {'Port': ['ID=8f909ae1-0236-4202-aba1-cdd43b6828f5,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:37.387122 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:37.446476 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Attempting to bind port 8f909ae1-0236-4202-aba1-cdd43b6828f5 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:48:37.446899 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Attempting to bind port 8f909ae1-0236-4202-aba1-cdd43b6828f5 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '0401c35c-a447-4d1d-b757-23b27f83ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:48:37.447201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Attempting to bind port 8f909ae1-0236-4202-aba1-cdd43b6828f5 on network 8502cbb3-6d21-405c-b8ca-e0354748a442 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:48:37.452839 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:48:37.453225 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Checking segment: {'id': '0401c35c-a447-4d1d-b757-23b27f83ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:48:37.453639 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:37.454026 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Bound using segment: {'id': '0401c35c-a447-4d1d-b757-23b27f83ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:48:37.454498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Bound port: 8f909ae1-0236-4202-aba1-cdd43b6828f5, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0401c35c-a447-4d1d-b757-23b27f83ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:48:37.454872 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:37.577850 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] For port 8f909ae1-0236-4202-aba1-cdd43b6828f5, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:48:37.595454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] For port 8f909ae1-0236-4202-aba1-cdd43b6828f5, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8f909ae1-0236-4202-aba1-cdd43b6828f5,segment=NetworkSegment(0401c35c-a447-4d1d-b757-23b27f83ade9),segment_id=0401c35c-a447-4d1d-b757-23b27f83ade9)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:48:37.664452 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:37.702679 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:37.782750 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640c8bc-94c2-4329-89c9-f7986facbb6a None None] Pushing event updated for resources: {'Port': ['ID=8f909ae1-0236-4202-aba1-cdd43b6828f5,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:38.119445 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.20.0.1 (8502cbb3-6d21-405c-b8ca-e0354748a442/ec65225e-83bd-4bcb-a0eb-9f26bde447c2/cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:48:38.252173 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:38.343830 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:38.387371 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 8502cbb3-6d21-405c-b8ca-e0354748a442 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:48:38.390726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:48:38.397168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:48:38.400994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:38.446228 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:38.646653 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:38.735709 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb27f17-48d1-4330-97f2-550d938be57f None None] Network 8502cbb3-6d21-405c-b8ca-e0354748a442 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:48:38.821934 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-4b57cda3-bdd3-4fda-88e6-fdb4473ea69b None None] Provisioning complete for port 8f909ae1-0236-4202-aba1-cdd43b6828f5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:48:38.822592 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4b57cda3-bdd3-4fda-88e6-fdb4473ea69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:38.979351 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:38.979878 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4b57cda3-bdd3-4fda-88e6-fdb4473ea69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:38.992281 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8f909ae1-0236-4202-aba1-cdd43b6828f5 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:48:39.044173 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:39.046390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-4b57cda3-bdd3-4fda-88e6-fdb4473ea69b None None] For port 8f909ae1-0236-4202-aba1-cdd43b6828f5, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8f909ae1-0236-4202-aba1-cdd43b6828f5,segment=NetworkSegment(0401c35c-a447-4d1d-b757-23b27f83ade9),segment_id=0401c35c-a447-4d1d-b757-23b27f83ade9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:48:39.064315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8f909ae1-0236-4202-aba1-cdd43b6828f5 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:48:39.064685 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:39.127793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:39.142319 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4b57cda3-bdd3-4fda-88e6-fdb4473ea69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:39.149501 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:39.181793 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:39.222580 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57cda3-bdd3-4fda-88e6-fdb4473ea69b None None] Pushing event updated for resources: {'Port': ['ID=8f909ae1-0236-4202-aba1-cdd43b6828f5,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:39.265422 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:48:39.265787 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:48:39.266683 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 8502cbb3-6d21-405c-b8ca-e0354748a442 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:48:39.268683 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:48:39.276268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0e6ccb27-45bd-439a-bc01-49fb8944a6d5 None None] Provisioning complete for port 8f909ae1-0236-4202-aba1-cdd43b6828f5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:48:39.276732 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0e6ccb27-45bd-439a-bc01-49fb8944a6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:39.384355 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0e6ccb27-45bd-439a-bc01-49fb8944a6d5 None None] Provisioning complete for port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:48:39.384722 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0e6ccb27-45bd-439a-bc01-49fb8944a6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:39.402491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router ae564c8b-4f8c-4544-8831-bae80ab4834c has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:48:39.421406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0e6ccb27-45bd-439a-bc01-49fb8944a6d5 None None] Port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:48:39.516651 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:48:39.525405 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c68674e3-6189-489d-90b7-0552881d9802 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "PUT /v2.0/routers/ae564c8b-4f8c-4544-8831-bae80ab4834c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7072308 Sep 23 23:48:39.539642 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Sync routers for ids ['ae564c8b-4f8c-4544-8831-bae80ab4834c'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:48:39.553314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-08e6c0f5-7518-465a-b42e-831b7815fd35 None None] Provisioning complete for port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:48:39.553746 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-08e6c0f5-7518-465a-b42e-831b7815fd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:39.558322 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Routers {'ae564c8b-4f8c-4544-8831-bae80ab4834c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:48:39.560602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ae564c8b-4f8c-4544-8831-bae80ab4834c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:39.658946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-08e6c0f5-7518-465a-b42e-831b7815fd35 None None] Port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:48:39.668647 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-7a9bf44c-fced-4240-b4d6-ab215dc6cff9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083390698&fields=id&tenant_id=32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 267 time: 0.0337961 Sep 23 23:48:39.694295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Set router ae564c8b-4f8c-4544-8831-bae80ab4834c gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:48:39.776801 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-591da881-ece1-467b-a903-48075a24c076 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:39.778347 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-591da881-ece1-467b-a903-48075a24c076 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/networks?id=8502cbb3-6d21-405c-b8ca-e0354748a442 HTTP/1.1" status: 200 len: 797 time: 0.1022182 Sep 23 23:48:39.794073 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-dea06472-09d0-4120-86f5-0a39f7d1c8fe tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/quotas/32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 375 time: 0.0097482 Sep 23 23:48:39.851192 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-ba52b20b-53a7-47d8-8a4b-a8ece1acb475 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513952 Sep 23 23:48:40.000909 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-501bce8f-9f19-495d-b704-182c6de729eb service neutron] 10.222.0.22 "GET /v2.0/networks/8502cbb3-6d21-405c-b8ca-e0354748a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377783 Sep 23 23:48:40.019397 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-dd4b4796-d7a2-4b23-8c51-8b31504ea9aa None None] Provisioning complete for port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:48:40.020041 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4796-d7a2-4b23-8c51-8b31504ea9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:40.025401 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b925c3be-7eeb-400f-a2db-82212e7c40e9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:48:40.099629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-f5def872-b8df-4342-bddb-a11f9d1495b0 service neutron] 10.222.0.22 "GET /v2.0/networks/8502cbb3-6d21-405c-b8ca-e0354748a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909188 Sep 23 23:48:40.102673 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b4796-d7a2-4b23-8c51-8b31504ea9aa None None] Port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:48:40.149981 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b925c3be-7eeb-400f-a2db-82212e7c40e9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:48:40.150340 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:40.197710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:48:33Z', 'updated_at': '2021-09-23T23:48:38Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:34Z', 'updated_at': '2021-09-23T23:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911', 'name': '', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e3:f1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:37Z', 'updated_at': '2021-09-23T23:48:38Z', 'revision_number': 2, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:40.223708 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Checking router: ae564c8b-4f8c-4544-8831-bae80ab4834c for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:48:40.224058 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Updating router ae564c8b-4f8c-4544-8831-bae80ab4834c port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:48:40.280293 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:40.300634 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:40.342951 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port b925c3be-7eeb-400f-a2db-82212e7c40e9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b925c3be-7eeb-400f-a2db-82212e7c40e9,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:48:40.359747 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72e887f5-51f3-4de6-b853-b1cc23a65b01 req-5f742c6c-216f-4fd4-9910-df93bda76c9b tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 210 time: 0.0336554 Sep 23 23:48:40.412739 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:40.496151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=b925c3be-7eeb-400f-a2db-82212e7c40e9,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:40.619502 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:40.712172 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:40.789946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1110f2-41f4-4a40-b09a-0b82185c8be9 None None] Pushing event updated for resources: {'Port': ['ID=cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:40.824330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Attempting to bind port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:48:40.824715 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Attempting to bind port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '0401c35c-a447-4d1d-b757-23b27f83ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:48:40.825423 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Attempting to bind port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 on network 8502cbb3-6d21-405c-b8ca-e0354748a442 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:48:40.830964 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:48:40.831342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Checking segment: {'id': '0401c35c-a447-4d1d-b757-23b27f83ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:48:40.831751 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:40.832221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Bound using segment: {'id': '0401c35c-a447-4d1d-b757-23b27f83ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:48:40.832696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Bound port: cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0401c35c-a447-4d1d-b757-23b27f83ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:48:40.833070 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:40.907695 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8f909ae1-0236-4202-aba1-cdd43b6828f5 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:48:40.934799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] For port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:48:40.954928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] For port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911,segment=NetworkSegment(0401c35c-a447-4d1d-b757-23b27f83ade9),segment_id=0401c35c-a447-4d1d-b757-23b27f83ade9)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:48:40.974596 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8f909ae1-0236-4202-aba1-cdd43b6828f5 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:48:40.977308 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:41.052361 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:41.058128 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-25333017-0f42-498e-a512-a3566f2c4fc0 None None] Provisioning complete for port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:48:41.058490 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-25333017-0f42-498e-a512-a3566f2c4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:41.124473 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b925c3be-7eeb-400f-a2db-82212e7c40e9 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:48:41.186764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1110f2-41f4-4a40-b09a-0b82185c8be9 None None] Pushing event updated for resources: {'Port': ['ID=cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:41.192389 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Routers {'ae564c8b-4f8c-4544-8831-bae80ab4834c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:48:41.193590 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:48:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ae564c8b-4f8c-4544-8831-bae80ab4834c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:41.332640 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port b925c3be-7eeb-400f-a2db-82212e7c40e9 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:48:41.333017 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:41.375371 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-25333017-0f42-498e-a512-a3566f2c4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:41.384308 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] Set router ae564c8b-4f8c-4544-8831-bae80ab4834c gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:48:41.458462 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a9234e74-2ec5-4618-9251-739ff26fd426 req-3dfa88ec-035a-4d36-a160-1ec5608643b9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 210 time: 0.0271370 Sep 23 23:48:41.495330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-25333017-0f42-498e-a512-a3566f2c4fc0 None None] For port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911,segment=NetworkSegment(0401c35c-a447-4d1d-b757-23b27f83ade9),segment_id=0401c35c-a447-4d1d-b757-23b27f83ade9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:48:41.602565 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-25333017-0f42-498e-a512-a3566f2c4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:41.687368 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25333017-0f42-498e-a512-a3566f2c4fc0 None None] Pushing event updated for resources: {'Port': ['ID=cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:41.707750 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:48:33Z', 'updated_at': '2021-09-23T23:48:38Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:34Z', 'updated_at': '2021-09-23T23:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911', 'name': '', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e3:f1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:37Z', 'updated_at': '2021-09-23T23:48:40Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:41.738503 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ab1dc-6ed2-4d1f-9b2a-2b7e53d49261 None None] The sync data for ids ['ae564c8b-4f8c-4544-8831-bae80ab4834c'] in n-d-810775-1 is: [{'id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:48:33Z', 'updated_at': '2021-09-23T23:48:38Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:34Z', 'updated_at': '2021-09-23T23:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911', 'name': '', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e3:f1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:37Z', 'updated_at': '2021-09-23T23:48:40Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:48:41.748220 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-31cdaa95-f84b-4561-93f4-a4ce6c4bec75 None None] Provisioning complete for port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:48:41.748595 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-31cdaa95-f84b-4561-93f4-a4ce6c4bec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:42.433062 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-d1c2d164-efc4-4d0a-adc3-54c189680692 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:42.434739 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-d1c2d164-efc4-4d0a-adc3-54c189680692 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.43 "GET /v2.0/networks?id=8502cbb3-6d21-405c-b8ca-e0354748a442 HTTP/1.1" status: 200 len: 797 time: 0.1121104 Sep 23 23:48:42.485933 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-2fb3f5a1-a3ca-4d82-ab2c-95e2a0ac3565 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32a35fef9e4a415c9123499ddb3ed28e HTTP/1.1" status: 200 len: 380 time: 0.0412388 Sep 23 23:48:42.495950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-f8a81423-9aa6-4c74-9984-c6fa649cef21 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'port': {'device_id': 'd173c788-edd7-4e83-af92-bd06ad386fc1', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'admin_state_up': True, 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'security_groups': ['75028655-cf84-4ae2-843f-257a8c728a47']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:48:42.606333 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ad404707-1a82-4bc3-bd15-f34a1447bfa0 req-578485fa-f385-4899-9d9e-50df73cb1c05 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 210 time: 0.0398979 Sep 23 23:48:42.726455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-f8a81423-9aa6-4c74-9984-c6fa649cef21 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Made reservation on behalf of 32a35fef9e4a415c9123499ddb3ed28e for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:48:42.730030 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-f8a81423-9aa6-4c74-9984-c6fa649cef21 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:42.871765 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-f8a81423-9aa6-4c74-9984-c6fa649cef21 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.20.0.4 (8502cbb3-6d21-405c-b8ca-e0354748a442/ec65225e-83bd-4bcb-a0eb-9f26bde447c2/8abc2271-57ab-41d8-a82d-b56d9706d81d) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:48:42.914528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:48:42.966456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:48:42.966819 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:43.013651 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-f8a81423-9aa6-4c74-9984-c6fa649cef21 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:43.158746 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-f8a81423-9aa6-4c74-9984-c6fa649cef21 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:43.206751 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-f8a81423-9aa6-4c74-9984-c6fa649cef21 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 8502cbb3-6d21-405c-b8ca-e0354748a442 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:48:43.210054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-f8a81423-9aa6-4c74-9984-c6fa649cef21 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:48:43.213792 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-f8a81423-9aa6-4c74-9984-c6fa649cef21 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:48:43.223094 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a81423-9aa6-4c74-9984-c6fa649cef21 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=8abc2271-57ab-41d8-a82d-b56d9706d81d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:43.271161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-f8a81423-9aa6-4c74-9984-c6fa649cef21 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:43.271846 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-f8a81423-9aa6-4c74-9984-c6fa649cef21 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:43.283625 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-87c6e667-c8bd-4965-9382-e0dc691d40e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:43.378093 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-f8a81423-9aa6-4c74-9984-c6fa649cef21 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8863242 Sep 23 23:48:43.432637 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Request body: {'port': {'device_id': 'd173c788-edd7-4e83-af92-bd06ad386fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:48:43.486127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b7a30b50-8972-49c9-9723-5c85eed10de6 None None] Provisioning complete for port 8abc2271-57ab-41d8-a82d-b56d9706d81d triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:48:43.486403 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b7a30b50-8972-49c9-9723-5c85eed10de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:43.487189 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:43.521029 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-b7a30b50-8972-49c9-9723-5c85eed10de6 None None] Port 8abc2271-57ab-41d8-a82d-b56d9706d81d cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:48:43.735294 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e8892-b318-401d-b95e-2213b247e2a1 req-a82f8c54-cc94-4b11-86ae-9e6545920a45 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:43.736809 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec5e8892-b318-401d-b95e-2213b247e2a1 req-a82f8c54-cc94-4b11-86ae-9e6545920a45 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 931 time: 0.0512798 Sep 23 23:48:43.765781 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abc2271-57ab-41d8-a82d-b56d9706d81d {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:48:43.774305 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:43.776208 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec5e8892-b318-401d-b95e-2213b247e2a1 req-89f1b025-bcd8-442f-8a13-ae23fcb52c10 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333645 Sep 23 23:48:43.786359 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Transition to ACTIVE for port object 8abc2271-57ab-41d8-a82d-b56d9706d81d will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:48:43.880182 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:43.952929 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Pushing event updated for resources: {'Port': ['ID=8abc2271-57ab-41d8-a82d-b56d9706d81d,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:44.006780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Attempting to bind port 8abc2271-57ab-41d8-a82d-b56d9706d81d on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:48:44.007112 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Attempting to bind port 8abc2271-57ab-41d8-a82d-b56d9706d81d by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '0401c35c-a447-4d1d-b757-23b27f83ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:48:44.007441 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Attempting to bind port 8abc2271-57ab-41d8-a82d-b56d9706d81d on network 8502cbb3-6d21-405c-b8ca-e0354748a442 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:48:44.012325 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Port 8abc2271-57ab-41d8-a82d-b56d9706d81d on network 8502cbb3-6d21-405c-b8ca-e0354748a442 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:48:44.012632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Attempting to bind port 8abc2271-57ab-41d8-a82d-b56d9706d81d on network 8502cbb3-6d21-405c-b8ca-e0354748a442 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:48:44.018027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:48:44.018363 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Checking segment: {'id': '0401c35c-a447-4d1d-b757-23b27f83ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:48:44.018746 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Bound using segment: {'id': '0401c35c-a447-4d1d-b757-23b27f83ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:48:44.019176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Bound port: 8abc2271-57ab-41d8-a82d-b56d9706d81d, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0401c35c-a447-4d1d-b757-23b27f83ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:48:44.019535 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:44.088273 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] For port 8abc2271-57ab-41d8-a82d-b56d9706d81d, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:48:44.091551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] For port 8abc2271-57ab-41d8-a82d-b56d9706d81d, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=8abc2271-57ab-41d8-a82d-b56d9706d81d,segment=NetworkSegment(0401c35c-a447-4d1d-b757-23b27f83ade9),segment_id=0401c35c-a447-4d1d-b757-23b27f83ade9)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:48:44.171821 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:44.207279 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:44.207891 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:44.210160 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] 10.222.0.43 "PUT /v2.0/ports/8abc2271-57ab-41d8-a82d-b56d9706d81d HTTP/1.1" status: 200 len: 1091 time: 0.8234985 Sep 23 23:48:44.210611 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd173c788-edd7-4e83-af92-bd06ad386fc1', 'tag': '8abc2271-57ab-41d8-a82d-b56d9706d81d'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:48:44.212909 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d45d86-e354-458a-b1a4-6c89e9f4b6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d173c788-edd7-4e83-af92-bd06ad386fc1", "tag": "8abc2271-57ab-41d8-a82d-b56d9706d81d"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:48:44.238607 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cb6a5-bb90-426b-b264-010cca8f6653 service neutron] Pushing event updated for resources: {'Port': ['ID=8abc2271-57ab-41d8-a82d-b56d9706d81d,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:44.252035 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42cf334-a39f-4bdc-a253-1b2f621ebcce x-openstack-request-id: req-a42cf334-a39f-4bdc-a253-1b2f621ebcce {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:48:44.252334 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d173c788-edd7-4e83-af92-bd06ad386fc1", "tag": "8abc2271-57ab-41d8-a82d-b56d9706d81d", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:48:44.252625 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a42cf334-a39f-4bdc-a253-1b2f621ebcce {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:48:44.253040 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd173c788-edd7-4e83-af92-bd06ad386fc1', 'tag': '8abc2271-57ab-41d8-a82d-b56d9706d81d', 'status': 'completed', 'code': 200} Sep 23 23:48:44.320162 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d45d86-e354-458a-b1a4-6c89e9f4b6ad req-c8aa26ec-0449-4472-af76-bd028ed554f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:44.321645 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28d45d86-e354-458a-b1a4-6c89e9f4b6ad req-c8aa26ec-0449-4472-af76-bd028ed554f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 1094 time: 0.0467675 Sep 23 23:48:44.428950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d45d86-e354-458a-b1a4-6c89e9f4b6ad req-a7b4b22e-e36a-41fc-90b3-2828ee7c8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:44.430481 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28d45d86-e354-458a-b1a4-6c89e9f4b6ad req-a7b4b22e-e36a-41fc-90b3-2828ee7c8e3f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0999162 Sep 23 23:48:44.530811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d45d86-e354-458a-b1a4-6c89e9f4b6ad req-1a054682-ba71-4a3a-ba31-fbf03a129cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:44.532234 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-28d45d86-e354-458a-b1a4-6c89e9f4b6ad req-1a054682-ba71-4a3a-ba31-fbf03a129cda service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948291 Sep 23 23:48:44.612189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-387890d0-70ba-400b-9d8f-e574d452add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:44.613680 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-387890d0-70ba-400b-9d8f-e574d452add8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 1094 time: 0.0428813 Sep 23 23:48:44.655754 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-3c8b107e-3926-44d6-a69d-21296d7d0ca6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abc2271-57ab-41d8-a82d-b56d9706d81d HTTP/1.1" status: 200 len: 217 time: 0.0345099 Sep 23 23:48:44.703993 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-3e4a9e75-f858-4c37-acc3-496cc49aa4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:44.705458 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-3e4a9e75-f858-4c37-acc3-496cc49aa4eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec65225e-83bd-4bcb-a0eb-9f26bde447c2 HTTP/1.1" status: 200 len: 835 time: 0.0424545 Sep 23 23:48:44.754658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-ed32bd83-526f-45a8-88e2-49ec1450ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:44.756678 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-ed32bd83-526f-45a8-88e2-49ec1450ff38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8502cbb3-6d21-405c-b8ca-e0354748a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443935 Sep 23 23:48:44.849464 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-0348ee57-b23c-40da-a0fa-52309ec252f6 service neutron] 10.222.0.43 "GET /v2.0/networks/8502cbb3-6d21-405c-b8ca-e0354748a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850289 Sep 23 23:48:44.900790 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a31d77-796d-4eed-8518-03c7d8bf385d req-5f063b40-83d8-44b3-acb0-509f8510abcc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:44.902399 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-85a31d77-796d-4eed-8518-03c7d8bf385d req-5f063b40-83d8-44b3-acb0-509f8510abcc tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 943 time: 0.0544653 Sep 23 23:48:44.940416 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-85a31d77-796d-4eed-8518-03c7d8bf385d req-02f8dcad-b9cd-4623-a351-37a23aeb90b8 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319104 Sep 23 23:48:44.945744 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-43eb3007-a410-4f30-8238-cbdfe54582f2 req-acc946dd-bc83-4fe1-8b45-08478cecbc70 service neutron] 10.222.0.43 "GET /v2.0/networks/8502cbb3-6d21-405c-b8ca-e0354748a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891340 Sep 23 23:48:45.661121 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2a31790e-bd8b-481b-a8d1-e1a9ecf8e257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:46.058282 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef086a-758f-4422-9c9b-c453dcd0d382 req-d6ccce06-c688-49e6-ae2e-3fdbeccfd9d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:46.059800 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51ef086a-758f-4422-9c9b-c453dcd0d382 req-d6ccce06-c688-49e6-ae2e-3fdbeccfd9d5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 943 time: 0.0497203 Sep 23 23:48:46.101330 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51ef086a-758f-4422-9c9b-c453dcd0d382 req-ef5af3d4-10be-4d39-aeb4-5b207ae0c6b5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355141 Sep 23 23:48:46.152221 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:47.229848 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64988fdd-99e6-4335-a55c-5acda6a707f0 req-0207532d-2ce6-43df-bb6f-5ed26fd7262e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:47.231393 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-64988fdd-99e6-4335-a55c-5acda6a707f0 req-0207532d-2ce6-43df-bb6f-5ed26fd7262e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 943 time: 0.0622914 Sep 23 23:48:47.272080 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-64988fdd-99e6-4335-a55c-5acda6a707f0 req-6e319915-ddb9-4a00-9dbb-a2a9d1771e68 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341170 Sep 23 23:48:47.289178 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:48.386909 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9bdd5-fc1e-43cd-ba6e-773353944d05 req-7d4485fe-0a99-491b-9ea8-df317dd2fb44 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:48.388759 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ea9bdd5-fc1e-43cd-ba6e-773353944d05 req-7d4485fe-0a99-491b-9ea8-df317dd2fb44 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 943 time: 0.0489688 Sep 23 23:48:48.430774 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ea9bdd5-fc1e-43cd-ba6e-773353944d05 req-c9b7c44a-6c6d-4f15-9d45-fd9c92062b36 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361378 Sep 23 23:48:48.460965 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 8abc2271-57ab-41d8-a82d-b56d9706d81d details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:48:48.559566 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 8abc2271-57ab-41d8-a82d-b56d9706d81d, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=8abc2271-57ab-41d8-a82d-b56d9706d81d,segment=NetworkSegment(0401c35c-a447-4d1d-b757-23b27f83ade9),segment_id=0401c35c-a447-4d1d-b757-23b27f83ade9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:48:48.571099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '8abc2271-57ab-41d8-a82d-b56d9706d81d', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'port_id': '8abc2271-57ab-41d8-a82d-b56d9706d81d', 'mac_address': 'fa:16:3e:c0:26:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:48:48.609697 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:48.624440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abc2271-57ab-41d8-a82d-b56d9706d81d {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:48:48.648088 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 8abc2271-57ab-41d8-a82d-b56d9706d81d, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=8abc2271-57ab-41d8-a82d-b56d9706d81d,segment=NetworkSegment(0401c35c-a447-4d1d-b757-23b27f83ade9),segment_id=0401c35c-a447-4d1d-b757-23b27f83ade9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:48:48.706189 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:48.754736 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=8abc2271-57ab-41d8-a82d-b56d9706d81d,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:48.826861 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:48.952309 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:48.961347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['8abc2271-57ab-41d8-a82d-b56d9706d81d'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:48:49.548166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9711fe3-d899-4e37-b73c-051aa1eaa669 req-014ef78b-a15d-4817-a215-26de936aff4d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:49.549675 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9711fe3-d899-4e37-b73c-051aa1eaa669 req-014ef78b-a15d-4817-a215-26de936aff4d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 944 time: 0.0517900 Sep 23 23:48:49.588364 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9711fe3-d899-4e37-b73c-051aa1eaa669 req-5b4ec0b5-6f75-4085-9a07-b3bdbb57c958 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319135 Sep 23 23:48:50.461260 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 8abc2271-57ab-41d8-a82d-b56d9706d81d up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:48:50.609334 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 8abc2271-57ab-41d8-a82d-b56d9706d81d completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:48:50.613343 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 8abc2271-57ab-41d8-a82d-b56d9706d81d triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:48:50.613713 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:50.695766 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:50.704764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13c87a-5cfe-4826-81d6-b63fab0ac9fe req-4adf9154-fb28-40c3-b39f-0e8aab171d69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:50.706271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ed13c87a-5cfe-4826-81d6-b63fab0ac9fe req-4adf9154-fb28-40c3-b39f-0e8aab171d69 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 944 time: 0.0490677 Sep 23 23:48:50.720152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd173c788-edd7-4e83-af92-bd06ad386fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abc2271-57ab-41d8-a82d-b56d9706d81d'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:48:50.721625 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75e7269-4777-4735-87aa-66069119e55a" -d '{"events": [{"server_uuid": "d173c788-edd7-4e83-af92-bd06ad386fc1", "name": "network-vif-plugged", "status": "completed", "tag": "8abc2271-57ab-41d8-a82d-b56d9706d81d"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:48:50.742521 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 8abc2271-57ab-41d8-a82d-b56d9706d81d, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=8abc2271-57ab-41d8-a82d-b56d9706d81d,segment=NetworkSegment(0401c35c-a447-4d1d-b757-23b27f83ade9),segment_id=0401c35c-a447-4d1d-b757-23b27f83ade9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:48:50.749361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ed13c87a-5cfe-4826-81d6-b63fab0ac9fe req-48bb2227-d18a-4a9b-8526-fd5f6ab8f503 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341928 Sep 23 23:48:50.760562 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e571fa-fdc6-4149-bf52-5946a3a082be x-openstack-request-id: req-18e571fa-fdc6-4149-bf52-5946a3a082be {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:48:50.760855 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d173c788-edd7-4e83-af92-bd06ad386fc1", "name": "network-vif-plugged", "status": "completed", "tag": "8abc2271-57ab-41d8-a82d-b56d9706d81d", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:48:50.761126 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18e571fa-fdc6-4149-bf52-5946a3a082be {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:48:50.761554 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd173c788-edd7-4e83-af92-bd06ad386fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abc2271-57ab-41d8-a82d-b56d9706d81d', 'code': 200} Sep 23 23:48:50.823237 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:50.857614 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c78c1-3f62-4678-a08d-4ca49eb5169c req-c2d9d3d8-a64f-4610-9eee-40e641fbdfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:50.859123 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1a9c78c1-3f62-4678-a08d-4ca49eb5169c req-c2d9d3d8-a64f-4610-9eee-40e641fbdfeb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0422413 Sep 23 23:48:50.871789 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=8abc2271-57ab-41d8-a82d-b56d9706d81d,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:50.897378 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1a9c78c1-3f62-4678-a08d-4ca49eb5169c req-3effc232-a6e0-407d-abc6-69c052f0865b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291417 Sep 23 23:48:51.870998 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07994d86-66da-4a9e-aa0b-1291d1e56e8d req-94e1812a-d3f0-47d6-8133-b77e0d3caa40 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:51.872512 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07994d86-66da-4a9e-aa0b-1291d1e56e8d req-94e1812a-d3f0-47d6-8133-b77e0d3caa40 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 945 time: 0.0537724 Sep 23 23:48:51.912036 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-07994d86-66da-4a9e-aa0b-1291d1e56e8d req-e46b0a62-f49b-4306-9d7b-b948f0a85baf tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327528 Sep 23 23:48:53.026733 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2406409-1b8c-4e5e-9d91-b10ce6c79a04 req-930a5bf8-c021-4729-bb1c-35f10e0c7ba3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:53.028196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2406409-1b8c-4e5e-9d91-b10ce6c79a04 req-930a5bf8-c021-4729-bb1c-35f10e0c7ba3 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 945 time: 0.0495605 Sep 23 23:48:53.071083 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b2406409-1b8c-4e5e-9d91-b10ce6c79a04 req-981ee7ec-619c-454c-aa6b-59ea1a4bea37 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368803 Sep 23 23:48:53.184409 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08957f-52a0-41a7-bb49-04ff64a8e253 req-0615be4a-9f76-4882-9c28-e06e6b4ffc77 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:53.186060 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f08957f-52a0-41a7-bb49-04ff64a8e253 req-0615be4a-9f76-4882-9c28-e06e6b4ffc77 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 945 time: 0.0504394 Sep 23 23:48:53.223146 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6f08957f-52a0-41a7-bb49-04ff64a8e253 req-4fe733be-6a62-4681-830a-9b6e9f2219a5 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312636 Sep 23 23:48:53.245375 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47350) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:53.283762 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de957c7-af0d-4af5-b575-49d6780a7d12 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:53.285213 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3de957c7-af0d-4af5-b575-49d6780a7d12 tempest-TestNetworkAdvancedServerOps-510828689 tempest-TestNetworkAdvancedServerOps-510828689-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 1091 time: 0.0388460 Sep 23 23:48:53.288855 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47352) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:53.293223 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '8abc2271-57ab-41d8-a82d-b56d9706d81d', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:48:53.394759 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:53.496709 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:53.598615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Allocated IP 172.25.1.14 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/f3cbb80e-a32d-4626-8948-8985da907bc6) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:48:53.705213 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:53.794845 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:53.834899 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:48:53.837967 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:48:53.844475 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:48:53.848991 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=f3cbb80e-a32d-4626-8948-8985da907bc6,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:53.878540 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:48:54.198668 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:54.333959 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:54.484172 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:54.542738 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:54.894448 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event updated for resources: {'Port': ['ID=f3cbb80e-a32d-4626-8948-8985da907bc6,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:48:54.905698 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:55.004474 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Floating IP 29e0c3ad-308f-46b2-af66-d1f2c845227c associated. External IP: 172.25.1.14, port: 8abc2271-57ab-41d8-a82d-b56d9706d81d. Sep 23 23:48:55.209590 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router ae564c8b-4f8c-4544-8831-bae80ab4834c has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:48:55.316548 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:48:55.326849 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7674f9-98f4-4011-a9dc-25719ef22311 None None] Sync routers for ids ['ae564c8b-4f8c-4544-8831-bae80ab4834c'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:48:55.336861 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7674f9-98f4-4011-a9dc-25719ef22311 None None] Routers {'ae564c8b-4f8c-4544-8831-bae80ab4834c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:48:55.349878 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bd7674f9-98f4-4011-a9dc-25719ef22311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:48:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ae564c8b-4f8c-4544-8831-bae80ab4834c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:55.398116 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:55.425589 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-eddb21a9-f1fa-4a2e-892e-100e9f098406 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1356838 Sep 23 23:48:55.426386 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd173c788-edd7-4e83-af92-bd06ad386fc1', 'tag': '8abc2271-57ab-41d8-a82d-b56d9706d81d'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:48:55.428908 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2aca0b-d7da-4a68-a04c-62641ba3140b" -d '{"events": [{"name": "network-changed", "server_uuid": "d173c788-edd7-4e83-af92-bd06ad386fc1", "tag": "8abc2271-57ab-41d8-a82d-b56d9706d81d"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:48:55.443175 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-bd7674f9-98f4-4011-a9dc-25719ef22311 None None] Set router ae564c8b-4f8c-4544-8831-bae80ab4834c gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:48:55.530455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfc721-fc9e-47b5-8b3b-e3e5b2338c14 req-ea0fa026-77ee-4040-8772-48c92d6014ab tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:55.530984 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acb4403-d797-4226-89ed-335285ec9d10 x-openstack-request-id: req-5acb4403-d797-4226-89ed-335285ec9d10 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:48:55.531182 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d173c788-edd7-4e83-af92-bd06ad386fc1", "tag": "8abc2271-57ab-41d8-a82d-b56d9706d81d", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:48:55.531526 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5acb4403-d797-4226-89ed-335285ec9d10 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:48:55.532022 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd173c788-edd7-4e83-af92-bd06ad386fc1', 'tag': '8abc2271-57ab-41d8-a82d-b56d9706d81d', 'status': 'completed', 'code': 200} Sep 23 23:48:55.532217 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bddfc721-fc9e-47b5-8b3b-e3e5b2338c14 req-ea0fa026-77ee-4040-8772-48c92d6014ab tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 945 time: 0.0546277 Sep 23 23:48:55.600993 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-bddfc721-fc9e-47b5-8b3b-e3e5b2338c14 req-be56296a-e7ee-487a-8d5c-b4fb07805b93 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589273 Sep 23 23:48:55.611034 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2aca0b-d7da-4a68-a04c-62641ba3140b req-120972a3-ade0-4722-a6da-850957fd0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:55.612640 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d2aca0b-d7da-4a68-a04c-62641ba3140b req-120972a3-ade0-4722-a6da-850957fd0f8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0562460 Sep 23 23:48:55.624637 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47360) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:55.689192 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bd7674f9-98f4-4011-a9dc-25719ef22311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:48:33Z', 'updated_at': '2021-09-23T23:48:38Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:34Z', 'updated_at': '2021-09-23T23:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '29e0c3ad-308f-46b2-af66-d1f2c845227c', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'port_id': '8abc2271-57ab-41d8-a82d-b56d9706d81d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'mac_address': 'fa:16:3e:c0:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173c788-edd7-4e83-af92-bd06ad386fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:48:54Z', 'updated_at': '2021-09-23T23:48:54Z', 'revision_number': 0, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911', 'name': '', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e3:f1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:37Z', 'updated_at': '2021-09-23T23:48:41Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:55.693140 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-7e1d71cd-4b0d-4a38-ba9a-75974567cb07 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/29e0c3ad-308f-46b2-af66-d1f2c845227c HTTP/1.1" status: 200 len: 990 time: 0.0654328 Sep 23 23:48:55.711822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2aca0b-d7da-4a68-a04c-62641ba3140b req-d3abda2e-aaa5-4aa5-b720-58d360bb0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:55.713423 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d2aca0b-d7da-4a68-a04c-62641ba3140b req-d3abda2e-aaa5-4aa5-b720-58d360bb0224 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8502cbb3-6d21-405c-b8ca-e0354748a442 HTTP/1.1" status: 200 len: 898 time: 0.0935576 Sep 23 23:48:55.716577 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7674f9-98f4-4011-a9dc-25719ef22311 None None] Checking router: ae564c8b-4f8c-4544-8831-bae80ab4834c for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:48:55.725083 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7674f9-98f4-4011-a9dc-25719ef22311 None None] Routers {'ae564c8b-4f8c-4544-8831-bae80ab4834c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:48:55.725709 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bd7674f9-98f4-4011-a9dc-25719ef22311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:48:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ae564c8b-4f8c-4544-8831-bae80ab4834c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:55.779904 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d2aca0b-d7da-4a68-a04c-62641ba3140b req-0ee884d6-ae33-4234-bf68-52f7d94f0ba1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abc2271-57ab-41d8-a82d-b56d9706d81d HTTP/1.1" status: 200 len: 998 time: 0.0591476 Sep 23 23:48:55.832868 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-bd7674f9-98f4-4011-a9dc-25719ef22311 None None] Set router ae564c8b-4f8c-4544-8831-bae80ab4834c gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:48:55.833762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2aca0b-d7da-4a68-a04c-62641ba3140b req-185b3ece-556f-41b3-a3f8-fa488d39a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:55.835264 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d2aca0b-d7da-4a68-a04c-62641ba3140b req-185b3ece-556f-41b3-a3f8-fa488d39a28a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec65225e-83bd-4bcb-a0eb-9f26bde447c2 HTTP/1.1" status: 200 len: 835 time: 0.0485845 Sep 23 23:48:55.882016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2aca0b-d7da-4a68-a04c-62641ba3140b req-d33fba40-27ca-40e1-9815-86c690d213ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:48:55.883544 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d2aca0b-d7da-4a68-a04c-62641ba3140b req-d33fba40-27ca-40e1-9815-86c690d213ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8502cbb3-6d21-405c-b8ca-e0354748a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407803 Sep 23 23:48:55.973234 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d2aca0b-d7da-4a68-a04c-62641ba3140b req-b0ff8b73-1488-4f1e-8018-dc8b4f9e038f service neutron] 10.222.0.43 "GET /v2.0/networks/8502cbb3-6d21-405c-b8ca-e0354748a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824454 Sep 23 23:48:56.056517 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-bd7674f9-98f4-4011-a9dc-25719ef22311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:48:33Z', 'updated_at': '2021-09-23T23:48:38Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:34Z', 'updated_at': '2021-09-23T23:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '29e0c3ad-308f-46b2-af66-d1f2c845227c', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'port_id': '8abc2271-57ab-41d8-a82d-b56d9706d81d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'mac_address': 'fa:16:3e:c0:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173c788-edd7-4e83-af92-bd06ad386fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:48:54Z', 'updated_at': '2021-09-23T23:48:54Z', 'revision_number': 0, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911', 'name': '', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e3:f1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:37Z', 'updated_at': '2021-09-23T23:48:41Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:48:56.069769 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6d2aca0b-d7da-4a68-a04c-62641ba3140b req-4ba50337-92a3-4b3d-99be-8b5aa66f923f service neutron] 10.222.0.43 "GET /v2.0/networks/8502cbb3-6d21-405c-b8ca-e0354748a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891659 Sep 23 23:48:56.086621 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7674f9-98f4-4011-a9dc-25719ef22311 None None] The sync data for ids ['ae564c8b-4f8c-4544-8831-bae80ab4834c'] in n-d-810775-1 is: [{'id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:48:33Z', 'updated_at': '2021-09-23T23:48:38Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:34Z', 'updated_at': '2021-09-23T23:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '29e0c3ad-308f-46b2-af66-d1f2c845227c', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'port_id': '8abc2271-57ab-41d8-a82d-b56d9706d81d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'mac_address': 'fa:16:3e:c0:26:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173c788-edd7-4e83-af92-bd06ad386fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:48:54Z', 'updated_at': '2021-09-23T23:48:54Z', 'revision_number': 0, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911', 'name': '', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e3:f1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:37Z', 'updated_at': '2021-09-23T23:48:41Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:48:56.274426 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90690166-f05f-4869-9531-e7fd26919406 None None] New status for floating IP 29e0c3ad-308f-46b2-af66-d1f2c845227c: ACTIVE {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:48:56.695217 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47362) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:48:56.758929 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-28e386ae-5dd6-44e4-8376-24ed63ba8863 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/29e0c3ad-308f-46b2-af66-d1f2c845227c HTTP/1.1" status: 200 len: 992 time: 0.0623984 Sep 23 23:49:07.685625 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:13.211046 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-657cef80-c53d-4ed7-b724-5f30e30c0c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:15.702259 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9577296a-794b-4e3d-9a89-ae9a7153afc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:16.151935 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:17.296821 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:18.865870 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:18.976523 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:21.396015 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15cdae99-0306-40d0-96d5-94cb636631ad req-b78826b5-0e64-47bf-a022-c4be8ede7bbb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398948 Sep 23 23:49:21.479954 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdae99-0306-40d0-96d5-94cb636631ad req-6431f6f3-76dd-404b-832b-936d056afb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:21.481532 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15cdae99-0306-40d0-96d5-94cb636631ad req-6431f6f3-76dd-404b-832b-936d056afb78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0416219 Sep 23 23:49:21.587394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdae99-0306-40d0-96d5-94cb636631ad req-fc413758-23aa-4385-85f7-41b028225921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:21.588876 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15cdae99-0306-40d0-96d5-94cb636631ad req-fc413758-23aa-4385-85f7-41b028225921 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8502cbb3-6d21-405c-b8ca-e0354748a442 HTTP/1.1" status: 200 len: 898 time: 0.0882983 Sep 23 23:49:21.655324 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15cdae99-0306-40d0-96d5-94cb636631ad req-715efdb7-84f4-4211-8735-453819aaeae9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abc2271-57ab-41d8-a82d-b56d9706d81d HTTP/1.1" status: 200 len: 1000 time: 0.0579627 Sep 23 23:49:21.708371 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdae99-0306-40d0-96d5-94cb636631ad req-fd70a454-d3aa-4f14-b6c4-9c9138a6b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:21.710462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15cdae99-0306-40d0-96d5-94cb636631ad req-fd70a454-d3aa-4f14-b6c4-9c9138a6b156 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec65225e-83bd-4bcb-a0eb-9f26bde447c2 HTTP/1.1" status: 200 len: 835 time: 0.0474269 Sep 23 23:49:21.756238 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdae99-0306-40d0-96d5-94cb636631ad req-99a31abd-b09c-4bba-8995-62285124ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:21.758399 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15cdae99-0306-40d0-96d5-94cb636631ad req-99a31abd-b09c-4bba-8995-62285124ef32 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8502cbb3-6d21-405c-b8ca-e0354748a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411832 Sep 23 23:49:21.853461 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15cdae99-0306-40d0-96d5-94cb636631ad req-c5bfb1a4-2c7b-477b-9925-cef6d6a2cbb0 service neutron] 10.222.0.43 "GET /v2.0/networks/8502cbb3-6d21-405c-b8ca-e0354748a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868776 Sep 23 23:49:21.942321 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-15cdae99-0306-40d0-96d5-94cb636631ad req-4c8d3391-155f-461e-9438-918455a94126 service neutron] 10.222.0.43 "GET /v2.0/networks/8502cbb3-6d21-405c-b8ca-e0354748a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804338 Sep 23 23:49:28.424566 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed614d79-a7bf-49d9-bf01-9a692e82cfed req-ef0feb64-932b-4a7c-bb40-a753b39c0d98 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:28.427787 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed614d79-a7bf-49d9-bf01-9a692e82cfed req-ef0feb64-932b-4a7c-bb40-a753b39c0d98 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 945 time: 0.0535920 Sep 23 23:49:28.465298 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed614d79-a7bf-49d9-bf01-9a692e82cfed req-702dd834-7246-4a95-a3fc-15b95e0b33c9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321383 Sep 23 23:49:29.585494 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faae43-684e-4aab-976a-5f5334dcd901 req-04a4fab1-b5b6-4d47-a0a7-a8cd9866f295 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:29.587019 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2faae43-684e-4aab-976a-5f5334dcd901 req-04a4fab1-b5b6-4d47-a0a7-a8cd9866f295 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 945 time: 0.0519934 Sep 23 23:49:29.624998 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f2faae43-684e-4aab-976a-5f5334dcd901 req-224e917c-454a-4033-a23d-d1b74cea7c05 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319881 Sep 23 23:49:29.647365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47388) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:29.711162 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-83e9bf6a-3e6f-4fff-b312-a712341de59f tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/29e0c3ad-308f-46b2-af66-d1f2c845227c HTTP/1.1" status: 200 len: 992 time: 0.0624278 Sep 23 23:49:30.877719 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:49:31.213140 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fda1bd-eed9-4dc1-9af9-855ab7fd5401 req-8b416232-2f35-498e-9acc-d096d915859d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:31.214669 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-48fda1bd-eed9-4dc1-9af9-855ab7fd5401 req-8b416232-2f35-498e-9acc-d096d915859d tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 945 time: 0.1626637 Sep 23 23:49:31.234783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dbb1f-dcda-433a-89f2-b9d3850854f0 req-c6108e93-e4e3-4c7f-bae3-bef39eff41c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:31.236422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-430dbb1f-dcda-433a-89f2-b9d3850854f0 req-c6108e93-e4e3-4c7f-bae3-bef39eff41c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0427270 Sep 23 23:49:31.254673 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-48fda1bd-eed9-4dc1-9af9-855ab7fd5401 req-b8bf5931-98d9-4565-9cb6-70c7bad2637c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337586 Sep 23 23:49:31.331509 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dbb1f-dcda-433a-89f2-b9d3850854f0 req-42d40d5f-cbd1-485c-80db-5b2d897ec6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:31.332994 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-430dbb1f-dcda-433a-89f2-b9d3850854f0 req-42d40d5f-cbd1-485c-80db-5b2d897ec6c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8502cbb3-6d21-405c-b8ca-e0354748a442 HTTP/1.1" status: 200 len: 898 time: 0.0900688 Sep 23 23:49:31.396803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-430dbb1f-dcda-433a-89f2-b9d3850854f0 req-3c378c6d-0dbf-434b-90f7-27ed3a0814d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abc2271-57ab-41d8-a82d-b56d9706d81d HTTP/1.1" status: 200 len: 1000 time: 0.0569277 Sep 23 23:49:31.449160 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dbb1f-dcda-433a-89f2-b9d3850854f0 req-892d7f09-c28b-4ab1-9a20-8875b5ea8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:31.450623 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-430dbb1f-dcda-433a-89f2-b9d3850854f0 req-892d7f09-c28b-4ab1-9a20-8875b5ea8865 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec65225e-83bd-4bcb-a0eb-9f26bde447c2 HTTP/1.1" status: 200 len: 835 time: 0.0469611 Sep 23 23:49:31.496385 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dbb1f-dcda-433a-89f2-b9d3850854f0 req-05233e22-5f2e-4cf8-962a-2beabee3e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:31.497915 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-430dbb1f-dcda-433a-89f2-b9d3850854f0 req-05233e22-5f2e-4cf8-962a-2beabee3e578 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8502cbb3-6d21-405c-b8ca-e0354748a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399222 Sep 23 23:49:31.588387 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-430dbb1f-dcda-433a-89f2-b9d3850854f0 req-1aa8e1c8-e448-4f05-b8fc-61d07ab34f97 service neutron] 10.222.0.43 "GET /v2.0/networks/8502cbb3-6d21-405c-b8ca-e0354748a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825348 Sep 23 23:49:31.681806 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-430dbb1f-dcda-433a-89f2-b9d3850854f0 req-2f755a4d-966f-497b-819d-c8f6f313a660 service neutron] 10.222.0.43 "GET /v2.0/networks/8502cbb3-6d21-405c-b8ca-e0354748a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870266 Sep 23 23:49:32.424786 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc2f77-8c91-468f-93a5-d4c23119e022 req-b6e4776e-0e41-40aa-ad12-c446b8197844 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:32.426497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29bc2f77-8c91-468f-93a5-d4c23119e022 req-b6e4776e-0e41-40aa-ad12-c446b8197844 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 945 time: 0.1009963 Sep 23 23:49:32.464507 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-29bc2f77-8c91-468f-93a5-d4c23119e022 req-72b6db13-310d-4614-a54f-70966ad51990 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Sep 23 23:49:33.580320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe570a-8dd7-475d-b230-70621c9a0dbf req-a15f610b-0cef-4819-9d2c-3f5a87b6e131 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:33.581885 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cebe570a-8dd7-475d-b230-70621c9a0dbf req-a15f610b-0cef-4819-9d2c-3f5a87b6e131 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 945 time: 0.0497463 Sep 23 23:49:33.620603 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cebe570a-8dd7-475d-b230-70621c9a0dbf req-cbbe0c01-8f88-404d-bbc8-2fbb2181b683 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325665 Sep 23 23:49:33.642468 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47404) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:33.706037 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-369943a5-ab02-4a14-9cfd-cd67dd4b9909 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/floatingips/29e0c3ad-308f-46b2-af66-d1f2c845227c HTTP/1.1" status: 200 len: 992 time: 0.0623422 Sep 23 23:49:33.905571 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47410) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:34.068417 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port f3cbb80e-a32d-4626-8948-8985da907bc6 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:49:34.068690 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:34.146427 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:34.146744 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:34.160285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for f3cbb80e-a32d-4626-8948-8985da907bc6 owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:49:34.433960 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:34.462075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=f3cbb80e-a32d-4626-8948-8985da907bc6,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:34.476422 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:34.476777 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:34.477143 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:34.477488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:34.477944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:34.478278 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:34.478609 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:34.478939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:34.479271 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:34.479597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:34.479922 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:34.480245 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:34.544725 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:34.545050 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Floating IP 29e0c3ad-308f-46b2-af66-d1f2c845227c disassociated (deleted). External IP: 172.25.1.14, port: 8abc2271-57ab-41d8-a82d-b56d9706d81d. Sep 23 23:49:34.761202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router ae564c8b-4f8c-4544-8831-bae80ab4834c has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:49:34.873441 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:49:34.878322 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:34.884044 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7b2763-4c0b-4b64-bd84-2329f160f0c7 None None] Sync routers for ids ['ae564c8b-4f8c-4544-8831-bae80ab4834c'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:49:34.893211 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7b2763-4c0b-4b64-bd84-2329f160f0c7 None None] Routers {'ae564c8b-4f8c-4544-8831-bae80ab4834c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:49:34.893810 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1a7b2763-4c0b-4b64-bd84-2329f160f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:49:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ae564c8b-4f8c-4544-8831-bae80ab4834c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:34.906469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-705ba7a7-3acd-475a-9f33-1d129631a2d4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/floatingips/29e0c3ad-308f-46b2-af66-d1f2c845227c HTTP/1.1" status: 204 len: 168 time: 0.9997888 Sep 23 23:49:34.907075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd173c788-edd7-4e83-af92-bd06ad386fc1', 'tag': '8abc2271-57ab-41d8-a82d-b56d9706d81d'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:49:34.909470 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9940de1-8794-4022-871e-5db982e96acb" -d '{"events": [{"name": "network-changed", "server_uuid": "d173c788-edd7-4e83-af92-bd06ad386fc1", "tag": "8abc2271-57ab-41d8-a82d-b56d9706d81d"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:49:34.949723 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8f2788-d24c-476f-a075-30e8fd69c859 x-openstack-request-id: req-5c8f2788-d24c-476f-a075-30e8fd69c859 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:49:34.950025 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d173c788-edd7-4e83-af92-bd06ad386fc1", "tag": "8abc2271-57ab-41d8-a82d-b56d9706d81d", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:49:34.950274 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c8f2788-d24c-476f-a075-30e8fd69c859 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:49:34.950701 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd173c788-edd7-4e83-af92-bd06ad386fc1', 'tag': '8abc2271-57ab-41d8-a82d-b56d9706d81d', 'status': 'completed', 'code': 200} Sep 23 23:49:35.006747 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-1a7b2763-4c0b-4b64-bd84-2329f160f0c7 None None] Set router ae564c8b-4f8c-4544-8831-bae80ab4834c gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:49:35.019001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9940de1-8794-4022-871e-5db982e96acb req-a0cdf3e5-c107-48d0-ab0d-f638cdae5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:35.020522 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9940de1-8794-4022-871e-5db982e96acb req-a0cdf3e5-c107-48d0-ab0d-f638cdae5be4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0464661 Sep 23 23:49:35.223668 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1a7b2763-4c0b-4b64-bd84-2329f160f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:48:33Z', 'updated_at': '2021-09-23T23:48:38Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:34Z', 'updated_at': '2021-09-23T23:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911', 'name': '', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e3:f1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:37Z', 'updated_at': '2021-09-23T23:48:41Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:35.252259 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7b2763-4c0b-4b64-bd84-2329f160f0c7 None None] Checking router: ae564c8b-4f8c-4544-8831-bae80ab4834c for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:49:35.262025 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7b2763-4c0b-4b64-bd84-2329f160f0c7 None None] Routers {'ae564c8b-4f8c-4544-8831-bae80ab4834c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:49:35.262690 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1a7b2763-4c0b-4b64-bd84-2329f160f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:49:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ae564c8b-4f8c-4544-8831-bae80ab4834c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:35.462435 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-1a7b2763-4c0b-4b64-bd84-2329f160f0c7 None None] Set router ae564c8b-4f8c-4544-8831-bae80ab4834c gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:49:35.488634 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6e67f-6c27-4867-8604-8bbd191411c1 req-9ebe041b-aa7b-47d9-bb24-3d434b3ed893 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:35.490146 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b5b6e67f-6c27-4867-8604-8bbd191411c1 req-9ebe041b-aa7b-47d9-bb24-3d434b3ed893 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 945 time: 0.0941095 Sep 23 23:49:35.511052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9940de1-8794-4022-871e-5db982e96acb req-4323a0fe-8e2e-4447-bb13-2f321a6e2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:35.512803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9940de1-8794-4022-871e-5db982e96acb req-4323a0fe-8e2e-4447-bb13-2f321a6e2b1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=8502cbb3-6d21-405c-b8ca-e0354748a442 HTTP/1.1" status: 200 len: 898 time: 0.4851928 Sep 23 23:49:35.559009 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9940de1-8794-4022-871e-5db982e96acb req-9f7187f7-e4c5-4203-bd27-61290b476c6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abc2271-57ab-41d8-a82d-b56d9706d81d HTTP/1.1" status: 200 len: 217 time: 0.0376158 Sep 23 23:49:35.579715 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b5b6e67f-6c27-4867-8604-8bbd191411c1 req-e4e9f2a8-6bd8-43ef-8415-991e88cf3c18 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799737 Sep 23 23:49:35.619383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9940de1-8794-4022-871e-5db982e96acb req-fe5937a6-414a-4d22-85c4-2a9429c3d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:35.620856 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9940de1-8794-4022-871e-5db982e96acb req-fe5937a6-414a-4d22-85c4-2a9429c3d45d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec65225e-83bd-4bcb-a0eb-9f26bde447c2 HTTP/1.1" status: 200 len: 835 time: 0.0541666 Sep 23 23:49:35.665203 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-1a7b2763-4c0b-4b64-bd84-2329f160f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:48:33Z', 'updated_at': '2021-09-23T23:48:38Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:34Z', 'updated_at': '2021-09-23T23:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911', 'name': '', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e3:f1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:37Z', 'updated_at': '2021-09-23T23:48:41Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:35.670811 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9940de1-8794-4022-871e-5db982e96acb req-95d63ece-edb3-434b-89b8-133c932507b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:35.672313 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9940de1-8794-4022-871e-5db982e96acb req-95d63ece-edb3-434b-89b8-133c932507b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8502cbb3-6d21-405c-b8ca-e0354748a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437067 Sep 23 23:49:35.691490 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7b2763-4c0b-4b64-bd84-2329f160f0c7 None None] The sync data for ids ['ae564c8b-4f8c-4544-8831-bae80ab4834c'] in n-d-810775-1 is: [{'id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:48:33Z', 'updated_at': '2021-09-23T23:48:38Z', 'revision_number': 4, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:34Z', 'updated_at': '2021-09-23T23:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911', 'name': '', 'network_id': '8502cbb3-6d21-405c-b8ca-e0354748a442', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'mac_address': 'fa:16:3e:e3:f1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:37Z', 'updated_at': '2021-09-23T23:48:41Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'subnets': [{'id': 'ec65225e-83bd-4bcb-a0eb-9f26bde447c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:49:35.768121 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9940de1-8794-4022-871e-5db982e96acb req-a4c870e1-5320-4b0e-b74e-2c3658a91660 service neutron] 10.222.0.43 "GET /v2.0/networks/8502cbb3-6d21-405c-b8ca-e0354748a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854380 Sep 23 23:49:35.864011 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e9940de1-8794-4022-871e-5db982e96acb req-3c237a6f-1fb2-481e-98dd-661d1c275f31 service neutron] 10.222.0.43 "GET /v2.0/networks/8502cbb3-6d21-405c-b8ca-e0354748a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891483 Sep 23 23:49:35.915783 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfc1999-7f15-4777-aa7f-74c5823eba9a None None] New status for floating IP 29e0c3ad-308f-46b2-af66-d1f2c845227c: DOWN {{(pid=95492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:49:36.702181 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee582d4-38bd-4259-be4d-359975a3c4f7 req-d191a4a4-b3c6-48ff-998e-5263a6bbae11 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:36.703708 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ee582d4-38bd-4259-be4d-359975a3c4f7 req-d191a4a4-b3c6-48ff-998e-5263a6bbae11 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 945 time: 0.0510504 Sep 23 23:49:36.743136 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ee582d4-38bd-4259-be4d-359975a3c4f7 req-e7f18c10-9b0b-4876-b754-89aab433581c tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/security-groups?id=75028655-cf84-4ae2-843f-257a8c728a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334482 Sep 23 23:49:36.852791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280eac4-463d-4d23-a368-192f76683dad req-56ce3003-3659-4773-a29d-ac1ec4240aef tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:36.854305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e280eac4-463d-4d23-a368-192f76683dad req-56ce3003-3659-4773-a29d-ac1ec4240aef tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.43 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 945 time: 0.0506535 Sep 23 23:49:36.950647 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-e280eac4-463d-4d23-a368-192f76683dad req-cf06b5ee-114f-49d4-96bb-8a89de3cb98e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port 8abc2271-57ab-41d8-a82d-b56d9706d81d {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:49:36.950990 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e280eac4-463d-4d23-a368-192f76683dad req-cf06b5ee-114f-49d4-96bb-8a89de3cb98e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:37.043988 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-e280eac4-463d-4d23-a368-192f76683dad req-cf06b5ee-114f-49d4-96bb-8a89de3cb98e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] For port 8abc2271-57ab-41d8-a82d-b56d9706d81d, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=8abc2271-57ab-41d8-a82d-b56d9706d81d,segment=NetworkSegment(0401c35c-a447-4d1d-b757-23b27f83ade9),segment_id=0401c35c-a447-4d1d-b757-23b27f83ade9)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:49:37.044358 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e280eac4-463d-4d23-a368-192f76683dad req-cf06b5ee-114f-49d4-96bb-8a89de3cb98e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:37.057705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-e280eac4-463d-4d23-a368-192f76683dad req-cf06b5ee-114f-49d4-96bb-8a89de3cb98e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for 8abc2271-57ab-41d8-a82d-b56d9706d81d owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:49:37.267657 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e280eac4-463d-4d23-a368-192f76683dad req-cf06b5ee-114f-49d4-96bb-8a89de3cb98e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:37.295218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06b5ee-114f-49d4-96bb-8a89de3cb98e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=8abc2271-57ab-41d8-a82d-b56d9706d81d,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:37.339182 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-e280eac4-463d-4d23-a368-192f76683dad req-cf06b5ee-114f-49d4-96bb-8a89de3cb98e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] No DVR routers for this DVR port 8abc2271-57ab-41d8-a82d-b56d9706d81d on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:49:37.341913 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-e280eac4-463d-4d23-a368-192f76683dad req-cf06b5ee-114f-49d4-96bb-8a89de3cb98e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:37.343999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e280eac4-463d-4d23-a368-192f76683dad req-cf06b5ee-114f-49d4-96bb-8a89de3cb98e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.43 "DELETE /v2.0/ports/8abc2271-57ab-41d8-a82d-b56d9706d81d HTTP/1.1" status: 204 len: 173 time: 0.4837120 Sep 23 23:49:37.344438 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd173c788-edd7-4e83-af92-bd06ad386fc1', 'name': 'network-vif-deleted', 'tag': '8abc2271-57ab-41d8-a82d-b56d9706d81d'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:49:37.346725 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccc6ddd-a10c-4714-b009-7d10570f5afc" -d '{"events": [{"server_uuid": "d173c788-edd7-4e83-af92-bd06ad386fc1", "name": "network-vif-deleted", "tag": "8abc2271-57ab-41d8-a82d-b56d9706d81d"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:49:37.382425 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eccd194-7eea-48ef-83e3-4011955d1bd7 x-openstack-request-id: req-7eccd194-7eea-48ef-83e3-4011955d1bd7 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:49:37.389245 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d173c788-edd7-4e83-af92-bd06ad386fc1", "name": "network-vif-deleted", "tag": "8abc2271-57ab-41d8-a82d-b56d9706d81d", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:49:37.389245 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7eccd194-7eea-48ef-83e3-4011955d1bd7 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:49:37.389245 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd173c788-edd7-4e83-af92-bd06ad386fc1', 'name': 'network-vif-deleted', 'tag': '8abc2271-57ab-41d8-a82d-b56d9706d81d', 'status': 'completed', 'code': 200} Sep 23 23:49:37.677497 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:37.855574 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4ba34f73-38a1-4601-8763-32613d3b838f req-5d0536d4-052a-4f78-aa3e-3278dc9dfb40 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "GET /v2.0/ports?device_id=d173c788-edd7-4e83-af92-bd06ad386fc1 HTTP/1.1" status: 200 len: 210 time: 0.0333200 Sep 23 23:49:38.912465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47426) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:39.280379 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65fdf538-1f3f-4205-a9a5-0a56440314be tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:39.537578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-65fdf538-1f3f-4205-a9a5-0a56440314be tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:49:39.537833 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65fdf538-1f3f-4205-a9a5-0a56440314be tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:39.627092 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-65fdf538-1f3f-4205-a9a5-0a56440314be tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] For port cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911,segment=NetworkSegment(0401c35c-a447-4d1d-b757-23b27f83ade9),segment_id=0401c35c-a447-4d1d-b757-23b27f83ade9)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:49:39.627467 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65fdf538-1f3f-4205-a9a5-0a56440314be tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:39.640388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-65fdf538-1f3f-4205-a9a5-0a56440314be tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:49:40.039161 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65fdf538-1f3f-4205-a9a5-0a56440314be tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:40.068109 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdf538-1f3f-4205-a9a5-0a56440314be tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:40.241432 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-65fdf538-1f3f-4205-a9a5-0a56440314be tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:40.456242 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fdf538-1f3f-4205-a9a5-0a56440314be tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Router ae564c8b-4f8c-4544-8831-bae80ab4834c has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:49:40.564897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fdf538-1f3f-4205-a9a5-0a56440314be tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:49:40.569984 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-65fdf538-1f3f-4205-a9a5-0a56440314be tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "PUT /v2.0/routers/ae564c8b-4f8c-4544-8831-bae80ab4834c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6564336 Sep 23 23:49:40.572831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47428) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:40.574993 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc471c4-f430-4081-b7d1-400d2edfbda1 None None] Sync routers for ids ['ae564c8b-4f8c-4544-8831-bae80ab4834c'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:49:40.584198 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc471c4-f430-4081-b7d1-400d2edfbda1 None None] Routers {'ae564c8b-4f8c-4544-8831-bae80ab4834c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:49:40.584879 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6cc471c4-f430-4081-b7d1-400d2edfbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:49:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ae564c8b-4f8c-4544-8831-bae80ab4834c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:40.624100 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2f7e65-69b1-4f77-9f2d-d2a508b51062 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting subnet ec65225e-83bd-4bcb-a0eb-9f26bde447c2 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:49:40.627180 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7e65-69b1-4f77-9f2d-d2a508b51062 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:40.668428 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7e65-69b1-4f77-9f2d-d2a508b51062 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:40.689419 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-6cc471c4-f430-4081-b7d1-400d2edfbda1 None None] Set router ae564c8b-4f8c-4544-8831-bae80ab4834c gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:49:40.739994 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 8abc2271-57ab-41d8-a82d-b56d9706d81d no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:49:40.757358 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7e65-69b1-4f77-9f2d-d2a508b51062 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:40.760692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 8abc2271-57ab-41d8-a82d-b56d9706d81d {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:49:40.761055 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 8abc2271-57ab-41d8-a82d-b56d9706d81d not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:49:40.876697 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6cc471c4-f430-4081-b7d1-400d2edfbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:48:33Z', 'updated_at': '2021-09-23T23:49:39Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:34Z', 'updated_at': '2021-09-23T23:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:40.891187 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7e65-69b1-4f77-9f2d-d2a508b51062 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:40.904928 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc471c4-f430-4081-b7d1-400d2edfbda1 None None] Checking router: ae564c8b-4f8c-4544-8831-bae80ab4834c for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:49:40.913444 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc471c4-f430-4081-b7d1-400d2edfbda1 None None] Routers {'ae564c8b-4f8c-4544-8831-bae80ab4834c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:49:40.914172 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6cc471c4-f430-4081-b7d1-400d2edfbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:49:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ae564c8b-4f8c-4544-8831-bae80ab4834c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:40.919051 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f7e65-69b1-4f77-9f2d-d2a508b51062 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Subnet': ['ID=ec65225e-83bd-4bcb-a0eb-9f26bde447c2,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:40.925887 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7e65-69b1-4f77-9f2d-d2a508b51062 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:40.929264 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ad2f7e65-69b1-4f77-9f2d-d2a508b51062 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/subnets/ec65225e-83bd-4bcb-a0eb-9f26bde447c2 HTTP/1.1" status: 204 len: 168 time: 0.3551316 Sep 23 23:49:40.932120 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47430) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:40.934509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7857f3e-6f7d-40be-87cc-01a4fdbaca48 None None] Network 8502cbb3-6d21-405c-b8ca-e0354748a442 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:49:41.025642 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-6cc471c4-f430-4081-b7d1-400d2edfbda1 None None] Set router ae564c8b-4f8c-4544-8831-bae80ab4834c gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:49:41.044412 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:41.122347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] DHCP port deletion for 8502cbb3-6d21-405c-b8ca-e0354748a442 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:49:41.155016 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:41.169541 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Deleting port 8f909ae1-0236-4202-aba1-cdd43b6828f5 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:49:41.170102 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:41.213796 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-6cc471c4-f430-4081-b7d1-400d2edfbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:48:33Z', 'updated_at': '2021-09-23T23:49:39Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:34Z', 'updated_at': '2021-09-23T23:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:41.235353 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] For port 8f909ae1-0236-4202-aba1-cdd43b6828f5, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8f909ae1-0236-4202-aba1-cdd43b6828f5,segment=NetworkSegment(0401c35c-a447-4d1d-b757-23b27f83ade9),segment_id=0401c35c-a447-4d1d-b757-23b27f83ade9)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:49:41.235772 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:41.244115 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc471c4-f430-4081-b7d1-400d2edfbda1 None None] The sync data for ids ['ae564c8b-4f8c-4544-8831-bae80ab4834c'] in n-d-810775-1 is: [{'id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392433720', 'tenant_id': '32a35fef9e4a415c9123499ddb3ed28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:48:33Z', 'updated_at': '2021-09-23T23:49:39Z', 'revision_number': 5, 'project_id': '32a35fef9e4a415c9123499ddb3ed28e', 'gw_port': {'id': 'b925c3be-7eeb-400f-a2db-82212e7c40e9', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae564c8b-4f8c-4544-8831-bae80ab4834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:48:34Z', 'updated_at': '2021-09-23T23:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:49:41.252341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Calling delete_port for 8f909ae1-0236-4202-aba1-cdd43b6828f5 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:49:41.262449 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Deleting port b925c3be-7eeb-400f-a2db-82212e7c40e9 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:49:41.263008 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:41.351670 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] For port b925c3be-7eeb-400f-a2db-82212e7c40e9, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=b925c3be-7eeb-400f-a2db-82212e7c40e9,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:49:41.352543 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:41.364498 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Calling delete_port for b925c3be-7eeb-400f-a2db-82212e7c40e9 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:49:41.416663 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:41.442199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Pushing event deleted for resources: {'Port': ['ID=8f909ae1-0236-4202-aba1-cdd43b6828f5,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:41.450292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] No DVR routers for this DVR port 8f909ae1-0236-4202-aba1-cdd43b6828f5 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:49:41.455777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:41.455777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:41.455777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:41.455777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:41.455777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:41.455777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:41.455777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:41.455777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:41.455777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:41.455777 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:41.456801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:41.456801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24cb7f8-5861-4b97-bcdf-7c12bdce7662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:41.582159 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:41.608057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Port': ['ID=b925c3be-7eeb-400f-a2db-82212e7c40e9,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:41.679418 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:41.778991 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:41.778991 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:41.907370 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:41.907942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Fanout notify agent at l3_agent the message router_deleted on router ae564c8b-4f8c-4544-8831-bae80ab4834c {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:49:41.915296 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:41.916462 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ca50cc62-fd89-42ce-a73d-bc5f4d5be1d9 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/routers/ae564c8b-4f8c-4544-8831-bae80ab4834c HTTP/1.1" status: 204 len: 168 time: 0.9833493 Sep 23 23:49:41.919182 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47432) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:42.001356 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e3175fa-f48e-4859-8592-0fed795f1bf4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:42.100122 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e3175fa-f48e-4859-8592-0fed795f1bf4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:42.120283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1e3175fa-f48e-4859-8592-0fed795f1bf4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8502cbb3-6d21-405c-b8ca-e0354748a442']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:42.129394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1e3175fa-f48e-4859-8592-0fed795f1bf4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0401c35c-a447-4d1d-b757-23b27f83ade9') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:42.129691 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-1e3175fa-f48e-4859-8592-0fed795f1bf4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0401c35c-a447-4d1d-b757-23b27f83ade9') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:42.139739 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e3175fa-f48e-4859-8592-0fed795f1bf4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:42.152404 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e3175fa-f48e-4859-8592-0fed795f1bf4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:42.158169 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3175fa-f48e-4859-8592-0fed795f1bf4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:49:42.158499 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e3175fa-f48e-4859-8592-0fed795f1bf4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: timer() Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: self._notify() Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:49:42.161374 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:49:42.271215 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e3175fa-f48e-4859-8592-0fed795f1bf4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:42.280543 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-1e3175fa-f48e-4859-8592-0fed795f1bf4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:42.280543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-1e3175fa-f48e-4859-8592-0fed795f1bf4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/networks/8502cbb3-6d21-405c-b8ca-e0354748a442 HTTP/1.1" status: 204 len: 168 time: 0.3598871 Sep 23 23:49:42.282831 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47434) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:42.291743 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3175fa-f48e-4859-8592-0fed795f1bf4 tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'Network': ['ID=8502cbb3-6d21-405c-b8ca-e0354748a442,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:42.344847 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:42.372722 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:42.519354 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:42.521977 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:42.523138 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] 10.222.0.22 "DELETE /v2.0/security-groups/75028655-cf84-4ae2-843f-257a8c728a47 HTTP/1.1" status: 204 len: 168 time: 0.2391770 Sep 23 23:49:42.532706 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75028655-cf84-4ae2-843f-257a8c728a47,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:42.541437 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:42.541787 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:42.542136 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:42.542473 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:42.542807 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:42.543138 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:42.543467 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:42.543793 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:42.544121 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:42.544450 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:42.544784 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:42.545151 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f664-df3e-41e1-b506-e2d03b1d4b1e tempest-TestNetworkAdvancedServerOps-1518965479 tempest-TestNetworkAdvancedServerOps-1518965479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:42.915700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8f909ae1-0236-4202-aba1-cdd43b6828f5 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:49:42.936872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 8f909ae1-0236-4202-aba1-cdd43b6828f5 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:49:42.937259 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8f909ae1-0236-4202-aba1-cdd43b6828f5 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:49:42.937691 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b925c3be-7eeb-400f-a2db-82212e7c40e9 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:49:42.959415 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: b925c3be-7eeb-400f-a2db-82212e7c40e9 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:49:42.959757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device b925c3be-7eeb-400f-a2db-82212e7c40e9 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:49:42.960168 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:49:42.979848 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:49:42.980181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device cb5b9e60-6e4f-4fc4-99ab-4e55e17a3911 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:49:43.136215 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47442) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:43.193769 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-920e1244-3bf8-41a8-bfb0-4c82faa91745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:43.269392 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-8d69ebd4-26e2-4798-af56-6513da4104d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32a35fef9e4a415c9123499ddb3ed28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316159 Sep 23 23:49:43.271878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47446) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:43.319375 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3fd0-1f45-455d-ab74-112642679170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:43.340959 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3fd0-1f45-455d-ab74-112642679170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:43.473179 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3fd0-1f45-455d-ab74-112642679170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:43.475708 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3fd0-1f45-455d-ab74-112642679170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:43.476872 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e6bc3fd0-1f45-455d-ab74-112642679170 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/064ee204-b278-40d7-afc5-044a9ce28876 HTTP/1.1" status: 204 len: 168 time: 0.2040923 Sep 23 23:49:43.485327 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc3fd0-1f45-455d-ab74-112642679170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064ee204-b278-40d7-afc5-044a9ce28876,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:44.302392 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47452) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:44.316182 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0606520d-37e5-4543-834b-0ec6063bab4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:44.404117 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0606520d-37e5-4543-834b-0ec6063bab4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:44.455886 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-0606520d-37e5-4543-834b-0ec6063bab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:44.494838 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-0606520d-37e5-4543-834b-0ec6063bab4b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b0c33cfd8c304104803a7e247c97d340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912315 Sep 23 23:49:44.495728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606520d-37e5-4543-834b-0ec6063bab4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0192f48f-5cd6-45ff-b2c6-0a1872ac85f1,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:44.497674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47454) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:44.550089 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c6eccf3-4e63-4127-b146-a0f684d2a3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:44.572500 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c6eccf3-4e63-4127-b146-a0f684d2a3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:44.696453 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c6eccf3-4e63-4127-b146-a0f684d2a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:44.699211 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-1c6eccf3-4e63-4127-b146-a0f684d2a3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:44.700401 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-1c6eccf3-4e63-4127-b146-a0f684d2a3c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0192f48f-5cd6-45ff-b2c6-0a1872ac85f1 HTTP/1.1" status: 204 len: 168 time: 0.2017007 Sep 23 23:49:44.708906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6eccf3-4e63-4127-b146-a0f684d2a3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0192f48f-5cd6-45ff-b2c6-0a1872ac85f1,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:45.656153 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d796-cd99-4648-a829-1d4624cbee9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:45.792296 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47476) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:45.889863 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-935261389-network', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:49:46.004567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] Made reservation on behalf of 262d76ebe3c54211a1656e99dcfa1efb for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:49:46.006996 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:46.016573 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:46.108182 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:46.175897 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:46.204605 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:46.231735 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:49:46.236954 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6d804c-5f13-405d-a147-8cd8d7d4b91c,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:46.248728 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:46.248728 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] Added segment 686ef637-79ac-4b03-a8b2-4ea083db341a of type vlan for network a26604b9-efd1-4e15-b24f-f87e1da5b205 Sep 23 23:49:46.287357 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:46.362488 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:46.363476 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:46.364105 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:46.425587 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] Pushing event updated for resources: {'Network': ['ID=a26604b9-efd1-4e15-b24f-f87e1da5b205,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:46.435745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network a26604b9-efd1-4e15-b24f-f87e1da5b205 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:49:46.460600 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e8bcc768-989d-401d-88d6-da1c860fe946 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6671805 Sep 23 23:49:46.463617 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47480) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:46.468342 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-e988d105-32d8-424a-9fb9-ad4a9f904619 admin admin] Request body: {'subnet': {'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-935261389-subnet', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:49:46.568769 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e988d105-32d8-424a-9fb9-ad4a9f904619 admin admin] Made reservation on behalf of 262d76ebe3c54211a1656e99dcfa1efb for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:49:46.572414 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e988d105-32d8-424a-9fb9-ad4a9f904619 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:46.816641 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e988d105-32d8-424a-9fb9-ad4a9f904619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:46.871410 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988d105-32d8-424a-9fb9-ad4a9f904619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b893942-8b53-4170-82aa-3bdd2cafc4ec,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:46.882101 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e988d105-32d8-424a-9fb9-ad4a9f904619 admin admin] Checking segment: {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:49:46.882459 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e988d105-32d8-424a-9fb9-ad4a9f904619 admin admin] Network hostable DHCP agents. Network: a26604b9-efd1-4e15-b24f-f87e1da5b205, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:49:46.993814 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e988d105-32d8-424a-9fb9-ad4a9f904619 admin admin] Network a26604b9-efd1-4e15-b24f-f87e1da5b205 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:49:47.101731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-e988d105-32d8-424a-9fb9-ad4a9f904619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, a26604b9-efd1-4e15-b24f-f87e1da5b205) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:49:47.106647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988d105-32d8-424a-9fb9-ad4a9f904619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:47.107236 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e988d105-32d8-424a-9fb9-ad4a9f904619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:47.112623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf02a85-c735-47de-926f-5bcaf7a475b5 None None] Network a26604b9-efd1-4e15-b24f-f87e1da5b205 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:49:47.183249 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e988d105-32d8-424a-9fb9-ad4a9f904619 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7185442 Sep 23 23:49:47.186091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47482) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:47.190488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:49:47.267633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-a26604b9-efd1-4e15-b24f-f87e1da5b205', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:49:47.268510 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:47.284984 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:47.286163 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:47.340277 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:47.342069 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:47.412304 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Allocated IP 172.20.0.2 (a26604b9-efd1-4e15-b24f-f87e1da5b205/3b893942-8b53-4170-82aa-3bdd2cafc4ec/fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:49:47.534285 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:47.560932 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:47.637535 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:47.676426 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Network a26604b9-efd1-4e15-b24f-f87e1da5b205 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:49:47.679372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:49:47.683961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:49:47.695837 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Pushing event updated for resources: {'Port': ['ID=fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:47.748371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Attempting to bind port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:49:47.748742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Attempting to bind port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:49:47.749124 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Attempting to bind port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd on network a26604b9-efd1-4e15-b24f-f87e1da5b205 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:49:47.754784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:49:47.755162 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Checking segment: {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:49:47.755603 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:47.756003 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Bound using segment: {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:49:47.756474 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Bound port: fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:49:47.756859 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:47.829600 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] For port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:49:47.832970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] For port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:49:47.908450 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:47.972037 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabec55c-f8a5-4228-8cdc-21c316b92fff None None] Pushing event updated for resources: {'Port': ['ID=fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:48.133175 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:48.154833 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:48.266923 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Allocated IP 172.25.1.207 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/c40e1b50-33ea-4390-824a-007b50f66766) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:49:48.369552 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:48.456609 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:48.496719 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:49:48.499745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:49:48.507110 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:49:48.510005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Pushing event updated for resources: {'Port': ['ID=c40e1b50-33ea-4390-824a-007b50f66766,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:48.859081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7899c869-cb6d-4c81-895e-7a6d27f14347 None None] Network a26604b9-efd1-4e15-b24f-f87e1da5b205 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:49:48.897095 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:48.899883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b072f136-143a-43ba-9b51-410fbb6968fb None None] Provisioning complete for port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:48.899883 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b072f136-143a-43ba-9b51-410fbb6968fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:48.902228 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:48.976478 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:49:49.060476 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:49.099453 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:49.116200 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b072f136-143a-43ba-9b51-410fbb6968fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:49.142439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:49.142724 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:49.196043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b072f136-143a-43ba-9b51-410fbb6968fb None None] For port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:49:49.254911 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:49.271126 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b072f136-143a-43ba-9b51-410fbb6968fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:49.298025 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Router d7c72807-157d-4c9a-a65b-b85bd307d52c is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:49:49.355720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072f136-143a-43ba-9b51-410fbb6968fb None None] Pushing event updated for resources: {'Port': ['ID=fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:49.362848 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:49:49.363210 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:49:49.410636 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:49:49.419989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Sync routers for ids ['d7c72807-157d-4c9a-a65b-b85bd307d52c'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:49:49.428932 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Routers {'d7c72807-157d-4c9a-a65b-b85bd307d52c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:49:49.432038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:49:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d7c72807-157d-4c9a-a65b-b85bd307d52c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:49.478978 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:49.480179 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-032b18dd-acdf-4c60-a43c-1bea854a3110 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2931018 Sep 23 23:49:49.482874 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47484) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:49.521817 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c5ee9715-eec8-440b-9472-9dd18302b7e1 None None] Provisioning complete for port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:49.522189 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9715-eec8-440b-9472-9dd18302b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:49.573274 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Set router d7c72807-157d-4c9a-a65b-b85bd307d52c gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:49:49.791868 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:48Z', 'revision_number': 3, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:49.818075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Checking router: d7c72807-157d-4c9a-a65b-b85bd307d52c for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:49:49.818415 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Updating router d7c72807-157d-4c9a-a65b-b85bd307d52c port c40e1b50-33ea-4390-824a-007b50f66766 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:49:49.844530 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:49.905643 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:50.101201 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Allocated IP 172.20.0.1 (a26604b9-efd1-4e15-b24f-f87e1da5b205/3b893942-8b53-4170-82aa-3bdd2cafc4ec/8058db6b-a416-492f-92e3-2de067e77c67) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:49:50.157517 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:50.215233 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:50.225458 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:50.281671 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Attempting to bind port c40e1b50-33ea-4390-824a-007b50f66766 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:49:50.282043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Attempting to bind port c40e1b50-33ea-4390-824a-007b50f66766 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:49:50.282410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Attempting to bind port c40e1b50-33ea-4390-824a-007b50f66766 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:49:50.284503 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503fcb3-4e71-44ec-9535-d9fdd924fd03 None None] Pushing event updated for resources: {'Port': ['ID=c40e1b50-33ea-4390-824a-007b50f66766,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:50.290016 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:49:50.290387 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:49:50.291341 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:50.291781 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:49:50.292221 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Bound port: c40e1b50-33ea-4390-824a-007b50f66766, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:49:50.292603 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:50.334886 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:50.379088 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Network a26604b9-efd1-4e15-b24f-f87e1da5b205 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:49:50.382263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:49:50.384832 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:49:50.394513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Pushing event updated for resources: {'Port': ['ID=8058db6b-a416-492f-92e3-2de067e77c67,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:50.437904 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:50.512461 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] For port c40e1b50-33ea-4390-824a-007b50f66766, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:49:50.515759 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] For port c40e1b50-33ea-4390-824a-007b50f66766, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c40e1b50-33ea-4390-824a-007b50f66766,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:49:50.606346 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:50.666585 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:50.674733 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503fcb3-4e71-44ec-9535-d9fdd924fd03 None None] Pushing event updated for resources: {'Port': ['ID=c40e1b50-33ea-4390-824a-007b50f66766,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:50.678340 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Routers {'d7c72807-157d-4c9a-a65b-b85bd307d52c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:49:50.679032 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:49:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d7c72807-157d-4c9a-a65b-b85bd307d52c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:50.680802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-7ed1cf4a-d92b-4512-a8d8-0e8ed76bce02 None None] Provisioning complete for port 8058db6b-a416-492f-92e3-2de067e77c67 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:50.681260 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7ed1cf4a-d92b-4512-a8d8-0e8ed76bce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:50.788038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7ed1cf4a-d92b-4512-a8d8-0e8ed76bce02 None None] Port 8058db6b-a416-492f-92e3-2de067e77c67 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:49:50.821604 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] Set router d7c72807-157d-4c9a-a65b-b85bd307d52c gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:49:50.835746 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:50.905646 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:50.926720 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:49:50.980021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Pushing event updated for resources: {'Port': ['ID=8058db6b-a416-492f-92e3-2de067e77c67,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:50.982712 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:51.051203 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:51.051613 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:51.076881 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Network a26604b9-efd1-4e15-b24f-f87e1da5b205 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:49:51.078807 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:49:51.106776 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 1, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:51.141493 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3aef26-3445-4ed0-9610-2e53bd90c1fd None None] The sync data for ids ['d7c72807-157d-4c9a-a65b-b85bd307d52c'] in n-d-810775-1 is: [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 1, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:49:51.217699 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Router d7c72807-157d-4c9a-a65b-b85bd307d52c has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:49:51.314378 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2affbd36-dc9e-4852-ad49-2582f00f3266 None None] Provisioning complete for port 8058db6b-a416-492f-92e3-2de067e77c67 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:51.314974 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2affbd36-dc9e-4852-ad49-2582f00f3266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:51.334994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:49:51.340534 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-663fe10f-d8ec-4f9a-8f20-f3aab0c83fdd admin admin] 10.222.0.22 "PUT /v2.0/routers/d7c72807-157d-4c9a-a65b-b85bd307d52c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8566847 Sep 23 23:49:51.378941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-2affbd36-dc9e-4852-ad49-2582f00f3266 None None] Port 8058db6b-a416-492f-92e3-2de067e77c67 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:49:52.088950 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47500) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:52.094017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1182184439-network', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:49:52.185752 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] Made reservation on behalf of 4b86b3abd2724719989a44a01db5bde7 for: {'network': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:49:52.188175 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:52.198629 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:52.294173 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:52.351471 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:52.376511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=95491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:49:52.387460 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55e2546-1e06-450f-afbb-b46382fba3b4,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:52.392368 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:52.392720 n-d-810775-1 neutron-server[95491]: INFO neutron.db.segments_db [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] Added segment 7bfe902a-0429-4655-82df-10a5ae9644ca of type vlan for network b20e6b27-22ea-48b0-a7a3-023fe493a997 Sep 23 23:49:52.434668 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:52.524984 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:52.526097 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:52.526672 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:52.590566 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] Pushing event updated for resources: {'Network': ['ID=b20e6b27-22ea-48b0-a7a3-023fe493a997,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:52.600562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network b20e6b27-22ea-48b0-a7a3-023fe493a997 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:49:52.626586 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ddcf3512-2c3e-4891-9c6b-1e6e0ec4b77d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5364079 Sep 23 23:49:52.629365 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47502) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:52.634142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-733cd91d-1d3a-43ed-b4a4-e34846e25aa0 admin admin] Request body: {'subnet': {'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1182184439-subnet', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:49:52.713377 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733cd91d-1d3a-43ed-b4a4-e34846e25aa0 admin admin] Made reservation on behalf of 4b86b3abd2724719989a44a01db5bde7 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:49:52.715700 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-733cd91d-1d3a-43ed-b4a4-e34846e25aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:52.946419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c40e1b50-33ea-4390-824a-007b50f66766 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:49:52.986162 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-733cd91d-1d3a-43ed-b4a4-e34846e25aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:52.998318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c40e1b50-33ea-4390-824a-007b50f66766 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:52.999132 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.050031 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733cd91d-1d3a-43ed-b4a4-e34846e25aa0 admin admin] Checking segment: {'id': '7bfe902a-0429-4655-82df-10a5ae9644ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:49:53.050265 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733cd91d-1d3a-43ed-b4a4-e34846e25aa0 admin admin] Network hostable DHCP agents. Network: b20e6b27-22ea-48b0-a7a3-023fe493a997, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:49:53.055412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cd91d-1d3a-43ed-b4a4-e34846e25aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c2abd9c-33d9-445e-8142-848979fe0323,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:53.075587 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Sync routers for ids ['d7c72807-157d-4c9a-a65b-b85bd307d52c'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:49:53.086009 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Routers {'d7c72807-157d-4c9a-a65b-b85bd307d52c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:49:53.086619 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:49:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d7c72807-157d-4c9a-a65b-b85bd307d52c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:53.089169 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.110393 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port c40e1b50-33ea-4390-824a-007b50f66766, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c40e1b50-33ea-4390-824a-007b50f66766,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:49:53.134263 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733cd91d-1d3a-43ed-b4a4-e34846e25aa0 admin admin] Network b20e6b27-22ea-48b0-a7a3-023fe493a997 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:49:53.180086 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.194631 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Set router d7c72807-157d-4c9a-a65b-b85bd307d52c gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:49:53.210855 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-733cd91d-1d3a-43ed-b4a4-e34846e25aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, b20e6b27-22ea-48b0-a7a3-023fe493a997) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:49:53.217264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733cd91d-1d3a-43ed-b4a4-e34846e25aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:49:53.218140 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-733cd91d-1d3a-43ed-b4a4-e34846e25aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.223116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb9f6eb-c8dd-46f9-afe7-47be915213f7 None None] Network b20e6b27-22ea-48b0-a7a3-023fe493a997 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:49:53.250901 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=c40e1b50-33ea-4390-824a-007b50f66766,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:53.283703 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-733cd91d-1d3a-43ed-b4a4-e34846e25aa0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6532888 Sep 23 23:49:53.286249 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47504) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:53.290944 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1182184439-router', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:49:53.386319 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.387679 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.389468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-b20e6b27-22ea-48b0-a7a3-023fe493a997', 'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'fixed_ips': [{'subnet_id': '2c2abd9c-33d9-445e-8142-848979fe0323'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:49:53.390592 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.415511 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 2, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:53.443260 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Checking router: d7c72807-157d-4c9a-a65b-b85bd307d52c for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:49:53.443749 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Updating router d7c72807-157d-4c9a-a65b-b85bd307d52c port 8058db6b-a416-492f-92e3-2de067e77c67 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:49:53.444629 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.470567 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.532020 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Allocated IP 172.20.0.2 (b20e6b27-22ea-48b0-a7a3-023fe493a997/2c2abd9c-33d9-445e-8142-848979fe0323/8df22259-5e41-4e11-9e1f-e803b8ab8631) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:49:53.649761 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.697676 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.760034 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.801251 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Network b20e6b27-22ea-48b0-a7a3-023fe493a997 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:49:53.804258 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:49:53.811700 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:49:53.814665 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Pushing event updated for resources: {'Port': ['ID=8df22259-5e41-4e11-9e1f-e803b8ab8631,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:53.864125 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.872650 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Attempting to bind port 8df22259-5e41-4e11-9e1f-e803b8ab8631 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:49:53.872947 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Attempting to bind port 8df22259-5e41-4e11-9e1f-e803b8ab8631 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '7bfe902a-0429-4655-82df-10a5ae9644ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:49:53.873348 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Attempting to bind port 8df22259-5e41-4e11-9e1f-e803b8ab8631 on network b20e6b27-22ea-48b0-a7a3-023fe493a997 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:49:53.878522 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:49:53.878905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Checking segment: {'id': '7bfe902a-0429-4655-82df-10a5ae9644ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:49:53.879411 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.879694 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Bound using segment: {'id': '7bfe902a-0429-4655-82df-10a5ae9644ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:49:53.880158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Bound port: 8df22259-5e41-4e11-9e1f-e803b8ab8631, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfe902a-0429-4655-82df-10a5ae9644ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:49:53.880531 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.934583 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.947450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] For port 8df22259-5e41-4e11-9e1f-e803b8ab8631, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:49:53.950547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] For port 8df22259-5e41-4e11-9e1f-e803b8ab8631, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8df22259-5e41-4e11-9e1f-e803b8ab8631,segment=NetworkSegment(7bfe902a-0429-4655-82df-10a5ae9644ca),segment_id=7bfe902a-0429-4655-82df-10a5ae9644ca)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:49:53.953875 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.964420 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:54.013139 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b7444-df86-4e96-acfa-ad4f1bd26f35 None None] Pushing event updated for resources: {'Port': ['ID=8058db6b-a416-492f-92e3-2de067e77c67,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:54.025338 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b7444-df86-4e96-acfa-ad4f1bd26f35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:54.026304 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b7444-df86-4e96-acfa-ad4f1bd26f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:54.026304 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b7444-df86-4e96-acfa-ad4f1bd26f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:54.026706 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b7444-df86-4e96-acfa-ad4f1bd26f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:54.027041 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b7444-df86-4e96-acfa-ad4f1bd26f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:54.027375 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b7444-df86-4e96-acfa-ad4f1bd26f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:54.027703 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b7444-df86-4e96-acfa-ad4f1bd26f35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:54.028029 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b7444-df86-4e96-acfa-ad4f1bd26f35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:54.028355 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b7444-df86-4e96-acfa-ad4f1bd26f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:54.028680 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b7444-df86-4e96-acfa-ad4f1bd26f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:54.029004 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b7444-df86-4e96-acfa-ad4f1bd26f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:54.029353 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b7444-df86-4e96-acfa-ad4f1bd26f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:49:54.053328 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:54.086475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Allocated IP 172.25.1.169 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/da232bfe-4552-40b0-83c9-88713be8bf16) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:49:54.090128 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Attempting to bind port 8058db6b-a416-492f-92e3-2de067e77c67 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:49:54.091121 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Attempting to bind port 8058db6b-a416-492f-92e3-2de067e77c67 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:49:54.091680 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Attempting to bind port 8058db6b-a416-492f-92e3-2de067e77c67 on network a26604b9-efd1-4e15-b24f-f87e1da5b205 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:49:54.097456 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:49:54.101207 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Checking segment: {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:49:54.101207 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:54.101207 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Bound using segment: {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:49:54.101207 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Bound port: 8058db6b-a416-492f-92e3-2de067e77c67, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:49:54.101207 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:54.138067 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881eb7f-31fc-48b5-b2eb-af77f1520a33 None None] Pushing event updated for resources: {'Port': ['ID=8df22259-5e41-4e11-9e1f-e803b8ab8631,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:54.175404 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] For port 8058db6b-a416-492f-92e3-2de067e77c67, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:49:54.178979 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] For port 8058db6b-a416-492f-92e3-2de067e77c67, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8058db6b-a416-492f-92e3-2de067e77c67,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:49:54.215427 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:54.325512 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:54.336139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-82f272f4-490a-440f-84c4-f190d33973da None None] Provisioning complete for port 8058db6b-a416-492f-92e3-2de067e77c67 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:54.336139 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-82f272f4-490a-440f-84c4-f190d33973da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:54.369554 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:54.383548 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Routers {'d7c72807-157d-4c9a-a65b-b85bd307d52c'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:49:54.384292 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:49:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d7c72807-157d-4c9a-a65b-b85bd307d52c'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:54.419086 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:49:54.422286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:49:54.426191 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:49:54.460297 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-82f272f4-490a-440f-84c4-f190d33973da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:54.463594 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Pushing event updated for resources: {'Port': ['ID=da232bfe-4552-40b0-83c9-88713be8bf16,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:54.513671 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b7444-df86-4e96-acfa-ad4f1bd26f35 None None] Pushing event updated for resources: {'Port': ['ID=8058db6b-a416-492f-92e3-2de067e77c67,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:54.539674 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] Set router d7c72807-157d-4c9a-a65b-b85bd307d52c gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:49:54.542135 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-82f272f4-490a-440f-84c4-f190d33973da None None] For port 8058db6b-a416-492f-92e3-2de067e77c67, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8058db6b-a416-492f-92e3-2de067e77c67,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:49:54.616267 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-82f272f4-490a-440f-84c4-f190d33973da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:54.673835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f272f4-490a-440f-84c4-f190d33973da None None] Pushing event updated for resources: {'Port': ['ID=8058db6b-a416-492f-92e3-2de067e77c67,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:54.743192 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-f28865ea-9e4a-4bfd-9870-cfebe8e5afcf None None] Provisioning complete for port 8058db6b-a416-492f-92e3-2de067e77c67 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:54.744445 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f28865ea-9e4a-4bfd-9870-cfebe8e5afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:54.762942 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:54.789621 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37777b4b-6642-4ba1-bed2-4fcbaafbd385 None None] The sync data for ids ['d7c72807-157d-4c9a-a65b-b85bd307d52c'] in n-d-810775-1 is: [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:49:54.800302 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:55.087649 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8df22259-5e41-4e11-9e1f-e803b8ab8631 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:49:55.149043 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8df22259-5e41-4e11-9e1f-e803b8ab8631 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:55.149474 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:55.245356 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:55.272074 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d12bff6-c6a8-4ff0-9e2f-0858284509df None None] Network b20e6b27-22ea-48b0-a7a3-023fe493a997 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:49:55.311200 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port 8df22259-5e41-4e11-9e1f-e803b8ab8631, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8df22259-5e41-4e11-9e1f-e803b8ab8631,segment=NetworkSegment(7bfe902a-0429-4655-82df-10a5ae9644ca),segment_id=7bfe902a-0429-4655-82df-10a5ae9644ca)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:49:55.382394 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ad6c6a0e-7dde-4ac6-a0ff-e7e52c7afe82 None None] Provisioning complete for port 8df22259-5e41-4e11-9e1f-e803b8ab8631 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:55.382865 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6a0e-7dde-4ac6-a0ff-e7e52c7afe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:55.401359 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:55.428875 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:55.429803 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8058db6b-a416-492f-92e3-2de067e77c67 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:49:55.573010 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=8df22259-5e41-4e11-9e1f-e803b8ab8631,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:55.598952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Router 421629c9-d196-41f9-92f5-0df2bd0f1416 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:49:55.610666 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8058db6b-a416-492f-92e3-2de067e77c67 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:55.611729 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:55.704728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c40e1b50-33ea-4390-824a-007b50f66766 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:49:55.719772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:49:55.730341 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Sync routers for ids ['421629c9-d196-41f9-92f5-0df2bd0f1416'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:49:55.750349 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Routers {'421629c9-d196-41f9-92f5-0df2bd0f1416'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:49:55.754931 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:49:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['421629c9-d196-41f9-92f5-0df2bd0f1416'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:55.825633 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:55.829819 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-aa198dc6-33f2-4db0-889f-3a06725a5b4e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5396712 Sep 23 23:49:55.829972 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47506) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:55.847420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c40e1b50-33ea-4390-824a-007b50f66766 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:55.847420 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:55.898161 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-5e647e60-6e7f-4f4c-b8ad-450f352e8fbe None None] Provisioning complete for port 8df22259-5e41-4e11-9e1f-e803b8ab8631 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:55.898465 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5e647e60-6e7f-4f4c-b8ad-450f352e8fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:55.904577 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Set router 421629c9-d196-41f9-92f5-0df2bd0f1416 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:49:56.204199 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'name': 'tempest-TestShelveInstance-1182184439-router', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 3, 'project_id': '4b86b3abd2724719989a44a01db5bde7', 'gw_port': {'id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:56.263201 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:56.388376 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Checking router: 421629c9-d196-41f9-92f5-0df2bd0f1416 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:49:56.388725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Updating router 421629c9-d196-41f9-92f5-0df2bd0f1416 port da232bfe-4552-40b0-83c9-88713be8bf16 binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:49:56.413078 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:56.424432 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Allocated IP 172.20.0.1 (b20e6b27-22ea-48b0-a7a3-023fe493a997/2c2abd9c-33d9-445e-8142-848979fe0323/3c62e69a-a233-4ebe-9c98-63f5a145e446) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:49:56.531177 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:56.656310 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:56.672359 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:56.693498 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Network b20e6b27-22ea-48b0-a7a3-023fe493a997 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:49:56.696420 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:49:56.700638 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:49:56.733040 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Pushing event updated for resources: {'Port': ['ID=3c62e69a-a233-4ebe-9c98-63f5a145e446,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:56.753237 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:56.755492 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:56.810454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Attempting to bind port da232bfe-4552-40b0-83c9-88713be8bf16 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:49:56.810820 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Attempting to bind port da232bfe-4552-40b0-83c9-88713be8bf16 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:49:56.811181 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Attempting to bind port da232bfe-4552-40b0-83c9-88713be8bf16 on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:49:56.823560 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f6823-e991-4545-90b6-a5aa0f793ec4 None None] Pushing event updated for resources: {'Port': ['ID=da232bfe-4552-40b0-83c9-88713be8bf16,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:56.828143 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:49:56.828533 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:49:56.828938 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:56.829344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:49:56.829998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Bound port: da232bfe-4552-40b0-83c9-88713be8bf16, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:49:56.830192 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:56.888532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] For port da232bfe-4552-40b0-83c9-88713be8bf16, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:49:56.892104 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] For port da232bfe-4552-40b0-83c9-88713be8bf16, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=da232bfe-4552-40b0-83c9-88713be8bf16,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:49:56.934241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8df22259-5e41-4e11-9e1f-e803b8ab8631 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:49:56.947673 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:56.982877 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 8df22259-5e41-4e11-9e1f-e803b8ab8631 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:56.983277 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:56.985337 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:57.086710 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a22b56bf-3c81-4396-9178-2d1764d54804 None None] Provisioning complete for port 3c62e69a-a233-4ebe-9c98-63f5a145e446 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:57.087081 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a22b56bf-3c81-4396-9178-2d1764d54804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:57.094245 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Routers {'421629c9-d196-41f9-92f5-0df2bd0f1416'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:49:57.094902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:49:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['421629c9-d196-41f9-92f5-0df2bd0f1416'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:57.098028 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f6823-e991-4545-90b6-a5aa0f793ec4 None None] Pushing event updated for resources: {'Port': ['ID=da232bfe-4552-40b0-83c9-88713be8bf16,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:57.119405 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:57.198766 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:57.224968 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a22b56bf-3c81-4396-9178-2d1764d54804 None None] Port 3c62e69a-a233-4ebe-9c98-63f5a145e446 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:49:57.269320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Pushing event updated for resources: {'Port': ['ID=3c62e69a-a233-4ebe-9c98-63f5a145e446,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:57.269615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] Set router 421629c9-d196-41f9-92f5-0df2bd0f1416 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:49:57.271897 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:57.364248 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Network b20e6b27-22ea-48b0-a7a3-023fe493a997 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:49:57.365845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:49:57.484063 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'name': 'tempest-TestShelveInstance-1182184439-router', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-23T23:49:56Z', 'revision_number': 4, 'project_id': '4b86b3abd2724719989a44a01db5bde7', 'gw_port': {'id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-23T23:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3c62e69a-a233-4ebe-9c98-63f5a145e446', 'name': '', 'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'mac_address': 'fa:16:3e:08:4a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2c2abd9c-33d9-445e-8142-848979fe0323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:56Z', 'updated_at': '2021-09-23T23:49:56Z', 'revision_number': 1, 'project_id': '4b86b3abd2724719989a44a01db5bde7', 'subnets': [{'id': '2c2abd9c-33d9-445e-8142-848979fe0323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:57.487563 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Router 421629c9-d196-41f9-92f5-0df2bd0f1416 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:49:57.511883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae7c1e8-9adf-4d05-9984-e18223aad3b6 None None] The sync data for ids ['421629c9-d196-41f9-92f5-0df2bd0f1416'] in n-d-810775-1 is: [{'id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'name': 'tempest-TestShelveInstance-1182184439-router', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-23T23:49:56Z', 'revision_number': 4, 'project_id': '4b86b3abd2724719989a44a01db5bde7', 'gw_port': {'id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-23T23:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3c62e69a-a233-4ebe-9c98-63f5a145e446', 'name': '', 'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'mac_address': 'fa:16:3e:08:4a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2c2abd9c-33d9-445e-8142-848979fe0323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:56Z', 'updated_at': '2021-09-23T23:49:56Z', 'revision_number': 1, 'project_id': '4b86b3abd2724719989a44a01db5bde7', 'subnets': [{'id': '2c2abd9c-33d9-445e-8142-848979fe0323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:49:57.606049 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:49:57.616891 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-fd4e2921-4533-4b29-a1c1-28393e1d0026 admin admin] 10.222.0.22 "PUT /v2.0/routers/421629c9-d196-41f9-92f5-0df2bd0f1416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7802711 Sep 23 23:49:57.646230 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-efdfe3a9-dc6e-4844-a751-9ffaac8555c5 None None] Provisioning complete for port 3c62e69a-a233-4ebe-9c98-63f5a145e446 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:57.646635 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-efdfe3a9-dc6e-4844-a751-9ffaac8555c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:57.698591 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-efdfe3a9-dc6e-4844-a751-9ffaac8555c5 None None] Port 3c62e69a-a233-4ebe-9c98-63f5a145e446 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:49:58.360488 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47514) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:58.365270 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-6886a384-ac9b-43c2-ba64-42b9888ba927 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-53525296', 'description': 'tempest-secgroup-smoke-53525296 description', 'project_id': '262d76ebe3c54211a1656e99dcfa1efb'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:49:58.482899 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6886a384-ac9b-43c2-ba64-42b9888ba927 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:58.569673 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6886a384-ac9b-43c2-ba64-42b9888ba927 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:58.627371 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6886a384-ac9b-43c2-ba64-42b9888ba927 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:58.658859 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886a384-ac9b-43c2-ba64-42b9888ba927 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161a1d5a-e03f-454a-91e3-f4af769ba0b8,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:58.718844 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6886a384-ac9b-43c2-ba64-42b9888ba927 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:58.722085 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6886a384-ac9b-43c2-ba64-42b9888ba927 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3586354 Sep 23 23:49:58.728659 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47516) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:58.731773 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-6ec1dacd-c0b2-48ca-b569-a219bdfdb6ce tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'security_group_rule': {'security_group_id': '161a1d5a-e03f-454a-91e3-f4af769ba0b8', 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:49:58.843105 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ec1dacd-c0b2-48ca-b569-a219bdfdb6ce tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:58.907731 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ec1dacd-c0b2-48ca-b569-a219bdfdb6ce tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:58.952486 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device da232bfe-4552-40b0-83c9-88713be8bf16 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:49:58.998847 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ec1dacd-c0b2-48ca-b569-a219bdfdb6ce tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.001905 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port da232bfe-4552-40b0-83c9-88713be8bf16 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:49:59.002154 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.019457 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1dacd-c0b2-48ca-b569-a219bdfdb6ce tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6a35b8-0eb1-4b13-b3dd-725041f4e4bd,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:59.080093 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.095861 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6ec1dacd-c0b2-48ca-b569-a219bdfdb6ce tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.097151 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6ec1dacd-c0b2-48ca-b569-a219bdfdb6ce tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3720417 Sep 23 23:49:59.100135 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47518) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:59.100354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port da232bfe-4552-40b0-83c9-88713be8bf16, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=da232bfe-4552-40b0-83c9-88713be8bf16,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:49:59.105501 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-26256a7c-84a3-4c86-aeed-36240a76ae50 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'security_group_rule': {'security_group_id': '161a1d5a-e03f-454a-91e3-f4af769ba0b8', 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:49:59.204508 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.209943 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26256a7c-84a3-4c86-aeed-36240a76ae50 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.257768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=da232bfe-4552-40b0-83c9-88713be8bf16,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:59.272404 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26256a7c-84a3-4c86-aeed-36240a76ae50 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.341965 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26256a7c-84a3-4c86-aeed-36240a76ae50 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.360266 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26256a7c-84a3-4c86-aeed-36240a76ae50 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee81c5db-9b6f-4b36-a99f-e282f2772f25,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:59.438903 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-26256a7c-84a3-4c86-aeed-36240a76ae50 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.440162 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-26256a7c-84a3-4c86-aeed-36240a76ae50 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3390906 Sep 23 23:49:59.443211 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 47520) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:59.448287 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-4729c5d7-cf08-4db1-8c63-a33ea8b2888f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'security_group_rule': {'security_group_id': '161a1d5a-e03f-454a-91e3-f4af769ba0b8', 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:49:59.455860 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Sync routers for ids ['421629c9-d196-41f9-92f5-0df2bd0f1416'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:49:59.465019 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Routers {'421629c9-d196-41f9-92f5-0df2bd0f1416'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:49:59.465644 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:49:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['421629c9-d196-41f9-92f5-0df2bd0f1416'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:59.530712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4729c5d7-cf08-4db1-8c63-a33ea8b2888f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.571747 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Set router 421629c9-d196-41f9-92f5-0df2bd0f1416 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:49:59.591145 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4729c5d7-cf08-4db1-8c63-a33ea8b2888f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.644291 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4729c5d7-cf08-4db1-8c63-a33ea8b2888f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.659644 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729c5d7-cf08-4db1-8c63-a33ea8b2888f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe182d1-6f6c-4c33-a73c-4f005204800a,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:59.707292 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4729c5d7-cf08-4db1-8c63-a33ea8b2888f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.711081 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4729c5d7-cf08-4db1-8c63-a33ea8b2888f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2644138 Sep 23 23:49:59.713084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47522) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:59.716103 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4dd63f4e-bc5a-4e93-abfa-f4af0d54206e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'security_group_rule': {'security_group_id': '161a1d5a-e03f-454a-91e3-f4af769ba0b8', 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:49:59.778979 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'name': 'tempest-TestShelveInstance-1182184439-router', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-23T23:49:56Z', 'revision_number': 4, 'project_id': '4b86b3abd2724719989a44a01db5bde7', 'gw_port': {'id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-23T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3c62e69a-a233-4ebe-9c98-63f5a145e446', 'name': '', 'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'mac_address': 'fa:16:3e:08:4a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2c2abd9c-33d9-445e-8142-848979fe0323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:56Z', 'updated_at': '2021-09-23T23:49:56Z', 'revision_number': 2, 'project_id': '4b86b3abd2724719989a44a01db5bde7', 'subnets': [{'id': '2c2abd9c-33d9-445e-8142-848979fe0323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:49:59.786394 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dd63f4e-bc5a-4e93-abfa-f4af0d54206e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.810133 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Checking router: 421629c9-d196-41f9-92f5-0df2bd0f1416 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:49:59.810505 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Updating router 421629c9-d196-41f9-92f5-0df2bd0f1416 port 3c62e69a-a233-4ebe-9c98-63f5a145e446 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:49:59.835612 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.846843 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dd63f4e-bc5a-4e93-abfa-f4af0d54206e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.901922 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dd63f4e-bc5a-4e93-abfa-f4af0d54206e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.922812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd63f4e-bc5a-4e93-abfa-f4af0d54206e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31f3ddb-4425-4220-a3d1-0bb0b0485300,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:49:59.993274 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4dd63f4e-bc5a-4e93-abfa-f4af0d54206e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:59.994906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4dd63f4e-bc5a-4e93-abfa-f4af0d54206e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2824512 Sep 23 23:49:59.997891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47524) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:50:00.002248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-3545c207-b1de-43a8-b6aa-915cee1e0d1a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'security_group_rule': {'security_group_id': '161a1d5a-e03f-454a-91e3-f4af769ba0b8', 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:50:00.096167 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-3545c207-b1de-43a8-b6aa-915cee1e0d1a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Project 262d76ebe3c54211a1656e99dcfa1efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:50:00.101399 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3545c207-b1de-43a8-b6aa-915cee1e0d1a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.105605 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.167521 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3545c207-b1de-43a8-b6aa-915cee1e0d1a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.187375 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.243869 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163af681-6b3f-4100-802d-5969beb2d4dc None None] Pushing event updated for resources: {'Port': ['ID=3c62e69a-a233-4ebe-9c98-63f5a145e446,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:50:00.250461 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3545c207-b1de-43a8-b6aa-915cee1e0d1a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.273216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545c207-b1de-43a8-b6aa-915cee1e0d1a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e474ec6b-1f0c-417c-9d88-4c9b0c1757e0,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:50:00.296491 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Attempting to bind port 3c62e69a-a233-4ebe-9c98-63f5a145e446 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:50:00.297029 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Attempting to bind port 3c62e69a-a233-4ebe-9c98-63f5a145e446 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '7bfe902a-0429-4655-82df-10a5ae9644ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:50:00.297530 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Attempting to bind port 3c62e69a-a233-4ebe-9c98-63f5a145e446 on network b20e6b27-22ea-48b0-a7a3-023fe493a997 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:50:00.302787 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:50:00.303157 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Checking segment: {'id': '7bfe902a-0429-4655-82df-10a5ae9644ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:50:00.303563 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.303951 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Bound using segment: {'id': '7bfe902a-0429-4655-82df-10a5ae9644ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:50:00.304411 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Bound port: 3c62e69a-a233-4ebe-9c98-63f5a145e446, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfe902a-0429-4655-82df-10a5ae9644ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:50:00.304788 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.371246 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3545c207-b1de-43a8-b6aa-915cee1e0d1a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.372492 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3545c207-b1de-43a8-b6aa-915cee1e0d1a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3737214 Sep 23 23:50:00.372630 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] For port 3c62e69a-a233-4ebe-9c98-63f5a145e446, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:50:00.375543 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47526) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:50:00.376347 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] For port 3c62e69a-a233-4ebe-9c98-63f5a145e446, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3c62e69a-a233-4ebe-9c98-63f5a145e446,segment=NetworkSegment(7bfe902a-0429-4655-82df-10a5ae9644ca),segment_id=7bfe902a-0429-4655-82df-10a5ae9644ca)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:50:00.380308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f3b400a2-c5a2-4c0c-b897-d41545fd7658 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'security_group_rule': {'security_group_id': '161a1d5a-e03f-454a-91e3-f4af769ba0b8', 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:50:00.442095 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-568c8b24-e7a7-4151-af4e-fb551d13cc00 None None] Provisioning complete for port 3c62e69a-a233-4ebe-9c98-63f5a145e446 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:50:00.442648 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-568c8b24-e7a7-4151-af4e-fb551d13cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.477186 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-568c8b24-e7a7-4151-af4e-fb551d13cc00 None None] Port 3c62e69a-a233-4ebe-9c98-63f5a145e446 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:50:00.485034 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.500190 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-f3b400a2-c5a2-4c0c-b897-d41545fd7658 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Project 262d76ebe3c54211a1656e99dcfa1efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:50:00.505770 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3b400a2-c5a2-4c0c-b897-d41545fd7658 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.545160 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Routers {'421629c9-d196-41f9-92f5-0df2bd0f1416'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:50:00.545806 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:49:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['421629c9-d196-41f9-92f5-0df2bd0f1416'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:50:00.577048 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3b400a2-c5a2-4c0c-b897-d41545fd7658 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.581774 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163af681-6b3f-4100-802d-5969beb2d4dc None None] Pushing event updated for resources: {'Port': ['ID=3c62e69a-a233-4ebe-9c98-63f5a145e446,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:50:00.664111 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] Set router 421629c9-d196-41f9-92f5-0df2bd0f1416 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:50:00.667624 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3b400a2-c5a2-4c0c-b897-d41545fd7658 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.689947 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b400a2-c5a2-4c0c-b897-d41545fd7658 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b567db-8de3-4abc-9a44-2f1717db3e3d,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:50:00.765119 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f3b400a2-c5a2-4c0c-b897-d41545fd7658 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.766426 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f3b400a2-c5a2-4c0c-b897-d41545fd7658 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3897867 Sep 23 23:50:00.800976 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-21e25331-8567-4ea2-b4e0-8ff751757397 None None] Provisioning complete for port 3c62e69a-a233-4ebe-9c98-63f5a145e446 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:50:00.801388 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-21e25331-8567-4ea2-b4e0-8ff751757397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.903320 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-21e25331-8567-4ea2-b4e0-8ff751757397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:00.950547 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-21e25331-8567-4ea2-b4e0-8ff751757397 None None] For port 3c62e69a-a233-4ebe-9c98-63f5a145e446, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3c62e69a-a233-4ebe-9c98-63f5a145e446,segment=NetworkSegment(7bfe902a-0429-4655-82df-10a5ae9644ca),segment_id=7bfe902a-0429-4655-82df-10a5ae9644ca)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:50:00.994760 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3c62e69a-a233-4ebe-9c98-63f5a145e446 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:50:01.016384 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'name': 'tempest-TestShelveInstance-1182184439-router', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-23T23:49:56Z', 'revision_number': 4, 'project_id': '4b86b3abd2724719989a44a01db5bde7', 'gw_port': {'id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-23T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3c62e69a-a233-4ebe-9c98-63f5a145e446', 'name': '', 'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'mac_address': 'fa:16:3e:08:4a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2c2abd9c-33d9-445e-8142-848979fe0323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:56Z', 'updated_at': '2021-09-23T23:50:00Z', 'revision_number': 4, 'project_id': '4b86b3abd2724719989a44a01db5bde7', 'subnets': [{'id': '2c2abd9c-33d9-445e-8142-848979fe0323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:50:01.016761 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-853c0b80-3ea3-47c7-a394-a3598ab4812f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53525296&fields=id&tenant_id=262d76ebe3c54211a1656e99dcfa1efb HTTP/1.1" status: 200 len: 267 time: 0.0460796 Sep 23 23:50:01.023579 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-21e25331-8567-4ea2-b4e0-8ff751757397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:01.046619 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a85eb-b9bf-4f59-87d7-c27d6eb70290 None None] The sync data for ids ['421629c9-d196-41f9-92f5-0df2bd0f1416'] in n-d-810775-1 is: [{'id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'name': 'tempest-TestShelveInstance-1182184439-router', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-23T23:49:56Z', 'revision_number': 4, 'project_id': '4b86b3abd2724719989a44a01db5bde7', 'gw_port': {'id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-23T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '3c62e69a-a233-4ebe-9c98-63f5a145e446', 'name': '', 'network_id': 'b20e6b27-22ea-48b0-a7a3-023fe493a997', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'mac_address': 'fa:16:3e:08:4a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2c2abd9c-33d9-445e-8142-848979fe0323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:56Z', 'updated_at': '2021-09-23T23:50:00Z', 'revision_number': 4, 'project_id': '4b86b3abd2724719989a44a01db5bde7', 'subnets': [{'id': '2c2abd9c-33d9-445e-8142-848979fe0323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:50:01.093598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 3c62e69a-a233-4ebe-9c98-63f5a145e446 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:50:01.093966 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:01.126406 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e25331-8567-4ea2-b4e0-8ff751757397 None None] Pushing event updated for resources: {'Port': ['ID=3c62e69a-a233-4ebe-9c98-63f5a145e446,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:50:01.149178 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-fc297d88-4974-4693-9624-866f0e4df53c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:01.157221 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-fc297d88-4974-4693-9624-866f0e4df53c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 808 time: 0.1284680 Sep 23 23:50:01.169679 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-03880b55-4dbe-4375-bdc0-9eaa7e26c825 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/quotas/262d76ebe3c54211a1656e99dcfa1efb HTTP/1.1" status: 200 len: 375 time: 0.0115416 Sep 23 23:50:01.181974 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device da232bfe-4552-40b0-83c9-88713be8bf16 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:50:01.225353 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-eecef5e6-fc63-45eb-8c61-e3d0d4dbada7 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508657 Sep 23 23:50:01.236638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port da232bfe-4552-40b0-83c9-88713be8bf16 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:50:01.237220 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:01.336679 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-6d3c776f-de3f-425a-8dc2-f50e15bc984b service neutron] 10.222.0.22 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966401 Sep 23 23:50:01.433019 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-ad71675a-88e9-43ea-95bb-db2fcb0eacc7 service neutron] 10.222.0.22 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907316 Sep 23 23:50:01.685922 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-baa934e4-3c46-4fb2-890f-c67dafb006d4 req-7f0c5fc6-4b40-48e2-a9a3-f062f3e42c7d tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 210 time: 0.0266945 Sep 23 23:50:02.783202 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-4711863e-b7a1-4fab-ad5c-234848551b70 req-59252979-9319-480f-b898-1e684c8a4851 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 210 time: 0.0273352 Sep 23 23:50:02.935330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3c62e69a-a233-4ebe-9c98-63f5a145e446 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:50:02.981885 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 3c62e69a-a233-4ebe-9c98-63f5a145e446 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:50:02.982162 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:03.878883 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2dca6f20-e070-4962-8de8-ce53e569c6c9 req-71589399-daad-415b-aaca-5725744d4dee tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 210 time: 0.0265851 Sep 23 23:50:04.176000 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-9a522264-1619-4f8b-90a3-851450df8c19 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:04.177538 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-9a522264-1619-4f8b-90a3-851450df8c19 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 808 time: 0.1061881 Sep 23 23:50:04.226006 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-bfe44f8f-bd94-44ce-b3fb-27f429f45f5f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=262d76ebe3c54211a1656e99dcfa1efb HTTP/1.1" status: 200 len: 378 time: 0.0334806 Sep 23 23:50:04.235302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-e2ee16dd-fbbd-4398-9751-dfc5ec2fd86b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'port': {'device_id': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'admin_state_up': True, 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'security_groups': ['161a1d5a-e03f-454a-91e3-f4af769ba0b8']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:50:04.490033 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-e2ee16dd-fbbd-4398-9751-dfc5ec2fd86b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Made reservation on behalf of 262d76ebe3c54211a1656e99dcfa1efb for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:50:04.494340 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-e2ee16dd-fbbd-4398-9751-dfc5ec2fd86b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:04.620286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-e2ee16dd-fbbd-4398-9751-dfc5ec2fd86b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Allocated IP 172.20.0.10 (a26604b9-efd1-4e15-b24f-f87e1da5b205/3b893942-8b53-4170-82aa-3bdd2cafc4ec/6aaf9d97-7608-42ac-b955-8bfb38bd0be4) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:50:04.763204 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-e2ee16dd-fbbd-4398-9751-dfc5ec2fd86b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:04.888632 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-e2ee16dd-fbbd-4398-9751-dfc5ec2fd86b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:04.934551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-e2ee16dd-fbbd-4398-9751-dfc5ec2fd86b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Network a26604b9-efd1-4e15-b24f-f87e1da5b205 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:50:04.937628 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-e2ee16dd-fbbd-4398-9751-dfc5ec2fd86b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:50:04.940075 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-e2ee16dd-fbbd-4398-9751-dfc5ec2fd86b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:50:04.976360 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee16dd-fbbd-4398-9751-dfc5ec2fd86b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'Port': ['ID=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:50:05.007240 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef27197-ec35-475d-8f86-2f1ffeb0b5b1 req-0a673fb5-e983-458b-9f8a-1eb02b1a9e95 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:05.007869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-e2ee16dd-fbbd-4398-9751-dfc5ec2fd86b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:05.008242 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-e2ee16dd-fbbd-4398-9751-dfc5ec2fd86b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:05.009284 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ef27197-ec35-475d-8f86-2f1ffeb0b5b1 req-0a673fb5-e983-458b-9f8a-1eb02b1a9e95 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 932 time: 0.0595708 Sep 23 23:50:05.051489 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9ef27197-ec35-475d-8f86-2f1ffeb0b5b1 req-3f7fd69a-d8bc-48d7-9a59-a4e41361b2ad tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356202 Sep 23 23:50:05.137273 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-e2ee16dd-fbbd-4398-9751-dfc5ec2fd86b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9053810 Sep 23 23:50:05.184081 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-c165025a-1981-4f51-92e8-cac9d531a0d5 None None] Provisioning complete for port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:50:05.184654 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c165025a-1981-4f51-92e8-cac9d531a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:05.222835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-c165025a-1981-4f51-92e8-cac9d531a0d5 None None] Port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:50:05.248982 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Request body: {'port': {'device_id': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:50:05.303293 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:05.584752 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:50:05.592999 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:05.605772 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Transition to ACTIVE for port object 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:50:05.679544 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:05.732486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Pushing event updated for resources: {'Port': ['ID=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:50:05.803605 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Attempting to bind port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:50:05.803943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Attempting to bind port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:50:05.804297 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Attempting to bind port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 on network a26604b9-efd1-4e15-b24f-f87e1da5b205 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:50:05.808925 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 on network a26604b9-efd1-4e15-b24f-f87e1da5b205 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:50:05.809275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Attempting to bind port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 on network a26604b9-efd1-4e15-b24f-f87e1da5b205 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:50:05.814286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:50:05.814621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Checking segment: {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:50:05.815020 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Bound using segment: {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:50:05.815430 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Bound port: 6aaf9d97-7608-42ac-b955-8bfb38bd0be4, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:50:05.815788 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:05.891631 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] For port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:50:05.895158 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] For port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:50:06.005065 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:06.041437 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:06.042073 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:06.043565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] 10.222.0.67 "PUT /v2.0/ports/6aaf9d97-7608-42ac-b955-8bfb38bd0be4 HTTP/1.1" status: 200 len: 1092 time: 0.8911927 Sep 23 23:50:06.044021 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:50:06.046375 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334c46f8-393f-4154-b05b-1117e75f579b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:50:06.073784 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23911f36-7e73-4f84-92e7-e519419baa11 service neutron] Pushing event updated for resources: {'Port': ['ID=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:50:06.114032 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efb3aa4-c1c7-42ad-ae78-2e9dde80c5a2 x-openstack-request-id: req-6efb3aa4-c1c7-42ad-ae78-2e9dde80c5a2 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:50:06.114032 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:50:06.114032 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6efb3aa4-c1c7-42ad-ae78-2e9dde80c5a2 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:50:06.114032 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'status': 'completed', 'code': 200} Sep 23 23:50:06.177795 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2d4fb-93f8-4d9d-8e95-c6845ad02fb7 req-26221680-e328-4be7-9522-35570cfe64f1 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:06.179374 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fd2d4fb-93f8-4d9d-8e95-c6845ad02fb7 req-26221680-e328-4be7-9522-35570cfe64f1 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0538177 Sep 23 23:50:06.197868 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c46f8-393f-4154-b05b-1117e75f579b req-98cf7808-c7f8-42ea-bb86-db5a4022ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:06.199653 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-334c46f8-393f-4154-b05b-1117e75f579b req-98cf7808-c7f8-42ea-bb86-db5a4022ff7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 1095 time: 0.0489302 Sep 23 23:50:06.229719 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fd2d4fb-93f8-4d9d-8e95-c6845ad02fb7 req-54d86730-3d3d-4856-a755-0367d76b5108 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431399 Sep 23 23:50:06.311959 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c46f8-393f-4154-b05b-1117e75f579b req-8ed80e6a-d1cf-400e-8090-391706f4ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:06.313422 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-334c46f8-393f-4154-b05b-1117e75f579b req-8ed80e6a-d1cf-400e-8090-391706f4ad69 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0996230 Sep 23 23:50:06.409083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c46f8-393f-4154-b05b-1117e75f579b req-0aa5e6f7-8e85-4aa1-8cfe-e30e028d6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:06.410587 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-334c46f8-393f-4154-b05b-1117e75f579b req-0aa5e6f7-8e85-4aa1-8cfe-e30e028d6e8b service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907650 Sep 23 23:50:06.512208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-6d12efcb-8351-4370-83e5-9c811c65306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:06.513732 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-6d12efcb-8351-4370-83e5-9c811c65306b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 1095 time: 0.0456474 Sep 23 23:50:06.561770 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-f8963e93-a8b2-42db-9a47-ca383b09160b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4 HTTP/1.1" status: 200 len: 217 time: 0.0337114 Sep 23 23:50:06.611574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-3b745af8-4673-469f-b5a2-66ce3ce5ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:06.613135 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-3b745af8-4673-469f-b5a2-66ce3ce5ed94 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0447183 Sep 23 23:50:06.665835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-08a91641-adfd-4406-87d9-75de95cd3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:06.667323 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-08a91641-adfd-4406-87d9-75de95cd3650 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472457 Sep 23 23:50:06.759803 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-b416bf7c-010d-4c1c-91ec-cf78c6bfd8cf service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848870 Sep 23 23:50:06.853467 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-afa97a5d-51cd-4196-bcbd-695c38d5a122 req-41c466ff-6769-4ddd-8437-c8e352019259 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865149 Sep 23 23:50:07.349851 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d356f91-3a98-4bc9-89fa-0aa12812349f req-53e7547a-aa29-4aaf-8663-cb81a3ef977d tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:07.351351 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d356f91-3a98-4bc9-89fa-0aa12812349f req-53e7547a-aa29-4aaf-8663-cb81a3ef977d tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0512629 Sep 23 23:50:07.392692 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3d356f91-3a98-4bc9-89fa-0aa12812349f req-e51b9f4c-c783-4783-9d2f-e3e89c1659a0 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347068 Sep 23 23:50:07.696124 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:07.876880 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:50:08.505819 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214892fd-4ffc-432a-809b-35cca3715f91 req-dbafadda-3f7a-4f2f-aac9-f80ed312393f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:08.507347 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-214892fd-4ffc-432a-809b-35cca3715f91 req-dbafadda-3f7a-4f2f-aac9-f80ed312393f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0486455 Sep 23 23:50:08.547233 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-214892fd-4ffc-432a-809b-35cca3715f91 req-a20a4bdb-1d87-4f6d-932b-a86d0f7dbd6b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329583 Sep 23 23:50:09.660721 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254718d-3eb4-42ad-9fd4-92cf2d9bdcd8 req-ef865b4c-abbd-4b6b-bf6f-876002fc92ad tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:09.662235 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2254718d-3eb4-42ad-9fd4-92cf2d9bdcd8 req-ef865b4c-abbd-4b6b-bf6f-876002fc92ad tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0482502 Sep 23 23:50:09.700329 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2254718d-3eb4-42ad-9fd4-92cf2d9bdcd8 req-be7453f1-2493-4624-bde6-a166becf40be tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315402 Sep 23 23:50:10.066280 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:50:10.163170 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:50:10.174377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'port_id': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'mac_address': 'fa:16:3e:e2:64:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:50:10.210868 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:10.223326 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:50:10.242629 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:50:10.318423 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:10.367763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:50:10.737757 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['6aaf9d97-7608-42ac-b955-8bfb38bd0be4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:50:10.820564 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f33faa-1b93-4bdf-b5d6-16af544db5a7 req-f2b2b7e2-5d2c-4e3e-b297-deba7fe4b69e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:10.822272 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3f33faa-1b93-4bdf-b5d6-16af544db5a7 req-f2b2b7e2-5d2c-4e3e-b297-deba7fe4b69e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 945 time: 0.0530987 Sep 23 23:50:10.861093 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e3f33faa-1b93-4bdf-b5d6-16af544db5a7 req-cc199b1c-56d5-43ae-a65c-5a45a543def7 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327458 Sep 23 23:50:11.980564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1b8ca-60f7-4b6b-8b38-fa8636053412 req-88182938-25a9-44fd-865d-502fa879aaa2 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:11.982064 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52b1b8ca-60f7-4b6b-8b38-fa8636053412 req-88182938-25a9-44fd-865d-502fa879aaa2 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 945 time: 0.0542653 Sep 23 23:50:12.019839 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52b1b8ca-60f7-4b6b-8b38-fa8636053412 req-ae456410-df7c-434b-be94-f23bb714a947 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317900 Sep 23 23:50:12.073453 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:50:12.190956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:50:12.194977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:50:12.195336 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:12.270297 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:12.292628 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:50:12.294873 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372cbe6d-f8e1-4d86-9dfe-e0bae388ad81" -d '{"events": [{"server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "name": "network-vif-plugged", "status": "completed", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:50:12.307923 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:50:12.389433 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db2188c-35fd-4609-a97d-55852bd5053c x-openstack-request-id: req-0db2188c-35fd-4609-a97d-55852bd5053c {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:50:12.389814 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "name": "network-vif-plugged", "status": "completed", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:50:12.390309 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0db2188c-35fd-4609-a97d-55852bd5053c {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:50:12.390710 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'code': 200} Sep 23 23:50:12.398462 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:12.452482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:50:12.516741 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe59e2-3349-4b86-b31b-88f4e2704e32 req-a9bec6b1-f369-40d2-b08c-4b5c5936c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:12.518259 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cabe59e2-3349-4b86-b31b-88f4e2704e32 req-a9bec6b1-f369-40d2-b08c-4b5c5936c20d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 1097 time: 0.0409160 Sep 23 23:50:12.552333 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cabe59e2-3349-4b86-b31b-88f4e2704e32 req-b61f7dac-7326-45e5-849f-79e964214cd5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0270002 Sep 23 23:50:13.135316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21f6b7-6e76-4399-85d2-74cdc6deadc1 req-5f74d744-6ed3-4550-bcb4-9957b88f61e6 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:13.137182 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4b21f6b7-6e76-4399-85d2-74cdc6deadc1 req-5f74d744-6ed3-4550-bcb4-9957b88f61e6 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0498810 Sep 23 23:50:13.175244 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4b21f6b7-6e76-4399-85d2-74cdc6deadc1 req-aad1ea66-6aa4-4e52-a6a2-0b3889a46623 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314586 Sep 23 23:50:13.232789 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5f08804-8b95-47f7-b63f-f734025fe3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:14.303768 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7361692-be3f-458b-a938-eb76fb7f9540 req-0f7faf12-c5b8-41a0-9739-6770b50f2ebc tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:14.305293 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d7361692-be3f-458b-a938-eb76fb7f9540 req-0f7faf12-c5b8-41a0-9739-6770b50f2ebc tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0502226 Sep 23 23:50:14.345710 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d7361692-be3f-458b-a938-eb76fb7f9540 req-357295c6-80c1-4755-be36-f9b39a5f5c9e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343041 Sep 23 23:50:14.463627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c9557-3034-4bdc-a173-d4c162af4adc req-f35143bb-0fbe-4072-9851-dd4ad2b48bfd tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:14.465069 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-609c9557-3034-4bdc-a173-d4c162af4adc req-f35143bb-0fbe-4072-9851-dd4ad2b48bfd tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0532472 Sep 23 23:50:14.505627 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-609c9557-3034-4bdc-a173-d4c162af4adc req-dcbaa161-72c6-4a94-ac1c-ff547de9aecc tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345211 Sep 23 23:50:14.528241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47590) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:50:14.610353 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9420198b-f24a-4955-9d07-f15c06b718be tempest-TestShelveInstance-546446137 tempest-TestShelveInstance-546446137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:14.611918 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9420198b-f24a-4955-9d07-f15c06b718be tempest-TestShelveInstance-546446137 tempest-TestShelveInstance-546446137-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 1092 time: 0.0826654 Sep 23 23:50:14.614902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 47594) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:50:14.620174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:50:14.713023 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:14.813728 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:14.917941 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Allocated IP 172.25.1.215 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/f469df1d-6544-443e-bd47-c931d76ad59c) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:50:15.023752 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:15.111139 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:15.151080 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:50:15.154074 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:50:15.161124 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:50:15.164254 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'Port': ['ID=f469df1d-6544-443e-bd47-c931d76ad59c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:50:15.499329 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:15.623160 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:15.689684 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c563960a-c135-49cd-a53a-8c380290e4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:15.777477 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:15.878047 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:15.949595 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'Port': ['ID=f469df1d-6544-443e-bd47-c931d76ad59c,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:50:15.958753 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:16.059909 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Floating IP c510cbbe-8f42-43d1-87d4-188f810ef30d associated. External IP: 172.25.1.215, port: 6aaf9d97-7608-42ac-b955-8bfb38bd0be4. Sep 23 23:50:16.210295 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:16.267728 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Router d7c72807-157d-4c9a-a65b-b85bd307d52c has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:50:16.374622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:50:16.384764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecc04a1-4869-4452-b7b0-0198d22f56ed None None] Sync routers for ids ['d7c72807-157d-4c9a-a65b-b85bd307d52c'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:50:16.394037 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecc04a1-4869-4452-b7b0-0198d22f56ed None None] Routers {'d7c72807-157d-4c9a-a65b-b85bd307d52c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:50:16.394655 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6ecc04a1-4869-4452-b7b0-0198d22f56ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:50:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d7c72807-157d-4c9a-a65b-b85bd307d52c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:50:16.488510 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:16.501501 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-6ecc04a1-4869-4452-b7b0-0198d22f56ed None None] Set router d7c72807-157d-4c9a-a65b-b85bd307d52c gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:50:16.516109 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ec8b2bc3-975a-4c3a-aa16-992f61d9435c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9001703 Sep 23 23:50:16.516761 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:50:16.519223 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559e0558-1862-4538-8d1a-37599942a753" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:50:16.555541 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed2190b-70d1-4cbe-a5ab-eafe67666ba9 x-openstack-request-id: req-aed2190b-70d1-4cbe-a5ab-eafe67666ba9 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:50:16.555909 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:50:16.556166 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aed2190b-70d1-4cbe-a5ab-eafe67666ba9 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:50:16.556580 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'status': 'completed', 'code': 200} Sep 23 23:50:16.641615 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e0558-1862-4538-8d1a-37599942a753 req-23339a72-e951-4687-8d36-7c9d7c696582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:16.643090 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-559e0558-1862-4538-8d1a-37599942a753 req-23339a72-e951-4687-8d36-7c9d7c696582 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 1097 time: 0.0439053 Sep 23 23:50:16.727667 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6ecc04a1-4869-4452-b7b0-0198d22f56ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'c510cbbe-8f42-43d1-87d4-188f810ef30d', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'port_id': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'mac_address': 'fa:16:3e:e2:64:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:50:15Z', 'updated_at': '2021-09-23T23:50:15Z', 'revision_number': 0, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 5, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:50:16.739049 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e0558-1862-4538-8d1a-37599942a753 req-48ff33a2-7c60-48af-a961-28472faec98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:16.740546 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-559e0558-1862-4538-8d1a-37599942a753 req-48ff33a2-7c60-48af-a961-28472faec98f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0900242 Sep 23 23:50:16.759219 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecc04a1-4869-4452-b7b0-0198d22f56ed None None] Checking router: d7c72807-157d-4c9a-a65b-b85bd307d52c for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:50:16.768201 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecc04a1-4869-4452-b7b0-0198d22f56ed None None] Routers {'d7c72807-157d-4c9a-a65b-b85bd307d52c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:50:16.768874 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6ecc04a1-4869-4452-b7b0-0198d22f56ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:50:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d7c72807-157d-4c9a-a65b-b85bd307d52c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:50:16.807903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-559e0558-1862-4538-8d1a-37599942a753 req-cc6ba419-aee3-48cc-8b4c-d54fbb8aa3bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4 HTTP/1.1" status: 200 len: 1000 time: 0.0606420 Sep 23 23:50:16.865648 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e0558-1862-4538-8d1a-37599942a753 req-5c7c83f7-33b0-4281-910a-dbfc9af1e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:16.867150 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-559e0558-1862-4538-8d1a-37599942a753 req-5c7c83f7-33b0-4281-910a-dbfc9af1e84d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0503786 Sep 23 23:50:16.916176 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e0558-1862-4538-8d1a-37599942a753 req-93d01de9-fe1a-496c-9257-525e2c73fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:16.917649 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-559e0558-1862-4538-8d1a-37599942a753 req-93d01de9-fe1a-496c-9257-525e2c73fad3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435815 Sep 23 23:50:17.043318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-6ecc04a1-4869-4452-b7b0-0198d22f56ed None None] Set router d7c72807-157d-4c9a-a65b-b85bd307d52c gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:50:17.053576 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-559e0558-1862-4538-8d1a-37599942a753 req-a9510f33-b195-4d81-854c-f442e452f630 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289918 Sep 23 23:50:17.151631 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-559e0558-1862-4538-8d1a-37599942a753 req-762b4d29-ffa4-4400-8314-6707eb3bdf2f service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911319 Sep 23 23:50:17.285512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6ecc04a1-4869-4452-b7b0-0198d22f56ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'c510cbbe-8f42-43d1-87d4-188f810ef30d', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'port_id': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'mac_address': 'fa:16:3e:e2:64:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:50:15Z', 'updated_at': '2021-09-23T23:50:15Z', 'revision_number': 0, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 5, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:50:17.317244 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:17.318248 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecc04a1-4869-4452-b7b0-0198d22f56ed None None] The sync data for ids ['d7c72807-157d-4c9a-a65b-b85bd307d52c'] in n-d-810775-1 is: [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': 'c510cbbe-8f42-43d1-87d4-188f810ef30d', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'port_id': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'mac_address': 'fa:16:3e:e2:64:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:50:15Z', 'updated_at': '2021-09-23T23:50:15Z', 'revision_number': 0, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 5, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:50:17.511612 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d9d8e4-bb94-4fe8-bbe8-d2a56968b170 None None] New status for floating IP c510cbbe-8f42-43d1-87d4-188f810ef30d: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:50:18.945464 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:18.975390 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:33.395566 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-366246aa-1c81-4f15-b3f6-0e58f7d927c5 req-85597eec-d19c-49d0-9db1-eca07c7b369a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397630 Sep 23 23:50:33.494859 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366246aa-1c81-4f15-b3f6-0e58f7d927c5 req-bce85742-2b78-4e88-8a8c-f55f0c14b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:33.496487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-366246aa-1c81-4f15-b3f6-0e58f7d927c5 req-bce85742-2b78-4e88-8a8c-f55f0c14b760 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 1097 time: 0.0413468 Sep 23 23:50:33.606281 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366246aa-1c81-4f15-b3f6-0e58f7d927c5 req-6214d4f9-9814-403d-acd3-550ddee5f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:33.607850 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-366246aa-1c81-4f15-b3f6-0e58f7d927c5 req-6214d4f9-9814-403d-acd3-550ddee5f5dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0906825 Sep 23 23:50:33.676806 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-366246aa-1c81-4f15-b3f6-0e58f7d927c5 req-716fd355-ddd2-4227-9ee1-3a2cbf9c208c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4 HTTP/1.1" status: 200 len: 1002 time: 0.0571523 Sep 23 23:50:33.729871 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366246aa-1c81-4f15-b3f6-0e58f7d927c5 req-f3ddb6a2-9910-471c-93ac-8e8f0db0c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:33.731361 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-366246aa-1c81-4f15-b3f6-0e58f7d927c5 req-f3ddb6a2-9910-471c-93ac-8e8f0db0c017 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0479929 Sep 23 23:50:33.778546 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366246aa-1c81-4f15-b3f6-0e58f7d927c5 req-48c33a66-8179-406f-a067-7f8e4b66e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:50:33.780104 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-366246aa-1c81-4f15-b3f6-0e58f7d927c5 req-48c33a66-8179-406f-a067-7f8e4b66e10a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404584 Sep 23 23:50:33.872079 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-366246aa-1c81-4f15-b3f6-0e58f7d927c5 req-951b0466-79f3-4004-b746-3c09c9d9eb41 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844569 Sep 23 23:50:34.286465 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-366246aa-1c81-4f15-b3f6-0e58f7d927c5 req-3b6d829b-1de8-4637-86cc-89d9703d385b service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062898 Sep 23 23:50:37.685078 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:43.283598 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5e76a5cc-e214-4668-9c9f-6ac20ecbe8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:44.877579 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:50:45.769521 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ebb0f26c-c9ea-4ff5-aec4-e28f70d5dd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:46.346622 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:47.345282 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:48.878019 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:48.963338 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:07.757919 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:13.226280 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7ef05df8-039b-4be0-9b2f-7d066663d9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:15.681549 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8963123f-6d96-46b1-8019-0b380e28e7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:16.146395 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:17.288994 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:18.865813 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:18.951423 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:21.877205 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:51:34.628088 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c169e9ba-e25f-4d9d-80f5-c86e3b5bee97 req-ca94cc16-719c-407b-839c-f9e829bbf5b4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415361 Sep 23 23:51:34.734526 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e9ba-e25f-4d9d-80f5-c86e3b5bee97 req-fa68bf93-e83e-474f-9608-8a4ff9558bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:34.737122 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c169e9ba-e25f-4d9d-80f5-c86e3b5bee97 req-fa68bf93-e83e-474f-9608-8a4ff9558bdd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 1097 time: 0.0505116 Sep 23 23:51:34.842972 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e9ba-e25f-4d9d-80f5-c86e3b5bee97 req-33e0441a-e774-4586-a7c3-45dd5196521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:34.844468 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c169e9ba-e25f-4d9d-80f5-c86e3b5bee97 req-33e0441a-e774-4586-a7c3-45dd5196521c service neutron] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0885017 Sep 23 23:51:34.916578 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c169e9ba-e25f-4d9d-80f5-c86e3b5bee97 req-469ffe45-4a52-49ca-8e1c-35e3c71bb20d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4 HTTP/1.1" status: 200 len: 1002 time: 0.0649221 Sep 23 23:51:34.966250 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e9ba-e25f-4d9d-80f5-c86e3b5bee97 req-e46cd9f4-b7d6-4924-badc-b4172afb58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:34.967711 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c169e9ba-e25f-4d9d-80f5-c86e3b5bee97 req-e46cd9f4-b7d6-4924-badc-b4172afb58c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0448132 Sep 23 23:51:35.013280 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e9ba-e25f-4d9d-80f5-c86e3b5bee97 req-c97511c9-40f8-42ce-8923-6f66bfbc8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:35.014897 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c169e9ba-e25f-4d9d-80f5-c86e3b5bee97 req-c97511c9-40f8-42ce-8923-6f66bfbc8e22 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406256 Sep 23 23:51:35.113495 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c169e9ba-e25f-4d9d-80f5-c86e3b5bee97 req-e2fab23a-29e4-4517-87be-597b8b952b13 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915959 Sep 23 23:51:35.207202 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c169e9ba-e25f-4d9d-80f5-c86e3b5bee97 req-2160e111-c1f8-4937-a743-87f2f1c92abf service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861845 Sep 23 23:51:37.664625 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.202570 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5bd4034b-7204-46d7-8400-71e31f9a9480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:45.664892 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2bfe3c87-95a6-4cb9-a72c-ea5fd9e83f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:46.145373 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.293574 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.871030 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.978421 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:58.875559 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:52:07.624439 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:13.207323 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c318ad5c-0367-45f3-9089-71c9220e9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.681600 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4235a6b2-c5e5-44de-ba0c-de7949d52713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.149101 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.293235 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.901320 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.978180 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:35.640650 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cbe289a9-8bac-493f-85be-2cb76d16e904 req-ef149467-69df-412e-b6f2-6173f40a9c2d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434997 Sep 23 23:52:35.736718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe289a9-8bac-493f-85be-2cb76d16e904 req-57ee4188-f8b2-4851-af57-e20f760eb883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:35.738399 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cbe289a9-8bac-493f-85be-2cb76d16e904 req-57ee4188-f8b2-4851-af57-e20f760eb883 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 1097 time: 0.0415773 Sep 23 23:52:35.845348 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe289a9-8bac-493f-85be-2cb76d16e904 req-53220a5e-6bf3-479c-93d6-042868a7ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:35.846816 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cbe289a9-8bac-493f-85be-2cb76d16e904 req-53220a5e-6bf3-479c-93d6-042868a7ae23 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0885117 Sep 23 23:52:35.874580 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:52:35.912550 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cbe289a9-8bac-493f-85be-2cb76d16e904 req-fad29567-2201-4c94-b7df-648af203b52d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4 HTTP/1.1" status: 200 len: 1002 time: 0.0579283 Sep 23 23:52:35.961316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe289a9-8bac-493f-85be-2cb76d16e904 req-f1582f04-f376-4664-91bc-8ac0010403db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:35.962759 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cbe289a9-8bac-493f-85be-2cb76d16e904 req-f1582f04-f376-4664-91bc-8ac0010403db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0435512 Sep 23 23:52:36.012934 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe289a9-8bac-493f-85be-2cb76d16e904 req-6c95fd96-98e2-4807-a79e-88f90bc4c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:36.014484 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cbe289a9-8bac-493f-85be-2cb76d16e904 req-6c95fd96-98e2-4807-a79e-88f90bc4c776 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444860 Sep 23 23:52:36.111031 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cbe289a9-8bac-493f-85be-2cb76d16e904 req-6cdcbcc8-2a80-4802-a734-42951f7baa90 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891216 Sep 23 23:52:36.215237 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-cbe289a9-8bac-493f-85be-2cb76d16e904 req-5d896a74-44eb-4908-9488-cf7cec9da352 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969644 Sep 23 23:52:37.697639 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:43.211771 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-03dfe5a8-fe6c-42be-bfbc-c3c3cb1763de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:45.664166 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e674be4c-468a-433d-843d-ce9629223d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:46.172532 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:47.321173 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:48.932793 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:49.001658 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.076134 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9453c4f-4d05-4753-ac80-f4de7e7b3e32 req-7158a2b7-f253-47d2-9ad3-fd32fd6c86dd tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:55.077671 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9453c4f-4d05-4753-ac80-f4de7e7b3e32 req-7158a2b7-f253-47d2-9ad3-fd32fd6c86dd tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0514770 Sep 23 23:52:55.121370 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e9453c4f-4d05-4753-ac80-f4de7e7b3e32 req-7951c34f-1c61-4f75-a316-3143c30301bc tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373042 Sep 23 23:52:56.239421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8668c-fb4e-4b74-a867-aead5ca7f466 req-82d9204b-5309-4ccc-ab81-6aeaa55d4f00 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:56.240911 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3bb8668c-fb4e-4b74-a867-aead5ca7f466 req-82d9204b-5309-4ccc-ab81-6aeaa55d4f00 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0489118 Sep 23 23:52:56.279184 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3bb8668c-fb4e-4b74-a867-aead5ca7f466 req-a2750898-b50b-44f3-98de-ea9438fa2a32 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322676 Sep 23 23:52:57.425432 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59644d83-9fa4-4484-8a08-fece4cc91a44 req-72b9884c-aa67-4911-8fca-3596e1349937 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:57.426955 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59644d83-9fa4-4484-8a08-fece4cc91a44 req-72b9884c-aa67-4911-8fca-3596e1349937 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0492158 Sep 23 23:52:57.465949 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-59644d83-9fa4-4484-8a08-fece4cc91a44 req-0f23b1bc-dcbb-442c-86dd-8d00f2c1a08d tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331171 Sep 23 23:52:58.583682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631d714-3b0f-4a9b-b04f-a1ed0a56d60d req-468790ee-0dd5-48d2-b4b2-bd0dbdf929db tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:58.585222 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5631d714-3b0f-4a9b-b04f-a1ed0a56d60d req-468790ee-0dd5-48d2-b4b2-bd0dbdf929db tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0493207 Sep 23 23:52:58.622581 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5631d714-3b0f-4a9b-b04f-a1ed0a56d60d req-54252871-abcd-4ffd-b969-280f63c1434a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311298 Sep 23 23:52:59.738896 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ed76d-de96-4826-973e-fd3349daf0a1 req-d6046643-06c3-48de-aa94-5185ec32aa17 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:59.740457 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa0ed76d-de96-4826-973e-fd3349daf0a1 req-d6046643-06c3-48de-aa94-5185ec32aa17 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0493500 Sep 23 23:52:59.779929 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aa0ed76d-de96-4826-973e-fd3349daf0a1 req-d2104b95-42e4-4bde-a28a-44a1ad638a46 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330453 Sep 23 23:53:00.901184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063bab9-b2cf-494f-8a17-6a7a31059721 req-9a8a70df-ca93-4a08-a894-55c3ea1cb43d tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:00.902677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a063bab9-b2cf-494f-8a17-6a7a31059721 req-9a8a70df-ca93-4a08-a894-55c3ea1cb43d tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0537825 Sep 23 23:53:00.940474 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a063bab9-b2cf-494f-8a17-6a7a31059721 req-808a29ee-7259-4825-8595-bf834a6fce5c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311034 Sep 23 23:53:02.066043 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53269ad7-8c02-4f3f-b8d5-afca5d09eaeb req-508cb27c-91ef-407f-804f-71128b83fb24 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:02.067607 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-53269ad7-8c02-4f3f-b8d5-afca5d09eaeb req-508cb27c-91ef-407f-804f-71128b83fb24 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0550621 Sep 23 23:53:02.113720 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-53269ad7-8c02-4f3f-b8d5-afca5d09eaeb req-4228d7f6-4af5-453e-a35b-fb3ade21157c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400295 Sep 23 23:53:03.248146 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68763f4-4c19-4e6c-8b2a-7180c0bc20c3 req-6724c5ab-8c3c-4475-94ab-85c174f02630 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:03.249741 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f68763f4-4c19-4e6c-8b2a-7180c0bc20c3 req-6724c5ab-8c3c-4475-94ab-85c174f02630 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0567386 Sep 23 23:53:03.301172 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f68763f4-4c19-4e6c-8b2a-7180c0bc20c3 req-88b837b9-4460-435b-8cf2-e899e9b0a127 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386045 Sep 23 23:53:04.446424 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67f8a8-cc9c-418e-af14-565b87f01d0a req-4aec490b-c65b-42ca-b3de-3cd1cebd6238 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:04.447884 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb67f8a8-cc9c-418e-af14-565b87f01d0a req-4aec490b-c65b-42ca-b3de-3cd1cebd6238 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0562329 Sep 23 23:53:04.495037 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb67f8a8-cc9c-418e-af14-565b87f01d0a req-c853f057-7328-4167-b696-66f7b2dd69b9 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393586 Sep 23 23:53:05.639264 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f13242-acf9-4e35-9d3f-463515f0f953 req-6e848ec8-3585-4136-a2c7-8a8330348890 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:05.641613 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-62f13242-acf9-4e35-9d3f-463515f0f953 req-6e848ec8-3585-4136-a2c7-8a8330348890 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0537283 Sep 23 23:53:05.692168 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-62f13242-acf9-4e35-9d3f-463515f0f953 req-c30c7c4f-62cc-475d-9913-6a626533acd5 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425973 Sep 23 23:53:06.828436 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbab9f-0c15-4c13-91f0-cd24069450bd req-0443f8d5-4a1e-44fd-acf5-e167a4521532 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:06.830729 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccdbab9f-0c15-4c13-91f0-cd24069450bd req-0443f8d5-4a1e-44fd-acf5-e167a4521532 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0628810 Sep 23 23:53:06.880076 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ccdbab9f-0c15-4c13-91f0-cd24069450bd req-e00c5213-6f7d-49bd-aed8-0f06dac04453 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387809 Sep 23 23:53:07.743914 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:08.001544 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec3a21-5196-494d-af25-ff15fecc9d41 req-98e741bb-e0f2-46d9-8578-b4590884989b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:08.003080 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-69ec3a21-5196-494d-af25-ff15fecc9d41 req-98e741bb-e0f2-46d9-8578-b4590884989b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0534358 Sep 23 23:53:08.041995 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-69ec3a21-5196-494d-af25-ff15fecc9d41 req-75bc87ac-fd24-4f02-9672-d43ba5e73b76 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325608 Sep 23 23:53:08.767160 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:08.894395 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:08.907365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'port_id': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'mac_address': 'fa:16:3e:e2:64:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:08.953685 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:08.969466 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:08.993728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:09.074999 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:09.144151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:09.155525 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:09.155968 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:09.156872 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:09.157426 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:09.157961 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:09.158391 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:09.158953 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:09.159357 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:09.159907 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:09.160424 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:09.160868 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:09.161385 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:09.170445 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb43a2-6d30-4106-8f86-0d6f28ae064c req-58265d56-9ac7-4b7f-a02e-443c9a07c58c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:09.179951 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89fb43a2-6d30-4106-8f86-0d6f28ae064c req-58265d56-9ac7-4b7f-a02e-443c9a07c58c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 945 time: 0.0552931 Sep 23 23:53:09.214288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['6aaf9d97-7608-42ac-b955-8bfb38bd0be4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:09.228808 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-89fb43a2-6d30-4106-8f86-0d6f28ae064c req-b9c7de16-ce6b-4d94-bfe9-eab44056ee38 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403326 Sep 23 23:53:10.363119 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90838d75-a1d1-498c-bbc2-b152a892783b req-fbd5d7b6-561f-4cfe-b565-6789b7dc24bc tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:10.365729 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90838d75-a1d1-498c-bbc2-b152a892783b req-fbd5d7b6-561f-4cfe-b565-6789b7dc24bc tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 945 time: 0.0547121 Sep 23 23:53:10.410956 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90838d75-a1d1-498c-bbc2-b152a892783b req-89825818-8b89-4b3d-a3dc-b0e59c1ad385 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353408 Sep 23 23:53:10.778257 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:10.836799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:10.837204 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:10.929406 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:10.955056 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:10.957444 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f98c427-12fd-4aa8-bd6b-06c257ade8b7" -d '{"events": [{"server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "name": "network-vif-plugged", "status": "completed", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:10.972945 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:10.998794 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2e8873-51e1-4fcb-8423-a0ee9217c4ab x-openstack-request-id: req-4d2e8873-51e1-4fcb-8423-a0ee9217c4ab {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:10.999099 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "name": "network-vif-plugged", "status": "completed", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:10.999353 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d2e8873-51e1-4fcb-8423-a0ee9217c4ab {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:10.999791 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'code': 200} Sep 23 23:53:11.211797 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:11.265315 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:11.542070 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c738b1-a280-4e44-8f93-146de7bd522b req-db80b849-d626-4226-8f1a-10aae0385651 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:11.544571 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52c738b1-a280-4e44-8f93-146de7bd522b req-db80b849-d626-4226-8f1a-10aae0385651 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0578489 Sep 23 23:53:11.590744 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-52c738b1-a280-4e44-8f93-146de7bd522b req-ad8bfb69-ec76-42de-92f3-703da132a939 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395961 Sep 23 23:53:12.720220 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed915c1-89cc-4e5b-9cba-76d41e933992 req-a25f00a6-e31c-4b71-8b1f-e1aa9421105e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:12.721921 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ed915c1-89cc-4e5b-9cba-76d41e933992 req-a25f00a6-e31c-4b71-8b1f-e1aa9421105e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0542758 Sep 23 23:53:12.767311 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8ed915c1-89cc-4e5b-9cba-76d41e933992 req-30bf7171-8ea8-4401-8ea3-958470e4e344 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390196 Sep 23 23:53:12.873614 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:53:13.200789 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-07dc073d-219d-4291-816f-1644eb5a4f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:13.914768 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6483454-8124-4b64-8856-abe1a3614832 req-dbd495eb-3adf-4fce-9e36-1b92d28a530f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:13.917015 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6483454-8124-4b64-8856-abe1a3614832 req-dbd495eb-3adf-4fce-9e36-1b92d28a530f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0626869 Sep 23 23:53:13.957897 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6483454-8124-4b64-8856-abe1a3614832 req-2ca87847-5778-4969-b9d9-4f2d1e82a2b4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342984 Sep 23 23:53:15.112333 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0e67b-0679-4108-aef1-72e388b9bdb5 req-351aae98-791f-498f-aea4-7d4bee00d2d8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:15.113979 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21b0e67b-0679-4108-aef1-72e388b9bdb5 req-351aae98-791f-498f-aea4-7d4bee00d2d8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0694211 Sep 23 23:53:15.165083 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-21b0e67b-0679-4108-aef1-72e388b9bdb5 req-1eea2982-aec5-42ee-ade1-8d87fcdf298c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440290 Sep 23 23:53:15.714849 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-72bc802f-a3a5-47b2-98dd-8204b0373f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:16.172214 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:16.315491 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262e051-5342-4b9b-9eee-d762c402f3e3 req-25f54b64-4579-41d8-adff-8f2de53bbe49 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:16.317769 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9262e051-5342-4b9b-9eee-d762c402f3e3 req-25f54b64-4579-41d8-adff-8f2de53bbe49 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0631602 Sep 23 23:53:16.361828 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9262e051-5342-4b9b-9eee-d762c402f3e3 req-b16472d0-f810-4d62-83bb-e971dd2e5825 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375259 Sep 23 23:53:17.309416 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:17.492338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f3614-2899-46f8-a10a-dc139c3cad8b req-763ead41-9a1d-4230-b88e-64a09325b414 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:17.497807 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-692f3614-2899-46f8-a10a-dc139c3cad8b req-763ead41-9a1d-4230-b88e-64a09325b414 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0600278 Sep 23 23:53:17.557285 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-692f3614-2899-46f8-a10a-dc139c3cad8b req-86281bbf-1f02-4873-b11b-5123751a763d tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554395 Sep 23 23:53:18.691245 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f22d6f-b03c-411a-bde8-6a26d63e4c62 req-1efc5e07-f0aa-498c-a212-6214fa080696 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:18.692919 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b5f22d6f-b03c-411a-bde8-6a26d63e4c62 req-1efc5e07-f0aa-498c-a212-6214fa080696 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0518608 Sep 23 23:53:18.738579 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b5f22d6f-b03c-411a-bde8-6a26d63e4c62 req-178e39ac-f35f-456b-b016-e7103716061f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393608 Sep 23 23:53:18.915039 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:18.980601 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:19.872672 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111a11e-d477-4fcf-bcd3-524c6cba0093 req-cb40339f-4a38-4da2-8d3f-54eb27c46da5 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:19.876781 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7111a11e-d477-4fcf-bcd3-524c6cba0093 req-cb40339f-4a38-4da2-8d3f-54eb27c46da5 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0584345 Sep 23 23:53:19.938631 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-7111a11e-d477-4fcf-bcd3-524c6cba0093 req-d03da159-2fb3-4f32-b140-f76a9440ed35 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563323 Sep 23 23:53:21.101444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da779779-278d-44b5-8ec5-ab3e80129911 req-6613cc7f-1fd3-4e0e-b1f4-4fcf14476f08 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:21.104483 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da779779-278d-44b5-8ec5-ab3e80129911 req-6613cc7f-1fd3-4e0e-b1f4-4fcf14476f08 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0674675 Sep 23 23:53:21.161910 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-da779779-278d-44b5-8ec5-ab3e80129911 req-abfeeca0-3f3d-4467-928d-d013c76ee2a4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506854 Sep 23 23:53:22.295525 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f10ac-01ad-464b-824e-99f04e9f0b88 req-6abae04d-53e8-4197-a8c2-ef399018f594 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:22.297728 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c3f10ac-01ad-464b-824e-99f04e9f0b88 req-6abae04d-53e8-4197-a8c2-ef399018f594 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0572684 Sep 23 23:53:22.346078 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6c3f10ac-01ad-464b-824e-99f04e9f0b88 req-013d5d8e-3897-44c9-9e17-3ebfce7a771f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412505 Sep 23 23:53:23.461879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e327552-52db-4381-af9a-470f9f95b1d4 req-f4d9ce49-72af-494a-a7d7-c9bfd770e782 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:23.463426 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e327552-52db-4381-af9a-470f9f95b1d4 req-f4d9ce49-72af-494a-a7d7-c9bfd770e782 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0505104 Sep 23 23:53:23.503895 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e327552-52db-4381-af9a-470f9f95b1d4 req-9e65dd11-600d-41f4-88e5-26152723cc8a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333092 Sep 23 23:53:24.193341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dc632-966f-431f-8ee1-aab40c43fd50 req-267b5449-cb60-4d60-b50d-3bbe0c452b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:24.195139 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-604dc632-966f-431f-8ee1-aab40c43fd50 req-267b5449-cb60-4d60-b50d-3bbe0c452b42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 1097 time: 0.0418675 Sep 23 23:53:24.295979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dc632-966f-431f-8ee1-aab40c43fd50 req-ba31d18a-fa6d-4149-8b3d-339e782ff97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:24.297543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-604dc632-966f-431f-8ee1-aab40c43fd50 req-ba31d18a-fa6d-4149-8b3d-339e782ff97e service neutron] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0950758 Sep 23 23:53:24.374963 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-604dc632-966f-431f-8ee1-aab40c43fd50 req-c0988620-04f1-4f5d-99c0-711a76f79290 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4 HTTP/1.1" status: 200 len: 1002 time: 0.0698550 Sep 23 23:53:24.433405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dc632-966f-431f-8ee1-aab40c43fd50 req-eff075a1-f539-4737-bdcd-721ff13e538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:24.435185 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-604dc632-966f-431f-8ee1-aab40c43fd50 req-eff075a1-f539-4737-bdcd-721ff13e538f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0527072 Sep 23 23:53:24.481926 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dc632-966f-431f-8ee1-aab40c43fd50 req-067c6e59-0b4f-4665-84d0-6a2f54ab6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:24.483471 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-604dc632-966f-431f-8ee1-aab40c43fd50 req-067c6e59-0b4f-4665-84d0-6a2f54ab6adc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400877 Sep 23 23:53:24.576145 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-604dc632-966f-431f-8ee1-aab40c43fd50 req-a89c0ae2-83a3-42b9-a7bd-1190678ef265 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849679 Sep 23 23:53:24.622901 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b68fe-5fa9-4423-aa25-544e5595c64c req-f1149536-84cc-4ec5-a0d6-3e6d2f93cf40 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:24.624466 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d6b68fe-5fa9-4423-aa25-544e5595c64c req-f1149536-84cc-4ec5-a0d6-3e6d2f93cf40 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0514002 Sep 23 23:53:24.671241 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3d6b68fe-5fa9-4423-aa25-544e5595c64c req-632350fa-73b8-41c3-8a67-5d234095d256 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394614 Sep 23 23:53:24.688712 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-604dc632-966f-431f-8ee1-aab40c43fd50 req-53dbf6b4-7ce1-4c61-9e2d-a1e56fda733d service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040912 Sep 23 23:53:25.793233 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997ddeb-0937-4425-b63e-9025b4250485 req-cee44f6c-dde5-49e9-9249-1d82a9f2a95a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:25.794754 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e997ddeb-0937-4425-b63e-9025b4250485 req-cee44f6c-dde5-49e9-9249-1d82a9f2a95a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0502832 Sep 23 23:53:25.835210 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e997ddeb-0937-4425-b63e-9025b4250485 req-fcce5e04-93be-4d49-803d-5ba6c8f50689 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344157 Sep 23 23:53:26.844204 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:53:26.924578 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:26.955853 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:26.958225 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1bb5e3-61e0-423a-9b7a-a484363b8d3b" -d '{"events": [{"server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "name": "network-vif-unplugged", "status": "completed", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:26.962920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5812744-6468-466e-9548-883354503838 req-ae7defac-511f-47b9-b968-6b3e3165127f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:26.967407 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5812744-6468-466e-9548-883354503838 req-ae7defac-511f-47b9-b968-6b3e3165127f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 946 time: 0.0558290 Sep 23 23:53:26.971954 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:27.003648 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb03c4a8-fc82-4bdf-b48e-fd7c862ea488 x-openstack-request-id: req-fb03c4a8-fc82-4bdf-b48e-fd7c862ea488 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:27.003956 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "name": "network-vif-unplugged", "status": "completed", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:27.004203 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb03c4a8-fc82-4bdf-b48e-fd7c862ea488 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:27.004714 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'code': 200} Sep 23 23:53:27.012003 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a5812744-6468-466e-9548-883354503838 req-bece2b86-1d2c-4bc0-b9e3-63e52fe228a1 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397334 Sep 23 23:53:27.034931 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:27.091106 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:27.154769 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-a0e9aa40-199e-4b53-b08b-9f580f908e14 req-bc31e7ac-988f-4b97-bb68-bff8b0db4a76 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:53:27.155811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a0e9aa40-199e-4b53-b08b-9f580f908e14 req-bc31e7ac-988f-4b97-bb68-bff8b0db4a76 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0702043 Sep 23 23:53:27.451843 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46444c-60dd-40f5-a7e4-701e18a5535c req-1ac4ed4b-e249-4641-9711-449f543641f8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:27.454044 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec46444c-60dd-40f5-a7e4-701e18a5535c req-1ac4ed4b-e249-4641-9711-449f543641f8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0522280 Sep 23 23:53:27.494301 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ec46444c-60dd-40f5-a7e4-701e18a5535c req-29d98e9c-70b0-415b-a088-cced5c8f44ec tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339272 Sep 23 23:53:27.982859 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f444f817-b388-490c-8d00-c5f570e49980 req-f4774134-025a-4775-a340-049889a5f069 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910478 Sep 23 23:53:28.618321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744261-e840-49dc-8ab6-e13bbd72f9ce req-1b33adbe-a750-4617-b695-e82a0424ec51 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:28.619905 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8a744261-e840-49dc-8ab6-e13bbd72f9ce req-1b33adbe-a750-4617-b695-e82a0424ec51 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0516684 Sep 23 23:53:28.661490 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8a744261-e840-49dc-8ab6-e13bbd72f9ce req-5653ce44-8d21-497a-a683-b3a6e24ac78f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347762 Sep 23 23:53:29.398791 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444f817-b388-490c-8d00-c5f570e49980 req-a09b0294-2fd4-4327-80cf-349a08da4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:29.400313 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f444f817-b388-490c-8d00-c5f570e49980 req-a09b0294-2fd4-4327-80cf-349a08da4489 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618&tenant_id=262d76ebe3c54211a1656e99dcfa1efb HTTP/1.1" status: 200 len: 1095 time: 0.0449395 Sep 23 23:53:29.474676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444f817-b388-490c-8d00-c5f570e49980 req-ce0e46d2-fca9-4594-8be7-6d391a568a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:29.476196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f444f817-b388-490c-8d00-c5f570e49980 req-ce0e46d2-fca9-4594-8be7-6d391a568a58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 1095 time: 0.0428927 Sep 23 23:53:29.575334 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444f817-b388-490c-8d00-c5f570e49980 req-c222829b-93fb-4f2b-8c69-02c21e93bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:29.576841 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f444f817-b388-490c-8d00-c5f570e49980 req-c222829b-93fb-4f2b-8c69-02c21e93bb34 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0940306 Sep 23 23:53:29.649999 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f444f817-b388-490c-8d00-c5f570e49980 req-fa04a150-a179-490c-bedd-660bfbc04588 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4 HTTP/1.1" status: 200 len: 1000 time: 0.0659435 Sep 23 23:53:29.705723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444f817-b388-490c-8d00-c5f570e49980 req-0d1c2428-a43a-4cb3-915e-346ff2e6f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:29.707327 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f444f817-b388-490c-8d00-c5f570e49980 req-0d1c2428-a43a-4cb3-915e-346ff2e6f1f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0496387 Sep 23 23:53:29.756711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444f817-b388-490c-8d00-c5f570e49980 req-e9a59e81-ea08-4ffc-a45a-2d1cc87e8457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:29.758581 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f444f817-b388-490c-8d00-c5f570e49980 req-e9a59e81-ea08-4ffc-a45a-2d1cc87e8457 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443609 Sep 23 23:53:29.789069 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4afee-a170-4d1c-aff1-3b405a3ece48 req-67e8ff1c-76f8-40db-9b06-9d7bdcbcb6db tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:29.790805 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e8b4afee-a170-4d1c-aff1-3b405a3ece48 req-67e8ff1c-76f8-40db-9b06-9d7bdcbcb6db tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0566740 Sep 23 23:53:29.838183 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e8b4afee-a170-4d1c-aff1-3b405a3ece48 req-431d8632-3ef3-4331-868f-82b222f6f26c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410008 Sep 23 23:53:29.861827 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f444f817-b388-490c-8d00-c5f570e49980 req-e6d3e282-10eb-42f1-8b71-fd98f34a7511 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954747 Sep 23 23:53:29.961735 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f444f817-b388-490c-8d00-c5f570e49980 req-cc12d00f-a356-4604-8410-806bc8c9b250 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925167 Sep 23 23:53:30.843413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:53:30.986218 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c988e-6c2a-4e67-a8a6-b1af9aeff626 req-91bb5471-625e-4752-a7dd-7cf80809daa4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:30.987772 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-769c988e-6c2a-4e67-a8a6-b1af9aeff626 req-91bb5471-625e-4752-a7dd-7cf80809daa4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0757401 Sep 23 23:53:31.033671 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-769c988e-6c2a-4e67-a8a6-b1af9aeff626 req-f24e9810-a6c7-4e2f-be3e-1e7db971d689 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399511 Sep 23 23:53:32.163144 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d5fd6-e58a-4f1f-9926-de6f3c1d2c64 req-bfdebc99-cd8d-4f33-8331-e77b032abd86 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:32.164651 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-208d5fd6-e58a-4f1f-9926-de6f3c1d2c64 req-bfdebc99-cd8d-4f33-8331-e77b032abd86 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0597653 Sep 23 23:53:32.213206 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-208d5fd6-e58a-4f1f-9926-de6f3c1d2c64 req-d20fbc72-e61a-4637-9506-e38afd8c0f66 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421274 Sep 23 23:53:33.375461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aa1ac-b026-4750-b6b1-b23ab4ae1379 req-63b94d2f-debe-48ff-b1d5-91f738d06a65 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:33.377229 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-553aa1ac-b026-4750-b6b1-b23ab4ae1379 req-63b94d2f-debe-48ff-b1d5-91f738d06a65 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0669675 Sep 23 23:53:33.424452 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-553aa1ac-b026-4750-b6b1-b23ab4ae1379 req-08260243-813e-437a-b60a-f91be156fae3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397034 Sep 23 23:53:34.548615 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa98a7b-5d1d-4078-bb3c-a41fca96f63e req-82b5a1a3-d57b-4a30-95df-a78072281475 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:34.550378 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cfa98a7b-5d1d-4078-bb3c-a41fca96f63e req-82b5a1a3-d57b-4a30-95df-a78072281475 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0517197 Sep 23 23:53:34.599270 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cfa98a7b-5d1d-4078-bb3c-a41fca96f63e req-929fb0fa-588f-420f-9cc8-0cfd8d2aeaa8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428030 Sep 23 23:53:35.757869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05836172-43ca-44fa-9955-bca8dce1ae15 req-c91b9a17-e3ad-4a50-af30-0a2c792c95a9 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:35.761740 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05836172-43ca-44fa-9955-bca8dce1ae15 req-c91b9a17-e3ad-4a50-af30-0a2c792c95a9 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0665023 Sep 23 23:53:35.804757 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05836172-43ca-44fa-9955-bca8dce1ae15 req-c3fc5d53-f7e8-4e5e-9b3b-2ee4eb8769c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364597 Sep 23 23:53:36.932595 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1f87f-e986-43f9-b821-79c9475b6dd6 req-438a3872-6f71-44d4-bf53-04a02124a5fb tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:36.934176 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7c1f87f-e986-43f9-b821-79c9475b6dd6 req-438a3872-6f71-44d4-bf53-04a02124a5fb tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0538869 Sep 23 23:53:36.978921 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a7c1f87f-e986-43f9-b821-79c9475b6dd6 req-1ab12b2d-dcb6-41ad-916e-f7dcb8fa7fb4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385149 Sep 23 23:53:37.680472 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:38.111616 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51877533-a85e-4303-a819-f29580745bde req-c364d281-3a68-4cf1-9dc5-e316ac05810f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:38.113154 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51877533-a85e-4303-a819-f29580745bde req-c364d281-3a68-4cf1-9dc5-e316ac05810f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0538831 Sep 23 23:53:38.158819 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51877533-a85e-4303-a819-f29580745bde req-0021b21f-8e6c-4c1c-ac3e-032ea729e204 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397186 Sep 23 23:53:39.279725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecea17-df4b-4db2-b460-af69138967ce req-372992a5-1641-4b65-96ae-4746aef7ca05 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:39.282221 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aeecea17-df4b-4db2-b460-af69138967ce req-372992a5-1641-4b65-96ae-4746aef7ca05 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0535152 Sep 23 23:53:39.324466 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-aeecea17-df4b-4db2-b460-af69138967ce req-8537f89d-e36a-460c-b654-c59a15c6e85c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357516 Sep 23 23:53:40.445901 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fce326-46d2-4d63-b4f5-316ba21aeaad req-bfc678b0-f71b-4ade-96fb-a2c44bbe46af tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:40.447339 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54fce326-46d2-4d63-b4f5-316ba21aeaad req-bfc678b0-f71b-4ade-96fb-a2c44bbe46af tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0523124 Sep 23 23:53:40.486552 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-54fce326-46d2-4d63-b4f5-316ba21aeaad req-47ee0bd2-8162-49e1-a8d3-af63d211a43b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331025 Sep 23 23:53:41.615908 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbced66-9305-4ad8-95e0-09ff19f8b112 req-9c49e6bc-a02c-4cb3-b144-6a1a7eb7d850 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:41.617470 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-edbced66-9305-4ad8-95e0-09ff19f8b112 req-9c49e6bc-a02c-4cb3-b144-6a1a7eb7d850 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0531828 Sep 23 23:53:41.657323 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-edbced66-9305-4ad8-95e0-09ff19f8b112 req-1703d99f-807a-4878-81bd-689f8c16beca tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336123 Sep 23 23:53:42.774578 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaeac1-05a1-4796-a39f-97e6022f4080 req-60647115-d134-4ba5-9ff0-2b687d406a1c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:42.776015 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74eaeac1-05a1-4796-a39f-97e6022f4080 req-60647115-d134-4ba5-9ff0-2b687d406a1c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0493243 Sep 23 23:53:42.814467 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74eaeac1-05a1-4796-a39f-97e6022f4080 req-fd835537-9b76-4c9d-8b41-0d9c454eff9d tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317934 Sep 23 23:53:43.211217 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ca02e3b1-a02d-4f4f-9281-1e8b9dac88ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:43.931439 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78b5c2-6b54-4dac-813f-fffcefb65d63 req-57135ede-a14a-454d-bfe6-07d24484c3c5 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:43.932950 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee78b5c2-6b54-4dac-813f-fffcefb65d63 req-57135ede-a14a-454d-bfe6-07d24484c3c5 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0490057 Sep 23 23:53:43.974637 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ee78b5c2-6b54-4dac-813f-fffcefb65d63 req-a1f5ebc6-460e-4c54-8dcd-15de5ae0d06c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354812 Sep 23 23:53:44.128745 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753256de-9ab5-45d6-b103-99c81424fd08 req-73af2afb-67d7-4795-9ef6-b449488712e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:44.130247 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-753256de-9ab5-45d6-b103-99c81424fd08 req-73af2afb-67d7-4795-9ef6-b449488712e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 1095 time: 0.0399311 Sep 23 23:53:44.243301 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753256de-9ab5-45d6-b103-99c81424fd08 req-06f6d853-60f3-4e68-ac30-323079a22fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:44.244695 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-753256de-9ab5-45d6-b103-99c81424fd08 req-06f6d853-60f3-4e68-ac30-323079a22fa0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0913415 Sep 23 23:53:44.315881 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-753256de-9ab5-45d6-b103-99c81424fd08 req-d37d9d98-2601-4857-90fb-f83cc1abd74a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4 HTTP/1.1" status: 200 len: 1000 time: 0.0636256 Sep 23 23:53:44.368671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753256de-9ab5-45d6-b103-99c81424fd08 req-62308fd7-afd3-4538-b606-c6c1b8341a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:44.370214 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-753256de-9ab5-45d6-b103-99c81424fd08 req-62308fd7-afd3-4538-b606-c6c1b8341a78 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0455191 Sep 23 23:53:44.434713 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753256de-9ab5-45d6-b103-99c81424fd08 req-05b6e621-8f00-4197-86a8-d6826f5cdc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:44.436220 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-753256de-9ab5-45d6-b103-99c81424fd08 req-05b6e621-8f00-4197-86a8-d6826f5cdc99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410588 Sep 23 23:53:44.533797 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-753256de-9ab5-45d6-b103-99c81424fd08 req-ceda0b28-13f5-454d-ba9e-b0da78637f21 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901303 Sep 23 23:53:44.626229 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-753256de-9ab5-45d6-b103-99c81424fd08 req-43631afe-a340-433f-a66c-df08af0060d5 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846639 Sep 23 23:53:45.094302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984846c-3bfe-4a3c-9172-d86fa2cd0442 req-19d67fb1-e059-40ed-af30-ae45880b9b5e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:45.095960 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2984846c-3bfe-4a3c-9172-d86fa2cd0442 req-19d67fb1-e059-40ed-af30-ae45880b9b5e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0515554 Sep 23 23:53:45.139699 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2984846c-3bfe-4a3c-9172-d86fa2cd0442 req-66c9499c-33e4-4136-b7c3-c86b5c904ac8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367253 Sep 23 23:53:45.715509 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8968ec8c-8985-4439-a324-ab8cdbbb09b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:46.194238 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:46.258079 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c43ac-f186-4bb8-ab10-8b10dc6fc77f req-21c1f8c3-f7da-4d55-b664-955c7bae6eb5 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:46.259604 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a19c43ac-f186-4bb8-ab10-8b10dc6fc77f req-21c1f8c3-f7da-4d55-b664-955c7bae6eb5 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0502436 Sep 23 23:53:46.300180 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a19c43ac-f186-4bb8-ab10-8b10dc6fc77f req-a2fc3dad-ef20-4a4e-8db3-0bad078cb6e1 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343757 Sep 23 23:53:47.314593 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:47.417337 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8103399-39f1-4173-bac1-c30b9e182acb req-3bd3efea-ae3c-4077-aac3-2d570756868f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:47.418822 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e8103399-39f1-4173-bac1-c30b9e182acb req-3bd3efea-ae3c-4077-aac3-2d570756868f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0493329 Sep 23 23:53:47.457023 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e8103399-39f1-4173-bac1-c30b9e182acb req-3b295742-10a9-4a73-baaf-461f2b21b79f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318766 Sep 23 23:53:48.573404 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc3f9a-225b-4c0f-bb84-4a071cba51b3 req-fed4a26c-741d-41fd-b4aa-e0a8b961e996 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:48.574903 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e0bc3f9a-225b-4c0f-bb84-4a071cba51b3 req-fed4a26c-741d-41fd-b4aa-e0a8b961e996 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 944 time: 0.0497000 Sep 23 23:53:48.613903 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-e0bc3f9a-225b-4c0f-bb84-4a071cba51b3 req-3234e415-64c4-48d2-b7f3-3c5e270668d8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324368 Sep 23 23:53:48.905709 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:48.939925 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:49.004007 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:49.014692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'port_id': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'mac_address': 'fa:16:3e:e2:64:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:49.038721 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:49.057335 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:49.070730 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:49.090190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:49.171272 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:49.218187 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:49.599038 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['6aaf9d97-7608-42ac-b955-8bfb38bd0be4'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:49.733928 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9446e4-23f0-4429-9267-0520d19b4254 req-42c46c3a-167c-45da-af8b-0cf0fd2a5263 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:49.735480 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce9446e4-23f0-4429-9267-0520d19b4254 req-42c46c3a-167c-45da-af8b-0cf0fd2a5263 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 945 time: 0.0513449 Sep 23 23:53:49.775364 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ce9446e4-23f0-4429-9267-0520d19b4254 req-8adf07bd-b33b-4db2-b596-56e2bbc6e24d tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329590 Sep 23 23:53:49.872194 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:53:50.892555 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a567822-da2a-432e-9e27-d8be3b9901b3 req-589ce1f7-c4e9-411b-aab6-0ce458724379 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:50.894166 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1a567822-da2a-432e-9e27-d8be3b9901b3 req-589ce1f7-c4e9-411b-aab6-0ce458724379 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 945 time: 0.0503719 Sep 23 23:53:50.920263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:50.937309 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1a567822-da2a-432e-9e27-d8be3b9901b3 req-0ea71fdb-bf2d-4fa6-bbd2-4129a5b3cb2d tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371256 Sep 23 23:53:50.977331 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:50.977704 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:51.060562 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:51.083681 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:51.085952 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dcc609-abfd-4a02-915f-576450df38b3" -d '{"events": [{"server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "name": "network-vif-plugged", "status": "completed", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:51.099841 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:51.124565 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9058a211-433d-4d6d-884d-353d60c2c4a9 x-openstack-request-id: req-9058a211-433d-4d6d-884d-353d60c2c4a9 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:51.124884 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "name": "network-vif-plugged", "status": "completed", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:51.125160 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9058a211-433d-4d6d-884d-353d60c2c4a9 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:51.125558 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'code': 200} Sep 23 23:53:51.165469 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:51.212152 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,revision_number=10']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:51.398545 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddae56-117a-41c7-8de7-fb845d4553f7 req-a216f586-8698-445f-8f4c-e47da46ae9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:51.400050 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82ddae56-117a-41c7-8de7-fb845d4553f7 req-a216f586-8698-445f-8f4c-e47da46ae9ef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 1098 time: 0.0409758 Sep 23 23:53:51.439381 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-82ddae56-117a-41c7-8de7-fb845d4553f7 req-e63379f1-2e26-43e5-85ab-22a6c0772bef service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326040 Sep 23 23:53:52.058630 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6b5cc-8215-47b1-b879-35138a00bfde req-a651102c-a047-475d-bb66-38b853f29a14 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:52.060029 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cfc6b5cc-8215-47b1-b879-35138a00bfde req-a651102c-a047-475d-bb66-38b853f29a14 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 947 time: 0.0498834 Sep 23 23:53:52.100066 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-cfc6b5cc-8215-47b1-b879-35138a00bfde req-0e677ffe-25c8-4424-8cb7-da988396294b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333631 Sep 23 23:53:53.219559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae6f99-75a1-4cfd-81bc-77094d476bb4 req-1832c3d9-9854-4edc-a118-8eaef8ec70f2 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:53.221098 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96ae6f99-75a1-4cfd-81bc-77094d476bb4 req-1832c3d9-9854-4edc-a118-8eaef8ec70f2 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 947 time: 0.0485883 Sep 23 23:53:53.260914 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96ae6f99-75a1-4cfd-81bc-77094d476bb4 req-146c9622-0d1b-4d68-b5a1-216d3fda9a4b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336540 Sep 23 23:53:54.377786 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dcdc4-56ce-494f-b2ba-1784e0d0b3b6 req-f4091a26-f4fb-4b1b-b7db-d66835f894ca tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:54.379294 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc5dcdc4-56ce-494f-b2ba-1784e0d0b3b6 req-f4091a26-f4fb-4b1b-b7db-d66835f894ca tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 947 time: 0.0501740 Sep 23 23:53:54.417526 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-dc5dcdc4-56ce-494f-b2ba-1784e0d0b3b6 req-e047350d-f62b-4a85-8fcd-0f02a1df787a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317094 Sep 23 23:54:07.799564 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:13.187780 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-bc1fbcb7-584b-4006-bfda-8a696d380192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:15.696870 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c79aa16d-2d3c-4b52-95f5-8f286779e2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:16.159067 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:17.313713 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:18.930871 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:18.987933 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:26.871058 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:54:37.632304 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d620485-6580-477b-b5e5-a107f120b81b req-9bb8d805-0956-4d74-b3b1-267d76737c15 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406060 Sep 23 23:54:37.702347 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:37.735326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d620485-6580-477b-b5e5-a107f120b81b req-13871467-7b9a-4303-adee-e1d77cfbe768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:37.736921 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d620485-6580-477b-b5e5-a107f120b81b req-13871467-7b9a-4303-adee-e1d77cfbe768 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 1098 time: 0.0413711 Sep 23 23:54:37.844455 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d620485-6580-477b-b5e5-a107f120b81b req-eecb5a43-9240-41b7-8891-e0eb4fee7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:37.846027 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d620485-6580-477b-b5e5-a107f120b81b req-eecb5a43-9240-41b7-8891-e0eb4fee7bb4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0898182 Sep 23 23:54:37.911189 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d620485-6580-477b-b5e5-a107f120b81b req-a2d9bf02-241a-4aeb-8035-e64906df5c11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4 HTTP/1.1" status: 200 len: 1002 time: 0.0578108 Sep 23 23:54:37.963304 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d620485-6580-477b-b5e5-a107f120b81b req-37aae7c1-292f-4028-b78b-c81e7acf468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:37.965318 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d620485-6580-477b-b5e5-a107f120b81b req-37aae7c1-292f-4028-b78b-c81e7acf468e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0462215 Sep 23 23:54:38.010889 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d620485-6580-477b-b5e5-a107f120b81b req-dbbb396f-da07-4ce9-be4a-405475552af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:38.012434 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d620485-6580-477b-b5e5-a107f120b81b req-dbbb396f-da07-4ce9-be4a-405475552af9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404475 Sep 23 23:54:38.107666 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d620485-6580-477b-b5e5-a107f120b81b req-43245326-b214-4455-a185-d4c2ef598a1e service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875311 Sep 23 23:54:38.196060 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d620485-6580-477b-b5e5-a107f120b81b req-9d72f50d-bc41-452f-93a8-638dcaee1ba5 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813401 Sep 23 23:54:43.215888 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a88b352f-4416-4e9f-8a0d-6ba3c8370cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:45.701396 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8ed6a825-ea60-4d21-8ff9-9074a0c4ff03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:46.170487 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:47.290347 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:48.947189 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:48.993602 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:03.870482 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:55:07.964719 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:13.192715 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-11b3f3d3-f8d0-4af3-86b1-a565f4015a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:15.683791 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-62a17b0c-a566-45a5-a188-966dd8764884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:16.163988 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:17.323809 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:18.935199 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:19.004446 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:37.707275 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:38.653668 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-beef94d6-ce81-46ff-aa85-910f3494aff0 req-2771f01f-e294-41d8-8c26-0ae095b811bc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0795419 Sep 23 23:55:38.756893 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef94d6-ce81-46ff-aa85-910f3494aff0 req-3e3f3999-4ae0-4e69-8e12-fef5cddf7d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:38.758496 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-beef94d6-ce81-46ff-aa85-910f3494aff0 req-3e3f3999-4ae0-4e69-8e12-fef5cddf7d27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 1098 time: 0.0456791 Sep 23 23:55:38.862994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef94d6-ce81-46ff-aa85-910f3494aff0 req-63cc2558-b6ca-4810-8aa3-11f44f9cf53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:38.864485 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-beef94d6-ce81-46ff-aa85-910f3494aff0 req-63cc2558-b6ca-4810-8aa3-11f44f9cf53f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0856988 Sep 23 23:55:38.933735 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-beef94d6-ce81-46ff-aa85-910f3494aff0 req-3ca86021-2236-43f5-b314-caa1be7d9e01 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4 HTTP/1.1" status: 200 len: 1002 time: 0.0621397 Sep 23 23:55:38.982585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef94d6-ce81-46ff-aa85-910f3494aff0 req-9d4787f6-feb3-4fb6-bb3c-35a3174e6406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:38.984077 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-beef94d6-ce81-46ff-aa85-910f3494aff0 req-9d4787f6-feb3-4fb6-bb3c-35a3174e6406 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0439112 Sep 23 23:55:39.029614 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef94d6-ce81-46ff-aa85-910f3494aff0 req-7e087490-43fb-44af-9a56-d21b8a35058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:39.031136 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-beef94d6-ce81-46ff-aa85-910f3494aff0 req-7e087490-43fb-44af-9a56-d21b8a35058c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403678 Sep 23 23:55:39.125125 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-beef94d6-ce81-46ff-aa85-910f3494aff0 req-410e55f4-620e-4903-a8a1-bfaf0b3b4cb0 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865674 Sep 23 23:55:39.213771 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-beef94d6-ce81-46ff-aa85-910f3494aff0 req-6aae9035-7395-4a45-9990-22c432b9d73e service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814939 Sep 23 23:55:40.870486 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:55:41.528686 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48000) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:41.762942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Deleting port f469df1d-6544-443e-bd47-c931d76ad59c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:55:41.763290 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.840463 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.840709 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.852277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Calling delete_port for f469df1d-6544-443e-bd47-c931d76ad59c owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:55:42.084019 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.110177 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event deleted for resources: {'Port': ['ID=f469df1d-6544-443e-bd47-c931d76ad59c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:42.123783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:42.124132 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:42.124586 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:42.124875 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:42.125257 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:42.125580 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:42.125907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:42.126234 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:42.126559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:42.126882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:42.127229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:42.127559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:42.185443 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.185783 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Floating IP c510cbbe-8f42-43d1-87d4-188f810ef30d disassociated (deleted). External IP: 172.25.1.215, port: 6aaf9d97-7608-42ac-b955-8bfb38bd0be4. Sep 23 23:55:42.389697 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Router d7c72807-157d-4c9a-a65b-b85bd307d52c has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:55:42.499228 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:55:42.504454 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.509949 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e335e48-927d-4219-af8d-af3579b25412 None None] Sync routers for ids ['d7c72807-157d-4c9a-a65b-b85bd307d52c'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:55:42.519242 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e335e48-927d-4219-af8d-af3579b25412 None None] Routers {'d7c72807-157d-4c9a-a65b-b85bd307d52c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:55:42.519859 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7e335e48-927d-4219-af8d-af3579b25412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:55:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d7c72807-157d-4c9a-a65b-b85bd307d52c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:42.532581 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3b25d647-5d4c-4836-87fc-4f73abef8d23 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "DELETE /v2.0/floatingips/c510cbbe-8f42-43d1-87d4-188f810ef30d HTTP/1.1" status: 204 len: 168 time: 1.0027435 Sep 23 23:55:42.534029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:42.536479 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52562ac-063a-4609-b650-c65681a8a40d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:42.666833 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec7cf97-8c98-4f29-adbf-18a3d87db62d x-openstack-request-id: req-dec7cf97-8c98-4f29-adbf-18a3d87db62d {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:42.666833 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:42.666833 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dec7cf97-8c98-4f29-adbf-18a3d87db62d {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:42.666833 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'status': 'completed', 'code': 200} Sep 23 23:55:42.755275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52562ac-063a-4609-b650-c65681a8a40d req-6fa38283-bf14-44bc-8199-79771c26743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:42.756885 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c52562ac-063a-4609-b650-c65681a8a40d req-6fa38283-bf14-44bc-8199-79771c26743d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 1098 time: 0.0501914 Sep 23 23:55:42.794494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-7e335e48-927d-4219-af8d-af3579b25412 None None] Set router d7c72807-157d-4c9a-a65b-b85bd307d52c gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:55:42.850425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52562ac-063a-4609-b650-c65681a8a40d req-610f569c-d0de-4151-ad45-d5600f18f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:42.852107 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c52562ac-063a-4609-b650-c65681a8a40d req-610f569c-d0de-4151-ad45-d5600f18f917 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0885608 Sep 23 23:55:42.900939 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c52562ac-063a-4609-b650-c65681a8a40d req-fedef6dc-395b-4182-b452-ec73c35955e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4 HTTP/1.1" status: 200 len: 217 time: 0.0413847 Sep 23 23:55:42.953891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52562ac-063a-4609-b650-c65681a8a40d req-acf1d65b-e26a-4499-8ab5-76c1d39a52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:42.956395 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c52562ac-063a-4609-b650-c65681a8a40d req-acf1d65b-e26a-4499-8ab5-76c1d39a52f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0470271 Sep 23 23:55:43.008718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52562ac-063a-4609-b650-c65681a8a40d req-566f1661-d4f7-44cf-a216-9df957e7dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:43.009154 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7e335e48-927d-4219-af8d-af3579b25412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 5, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:43.010647 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c52562ac-063a-4609-b650-c65681a8a40d req-566f1661-d4f7-44cf-a216-9df957e7dae9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459614 Sep 23 23:55:43.011356 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc01f52-0d7b-4246-b54f-fe233ad2a9f0 req-3c61d264-2bbb-451d-9ac7-822e50abcc90 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:43.012904 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cc01f52-0d7b-4246-b54f-fe233ad2a9f0 req-3c61d264-2bbb-451d-9ac7-822e50abcc90 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 947 time: 0.1127286 Sep 23 23:55:43.042643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e335e48-927d-4219-af8d-af3579b25412 None None] Checking router: d7c72807-157d-4c9a-a65b-b85bd307d52c for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:55:43.053627 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e335e48-927d-4219-af8d-af3579b25412 None None] Routers {'d7c72807-157d-4c9a-a65b-b85bd307d52c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:55:43.054258 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7e335e48-927d-4219-af8d-af3579b25412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:55:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d7c72807-157d-4c9a-a65b-b85bd307d52c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:43.056988 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2cc01f52-0d7b-4246-b54f-fe233ad2a9f0 req-d6e8ec20-269a-4571-bcee-0ac6baa4527f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363414 Sep 23 23:55:43.175470 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-7e335e48-927d-4219-af8d-af3579b25412 None None] Set router d7c72807-157d-4c9a-a65b-b85bd307d52c gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:55:43.204412 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-cb5fcf60-de3d-49a8-9e6c-45fc51dae78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:43.389093 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-7e335e48-927d-4219-af8d-af3579b25412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 5, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:43.417051 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e335e48-927d-4219-af8d-af3579b25412 None None] The sync data for ids ['d7c72807-157d-4c9a-a65b-b85bd307d52c'] in n-d-810775-1 is: [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 5, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:55:43.452716 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c52562ac-063a-4609-b650-c65681a8a40d req-1d76079d-eb7d-4121-9080-a96273cd37c3 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337199 Sep 23 23:55:43.548357 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c52562ac-063a-4609-b650-c65681a8a40d req-47d9f077-47f7-4150-9436-b5611c1da4f0 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861835 Sep 23 23:55:43.640196 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd337e67-3a4a-4f13-8907-e95e0f5ebbc1 None None] New status for floating IP c510cbbe-8f42-43d1-87d4-188f810ef30d: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:55:44.230584 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a9397-1d94-4f07-9d0a-76a955356010 req-eb8a0007-237d-473d-8e35-5936e44ba296 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:44.232426 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-146a9397-1d94-4f07-9d0a-76a955356010 req-eb8a0007-237d-473d-8e35-5936e44ba296 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 947 time: 0.1024425 Sep 23 23:55:44.272070 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-146a9397-1d94-4f07-9d0a-76a955356010 req-e7422398-bfec-4fe3-bd7b-024748e8e54b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=161a1d5a-e03f-454a-91e3-f4af769ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329423 Sep 23 23:55:44.640225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c41d-06c0-4e33-96cd-b886f114dab7 req-9feae582-add4-4f13-a136-8322b17b5186 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:44.641689 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96f1c41d-06c0-4e33-96cd-b886f114dab7 req-9feae582-add4-4f13-a136-8322b17b5186 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 947 time: 0.0519927 Sep 23 23:55:44.734223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-96f1c41d-06c0-4e33-96cd-b886f114dab7 req-13152ecc-9d56-4b8f-b37b-2378a6004675 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Deleting port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:55:44.739246 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-96f1c41d-06c0-4e33-96cd-b886f114dab7 req-13152ecc-9d56-4b8f-b37b-2378a6004675 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:44.825725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-96f1c41d-06c0-4e33-96cd-b886f114dab7 req-13152ecc-9d56-4b8f-b37b-2378a6004675 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] For port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:44.826087 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-96f1c41d-06c0-4e33-96cd-b886f114dab7 req-13152ecc-9d56-4b8f-b37b-2378a6004675 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:44.838243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-96f1c41d-06c0-4e33-96cd-b886f114dab7 req-13152ecc-9d56-4b8f-b37b-2378a6004675 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Calling delete_port for 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:55:45.026885 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-96f1c41d-06c0-4e33-96cd-b886f114dab7 req-13152ecc-9d56-4b8f-b37b-2378a6004675 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:45.058243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13152ecc-9d56-4b8f-b37b-2378a6004675 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event deleted for resources: {'Port': ['ID=6aaf9d97-7608-42ac-b955-8bfb38bd0be4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:45.099054 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f1c41d-06c0-4e33-96cd-b886f114dab7 req-13152ecc-9d56-4b8f-b37b-2378a6004675 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] No DVR routers for this DVR port 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:55:45.101782 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-96f1c41d-06c0-4e33-96cd-b886f114dab7 req-13152ecc-9d56-4b8f-b37b-2378a6004675 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:45.103791 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96f1c41d-06c0-4e33-96cd-b886f114dab7 req-13152ecc-9d56-4b8f-b37b-2378a6004675 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.67 "DELETE /v2.0/ports/6aaf9d97-7608-42ac-b955-8bfb38bd0be4 HTTP/1.1" status: 204 len: 173 time: 0.4544675 Sep 23 23:55:45.104241 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'name': 'network-vif-deleted', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:45.106533 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f86cfea-7099-458e-998b-1e50982347e4" -d '{"events": [{"server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "name": "network-vif-deleted", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:45.141561 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063cdb26-1d12-41cc-8434-2ed7f41377fb x-openstack-request-id: req-063cdb26-1d12-41cc-8434-2ed7f41377fb {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:45.141855 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f76e82-f33c-4238-bd9f-78f13ac54618", "name": "network-vif-deleted", "tag": "6aaf9d97-7608-42ac-b955-8bfb38bd0be4", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:45.142112 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-063cdb26-1d12-41cc-8434-2ed7f41377fb {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:45.143146 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f76e82-f33c-4238-bd9f-78f13ac54618', 'name': 'network-vif-deleted', 'tag': '6aaf9d97-7608-42ac-b955-8bfb38bd0be4', 'status': 'completed', 'code': 200} Sep 23 23:55:45.366078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-b1056302-c620-4b56-9ff8-abf5d12b3ae5 req-21a70f0d-432e-42a5-bb80-41d265dd80d1 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8f76e82-f33c-4238-bd9f-78f13ac54618 HTTP/1.1" status: 200 len: 210 time: 0.0259993 Sep 23 23:55:45.683631 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-119430c6-7119-4d7e-bf6a-1cf520076496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:46.197833 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:46.422921 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48030) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:46.481294 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-866937f1-2594-4a08-b937-b89f30f83071 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:46.509370 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-866937f1-2594-4a08-b937-b89f30f83071 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:46.655060 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-866937f1-2594-4a08-b937-b89f30f83071 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:46.658019 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-866937f1-2594-4a08-b937-b89f30f83071 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:46.663475 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-866937f1-2594-4a08-b937-b89f30f83071 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "DELETE /v2.0/security-groups/161a1d5a-e03f-454a-91e3-f4af769ba0b8 HTTP/1.1" status: 204 len: 168 time: 0.2352762 Sep 23 23:55:46.668975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866937f1-2594-4a08-b937-b89f30f83071 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=161a1d5a-e03f-454a-91e3-f4af769ba0b8,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:47.022399 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48036) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:47.027147 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877538006', 'description': 'tempest-secgroup-smoke-877538006 description', 'project_id': '262d76ebe3c54211a1656e99dcfa1efb'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:47.089376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.172260 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.266963 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.297001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770b93fc-bf67-4d22-af09-39641120b5d9,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:47.305562 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:47.305919 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:47.306268 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:47.306616 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:47.306954 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:47.307290 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:47.307620 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:47.307949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:47.308277 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:47.308604 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:47.308954 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:47.309364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:47.335453 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.375378 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.376708 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-c45a4ee4-6133-47ae-90f1-836f9fc84e29 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3530948 Sep 23 23:55:47.379725 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48038) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:47.384574 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-bc4526e2-60e9-4d77-a3ee-9b5fd42d75f8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'security_group_rule': {'security_group_id': '770b93fc-bf67-4d22-af09-39641120b5d9', 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:47.494022 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc4526e2-60e9-4d77-a3ee-9b5fd42d75f8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.533798 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:55:47.554407 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:55:47.554749 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 6aaf9d97-7608-42ac-b955-8bfb38bd0be4 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:55:47.554988 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc4526e2-60e9-4d77-a3ee-9b5fd42d75f8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.626377 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc4526e2-60e9-4d77-a3ee-9b5fd42d75f8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.647166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4526e2-60e9-4d77-a3ee-9b5fd42d75f8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c17fc5f-81f0-4f9f-8e26-97c08248fb9c,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:47.706916 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bc4526e2-60e9-4d77-a3ee-9b5fd42d75f8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.708212 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bc4526e2-60e9-4d77-a3ee-9b5fd42d75f8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272750 Sep 23 23:55:47.711302 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48040) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:47.715797 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-9171ed38-bcd7-4267-8895-bfc3777ebb58 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'security_group_rule': {'security_group_id': '770b93fc-bf67-4d22-af09-39641120b5d9', 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:47.802882 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9171ed38-bcd7-4267-8895-bfc3777ebb58 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.864372 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9171ed38-bcd7-4267-8895-bfc3777ebb58 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.923740 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9171ed38-bcd7-4267-8895-bfc3777ebb58 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.942099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171ed38-bcd7-4267-8895-bfc3777ebb58 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba65d075-604e-4cf5-99e2-ee8a68b3ba90,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:48.021276 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-9171ed38-bcd7-4267-8895-bfc3777ebb58 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.022629 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-9171ed38-bcd7-4267-8895-bfc3777ebb58 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3103385 Sep 23 23:55:48.025896 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48042) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:48.030618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-b791ed2e-c651-4c37-9e0f-bb977f0cf98c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'security_group_rule': {'security_group_id': '770b93fc-bf67-4d22-af09-39641120b5d9', 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:48.129193 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b791ed2e-c651-4c37-9e0f-bb977f0cf98c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.178163 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b791ed2e-c651-4c37-9e0f-bb977f0cf98c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.248922 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b791ed2e-c651-4c37-9e0f-bb977f0cf98c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.269172 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791ed2e-c651-4c37-9e0f-bb977f0cf98c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089391a6-473a-4229-8f99-765e93d55419,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:48.334790 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-b791ed2e-c651-4c37-9e0f-bb977f0cf98c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.336035 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b791ed2e-c651-4c37-9e0f-bb977f0cf98c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3090172 Sep 23 23:55:48.338753 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48044) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:48.342990 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-a4f8793d-e8f8-483f-aa2d-dc92923f5489 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'security_group_rule': {'security_group_id': '770b93fc-bf67-4d22-af09-39641120b5d9', 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:48.426643 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4f8793d-e8f8-483f-aa2d-dc92923f5489 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.488109 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4f8793d-e8f8-483f-aa2d-dc92923f5489 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.558226 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4f8793d-e8f8-483f-aa2d-dc92923f5489 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.577843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8793d-e8f8-483f-aa2d-dc92923f5489 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9e44a7-0a4b-49f9-9d96-0bee5b600a95,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:48.638085 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a4f8793d-e8f8-483f-aa2d-dc92923f5489 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.639354 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a4f8793d-e8f8-483f-aa2d-dc92923f5489 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2996633 Sep 23 23:55:48.642023 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48046) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:48.646522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-81889b8a-61d3-414d-a3d7-c94cf671f17c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'security_group_rule': {'security_group_id': '770b93fc-bf67-4d22-af09-39641120b5d9', 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:48.723745 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-81889b8a-61d3-414d-a3d7-c94cf671f17c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Project 262d76ebe3c54211a1656e99dcfa1efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:55:48.728864 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81889b8a-61d3-414d-a3d7-c94cf671f17c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.792528 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81889b8a-61d3-414d-a3d7-c94cf671f17c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.860761 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81889b8a-61d3-414d-a3d7-c94cf671f17c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.879350 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81889b8a-61d3-414d-a3d7-c94cf671f17c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa283fb-fffe-42c9-abf9-01139aab9833,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:48.946438 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.969413 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-81889b8a-61d3-414d-a3d7-c94cf671f17c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.971316 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-81889b8a-61d3-414d-a3d7-c94cf671f17c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3276849 Sep 23 23:55:48.979558 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48048) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:48.979558 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-abb57ddc-7261-4af6-900e-448a4e30c339 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'security_group_rule': {'security_group_id': '770b93fc-bf67-4d22-af09-39641120b5d9', 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:49.026488 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:49.072466 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-abb57ddc-7261-4af6-900e-448a4e30c339 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Project 262d76ebe3c54211a1656e99dcfa1efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 23:55:49.078084 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-abb57ddc-7261-4af6-900e-448a4e30c339 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:49.138496 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-abb57ddc-7261-4af6-900e-448a4e30c339 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:49.191680 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-abb57ddc-7261-4af6-900e-448a4e30c339 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:49.210027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb57ddc-7261-4af6-900e-448a4e30c339 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc74fde-d1f4-43bc-aed0-bf0f8a3c9838,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:49.266349 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-abb57ddc-7261-4af6-900e-448a4e30c339 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:49.268136 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-abb57ddc-7261-4af6-900e-448a4e30c339 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2929265 Sep 23 23:56:07.723397 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:09.154546 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-9606183a-08de-41fb-9835-5f1d447e08ce tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877538006&fields=id&tenant_id=262d76ebe3c54211a1656e99dcfa1efb HTTP/1.1" status: 200 len: 267 time: 0.0340459 Sep 23 23:56:09.263671 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-0ec4547b-e2a0-476e-915e-bd1fa937ecf0 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:09.265076 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-0ec4547b-e2a0-476e-915e-bd1fa937ecf0 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 808 time: 0.1036682 Sep 23 23:56:09.281207 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-ebfd2861-3060-45a2-8e59-57bd82f4b3e6 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/quotas/262d76ebe3c54211a1656e99dcfa1efb HTTP/1.1" status: 200 len: 375 time: 0.0090189 Sep 23 23:56:09.332448 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-a6af9bbe-5a7c-4639-9ed7-02f60fc4ceb0 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454233 Sep 23 23:56:09.348033 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-c2af984f-ce8a-48d9-833a-eae8a3469bc5 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:56:09.349043 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-c2af984f-ce8a-48d9-833a-eae8a3469bc5 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054107 Sep 23 23:56:09.442402 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-1bd6a2f3-17df-4d16-b94d-67181bf2dbdd service neutron] 10.222.0.22 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875299 Sep 23 23:56:09.531189 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-8145338c-8398-4944-a6bf-d4098c39212e service neutron] 10.222.0.22 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826616 Sep 23 23:56:10.156382 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2900c583-1f6f-4731-91d8-1f3bba68ee18 req-e2c6de99-f0cd-4482-990f-9d069ad37959 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 210 time: 0.0271802 Sep 23 23:56:11.234273 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5b75cfb4-2907-4697-8219-18b4fb89a8ad req-78dea85c-0c62-4cff-8d17-ea4adfb73ef2 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 210 time: 0.0259042 Sep 23 23:56:12.342896 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f4d0139b-c077-4066-999b-76b5114c3fc7 req-c9b88980-cffe-4363-95e6-dfee42565d2b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 210 time: 0.0268309 Sep 23 23:56:13.203335 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9edf2500-7d80-469f-90ea-9f7b16d8df06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:13.424848 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4c5fac6f-ff49-4b48-a678-bd21b24283b3 req-79069b68-adf6-4a7c-acf6-af04470522da tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 210 time: 0.0300064 Sep 23 23:56:14.517263 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ead0834-620c-4057-bb1a-808bd938e220 req-d9611076-b0bf-4f3f-aedf-d042293c7905 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 210 time: 0.0268042 Sep 23 23:56:15.615382 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-74a74082-805e-4347-a2ae-95916927a784 req-3d475382-9a0f-46c3-ac82-7d2b318d9486 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 210 time: 0.0287848 Sep 23 23:56:15.677383 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-50857859-0b07-4915-a751-dc6665ba863f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:16.175962 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-c111e25b-92ff-4726-9691-602e9a7f6c9e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:16.176497 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:16.177487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-c111e25b-92ff-4726-9691-602e9a7f6c9e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.43 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 808 time: 0.1058376 Sep 23 23:56:16.220861 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-a927a281-a554-4c70-9519-01e7535f7557 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=262d76ebe3c54211a1656e99dcfa1efb HTTP/1.1" status: 200 len: 379 time: 0.0342770 Sep 23 23:56:16.230171 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-4e1c9b01-72e8-48e0-b996-47c7ac3adcc4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'port': {'device_id': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'admin_state_up': True, 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'security_groups': ['770b93fc-bf67-4d22-af09-39641120b5d9']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:16.397444 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-4e1c9b01-72e8-48e0-b996-47c7ac3adcc4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Made reservation on behalf of 262d76ebe3c54211a1656e99dcfa1efb for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:16.401021 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-4e1c9b01-72e8-48e0-b996-47c7ac3adcc4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:16.535117 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-4e1c9b01-72e8-48e0-b996-47c7ac3adcc4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Allocated IP 172.20.0.8 (a26604b9-efd1-4e15-b24f-f87e1da5b205/3b893942-8b53-4170-82aa-3bdd2cafc4ec/d7bdd809-35e5-4492-885e-3ed0dcabd8ff) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:16.675167 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-4e1c9b01-72e8-48e0-b996-47c7ac3adcc4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:16.714871 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-87304b89-13af-483a-b6ac-9dfc57f1542b req-352e55c2-5096-49c0-a725-4190a4dfe642 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 210 time: 0.0284715 Sep 23 23:56:16.781316 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-4e1c9b01-72e8-48e0-b996-47c7ac3adcc4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:16.826694 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-4e1c9b01-72e8-48e0-b996-47c7ac3adcc4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Network a26604b9-efd1-4e15-b24f-f87e1da5b205 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:16.829707 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-4e1c9b01-72e8-48e0-b996-47c7ac3adcc4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:16.833356 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-4e1c9b01-72e8-48e0-b996-47c7ac3adcc4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:16.864165 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c9b01-72e8-48e0-b996-47c7ac3adcc4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'Port': ['ID=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:16.896486 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-4e1c9b01-72e8-48e0-b996-47c7ac3adcc4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:16.897363 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-4e1c9b01-72e8-48e0-b996-47c7ac3adcc4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:16.976020 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-4e1c9b01-72e8-48e0-b996-47c7ac3adcc4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7493408 Sep 23 23:56:16.996630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-0b2522e0-ac23-41b7-ab57-37c24153c61e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:56:16.996630 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-0b2522e0-ac23-41b7-ab57-37c24153c61e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062656 Sep 23 23:56:17.047276 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Request body: {'port': {'device_id': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:17.100849 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-65e51fc9-a0ae-4c1c-b072-8fd98656fda5 None None] Provisioning complete for port d7bdd809-35e5-4492-885e-3ed0dcabd8ff triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:17.101658 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-65e51fc9-a0ae-4c1c-b072-8fd98656fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:17.108278 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:17.139768 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-65e51fc9-a0ae-4c1c-b072-8fd98656fda5 None None] Port d7bdd809-35e5-4492-885e-3ed0dcabd8ff cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:56:17.374789 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:17.391977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7bdd809-35e5-4492-885e-3ed0dcabd8ff {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:17.399728 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:17.412466 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Transition to ACTIVE for port object d7bdd809-35e5-4492-885e-3ed0dcabd8ff will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:56:17.500415 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:17.593621 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Pushing event updated for resources: {'Port': ['ID=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:17.635437 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Attempting to bind port d7bdd809-35e5-4492-885e-3ed0dcabd8ff on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:17.635879 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Attempting to bind port d7bdd809-35e5-4492-885e-3ed0dcabd8ff by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:17.636302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Attempting to bind port d7bdd809-35e5-4492-885e-3ed0dcabd8ff on network a26604b9-efd1-4e15-b24f-f87e1da5b205 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:17.641346 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Port d7bdd809-35e5-4492-885e-3ed0dcabd8ff on network a26604b9-efd1-4e15-b24f-f87e1da5b205 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:56:17.641663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Attempting to bind port d7bdd809-35e5-4492-885e-3ed0dcabd8ff on network a26604b9-efd1-4e15-b24f-f87e1da5b205 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:17.648017 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:17.648149 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Checking segment: {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:17.648529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Bound using segment: {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:17.648958 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Bound port: d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:17.649334 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:17.718974 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] For port d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:17.722953 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] For port d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:17.817668 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:17.865901 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:17.866484 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:17.867892 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] 10.222.0.43 "PUT /v2.0/ports/d7bdd809-35e5-4492-885e-3ed0dcabd8ff HTTP/1.1" status: 200 len: 1091 time: 0.8721020 Sep 23 23:56:17.868340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:17.870625 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4acbafa-be77-4bac-83cb-de86b213fa47" -d '{"events": [{"name": "network-changed", "server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:17.880438 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:56:17.897564 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb246a7-fbc2-402e-adcd-f1bb61543772 req-939cdc06-5581-4a9d-badb-f17c91d572a1 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:17.899154 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4bb246a7-fbc2-402e-adcd-f1bb61543772 req-939cdc06-5581-4a9d-badb-f17c91d572a1 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.1094935 Sep 23 23:56:17.918185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d57b1-9843-42ce-ab1b-533a94e6f096 service neutron] Pushing event updated for resources: {'Port': ['ID=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:17.930286 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec652f8-406f-46a0-923a-5e6303cf5855 x-openstack-request-id: req-5ec652f8-406f-46a0-923a-5e6303cf5855 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:17.930540 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:17.930791 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ec652f8-406f-46a0-923a-5e6303cf5855 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:17.931191 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'status': 'completed', 'code': 200} Sep 23 23:56:17.965976 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4bb246a7-fbc2-402e-adcd-f1bb61543772 req-3a475d61-4356-4721-9a1c-8ec0559cb837 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581663 Sep 23 23:56:18.002333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acbafa-be77-4bac-83cb-de86b213fa47 req-024accb3-88c3-46fa-b15d-daaa1189f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.004175 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4acbafa-be77-4bac-83cb-de86b213fa47 req-024accb3-88c3-46fa-b15d-daaa1189f79f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 1094 time: 0.0539987 Sep 23 23:56:18.125226 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acbafa-be77-4bac-83cb-de86b213fa47 req-332e47d8-16a0-412d-9420-88f3d27d1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.127627 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4acbafa-be77-4bac-83cb-de86b213fa47 req-332e47d8-16a0-412d-9420-88f3d27d1b98 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1150520 Sep 23 23:56:18.227277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acbafa-be77-4bac-83cb-de86b213fa47 req-cee38bb8-b5b7-4413-b831-e3abd35de32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.228799 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c4acbafa-be77-4bac-83cb-de86b213fa47 req-cee38bb8-b5b7-4413-b831-e3abd35de32f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943289 Sep 23 23:56:18.309524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-8f435e98-5163-4d6f-b1d8-78e2f4a2d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.311062 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-8f435e98-5163-4d6f-b1d8-78e2f4a2d9c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 1094 time: 0.0437658 Sep 23 23:56:18.357883 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-582871ee-e871-4bbc-9ced-c72b67379356 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff HTTP/1.1" status: 200 len: 217 time: 0.0385048 Sep 23 23:56:18.409338 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-697ca9a3-5a48-4c02-9326-f71f1dd74983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.410831 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-697ca9a3-5a48-4c02-9326-f71f1dd74983 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0459969 Sep 23 23:56:18.459076 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-25811000-9431-40c7-811d-14b88cbec68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.459076 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-25811000-9431-40c7-811d-14b88cbec68e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407414 Sep 23 23:56:18.562469 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-f0657c1a-66d3-4f59-8001-4cc745a4a196 service neutron] 10.222.0.43 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964177 Sep 23 23:56:18.653291 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-87c024ad-3caa-4907-80c1-a92dbc47b449 req-37e9624d-7c97-4b4e-81e9-cf5fddc62f8f service neutron] 10.222.0.43 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835571 Sep 23 23:56:18.946211 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:19.008663 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:19.103986 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34345ede-7734-4128-a2a8-9ae32c34649b req-bd460a35-a59e-4a8d-a144-eca10434b253 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:19.105531 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34345ede-7734-4128-a2a8-9ae32c34649b req-bd460a35-a59e-4a8d-a144-eca10434b253 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0590265 Sep 23 23:56:19.145205 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-34345ede-7734-4128-a2a8-9ae32c34649b req-278fddf2-b9f8-44ab-bbe9-235b4fb83244 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334518 Sep 23 23:56:20.268841 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a540ab1-6bd9-4a0c-afe1-76c0e33a162b req-19772857-b347-41ed-8ab1-c74e9741f10e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:20.270444 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5a540ab1-6bd9-4a0c-afe1-76c0e33a162b req-19772857-b347-41ed-8ab1-c74e9741f10e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0561783 Sep 23 23:56:20.314865 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5a540ab1-6bd9-4a0c-afe1-76c0e33a162b req-f6081db0-763c-4c2c-a712-b8e2971151cd tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365710 Sep 23 23:56:21.429499 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64059-9843-4f8d-affe-c0effeae24ae req-424800de-c2af-4b29-8c68-37c19a12c25a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:21.431112 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-72a64059-9843-4f8d-affe-c0effeae24ae req-424800de-c2af-4b29-8c68-37c19a12c25a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0491080 Sep 23 23:56:21.469928 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-72a64059-9843-4f8d-affe-c0effeae24ae req-741d195e-a284-494b-b7fa-2e99c0059859 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328283 Sep 23 23:56:22.586202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e178f2-705b-40e1-9ab8-1d4d5ca11eb7 req-181d60ff-7b6d-413d-b7fd-3b07864ef29e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:22.587762 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05e178f2-705b-40e1-9ab8-1d4d5ca11eb7 req-181d60ff-7b6d-413d-b7fd-3b07864ef29e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0495048 Sep 23 23:56:22.628051 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-05e178f2-705b-40e1-9ab8-1d4d5ca11eb7 req-690e6657-43fd-47b5-97f2-1228a82ec4ee tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344405 Sep 23 23:56:23.741454 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805429f-48da-410a-903b-272e19435077 req-7125244e-71bf-470e-a15c-13e05ef334eb tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:23.743024 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6805429f-48da-410a-903b-272e19435077 req-7125244e-71bf-470e-a15c-13e05ef334eb tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0494077 Sep 23 23:56:23.782130 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-6805429f-48da-410a-903b-272e19435077 req-50cd8a1c-3835-463f-a7cc-be3a1620ce82 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331626 Sep 23 23:56:24.895999 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b607d-0df7-48aa-9448-8ae0b069eed5 req-1368619c-d38e-4104-b129-3f8e4524605c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:24.897497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-249b607d-0df7-48aa-9448-8ae0b069eed5 req-1368619c-d38e-4104-b129-3f8e4524605c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0484734 Sep 23 23:56:24.933775 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-249b607d-0df7-48aa-9448-8ae0b069eed5 req-b377de02-53c5-4ff8-9a58-fbb92c0eed6b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304019 Sep 23 23:56:26.054123 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7448c3-38be-4086-8be6-e3177f41bac6 req-e29d6409-507a-422a-bfc4-4774e9144267 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:26.055564 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-db7448c3-38be-4086-8be6-e3177f41bac6 req-e29d6409-507a-422a-bfc4-4774e9144267 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0539954 Sep 23 23:56:26.093664 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-db7448c3-38be-4086-8be6-e3177f41bac6 req-365335ae-dbd7-4dfa-b7ac-9326171cddbd tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318444 Sep 23 23:56:27.211067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53782ae-068e-462f-a2c4-0d9b43f6be7e req-3a484d15-e2e2-4067-8b5c-ecd51ecfbd48 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:27.212562 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f53782ae-068e-462f-a2c4-0d9b43f6be7e req-3a484d15-e2e2-4067-8b5c-ecd51ecfbd48 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0525043 Sep 23 23:56:27.250660 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f53782ae-068e-462f-a2c4-0d9b43f6be7e req-cd31b634-cd95-421b-9157-3c1a4e408f52 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321360 Sep 23 23:56:28.363815 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d08fad-cab8-47bc-b648-0ebd86bd18f8 req-6867f7b7-2218-4fb1-b2d0-1e01564c2b9c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:28.365352 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79d08fad-cab8-47bc-b648-0ebd86bd18f8 req-6867f7b7-2218-4fb1-b2d0-1e01564c2b9c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0491934 Sep 23 23:56:28.403657 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-79d08fad-cab8-47bc-b648-0ebd86bd18f8 req-db3f97e5-c138-4664-b97c-dbd05b24c80f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324550 Sep 23 23:56:28.677314 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d7bdd809-35e5-4492-885e-3ed0dcabd8ff details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:56:28.771826 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:28.782672 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'port_id': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'mac_address': 'fa:16:3e:7e:19:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:56:28.819052 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.831638 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7bdd809-35e5-4492-885e-3ed0dcabd8ff {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:28.850767 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:28.916842 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.967362 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:28.975337 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:28.975709 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:28.976069 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:28.976390 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:28.976721 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:28.977048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:28.977398 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:28.977723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:28.978046 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:28.978367 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:28.978692 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:28.979013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:29.161803 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['d7bdd809-35e5-4492-885e-3ed0dcabd8ff'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:29.516914 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e5226-8c6e-41ed-ae38-db0dee4dcd0b req-40622c8e-1ebc-4dda-9d4a-29d12750f371 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:29.519127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d13e5226-8c6e-41ed-ae38-db0dee4dcd0b req-40622c8e-1ebc-4dda-9d4a-29d12750f371 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 944 time: 0.0490716 Sep 23 23:56:29.556205 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-d13e5226-8c6e-41ed-ae38-db0dee4dcd0b req-d79650a4-51fa-4fc1-8da3-8a4df074672a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313077 Sep 23 23:56:30.672338 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540bc6f-5bc9-475c-8cc6-034870ff45e9 req-56eb899c-db0a-43d5-a5a4-4ef931c239f6 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:30.673923 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a540bc6f-5bc9-475c-8cc6-034870ff45e9 req-56eb899c-db0a-43d5-a5a4-4ef931c239f6 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 944 time: 0.0506649 Sep 23 23:56:30.678431 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d7bdd809-35e5-4492-885e-3ed0dcabd8ff up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:30.714396 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a540bc6f-5bc9-475c-8cc6-034870ff45e9 req-60e9a4d6-6107-4748-9541-84c0b373feb9 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342295 Sep 23 23:56:30.820402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port d7bdd809-35e5-4492-885e-3ed0dcabd8ff completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:56:30.824443 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port d7bdd809-35e5-4492-885e-3ed0dcabd8ff triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:30.824811 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.902120 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.928118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:30.930515 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b9231f-0c3b-496c-a758-c4ea5e8952d2" -d '{"events": [{"server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "name": "network-vif-plugged", "status": "completed", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:30.944469 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:31.020870 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ccd21e-c355-49df-ada3-0f36d79382b3 x-openstack-request-id: req-b1ccd21e-c355-49df-ada3-0f36d79382b3 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:31.021187 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "name": "network-vif-plugged", "status": "completed", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:31.021435 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1ccd21e-c355-49df-ada3-0f36d79382b3 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:31.021826 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'code': 200} Sep 23 23:56:31.043337 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:31.093465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:31.122252 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de16fb7-9b31-44e5-8ec1-b9a18db3c4ca req-a6072645-e349-40b1-8d96-ab3988fc7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:31.123874 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6de16fb7-9b31-44e5-8ec1-b9a18db3c4ca req-a6072645-e349-40b1-8d96-ab3988fc7df9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 1096 time: 0.0410063 Sep 23 23:56:31.158514 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6de16fb7-9b31-44e5-8ec1-b9a18db3c4ca req-e42fc8a2-5fd1-4d72-a360-f37d637a23c3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270994 Sep 23 23:56:31.835142 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8d04b-325a-4811-a6bb-2b7973e5d01c req-bf605f31-f1c1-48a2-82e1-1f4d968947e4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:31.836609 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9f8d04b-325a-4811-a6bb-2b7973e5d01c req-bf605f31-f1c1-48a2-82e1-1f4d968947e4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0538168 Sep 23 23:56:31.874692 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f9f8d04b-325a-4811-a6bb-2b7973e5d01c req-c8168727-9106-4ee7-a7f2-a9be6fca1c81 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320687 Sep 23 23:56:32.999099 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fd869-efd7-4c5c-89c0-9c5f1d168c54 req-dfd42330-48cd-497f-86a6-653c65efae8e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:33.000625 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f3fd869-efd7-4c5c-89c0-9c5f1d168c54 req-dfd42330-48cd-497f-86a6-653c65efae8e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0543487 Sep 23 23:56:33.040479 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9f3fd869-efd7-4c5c-89c0-9c5f1d168c54 req-0d31d4bf-ab1a-42b1-bd27-47cbeca8e342 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333753 Sep 23 23:56:33.161292 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfde5d7-7e93-4f63-b8f9-7e5accd2e113 req-bbb08a7c-1f45-4339-ae96-52623ae1b92a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:33.162738 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bdfde5d7-7e93-4f63-b8f9-7e5accd2e113 req-bbb08a7c-1f45-4339-ae96-52623ae1b92a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0511405 Sep 23 23:56:33.201680 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bdfde5d7-7e93-4f63-b8f9-7e5accd2e113 req-73d27b65-bee4-4a66-a8ab-93694a7fe41d tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328360 Sep 23 23:56:33.223429 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48298) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:33.306657 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e98f749-8e5c-4d61-a369-905fb1ae7347 tempest-TestShelveInstance-546446137 tempest-TestShelveInstance-546446137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:33.308196 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4e98f749-8e5c-4d61-a369-905fb1ae7347 tempest-TestShelveInstance-546446137 tempest-TestShelveInstance-546446137-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 1091 time: 0.0837684 Sep 23 23:56:33.311047 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48302) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:33.315522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:33.386766 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.492050 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.596663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Allocated IP 172.25.1.199 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/7f573bc2-04c0-416e-9906-9529b8406baf) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:33.700033 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.815851 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.854613 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:33.859016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:33.861852 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:33.890208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'Port': ['ID=7f573bc2-04c0-416e-9906-9529b8406baf,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:34.215122 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.371905 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.521279 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.585613 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.661869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event updated for resources: {'Port': ['ID=7f573bc2-04c0-416e-9906-9529b8406baf,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:34.668978 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.764827 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Floating IP 49b2c637-649d-4acf-9740-db15da0c2b58 associated. External IP: 172.25.1.199, port: d7bdd809-35e5-4492-885e-3ed0dcabd8ff. Sep 23 23:56:34.971937 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Router d7c72807-157d-4c9a-a65b-b85bd307d52c has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:56:35.083016 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:56:35.093634 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6add24bf-9658-4ec9-a365-4c7d24e947a0 None None] Sync routers for ids ['d7c72807-157d-4c9a-a65b-b85bd307d52c'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:56:35.104207 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6add24bf-9658-4ec9-a365-4c7d24e947a0 None None] Routers {'d7c72807-157d-4c9a-a65b-b85bd307d52c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:56:35.105572 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6add24bf-9658-4ec9-a365-4c7d24e947a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:56:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d7c72807-157d-4c9a-a65b-b85bd307d52c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:35.162969 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.190624 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c09efdd1-6f7a-4476-94a4-2bf2e643e7c3 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8784709 Sep 23 23:56:35.191220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:35.193517 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64178b87-19b5-43fa-9084-e64cdfa1db9f" -d '{"events": [{"name": "network-changed", "server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:35.227344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-6add24bf-9658-4ec9-a365-4c7d24e947a0 None None] Set router d7c72807-157d-4c9a-a65b-b85bd307d52c gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:56:35.233600 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4757894-5d77-4ded-ad33-73a7ce6e69e5 x-openstack-request-id: req-a4757894-5d77-4ded-ad33-73a7ce6e69e5 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:35.234130 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:35.234130 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4757894-5d77-4ded-ad33-73a7ce6e69e5 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:35.234529 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'status': 'completed', 'code': 200} Sep 23 23:56:35.299268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64178b87-19b5-43fa-9084-e64cdfa1db9f req-b58690bc-04e7-4dfa-8aca-6580c896de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:35.300801 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64178b87-19b5-43fa-9084-e64cdfa1db9f req-b58690bc-04e7-4dfa-8aca-6580c896de8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 1096 time: 0.0422046 Sep 23 23:56:35.396215 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64178b87-19b5-43fa-9084-e64cdfa1db9f req-82fd9111-2a4a-4c75-bc7a-4aa8b5b960ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:35.397867 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64178b87-19b5-43fa-9084-e64cdfa1db9f req-82fd9111-2a4a-4c75-bc7a-4aa8b5b960ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0903940 Sep 23 23:56:35.449881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6add24bf-9658-4ec9-a365-4c7d24e947a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '49b2c637-649d-4acf-9740-db15da0c2b58', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'port_id': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'mac_address': 'fa:16:3e:7e:19:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:56:34Z', 'revision_number': 0, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 5, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:35.463892 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64178b87-19b5-43fa-9084-e64cdfa1db9f req-be7baa85-bcd7-42c5-9f1c-425fd11e496e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff HTTP/1.1" status: 200 len: 999 time: 0.0588319 Sep 23 23:56:35.480518 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6add24bf-9658-4ec9-a365-4c7d24e947a0 None None] Checking router: d7c72807-157d-4c9a-a65b-b85bd307d52c for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:56:35.488871 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6add24bf-9658-4ec9-a365-4c7d24e947a0 None None] Routers {'d7c72807-157d-4c9a-a65b-b85bd307d52c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:56:35.489520 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6add24bf-9658-4ec9-a365-4c7d24e947a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-23T23:56:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d7c72807-157d-4c9a-a65b-b85bd307d52c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:35.519184 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64178b87-19b5-43fa-9084-e64cdfa1db9f req-9c6d036e-a971-4c4a-8ad4-ff5d612c110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:35.520647 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64178b87-19b5-43fa-9084-e64cdfa1db9f req-9c6d036e-a971-4c4a-8ad4-ff5d612c110a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0480790 Sep 23 23:56:35.566010 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64178b87-19b5-43fa-9084-e64cdfa1db9f req-755b8838-f4ca-46af-8d87-163e6fab6bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:35.567538 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64178b87-19b5-43fa-9084-e64cdfa1db9f req-755b8838-f4ca-46af-8d87-163e6fab6bc0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401433 Sep 23 23:56:35.594612 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-6add24bf-9658-4ec9-a365-4c7d24e947a0 None None] Set router d7c72807-157d-4c9a-a65b-b85bd307d52c gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:56:35.663156 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64178b87-19b5-43fa-9084-e64cdfa1db9f req-79dfd41f-b577-4f10-b532-788af431acfc service neutron] 10.222.0.43 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883710 Sep 23 23:56:35.824177 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-6add24bf-9658-4ec9-a365-4c7d24e947a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '49b2c637-649d-4acf-9740-db15da0c2b58', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'port_id': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'mac_address': 'fa:16:3e:7e:19:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:56:34Z', 'revision_number': 0, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 5, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:35.852375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6add24bf-9658-4ec9-a365-4c7d24e947a0 None None] The sync data for ids ['d7c72807-157d-4c9a-a65b-b85bd307d52c'] in n-d-810775-1 is: [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '49b2c637-649d-4acf-9740-db15da0c2b58', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'port_id': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'mac_address': 'fa:16:3e:7e:19:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:56:34Z', 'revision_number': 0, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 5, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:56:36.061650 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3adf93c-65f3-471c-9aa3-885fe2638978 None None] New status for floating IP 49b2c637-649d-4acf-9740-db15da0c2b58: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:56:36.107739 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-64178b87-19b5-43fa-9084-e64cdfa1db9f req-4e0613fd-7415-4348-b7f9-d9537a832ad4 service neutron] 10.222.0.43 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378340 Sep 23 23:56:37.723218 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:43.203216 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a5f6253b-5008-47dc-b118-78f4afd499de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:45.683149 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3694-f15b-4e71-ada4-c704e77d1af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:46.168730 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.328488 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:48.940376 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:49.002904 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:54.871180 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:57:07.790783 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.185033 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f1337d6d-4405-48f8-90b4-fa7100c5ab9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:15.722405 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d565689e-0402-444b-9309-288233a3e90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:16.208231 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:17.350116 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:18.956601 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:19.036678 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.870156 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:57:32.378636 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80aa8d81-225a-4210-8f6c-862a86ea25e5 req-6b95e733-5526-4a62-bd35-43740465ef19 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389516 Sep 23 23:57:32.461835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa8d81-225a-4210-8f6c-862a86ea25e5 req-0ce8a441-4b98-49b7-a1bb-3be7b689de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:32.463316 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80aa8d81-225a-4210-8f6c-862a86ea25e5 req-0ce8a441-4b98-49b7-a1bb-3be7b689de17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 1096 time: 0.0436118 Sep 23 23:57:32.570173 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa8d81-225a-4210-8f6c-862a86ea25e5 req-7522945d-1e4a-406c-afab-95f25f427595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:32.571662 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80aa8d81-225a-4210-8f6c-862a86ea25e5 req-7522945d-1e4a-406c-afab-95f25f427595 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0861838 Sep 23 23:57:32.641885 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80aa8d81-225a-4210-8f6c-862a86ea25e5 req-9dcd1056-00b6-447d-bf80-b25fb4a7ae62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff HTTP/1.1" status: 200 len: 1001 time: 0.0618701 Sep 23 23:57:32.692168 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa8d81-225a-4210-8f6c-862a86ea25e5 req-7da1c8ec-4cf2-41c8-9ab1-0d12c9ff4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:32.693673 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80aa8d81-225a-4210-8f6c-862a86ea25e5 req-7da1c8ec-4cf2-41c8-9ab1-0d12c9ff4982 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0442364 Sep 23 23:57:32.743476 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa8d81-225a-4210-8f6c-862a86ea25e5 req-1ad3b80b-30c9-454f-b444-a1563f2907d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:32.745066 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80aa8d81-225a-4210-8f6c-862a86ea25e5 req-1ad3b80b-30c9-454f-b444-a1563f2907d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424628 Sep 23 23:57:32.843367 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80aa8d81-225a-4210-8f6c-862a86ea25e5 req-92714cb3-9d51-44d3-853a-ba8b1bb75128 service neutron] 10.222.0.43 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899520 Sep 23 23:57:32.933810 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-80aa8d81-225a-4210-8f6c-862a86ea25e5 req-df594fb9-f02e-45b9-9c0f-5f8689f9c168 service neutron] 10.222.0.43 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828950 Sep 23 23:57:37.762697 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:43.219909 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7dbc124f-2ad4-4553-9389-50820468fbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:45.675355 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7ad02c31-019c-4cf0-9efe-3e84cc82a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.201791 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:47.367941 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.967460 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:49.018968 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:07.761876 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:08.869698 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:58:13.207647 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c256e8da-5bfd-41f2-8d08-c532d7d4b625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:15.733003 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6edd5bd3-fa75-49b8-82c4-7b649d345b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:16.235883 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:17.338987 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:18.996640 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:19.025100 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:32.364815 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd1fcc3-7267-40f7-9bad-547e0832f5bf req-27ca497e-3988-42bb-ae0b-14d1f25266c4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442646 Sep 23 23:58:32.447246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1fcc3-7267-40f7-9bad-547e0832f5bf req-c1917ec8-e2d0-452b-a6e3-2a527ef9cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:32.449013 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd1fcc3-7267-40f7-9bad-547e0832f5bf req-c1917ec8-e2d0-452b-a6e3-2a527ef9cba9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 1096 time: 0.0413220 Sep 23 23:58:32.599363 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1fcc3-7267-40f7-9bad-547e0832f5bf req-c55f2722-305d-42bd-ac68-3a90512f2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:32.599363 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd1fcc3-7267-40f7-9bad-547e0832f5bf req-c55f2722-305d-42bd-ac68-3a90512f2719 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0906937 Sep 23 23:58:32.626563 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd1fcc3-7267-40f7-9bad-547e0832f5bf req-fa4e3993-b7ef-4af6-98cc-4396cca91124 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff HTTP/1.1" status: 200 len: 1001 time: 0.0596001 Sep 23 23:58:32.676211 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1fcc3-7267-40f7-9bad-547e0832f5bf req-0ae28f45-6296-49e4-b08c-a529e421eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:32.677722 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd1fcc3-7267-40f7-9bad-547e0832f5bf req-0ae28f45-6296-49e4-b08c-a529e421eafa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0443108 Sep 23 23:58:32.735106 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1fcc3-7267-40f7-9bad-547e0832f5bf req-0be5642b-d02e-4ef5-b72b-561b8035c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:32.736616 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd1fcc3-7267-40f7-9bad-547e0832f5bf req-0be5642b-d02e-4ef5-b72b-561b8035c666 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505147 Sep 23 23:58:32.826903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd1fcc3-7267-40f7-9bad-547e0832f5bf req-8dfbf0c2-46d4-42c3-8ec8-3ab4f438cfc8 service neutron] 10.222.0.43 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828593 Sep 23 23:58:32.921683 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0dd1fcc3-7267-40f7-9bad-547e0832f5bf req-aea19328-062a-4b39-a7ab-a90f42f81246 service neutron] 10.222.0.43 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877030 Sep 23 23:58:37.755613 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:43.201100 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9e7d7739-920d-415e-977e-82658d4edaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:45.721571 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4d71801c-8058-4662-a70f-406d7f297368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:45.870092 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:58:46.178099 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.384016 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:48.984280 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.012724 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:01.935006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe1d8f-7e16-4559-a250-a1576739025d req-3b7b59cd-be47-43d3-8e5b-4250f1ad4538 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:01.936484 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4dbe1d8f-7e16-4559-a250-a1576739025d req-3b7b59cd-be47-43d3-8e5b-4250f1ad4538 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0491033 Sep 23 23:59:01.975204 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4dbe1d8f-7e16-4559-a250-a1576739025d req-f105bb8e-8425-4a21-9575-2c6512c6cac1 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314364 Sep 23 23:59:03.095320 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30609947-2ed0-42fc-9448-31c491a21181 req-caae2da6-fd92-4a74-91e9-38bd8361cbbe tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:03.096842 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-30609947-2ed0-42fc-9448-31c491a21181 req-caae2da6-fd92-4a74-91e9-38bd8361cbbe tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0510302 Sep 23 23:59:03.136245 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-30609947-2ed0-42fc-9448-31c491a21181 req-4ac25381-fd09-4498-8cbe-8c06caf50f60 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334396 Sep 23 23:59:04.250489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb71fbd-3c3e-4b66-999d-1c06dc9a89f8 req-c6f0ea8b-9ef5-4956-a891-89356c9515c5 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:04.252251 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edb71fbd-3c3e-4b66-999d-1c06dc9a89f8 req-c6f0ea8b-9ef5-4956-a891-89356c9515c5 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0494223 Sep 23 23:59:04.290933 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-edb71fbd-3c3e-4b66-999d-1c06dc9a89f8 req-10e04cef-d9b6-49ab-a605-362011a992d0 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326402 Sep 23 23:59:05.694878 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249882f-168b-4218-94f2-9c5a346166f9 req-a818208e-4211-41c5-9910-07be6694ddf2 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:05.696381 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d249882f-168b-4218-94f2-9c5a346166f9 req-a818208e-4211-41c5-9910-07be6694ddf2 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.3390789 Sep 23 23:59:05.735368 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d249882f-168b-4218-94f2-9c5a346166f9 req-03f9d7f0-94b9-4bc0-bed5-29a942c757e4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329235 Sep 23 23:59:06.853902 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652cd2b-55ff-4889-8926-66649dcb2845 req-79e4ac8c-c568-4d7f-baec-4fb20eed7302 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:06.855414 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c652cd2b-55ff-4889-8926-66649dcb2845 req-79e4ac8c-c568-4d7f-baec-4fb20eed7302 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0530334 Sep 23 23:59:06.894134 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c652cd2b-55ff-4889-8926-66649dcb2845 req-9590787e-13c5-4be0-8c23-de0f2961ff1c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319324 Sep 23 23:59:07.767105 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:08.008070 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361d260-14d9-4923-97e7-4f04b4cfc4a2 req-74223095-1b08-423d-8495-be10db4fd1f7 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:08.009550 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0361d260-14d9-4923-97e7-4f04b4cfc4a2 req-74223095-1b08-423d-8495-be10db4fd1f7 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0484996 Sep 23 23:59:08.048598 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0361d260-14d9-4923-97e7-4f04b4cfc4a2 req-73fe80c6-82e3-4467-8f59-ae5cc1c45aeb tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328765 Sep 23 23:59:09.164306 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690708f8-628f-4dd6-b9ef-d65a784e5043 req-42b853bd-0ca1-462f-a3db-e7c468ce33ac tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:09.165265 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-690708f8-628f-4dd6-b9ef-d65a784e5043 req-42b853bd-0ca1-462f-a3db-e7c468ce33ac tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0492790 Sep 23 23:59:09.206055 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-690708f8-628f-4dd6-b9ef-d65a784e5043 req-e4942ed1-2ca0-43a5-9ce0-f97afd86e6cb tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342660 Sep 23 23:59:10.322869 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0b07a-aab7-4e40-83ec-8e88f3729c26 req-88b937bc-fdae-49fd-b5b7-e736cffe5e88 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:10.324433 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-31f0b07a-aab7-4e40-83ec-8e88f3729c26 req-88b937bc-fdae-49fd-b5b7-e736cffe5e88 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0500386 Sep 23 23:59:10.363045 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-31f0b07a-aab7-4e40-83ec-8e88f3729c26 req-2d7c8be1-b3d9-46c9-9881-5cf9191b2686 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325882 Sep 23 23:59:11.480154 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac170c4-c60e-4720-8915-9644ba04bfb1 req-2d33b243-7a65-4aab-b075-ba8ffacfcdff tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:11.481586 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fac170c4-c60e-4720-8915-9644ba04bfb1 req-2d33b243-7a65-4aab-b075-ba8ffacfcdff tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0501678 Sep 23 23:59:11.520491 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fac170c4-c60e-4720-8915-9644ba04bfb1 req-b4496e78-9e21-42eb-98ea-a6945faedd9b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324299 Sep 23 23:59:12.146643 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d78fd-0e9c-4275-9da5-8507ca03082e req-b57a6511-236c-44ba-96ba-318803b06bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:12.148459 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-358d78fd-0e9c-4275-9da5-8507ca03082e req-b57a6511-236c-44ba-96ba-318803b06bde service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 1096 time: 0.0462661 Sep 23 23:59:12.237036 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d78fd-0e9c-4275-9da5-8507ca03082e req-2ff86d6e-6132-4a7b-85fc-a9b89d2c1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:12.238539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-358d78fd-0e9c-4275-9da5-8507ca03082e req-2ff86d6e-6132-4a7b-85fc-a9b89d2c1d3c service neutron] 10.222.0.43 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0825689 Sep 23 23:59:12.307986 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-358d78fd-0e9c-4275-9da5-8507ca03082e req-d5b9f00c-2f77-433b-a860-861a5e895a57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff HTTP/1.1" status: 200 len: 1001 time: 0.0625806 Sep 23 23:59:12.356676 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d78fd-0e9c-4275-9da5-8507ca03082e req-21df22b6-9d6f-4e6d-8c00-ed4627818a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:12.358158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-358d78fd-0e9c-4275-9da5-8507ca03082e req-21df22b6-9d6f-4e6d-8c00-ed4627818a83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0431027 Sep 23 23:59:12.402459 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d78fd-0e9c-4275-9da5-8507ca03082e req-d0b33aba-0fa3-4684-a958-5525c1556610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:12.403858 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-358d78fd-0e9c-4275-9da5-8507ca03082e req-d0b33aba-0fa3-4684-a958-5525c1556610 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393462 Sep 23 23:59:12.497775 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-358d78fd-0e9c-4275-9da5-8507ca03082e req-465b3842-607e-4ef4-b456-2a83817970f4 service neutron] 10.222.0.43 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870159 Sep 23 23:59:12.588497 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-358d78fd-0e9c-4275-9da5-8507ca03082e req-713ac3b7-bdf0-493e-8bf9-fa868ecb1e34 service neutron] 10.222.0.43 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833354 Sep 23 23:59:12.641916 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f4b3f-3b94-420f-850e-50ca527d9372 req-6ecace99-1d33-431b-a543-376431999ed2 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:12.643601 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb1f4b3f-3b94-420f-850e-50ca527d9372 req-6ecace99-1d33-431b-a543-376431999ed2 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0537095 Sep 23 23:59:12.681327 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fb1f4b3f-3b94-420f-850e-50ca527d9372 req-305aaf78-8561-499c-b353-7e0558a44184 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318391 Sep 23 23:59:13.195062 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2830a484-19a9-4a9d-961d-d1af6de440df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:13.826548 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e40da-3a3c-4234-bf2d-d31d3467236f req-25a36399-1414-41df-955f-fadedb73f961 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:13.828082 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a27e40da-3a3c-4234-bf2d-d31d3467236f req-25a36399-1414-41df-955f-fadedb73f961 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0541205 Sep 23 23:59:13.866671 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a27e40da-3a3c-4234-bf2d-d31d3467236f req-357a540a-5f1c-406c-9198-b78c87102a30 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323455 Sep 23 23:59:15.022832 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df3283-1722-4843-9f32-7c62ce8c1a22 req-d5796ee9-238b-45a8-a3ed-1facb14e74d8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:15.024380 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-97df3283-1722-4843-9f32-7c62ce8c1a22 req-d5796ee9-238b-45a8-a3ed-1facb14e74d8 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0508516 Sep 23 23:59:15.064213 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-97df3283-1722-4843-9f32-7c62ce8c1a22 req-b8301196-177a-4f0e-8e97-b92b0bec03da tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333896 Sep 23 23:59:15.692121 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-751e6825-02e9-46f0-962c-c6b10131120d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:16.166542 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:16.183478 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7053f-99d5-449a-8722-7424eac9ebda req-ca8e8509-ed9c-4851-ba16-83d16d18c37d tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:16.184980 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8fa7053f-99d5-449a-8722-7424eac9ebda req-ca8e8509-ed9c-4851-ba16-83d16d18c37d tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0527015 Sep 23 23:59:16.225811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8fa7053f-99d5-449a-8722-7424eac9ebda req-bf3cea32-c73c-4cb6-9a89-46b8a2661918 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342388 Sep 23 23:59:17.332015 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:17.344919 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec7416-926e-430e-90e2-be69ab02cdfe req-76ceb7a8-db1a-4fd9-869d-11e2daf35b25 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:17.346503 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-35ec7416-926e-430e-90e2-be69ab02cdfe req-76ceb7a8-db1a-4fd9-869d-11e2daf35b25 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0506639 Sep 23 23:59:17.384225 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-35ec7416-926e-430e-90e2-be69ab02cdfe req-bd50928c-3788-421a-ba15-75284277c856 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317004 Sep 23 23:59:17.578973 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device d7bdd809-35e5-4492-885e-3ed0dcabd8ff no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:59:17.656602 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:17.681048 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:17.683333 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4074a407-53af-4f04-9128-0ea4f72ba277" -d '{"events": [{"server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "name": "network-vif-unplugged", "status": "completed", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:17.698103 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:17.719282 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb99492f-c092-4018-b2dd-4ce63f8e280c x-openstack-request-id: req-cb99492f-c092-4018-b2dd-4ce63f8e280c {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:17.719282 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "name": "network-vif-unplugged", "status": "failed", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff", "code": 422}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:17.719282 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb99492f-c092-4018-b2dd-4ce63f8e280c {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:17.719282 n-d-810775-1 neutron-server[95492]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'code': 422} returned with failed status Sep 23 23:59:17.765734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da050e-fdc6-4122-bb49-631f5235e398 req-ea9433a7-465b-49ea-a9a9-ef829a5358a7 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:17.767167 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d0da050e-fdc6-4122-bb49-631f5235e398 req-ea9433a7-465b-49ea-a9a9-ef829a5358a7 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 945 time: 0.0566916 Sep 23 23:59:17.772151 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:17.814622 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d0da050e-fdc6-4122-bb49-631f5235e398 req-69cb529e-f674-4e93-b758-b581c46f7c51 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394304 Sep 23 23:59:17.827966 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5ce39afa-d57d-4b4f-a9db-329757bcd16d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837679 Sep 23 23:59:17.834825 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:17.839591 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-01a82a86-e3a4-490d-9574-1a2bc36208b9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:59:17.840587 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-01a82a86-e3a4-490d-9574-1a2bc36208b9 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053210 Sep 23 23:59:17.842431 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:17.842773 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:17.843106 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:17.843437 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:17.843765 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:17.844086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:17.844405 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:17.844729 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:17.845065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:17.845388 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:17.845704 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:17.846055 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:18.936917 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218d31e-c463-4fbc-957b-8c3082973995 req-05331996-0851-4280-b81b-e8f32dfd4352 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:18.939172 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c218d31e-c463-4fbc-957b-8c3082973995 req-05331996-0851-4280-b81b-e8f32dfd4352 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0571966 Sep 23 23:59:18.979877 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c218d31e-c463-4fbc-957b-8c3082973995 req-94837a24-345c-45a7-9267-f6c42913f6c0 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334399 Sep 23 23:59:18.983650 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:19.023695 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:20.098697 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfc47f-a68d-4cfe-900a-ff28cf2752dc req-3fa2e14b-11ed-4e18-9290-6327e23c6847 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:20.100191 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-abdfc47f-a68d-4cfe-900a-ff28cf2752dc req-3fa2e14b-11ed-4e18-9290-6327e23c6847 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0525553 Sep 23 23:59:20.140806 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-abdfc47f-a68d-4cfe-900a-ff28cf2752dc req-8fdcbf33-85a9-44b7-aef3-c81db7fd9dbe tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343459 Sep 23 23:59:21.259930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c832c6b-736e-4d0e-a0e1-4ff08608c3f9 req-67b1a18e-a7f8-490b-a206-76b6edcc093c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:21.261487 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c832c6b-736e-4d0e-a0e1-4ff08608c3f9 req-67b1a18e-a7f8-490b-a206-76b6edcc093c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0488880 Sep 23 23:59:21.302144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9c832c6b-736e-4d0e-a0e1-4ff08608c3f9 req-06fadd88-ad73-4ecf-a438-cd93910d133f tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343301 Sep 23 23:59:22.421129 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0256300-b0b4-4bf7-8da8-7f59d2ed65ce req-47f78e06-4928-4ac4-b386-d506a06214ef tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:22.422643 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a0256300-b0b4-4bf7-8da8-7f59d2ed65ce req-47f78e06-4928-4ac4-b386-d506a06214ef tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0502107 Sep 23 23:59:22.461680 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-a0256300-b0b4-4bf7-8da8-7f59d2ed65ce req-687bda1f-c0e2-4279-a6ed-a3c4a7e2b1d0 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318744 Sep 23 23:59:22.870175 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:59:23.576579 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caee77-2c49-45ca-88dc-76f23028e826 req-c1a075b4-3e41-463b-b71b-411bdd628e85 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:23.578171 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6caee77-2c49-45ca-88dc-76f23028e826 req-c1a075b4-3e41-463b-b71b-411bdd628e85 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0494902 Sep 23 23:59:23.615824 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e6caee77-2c49-45ca-88dc-76f23028e826 req-b828368e-2580-48c1-9f8a-4e606a59ff3b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316701 Sep 23 23:59:23.755483 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-9ac6fca2-1877-4df4-9e18-0e52d94a6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:23.756903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-9ac6fca2-1877-4df4-9e18-0e52d94a6bc6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab&tenant_id=262d76ebe3c54211a1656e99dcfa1efb HTTP/1.1" status: 200 len: 1094 time: 0.0462592 Sep 23 23:59:23.767171 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-66b60855-b5a5-47fc-a4fc-6dcefe1194d5 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:59:23.768150 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-66b60855-b5a5-47fc-a4fc-6dcefe1194d5 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050166 Sep 23 23:59:23.784145 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810775-1', 'device_owner': 'compute:nova'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:23.838123 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.044771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] For port d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:24.077442 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] For port d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:24.115205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7bdd809-35e5-4492-885e-3ed0dcabd8ff {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:24.123149 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.135213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Transition to ACTIVE for port object d7bdd809-35e5-4492-885e-3ed0dcabd8ff will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:59:24.235324 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.313316 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,revision_number=7']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:24.325232 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:24.325574 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:24.325916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:24.326248 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:24.326572 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:24.326907 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:24.327227 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:24.327550 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:24.327869 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:24.328186 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:24.328503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:24.328820 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:24.367027 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] No DVR routers for this DVR port d7bdd809-35e5-4492-885e-3ed0dcabd8ff on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:59:24.509340 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Attempting to bind port d7bdd809-35e5-4492-885e-3ed0dcabd8ff on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:24.509678 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Attempting to bind port d7bdd809-35e5-4492-885e-3ed0dcabd8ff by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:24.510005 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Attempting to bind port d7bdd809-35e5-4492-885e-3ed0dcabd8ff on network a26604b9-efd1-4e15-b24f-f87e1da5b205 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:24.514373 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Port d7bdd809-35e5-4492-885e-3ed0dcabd8ff on network a26604b9-efd1-4e15-b24f-f87e1da5b205 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:59:24.517223 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Attempting to bind port d7bdd809-35e5-4492-885e-3ed0dcabd8ff on network a26604b9-efd1-4e15-b24f-f87e1da5b205 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:24.520077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:24.520431 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Checking segment: {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:24.520812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Bound using segment: {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:24.521266 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Bound port: d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686ef637-79ac-4b03-a8b2-4ea083db341a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:24.521624 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.584836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] For port d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:24.587850 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] For port d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:24.662784 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.698039 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:24.698856 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.700384 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] 10.222.0.67 "PUT /v2.0/ports/d7bdd809-35e5-4492-885e-3ed0dcabd8ff HTTP/1.1" status: 200 len: 1091 time: 0.9198973 Sep 23 23:59:24.700925 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:24.703383 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4e1675-c4c9-4666-9e10-5e80c7cec2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:24.738167 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507dee9-ab66-492b-8821-96a76f7835d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,revision_number=8']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:24.746394 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a1064-b2df-41f3-ae74-e0a74d19a9e3 req-d8231f0e-708f-4f8a-895b-a2ff204accb7 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:24.747745 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-202a1064-b2df-41f3-ae74-e0a74d19a9e3 req-d8231f0e-708f-4f8a-895b-a2ff204accb7 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0648909 Sep 23 23:59:24.777065 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e1a05e-026a-43aa-ab1a-ea586fe91298 x-openstack-request-id: req-09e1a05e-026a-43aa-ab1a-ea586fe91298 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:24.777387 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:24.777737 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09e1a05e-026a-43aa-ab1a-ea586fe91298 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:24.778205 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'status': 'completed', 'code': 200} Sep 23 23:59:24.791175 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-202a1064-b2df-41f3-ae74-e0a74d19a9e3 req-536791fc-87d7-4810-a073-e0b4b51216bc tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364277 Sep 23 23:59:24.795028 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-27548480-0183-492a-b668-ccf371d8401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:24.797141 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-27548480-0183-492a-b668-ccf371d8401b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 1094 time: 0.0493512 Sep 23 23:59:24.900952 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-106a243a-ff3c-45ac-8470-217955b37f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:24.902539 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-106a243a-ff3c-45ac-8470-217955b37f45 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0976715 Sep 23 23:59:24.970028 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-34879228-58eb-4e6d-ae41-7b5ec813425e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff HTTP/1.1" status: 200 len: 999 time: 0.0595777 Sep 23 23:59:25.022042 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-2fe6e1d0-8c3a-4828-b51d-387b4257fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:25.023498 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-2fe6e1d0-8c3a-4828-b51d-387b4257fe48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0470972 Sep 23 23:59:25.070783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-3ed02a11-d4ed-42af-a9c8-ef4a79fb9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:25.072302 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-3ed02a11-d4ed-42af-a9c8-ef4a79fb9fa4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415206 Sep 23 23:59:25.167279 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-f51b5bc5-6f91-4d9a-bc23-d755ae4bd128 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867891 Sep 23 23:59:25.256338 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-ed6cf5eb-5bf0-4ebe-b227-8cd6ee78ad92 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821824 Sep 23 23:59:25.492398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e1675-c4c9-4666-9e10-5e80c7cec2a2 req-6b55ecc9-6225-467a-a527-038bc7266fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:25.493838 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d4e1675-c4c9-4666-9e10-5e80c7cec2a2 req-6b55ecc9-6225-467a-a527-038bc7266fd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 1094 time: 0.0403655 Sep 23 23:59:25.588136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e1675-c4c9-4666-9e10-5e80c7cec2a2 req-2659767f-dcdd-4c7d-be83-e6c49bc7367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:25.589655 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d4e1675-c4c9-4666-9e10-5e80c7cec2a2 req-2659767f-dcdd-4c7d-be83-e6c49bc7367b service neutron] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0875072 Sep 23 23:59:25.654677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d4e1675-c4c9-4666-9e10-5e80c7cec2a2 req-1813d110-dc13-4c32-9d98-7043bb0e5534 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff HTTP/1.1" status: 200 len: 999 time: 0.0568378 Sep 23 23:59:25.706161 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e1675-c4c9-4666-9e10-5e80c7cec2a2 req-f93a385e-ce9d-4ae0-852d-d2b09279933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:25.708262 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d4e1675-c4c9-4666-9e10-5e80c7cec2a2 req-f93a385e-ce9d-4ae0-852d-d2b09279933f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0466001 Sep 23 23:59:25.754718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e1675-c4c9-4666-9e10-5e80c7cec2a2 req-e687c0a0-a77b-4ec6-a393-d3afeae90896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:25.758149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d4e1675-c4c9-4666-9e10-5e80c7cec2a2 req-e687c0a0-a77b-4ec6-a393-d3afeae90896 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413935 Sep 23 23:59:25.850915 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d4e1675-c4c9-4666-9e10-5e80c7cec2a2 req-b6ae21d8-fb42-4b5b-8125-8ce9689f28ec service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874140 Sep 23 23:59:25.963447 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd8b18-3d2c-4fde-8da7-6b21795b9738 req-314707b7-1497-4a98-8bc7-5d306afc28d2 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:25.964964 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddfd8b18-3d2c-4fde-8da7-6b21795b9738 req-314707b7-1497-4a98-8bc7-5d306afc28d2 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0991364 Sep 23 23:59:25.996149 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d4e1675-c4c9-4666-9e10-5e80c7cec2a2 req-8543b959-ed74-4104-96ea-d9bbaf4b96d5 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379309 Sep 23 23:59:26.015943 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ddfd8b18-3d2c-4fde-8da7-6b21795b9738 req-3927da24-227a-437a-bc80-8ca8cf8534d6 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447104 Sep 23 23:59:27.131696 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fda08a-cf9a-4d50-bad8-d0114d06b4a8 req-33c1be8a-d9fe-4645-846a-553d5f57c6e2 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:27.133232 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3fda08a-cf9a-4d50-bad8-d0114d06b4a8 req-33c1be8a-d9fe-4645-846a-553d5f57c6e2 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0504217 Sep 23 23:59:27.171886 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d3fda08a-cf9a-4d50-bad8-d0114d06b4a8 req-59689b78-7364-4c43-a67b-5619a23eace2 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327086 Sep 23 23:59:28.286415 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b57f2-49c9-4339-b318-f530b6dc5479 req-327c43ee-1f76-452b-9e41-af94e719549e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:28.287903 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-226b57f2-49c9-4339-b318-f530b6dc5479 req-327c43ee-1f76-452b-9e41-af94e719549e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0492315 Sep 23 23:59:28.325875 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-226b57f2-49c9-4339-b318-f530b6dc5479 req-02d59cd6-1c78-45be-836d-f18abd5001ed tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319793 Sep 23 23:59:29.440691 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10a972-6a56-417d-8081-586c97caeec1 req-32230725-f73b-423c-aa8d-722e8affbdb4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:29.442125 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed10a972-6a56-417d-8081-586c97caeec1 req-32230725-f73b-423c-aa8d-722e8affbdb4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0497291 Sep 23 23:59:29.483076 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-ed10a972-6a56-417d-8081-586c97caeec1 req-09c5c901-37fd-49b8-9ece-0bcf2757ccda tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348113 Sep 23 23:59:30.599388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967293fc-32ac-4caa-9d2e-d21eaef033d6 req-be246ec8-ce42-4ad9-b155-2bfe1d563bc4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:30.600919 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-967293fc-32ac-4caa-9d2e-d21eaef033d6 req-be246ec8-ce42-4ad9-b155-2bfe1d563bc4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0514903 Sep 23 23:59:30.638906 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-967293fc-32ac-4caa-9d2e-d21eaef033d6 req-29c5ac64-12bf-4755-bdfa-3a365d044b5b tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320468 Sep 23 23:59:31.760601 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132b0ca-7905-4230-bb34-8445948989bd req-40c6b601-e535-42af-88f0-92841064b761 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:31.762137 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b132b0ca-7905-4230-bb34-8445948989bd req-40c6b601-e535-42af-88f0-92841064b761 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0553343 Sep 23 23:59:31.801866 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b132b0ca-7905-4230-bb34-8445948989bd req-aa6c5343-80bc-4148-8e58-2ff964f7b870 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333831 Sep 23 23:59:32.916259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96224470-38f8-4686-8e0a-19c9b3cca26c req-aee3330b-40dc-45f1-915f-bfc59b84e8e5 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:32.917793 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96224470-38f8-4686-8e0a-19c9b3cca26c req-aee3330b-40dc-45f1-915f-bfc59b84e8e5 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0478752 Sep 23 23:59:32.963218 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-96224470-38f8-4686-8e0a-19c9b3cca26c req-8ece737c-5533-4192-bde4-cf64b1a03121 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394216 Sep 23 23:59:34.082800 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b25f8-c558-402d-a610-f4bddcad6638 req-356f4612-7b32-4b9a-bcc7-1e827f13117d tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:34.089050 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-521b25f8-c558-402d-a610-f4bddcad6638 req-356f4612-7b32-4b9a-bcc7-1e827f13117d tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 943 time: 0.0519979 Sep 23 23:59:34.124122 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-521b25f8-c558-402d-a610-f4bddcad6638 req-237a3dd8-55d8-460d-b830-f783baa66eb4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338216 Sep 23 23:59:34.598532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device d7bdd809-35e5-4492-885e-3ed0dcabd8ff details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:59:34.848441 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:34.860112 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'port_id': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'mac_address': 'fa:16:3e:7e:19:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:59:34.896797 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:34.909302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7bdd809-35e5-4492-885e-3ed0dcabd8ff {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:34.931807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:34.983161 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.031197 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,revision_number=9']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:35.240270 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ace5b-57e0-4af2-9776-473671b1cfd6 req-f7db1139-0d7e-47af-b02b-0c966d5978a0 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:35.241770 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-715ace5b-57e0-4af2-9776-473671b1cfd6 req-f7db1139-0d7e-47af-b02b-0c966d5978a0 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 944 time: 0.0494039 Sep 23 23:59:35.284129 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-715ace5b-57e0-4af2-9776-473671b1cfd6 req-176ad994-3d5c-4407-a811-56e8dd647378 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364156 Sep 23 23:59:35.448526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['d7bdd809-35e5-4492-885e-3ed0dcabd8ff'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:59:36.400064 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaed61-b17c-44cc-a205-7bd437f3e491 req-13ad0662-ebae-455b-98b7-8932dc539a12 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:36.401568 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-22eaed61-b17c-44cc-a205-7bd437f3e491 req-13ad0662-ebae-455b-98b7-8932dc539a12 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 944 time: 0.0483780 Sep 23 23:59:36.439100 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-22eaed61-b17c-44cc-a205-7bd437f3e491 req-16d1cef4-0454-4b80-95aa-3e927b4176d4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316699 Sep 23 23:59:36.615491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device d7bdd809-35e5-4492-885e-3ed0dcabd8ff up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:36.758793 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port d7bdd809-35e5-4492-885e-3ed0dcabd8ff completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:59:36.762794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port d7bdd809-35e5-4492-885e-3ed0dcabd8ff triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:36.767863 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:36.843209 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:36.865116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:36.867489 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecff7e4-7b5c-42ca-a346-35e8e167023d" -d '{"events": [{"server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "name": "network-vif-plugged", "status": "completed", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:36.881288 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:36.905642 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21756170-f702-4f1e-a413-7ff2a4782920 x-openstack-request-id: req-21756170-f702-4f1e-a413-7ff2a4782920 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:36.905642 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "name": "network-vif-plugged", "status": "completed", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:36.905889 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-21756170-f702-4f1e-a413-7ff2a4782920 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:36.906517 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'code': 200} Sep 23 23:59:36.970640 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.020831 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,revision_number=10']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:37.092327 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3097035-5a69-410e-be0e-dd23fe605891 req-4b389be8-e383-47a0-a15d-1da9e98cef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:37.093847 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3097035-5a69-410e-be0e-dd23fe605891 req-4b389be8-e383-47a0-a15d-1da9e98cef88 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 1097 time: 0.0397332 Sep 23 23:59:37.128305 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e3097035-5a69-410e-be0e-dd23fe605891 req-8e44f677-40b8-4378-a3bc-bb8ddedfa19f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274577 Sep 23 23:59:37.557842 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacccf7-3c60-4f99-af5f-40b83e76eda9 req-cb1bcfdc-93e9-47b9-9954-58b3959a20b4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:37.559322 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8aacccf7-3c60-4f99-af5f-40b83e76eda9 req-cb1bcfdc-93e9-47b9-9954-58b3959a20b4 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 946 time: 0.0533442 Sep 23 23:59:37.595559 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8aacccf7-3c60-4f99-af5f-40b83e76eda9 req-19e34a0c-b103-4290-9d15-a02dee213e63 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304122 Sep 23 23:59:37.783576 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:38.715622 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f60214-89d3-47d3-9d5b-02b2223d640b req-797460db-7b22-49ea-a00d-14a975bb34f9 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.717172 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03f60214-89d3-47d3-9d5b-02b2223d640b req-797460db-7b22-49ea-a00d-14a975bb34f9 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 946 time: 0.0507443 Sep 23 23:59:38.762445 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03f60214-89d3-47d3-9d5b-02b2223d640b req-a78cb078-2e3f-4218-b473-c0911d4a6b98 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391521 Sep 23 23:59:39.877818 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f356-3339-49fa-8da5-72d35ecfc70c req-03250a55-ae03-4f36-826e-aa689ba26d06 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.879326 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8e44f356-3339-49fa-8da5-72d35ecfc70c req-03250a55-ae03-4f36-826e-aa689ba26d06 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 946 time: 0.0502815 Sep 23 23:59:39.918254 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8e44f356-3339-49fa-8da5-72d35ecfc70c req-32002549-087c-4c1d-9035-4501cb254b04 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322700 Sep 23 23:59:42.608073 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae40d93e-786c-4d3f-b9bf-be1688f9943f req-80a8441c-0696-499c-bb1a-c2e770edfec9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395453 Sep 23 23:59:42.702308 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40d93e-786c-4d3f-b9bf-be1688f9943f req-af9a1717-3bd1-405b-af76-0c2e2e329d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:42.703911 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae40d93e-786c-4d3f-b9bf-be1688f9943f req-af9a1717-3bd1-405b-af76-0c2e2e329d2d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 1097 time: 0.0402267 Sep 23 23:59:42.812680 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40d93e-786c-4d3f-b9bf-be1688f9943f req-dcf97441-f380-4396-b31e-c903d6fa5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:42.814192 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae40d93e-786c-4d3f-b9bf-be1688f9943f req-dcf97441-f380-4396-b31e-c903d6fa5e85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0893400 Sep 23 23:59:42.879401 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae40d93e-786c-4d3f-b9bf-be1688f9943f req-d8f04ccb-e6c7-4bb5-a4cf-c0159755adfd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff HTTP/1.1" status: 200 len: 1001 time: 0.0575752 Sep 23 23:59:42.928604 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40d93e-786c-4d3f-b9bf-be1688f9943f req-3fc1d016-2c06-49b2-82cd-21aad8fd7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:42.930069 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae40d93e-786c-4d3f-b9bf-be1688f9943f req-3fc1d016-2c06-49b2-82cd-21aad8fd7a00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0433304 Sep 23 23:59:42.978963 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40d93e-786c-4d3f-b9bf-be1688f9943f req-324e554a-0f5f-489a-9e77-16b1b9f27b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:42.980467 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae40d93e-786c-4d3f-b9bf-be1688f9943f req-324e554a-0f5f-489a-9e77-16b1b9f27b5d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436981 Sep 23 23:59:43.070127 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae40d93e-786c-4d3f-b9bf-be1688f9943f req-6bbfde03-ca65-46af-a5bc-eadccca226c2 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825582 Sep 23 23:59:43.166274 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae40d93e-786c-4d3f-b9bf-be1688f9943f req-1d9ac0d6-2f0e-47e0-be21-61a2a8b03cc8 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887341 Sep 23 23:59:43.200248 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-26db63c7-7ed6-43b1-b1fa-e64f5742dbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:45.697791 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f61656dd-a427-4342-85ff-5760b3544498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:46.217673 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:47.341850 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:48.995195 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:49.040991 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:59.869915 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:00:07.794585 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:13.209972 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f5ebfb4a-cd37-405a-a733-047148a8aa50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:15.810430 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c359351f-38e1-4e74-a73b-4af609a121d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:16.188518 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:17.360168 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.040168 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.078139 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:36.869691 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:00:37.776855 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:43.203315 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2f5f612a-5099-450a-904f-d58c2f27a778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:44.776609 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-175e0cbc-f2a1-4bc9-8f80-43e65b06d8dc req-940da4a9-659c-44e3-9f37-d648837ef825 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2075059 Sep 24 00:00:44.874727 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e0cbc-f2a1-4bc9-8f80-43e65b06d8dc req-1b5d2d0b-3540-4486-8bcc-6bc8427ce869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:44.876229 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-175e0cbc-f2a1-4bc9-8f80-43e65b06d8dc req-1b5d2d0b-3540-4486-8bcc-6bc8427ce869 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 1097 time: 0.0403383 Sep 24 00:00:44.982948 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e0cbc-f2a1-4bc9-8f80-43e65b06d8dc req-5bb386b3-e0fc-4a88-9931-1c8e4bd62516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:44.984414 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-175e0cbc-f2a1-4bc9-8f80-43e65b06d8dc req-5bb386b3-e0fc-4a88-9931-1c8e4bd62516 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0879583 Sep 24 00:00:45.048753 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-175e0cbc-f2a1-4bc9-8f80-43e65b06d8dc req-d105bf2c-bf5d-47d2-8d76-9c31ceb852f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff HTTP/1.1" status: 200 len: 1001 time: 0.0570393 Sep 24 00:00:45.101277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e0cbc-f2a1-4bc9-8f80-43e65b06d8dc req-8dcd4e64-6576-4d82-867f-cc604df2cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:45.102738 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-175e0cbc-f2a1-4bc9-8f80-43e65b06d8dc req-8dcd4e64-6576-4d82-867f-cc604df2cfa1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0475407 Sep 24 00:00:45.149470 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e0cbc-f2a1-4bc9-8f80-43e65b06d8dc req-256d3dac-7243-471c-8694-758c20daa4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:45.150874 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-175e0cbc-f2a1-4bc9-8f80-43e65b06d8dc req-256d3dac-7243-471c-8694-758c20daa4a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403087 Sep 24 00:00:45.238428 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-175e0cbc-f2a1-4bc9-8f80-43e65b06d8dc req-b095d497-e0ce-415e-9e27-8a78cdcd05e8 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805898 Sep 24 00:00:45.331228 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-175e0cbc-f2a1-4bc9-8f80-43e65b06d8dc req-d8f5db5e-4db3-482d-90f5-743507abf515 service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855172 Sep 24 00:00:45.714004 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f9aad11b-9304-41c4-bbb2-9c5f19080799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:46.194374 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:47.376910 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:49.045762 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:49.084064 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:07.803002 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:13.313460 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3bd7-fc7a-43cb-988e-f0f15704a5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:13.869566 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:01:15.757227 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2bf65182-3aec-418e-bc6e-8d7cbfbfcf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:16.057306 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48508) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:16.214049 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:16.374817 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Deleting port 7f573bc2-04c0-416e-9906-9529b8406baf {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:16.375199 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:16.454173 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:16.454505 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:16.466731 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Calling delete_port for 7f573bc2-04c0-416e-9906-9529b8406baf owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:16.673814 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:16.699407 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event deleted for resources: {'Port': ['ID=7f573bc2-04c0-416e-9906-9529b8406baf,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:16.709948 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:16.710303 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:16.710703 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:16.710998 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:16.711346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:16.711678 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:16.712010 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:16.712343 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:16.712674 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:16.713001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:16.713853 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:16.713853 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:16.775067 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:16.775405 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Floating IP 49b2c637-649d-4acf-9740-db15da0c2b58 disassociated (deleted). External IP: 172.25.1.199, port: d7bdd809-35e5-4492-885e-3ed0dcabd8ff. Sep 24 00:01:16.985239 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Router d7c72807-157d-4c9a-a65b-b85bd307d52c has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:01:17.097158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:01:17.102596 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:17.107149 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106331ab-c8ab-44f3-ab93-16a27efde597 None None] Sync routers for ids ['d7c72807-157d-4c9a-a65b-b85bd307d52c'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:01:17.116959 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106331ab-c8ab-44f3-ab93-16a27efde597 None None] Routers {'d7c72807-157d-4c9a-a65b-b85bd307d52c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:17.117615 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-106331ab-c8ab-44f3-ab93-16a27efde597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d7c72807-157d-4c9a-a65b-b85bd307d52c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:17.130321 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e7c65986-c930-436c-be6e-320bc02d7d41 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "DELETE /v2.0/floatingips/49b2c637-649d-4acf-9740-db15da0c2b58 HTTP/1.1" status: 204 len: 168 time: 1.0719848 Sep 24 00:01:17.131334 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:17.133759 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb85a33-9ba4-4f01-831c-13b9caed5731" -d '{"events": [{"name": "network-changed", "server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:17.230956 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-106331ab-c8ab-44f3-ab93-16a27efde597 None None] Set router d7c72807-157d-4c9a-a65b-b85bd307d52c gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:17.304412 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad2cf0e-4df0-408f-bc18-2384ea56414b x-openstack-request-id: req-fad2cf0e-4df0-408f-bc18-2384ea56414b {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:17.304720 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:17.304965 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fad2cf0e-4df0-408f-bc18-2384ea56414b {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:17.305404 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'status': 'completed', 'code': 200} Sep 24 00:01:17.388532 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb85a33-9ba4-4f01-831c-13b9caed5731 req-2ce13e84-3372-4960-aeb3-697b1d202774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.390098 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fb85a33-9ba4-4f01-831c-13b9caed5731 req-2ce13e84-3372-4960-aeb3-697b1d202774 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 1097 time: 0.0421929 Sep 24 00:01:17.426812 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:17.458340 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-106331ab-c8ab-44f3-ab93-16a27efde597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 5, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:17.487450 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106331ab-c8ab-44f3-ab93-16a27efde597 None None] Checking router: d7c72807-157d-4c9a-a65b-b85bd307d52c for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:01:17.493277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb85a33-9ba4-4f01-831c-13b9caed5731 req-fe254425-22bf-424b-bf45-ace3c065eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.494860 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fb85a33-9ba4-4f01-831c-13b9caed5731 req-fe254425-22bf-424b-bf45-ace3c065eaa8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 200 len: 909 time: 0.0970988 Sep 24 00:01:17.496116 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106331ab-c8ab-44f3-ab93-16a27efde597 None None] Routers {'d7c72807-157d-4c9a-a65b-b85bd307d52c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:17.496723 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-106331ab-c8ab-44f3-ab93-16a27efde597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d7c72807-157d-4c9a-a65b-b85bd307d52c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:17.536606 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fb85a33-9ba4-4f01-831c-13b9caed5731 req-5676937c-7503-4ad8-848e-5d2461188d4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff HTTP/1.1" status: 200 len: 217 time: 0.0349507 Sep 24 00:01:17.591353 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb85a33-9ba4-4f01-831c-13b9caed5731 req-1f274847-bdb1-4f79-bc87-dcdb4de50cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.592945 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fb85a33-9ba4-4f01-831c-13b9caed5731 req-1f274847-bdb1-4f79-bc87-dcdb4de50cb0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 200 len: 847 time: 0.0489964 Sep 24 00:01:17.610546 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-106331ab-c8ab-44f3-ab93-16a27efde597 None None] Set router d7c72807-157d-4c9a-a65b-b85bd307d52c gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:17.647286 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb85a33-9ba4-4f01-831c-13b9caed5731 req-b29d6feb-f05d-4918-8c98-8d8f9bb1da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.649494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fb85a33-9ba4-4f01-831c-13b9caed5731 req-b29d6feb-f05d-4918-8c98-8d8f9bb1da1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a26604b9-efd1-4e15-b24f-f87e1da5b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483410 Sep 24 00:01:17.675894 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f51bda-116c-4770-ad48-e0e8dba3f15c req-3617e349-0e31-4e65-9c9d-a1ae10a59731 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.677461 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-78f51bda-116c-4770-ad48-e0e8dba3f15c req-3617e349-0e31-4e65-9c9d-a1ae10a59731 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 946 time: 0.1042686 Sep 24 00:01:17.722290 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-78f51bda-116c-4770-ad48-e0e8dba3f15c req-3a666234-5353-4b0a-9491-5708d6d62b3e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369546 Sep 24 00:01:17.750775 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fb85a33-9ba4-4f01-831c-13b9caed5731 req-aa7c7bbf-6ff8-415a-9674-0302a173fa5d service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927022 Sep 24 00:01:17.839159 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-106331ab-c8ab-44f3-ab93-16a27efde597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 5, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:17.858408 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fb85a33-9ba4-4f01-831c-13b9caed5731 req-051ec02d-63fb-4cd6-8895-ba454ac3876d service neutron] 10.222.0.67 "GET /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994890 Sep 24 00:01:17.871188 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106331ab-c8ab-44f3-ab93-16a27efde597 None None] The sync data for ids ['d7c72807-157d-4c9a-a65b-b85bd307d52c'] in n-d-810775-1 is: [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-23T23:49:50Z', 'revision_number': 4, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '8058db6b-a416-492f-92e3-2de067e77c67', 'name': '', 'network_id': 'a26604b9-efd1-4e15-b24f-f87e1da5b205', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'mac_address': 'fa:16:3e:5e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:49Z', 'updated_at': '2021-09-23T23:49:54Z', 'revision_number': 5, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'subnets': [{'id': '3b893942-8b53-4170-82aa-3bdd2cafc4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:01:18.096587 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18577b-5e87-4db2-b784-1110dafa355e None None] New status for floating IP 49b2c637-649d-4acf-9740-db15da0c2b58: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:01:18.894939 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b79fb-0e3d-4ea7-9deb-1a186dd14c6c req-1f0407f0-2485-4d60-b3c1-2b1d84164353 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:18.896466 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-451b79fb-0e3d-4ea7-9deb-1a186dd14c6c req-1f0407f0-2485-4d60-b3c1-2b1d84164353 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 946 time: 0.0965853 Sep 24 00:01:18.939239 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-451b79fb-0e3d-4ea7-9deb-1a186dd14c6c req-0eded942-3e83-4ee1-a3d3-b8b462c50761 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/security-groups?id=770b93fc-bf67-4d22-af09-39641120b5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364053 Sep 24 00:01:19.022976 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:19.054669 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:19.415979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0a9f5-a094-4975-9e35-4076509168e4 req-3b28980f-f117-461e-8042-f159cb7ac489 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.417467 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08b0a9f5-a094-4975-9e35-4076509168e4 req-3b28980f-f117-461e-8042-f159cb7ac489 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.67 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 946 time: 0.0487938 Sep 24 00:01:19.509205 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-08b0a9f5-a094-4975-9e35-4076509168e4 req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Deleting port d7bdd809-35e5-4492-885e-3ed0dcabd8ff {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:19.509547 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08b0a9f5-a094-4975-9e35-4076509168e4 req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:19.595088 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-08b0a9f5-a094-4975-9e35-4076509168e4 req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] For port d7bdd809-35e5-4492-885e-3ed0dcabd8ff, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:19.595447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08b0a9f5-a094-4975-9e35-4076509168e4 req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:19.608326 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-08b0a9f5-a094-4975-9e35-4076509168e4 req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Calling delete_port for d7bdd809-35e5-4492-885e-3ed0dcabd8ff owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:19.837041 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08b0a9f5-a094-4975-9e35-4076509168e4 req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:19.868029 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event deleted for resources: {'Port': ['ID=d7bdd809-35e5-4492-885e-3ed0dcabd8ff,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:19.896681 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:19.897388 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:19.897505 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:19.897754 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:19.898084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:19.898408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:19.898730 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:19.899050 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:19.899366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:19.899685 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:19.900022 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:19.900341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:19.922479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b0a9f5-a094-4975-9e35-4076509168e4 req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] No DVR routers for this DVR port d7bdd809-35e5-4492-885e-3ed0dcabd8ff on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:01:19.925211 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-08b0a9f5-a094-4975-9e35-4076509168e4 req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:19.927271 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-08b0a9f5-a094-4975-9e35-4076509168e4 req-4cd75049-e9d0-48a1-b0ea-9f86f04c4f72 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.67 "DELETE /v2.0/ports/d7bdd809-35e5-4492-885e-3ed0dcabd8ff HTTP/1.1" status: 204 len: 173 time: 0.5039496 Sep 24 00:01:19.928354 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'name': 'network-vif-deleted', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:19.930647 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251c9ee6-e5ea-4412-8743-285e0e84d993" -d '{"events": [{"server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "name": "network-vif-deleted", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:20.018759 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c39f71a-165b-4982-8076-bf8b10e0a4b6 x-openstack-request-id: req-2c39f71a-165b-4982-8076-bf8b10e0a4b6 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:20.023003 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af020f2-941f-4244-a3e4-aeab1979d5ab", "name": "network-vif-deleted", "tag": "d7bdd809-35e5-4492-885e-3ed0dcabd8ff", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:20.023003 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c39f71a-165b-4982-8076-bf8b10e0a4b6 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:20.023003 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af020f2-941f-4244-a3e4-aeab1979d5ab', 'name': 'network-vif-deleted', 'tag': 'd7bdd809-35e5-4492-885e-3ed0dcabd8ff', 'status': 'completed', 'code': 200} Sep 24 00:01:20.038974 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9df7a051-56b4-448d-8aad-3a22351e9d5e req-e29e15a7-2583-4623-b779-278f583c6a9c tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 210 time: 0.0302835 Sep 24 00:01:21.141101 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-5ea6dcbd-ef21-4762-943c-6ad1099a6fac req-66c360c2-fd3a-4671-9dfb-a36a46c35f2a tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 210 time: 0.0310421 Sep 24 00:01:22.237791 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-af47b1c5-b6f7-40ef-b021-5a864140ebcd req-9bb0dd5c-4b3d-455b-812a-4f4e02eefd0e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 210 time: 0.0290642 Sep 24 00:01:23.145925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device d7bdd809-35e5-4492-885e-3ed0dcabd8ff no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:23.166686 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: d7bdd809-35e5-4492-885e-3ed0dcabd8ff {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:23.167039 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device d7bdd809-35e5-4492-885e-3ed0dcabd8ff not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:23.336227 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-8fd7d24c-eafb-411a-bd7c-07cfb3d0033a req-9579cc5d-740b-473a-a45e-4e8bac0f2140 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 210 time: 0.0271995 Sep 24 00:01:24.445051 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f52963d3-8350-45cd-9eae-ac77830abb73 req-8f5c4987-5956-4cd2-8a9b-a7145cecc10e tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "GET /v2.0/ports?device_id=1af020f2-941f-4244-a3e4-aeab1979d5ab HTTP/1.1" status: 200 len: 210 time: 0.0277510 Sep 24 00:01:25.503012 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48568) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:25.562187 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f847870-0867-4220-8afe-3edfc0d99809 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:25.588165 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f847870-0867-4220-8afe-3edfc0d99809 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:25.713691 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f847870-0867-4220-8afe-3edfc0d99809 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:25.716509 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2f847870-0867-4220-8afe-3edfc0d99809 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:25.717612 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2f847870-0867-4220-8afe-3edfc0d99809 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] 10.222.0.22 "DELETE /v2.0/security-groups/770b93fc-bf67-4d22-af09-39641120b5d9 HTTP/1.1" status: 204 len: 168 time: 0.2135377 Sep 24 00:01:25.732599 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f847870-0867-4220-8afe-3edfc0d99809 tempest-TestShelveInstance-1535010160 tempest-TestShelveInstance-1535010160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770b93fc-bf67-4d22-af09-39641120b5d9,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:25.836262 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48572) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:26.649171 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d04b9161-4eea-4e59-bbfc-941148c37b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:26.898412 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d04b9161-4eea-4e59-bbfc-941148c37b0e admin admin] Deleting port 8058db6b-a416-492f-92e3-2de067e77c67 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:26.899103 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d04b9161-4eea-4e59-bbfc-941148c37b0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:26.979522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-d04b9161-4eea-4e59-bbfc-941148c37b0e admin admin] For port 8058db6b-a416-492f-92e3-2de067e77c67, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8058db6b-a416-492f-92e3-2de067e77c67,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:26.980023 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d04b9161-4eea-4e59-bbfc-941148c37b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:26.993641 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-d04b9161-4eea-4e59-bbfc-941148c37b0e admin admin] Calling delete_port for 8058db6b-a416-492f-92e3-2de067e77c67 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:27.260086 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d04b9161-4eea-4e59-bbfc-941148c37b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:27.285672 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b9161-4eea-4e59-bbfc-941148c37b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=8058db6b-a416-492f-92e3-2de067e77c67,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:27.467559 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-d04b9161-4eea-4e59-bbfc-941148c37b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:27.683243 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04b9161-4eea-4e59-bbfc-941148c37b0e admin admin] Router d7c72807-157d-4c9a-a65b-b85bd307d52c has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:01:27.791130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04b9161-4eea-4e59-bbfc-941148c37b0e admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:01:27.797071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-d04b9161-4eea-4e59-bbfc-941148c37b0e admin admin] 10.222.0.22 "PUT /v2.0/routers/d7c72807-157d-4c9a-a65b-b85bd307d52c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9595671 Sep 24 00:01:27.799177 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48580) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:27.801002 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174b805-90d2-4686-8a7a-eb98bcc10fec None None] Sync routers for ids ['d7c72807-157d-4c9a-a65b-b85bd307d52c'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:01:27.811013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174b805-90d2-4686-8a7a-eb98bcc10fec None None] Routers {'d7c72807-157d-4c9a-a65b-b85bd307d52c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:27.813163 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d174b805-90d2-4686-8a7a-eb98bcc10fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d7c72807-157d-4c9a-a65b-b85bd307d52c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:27.904056 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:27.917719 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d174b805-90d2-4686-8a7a-eb98bcc10fec None None] Set router d7c72807-157d-4c9a-a65b-b85bd307d52c gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:28.007493 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.094900 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d174b805-90d2-4686-8a7a-eb98bcc10fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-24T00:01:27Z', 'revision_number': 5, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port': {'id': 'c40e1b50-33ea-4390-824a-007b50f66766', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:48Z', 'updated_at': '2021-09-23T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:28.126035 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174b805-90d2-4686-8a7a-eb98bcc10fec None None] Checking router: d7c72807-157d-4c9a-a65b-b85bd307d52c for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:01:28.134951 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174b805-90d2-4686-8a7a-eb98bcc10fec None None] Routers {'d7c72807-157d-4c9a-a65b-b85bd307d52c'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:28.136118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d174b805-90d2-4686-8a7a-eb98bcc10fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['d7c72807-157d-4c9a-a65b-b85bd307d52c'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:28.141001 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] Deleting port c40e1b50-33ea-4390-824a-007b50f66766 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:28.141374 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.226034 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] For port c40e1b50-33ea-4390-824a-007b50f66766, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c40e1b50-33ea-4390-824a-007b50f66766,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:28.226421 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.226969 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-d174b805-90d2-4686-8a7a-eb98bcc10fec None None] Set router d7c72807-157d-4c9a-a65b-b85bd307d52c gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:28.238002 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] Calling delete_port for c40e1b50-33ea-4390-824a-007b50f66766 owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:28.279925 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-d174b805-90d2-4686-8a7a-eb98bcc10fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-24T00:01:28Z', 'revision_number': 6, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:28.309603 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174b805-90d2-4686-8a7a-eb98bcc10fec None None] The sync data for ids ['d7c72807-157d-4c9a-a65b-b85bd307d52c'] in n-d-810775-1 is: [{'id': 'd7c72807-157d-4c9a-a65b-b85bd307d52c', 'name': 'tempest-TestShelveInstance-935261389-router', 'tenant_id': '262d76ebe3c54211a1656e99dcfa1efb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:47Z', 'updated_at': '2021-09-24T00:01:28Z', 'revision_number': 6, 'project_id': '262d76ebe3c54211a1656e99dcfa1efb', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:01:28.473419 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.496992 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c40e1b50-33ea-4390-824a-007b50f66766,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:28.560721 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.654686 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.656910 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.779603 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.780174 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7c72807-157d-4c9a-a65b-b85bd307d52c {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:01:28.784408 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.785635 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-40964c93-7b4e-45ee-a7b3-c261140f54e1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d7c72807-157d-4c9a-a65b-b85bd307d52c HTTP/1.1" status: 204 len: 168 time: 0.9854116 Sep 24 00:01:28.788208 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48584) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:28.832655 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae935921-9355-4c64-b4d6-724e7eeaff6b admin admin] Deleting subnet 3b893942-8b53-4170-82aa-3bdd2cafc4ec {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:01:28.836253 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae935921-9355-4c64-b4d6-724e7eeaff6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.870009 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae935921-9355-4c64-b4d6-724e7eeaff6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.950319 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae935921-9355-4c64-b4d6-724e7eeaff6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.077559 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae935921-9355-4c64-b4d6-724e7eeaff6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.104214 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae935921-9355-4c64-b4d6-724e7eeaff6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b893942-8b53-4170-82aa-3bdd2cafc4ec,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:29.108026 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-ae935921-9355-4c64-b4d6-724e7eeaff6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.109962 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-ae935921-9355-4c64-b4d6-724e7eeaff6b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3b893942-8b53-4170-82aa-3bdd2cafc4ec HTTP/1.1" status: 204 len: 168 time: 0.3202062 Sep 24 00:01:29.117055 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48586) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:29.117449 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a636fbbb-d60d-4b9c-bc1a-4903f2a1ecab None None] Network a26604b9-efd1-4e15-b24f-f87e1da5b205 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:01:29.192489 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.251438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] Deleting port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:29.252125 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.322509 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] DHCP port deletion for a26604b9-efd1-4e15-b24f-f87e1da5b205 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:01:29.334195 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] For port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd,segment=NetworkSegment(686ef637-79ac-4b03-a8b2-4ea083db341a),segment_id=686ef637-79ac-4b03-a8b2-4ea083db341a)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:29.334468 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.349642 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] Calling delete_port for fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:29.500431 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.507413 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8058db6b-a416-492f-92e3-2de067e77c67 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:29.526550 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:29.528463 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 8058db6b-a416-492f-92e3-2de067e77c67 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:29.528806 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8058db6b-a416-492f-92e3-2de067e77c67 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:29.529258 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c40e1b50-33ea-4390-824a-007b50f66766 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:29.533969 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] No DVR routers for this DVR port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:01:29.549598 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: c40e1b50-33ea-4390-824a-007b50f66766 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:29.549898 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c40e1b50-33ea-4390-824a-007b50f66766 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:29.571399 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Deleting port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:29.571785 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.610614 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.632122 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26604b9-efd1-4e15-b24f-f87e1da5b205']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:29.636456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] For port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd, host n-d-810775-1, got binding levels [] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:29.636856 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.641951 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686ef637-79ac-4b03-a8b2-4ea083db341a') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:29.642243 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686ef637-79ac-4b03-a8b2-4ea083db341a') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:29.649643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Calling delete_port for fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:29.652344 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.ipam_backend_mixin [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd was not found and therefore no delete operation was performed {{(pid=95492) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:01:29.652503 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.653715 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.667154 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.672974 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:01:29.673379 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: timer() Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: self._notify() Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:01:29.675003 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:01:29.680847 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Pushing event deleted for resources: {'Port': ['ID=fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:29.683148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] No DVR routers for this DVR port fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:01:29.692984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:29.692984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:29.692984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:29.692984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:29.692984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:29.692984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:29.693731 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:29.693731 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:29.693935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:29.694099 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:29.694941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:29.695270 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f288f03-73a3-40f7-9d28-f7eaa3042181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:29.822282 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.828771 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.830661 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] 10.222.0.22 "DELETE /v2.0/networks/a26604b9-efd1-4e15-b24f-f87e1da5b205 HTTP/1.1" status: 204 len: 168 time: 0.7172828 Sep 24 00:01:29.839043 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48588) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:29.840790 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca37d5c-2aab-43b2-b141-1f6170d8b61b admin admin] Pushing event deleted for resources: {'Network': ['ID=a26604b9-efd1-4e15-b24f-f87e1da5b205,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:30.186795 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-804668ed-e3fc-42fb-9587-9564a8ea391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:30.437720 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-804668ed-e3fc-42fb-9587-9564a8ea391e admin admin] Deleting port 3c62e69a-a233-4ebe-9c98-63f5a145e446 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:30.437951 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-804668ed-e3fc-42fb-9587-9564a8ea391e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:30.515285 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-804668ed-e3fc-42fb-9587-9564a8ea391e admin admin] For port 3c62e69a-a233-4ebe-9c98-63f5a145e446, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=3c62e69a-a233-4ebe-9c98-63f5a145e446,segment=NetworkSegment(7bfe902a-0429-4655-82df-10a5ae9644ca),segment_id=7bfe902a-0429-4655-82df-10a5ae9644ca)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:30.515676 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-804668ed-e3fc-42fb-9587-9564a8ea391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:30.527897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-804668ed-e3fc-42fb-9587-9564a8ea391e admin admin] Calling delete_port for 3c62e69a-a233-4ebe-9c98-63f5a145e446 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:30.785663 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-804668ed-e3fc-42fb-9587-9564a8ea391e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:30.815358 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804668ed-e3fc-42fb-9587-9564a8ea391e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c62e69a-a233-4ebe-9c98-63f5a145e446,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:30.987105 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-804668ed-e3fc-42fb-9587-9564a8ea391e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:31.204735 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804668ed-e3fc-42fb-9587-9564a8ea391e admin admin] Router 421629c9-d196-41f9-92f5-0df2bd0f1416 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:01:31.313421 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804668ed-e3fc-42fb-9587-9564a8ea391e admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:01:31.319920 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-804668ed-e3fc-42fb-9587-9564a8ea391e admin admin] 10.222.0.22 "PUT /v2.0/routers/421629c9-d196-41f9-92f5-0df2bd0f1416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4794514 Sep 24 00:01:31.322142 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48594) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:31.324964 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e02826d-7d08-4691-bbb9-12f1511dabad None None] Sync routers for ids ['421629c9-d196-41f9-92f5-0df2bd0f1416'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:01:31.334712 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02826d-7d08-4691-bbb9-12f1511dabad None None] Routers {'421629c9-d196-41f9-92f5-0df2bd0f1416'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:31.336009 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9e02826d-7d08-4691-bbb9-12f1511dabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['421629c9-d196-41f9-92f5-0df2bd0f1416'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:31.342272 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:31.364292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:31.365013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device fe56a6cd-b1ea-4d0c-b1cc-38fd2afbf2cd not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:31.431357 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:31.442715 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-9e02826d-7d08-4691-bbb9-12f1511dabad None None] Set router 421629c9-d196-41f9-92f5-0df2bd0f1416 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:31.628442 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9e02826d-7d08-4691-bbb9-12f1511dabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'name': 'tempest-TestShelveInstance-1182184439-router', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-24T00:01:30Z', 'revision_number': 5, 'project_id': '4b86b3abd2724719989a44a01db5bde7', 'gw_port': {'id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-23T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:31.657712 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e02826d-7d08-4691-bbb9-12f1511dabad None None] Checking router: 421629c9-d196-41f9-92f5-0df2bd0f1416 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:01:31.668104 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02826d-7d08-4691-bbb9-12f1511dabad None None] Routers {'421629c9-d196-41f9-92f5-0df2bd0f1416'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:31.668877 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9e02826d-7d08-4691-bbb9-12f1511dabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['421629c9-d196-41f9-92f5-0df2bd0f1416'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:31.778864 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-9e02826d-7d08-4691-bbb9-12f1511dabad None None] Set router 421629c9-d196-41f9-92f5-0df2bd0f1416 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:31.870754 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:31.962809 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-9e02826d-7d08-4691-bbb9-12f1511dabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'name': 'tempest-TestShelveInstance-1182184439-router', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-24T00:01:30Z', 'revision_number': 5, 'project_id': '4b86b3abd2724719989a44a01db5bde7', 'gw_port': {'id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-23T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:31.982617 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] Deleting port da232bfe-4552-40b0-83c9-88713be8bf16 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:31.982962 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:31.989097 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e02826d-7d08-4691-bbb9-12f1511dabad None None] The sync data for ids ['421629c9-d196-41f9-92f5-0df2bd0f1416'] in n-d-810775-1 is: [{'id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'name': 'tempest-TestShelveInstance-1182184439-router', 'tenant_id': '4b86b3abd2724719989a44a01db5bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-24T00:01:30Z', 'revision_number': 5, 'project_id': '4b86b3abd2724719989a44a01db5bde7', 'gw_port': {'id': 'da232bfe-4552-40b0-83c9-88713be8bf16', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421629c9-d196-41f9-92f5-0df2bd0f1416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:49:53Z', 'updated_at': '2021-09-23T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:01:32.069185 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] For port da232bfe-4552-40b0-83c9-88713be8bf16, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=da232bfe-4552-40b0-83c9-88713be8bf16,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:32.070309 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.087439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] Calling delete_port for da232bfe-4552-40b0-83c9-88713be8bf16 owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:32.317021 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.355415 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] Pushing event deleted for resources: {'Port': ['ID=da232bfe-4552-40b0-83c9-88713be8bf16,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:32.413391 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.508782 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.510975 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.625490 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.629887 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 421629c9-d196-41f9-92f5-0df2bd0f1416 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:01:32.630536 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.631732 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-bbda84e3-b3db-411e-9258-5d72035cc355 admin admin] 10.222.0.22 "DELETE /v2.0/routers/421629c9-d196-41f9-92f5-0df2bd0f1416 HTTP/1.1" status: 204 len: 168 time: 1.3059759 Sep 24 00:01:32.634965 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48596) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:32.685312 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_v2 [None req-57eac7e7-14ca-4869-a802-cf7cd824c911 admin admin] Deleting subnet 2c2abd9c-33d9-445e-8142-848979fe0323 {{(pid=95491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:01:32.688594 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57eac7e7-14ca-4869-a802-cf7cd824c911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.734977 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57eac7e7-14ca-4869-a802-cf7cd824c911 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25519971'] for subnet, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.822129 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57eac7e7-14ca-4869-a802-cf7cd824c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.919703 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57eac7e7-14ca-4869-a802-cf7cd824c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25665676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25618365'] for subnet, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.946776 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eac7e7-14ca-4869-a802-cf7cd824c911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c2abd9c-33d9-445e-8142-848979fe0323,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:32.950742 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57eac7e7-14ca-4869-a802-cf7cd824c911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.953064 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-57eac7e7-14ca-4869-a802-cf7cd824c911 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2c2abd9c-33d9-445e-8142-848979fe0323 HTTP/1.1" status: 204 len: 168 time: 0.3169982 Sep 24 00:01:32.955652 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48598) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:32.958257 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412f7955-ffbf-49be-9095-ddbfdca97c5e None None] Network b20e6b27-22ea-48b0-a7a3-023fe493a997 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:01:33.028000 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.093416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] Deleting port 8df22259-5e41-4e11-9e1f-e803b8ab8631 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:33.094083 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.170049 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] For port 8df22259-5e41-4e11-9e1f-e803b8ab8631, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8df22259-5e41-4e11-9e1f-e803b8ab8631,segment=NetworkSegment(7bfe902a-0429-4655-82df-10a5ae9644ca),segment_id=7bfe902a-0429-4655-82df-10a5ae9644ca)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:33.170444 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.172993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295f2196-21ac-4ed4-bf2a-2a691f7f5da1 None None] DHCP port deletion for b20e6b27-22ea-48b0-a7a3-023fe493a997 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:01:33.185314 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] Calling delete_port for 8df22259-5e41-4e11-9e1f-e803b8ab8631 owned by network:dhcp {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:33.222696 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-295f2196-21ac-4ed4-bf2a-2a691f7f5da1 None None] Deleting port 8df22259-5e41-4e11-9e1f-e803b8ab8631 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:33.223061 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-295f2196-21ac-4ed4-bf2a-2a691f7f5da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.294725 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-295f2196-21ac-4ed4-bf2a-2a691f7f5da1 None None] For port 8df22259-5e41-4e11-9e1f-e803b8ab8631, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=8df22259-5e41-4e11-9e1f-e803b8ab8631,segment=NetworkSegment(7bfe902a-0429-4655-82df-10a5ae9644ca),segment_id=7bfe902a-0429-4655-82df-10a5ae9644ca)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:33.295032 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-295f2196-21ac-4ed4-bf2a-2a691f7f5da1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.308190 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-295f2196-21ac-4ed4-bf2a-2a691f7f5da1 None None] Calling delete_port for 8df22259-5e41-4e11-9e1f-e803b8ab8631 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:33.349952 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8df22259-5e41-4e11-9e1f-e803b8ab8631 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:33.368288 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.395931 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df22259-5e41-4e11-9e1f-e803b8ab8631,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:33.400994 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] No DVR routers for this DVR port 8df22259-5e41-4e11-9e1f-e803b8ab8631 on host n-d-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:01:33.406545 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No active binding found for port 8df22259-5e41-4e11-9e1f-e803b8ab8631 {{(pid=95492) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 24 00:01:33.406980 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 8df22259-5e41-4e11-9e1f-e803b8ab8631 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:33.407410 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3c62e69a-a233-4ebe-9c98-63f5a145e446 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:33.436836 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 3c62e69a-a233-4ebe-9c98-63f5a145e446 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:33.437080 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 3c62e69a-a233-4ebe-9c98-63f5a145e446 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:33.437526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device da232bfe-4552-40b0-83c9-88713be8bf16 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:33.459079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: da232bfe-4552-40b0-83c9-88713be8bf16 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:33.459079 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device da232bfe-4552-40b0-83c9-88713be8bf16 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:33.462403 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-295f2196-21ac-4ed4-bf2a-2a691f7f5da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.478965 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.487761 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f2196-21ac-4ed4-bf2a-2a691f7f5da1 None None] Pushing event deleted for resources: {'Port': ['ID=8df22259-5e41-4e11-9e1f-e803b8ab8631,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:33.492151 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f2196-21ac-4ed4-bf2a-2a691f7f5da1 None None] No DVR routers for this DVR port 8df22259-5e41-4e11-9e1f-e803b8ab8631 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:01:33.505250 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20e6b27-22ea-48b0-a7a3-023fe493a997']}} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:33.515529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfe902a-0429-4655-82df-10a5ae9644ca') {'for_net_delete': True} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:33.515831 n-d-810775-1 neutron-server[95491]: DEBUG neutron.services.segments.db [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfe902a-0429-4655-82df-10a5ae9644ca') {} {{(pid=95491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:33.526069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25519994'] for segment, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.539447 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.546333 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:01:33.546737 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25666082'] for segment, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: Traceback (most recent call last): Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: timer() Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: cb(*args, **kw) Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: return func(*args, **kwargs) Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: self._notify() Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: self.callback(batched_events) Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: event.method(event) Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: return f(self, *a, **k) Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: return self._get(url).json() Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: return self.request(url, 'GET', **kwargs) Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:01:33.548685 n-d-810775-1 neutron-server[95491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:01:33.679139 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.685047 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] Notify callbacks [] for network, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.687085 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b20e6b27-22ea-48b0-a7a3-023fe493a997 HTTP/1.1" status: 204 len: 168 time: 0.7303207 Sep 24 00:01:33.698551 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758e4fc-d8fd-4bdf-a00b-35ddf8784cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b20e6b27-22ea-48b0-a7a3-023fe493a997,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:34.067425 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48602) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:34.109022 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-aefa6417-6f19-4675-991a-b8632547681c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=262d76ebe3c54211a1656e99dcfa1efb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401256 Sep 24 00:01:34.111577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48604) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:34.165506 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e80f881-4d65-4029-a82c-9ad64255038a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.186816 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e80f881-4d65-4029-a82c-9ad64255038a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.431223 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e80f881-4d65-4029-a82c-9ad64255038a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.433968 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4e80f881-4d65-4029-a82c-9ad64255038a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.435216 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4e80f881-4d65-4029-a82c-9ad64255038a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b6d804c-5f13-405d-a147-8cd8d7d4b91c HTTP/1.1" status: 204 len: 168 time: 0.3226655 Sep 24 00:01:34.444538 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80f881-4d65-4029-a82c-9ad64255038a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6d804c-5f13-405d-a147-8cd8d7d4b91c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:35.234663 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48610) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:35.277603 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-9ca5ced0-6ed7-4bb3-81f6-3afb4c5b111a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b86b3abd2724719989a44a01db5bde7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417171 Sep 24 00:01:35.280217 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48612) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:35.329869 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ff758fb7-6ce6-4f92-85c5-fb09bd8c5d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:35.350488 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ff758fb7-6ce6-4f92-85c5-fb09bd8c5d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:35.476984 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ff758fb7-6ce6-4f92-85c5-fb09bd8c5d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:35.479535 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-ff758fb7-6ce6-4f92-85c5-fb09bd8c5d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:35.480756 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-ff758fb7-6ce6-4f92-85c5-fb09bd8c5d13 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e55e2546-1e06-450f-afbb-b46382fba3b4 HTTP/1.1" status: 204 len: 168 time: 0.1995618 Sep 24 00:01:35.489282 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff758fb7-6ce6-4f92-85c5-fb09bd8c5d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55e2546-1e06-450f-afbb-b46382fba3b4,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:36.550187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48634) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:36.646793 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1092424076-network', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:36.719039 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] Made reservation on behalf of e2a6d4cbc34e48d3801c4e8400459847 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:01:36.721417 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:36.731322 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:36.823615 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:36.916636 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:36.943425 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:01:36.949639 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61ca823-642a-4520-9ed9-96f07be34774,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:36.957947 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:36.957947 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] Added segment 9a5085a6-0b5e-4502-81cf-ab86bd798946 of type vlan for network a046e116-0f10-43a1-ae0a-2d457b01cec4 Sep 24 00:01:36.998351 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.079432 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.080374 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:37.080984 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.140864 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] Pushing event updated for resources: {'Network': ['ID=a046e116-0f10-43a1-ae0a-2d457b01cec4,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:37.151306 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network a046e116-0f10-43a1-ae0a-2d457b01cec4 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:01:37.163655 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-49e7e1a9-594e-4109-8d2c-ab51643e8dda admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6122460 Sep 24 00:01:37.166559 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48638) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:37.171767 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-57009b6e-82c1-4bcd-b550-9747cec7e96b admin admin] Request body: {'subnet': {'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1092424076-subnet', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'ip_version': 4}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:37.261799 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57009b6e-82c1-4bcd-b550-9747cec7e96b admin admin] Made reservation on behalf of e2a6d4cbc34e48d3801c4e8400459847 for: {'subnet': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:01:37.265911 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57009b6e-82c1-4bcd-b550-9747cec7e96b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25618328'] for subnet, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.501873 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57009b6e-82c1-4bcd-b550-9747cec7e96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25665613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25618346'] for subnet, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.550977 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57009b6e-82c1-4bcd-b550-9747cec7e96b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87c463a-4bc1-4312-9bd5-7f358f207516,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:37.566722 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57009b6e-82c1-4bcd-b550-9747cec7e96b admin admin] Checking segment: {'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:37.567082 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57009b6e-82c1-4bcd-b550-9747cec7e96b admin admin] Network hostable DHCP agents. Network: a046e116-0f10-43a1-ae0a-2d457b01cec4, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:01:37.632930 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57009b6e-82c1-4bcd-b550-9747cec7e96b admin admin] Network a046e116-0f10-43a1-ae0a-2d457b01cec4 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:01:37.718717 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-57009b6e-82c1-4bcd-b550-9747cec7e96b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, a046e116-0f10-43a1-ae0a-2d457b01cec4) {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:37.722883 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57009b6e-82c1-4bcd-b550-9747cec7e96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:37.723503 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-57009b6e-82c1-4bcd-b550-9747cec7e96b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.732946 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cc6b20-0130-4677-9582-49610ae1f258 None None] Network a046e116-0f10-43a1-ae0a-2d457b01cec4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:01:37.786068 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.797427 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-57009b6e-82c1-4bcd-b550-9747cec7e96b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6271050 Sep 24 00:01:37.797724 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48640) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:37.801996 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:37.885186 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-a046e116-0f10-43a1-ae0a-2d457b01cec4', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:01:37.886052 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.908117 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.913294 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.962060 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.019000 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Allocated IP 172.20.0.2 (a046e116-0f10-43a1-ae0a-2d457b01cec4/a87c463a-4bc1-4312-9bd5-7f358f207516/c06a7a00-8d5e-4216-a2ce-e234535d784a) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:01:38.169241 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.179745 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.271132 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.307962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Network a046e116-0f10-43a1-ae0a-2d457b01cec4 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:38.314569 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:38.314569 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:01:38.325212 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Pushing event updated for resources: {'Port': ['ID=c06a7a00-8d5e-4216-a2ce-e234535d784a,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:38.380763 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Attempting to bind port c06a7a00-8d5e-4216-a2ce-e234535d784a on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:01:38.381169 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Attempting to bind port c06a7a00-8d5e-4216-a2ce-e234535d784a by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:01:38.381525 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Attempting to bind port c06a7a00-8d5e-4216-a2ce-e234535d784a on network a046e116-0f10-43a1-ae0a-2d457b01cec4 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:38.387302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:01:38.387677 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Checking segment: {'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:38.388076 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.388465 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Bound using segment: {'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:01:38.388928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Bound port: c06a7a00-8d5e-4216-a2ce-e234535d784a, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:01:38.389346 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.453926 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] For port c06a7a00-8d5e-4216-a2ce-e234535d784a, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:01:38.456846 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] For port c06a7a00-8d5e-4216-a2ce-e234535d784a, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c06a7a00-8d5e-4216-a2ce-e234535d784a,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:01:38.504783 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.525323 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.551635 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.610523 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa4dfd-0242-49e2-b26b-301358e62384 None None] Pushing event updated for resources: {'Port': ['ID=c06a7a00-8d5e-4216-a2ce-e234535d784a,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:38.634744 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Allocated IP 172.25.1.237 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/bf2acf2c-f478-433d-b27e-0d5010820f1b) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:01:38.760282 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.862228 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.900256 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:38.903174 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:38.906718 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:01:38.934529 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2acf2c-f478-433d-b27e-0d5010820f1b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:39.270987 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.346186 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c06a7a00-8d5e-4216-a2ce-e234535d784a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:39.396998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c06a7a00-8d5e-4216-a2ce-e234535d784a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:39.397685 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.485272 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.493698 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.523979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7cd275-cd5e-435e-a45b-6b86ae6a94c0 None None] Network a046e116-0f10-43a1-ae0a-2d457b01cec4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:01:39.523979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port c06a7a00-8d5e-4216-a2ce-e234535d784a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c06a7a00-8d5e-4216-a2ce-e234535d784a,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:39.584330 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2a7295be-cf59-4e0b-a683-11dc4fef8d03 None None] Provisioning complete for port c06a7a00-8d5e-4216-a2ce-e234535d784a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:39.584699 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2a7295be-cf59-4e0b-a683-11dc4fef8d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.729755 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2a7295be-cf59-4e0b-a683-11dc4fef8d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.867062 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.928618 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Router ab6bb31e-eb15-44e2-afcb-c186fb191163 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:01:39.941216 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.db.api [None req-2a7295be-cf59-4e0b-a683-11dc4fef8d03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:01:39.947223 n-d-810775-1 neutron-server[95492]: DEBUG oslo_db.api [None req-2a7295be-cf59-4e0b-a683-11dc4fef8d03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:01:39.947223 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=c06a7a00-8d5e-4216-a2ce-e234535d784a,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:40.037207 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:01:40.047528 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Sync routers for ids ['ab6bb31e-eb15-44e2-afcb-c186fb191163'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:01:40.056968 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Routers {'ab6bb31e-eb15-44e2-afcb-c186fb191163'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:40.057543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab6bb31e-eb15-44e2-afcb-c186fb191163'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:40.163482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Set router ab6bb31e-eb15-44e2-afcb-c186fb191163 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:40.176496 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.181069 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-c80edcab-4fad-46db-9d5b-644d85d4bfa6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3794262 Sep 24 00:01:40.181342 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48642) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:40.346587 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:39Z', 'revision_number': 3, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:40.374166 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Checking router: ab6bb31e-eb15-44e2-afcb-c186fb191163 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:01:40.374518 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Updating router ab6bb31e-eb15-44e2-afcb-c186fb191163 port bf2acf2c-f478-433d-b27e-0d5010820f1b binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:01:40.399344 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.602483 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.687504 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b418278e-d0af-436b-ae7d-623e5f452059 None None] Provisioning complete for port c06a7a00-8d5e-4216-a2ce-e234535d784a triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:40.687872 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b418278e-d0af-436b-ae7d-623e5f452059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.720380 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.785843 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Allocated IP 172.20.0.1 (a046e116-0f10-43a1-ae0a-2d457b01cec4/a87c463a-4bc1-4312-9bd5-7f358f207516/63850f09-da78-4e1e-a5e7-fa9f6a913325) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:01:40.787831 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.845044 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Attempting to bind port bf2acf2c-f478-433d-b27e-0d5010820f1b on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:01:40.845439 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Attempting to bind port bf2acf2c-f478-433d-b27e-0d5010820f1b by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:01:40.845799 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Attempting to bind port bf2acf2c-f478-433d-b27e-0d5010820f1b on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:40.847778 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555753d-785e-4171-a805-cf274c353e05 None None] Pushing event updated for resources: {'Port': ['ID=bf2acf2c-f478-433d-b27e-0d5010820f1b,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:40.854257 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:01:40.854551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:40.855436 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.855436 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:01:40.855792 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Bound port: bf2acf2c-f478-433d-b27e-0d5010820f1b, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:01:40.856176 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.892013 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.910802 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] For port bf2acf2c-f478-433d-b27e-0d5010820f1b, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:01:40.914612 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] For port bf2acf2c-f478-433d-b27e-0d5010820f1b, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bf2acf2c-f478-433d-b27e-0d5010820f1b,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:01:40.995101 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.026042 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.058602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Routers {'ab6bb31e-eb15-44e2-afcb-c186fb191163'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:41.059790 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab6bb31e-eb15-44e2-afcb-c186fb191163'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:41.065915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555753d-785e-4171-a805-cf274c353e05 None None] Pushing event updated for resources: {'Port': ['ID=bf2acf2c-f478-433d-b27e-0d5010820f1b,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:41.071682 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Network a046e116-0f10-43a1-ae0a-2d457b01cec4 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:41.074731 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:41.078434 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:01:41.325794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c06a7a00-8d5e-4216-a2ce-e234535d784a up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:41.367660 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-881335b8-82b9-4324-9318-1d27d475ce4b None None] Provisioning complete for port 63850f09-da78-4e1e-a5e7-fa9f6a913325 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:41.368543 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-881335b8-82b9-4324-9318-1d27d475ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.423354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] Set router ab6bb31e-eb15-44e2-afcb-c186fb191163 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:41.453050 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Pushing event updated for resources: {'Port': ['ID=63850f09-da78-4e1e-a5e7-fa9f6a913325,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:41.472354 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.481915 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-881335b8-82b9-4324-9318-1d27d475ce4b None None] Port 63850f09-da78-4e1e-a5e7-fa9f6a913325 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:01:41.516496 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port c06a7a00-8d5e-4216-a2ce-e234535d784a triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:41.516863 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.667461 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.685833 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:39Z', 'revision_number': 3, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:41.714442 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ecc07-0a73-43bd-808f-9e22f7f8aca8 None None] The sync data for ids ['ab6bb31e-eb15-44e2-afcb-c186fb191163'] in n-d-810775-1 is: [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:39Z', 'revision_number': 3, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:01:41.846291 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.911121 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.987164 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Pushing event updated for resources: {'Port': ['ID=63850f09-da78-4e1e-a5e7-fa9f6a913325,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:41.992468 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:42.092077 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Network a046e116-0f10-43a1-ae0a-2d457b01cec4 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:42.093913 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:42.217398 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Router ab6bb31e-eb15-44e2-afcb-c186fb191163 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:01:42.306994 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-988134b1-d93b-4f0c-ad51-92cc0d9382fa None None] Provisioning complete for port 63850f09-da78-4e1e-a5e7-fa9f6a913325 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:42.307489 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-988134b1-d93b-4f0c-ad51-92cc0d9382fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:42.340511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:01:42.346171 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-3723b675-2876-4e0a-b982-5c8dcacfda73 admin admin] 10.222.0.22 "PUT /v2.0/routers/ab6bb31e-eb15-44e2-afcb-c186fb191163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1637905 Sep 24 00:01:42.349968 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-988134b1-d93b-4f0c-ad51-92cc0d9382fa None None] Port 63850f09-da78-4e1e-a5e7-fa9f6a913325 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:01:42.991985 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48658) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:42.997551 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-611213158-network', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:43.094157 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] Made reservation on behalf of c2c3a1568a8f4f6897a1b3d1915647f9 for: {'network': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:01:43.096520 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for network, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.109836 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.204419 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.231645 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Sync routers for ids ['ab6bb31e-eb15-44e2-afcb-c186fb191163'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:01:43.236677 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4863d296-0683-47b4-a4ab-29240776aa17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.240784 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Routers {'ab6bb31e-eb15-44e2-afcb-c186fb191163'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:43.241900 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab6bb31e-eb15-44e2-afcb-c186fb191163'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:43.294405 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.324766 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bf2acf2c-f478-433d-b27e-0d5010820f1b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:43.327433 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:01:43.334714 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c8af8d-f1bd-4b40-a68d-519579f1dadf,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:43.344023 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.345051 n-d-810775-1 neutron-server[95490]: INFO neutron.db.segments_db [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] Added segment a314a3a4-32b7-4346-8a88-0ab138989c1b of type vlan for network 7a6523e0-b22f-4f16-8747-5b635635ea13 Sep 24 00:01:43.357750 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Set router ab6bb31e-eb15-44e2-afcb-c186fb191163 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:43.383184 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port bf2acf2c-f478-433d-b27e-0d5010820f1b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:43.383792 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.394945 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753536759053'] for network, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.466511 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.482568 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873'] for network, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.483616 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:43.484211 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.488373 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port bf2acf2c-f478-433d-b27e-0d5010820f1b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bf2acf2c-f478-433d-b27e-0d5010820f1b,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:43.553071 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] Pushing event updated for resources: {'Network': ['ID=7a6523e0-b22f-4f16-8747-5b635635ea13,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:43.564143 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '63850f09-da78-4e1e-a5e7-fa9f6a913325', 'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'mac_address': 'fa:16:3e:29:d3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:40Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 2, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'subnets': [{'id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:43.564764 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Network 7a6523e0-b22f-4f16-8747-5b635635ea13 details requested by agent ovs-agent-n-d-810775-1 with host n-d-810775-1 {{(pid=95492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:01:43.568391 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.597210 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Checking router: ab6bb31e-eb15-44e2-afcb-c186fb191163 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:01:43.597619 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Updating router ab6bb31e-eb15-44e2-afcb-c186fb191163 port 63850f09-da78-4e1e-a5e7-fa9f6a913325 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:01:43.603812 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b808a23c-46d4-4a9a-bf62-b307514cf11c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6100807 Sep 24 00:01:43.606443 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48660) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:43.611274 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2623af03-f71a-474a-b4ac-6a97d01a6173 admin admin] Request body: {'subnet': {'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-611213158-subnet', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'ip_version': 4}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:43.629945 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.677046 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=bf2acf2c-f478-433d-b27e-0d5010820f1b,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:43.722279 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2623af03-f71a-474a-b4ac-6a97d01a6173 admin admin] Made reservation on behalf of c2c3a1568a8f4f6897a1b3d1915647f9 for: {'subnet': 1} {{(pid=95490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:01:43.724686 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2623af03-f71a-474a-b4ac-6a97d01a6173 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25576325'] for subnet, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.976702 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2623af03-f71a-474a-b4ac-6a97d01a6173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3721786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25576375'] for subnet, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.014202 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.037966 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623af03-f71a-474a-b4ac-6a97d01a6173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18047c2d-835f-488f-b357-214bd35cec95,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:44.046142 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623af03-f71a-474a-b4ac-6a97d01a6173 admin admin] Checking segment: {'id': 'a314a3a4-32b7-4346-8a88-0ab138989c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:44.046512 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623af03-f71a-474a-b4ac-6a97d01a6173 admin admin] Network hostable DHCP agents. Network: 7a6523e0-b22f-4f16-8747-5b635635ea13, hostable agents: ['616f7252-153e-4278-b530-a1184a31a911'], hosted agents: [] {{(pid=95490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:01:44.082748 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.139629 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623af03-f71a-474a-b4ac-6a97d01a6173 admin admin] Network 7a6523e0-b22f-4f16-8747-5b635635ea13 is scheduled to be hosted by DHCP agent 616f7252-153e-4278-b530-a1184a31a911 with binding_index 1 {{(pid=95490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:01:44.156719 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55e619-8b58-491c-8370-d871dc0d61ca None None] Pushing event updated for resources: {'Port': ['ID=63850f09-da78-4e1e-a5e7-fa9f6a913325,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:44.176082 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55e619-8b58-491c-8370-d871dc0d61ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:44.176437 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55e619-8b58-491c-8370-d871dc0d61ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:44.176759 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55e619-8b58-491c-8370-d871dc0d61ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:44.177082 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55e619-8b58-491c-8370-d871dc0d61ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:44.177430 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55e619-8b58-491c-8370-d871dc0d61ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:44.177751 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55e619-8b58-491c-8370-d871dc0d61ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:44.178067 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55e619-8b58-491c-8370-d871dc0d61ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:44.178386 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55e619-8b58-491c-8370-d871dc0d61ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:44.178698 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55e619-8b58-491c-8370-d871dc0d61ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:44.179012 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55e619-8b58-491c-8370-d871dc0d61ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:44.179320 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55e619-8b58-491c-8370-d871dc0d61ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:44.180183 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e55e619-8b58-491c-8370-d871dc0d61ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:44.196972 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Attempting to bind port 63850f09-da78-4e1e-a5e7-fa9f6a913325 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:01:44.200648 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Attempting to bind port 63850f09-da78-4e1e-a5e7-fa9f6a913325 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:01:44.200648 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Attempting to bind port 63850f09-da78-4e1e-a5e7-fa9f6a913325 on network a046e116-0f10-43a1-ae0a-2d457b01cec4 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:44.202953 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:01:44.203319 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Checking segment: {'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:44.203708 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.204091 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Bound using segment: {'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:01:44.204547 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Bound port: 63850f09-da78-4e1e-a5e7-fa9f6a913325, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:01:44.204918 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.230898 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-2623af03-f71a-474a-b4ac-6a97d01a6173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810775-1, 7a6523e0-b22f-4f16-8747-5b635635ea13) {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:44.235162 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2623af03-f71a-474a-b4ac-6a97d01a6173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:44.235784 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2623af03-f71a-474a-b4ac-6a97d01a6173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.246123 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24a92df-749e-4596-80ea-5578ada426e9 None None] Network 7a6523e0-b22f-4f16-8747-5b635635ea13 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:01:44.272727 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] For port 63850f09-da78-4e1e-a5e7-fa9f6a913325, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:01:44.276885 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] For port 63850f09-da78-4e1e-a5e7-fa9f6a913325, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=63850f09-da78-4e1e-a5e7-fa9f6a913325,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:01:44.337028 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2623af03-f71a-474a-b4ac-6a97d01a6173 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7294312 Sep 24 00:01:44.339590 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48662) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:44.344059 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-611213158-router', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:44.369836 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.407531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-2e0712c3-d949-419a-9c8b-385e300b7bcd None None] Provisioning complete for port 63850f09-da78-4e1e-a5e7-fa9f6a913325 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:44.408404 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2e0712c3-d949-419a-9c8b-385e300b7bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.413291 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4983a07a-c2e6-548b-ab61-a65e443c1fef-7a6523e0-b22f-4f16-8747-5b635635ea13', 'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'fixed_ips': [{'subnet_id': '18047c2d-835f-488f-b357-214bd35cec95'}]}} from n-d-810775-1. {{(pid=95492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:01:44.415666 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.436404 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Routers {'ab6bb31e-eb15-44e2-afcb-c186fb191163'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:44.437132 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab6bb31e-eb15-44e2-afcb-c186fb191163'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:44.439927 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8030'] for router, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.441009 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.442128 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55e619-8b58-491c-8370-d871dc0d61ca None None] Pushing event updated for resources: {'Port': ['ID=63850f09-da78-4e1e-a5e7-fa9f6a913325,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:44.521295 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.574976 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] Set router ab6bb31e-eb15-44e2-afcb-c186fb191163 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:44.613337 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2e0712c3-d949-419a-9c8b-385e300b7bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.657173 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-2e0712c3-d949-419a-9c8b-385e300b7bcd None None] For port 63850f09-da78-4e1e-a5e7-fa9f6a913325, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=63850f09-da78-4e1e-a5e7-fa9f6a913325,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:44.663446 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.db_base_plugin_common [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Allocated IP 172.20.0.2 (7a6523e0-b22f-4f16-8747-5b635635ea13/18047c2d-835f-488f-b357-214bd35cec95/0a12575c-7466-42aa-bc5d-c7e9ed54f256) {{(pid=95492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:01:44.771101 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.803358 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '63850f09-da78-4e1e-a5e7-fa9f6a913325', 'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'mac_address': 'fa:16:3e:29:d3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:40Z', 'updated_at': '2021-09-24T00:01:44Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'subnets': [{'id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:44.814237 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2e0712c3-d949-419a-9c8b-385e300b7bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.830735 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243023e8-21bd-4fc7-8db4-b8d425a64841 None None] The sync data for ids ['ab6bb31e-eb15-44e2-afcb-c186fb191163'] in n-d-810775-1 is: [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '63850f09-da78-4e1e-a5e7-fa9f6a913325', 'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'mac_address': 'fa:16:3e:29:d3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:40Z', 'updated_at': '2021-09-24T00:01:44Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'subnets': [{'id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:01:44.852488 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Notify callbacks [] for port, precommit_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.882993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0712c3-d949-419a-9c8b-385e300b7bcd None None] Pushing event updated for resources: {'Port': ['ID=63850f09-da78-4e1e-a5e7-fa9f6a913325,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:44.933016 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-ada003b1-905a-447e-a8a0-450891e6ee1b None None] Provisioning complete for port 63850f09-da78-4e1e-a5e7-fa9f6a913325 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:44.933430 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ada003b1-905a-447e-a8a0-450891e6ee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.970918 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382'] for port, after_create {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.024900 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Network 7a6523e0-b22f-4f16-8747-5b635635ea13 is already hosted by enough agents. {{(pid=95492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:45.029674 n-d-810775-1 neutron-server[95492]: DEBUG neutron.scheduler.base_scheduler [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Resources bound (agent type, host, resource id): {{(pid=95492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:45.032932 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Received port after_create {{(pid=95492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:01:45.050238 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Pushing event updated for resources: {'Port': ['ID=0a12575c-7466-42aa-bc5d-c7e9ed54f256,revision_number=1']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:45.129303 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.135910 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Attempting to bind port 0a12575c-7466-42aa-bc5d-c7e9ed54f256 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:01:45.136293 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Attempting to bind port 0a12575c-7466-42aa-bc5d-c7e9ed54f256 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'a314a3a4-32b7-4346-8a88-0ab138989c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:01:45.136661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Attempting to bind port 0a12575c-7466-42aa-bc5d-c7e9ed54f256 on network 7a6523e0-b22f-4f16-8747-5b635635ea13 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:45.142042 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:01:45.142419 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Checking segment: {'id': 'a314a3a4-32b7-4346-8a88-0ab138989c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:45.142828 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.143226 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Bound using segment: {'id': 'a314a3a4-32b7-4346-8a88-0ab138989c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:01:45.143699 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Bound port: 0a12575c-7466-42aa-bc5d-c7e9ed54f256, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a314a3a4-32b7-4346-8a88-0ab138989c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:01:45.144081 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.153770 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.221553 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] For port 0a12575c-7466-42aa-bc5d-c7e9ed54f256, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:01:45.225417 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] For port 0a12575c-7466-42aa-bc5d-c7e9ed54f256, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0a12575c-7466-42aa-bc5d-c7e9ed54f256,segment=NetworkSegment(a314a3a4-32b7-4346-8a88-0ab138989c1b),segment_id=a314a3a4-32b7-4346-8a88-0ab138989c1b)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:01:45.266484 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Allocated IP 172.25.1.24 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/bf34d548-1f5d-4608-906f-b8379b2f1edf) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:01:45.302539 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.410347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bf2acf2c-f478-433d-b27e-0d5010820f1b up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:45.414064 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.442935 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f18e32-70ff-4954-bd3b-86864737a863 None None] Pushing event updated for resources: {'Port': ['ID=0a12575c-7466-42aa-bc5d-c7e9ed54f256,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:45.480721 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port bf2acf2c-f478-433d-b27e-0d5010820f1b triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:45.481058 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.517088 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.583830 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=bf34d548-1f5d-4608-906f-b8379b2f1edf,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:45.584057 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 63850f09-da78-4e1e-a5e7-fa9f6a913325 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:45.628158 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:45.630593 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:45.633406 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:01:45.676124 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 63850f09-da78-4e1e-a5e7-fa9f6a913325 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:45.680207 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.734726 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-536214b7-7c42-45bf-9e55-5f7fb2bfa3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.213771 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.380718 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.454415 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3f1ed8-3606-4536-a0a8-0fc230fb067d None None] Network 7a6523e0-b22f-4f16-8747-5b635635ea13 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:01:46.594431 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-092cd235-cf91-427b-80ae-076877358c4d None None] Provisioning complete for port 0a12575c-7466-42aa-bc5d-c7e9ed54f256 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:46.594811 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-092cd235-cf91-427b-80ae-076877358c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.630565 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580020'] for router, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.729437 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-092cd235-cf91-427b-80ae-076877358c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.775540 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-092cd235-cf91-427b-80ae-076877358c4d None None] For port 0a12575c-7466-42aa-bc5d-c7e9ed54f256, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0a12575c-7466-42aa-bc5d-c7e9ed54f256,segment=NetworkSegment(a314a3a4-32b7-4346-8a88-0ab138989c1b),segment_id=a314a3a4-32b7-4346-8a88-0ab138989c1b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:46.861979 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-092cd235-cf91-427b-80ae-076877358c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.890404 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Router 8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 is scheduled to L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f with binding_index 1 {{(pid=95490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:01:46.931829 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cd235-cf91-427b-80ae-076877358c4d None None] Pushing event updated for resources: {'Port': ['ID=0a12575c-7466-42aa-bc5d-c7e9ed54f256,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:46.982210 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-b4535292-80c0-45b1-995f-b9023ada8908 None None] Provisioning complete for port 0a12575c-7466-42aa-bc5d-c7e9ed54f256 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:46.982508 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b4535292-80c0-45b1-995f-b9023ada8908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.030483 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:01:47.056148 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Sync routers for ids ['8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:01:47.073803 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Routers {'8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:47.074414 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:47.107989 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.109469 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-f8abedc4-aff9-40f3-87e7-0300dd6ee8a5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7687659 Sep 24 00:01:47.112492 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48664) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:47.195962 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Set router 8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:47.346510 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0a12575c-7466-42aa-bc5d-c7e9ed54f256 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:47.397070 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.440319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port 0a12575c-7466-42aa-bc5d-c7e9ed54f256 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:47.440694 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.445876 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'name': 'tempest-TestSnapshotPattern-611213158-router', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bf34d548-1f5d-4608-906f-b8379b2f1edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:44Z', 'updated_at': '2021-09-24T00:01:46Z', 'revision_number': 3, 'project_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'gw_port': {'id': 'bf34d548-1f5d-4608-906f-b8379b2f1edf', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:45Z', 'updated_at': '2021-09-24T00:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:47.582003 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.649526 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Checking router: 8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:01:47.650112 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Updating router 8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 port bf34d548-1f5d-4608-906f-b8379b2f1edf binding host n-d-810775-1 {{(pid=95492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:01:47.685153 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.750661 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_common [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Allocated IP 172.20.0.1 (7a6523e0-b22f-4f16-8747-5b635635ea13/18047c2d-835f-488f-b357-214bd35cec95/e36756a1-b83a-4d4c-b410-12149c4aa441) {{(pid=95490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:01:47.863243 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.983542 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Notify callbacks [] for port, precommit_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.005293 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.048284 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Network 7a6523e0-b22f-4f16-8747-5b635635ea13 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:48.051318 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:48.054981 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Received port after_create {{(pid=95490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:01:48.063058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e36756a1-b83a-4d4c-b410-12149c4aa441,revision_number=1']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:48.097227 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.102281 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579465'] for router_interface, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.153652 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1197c2-f0d8-4f78-942a-34399c22653d None None] Pushing event updated for resources: {'Port': ['ID=bf34d548-1f5d-4608-906f-b8379b2f1edf,revision_number=2']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:48.158292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Attempting to bind port bf34d548-1f5d-4608-906f-b8379b2f1edf on host n-d-810775-1 for vnic_type normal with profile {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:01:48.159167 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Attempting to bind port bf34d548-1f5d-4608-906f-b8379b2f1edf by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:01:48.160654 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Attempting to bind port bf34d548-1f5d-4608-906f-b8379b2f1edf on network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:48.167977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:01:48.168362 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Checking segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:48.168801 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.169263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Bound using segment: {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'} {{(pid=95492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:01:48.169742 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.managers [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Bound port: bf34d548-1f5d-4608-906f-b8379b2f1edf, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe02a9-50e8-4344-a310-ed5bc2f54348', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50'}}] {{(pid=95492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:01:48.170129 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.230186 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] For port bf34d548-1f5d-4608-906f-b8379b2f1edf, host n-d-810775-1, cleared binding levels {{(pid=95492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:01:48.233507 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] For port bf34d548-1f5d-4608-906f-b8379b2f1edf, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bf34d548-1f5d-4608-906f-b8379b2f1edf,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:01:48.307856 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a9607781-ff45-4a50-92ac-520a528960c8 None None] Provisioning complete for port e36756a1-b83a-4d4c-b410-12149c4aa441 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:48.308229 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a9607781-ff45-4a50-92ac-520a528960c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.326940 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.331483 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.384303 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a9607781-ff45-4a50-92ac-520a528960c8 None None] Port e36756a1-b83a-4d4c-b410-12149c4aa441 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:01:48.405941 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1197c2-f0d8-4f78-942a-34399c22653d None None] Pushing event updated for resources: {'Port': ['ID=bf34d548-1f5d-4608-906f-b8379b2f1edf,revision_number=3']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:48.408473 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Routers {'8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:48.409179 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:48.505635 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.524883 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] Set router 8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:48.553348 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3721901'] for port, after_update {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.624309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e36756a1-b83a-4d4c-b410-12149c4aa441,revision_number=2']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:48.626995 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-998859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578169'] for router_interface, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.740199 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Network 7a6523e0-b22f-4f16-8747-5b635635ea13 is already hosted by enough agents. {{(pid=95490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:48.742309 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.base_scheduler [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:48.757454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'name': 'tempest-TestSnapshotPattern-611213158-router', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bf34d548-1f5d-4608-906f-b8379b2f1edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:44Z', 'updated_at': '2021-09-24T00:01:48Z', 'revision_number': 4, 'project_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'gw_port': {'id': 'bf34d548-1f5d-4608-906f-b8379b2f1edf', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:45Z', 'updated_at': '2021-09-24T00:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e36756a1-b83a-4d4c-b410-12149c4aa441', 'name': '', 'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'mac_address': 'fa:16:3e:30:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '18047c2d-835f-488f-b357-214bd35cec95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:47Z', 'updated_at': '2021-09-24T00:01:47Z', 'revision_number': 1, 'project_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'subnets': [{'id': '18047c2d-835f-488f-b357-214bd35cec95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:48.806491 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6afa5f-24bd-46aa-93da-dcae02b57920 None None] The sync data for ids ['8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'] in n-d-810775-1 is: [{'id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'name': 'tempest-TestSnapshotPattern-611213158-router', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bf34d548-1f5d-4608-906f-b8379b2f1edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:44Z', 'updated_at': '2021-09-24T00:01:48Z', 'revision_number': 4, 'project_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'gw_port': {'id': 'bf34d548-1f5d-4608-906f-b8379b2f1edf', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:45Z', 'updated_at': '2021-09-24T00:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e36756a1-b83a-4d4c-b410-12149c4aa441', 'name': '', 'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'mac_address': 'fa:16:3e:30:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '18047c2d-835f-488f-b357-214bd35cec95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:47Z', 'updated_at': '2021-09-24T00:01:47Z', 'revision_number': 1, 'project_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'subnets': [{'id': '18047c2d-835f-488f-b357-214bd35cec95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:01:48.906354 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Router 8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:01:49.009311 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-44ed7681-95d2-421a-94ac-688171c7beed None None] Provisioning complete for port e36756a1-b83a-4d4c-b410-12149c4aa441 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:49.009632 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-44ed7681-95d2-421a-94ac-688171c7beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:49.043226 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:01:49.051252 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-84cc1b33-914a-4ab1-8f77-92ced67568d0 admin admin] 10.222.0.22 "PUT /v2.0/routers/8deed6ce-bc9c-4f77-a85b-40c0b1aa9776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9377613 Sep 24 00:01:49.065807 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-44ed7681-95d2-421a-94ac-688171c7beed None None] Port e36756a1-b83a-4d4c-b410-12149c4aa441 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:01:49.067277 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:49.116690 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:49.764503 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48672) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:49.769126 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-84f7a55a-27aa-4747-9704-7313c46cae01 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163696133', 'description': 'tempest-secgroup-smoke-163696133 description', 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:49.859685 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84f7a55a-27aa-4747-9704-7313c46cae01 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:49.949698 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84f7a55a-27aa-4747-9704-7313c46cae01 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.019581 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84f7a55a-27aa-4747-9704-7313c46cae01 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.050049 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7a55a-27aa-4747-9704-7313c46cae01 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b83f663-bc9c-41f4-b360-c49d56bd3a6b,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:50.108069 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-84f7a55a-27aa-4747-9704-7313c46cae01 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.109619 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-84f7a55a-27aa-4747-9704-7313c46cae01 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3440173 Sep 24 00:01:50.112519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48674) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:50.118061 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-f30ff8bc-7a74-410d-9ed5-06739fdecde0 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Request body: {'security_group_rule': {'security_group_id': '4b83f663-bc9c-41f4-b360-c49d56bd3a6b', 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:50.236199 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f30ff8bc-7a74-410d-9ed5-06739fdecde0 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.302061 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f30ff8bc-7a74-410d-9ed5-06739fdecde0 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.376090 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f30ff8bc-7a74-410d-9ed5-06739fdecde0 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.396397 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ff8bc-7a74-410d-9ed5-06739fdecde0 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bc4f87-8cb9-47f4-b24a-26b1f143f5a1,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:50.473545 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-f30ff8bc-7a74-410d-9ed5-06739fdecde0 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.475144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-f30ff8bc-7a74-410d-9ed5-06739fdecde0 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612220 Sep 24 00:01:50.478494 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48676) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:50.483549 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-cbe63496-c876-4fac-888e-4dc897042e4c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Request body: {'security_group_rule': {'security_group_id': '4b83f663-bc9c-41f4-b360-c49d56bd3a6b', 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:50.590463 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbe63496-c876-4fac-888e-4dc897042e4c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.652302 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbe63496-c876-4fac-888e-4dc897042e4c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.747715 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbe63496-c876-4fac-888e-4dc897042e4c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.767331 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe63496-c876-4fac-888e-4dc897042e4c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f319a02-6de1-46b9-bdb2-bbfa8f633d86,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:50.830993 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-cbe63496-c876-4fac-888e-4dc897042e4c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.832439 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-cbe63496-c876-4fac-888e-4dc897042e4c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3528559 Sep 24 00:01:50.835340 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48678) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:50.840668 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-2ff22bd7-f838-4a5e-aec2-2df9ec3bd014 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Request body: {'security_group_rule': {'security_group_id': '4b83f663-bc9c-41f4-b360-c49d56bd3a6b', 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:50.868608 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:01:50.939113 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ff22bd7-f838-4a5e-aec2-2df9ec3bd014 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.999964 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ff22bd7-f838-4a5e-aec2-2df9ec3bd014 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.122035 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ff22bd7-f838-4a5e-aec2-2df9ec3bd014 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.142364 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff22bd7-f838-4a5e-aec2-2df9ec3bd014 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89c9f99-cb86-471e-bce8-04dafd9d45d2,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:51.216064 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2ff22bd7-f838-4a5e-aec2-2df9ec3bd014 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.217396 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2ff22bd7-f838-4a5e-aec2-2df9ec3bd014 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3805037 Sep 24 00:01:51.220065 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 48680) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:51.224439 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.v2.base [None req-b9d0807a-2799-4d02-a42b-cff98acc2951 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Request body: {'security_group_rule': {'security_group_id': '4b83f663-bc9c-41f4-b360-c49d56bd3a6b', 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:51.312660 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b9d0807a-2799-4d02-a42b-cff98acc2951 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.321984 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bf34d548-1f5d-4608-906f-b8379b2f1edf up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:51.376884 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port bf34d548-1f5d-4608-906f-b8379b2f1edf triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:51.377286 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.382918 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b9d0807a-2799-4d02-a42b-cff98acc2951 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.459248 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b9d0807a-2799-4d02-a42b-cff98acc2951 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.468281 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.478005 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0807a-2799-4d02-a42b-cff98acc2951 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f9dafd-012b-4622-ab7d-481bdb0ac8fa,revision_number=0']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:51.490127 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] For port bf34d548-1f5d-4608-906f-b8379b2f1edf, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bf34d548-1f5d-4608-906f-b8379b2f1edf,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:51.556572 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b9d0807a-2799-4d02-a42b-cff98acc2951 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.557895 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b9d0807a-2799-4d02-a42b-cff98acc2951 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3368909 Sep 24 00:01:51.560732 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48682) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:51.565321 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-4f8d1ba6-187a-414b-9da6-85fbb34b0620 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Request body: {'security_group_rule': {'security_group_id': '4b83f663-bc9c-41f4-b360-c49d56bd3a6b', 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:51.587440 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.637998 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Pushing event updated for resources: {'Port': ['ID=bf34d548-1f5d-4608-906f-b8379b2f1edf,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:51.671123 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-4f8d1ba6-187a-414b-9da6-85fbb34b0620 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Project e2a6d4cbc34e48d3801c4e8400459847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:01:51.676402 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1ba6-187a-414b-9da6-85fbb34b0620 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.740117 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1ba6-187a-414b-9da6-85fbb34b0620 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.810514 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1ba6-187a-414b-9da6-85fbb34b0620 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.829916 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d1ba6-187a-414b-9da6-85fbb34b0620 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17afbb8d-1c9c-4984-b93d-b04eb123af91,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:51.947967 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1ba6-187a-414b-9da6-85fbb34b0620 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.949567 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-4f8d1ba6-187a-414b-9da6-85fbb34b0620 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3878016 Sep 24 00:01:51.952277 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48684) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:51.957060 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-63ce2298-8eec-4211-8185-491ff6557a56 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Request body: {'security_group_rule': {'security_group_id': '4b83f663-bc9c-41f4-b360-c49d56bd3a6b', 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:52.056662 n-d-810775-1 neutron-server[95491]: INFO neutron.db.securitygroups_db [None req-63ce2298-8eec-4211-8185-491ff6557a56 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Project e2a6d4cbc34e48d3801c4e8400459847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:01:52.062356 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63ce2298-8eec-4211-8185-491ff6557a56 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:52.130957 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63ce2298-8eec-4211-8185-491ff6557a56 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:52.217326 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63ce2298-8eec-4211-8185-491ff6557a56 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015881'] for security_group_rule, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:52.237366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce2298-8eec-4211-8185-491ff6557a56 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24584e08-61b1-48b6-a277-053757bf90a9,revision_number=0']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:52.244453 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Sync routers for ids ['8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:01:52.253730 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Routers {'8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:52.254323 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:52.313258 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-63ce2298-8eec-4211-8185-491ff6557a56 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:52.314597 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-63ce2298-8eec-4211-8185-491ff6557a56 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3613334 Sep 24 00:01:52.369696 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Set router 8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:52.463517 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-3ee834bd-99a4-4e1c-87f5-d43a14d6c51b tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163696133&fields=id&tenant_id=e2a6d4cbc34e48d3801c4e8400459847 HTTP/1.1" status: 200 len: 267 time: 0.0356340 Sep 24 00:01:52.580611 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'name': 'tempest-TestSnapshotPattern-611213158-router', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bf34d548-1f5d-4608-906f-b8379b2f1edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:44Z', 'updated_at': '2021-09-24T00:01:48Z', 'revision_number': 4, 'project_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'gw_port': {'id': 'bf34d548-1f5d-4608-906f-b8379b2f1edf', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:45Z', 'updated_at': '2021-09-24T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e36756a1-b83a-4d4c-b410-12149c4aa441', 'name': '', 'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'mac_address': 'fa:16:3e:30:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '18047c2d-835f-488f-b357-214bd35cec95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:47Z', 'updated_at': '2021-09-24T00:01:48Z', 'revision_number': 2, 'project_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'subnets': [{'id': '18047c2d-835f-488f-b357-214bd35cec95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:52.583067 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0caa-c787-493d-bb53-c257db5aa126 req-f35b7774-419f-4d38-aba8-9c86bff0df8f tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:52.584582 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-f35b7774-419f-4d38-aba8-9c86bff0df8f tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/networks?id=a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 200 len: 810 time: 0.1140728 Sep 24 00:01:52.600395 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-c46ba9c3-7acf-471d-96a0-a20b7263e366 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/quotas/e2a6d4cbc34e48d3801c4e8400459847 HTTP/1.1" status: 200 len: 375 time: 0.0093613 Sep 24 00:01:52.607187 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Checking router: 8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:01:52.607611 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Updating router 8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 port e36756a1-b83a-4d4c-b410-12149c4aa441 binding host n-d-810775-1 {{(pid=95493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:01:52.633428 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:52.653985 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-d3f9dcde-2603-4c35-bc48-33eaf5549d37 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475841 Sep 24 00:01:52.871298 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-bd29ddfa-3c00-4bce-a15f-741efae633bf service neutron] 10.222.0.22 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043135 Sep 24 00:01:52.920072 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:52.977136 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-f1d16e7b-6aed-46e6-94ac-0d525e78825c service neutron] 10.222.0.22 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009233 Sep 24 00:01:53.039309 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:53.087976 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6437f-12c2-40bd-aae1-93264f8549a8 None None] Pushing event updated for resources: {'Port': ['ID=e36756a1-b83a-4d4c-b410-12149c4aa441,revision_number=3']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:53.151422 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Attempting to bind port e36756a1-b83a-4d4c-b410-12149c4aa441 on host n-d-810775-1 for vnic_type normal with profile {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:01:53.151787 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Attempting to bind port e36756a1-b83a-4d4c-b410-12149c4aa441 by drivers openvswitch,hyperv on host n-d-810775-1 at level 0 using segments [{'id': 'a314a3a4-32b7-4346-8a88-0ab138989c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13'}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:01:53.152188 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Attempting to bind port e36756a1-b83a-4d4c-b410-12149c4aa441 on network 7a6523e0-b22f-4f16-8747-5b635635ea13 {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:53.158245 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Checking agent: {'id': 'ae8f61db-a97a-4d7a-86f3-60abffa61a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 2, 16), 'started_at': datetime.datetime(2021, 9, 23, 22, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810775-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:01:53.159449 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Checking segment: {'id': 'a314a3a4-32b7-4346-8a88-0ab138989c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:53.159449 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:53.168731 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Bound using segment: {'id': 'a314a3a4-32b7-4346-8a88-0ab138989c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13'} {{(pid=95493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:01:53.174125 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.managers [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Bound port: e36756a1-b83a-4d4c-b410-12149c4aa441, host: n-d-810775-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a314a3a4-32b7-4346-8a88-0ab138989c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13'}}] {{(pid=95493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:01:53.174491 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:53.243139 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-c44be142-10dd-439c-ba8c-6be86022da58 req-2f00e9df-c2a3-4ba1-a33d-cd50adcdaa0c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 210 time: 0.0361707 Sep 24 00:01:53.259256 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] For port e36756a1-b83a-4d4c-b410-12149c4aa441, host n-d-810775-1, cleared binding levels {{(pid=95493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:01:53.263447 n-d-810775-1 neutron-server[95493]: DEBUG neutron.plugins.ml2.db [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] For port e36756a1-b83a-4d4c-b410-12149c4aa441, host n-d-810775-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e36756a1-b83a-4d4c-b410-12149c4aa441,segment=NetworkSegment(a314a3a4-32b7-4346-8a88-0ab138989c1b),segment_id=a314a3a4-32b7-4346-8a88-0ab138989c1b)] {{(pid=95493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:01:53.316834 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e33c8e4e-0d87-459e-a232-3c56992bdf18 None None] Provisioning complete for port e36756a1-b83a-4d4c-b410-12149c4aa441 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:53.317827 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e33c8e4e-0d87-459e-a232-3c56992bdf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:53.343171 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bf34d548-1f5d-4608-906f-b8379b2f1edf up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:53.362608 n-d-810775-1 neutron-server[95493]: DEBUG neutron_lib.callbacks.manager [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:53.386882 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e33c8e4e-0d87-459e-a232-3c56992bdf18 None None] Port e36756a1-b83a-4d4c-b410-12149c4aa441 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:01:53.407123 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port bf34d548-1f5d-4608-906f-b8379b2f1edf triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:53.407503 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:53.423049 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6437f-12c2-40bd-aae1-93264f8549a8 None None] Pushing event updated for resources: {'Port': ['ID=e36756a1-b83a-4d4c-b410-12149c4aa441,revision_number=4']} {{(pid=95493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:53.425564 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Routers {'8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:53.426158 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:53.543117 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] Set router 8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:53.715737 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-6884923e-fe7a-4bc9-9932-c7e6da7b4fcb None None] Provisioning complete for port e36756a1-b83a-4d4c-b410-12149c4aa441 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:53.716103 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6884923e-fe7a-4bc9-9932-c7e6da7b4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:53.802820 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6884923e-fe7a-4bc9-9932-c7e6da7b4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:53.835075 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-6884923e-fe7a-4bc9-9932-c7e6da7b4fcb None None] For port e36756a1-b83a-4d4c-b410-12149c4aa441, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e36756a1-b83a-4d4c-b410-12149c4aa441,segment=NetworkSegment(a314a3a4-32b7-4346-8a88-0ab138989c1b),segment_id=a314a3a4-32b7-4346-8a88-0ab138989c1b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:53.843566 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'name': 'tempest-TestSnapshotPattern-611213158-router', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bf34d548-1f5d-4608-906f-b8379b2f1edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:44Z', 'updated_at': '2021-09-24T00:01:48Z', 'revision_number': 4, 'project_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'gw_port': {'id': 'bf34d548-1f5d-4608-906f-b8379b2f1edf', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:45Z', 'updated_at': '2021-09-24T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e36756a1-b83a-4d4c-b410-12149c4aa441', 'name': '', 'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'mac_address': 'fa:16:3e:30:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '18047c2d-835f-488f-b357-214bd35cec95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:47Z', 'updated_at': '2021-09-24T00:01:53Z', 'revision_number': 4, 'project_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'subnets': [{'id': '18047c2d-835f-488f-b357-214bd35cec95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:53.873791 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8767eadb-c776-46a5-9a87-807e772f21e9 None None] The sync data for ids ['8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'] in n-d-810775-1 is: [{'id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'name': 'tempest-TestSnapshotPattern-611213158-router', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bf34d548-1f5d-4608-906f-b8379b2f1edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:44Z', 'updated_at': '2021-09-24T00:01:48Z', 'revision_number': 4, 'project_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'gw_port': {'id': 'bf34d548-1f5d-4608-906f-b8379b2f1edf', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:45Z', 'updated_at': '2021-09-24T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': 'e36756a1-b83a-4d4c-b410-12149c4aa441', 'name': '', 'network_id': '7a6523e0-b22f-4f16-8747-5b635635ea13', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'mac_address': 'fa:16:3e:30:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '18047c2d-835f-488f-b357-214bd35cec95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:47Z', 'updated_at': '2021-09-24T00:01:53Z', 'revision_number': 4, 'project_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'subnets': [{'id': '18047c2d-835f-488f-b357-214bd35cec95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:01:53.964782 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-6884923e-fe7a-4bc9-9932-c7e6da7b4fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:54.016144 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884923e-fe7a-4bc9-9932-c7e6da7b4fcb None None] Pushing event updated for resources: {'Port': ['ID=e36756a1-b83a-4d4c-b410-12149c4aa441,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:54.330879 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5f6dc41a-7073-4768-a4f3-b5651b26430c req-bd1812de-60a3-46ad-9f66-6f18d1d0b62d tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 210 time: 0.0283761 Sep 24 00:01:55.331325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e36756a1-b83a-4d4c-b410-12149c4aa441 up at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:55.381537 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Provisioning complete for port e36756a1-b83a-4d4c-b410-12149c4aa441 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:55.381917 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:55.434086 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2938bd5c-7f7c-4173-afd3-c061bc11cbf6 req-4ac85df5-3369-4959-8591-2067b3e688dc tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 210 time: 0.0288115 Sep 24 00:01:55.644381 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0caa-c787-493d-bb53-c257db5aa126 req-68f62579-d6da-4930-83f6-4cb1369c22f9 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:55.645910 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-68f62579-d6da-4930-83f6-4cb1369c22f9 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.67 "GET /v2.0/networks?id=a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 200 len: 810 time: 0.1095679 Sep 24 00:01:55.696125 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-4e8a520e-9cd0-472d-98db-edde914503f2 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2a6d4cbc34e48d3801c4e8400459847 HTTP/1.1" status: 200 len: 379 time: 0.0353913 Sep 24 00:01:55.711692 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-90da0caa-c787-493d-bb53-c257db5aa126 req-0034c9ff-acb3-4e08-925a-dc67d61fb4b6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Request body: {'port': {'device_id': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'admin_state_up': True, 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'security_groups': ['4b83f663-bc9c-41f4-b360-c49d56bd3a6b']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:55.890140 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90da0caa-c787-493d-bb53-c257db5aa126 req-0034c9ff-acb3-4e08-925a-dc67d61fb4b6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Made reservation on behalf of e2a6d4cbc34e48d3801c4e8400459847 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:01:55.893767 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-90da0caa-c787-493d-bb53-c257db5aa126 req-0034c9ff-acb3-4e08-925a-dc67d61fb4b6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:56.024599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-90da0caa-c787-493d-bb53-c257db5aa126 req-0034c9ff-acb3-4e08-925a-dc67d61fb4b6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Allocated IP 172.20.0.10 (a046e116-0f10-43a1-ae0a-2d457b01cec4/a87c463a-4bc1-4312-9bd5-7f358f207516/8eefa595-cd7a-4589-9239-bee743aab1c5) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:01:56.168462 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-90da0caa-c787-493d-bb53-c257db5aa126 req-0034c9ff-acb3-4e08-925a-dc67d61fb4b6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:56.259638 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-90da0caa-c787-493d-bb53-c257db5aa126 req-0034c9ff-acb3-4e08-925a-dc67d61fb4b6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:56.304275 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90da0caa-c787-493d-bb53-c257db5aa126 req-0034c9ff-acb3-4e08-925a-dc67d61fb4b6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Network a046e116-0f10-43a1-ae0a-2d457b01cec4 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:56.307524 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-90da0caa-c787-493d-bb53-c257db5aa126 req-0034c9ff-acb3-4e08-925a-dc67d61fb4b6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:56.311296 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-90da0caa-c787-493d-bb53-c257db5aa126 req-0034c9ff-acb3-4e08-925a-dc67d61fb4b6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:01:56.338407 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034c9ff-acb3-4e08-925a-dc67d61fb4b6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event updated for resources: {'Port': ['ID=8eefa595-cd7a-4589-9239-bee743aab1c5,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:56.366586 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0caa-c787-493d-bb53-c257db5aa126 req-0034c9ff-acb3-4e08-925a-dc67d61fb4b6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:56.367349 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-90da0caa-c787-493d-bb53-c257db5aa126 req-0034c9ff-acb3-4e08-925a-dc67d61fb4b6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:56.488889 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-0034c9ff-acb3-4e08-925a-dc67d61fb4b6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7857075 Sep 24 00:01:56.508057 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Request body: {'port': {'device_id': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:56.508322 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-0f1defc4-a39a-4f2c-981b-b62d66f44ec3 None None] Provisioning complete for port 8eefa595-cd7a-4589-9239-bee743aab1c5 triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:56.508824 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0f1defc4-a39a-4f2c-981b-b62d66f44ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:56.545401 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-0f1defc4-a39a-4f2c-981b-b62d66f44ec3 None None] Port 8eefa595-cd7a-4589-9239-bee743aab1c5 cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:01:56.599285 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:56.617213 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2f440-2eb2-4cd4-889f-90cf61171ea0 req-c77bb7df-cc5e-48ee-96f8-8c1bc7e5f4d3 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:56.618893 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03d2f440-2eb2-4cd4-889f-90cf61171ea0 req-c77bb7df-cc5e-48ee-96f8-8c1bc7e5f4d3 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 932 time: 0.1078749 Sep 24 00:01:56.695241 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-03d2f440-2eb2-4cd4-889f-90cf61171ea0 req-1fd5a58f-6d9b-4824-8a3c-9a1a213f769b tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693183 Sep 24 00:01:56.908535 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eefa595-cd7a-4589-9239-bee743aab1c5 {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:01:56.916697 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:56.928449 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Transition to ACTIVE for port object 8eefa595-cd7a-4589-9239-bee743aab1c5 will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:01:57.015851 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:57.071898 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Pushing event updated for resources: {'Port': ['ID=8eefa595-cd7a-4589-9239-bee743aab1c5,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:57.139909 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Attempting to bind port 8eefa595-cd7a-4589-9239-bee743aab1c5 on host n-h2-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:01:57.140245 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Attempting to bind port 8eefa595-cd7a-4589-9239-bee743aab1c5 by drivers openvswitch,hyperv on host n-h2-810775-1 at level 0 using segments [{'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:01:57.140577 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Attempting to bind port 8eefa595-cd7a-4589-9239-bee743aab1c5 on network a046e116-0f10-43a1-ae0a-2d457b01cec4 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:57.145415 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Port 8eefa595-cd7a-4589-9239-bee743aab1c5 on network a046e116-0f10-43a1-ae0a-2d457b01cec4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:01:57.145738 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Attempting to bind port 8eefa595-cd7a-4589-9239-bee743aab1c5 on network a046e116-0f10-43a1-ae0a-2d457b01cec4 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:57.151789 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Checking agent: {'id': 'b54b463b-af59-4098-8b69-3e059ab9b19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:01:57.152130 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Checking segment: {'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:57.152519 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Bound using segment: {'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:01:57.152957 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Bound port: 8eefa595-cd7a-4589-9239-bee743aab1c5, host: n-h2-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:01:57.153342 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:57.225649 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] For port 8eefa595-cd7a-4589-9239-bee743aab1c5, host n-h2-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:01:57.228808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] For port 8eefa595-cd7a-4589-9239-bee743aab1c5, host n-h2-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8eefa595-cd7a-4589-9239-bee743aab1c5,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:01:57.308121 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:57.343882 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:57.344578 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:57.346022 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] 10.222.0.67 "PUT /v2.0/ports/8eefa595-cd7a-4589-9239-bee743aab1c5 HTTP/1.1" status: 200 len: 1092 time: 0.8427429 Sep 24 00:01:57.346477 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'tag': '8eefa595-cd7a-4589-9239-bee743aab1c5'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:57.348737 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528e89d2-964c-43c0-93df-f20b64df054a" -d '{"events": [{"name": "network-changed", "server_uuid": "884a1031-405e-43d9-aef1-9d6bf35bb45e", "tag": "8eefa595-cd7a-4589-9239-bee743aab1c5"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:57.376729 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8d385-2176-4f84-9d08-729b82e3c131 service neutron] Pushing event updated for resources: {'Port': ['ID=8eefa595-cd7a-4589-9239-bee743aab1c5,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:57.392862 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965301dc-2b9b-4e8b-9022-e1d6928f9e13 x-openstack-request-id: req-965301dc-2b9b-4e8b-9022-e1d6928f9e13 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:57.393184 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884a1031-405e-43d9-aef1-9d6bf35bb45e", "tag": "8eefa595-cd7a-4589-9239-bee743aab1c5", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:57.393441 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-965301dc-2b9b-4e8b-9022-e1d6928f9e13 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:57.393841 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'tag': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'status': 'completed', 'code': 200} Sep 24 00:01:57.487980 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e89d2-964c-43c0-93df-f20b64df054a req-74b745f5-03d2-492c-8166-3d5883d57bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:57.489551 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-528e89d2-964c-43c0-93df-f20b64df054a req-74b745f5-03d2-492c-8166-3d5883d57bec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 1095 time: 0.0510466 Sep 24 00:01:57.611847 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e89d2-964c-43c0-93df-f20b64df054a req-f8510cf9-3ca0-4f84-a871-e67c8c4e7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:57.613436 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-528e89d2-964c-43c0-93df-f20b64df054a req-f8510cf9-3ca0-4f84-a871-e67c8c4e7696 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1098733 Sep 24 00:01:57.710332 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e89d2-964c-43c0-93df-f20b64df054a req-12d7ea67-2e66-4d6e-aabe-73e6497b5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:57.711847 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-528e89d2-964c-43c0-93df-f20b64df054a req-12d7ea67-2e66-4d6e-aabe-73e6497b5286 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906456 Sep 24 00:01:57.852367 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5831579-06cb-4ade-b422-f9aaa94dc571 req-1f9a4a86-19be-44f0-8920-2f91839cd993 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:57.853826 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5831579-06cb-4ade-b422-f9aaa94dc571 req-1f9a4a86-19be-44f0-8920-2f91839cd993 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 944 time: 0.0863655 Sep 24 00:01:57.855975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0caa-c787-493d-bb53-c257db5aa126 req-1245180d-0b77-44fb-85e6-be1a8db720f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:57.858435 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-1245180d-0b77-44fb-85e6-be1a8db720f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 1095 time: 0.0807788 Sep 24 00:01:57.916776 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-2961760a-76b8-496f-bd91-0c366cfe79e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eefa595-cd7a-4589-9239-bee743aab1c5 HTTP/1.1" status: 200 len: 217 time: 0.0378461 Sep 24 00:01:57.937815 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-f5831579-06cb-4ade-b422-f9aaa94dc571 req-9f4411f1-80df-4e1f-b955-0c9d9a845ef8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777743 Sep 24 00:01:57.974938 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0caa-c787-493d-bb53-c257db5aa126 req-e7ea9d52-c6ac-4337-939a-068c50f6c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:57.977073 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-e7ea9d52-c6ac-4337-939a-068c50f6c97a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a87c463a-4bc1-4312-9bd5-7f358f207516 HTTP/1.1" status: 200 len: 849 time: 0.0527420 Sep 24 00:01:58.025465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0caa-c787-493d-bb53-c257db5aa126 req-8b4b8e7e-ebfe-434c-b968-c352138be622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:58.027109 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-8b4b8e7e-ebfe-434c-b968-c352138be622 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a046e116-0f10-43a1-ae0a-2d457b01cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419307 Sep 24 00:01:58.118496 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-0d8e73e1-bf4d-4ac9-8c32-07830d0a3bc2 service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843475 Sep 24 00:01:58.212522 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-90da0caa-c787-493d-bb53-c257db5aa126 req-9fa91bc6-5989-46f6-9762-7fa36fb4febe service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874107 Sep 24 00:01:59.055346 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071b7f1-8973-4743-b664-88133b30bafe req-73fd25a5-f01f-4b82-984f-1abf18b133ba tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:59.056906 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2071b7f1-8973-4743-b664-88133b30bafe req-73fd25a5-f01f-4b82-984f-1abf18b133ba tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 944 time: 0.0499153 Sep 24 00:01:59.095757 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-2071b7f1-8973-4743-b664-88133b30bafe req-4e791051-de58-44d1-bc77-c71d62892e38 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328567 Sep 24 00:02:00.210783 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ff587-020e-492e-9083-4ee5a2f61fd2 req-3fc9b201-7cdc-48fb-bf5b-e2964fba1bec tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:00.212455 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ff587-020e-492e-9083-4ee5a2f61fd2 req-3fc9b201-7cdc-48fb-bf5b-e2964fba1bec tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 944 time: 0.0501232 Sep 24 00:02:00.253649 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-484ff587-020e-492e-9083-4ee5a2f61fd2 req-dd15e57f-b02c-4157-832c-2f82fed34563 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350308 Sep 24 00:02:01.316440 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8eefa595-cd7a-4589-9239-bee743aab1c5 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:02:01.376155 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dd7aa-f717-4ab0-8282-b64da27e0cf5 req-64b41284-0bc2-403c-b0cc-f57e775d39c5 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:01.377694 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-565dd7aa-f717-4ab0-8282-b64da27e0cf5 req-64b41284-0bc2-403c-b0cc-f57e775d39c5 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 944 time: 0.0530355 Sep 24 00:02:01.419478 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-565dd7aa-f717-4ab0-8282-b64da27e0cf5 req-9bd46ce8-68b6-47bd-9340-85f8ca765841 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341473 Sep 24 00:02:01.422019 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8eefa595-cd7a-4589-9239-bee743aab1c5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8eefa595-cd7a-4589-9239-bee743aab1c5,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:01.433771 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'port_id': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'mac_address': 'fa:16:3e:91:8f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:02:01.470866 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:01.484167 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eefa595-cd7a-4589-9239-bee743aab1c5 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:02:01.504125 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8eefa595-cd7a-4589-9239-bee743aab1c5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8eefa595-cd7a-4589-9239-bee743aab1c5,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:01.568110 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:01.618928 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=8eefa595-cd7a-4589-9239-bee743aab1c5,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:01.961655 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['8eefa595-cd7a-4589-9239-bee743aab1c5'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:02.534480 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e738c94-7c9c-435a-82d0-1f31eb994e82 req-b3d71f2b-e921-4468-9909-8cb5f1416d47 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:02.536016 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e738c94-7c9c-435a-82d0-1f31eb994e82 req-b3d71f2b-e921-4468-9909-8cb5f1416d47 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 945 time: 0.0489736 Sep 24 00:02:02.579379 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6e738c94-7c9c-435a-82d0-1f31eb994e82 req-268eb81c-80b2-4878-b826-8b101777414a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364454 Sep 24 00:02:03.339329 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8eefa595-cd7a-4589-9239-bee743aab1c5 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:03.476963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning for port 8eefa595-cd7a-4589-9239-bee743aab1c5 completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:02:03.481045 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 8eefa595-cd7a-4589-9239-bee743aab1c5 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:03.481447 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.558447 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.580118 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eefa595-cd7a-4589-9239-bee743aab1c5'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:03.582399 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc20b43-37d1-4f59-8555-07f041dcbbd8" -d '{"events": [{"server_uuid": "884a1031-405e-43d9-aef1-9d6bf35bb45e", "name": "network-vif-plugged", "status": "completed", "tag": "8eefa595-cd7a-4589-9239-bee743aab1c5"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:03.595267 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8eefa595-cd7a-4589-9239-bee743aab1c5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8eefa595-cd7a-4589-9239-bee743aab1c5,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:03.677220 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f730496c-c0b2-4bed-ba4b-59c231e99d38 x-openstack-request-id: req-f730496c-c0b2-4bed-ba4b-59c231e99d38 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:03.677495 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884a1031-405e-43d9-aef1-9d6bf35bb45e", "name": "network-vif-plugged", "status": "completed", "tag": "8eefa595-cd7a-4589-9239-bee743aab1c5", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:03.677741 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f730496c-c0b2-4bed-ba4b-59c231e99d38 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:03.678136 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'code': 200} Sep 24 00:02:03.682160 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.699711 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498aabe-9764-4ed3-8447-8d62951c7a4c req-ea22edd7-6dd4-4bb8-9692-44895454f39e tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:03.701420 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a498aabe-9764-4ed3-8447-8d62951c7a4c req-ea22edd7-6dd4-4bb8-9692-44895454f39e tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 945 time: 0.0526228 Sep 24 00:02:03.742780 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=8eefa595-cd7a-4589-9239-bee743aab1c5,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:03.744194 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-a498aabe-9764-4ed3-8447-8d62951c7a4c req-bd0edba9-4633-4e67-aa4b-74994800fe10 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367029 Sep 24 00:02:03.818725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98e8a6-1265-4f88-ae2a-112d45a1904a req-971bcf04-af06-4137-bc66-b6ed080b28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:03.820882 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c98e8a6-1265-4f88-ae2a-112d45a1904a req-971bcf04-af06-4137-bc66-b6ed080b28ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 1097 time: 0.0419536 Sep 24 00:02:03.856575 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2c98e8a6-1265-4f88-ae2a-112d45a1904a req-0a35dd08-65fd-4e47-810c-856987262ef4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291400 Sep 24 00:02:04.862400 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749aabb-ad77-414d-a493-c83cbef21ff6 req-85500c59-4791-4bcb-bcdf-538549a5a188 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:04.863887 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3749aabb-ad77-414d-a493-c83cbef21ff6 req-85500c59-4791-4bcb-bcdf-538549a5a188 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 946 time: 0.0496204 Sep 24 00:02:04.902773 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-3749aabb-ad77-414d-a493-c83cbef21ff6 req-b77a445e-6466-437a-b3fe-e9e7b4ac5682 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326722 Sep 24 00:02:06.028417 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3f51f-8918-46a4-9b07-575ab4cf8b77 req-2f6be80a-fa22-4e1c-8701-e70e27c5ddf8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:06.029950 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-efa3f51f-8918-46a4-9b07-575ab4cf8b77 req-2f6be80a-fa22-4e1c-8701-e70e27c5ddf8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 946 time: 0.0562222 Sep 24 00:02:06.073471 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-efa3f51f-8918-46a4-9b07-575ab4cf8b77 req-5c17ebf7-68d3-4abf-92f3-0ef3c3b2caa0 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374136 Sep 24 00:02:06.191532 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bf82e-7a54-42ed-bc28-764c1be83fd7 req-2d6df510-dfe0-4fee-a650-f89477fae06a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:06.193038 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb1bf82e-7a54-42ed-bc28-764c1be83fd7 req-2d6df510-dfe0-4fee-a650-f89477fae06a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 946 time: 0.0532267 Sep 24 00:02:06.237064 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bb1bf82e-7a54-42ed-bc28-764c1be83fd7 req-e0476e7e-ed29-4787-8f43-cd36cb65f832 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373106 Sep 24 00:02:06.260946 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48744) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:06.343808 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc2a60-5cc2-4d91-8f85-214f74dc5710 tempest-TestSnapshotPattern-74233040 tempest-TestSnapshotPattern-74233040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:06.345374 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-11bc2a60-5cc2-4d91-8f85-214f74dc5710 tempest-TestSnapshotPattern-74233040 tempest-TestSnapshotPattern-74233040-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 1092 time: 0.0833545 Sep 24 00:02:06.348262 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 48748) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:06.353163 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:06.473376 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:06.573438 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:06.682366 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Allocated IP 172.25.1.78 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/c1f07775-6e92-40ef-a8aa-f70a8ddd649d) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:06.787022 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:06.883242 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:06.920083 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:06.924376 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:06.927110 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:06.954247 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event updated for resources: {'Port': ['ID=c1f07775-6e92-40ef-a8aa-f70a8ddd649d,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:07.281862 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:07.416938 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:07.567016 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:07.624838 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:07.693891 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event updated for resources: {'Port': ['ID=c1f07775-6e92-40ef-a8aa-f70a8ddd649d,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:07.704256 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:07.750430 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:07.807517 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Floating IP 180c8d99-5c3c-459c-b5ef-620908c69899 associated. External IP: 172.25.1.78, port: 8eefa595-cd7a-4589-9239-bee743aab1c5. Sep 24 00:02:08.023435 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Router ab6bb31e-eb15-44e2-afcb-c186fb191163 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:02:08.469128 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:02:08.479527 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c223e-1f3b-46a9-825c-8cb6a45a8d34 None None] Sync routers for ids ['ab6bb31e-eb15-44e2-afcb-c186fb191163'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:02:08.488362 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c223e-1f3b-46a9-825c-8cb6a45a8d34 None None] Routers {'ab6bb31e-eb15-44e2-afcb-c186fb191163'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:08.488979 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-302c223e-1f3b-46a9-825c-8cb6a45a8d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab6bb31e-eb15-44e2-afcb-c186fb191163'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:08.541837 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.569144 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-77bd30b6-7404-4732-b256-5434ee310a36 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2198133 Sep 24 00:02:08.571372 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'tag': '8eefa595-cd7a-4589-9239-bee743aab1c5'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:08.573763 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7cbd6e-2ee7-4172-adac-6eb35d654aff" -d '{"events": [{"name": "network-changed", "server_uuid": "884a1031-405e-43d9-aef1-9d6bf35bb45e", "tag": "8eefa595-cd7a-4589-9239-bee743aab1c5"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:08.596633 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-302c223e-1f3b-46a9-825c-8cb6a45a8d34 None None] Set router ab6bb31e-eb15-44e2-afcb-c186fb191163 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:08.610971 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a2e591-9cef-49ef-acdd-a56d5f4b5821 x-openstack-request-id: req-c6a2e591-9cef-49ef-acdd-a56d5f4b5821 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:08.611257 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884a1031-405e-43d9-aef1-9d6bf35bb45e", "tag": "8eefa595-cd7a-4589-9239-bee743aab1c5", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:08.611497 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6a2e591-9cef-49ef-acdd-a56d5f4b5821 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:08.611886 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'tag': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'status': 'completed', 'code': 200} Sep 24 00:02:08.703943 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cbd6e-2ee7-4172-adac-6eb35d654aff req-1e3e3ef1-ea54-4e99-9070-5c034e8bb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:08.705693 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae7cbd6e-2ee7-4172-adac-6eb35d654aff req-1e3e3ef1-ea54-4e99-9070-5c034e8bb608 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 1097 time: 0.0440428 Sep 24 00:02:08.804771 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cbd6e-2ee7-4172-adac-6eb35d654aff req-9b50e260-115d-4968-b596-cb0d1e2ef52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:08.805940 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae7cbd6e-2ee7-4172-adac-6eb35d654aff req-9b50e260-115d-4968-b596-cb0d1e2ef52b service neutron] 10.222.0.67 "GET /v2.0/networks?id=a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 200 len: 911 time: 0.0938652 Sep 24 00:02:08.827919 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-302c223e-1f3b-46a9-825c-8cb6a45a8d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '180c8d99-5c3c-459c-b5ef-620908c69899', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'port_id': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'mac_address': 'fa:16:3e:91:8f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:02:07Z', 'updated_at': '2021-09-24T00:02:07Z', 'revision_number': 0, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63850f09-da78-4e1e-a5e7-fa9f6a913325', 'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'mac_address': 'fa:16:3e:29:d3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:40Z', 'updated_at': '2021-09-24T00:01:44Z', 'revision_number': 5, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'subnets': [{'id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:08.858163 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c223e-1f3b-46a9-825c-8cb6a45a8d34 None None] Checking router: ab6bb31e-eb15-44e2-afcb-c186fb191163 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:02:08.867158 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c223e-1f3b-46a9-825c-8cb6a45a8d34 None None] Routers {'ab6bb31e-eb15-44e2-afcb-c186fb191163'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:08.867784 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-302c223e-1f3b-46a9-825c-8cb6a45a8d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:01:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab6bb31e-eb15-44e2-afcb-c186fb191163'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:08.873995 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae7cbd6e-2ee7-4172-adac-6eb35d654aff req-d491b1c1-6617-4534-8cf4-6cfd7be37ebd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eefa595-cd7a-4589-9239-bee743aab1c5 HTTP/1.1" status: 200 len: 999 time: 0.0603712 Sep 24 00:02:08.922766 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cbd6e-2ee7-4172-adac-6eb35d654aff req-b4c159d5-84a6-4277-9ea2-16bb6dff9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:08.924227 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae7cbd6e-2ee7-4172-adac-6eb35d654aff req-b4c159d5-84a6-4277-9ea2-16bb6dff9a88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a87c463a-4bc1-4312-9bd5-7f358f207516 HTTP/1.1" status: 200 len: 849 time: 0.0433450 Sep 24 00:02:08.975986 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cbd6e-2ee7-4172-adac-6eb35d654aff req-b2e7948d-a78d-4fa0-8cb0-00b54dd2d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:08.977579 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae7cbd6e-2ee7-4172-adac-6eb35d654aff req-b2e7948d-a78d-4fa0-8cb0-00b54dd2d66c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a046e116-0f10-43a1-ae0a-2d457b01cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459557 Sep 24 00:02:09.076860 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae7cbd6e-2ee7-4172-adac-6eb35d654aff req-d13a98a2-a671-425c-a459-fb4c70bacce1 service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906491 Sep 24 00:02:09.137018 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-302c223e-1f3b-46a9-825c-8cb6a45a8d34 None None] Set router ab6bb31e-eb15-44e2-afcb-c186fb191163 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:09.171698 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-ae7cbd6e-2ee7-4172-adac-6eb35d654aff req-95f308a2-62f9-48e8-a5b0-523602428e19 service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881767 Sep 24 00:02:09.360688 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-302c223e-1f3b-46a9-825c-8cb6a45a8d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '180c8d99-5c3c-459c-b5ef-620908c69899', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'port_id': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'mac_address': 'fa:16:3e:91:8f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:02:07Z', 'updated_at': '2021-09-24T00:02:07Z', 'revision_number': 0, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63850f09-da78-4e1e-a5e7-fa9f6a913325', 'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'mac_address': 'fa:16:3e:29:d3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:40Z', 'updated_at': '2021-09-24T00:01:44Z', 'revision_number': 5, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'subnets': [{'id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:09.387779 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c223e-1f3b-46a9-825c-8cb6a45a8d34 None None] The sync data for ids ['ab6bb31e-eb15-44e2-afcb-c186fb191163'] in n-d-810775-1 is: [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '180c8d99-5c3c-459c-b5ef-620908c69899', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'port_id': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'mac_address': 'fa:16:3e:91:8f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:02:07Z', 'updated_at': '2021-09-24T00:02:07Z', 'revision_number': 0, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63850f09-da78-4e1e-a5e7-fa9f6a913325', 'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'mac_address': 'fa:16:3e:29:d3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:40Z', 'updated_at': '2021-09-24T00:01:44Z', 'revision_number': 5, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'subnets': [{'id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:02:09.582041 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e52fc7-cffb-40b1-9e02-766c8d2d9555 None None] New status for floating IP 180c8d99-5c3c-459c-b5ef-620908c69899: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:02:13.281852 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-33ad65ae-d358-4fa5-9061-d5434d2669b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:15.735906 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a72b4ec3-c4a0-452b-9aa0-461a9f3869da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.192505 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:17.381319 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:19.027289 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:19.087735 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:27.867413 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:02:37.789851 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.226946 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4cbcbf2f-7459-45be-ad0e-d6e7b447a0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.718197 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5cac8f84-a4a1-4825-b8c3-e322135f9bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.198768 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.618831 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4de7712b-18e5-4944-af0a-ad987b222d37 req-256b7488-56fd-4dff-923e-6f3d78527680 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450177 Sep 24 00:02:46.721136 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7712b-18e5-4944-af0a-ad987b222d37 req-8c74d51d-8f92-470c-916a-2cb852e4ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:46.722659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4de7712b-18e5-4944-af0a-ad987b222d37 req-8c74d51d-8f92-470c-916a-2cb852e4ce59 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 1097 time: 0.0451484 Sep 24 00:02:46.834488 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7712b-18e5-4944-af0a-ad987b222d37 req-74198250-cdd3-4f51-a8a8-1457ec74efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:46.835975 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4de7712b-18e5-4944-af0a-ad987b222d37 req-74198250-cdd3-4f51-a8a8-1457ec74efa3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 200 len: 911 time: 0.0904422 Sep 24 00:02:46.901815 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4de7712b-18e5-4944-af0a-ad987b222d37 req-899076c5-6daf-437c-b5bb-8eedb4a6548c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eefa595-cd7a-4589-9239-bee743aab1c5 HTTP/1.1" status: 200 len: 1001 time: 0.0575716 Sep 24 00:02:46.955793 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7712b-18e5-4944-af0a-ad987b222d37 req-be5e0f91-868b-4cac-bd32-0d5331b4d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:46.957267 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4de7712b-18e5-4944-af0a-ad987b222d37 req-be5e0f91-868b-4cac-bd32-0d5331b4d021 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a87c463a-4bc1-4312-9bd5-7f358f207516 HTTP/1.1" status: 200 len: 849 time: 0.0491006 Sep 24 00:02:47.004822 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7712b-18e5-4944-af0a-ad987b222d37 req-a0cde344-228d-4795-8116-b71547016d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:47.006367 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4de7712b-18e5-4944-af0a-ad987b222d37 req-a0cde344-228d-4795-8116-b71547016d59 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a046e116-0f10-43a1-ae0a-2d457b01cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408561 Sep 24 00:02:47.098891 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4de7712b-18e5-4944-af0a-ad987b222d37 req-9891d3a3-e45d-4dc2-bcd9-cef486663048 service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846679 Sep 24 00:02:47.191731 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4de7712b-18e5-4944-af0a-ad987b222d37 req-0c21b30a-b94d-4120-8716-dcf5dd30c103 service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849636 Sep 24 00:02:47.398003 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:49.027643 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:49.066701 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:04.868807 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:03:07.786534 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:13.228664 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0f7607ec-9ea5-405a-8993-f28c5e837586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:15.689202 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-387124a0-ccab-4f32-8864-798f79122a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:16.197726 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.368714 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.063573 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.086063 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:37.783390 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:41.867316 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:03:43.222938 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9c48cd12-5b55-47ee-a47a-2565e179e4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:45.754371 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-818fb16a-03c3-402c-96a6-646909d200b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:46.188107 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:47.420209 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:47.603677 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-130b0fc0-d915-4e9b-af55-d0855319a154 req-2adbe404-f2c6-4669-a54a-f1f8700b7b1c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404909 Sep 24 00:03:47.699755 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b0fc0-d915-4e9b-af55-d0855319a154 req-c5e5f8fd-473f-48a9-906b-1a2a511a99b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:47.701181 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-130b0fc0-d915-4e9b-af55-d0855319a154 req-c5e5f8fd-473f-48a9-906b-1a2a511a99b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 1097 time: 0.0409226 Sep 24 00:03:47.807951 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b0fc0-d915-4e9b-af55-d0855319a154 req-02d10bff-b7df-4e7f-86e9-c8abf617597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:47.809466 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-130b0fc0-d915-4e9b-af55-d0855319a154 req-02d10bff-b7df-4e7f-86e9-c8abf617597e service neutron] 10.222.0.67 "GET /v2.0/networks?id=a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 200 len: 911 time: 0.0885231 Sep 24 00:03:47.876769 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-130b0fc0-d915-4e9b-af55-d0855319a154 req-a8cd6b2a-4d53-40e9-80ab-66c1d24bfaed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eefa595-cd7a-4589-9239-bee743aab1c5 HTTP/1.1" status: 200 len: 1001 time: 0.0604241 Sep 24 00:03:47.930512 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b0fc0-d915-4e9b-af55-d0855319a154 req-067be2a3-15bc-48f7-b580-26444d53844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:47.931987 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-130b0fc0-d915-4e9b-af55-d0855319a154 req-067be2a3-15bc-48f7-b580-26444d53844a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a87c463a-4bc1-4312-9bd5-7f358f207516 HTTP/1.1" status: 200 len: 849 time: 0.0483816 Sep 24 00:03:47.980710 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b0fc0-d915-4e9b-af55-d0855319a154 req-29c5998f-adbf-4993-9cf8-84f67829d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:47.982158 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-130b0fc0-d915-4e9b-af55-d0855319a154 req-29c5998f-adbf-4993-9cf8-84f67829d0b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a046e116-0f10-43a1-ae0a-2d457b01cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434680 Sep 24 00:03:48.083251 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-130b0fc0-d915-4e9b-af55-d0855319a154 req-6a92ff3f-7d3c-4940-8346-33919e2916c9 service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940719 Sep 24 00:03:48.179664 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-130b0fc0-d915-4e9b-af55-d0855319a154 req-d92286dc-100f-4d70-8861-1393551d31f3 service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882480 Sep 24 00:03:49.049363 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:49.088951 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:07.902783 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.231271 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ff7f-320c-4f51-8e7c-1bbdc0a45d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:15.690691 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-571f3a34-034a-4b42-b261-1e1458165fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.193506 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:17.370440 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:18.866682 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:04:19.036709 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:19.082445 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:37.813606 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.124514 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8eefa595-cd7a-4589-9239-bee743aab1c5 details requested by agent hyperv_n-h2-810775-1 with host n-h2-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:04:40.222543 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8eefa595-cd7a-4589-9239-bee743aab1c5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8eefa595-cd7a-4589-9239-bee743aab1c5,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:40.234347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Returning: {'device': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'port_id': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'mac_address': 'fa:16:3e:91:8f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:04:40.272604 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.287319 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8eefa595-cd7a-4589-9239-bee743aab1c5 {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:04:40.307165 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8eefa595-cd7a-4589-9239-bee743aab1c5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8eefa595-cd7a-4589-9239-bee743aab1c5,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:40.385526 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.433714 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=8eefa595-cd7a-4589-9239-bee743aab1c5,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:40.441356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:40.441707 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:40.442049 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:40.442386 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:40.442745 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:40.443076 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:40.443402 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:40.443727 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:40.444050 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:40.444371 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:40.444693 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:40.445013 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:40.661705 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] get_ports_and_sgs() called for port_ids ['8eefa595-cd7a-4589-9239-bee743aab1c5'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:04:42.141824 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8eefa595-cd7a-4589-9239-bee743aab1c5 up at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:04:42.190607 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Provisioning complete for port 8eefa595-cd7a-4589-9239-bee743aab1c5 triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:04:42.191048 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.273091 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.295275 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eefa595-cd7a-4589-9239-bee743aab1c5'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:04:42.297664 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba95955-17c3-49bd-aa00-7e57c61f57e9" -d '{"events": [{"server_uuid": "884a1031-405e-43d9-aef1-9d6bf35bb45e", "name": "network-vif-plugged", "status": "completed", "tag": "8eefa595-cd7a-4589-9239-bee743aab1c5"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:04:42.310462 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8eefa595-cd7a-4589-9239-bee743aab1c5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8eefa595-cd7a-4589-9239-bee743aab1c5,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:42.339999 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c030a29b-407d-49a3-a238-c1f2046935b3 x-openstack-request-id: req-c030a29b-407d-49a3-a238-c1f2046935b3 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:04:42.340285 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884a1031-405e-43d9-aef1-9d6bf35bb45e", "name": "network-vif-plugged", "status": "completed", "tag": "8eefa595-cd7a-4589-9239-bee743aab1c5", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:04:42.340532 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c030a29b-407d-49a3-a238-c1f2046935b3 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:04:42.340924 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'code': 200} Sep 24 00:04:42.439908 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.487653 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=8eefa595-cd7a-4589-9239-bee743aab1c5,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:43.219065 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-59f715d5-6730-4e46-8b3c-88d701c3fffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.718936 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b558f219-3c9c-4f69-b425-7169ea29036e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:46.204450 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.398902 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.059757 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.096062 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.697479 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a6049-1f97-49d1-9907-82b18590a221 req-5f68c5e8-efbd-43f8-bdb8-01bee74ab53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:49.699074 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-003a6049-1f97-49d1-9907-82b18590a221 req-5f68c5e8-efbd-43f8-bdb8-01bee74ab53f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 1097 time: 0.0437489 Sep 24 00:04:49.825093 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a6049-1f97-49d1-9907-82b18590a221 req-5cdd6c5c-87b6-4e54-9b2c-07901432628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:49.829005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-003a6049-1f97-49d1-9907-82b18590a221 req-5cdd6c5c-87b6-4e54-9b2c-07901432628f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 200 len: 911 time: 0.1033139 Sep 24 00:04:49.911290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-003a6049-1f97-49d1-9907-82b18590a221 req-5e3c8e0e-78da-418f-a798-8d3695112e41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eefa595-cd7a-4589-9239-bee743aab1c5 HTTP/1.1" status: 200 len: 1001 time: 0.0735650 Sep 24 00:04:49.970695 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a6049-1f97-49d1-9907-82b18590a221 req-1fb2982a-11ca-40ec-a30f-6bd30f1e7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:49.972754 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-003a6049-1f97-49d1-9907-82b18590a221 req-1fb2982a-11ca-40ec-a30f-6bd30f1e7439 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a87c463a-4bc1-4312-9bd5-7f358f207516 HTTP/1.1" status: 200 len: 849 time: 0.0545855 Sep 24 00:04:50.040975 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a6049-1f97-49d1-9907-82b18590a221 req-b038b5ad-8c9c-4933-b955-2adbe9f327fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:50.042896 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-003a6049-1f97-49d1-9907-82b18590a221 req-b038b5ad-8c9c-4933-b955-2adbe9f327fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a046e116-0f10-43a1-ae0a-2d457b01cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618432 Sep 24 00:04:50.158206 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-003a6049-1f97-49d1-9907-82b18590a221 req-b9f9ebde-ac42-475a-bf99-9ed0ddf83b68 service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052129 Sep 24 00:04:50.274494 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-003a6049-1f97-49d1-9907-82b18590a221 req-eab13fb2-7d90-4f2e-a69d-2e13a41e38d5 service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086061 Sep 24 00:04:55.867258 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:04:56.022165 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-5ad20d43-9380-4309-ba7b-b5b31790a46d tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163696133&fields=id&tenant_id=e2a6d4cbc34e48d3801c4e8400459847 HTTP/1.1" status: 200 len: 267 time: 0.0350015 Sep 24 00:04:56.130605 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-a1dfd26c-adf0-4c8e-9586-e28e506fdf3f tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:56.132114 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-a1dfd26c-adf0-4c8e-9586-e28e506fdf3f tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/networks?id=a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 200 len: 810 time: 0.1030750 Sep 24 00:04:56.148762 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-dfa1331d-806e-48e5-8974-110510d11bb9 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/quotas/e2a6d4cbc34e48d3801c4e8400459847 HTTP/1.1" status: 200 len: 375 time: 0.0110166 Sep 24 00:04:56.207403 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-49b7f805-2592-41ea-98ac-3a7bc5e5cef4 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0529335 Sep 24 00:04:56.276438 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-d9c4b537-1dac-400a-abf6-3f09423cff78 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:04:56.277422 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-d9c4b537-1dac-400a-abf6-3f09423cff78 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0587363 Sep 24 00:04:56.373138 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-a2b2bc72-34ae-430e-84ce-30e82138f294 service neutron] 10.222.0.22 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893376 Sep 24 00:04:56.466830 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-a4c69998-0a4e-4763-91e4-d0131a34647a service neutron] 10.222.0.22 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872912 Sep 24 00:04:56.714578 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-df5088ae-9b8b-456b-b1df-708be6104c46 req-8227de0b-da91-4887-838e-b1dd057a08f2 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 210 time: 0.0280097 Sep 24 00:04:57.792442 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d57b5b09-eb95-4f54-b463-06a8aeca3b4f req-4d412baa-eb18-46e3-848c-563a0c3523e7 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 210 time: 0.0272734 Sep 24 00:04:58.220366 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8eefa595-cd7a-4589-9239-bee743aab1c5 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:04:58.296629 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:58.318468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eefa595-cd7a-4589-9239-bee743aab1c5'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:04:58.320625 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aa0d95-67ce-4e92-a781-0e96b12f4655" -d '{"events": [{"server_uuid": "884a1031-405e-43d9-aef1-9d6bf35bb45e", "name": "network-vif-unplugged", "status": "completed", "tag": "8eefa595-cd7a-4589-9239-bee743aab1c5"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:04:58.333659 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] For port 8eefa595-cd7a-4589-9239-bee743aab1c5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8eefa595-cd7a-4589-9239-bee743aab1c5,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:58.359888 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75adcf8c-9841-489d-91a7-3a03066e9680 x-openstack-request-id: req-75adcf8c-9841-489d-91a7-3a03066e9680 {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:04:58.360187 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884a1031-405e-43d9-aef1-9d6bf35bb45e", "name": "network-vif-unplugged", "status": "completed", "tag": "8eefa595-cd7a-4589-9239-bee743aab1c5", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:04:58.360449 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75adcf8c-9841-489d-91a7-3a03066e9680 {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:04:58.360832 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'code': 200} Sep 24 00:04:58.421365 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:58.472728 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Pushing event updated for resources: {'Port': ['ID=8eefa595-cd7a-4589-9239-bee743aab1c5,revision_number=8']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:58.890492 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-de630695-1771-418e-b9f8-b471dba9413b req-c9789ded-e469-4f13-b749-e5cdbea78601 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 210 time: 0.0282133 Sep 24 00:04:59.988143 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7bc3224d-d4f6-4aae-aae2-1094296833e8 req-84f98495-e4d4-4a40-9ac2-a95da36060f2 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 210 time: 0.0274458 Sep 24 00:05:00.996198 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-446a62bc-89b3-4186-9109-fbf249530fb3 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:00.997608 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-446a62bc-89b3-4186-9109-fbf249530fb3 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.43 "GET /v2.0/networks?id=a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 200 len: 810 time: 0.1103544 Sep 24 00:05:01.049290 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-971d50c4-084f-48b6-8cfa-73b765975b34 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2a6d4cbc34e48d3801c4e8400459847 HTTP/1.1" status: 200 len: 379 time: 0.0427406 Sep 24 00:05:01.058632 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Request body: {'port': {'device_id': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'admin_state_up': True, 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'security_groups': ['4b83f663-bc9c-41f4-b360-c49d56bd3a6b']}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:01.089085 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-1ceff412-dc95-4965-83bd-e286b2cc206b req-08053f2b-de35-47cf-8d31-1704ee7c5022 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 210 time: 0.0281234 Sep 24 00:05:01.247749 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Made reservation on behalf of e2a6d4cbc34e48d3801c4e8400459847 for: {'port': 1} {{(pid=95491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:01.251337 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:01.382934 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Allocated IP 172.20.0.4 (a046e116-0f10-43a1-ae0a-2d457b01cec4/a87c463a-4bc1-4312-9bd5-7f358f207516/12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:01.534497 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:01.646964 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:01.700599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Network a046e116-0f10-43a1-ae0a-2d457b01cec4 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:01.704091 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:01.710235 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:01.805709 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event updated for resources: {'Port': ['ID=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:01.818734 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:01.819540 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:01.828409 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:01.828780 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:01.829220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:01.829593 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:01.829963 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:01.830298 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:01.830623 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:01.830983 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:01.831307 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:01.831630 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:01.832009 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:01.832897 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:01.945957 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-2e16711e-e2a5-4e55-85dd-70358c33f451 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8911185 Sep 24 00:05:01.992452 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-e933750c-f10b-43ea-9e6e-62d515cf94ad None None] Provisioning complete for port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c triggered by entity DHCP. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:01.993064 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e933750c-f10b-43ea-9e6e-62d515cf94ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:02.043643 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-e933750c-f10b-43ea-9e6e-62d515cf94ad None None] Port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c cannot update to ACTIVE because it is not bound. {{(pid=95492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:05:02.215660 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fadb70-6a5e-400a-a1bb-be520c5e9c4e req-04809299-3b27-40d0-a983-5e1d24d097fb tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:02.217231 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-94fadb70-6a5e-400a-a1bb-be520c5e9c4e req-04809299-3b27-40d0-a983-5e1d24d097fb tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 931 time: 0.0501478 Sep 24 00:05:02.259929 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-94fadb70-6a5e-400a-a1bb-be520c5e9c4e req-ae8ebae0-3f4f-42ca-8dd8-83b44ba5dab8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367429 Sep 24 00:05:03.389391 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c5419-032a-447d-ac1a-fc2dc16bc779 req-eb31c167-2a32-4a70-a7da-eef3f7c3fbef tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:03.390963 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d0c5419-032a-447d-ac1a-fc2dc16bc779 req-eb31c167-2a32-4a70-a7da-eef3f7c3fbef tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 931 time: 0.0534151 Sep 24 00:05:03.436214 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-0d0c5419-032a-447d-ac1a-fc2dc16bc779 req-3097fba3-33f8-4df8-9620-5ffaf01270bc tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341551 Sep 24 00:05:04.557283 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b15f77-22dd-46c1-8da0-f35ab6388198 req-c501a36d-497e-426d-ac2e-783262399dbc tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:04.558914 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0b15f77-22dd-46c1-8da0-f35ab6388198 req-c501a36d-497e-426d-ac2e-783262399dbc tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 931 time: 0.0501537 Sep 24 00:05:04.612018 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-e0b15f77-22dd-46c1-8da0-f35ab6388198 req-d379cc67-8820-4e3e-9c2e-e584f8386b7e tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462711 Sep 24 00:05:05.758959 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9189f-c6a0-4e03-abf5-c8cb3fb87b71 req-86109c1e-908c-4046-8571-0a7680d46ea3 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:05.760556 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6c9189f-c6a0-4e03-abf5-c8cb3fb87b71 req-86109c1e-908c-4046-8571-0a7680d46ea3 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 931 time: 0.0595436 Sep 24 00:05:05.804070 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-d6c9189f-c6a0-4e03-abf5-c8cb3fb87b71 req-db089dd1-1eee-4912-89f4-dc0035d60e43 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371459 Sep 24 00:05:06.933614 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0d22f-4467-4fda-8758-91d14ae84c0d req-18ea597f-06d2-4351-93aa-471ae8eea178 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:06.935221 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c6c0d22f-4467-4fda-8758-91d14ae84c0d req-18ea597f-06d2-4351-93aa-471ae8eea178 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 931 time: 0.0569451 Sep 24 00:05:06.976560 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-c6c0d22f-4467-4fda-8758-91d14ae84c0d req-60df5354-a2ed-48b5-805d-3152a9019497 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351517 Sep 24 00:05:07.827974 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:08.097567 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b4fc9-2f6c-4739-b322-a4db96fa22ab req-475ab621-7903-46d9-a7cc-6c9919e6bef7 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:08.099188 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f67b4fc9-2f6c-4739-b322-a4db96fa22ab req-475ab621-7903-46d9-a7cc-6c9919e6bef7 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 931 time: 0.0538352 Sep 24 00:05:08.141808 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-f67b4fc9-2f6c-4739-b322-a4db96fa22ab req-0aaf4fd8-9e81-434f-8db3-b9e9a2e408a9 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361056 Sep 24 00:05:09.259157 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66edaa-592a-4516-a07f-130dc1577d15 req-5c4570c7-2d92-4f7d-878c-3852b3348cb0 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:09.260856 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f66edaa-592a-4516-a07f-130dc1577d15 req-5c4570c7-2d92-4f7d-878c-3852b3348cb0 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 931 time: 0.0502849 Sep 24 00:05:09.302391 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1f66edaa-592a-4516-a07f-130dc1577d15 req-35185585-1e0d-43f9-9336-0dd298a21420 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355246 Sep 24 00:05:10.423210 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b480d61-906c-4839-bcf9-1a2905386f3e req-f5635bba-7058-42eb-8658-05db85be74f8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:10.424713 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b480d61-906c-4839-bcf9-1a2905386f3e req-f5635bba-7058-42eb-8658-05db85be74f8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 931 time: 0.0531898 Sep 24 00:05:10.465503 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-9b480d61-906c-4839-bcf9-1a2905386f3e req-1a9698ed-4d67-4ef7-bebe-89a7eaecb6f6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346262 Sep 24 00:05:11.593383 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f50b9c-8978-489e-a6e5-7d9e026fdb81 req-727fe195-ef64-482f-b996-ec657217034c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:11.594889 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-85f50b9c-8978-489e-a6e5-7d9e026fdb81 req-727fe195-ef64-482f-b996-ec657217034c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 931 time: 0.0548537 Sep 24 00:05:11.635362 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-85f50b9c-8978-489e-a6e5-7d9e026fdb81 req-c9e5588a-a55d-49f7-b055-ee2a433fab22 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336967 Sep 24 00:05:12.231310 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Request body: {'port': {'device_id': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810775-1'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:12.288706 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.545849 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c {{(pid=95491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:05:12.553325 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.565084 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.provisioning_blocks [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Transition to ACTIVE for port object 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c will not be triggered until provisioned by entity L2. {{(pid=95491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:05:12.655487 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.736508 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Pushing event updated for resources: {'Port': ['ID=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:12.763283 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f70bac-cd3c-42cd-b2c9-3dd14df9c814 req-bc4dab8d-3f5e-4c50-9822-c5844a076106 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:12.766747 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16f70bac-cd3c-42cd-b2c9-3dd14df9c814 req-bc4dab8d-3f5e-4c50-9822-c5844a076106 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 943 time: 0.0615344 Sep 24 00:05:12.789726 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Attempting to bind port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c on host n-h1-810775-1 for vnic_type normal with profile {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:05:12.790120 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Attempting to bind port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c by drivers openvswitch,hyperv on host n-h1-810775-1 at level 0 using segments [{'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:05:12.790575 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Attempting to bind port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c on network a046e116-0f10-43a1-ae0a-2d457b01cec4 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:05:12.795408 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c on network a046e116-0f10-43a1-ae0a-2d457b01cec4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810775-1 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:05:12.795725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Attempting to bind port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c on network a046e116-0f10-43a1-ae0a-2d457b01cec4 {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:05:12.800906 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Checking agent: {'id': 'e1dd6d11-4aca-469c-885a-3adba8d1cec7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810775-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'started_at': datetime.datetime(2021, 9, 23, 22, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:05:12.801208 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Checking segment: {'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:12.801585 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Bound using segment: {'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'} {{(pid=95491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:05:12.802006 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.managers [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Bound port: 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c, host: n-h1-810775-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5085a6-0b5e-4502-81cf-ab86bd798946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4'}}] {{(pid=95491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:05:12.802361 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.806770 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-16f70bac-cd3c-42cd-b2c9-3dd14df9c814 req-cea1b46e-7c29-48dc-8669-838da1d6aac3 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347679 Sep 24 00:05:12.874066 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] For port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c, host n-h1-810775-1, cleared binding levels {{(pid=95491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:05:12.878189 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] For port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c, host n-h1-810775-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:05:12.939508 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.976603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:12.976603 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.976603 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] 10.222.0.43 "PUT /v2.0/ports/12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c HTTP/1.1" status: 200 len: 1091 time: 0.7912984 Sep 24 00:05:12.976603 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'tag': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:05:12.978717 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4c0a8e-293d-4083-95c8-7f484441d386" -d '{"events": [{"name": "network-changed", "server_uuid": "f938f9d3-bd4a-42a8-8ee1-2b792e2c2562", "tag": "12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:05:13.015602 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830741b-46a5-4a25-b89b-77fa98179461 service neutron] Pushing event updated for resources: {'Port': ['ID=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,revision_number=3']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:13.023926 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df06679-5b77-4af9-9503-ed3bf70b92e0 x-openstack-request-id: req-8df06679-5b77-4af9-9503-ed3bf70b92e0 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:05:13.024081 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f938f9d3-bd4a-42a8-8ee1-2b792e2c2562", "tag": "12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:05:13.024428 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8df06679-5b77-4af9-9503-ed3bf70b92e0 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:05:13.024857 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'tag': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c', 'status': 'completed', 'code': 200} Sep 24 00:05:13.097097 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0a8e-293d-4083-95c8-7f484441d386 req-596b6d02-857f-48e1-b633-01ab24e68963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:13.098791 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a4c0a8e-293d-4083-95c8-7f484441d386 req-596b6d02-857f-48e1-b633-01ab24e68963 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 1094 time: 0.0500002 Sep 24 00:05:13.201011 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0a8e-293d-4083-95c8-7f484441d386 req-eda81aec-8f8a-4fa7-b6a8-e854c92a9968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:13.202549 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a4c0a8e-293d-4083-95c8-7f484441d386 req-eda81aec-8f8a-4fa7-b6a8-e854c92a9968 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0956020 Sep 24 00:05:13.260728 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-54ed8276-7a89-4bf6-937a-a63abb2abd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.302178 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0a8e-293d-4083-95c8-7f484441d386 req-59e9c404-44c8-4979-b548-6d1804c31fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:13.304275 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3a4c0a8e-293d-4083-95c8-7f484441d386 req-59e9c404-44c8-4979-b548-6d1804c31fbe service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947173 Sep 24 00:05:13.382962 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-273d6f1c-d5ff-4fb1-b017-ade091a37749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:13.384465 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-273d6f1c-d5ff-4fb1-b017-ade091a37749 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 1094 time: 0.0435100 Sep 24 00:05:13.431231 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-651446f1-ce5a-47a8-89f4-071a2efc1c34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c HTTP/1.1" status: 200 len: 217 time: 0.0384481 Sep 24 00:05:13.480246 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-b029526a-9649-4283-ab32-c923cdc54781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:13.481724 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-b029526a-9649-4283-ab32-c923cdc54781 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a87c463a-4bc1-4312-9bd5-7f358f207516 HTTP/1.1" status: 200 len: 849 time: 0.0436552 Sep 24 00:05:13.528364 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-a7f5c6ca-2ef5-4a17-b265-01f532715912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:13.529931 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-a7f5c6ca-2ef5-4a17-b265-01f532715912 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a046e116-0f10-43a1-ae0a-2d457b01cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412056 Sep 24 00:05:13.625005 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-5086271b-4981-4001-9c05-d3d128605ab5 service neutron] 10.222.0.43 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876584 Sep 24 00:05:13.716019 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-fc598644-756c-4a78-a68b-7a36a761ec3d req-f69b8a0f-7c75-489f-9a28-1d773dd43467 service neutron] 10.222.0.43 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839720 Sep 24 00:05:13.924765 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc752f-e58b-4c2d-8ec8-d0c9c6745a07 req-fe152dff-32db-46e2-a9c2-7dd02cd5c625 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:13.926298 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bebc752f-e58b-4c2d-8ec8-d0c9c6745a07 req-fe152dff-32db-46e2-a9c2-7dd02cd5c625 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 943 time: 0.0507576 Sep 24 00:05:13.965881 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-bebc752f-e58b-4c2d-8ec8-d0c9c6745a07 req-b9a77508-39ea-4f9b-95ab-479e50235daa tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334396 Sep 24 00:05:15.084056 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8090a1-13a1-4e24-9933-4380726be7f5 req-e50c0734-edfa-4dff-a5cb-89741050be1e tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:15.086078 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d8090a1-13a1-4e24-9933-4380726be7f5 req-e50c0734-edfa-4dff-a5cb-89741050be1e tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 943 time: 0.0500467 Sep 24 00:05:15.131449 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-5d8090a1-13a1-4e24-9933-4380726be7f5 req-d403afda-1bf3-4946-ad01-393e71efea3a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392675 Sep 24 00:05:15.237295 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:05:15.334356 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:15.346345 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'port_id': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c', 'mac_address': 'fa:16:3e:4e:92:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:05:15.383736 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.396325 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:05:15.415420 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:15.489885 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.538562 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,revision_number=4']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:15.666479 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dbeff919-aa5e-41ba-a5bb-f012780c036f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.719468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:05:16.201858 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.247750 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cb1e7-2e95-49b2-90c2-03fa4620629f req-284455eb-1c2c-4d49-b6ef-028f6d6e71d4 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:16.249448 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-802cb1e7-2e95-49b2-90c2-03fa4620629f req-284455eb-1c2c-4d49-b6ef-028f6d6e71d4 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 944 time: 0.0495021 Sep 24 00:05:16.287902 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-802cb1e7-2e95-49b2-90c2-03fa4620629f req-1a076a43-ff0b-4dc4-9aab-f317c86bbf23 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326459 Sep 24 00:05:17.248661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:05:17.393139 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning for port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c completed by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:05:17.398993 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:17.403896 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:17.412669 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e95056-1dc0-4b53-87bf-f4d45e648267 req-98d37da5-e365-435e-9a5c-a9ad434776ce tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:17.415261 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-66e95056-1dc0-4b53-87bf-f4d45e648267 req-98d37da5-e365-435e-9a5c-a9ad434776ce tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 944 time: 0.0594406 Sep 24 00:05:17.428592 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:17.454384 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-66e95056-1dc0-4b53-87bf-f4d45e648267 req-898aa5e6-826e-4d6f-adef-2535d0e72b71 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331392 Sep 24 00:05:17.485593 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:17.507697 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:05:17.510541 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d5d017-694a-40df-8324-30637351ac10" -d '{"events": [{"server_uuid": "f938f9d3-bd4a-42a8-8ee1-2b792e2c2562", "name": "network-vif-plugged", "status": "completed", "tag": "12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:05:17.523531 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:17.547201 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61c9327-de14-4f75-93ae-c2a68e1ebbdc x-openstack-request-id: req-a61c9327-de14-4f75-93ae-c2a68e1ebbdc {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:05:17.547519 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f938f9d3-bd4a-42a8-8ee1-2b792e2c2562", "name": "network-vif-plugged", "status": "completed", "tag": "12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:05:17.547768 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a61c9327-de14-4f75-93ae-c2a68e1ebbdc {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:05:17.548162 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c', 'code': 200} Sep 24 00:05:17.602390 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:17.647540 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c20c68-0663-4801-951d-47057e47b8a8 req-a3b059f6-3cb6-4c80-98c7-d7722b7d1179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:17.649314 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72c20c68-0663-4801-951d-47057e47b8a8 req-a3b059f6-3cb6-4c80-98c7-d7722b7d1179 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 1096 time: 0.0419080 Sep 24 00:05:17.650772 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,revision_number=5']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:17.685340 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-72c20c68-0663-4801-951d-47057e47b8a8 req-b9b9e33b-7dfa-4afa-bc0a-0da5cefca271 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289938 Sep 24 00:05:18.570183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad797e0-1fc6-4064-856a-a67f3c1d1307 req-53309611-270b-4fd1-9284-d7f8d4a1f489 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:18.571835 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0ad797e0-1fc6-4064-856a-a67f3c1d1307 req-53309611-270b-4fd1-9284-d7f8d4a1f489 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0496860 Sep 24 00:05:18.614566 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0ad797e0-1fc6-4064-856a-a67f3c1d1307 req-7b372637-730a-4ff1-9abb-e8444f1ba5d2 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367856 Sep 24 00:05:19.078075 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:19.158572 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:19.734571 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9cf0b-8c16-4814-991b-19b50302b940 req-e49af128-0760-49a3-a89c-cf7ea433014e tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:19.736081 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0c9cf0b-8c16-4814-991b-19b50302b940 req-e49af128-0760-49a3-a89c-cf7ea433014e tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0530009 Sep 24 00:05:19.774656 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-b0c9cf0b-8c16-4814-991b-19b50302b940 req-6c8a4c9f-8394-4a0f-847a-ff4b1465429e tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323479 Sep 24 00:05:19.889979 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063e558-f891-4283-b1ff-aece2f8454f1 req-3ac7e879-3177-46a4-8fe4-36335929657b tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:19.891481 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1063e558-f891-4283-b1ff-aece2f8454f1 req-3ac7e879-3177-46a4-8fe4-36335929657b tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0489910 Sep 24 00:05:19.931108 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-1063e558-f891-4283-b1ff-aece2f8454f1 req-0ad96b0d-4808-44dc-a988-907ebda270f3 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333714 Sep 24 00:05:19.952196 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49126) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:19.991747 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7930c65-aa78-4f52-bf7c-beab1ae6c36c tempest-TestSnapshotPattern-74233040 tempest-TestSnapshotPattern-74233040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:19.993374 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-b7930c65-aa78-4f52-bf7c-beab1ae6c36c tempest-TestSnapshotPattern-74233040 tempest-TestSnapshotPattern-74233040-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 1091 time: 0.0401211 Sep 24 00:05:19.996461 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49128) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:20.000725 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.v2.base [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Request body: {'floatingip': {'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'port_id': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:20.084171 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for floatingip, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:20.186039 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:20.289823 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.db_base_plugin_common [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Allocated IP 172.25.1.54 (1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50/74d03915-a17a-4d5b-be8a-79776cab0702/28c6062f-25d4-49ea-8e0d-af5f4c519397) {{(pid=95491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:20.397142 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for port, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:20.489866 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753536777382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:20.529795 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Network 1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50 is already hosted by enough agents. {{(pid=95491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:20.532599 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.base_scheduler [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Resources bound (agent type, host, resource id): {{(pid=95491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:20.536115 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Received port after_create {{(pid=95491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:20.560389 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event updated for resources: {'Port': ['ID=28c6062f-25d4-49ea-8e0d-af5f4c519397,revision_number=1']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:20.885616 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.007752 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.157475 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for port, precommit_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.209125 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25665754'] for port, after_update {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.281394 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event updated for resources: {'Port': ['ID=28c6062f-25d4-49ea-8e0d-af5f4c519397,revision_number=2']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:21.289418 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579350'] for floatingip, after_create {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.386258 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Floating IP 51f090c8-dac5-4655-ba84-7fe6e7ed75c2 associated. External IP: 172.25.1.54, port: 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c. Sep 24 00:05:21.592225 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Router ab6bb31e-eb15-44e2-afcb-c186fb191163 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:21.700454 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:21.711065 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8642474c-5c08-4769-abce-7d535d4eda8f None None] Sync routers for ids ['ab6bb31e-eb15-44e2-afcb-c186fb191163'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:21.721895 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8642474c-5c08-4769-abce-7d535d4eda8f None None] Routers {'ab6bb31e-eb15-44e2-afcb-c186fb191163'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:21.722561 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8642474c-5c08-4769-abce-7d535d4eda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:05:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab6bb31e-eb15-44e2-afcb-c186fb191163'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:21.804193 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.830448 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-8642474c-5c08-4769-abce-7d535d4eda8f None None] Set router ab6bb31e-eb15-44e2-afcb-c186fb191163 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:21.845219 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-30886819-84dc-4c74-9f4c-2dcac1fe036a tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8365598 Sep 24 00:05:21.845219 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'tag': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:05:21.845219 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4494d8b7-e944-4541-a018-f6d844ad51f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f938f9d3-bd4a-42a8-8ee1-2b792e2c2562", "tag": "12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:05:21.874462 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe28e5ba-cd58-477c-b525-de0d9d7fd2f6 x-openstack-request-id: req-fe28e5ba-cd58-477c-b525-de0d9d7fd2f6 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:05:21.874776 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f938f9d3-bd4a-42a8-8ee1-2b792e2c2562", "tag": "12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:05:21.875027 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe28e5ba-cd58-477c-b525-de0d9d7fd2f6 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:05:21.875432 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'tag': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c', 'status': 'completed', 'code': 200} Sep 24 00:05:21.938001 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494d8b7-e944-4541-a018-f6d844ad51f7 req-03ae861c-9c22-4930-8e96-e313d28d4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:21.939524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4494d8b7-e944-4541-a018-f6d844ad51f7 req-03ae861c-9c22-4930-8e96-e313d28d4b0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 1096 time: 0.0425022 Sep 24 00:05:22.067551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8642474c-5c08-4769-abce-7d535d4eda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '180c8d99-5c3c-459c-b5ef-620908c69899', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'port_id': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'mac_address': 'fa:16:3e:91:8f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:02:07Z', 'updated_at': '2021-09-24T00:02:09Z', 'revision_number': 1, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'fixed_ip_address_scope': None}, {'id': '51f090c8-dac5-4655-ba84-7fe6e7ed75c2', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'port_id': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'mac_address': 'fa:16:3e:4e:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:05:20Z', 'updated_at': '2021-09-24T00:05:20Z', 'revision_number': 0, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63850f09-da78-4e1e-a5e7-fa9f6a913325', 'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'mac_address': 'fa:16:3e:29:d3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:40Z', 'updated_at': '2021-09-24T00:01:44Z', 'revision_number': 5, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'subnets': [{'id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:22.096206 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8642474c-5c08-4769-abce-7d535d4eda8f None None] Checking router: ab6bb31e-eb15-44e2-afcb-c186fb191163 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:05:22.105456 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8642474c-5c08-4769-abce-7d535d4eda8f None None] Routers {'ab6bb31e-eb15-44e2-afcb-c186fb191163'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:22.106086 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8642474c-5c08-4769-abce-7d535d4eda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:05:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab6bb31e-eb15-44e2-afcb-c186fb191163'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:22.221749 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-8642474c-5c08-4769-abce-7d535d4eda8f None None] Set router ab6bb31e-eb15-44e2-afcb-c186fb191163 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:22.374063 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494d8b7-e944-4541-a018-f6d844ad51f7 req-f5c8a719-8b43-4f31-868a-e89df05c186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:22.375565 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4494d8b7-e944-4541-a018-f6d844ad51f7 req-f5c8a719-8b43-4f31-868a-e89df05c186d service neutron] 10.222.0.43 "GET /v2.0/networks?id=a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 200 len: 911 time: 0.4275932 Sep 24 00:05:22.442042 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4494d8b7-e944-4541-a018-f6d844ad51f7 req-f2a63e31-c69c-4c1c-8f7e-4859c646a08c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c HTTP/1.1" status: 200 len: 998 time: 0.0591459 Sep 24 00:05:22.456512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-8642474c-5c08-4769-abce-7d535d4eda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '180c8d99-5c3c-459c-b5ef-620908c69899', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'port_id': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'mac_address': 'fa:16:3e:91:8f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:02:07Z', 'updated_at': '2021-09-24T00:02:09Z', 'revision_number': 1, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'fixed_ip_address_scope': None}, {'id': '51f090c8-dac5-4655-ba84-7fe6e7ed75c2', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'port_id': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'mac_address': 'fa:16:3e:4e:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:05:20Z', 'updated_at': '2021-09-24T00:05:20Z', 'revision_number': 0, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63850f09-da78-4e1e-a5e7-fa9f6a913325', 'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'mac_address': 'fa:16:3e:29:d3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:40Z', 'updated_at': '2021-09-24T00:01:44Z', 'revision_number': 5, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'subnets': [{'id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:22.483377 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8642474c-5c08-4769-abce-7d535d4eda8f None None] The sync data for ids ['ab6bb31e-eb15-44e2-afcb-c186fb191163'] in n-d-810775-1 is: [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '180c8d99-5c3c-459c-b5ef-620908c69899', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'port_id': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'mac_address': 'fa:16:3e:91:8f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:02:07Z', 'updated_at': '2021-09-24T00:02:09Z', 'revision_number': 1, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'fixed_ip_address_scope': None}, {'id': '51f090c8-dac5-4655-ba84-7fe6e7ed75c2', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'port_id': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'mac_address': 'fa:16:3e:4e:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:05:20Z', 'updated_at': '2021-09-24T00:05:20Z', 'revision_number': 0, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63850f09-da78-4e1e-a5e7-fa9f6a913325', 'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'mac_address': 'fa:16:3e:29:d3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:40Z', 'updated_at': '2021-09-24T00:01:44Z', 'revision_number': 5, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'subnets': [{'id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:22.497352 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494d8b7-e944-4541-a018-f6d844ad51f7 req-2e932ab7-b91c-486b-908d-e04248f53f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:22.498822 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4494d8b7-e944-4541-a018-f6d844ad51f7 req-2e932ab7-b91c-486b-908d-e04248f53f88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a87c463a-4bc1-4312-9bd5-7f358f207516 HTTP/1.1" status: 200 len: 849 time: 0.0489669 Sep 24 00:05:22.546496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494d8b7-e944-4541-a018-f6d844ad51f7 req-b755e27e-203f-4906-a382-85fc9ad09d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:22.548046 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4494d8b7-e944-4541-a018-f6d844ad51f7 req-b755e27e-203f-4906-a382-85fc9ad09d40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a046e116-0f10-43a1-ae0a-2d457b01cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426118 Sep 24 00:05:22.644385 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4494d8b7-e944-4541-a018-f6d844ad51f7 req-df00e285-5845-4614-8ff0-63803ecfbf41 service neutron] 10.222.0.43 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886679 Sep 24 00:05:22.680578 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf69822-5396-4341-bf4c-789c1277f72f None None] New status for floating IP 51f090c8-dac5-4655-ba84-7fe6e7ed75c2: ACTIVE {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:05:22.738354 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-4494d8b7-e944-4541-a018-f6d844ad51f7 req-d36e18e1-bb93-4a8b-a8a2-1bd2192cee36 service neutron] 10.222.0.43 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857568 Sep 24 00:05:32.866081 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:05:37.843648 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:43.226146 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-29699a0c-6629-478e-92fc-4e71f2793a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:43.374165 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a7c573b-6d58-4971-92c4-3f32ac0416b6 req-992f70b2-04e7-4d6b-bf18-1053b8e32424 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397809 Sep 24 00:05:43.457463 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c573b-6d58-4971-92c4-3f32ac0416b6 req-365ad3a5-e8ac-4151-b031-1748a4f8a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:43.458958 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a7c573b-6d58-4971-92c4-3f32ac0416b6 req-365ad3a5-e8ac-4151-b031-1748a4f8a0ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 1096 time: 0.0445209 Sep 24 00:05:43.564214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c573b-6d58-4971-92c4-3f32ac0416b6 req-96dbb395-fedc-43e2-832a-80db8417655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:43.565736 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a7c573b-6d58-4971-92c4-3f32ac0416b6 req-96dbb395-fedc-43e2-832a-80db8417655c service neutron] 10.222.0.43 "GET /v2.0/networks?id=a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 200 len: 911 time: 0.0866127 Sep 24 00:05:43.637804 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a7c573b-6d58-4971-92c4-3f32ac0416b6 req-24850351-77e6-4fd1-9fcd-589a0efda505 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c HTTP/1.1" status: 200 len: 1000 time: 0.0633173 Sep 24 00:05:43.687155 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c573b-6d58-4971-92c4-3f32ac0416b6 req-9b35f9f6-7084-4bf6-95fd-2c7b7180ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:43.688590 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a7c573b-6d58-4971-92c4-3f32ac0416b6 req-9b35f9f6-7084-4bf6-95fd-2c7b7180ac2b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a87c463a-4bc1-4312-9bd5-7f358f207516 HTTP/1.1" status: 200 len: 849 time: 0.0434384 Sep 24 00:05:43.734190 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c573b-6d58-4971-92c4-3f32ac0416b6 req-d6be0d39-74c4-484b-bf5d-18eba4f05389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:43.735727 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a7c573b-6d58-4971-92c4-3f32ac0416b6 req-d6be0d39-74c4-484b-bf5d-18eba4f05389 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a046e116-0f10-43a1-ae0a-2d457b01cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403125 Sep 24 00:05:43.830265 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a7c573b-6d58-4971-92c4-3f32ac0416b6 req-fb659234-c13b-481f-8bcc-fc82fd1bab3c service neutron] 10.222.0.43 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868649 Sep 24 00:05:43.922524 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-9a7c573b-6d58-4971-92c4-3f32ac0416b6 req-3287caed-574b-452a-a0be-5ec01b370f9a service neutron] 10.222.0.43 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838273 Sep 24 00:05:45.689057 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9e89a4ac-af37-4ce9-83bc-58363b983255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:46.197256 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:47.374954 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:49.041293 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:49.123432 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:51.701702 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ca7e20e-ac27-4830-9ce8-ef2c0aecf44d req-aefda236-866e-4d86-adfe-1d26e8eac93e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1111338 Sep 24 00:05:51.809396 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7e20e-ac27-4830-9ce8-ef2c0aecf44d req-8ca36bfb-90da-4f77-8664-3768e039ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:51.810863 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ca7e20e-ac27-4830-9ce8-ef2c0aecf44d req-8ca36bfb-90da-4f77-8664-3768e039ae6f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 1095 time: 0.0506744 Sep 24 00:05:51.916801 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7e20e-ac27-4830-9ce8-ef2c0aecf44d req-48e06ff9-4d8c-498e-a940-bc6eed8841d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:51.918346 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ca7e20e-ac27-4830-9ce8-ef2c0aecf44d req-48e06ff9-4d8c-498e-a940-bc6eed8841d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 200 len: 911 time: 0.0880470 Sep 24 00:05:51.988723 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ca7e20e-ac27-4830-9ce8-ef2c0aecf44d req-78ca9b6e-84da-4a0a-97f3-dcafb9637224 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eefa595-cd7a-4589-9239-bee743aab1c5 HTTP/1.1" status: 200 len: 999 time: 0.0629494 Sep 24 00:05:52.039797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7e20e-ac27-4830-9ce8-ef2c0aecf44d req-d29b262f-95b3-4a4c-91ca-0ae83cec1666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:52.041325 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ca7e20e-ac27-4830-9ce8-ef2c0aecf44d req-d29b262f-95b3-4a4c-91ca-0ae83cec1666 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a87c463a-4bc1-4312-9bd5-7f358f207516 HTTP/1.1" status: 200 len: 849 time: 0.0461080 Sep 24 00:05:52.088646 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7e20e-ac27-4830-9ce8-ef2c0aecf44d req-b5ca5527-2720-4b73-a473-5a1ade779dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:52.090124 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ca7e20e-ac27-4830-9ce8-ef2c0aecf44d req-b5ca5527-2720-4b73-a473-5a1ade779dec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a046e116-0f10-43a1-ae0a-2d457b01cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414412 Sep 24 00:05:52.188716 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ca7e20e-ac27-4830-9ce8-ef2c0aecf44d req-4e738997-837f-4174-b438-6bcecf8001b6 service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908244 Sep 24 00:05:52.285962 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-2ca7e20e-ac27-4830-9ce8-ef2c0aecf44d req-7c9a677e-3ac7-4762-950c-9f15ca89ca47 service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902565 Sep 24 00:06:07.864113 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.866141 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:06:13.196658 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dca79f0c-9e8d-4f65-8ebb-7672f11ad2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.671381 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-731744e1-70fd-4c49-965f-674fd259641e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.212344 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.374426 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:19.054782 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:19.122798 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:37.834897 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:43.219132 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d02402cd-8245-4c5c-b5b5-ab8e2fff6a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.342408 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fd2274e-3b3f-4385-be77-aa95d16ac1f9 req-70c3337b-69fd-4cfb-9cb2-d857c8d85813 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406895 Sep 24 00:06:44.422628 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2274e-3b3f-4385-be77-aa95d16ac1f9 req-c52acfee-642a-4aff-95ef-f978c7e85e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:44.424084 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fd2274e-3b3f-4385-be77-aa95d16ac1f9 req-c52acfee-642a-4aff-95ef-f978c7e85e22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 1096 time: 0.0406718 Sep 24 00:06:44.527992 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2274e-3b3f-4385-be77-aa95d16ac1f9 req-a6990726-bfcd-4cf4-ad6f-13c25c75d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:44.530071 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fd2274e-3b3f-4385-be77-aa95d16ac1f9 req-a6990726-bfcd-4cf4-ad6f-13c25c75d6f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 200 len: 911 time: 0.0879252 Sep 24 00:06:44.594659 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fd2274e-3b3f-4385-be77-aa95d16ac1f9 req-d19b679a-69d0-47dd-a8e2-886473f47ef8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c HTTP/1.1" status: 200 len: 1000 time: 0.0577362 Sep 24 00:06:44.642214 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2274e-3b3f-4385-be77-aa95d16ac1f9 req-8c2c92ca-4164-4a2d-a819-ce4d4aa0de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:44.643643 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fd2274e-3b3f-4385-be77-aa95d16ac1f9 req-8c2c92ca-4164-4a2d-a819-ce4d4aa0de25 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a87c463a-4bc1-4312-9bd5-7f358f207516 HTTP/1.1" status: 200 len: 849 time: 0.0426924 Sep 24 00:06:44.692052 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2274e-3b3f-4385-be77-aa95d16ac1f9 req-6d00453a-2d37-4135-9798-906e788e964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:44.693543 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fd2274e-3b3f-4385-be77-aa95d16ac1f9 req-6d00453a-2d37-4135-9798-906e788e964d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a046e116-0f10-43a1-ae0a-2d457b01cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432913 Sep 24 00:06:44.705496 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-3fd2274e-3b3f-4385-be77-aa95d16ac1f9 req-2218c07a-8505-4701-95cb-20cbc6c136ed service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:06:44.706426 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fd2274e-3b3f-4385-be77-aa95d16ac1f9 req-2218c07a-8505-4701-95cb-20cbc6c136ed service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049105 Sep 24 00:06:44.797945 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fd2274e-3b3f-4385-be77-aa95d16ac1f9 req-40047140-4eba-49a6-8286-0768c3fa69a5 service neutron] 10.222.0.43 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835264 Sep 24 00:06:44.892102 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-3fd2274e-3b3f-4385-be77-aa95d16ac1f9 req-a6d4e8a7-c9fd-40c7-9a63-705772f6bd5c service neutron] 10.222.0.43 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870137 Sep 24 00:06:45.710550 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b472461c-5531-47a5-9885-d261a5eadeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.213320 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.865510 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:06:47.390289 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:49.040922 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:49.127484 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:52.597067 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f6b9be9-3104-4613-a3e8-56f3909f8b57 req-da997e1b-e23b-4011-a366-2e20416a5a8d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390809 Sep 24 00:06:52.690506 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b9be9-3104-4613-a3e8-56f3909f8b57 req-6bb2d282-2ece-49ac-bf22-460e5b1724aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:52.691991 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f6b9be9-3104-4613-a3e8-56f3909f8b57 req-6bb2d282-2ece-49ac-bf22-460e5b1724aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 1095 time: 0.0407734 Sep 24 00:06:52.800853 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b9be9-3104-4613-a3e8-56f3909f8b57 req-7cce869b-bb3b-4cd3-88eb-b58f76e8194d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:52.802382 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f6b9be9-3104-4613-a3e8-56f3909f8b57 req-7cce869b-bb3b-4cd3-88eb-b58f76e8194d service neutron] 10.222.0.67 "GET /v2.0/networks?id=a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 200 len: 911 time: 0.0908368 Sep 24 00:06:52.867119 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f6b9be9-3104-4613-a3e8-56f3909f8b57 req-3ba1af1b-fc00-441b-b0a9-ff30d399d805 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eefa595-cd7a-4589-9239-bee743aab1c5 HTTP/1.1" status: 200 len: 999 time: 0.0578666 Sep 24 00:06:52.919489 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b9be9-3104-4613-a3e8-56f3909f8b57 req-88219743-b702-42b9-b91f-f05fe69c5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:52.921828 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f6b9be9-3104-4613-a3e8-56f3909f8b57 req-88219743-b702-42b9-b91f-f05fe69c5ae0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a87c463a-4bc1-4312-9bd5-7f358f207516 HTTP/1.1" status: 200 len: 849 time: 0.0484648 Sep 24 00:06:52.965723 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b9be9-3104-4613-a3e8-56f3909f8b57 req-cc83d8df-7b97-4d43-875a-ddaa79c9001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:52.967718 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f6b9be9-3104-4613-a3e8-56f3909f8b57 req-cc83d8df-7b97-4d43-875a-ddaa79c9001c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a046e116-0f10-43a1-ae0a-2d457b01cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385606 Sep 24 00:06:53.060170 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f6b9be9-3104-4613-a3e8-56f3909f8b57 req-472ff205-b828-47cc-859d-6d11909e3dee service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849555 Sep 24 00:06:53.148965 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6f6b9be9-3104-4613-a3e8-56f3909f8b57 req-c0bb7f69-c2c0-4e9c-a933-33217c0d81b8 service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811641 Sep 24 00:06:53.751256 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c details requested by agent hyperv_n-h1-810775-1 with host n-h1-810775-1 {{(pid=95492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:06:53.847375 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:53.858229 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Returning: {'device': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'port_id': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c', 'mac_address': 'fa:16:3e:4e:92:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:06:53.895982 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:53.908684 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c {{(pid=95492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:06:53.928360 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:53.973623 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:54.024482 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,revision_number=6']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:54.033527 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:54.033932 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:54.034274 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:54.034614 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:54.034947 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:54.035277 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:54.035609 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:54.035933 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:54.036302 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:54.036625 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:54.036970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:54.037318 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:54.043334 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] get_ports_and_sgs() called for port_ids ['12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c'] {{(pid=95492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:06:55.766670 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c up at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:55.826347 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.provisioning_blocks [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Provisioning complete for port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c triggered by entity L2. {{(pid=95492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:55.827003 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16350767'] for port, provisioning_complete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:55.912040 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16374771'] for port, before_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:55.937882 n-d-810775-1 neutron-server[95492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c'}] {{(pid=95492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:55.940293 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26dd2d807cc2a2113140210782b940be024284bc285973e1f6c5de422088b9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55f2af6-b2c7-4d49-948e-fc34e2344fcb" -d '{"events": [{"server_uuid": "f938f9d3-bd4a-42a8-8ee1-2b792e2c2562", "name": "network-vif-plugged", "status": "completed", "tag": "12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c"}]}' {{(pid=95492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:55.956781 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] For port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:55.987256 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f395ff7-69e7-4c30-9007-33ab9603c6df x-openstack-request-id: req-0f395ff7-69e7-4c30-9007-33ab9603c6df {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:55.987664 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f938f9d3-bd4a-42a8-8ee1-2b792e2c2562", "name": "network-vif-plugged", "status": "completed", "tag": "12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c", "code": 200}]} {{(pid=95492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:55.988052 n-d-810775-1 neutron-server[95492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f395ff7-69e7-4c30-9007-33ab9603c6df {{(pid=95492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:55.988601 n-d-810775-1 neutron-server[95492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c', 'code': 200} Sep 24 00:06:56.046230 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753537328900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753536777400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753536777418'] for port, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.101933 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Pushing event updated for resources: {'Port': ['ID=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,revision_number=7']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:06.222658 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49346) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:06.382151 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Deleting port 28c6062f-25d4-49ea-8e0d-af5f4c519397 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:06.382501 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:06.459269 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:06.459516 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:06.471705 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Calling delete_port for 28c6062f-25d4-49ea-8e0d-af5f4c519397 owned by network:floatingip {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:06.692983 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:06.719883 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event deleted for resources: {'Port': ['ID=28c6062f-25d4-49ea-8e0d-af5f4c519397,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:06.746064 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:06.746416 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:06.746756 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:06.747095 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:06.747449 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:06.747786 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:06.748180 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:06.748511 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:06.748835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:06.749183 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:06.749513 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:06.749835 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:06.789457 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for floatingip, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:06.789794 n-d-810775-1 neutron-server[95491]: INFO neutron.db.l3_db [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Floating IP 51f090c8-dac5-4655-ba84-7fe6e7ed75c2 disassociated (deleted). External IP: 172.25.1.54, port: 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c. Sep 24 00:07:06.997229 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Router ab6bb31e-eb15-44e2-afcb-c186fb191163 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:07.103071 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:07.107932 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:07.113532 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e0dab-9324-4d91-9414-117552f3e907 None None] Sync routers for ids ['ab6bb31e-eb15-44e2-afcb-c186fb191163'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:07.127989 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e0dab-9324-4d91-9414-117552f3e907 None None] Routers {'ab6bb31e-eb15-44e2-afcb-c186fb191163'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:07.128623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3e9e0dab-9324-4d91-9414-117552f3e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:06:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab6bb31e-eb15-44e2-afcb-c186fb191163'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:07.137396 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-5c33b7d2-316b-40bd-b353-818a2f01c957 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "DELETE /v2.0/floatingips/51f090c8-dac5-4655-ba84-7fe6e7ed75c2 HTTP/1.1" status: 204 len: 168 time: 0.9111793 Sep 24 00:07:07.137396 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'tag': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:07.138077 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b56c882-b52b-45eb-927f-29d81816ff23" -d '{"events": [{"name": "network-changed", "server_uuid": "f938f9d3-bd4a-42a8-8ee1-2b792e2c2562", "tag": "12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:07.234319 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f712742-ec2f-4caa-8163-af4064a51261 x-openstack-request-id: req-4f712742-ec2f-4caa-8163-af4064a51261 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:07.234969 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f938f9d3-bd4a-42a8-8ee1-2b792e2c2562", "tag": "12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:07.234969 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f712742-ec2f-4caa-8163-af4064a51261 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:07.235543 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'tag': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c', 'status': 'completed', 'code': 200} Sep 24 00:07:07.243444 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-3e9e0dab-9324-4d91-9414-117552f3e907 None None] Set router ab6bb31e-eb15-44e2-afcb-c186fb191163 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:07.299860 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56c882-b52b-45eb-927f-29d81816ff23 req-8a584c04-8bd8-47b9-bf5b-44af8ca3d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:07.301321 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b56c882-b52b-45eb-927f-29d81816ff23 req-8a584c04-8bd8-47b9-bf5b-44af8ca3d5ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 1096 time: 0.0410323 Sep 24 00:07:07.395220 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56c882-b52b-45eb-927f-29d81816ff23 req-8dcd3ff5-b5da-4c09-8e6d-dd6d7d465cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:07.396822 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b56c882-b52b-45eb-927f-29d81816ff23 req-8dcd3ff5-b5da-4c09-8e6d-dd6d7d465cfc service neutron] 10.222.0.43 "GET /v2.0/networks?id=a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 200 len: 911 time: 0.0889800 Sep 24 00:07:07.437866 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b56c882-b52b-45eb-927f-29d81816ff23 req-2e14bded-a958-4c89-bd69-d1281ab828d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c HTTP/1.1" status: 200 len: 217 time: 0.0337217 Sep 24 00:07:07.478820 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3e9e0dab-9324-4d91-9414-117552f3e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '180c8d99-5c3c-459c-b5ef-620908c69899', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'port_id': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'mac_address': 'fa:16:3e:91:8f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:02:07Z', 'updated_at': '2021-09-24T00:02:09Z', 'revision_number': 1, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63850f09-da78-4e1e-a5e7-fa9f6a913325', 'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'mac_address': 'fa:16:3e:29:d3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:40Z', 'updated_at': '2021-09-24T00:01:44Z', 'revision_number': 5, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'subnets': [{'id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:07.496934 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56c882-b52b-45eb-927f-29d81816ff23 req-d5af971a-7d82-4120-9a17-4867b5297bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:07.498519 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b56c882-b52b-45eb-927f-29d81816ff23 req-d5af971a-7d82-4120-9a17-4867b5297bb9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a87c463a-4bc1-4312-9bd5-7f358f207516 HTTP/1.1" status: 200 len: 849 time: 0.0551121 Sep 24 00:07:07.505902 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e0dab-9324-4d91-9414-117552f3e907 None None] Checking router: ab6bb31e-eb15-44e2-afcb-c186fb191163 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:07:07.514285 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e0dab-9324-4d91-9414-117552f3e907 None None] Routers {'ab6bb31e-eb15-44e2-afcb-c186fb191163'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:07.514931 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3e9e0dab-9324-4d91-9414-117552f3e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:06:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab6bb31e-eb15-44e2-afcb-c186fb191163'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:07.544018 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56c882-b52b-45eb-927f-29d81816ff23 req-5d5cf9d2-a351-4223-8547-a2aeac80f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:07.545605 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b56c882-b52b-45eb-927f-29d81816ff23 req-5d5cf9d2-a351-4223-8547-a2aeac80f266 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a046e116-0f10-43a1-ae0a-2d457b01cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405798 Sep 24 00:07:07.630120 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-3e9e0dab-9324-4d91-9414-117552f3e907 None None] Set router ab6bb31e-eb15-44e2-afcb-c186fb191163 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:07.643722 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b56c882-b52b-45eb-927f-29d81816ff23 req-802d4e7e-57e4-4da9-a6f7-fa54fd71f730 service neutron] 10.222.0.43 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913470 Sep 24 00:07:07.685206 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ca20e-2655-4088-a898-5ea9dfcb42f6 req-325feb16-e7cd-4061-a62c-17ef0708c0e6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:07.687537 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-877ca20e-2655-4088-a898-5ea9dfcb42f6 req-325feb16-e7cd-4061-a62c-17ef0708c0e6 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1079769 Sep 24 00:07:07.728637 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-877ca20e-2655-4088-a898-5ea9dfcb42f6 req-61ef2ce6-0f26-4e37-b436-15377e351bbf tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345204 Sep 24 00:07:07.752321 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-0b56c882-b52b-45eb-927f-29d81816ff23 req-db030801-6c66-44f2-b938-8806c960921f service neutron] 10.222.0.43 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992825 Sep 24 00:07:07.882162 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:07.886888 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-3e9e0dab-9324-4d91-9414-117552f3e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '180c8d99-5c3c-459c-b5ef-620908c69899', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'port_id': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'mac_address': 'fa:16:3e:91:8f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:02:07Z', 'updated_at': '2021-09-24T00:02:09Z', 'revision_number': 1, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63850f09-da78-4e1e-a5e7-fa9f6a913325', 'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'mac_address': 'fa:16:3e:29:d3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:40Z', 'updated_at': '2021-09-24T00:01:44Z', 'revision_number': 5, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'subnets': [{'id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:07.913863 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e0dab-9324-4d91-9414-117552f3e907 None None] The sync data for ids ['ab6bb31e-eb15-44e2-afcb-c186fb191163'] in n-d-810775-1 is: [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_floatingips': [{'id': '180c8d99-5c3c-459c-b5ef-620908c69899', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'router_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'port_id': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'mac_address': 'fa:16:3e:91:8f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:02:07Z', 'updated_at': '2021-09-24T00:02:09Z', 'revision_number': 1, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63850f09-da78-4e1e-a5e7-fa9f6a913325', 'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'mac_address': 'fa:16:3e:29:d3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:40Z', 'updated_at': '2021-09-24T00:01:44Z', 'revision_number': 5, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'subnets': [{'id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:08.141374 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b35813e-f93f-4dfc-9594-733718610e45 None None] New status for floating IP 51f090c8-dac5-4655-ba84-7fe6e7ed75c2: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:07:08.844762 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869a50b-1f17-4c4d-854a-b180d9e9195a req-a624c977-5315-48cc-b884-d6002a2fb99e tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:08.846246 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8869a50b-1f17-4c4d-854a-b180d9e9195a req-a624c977-5315-48cc-b884-d6002a2fb99e tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0474534 Sep 24 00:07:08.884336 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-8869a50b-1f17-4c4d-854a-b180d9e9195a req-344b78a2-4ed4-4f83-b9d7-5b394a64dfdb tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319571 Sep 24 00:07:09.143555 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51633b7c-fde1-42b0-ae4c-e79ed5d84ab1 req-ff474f9c-9401-4580-bded-e000d3ebe116 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:09.144916 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51633b7c-fde1-42b0-ae4c-e79ed5d84ab1 req-ff474f9c-9401-4580-bded-e000d3ebe116 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.43 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0532846 Sep 24 00:07:09.230942 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-51633b7c-fde1-42b0-ae4c-e79ed5d84ab1 req-ddc5b8b4-82e5-4019-bd5b-299a61cb71e8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Deleting port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:09.241295 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51633b7c-fde1-42b0-ae4c-e79ed5d84ab1 req-ddc5b8b4-82e5-4019-bd5b-299a61cb71e8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.322105 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-51633b7c-fde1-42b0-ae4c-e79ed5d84ab1 req-ddc5b8b4-82e5-4019-bd5b-299a61cb71e8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] For port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c, host n-h1-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810775-1',level=0,port_id=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:09.322461 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51633b7c-fde1-42b0-ae4c-e79ed5d84ab1 req-ddc5b8b4-82e5-4019-bd5b-299a61cb71e8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.334627 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-51633b7c-fde1-42b0-ae4c-e79ed5d84ab1 req-ddc5b8b4-82e5-4019-bd5b-299a61cb71e8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Calling delete_port for 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:09.515882 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51633b7c-fde1-42b0-ae4c-e79ed5d84ab1 req-ddc5b8b4-82e5-4019-bd5b-299a61cb71e8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.548968 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5b8b4-82e5-4019-bd5b-299a61cb71e8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event deleted for resources: {'Port': ['ID=12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:09.590032 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-51633b7c-fde1-42b0-ae4c-e79ed5d84ab1 req-ddc5b8b4-82e5-4019-bd5b-299a61cb71e8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] No DVR routers for this DVR port 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c on host n-h1-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:09.592693 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-51633b7c-fde1-42b0-ae4c-e79ed5d84ab1 req-ddc5b8b4-82e5-4019-bd5b-299a61cb71e8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.594905 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-51633b7c-fde1-42b0-ae4c-e79ed5d84ab1 req-ddc5b8b4-82e5-4019-bd5b-299a61cb71e8 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.43 "DELETE /v2.0/ports/12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c HTTP/1.1" status: 204 len: 173 time: 0.4442723 Sep 24 00:07:09.595351 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'name': 'network-vif-deleted', 'tag': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:09.597625 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec981856-8fc9-4a8e-b45a-1aa8155e92bb" -d '{"events": [{"server_uuid": "f938f9d3-bd4a-42a8-8ee1-2b792e2c2562", "name": "network-vif-deleted", "tag": "12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:09.634912 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b60b40-476a-4976-b771-9d1d5f624c49 x-openstack-request-id: req-e1b60b40-476a-4976-b771-9d1d5f624c49 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:09.635048 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f938f9d3-bd4a-42a8-8ee1-2b792e2c2562", "name": "network-vif-deleted", "tag": "12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:09.635275 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1b60b40-476a-4976-b771-9d1d5f624c49 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:09.635681 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f938f9d3-bd4a-42a8-8ee1-2b792e2c2562', 'name': 'network-vif-deleted', 'tag': '12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c', 'status': 'completed', 'code': 200} Sep 24 00:07:09.827412 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:09.847805 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:09.848149 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:09.995790 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6175d04d-3a4d-4e34-b002-997022492637 req-86f8c710-c5db-4d2a-90ad-e733171d75c1 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f938f9d3-bd4a-42a8-8ee1-2b792e2c2562 HTTP/1.1" status: 200 len: 210 time: 0.0280588 Sep 24 00:07:12.374748 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49412) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:12.811008 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Deleting port c1f07775-6e92-40ef-a8aa-f70a8ddd649d {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:12.811351 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:12.887774 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:12.888100 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:12.900099 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Calling delete_port for c1f07775-6e92-40ef-a8aa-f70a8ddd649d owned by network:floatingip {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:13.108848 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.132096 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event deleted for resources: {'Port': ['ID=c1f07775-6e92-40ef-a8aa-f70a8ddd649d,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:13.142500 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:13.142845 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:13.146647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:13.146647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:13.146647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:13.146647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:13.146647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:13.146647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:13.146647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:13.146647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:13.146647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:13.146647 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810775-1 {{(pid=95490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:13.206376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for floatingip, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.206711 n-d-810775-1 neutron-server[95490]: INFO neutron.db.l3_db [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Floating IP 180c8d99-5c3c-459c-b5ef-620908c69899 disassociated (deleted). External IP: 172.25.1.78, port: 8eefa595-cd7a-4589-9239-bee743aab1c5. Sep 24 00:07:13.236448 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-2240dcce-a9d4-4b5a-a510-c2f40562d2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.412458 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Router ab6bb31e-eb15-44e2-afcb-c186fb191163 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:13.519191 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:13.524044 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for floatingip, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.528503 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ecc5e7-bc9c-40c6-8d31-9fa25c312615 None None] Sync routers for ids ['ab6bb31e-eb15-44e2-afcb-c186fb191163'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:13.537835 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ecc5e7-bc9c-40c6-8d31-9fa25c312615 None None] Routers {'ab6bb31e-eb15-44e2-afcb-c186fb191163'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:13.538454 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-45ecc5e7-bc9c-40c6-8d31-9fa25c312615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:06:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab6bb31e-eb15-44e2-afcb-c186fb191163'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:13.550781 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b30f6788-2000-415d-a6f8-790b1ac83980 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "DELETE /v2.0/floatingips/180c8d99-5c3c-459c-b5ef-620908c69899 HTTP/1.1" status: 204 len: 168 time: 1.1749351 Sep 24 00:07:13.551479 n-d-810775-1 neutron-server[95490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'tag': '8eefa595-cd7a-4589-9239-bee743aab1c5'}] {{(pid=95490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:13.553884 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a54a3d4892151173e20707c9b87df5155675e22e34e2151bd0311159aa20c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803c9d4f-5da2-46e6-85bf-ec4b3296f961" -d '{"events": [{"name": "network-changed", "server_uuid": "884a1031-405e-43d9-aef1-9d6bf35bb45e", "tag": "8eefa595-cd7a-4589-9239-bee743aab1c5"}]}' {{(pid=95490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:13.647771 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6935a491-acc4-4240-aa30-5b68f76d1a49 x-openstack-request-id: req-6935a491-acc4-4240-aa30-5b68f76d1a49 {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:13.648048 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884a1031-405e-43d9-aef1-9d6bf35bb45e", "tag": "8eefa595-cd7a-4589-9239-bee743aab1c5", "status": "completed", "code": 200}]} {{(pid=95490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:13.648291 n-d-810775-1 neutron-server[95490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6935a491-acc4-4240-aa30-5b68f76d1a49 {{(pid=95490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:13.648687 n-d-810775-1 neutron-server[95490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'tag': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'status': 'completed', 'code': 200} Sep 24 00:07:13.652494 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-45ecc5e7-bc9c-40c6-8d31-9fa25c312615 None None] Set router ab6bb31e-eb15-44e2-afcb-c186fb191163 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:13.732439 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c9d4f-5da2-46e6-85bf-ec4b3296f961 req-106b8268-05d2-4542-8f03-f0778d9b82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:13.734101 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-803c9d4f-5da2-46e6-85bf-ec4b3296f961 req-106b8268-05d2-4542-8f03-f0778d9b82d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 1095 time: 0.0415986 Sep 24 00:07:13.839026 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c9d4f-5da2-46e6-85bf-ec4b3296f961 req-b68fb27f-4119-4147-bc09-5614b124fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:13.840679 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-803c9d4f-5da2-46e6-85bf-ec4b3296f961 req-b68fb27f-4119-4147-bc09-5614b124fd46 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 200 len: 911 time: 0.0987868 Sep 24 00:07:13.845051 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c no longer exists at agent hyperv_n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:13.870551 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] No Port match for: 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:13.871459 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Device 12e3ebdb-ad7f-4ad3-97d6-d601f892eb6c not bound to the agent host n-h1-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:13.888663 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-45ecc5e7-bc9c-40c6-8d31-9fa25c312615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '63850f09-da78-4e1e-a5e7-fa9f6a913325', 'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'mac_address': 'fa:16:3e:29:d3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:40Z', 'updated_at': '2021-09-24T00:01:44Z', 'revision_number': 5, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'subnets': [{'id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:13.891925 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-803c9d4f-5da2-46e6-85bf-ec4b3296f961 req-1549597c-47b1-495b-ae84-913659ca3da5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eefa595-cd7a-4589-9239-bee743aab1c5 HTTP/1.1" status: 200 len: 217 time: 0.0435941 Sep 24 00:07:13.916914 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ecc5e7-bc9c-40c6-8d31-9fa25c312615 None None] Checking router: ab6bb31e-eb15-44e2-afcb-c186fb191163 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:07:13.927365 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ecc5e7-bc9c-40c6-8d31-9fa25c312615 None None] Routers {'ab6bb31e-eb15-44e2-afcb-c186fb191163'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:13.927991 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-45ecc5e7-bc9c-40c6-8d31-9fa25c312615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:06:46Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab6bb31e-eb15-44e2-afcb-c186fb191163'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:13.945095 n-d-810775-1 neutron-server[95490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ca3bf-7776-46f5-9790-b8efab6c5327 req-7b0b6e2b-dec9-487f-b1ac-9fdee466e051 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:13.946740 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-276ca3bf-7776-46f5-9790-b8efab6c5327 req-7b0b6e2b-dec9-487f-b1ac-9fdee466e051 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 944 time: 0.0522404 Sep 24 00:07:13.954216 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c9d4f-5da2-46e6-85bf-ec4b3296f961 req-45f7f815-41f5-486a-8f54-2f8769bbaf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:13.955776 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-803c9d4f-5da2-46e6-85bf-ec4b3296f961 req-45f7f815-41f5-486a-8f54-2f8769bbaf03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a87c463a-4bc1-4312-9bd5-7f358f207516 HTTP/1.1" status: 200 len: 849 time: 0.0531573 Sep 24 00:07:13.987719 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [req-276ca3bf-7776-46f5-9790-b8efab6c5327 req-ca2521f5-1516-42a3-81e0-fc74be505ead tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340178 Sep 24 00:07:14.015534 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c9d4f-5da2-46e6-85bf-ec4b3296f961 req-009841c9-759f-4264-9e72-dd74e0ed307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:14.017531 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-803c9d4f-5da2-46e6-85bf-ec4b3296f961 req-009841c9-759f-4264-9e72-dd74e0ed307f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a046e116-0f10-43a1-ae0a-2d457b01cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535686 Sep 24 00:07:14.034963 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-45ecc5e7-bc9c-40c6-8d31-9fa25c312615 None None] Set router ab6bb31e-eb15-44e2-afcb-c186fb191163 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:14.107685 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-803c9d4f-5da2-46e6-85bf-ec4b3296f961 req-bf4972f0-535b-4d59-8315-090349bb3367 service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821049 Sep 24 00:07:14.202183 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-803c9d4f-5da2-46e6-85bf-ec4b3296f961 req-8bedc3ea-a7bf-4532-8e24-8c6a3cf25a6c service neutron] 10.222.0.67 "GET /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866385 Sep 24 00:07:14.232354 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-45ecc5e7-bc9c-40c6-8d31-9fa25c312615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '63850f09-da78-4e1e-a5e7-fa9f6a913325', 'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'mac_address': 'fa:16:3e:29:d3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:40Z', 'updated_at': '2021-09-24T00:01:44Z', 'revision_number': 5, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'subnets': [{'id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:14.261322 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ecc5e7-bc9c-40c6-8d31-9fa25c312615 None None] The sync data for ids ['ab6bb31e-eb15-44e2-afcb-c186fb191163'] in n-d-810775-1 is: [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:01:41Z', 'revision_number': 4, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1', '_interfaces': [{'id': '63850f09-da78-4e1e-a5e7-fa9f6a913325', 'name': '', 'network_id': 'a046e116-0f10-43a1-ae0a-2d457b01cec4', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'mac_address': 'fa:16:3e:29:d3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:40Z', 'updated_at': '2021-09-24T00:01:44Z', 'revision_number': 5, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'subnets': [{'id': 'a87c463a-4bc1-4312-9bd5-7f358f207516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:14.483021 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d289f1-ffd4-43ab-a475-235a5dac8086 None None] New status for floating IP 180c8d99-5c3c-459c-b5ef-620908c69899: DOWN {{(pid=95493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:07:14.978341 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a9089-7ec1-478d-8cd5-c3419b8ca23a req-fd787b8e-ab30-4462-aac2-4a86aaba4b48 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:14.980531 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d5a9089-7ec1-478d-8cd5-c3419b8ca23a req-fd787b8e-ab30-4462-aac2-4a86aaba4b48 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.67 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 944 time: 0.0500264 Sep 24 00:07:15.111202 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7d5a9089-7ec1-478d-8cd5-c3419b8ca23a req-d1193193-3772-4d8f-95de-c187c3246d38 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Deleting port 8eefa595-cd7a-4589-9239-bee743aab1c5 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:15.111730 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7d5a9089-7ec1-478d-8cd5-c3419b8ca23a req-d1193193-3772-4d8f-95de-c187c3246d38 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:15.133194 n-d-810775-1 neutron-server[95491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0d408-02d6-46d2-8801-0a56c81b5bda req-1ebf5e3e-fa0a-4cce-9064-7f573212ff71 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:15.134639 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-81b0d408-02d6-46d2-8801-0a56c81b5bda req-1ebf5e3e-fa0a-4cce-9064-7f573212ff71 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 944 time: 0.0769527 Sep 24 00:07:15.220811 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-81b0d408-02d6-46d2-8801-0a56c81b5bda req-0d05a0ea-d13c-4525-9416-42e210a5bfb2 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b83f663-bc9c-41f4-b360-c49d56bd3a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803173 Sep 24 00:07:15.238427 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [req-7d5a9089-7ec1-478d-8cd5-c3419b8ca23a req-d1193193-3772-4d8f-95de-c187c3246d38 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] For port 8eefa595-cd7a-4589-9239-bee743aab1c5, host n-h2-810775-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810775-1',level=0,port_id=8eefa595-cd7a-4589-9239-bee743aab1c5,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:15.238800 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7d5a9089-7ec1-478d-8cd5-c3419b8ca23a req-d1193193-3772-4d8f-95de-c187c3246d38 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:15.252465 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [req-7d5a9089-7ec1-478d-8cd5-c3419b8ca23a req-d1193193-3772-4d8f-95de-c187c3246d38 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Calling delete_port for 8eefa595-cd7a-4589-9239-bee743aab1c5 owned by compute:nova {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:15.435560 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7d5a9089-7ec1-478d-8cd5-c3419b8ca23a req-d1193193-3772-4d8f-95de-c187c3246d38 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:15.464420 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1193193-3772-4d8f-95de-c187c3246d38 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event deleted for resources: {'Port': ['ID=8eefa595-cd7a-4589-9239-bee743aab1c5,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:15.505809 n-d-810775-1 neutron-server[95491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5a9089-7ec1-478d-8cd5-c3419b8ca23a req-d1193193-3772-4d8f-95de-c187c3246d38 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] No DVR routers for this DVR port 8eefa595-cd7a-4589-9239-bee743aab1c5 on host n-h2-810775-1 {{(pid=95491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:15.508299 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [req-7d5a9089-7ec1-478d-8cd5-c3419b8ca23a req-d1193193-3772-4d8f-95de-c187c3246d38 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109794'] for port, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:15.510365 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-7d5a9089-7ec1-478d-8cd5-c3419b8ca23a req-d1193193-3772-4d8f-95de-c187c3246d38 tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.67 "DELETE /v2.0/ports/8eefa595-cd7a-4589-9239-bee743aab1c5 HTTP/1.1" status: 204 len: 173 time: 0.5211635 Sep 24 00:07:15.510797 n-d-810775-1 neutron-server[95491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'name': 'network-vif-deleted', 'tag': '8eefa595-cd7a-4589-9239-bee743aab1c5'}] {{(pid=95491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:15.513022 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6118b92b199e6d9397152e3eee4be954a50db4bb547f9837b5e875eb3bbd74f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc3ee8b-8e68-4c99-8da3-51a0a34a28c0" -d '{"events": [{"server_uuid": "884a1031-405e-43d9-aef1-9d6bf35bb45e", "name": "network-vif-deleted", "tag": "8eefa595-cd7a-4589-9239-bee743aab1c5"}]}' {{(pid=95491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:15.548691 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35a1548-ac03-400d-a011-052a6e773830 x-openstack-request-id: req-c35a1548-ac03-400d-a011-052a6e773830 {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:15.548996 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884a1031-405e-43d9-aef1-9d6bf35bb45e", "name": "network-vif-deleted", "tag": "8eefa595-cd7a-4589-9239-bee743aab1c5", "status": "completed", "code": 200}]} {{(pid=95491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:15.549274 n-d-810775-1 neutron-server[95491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c35a1548-ac03-400d-a011-052a6e773830 {{(pid=95491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:15.549677 n-d-810775-1 neutron-server[95491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884a1031-405e-43d9-aef1-9d6bf35bb45e', 'name': 'network-vif-deleted', 'tag': '8eefa595-cd7a-4589-9239-bee743aab1c5', 'status': 'completed', 'code': 200} Sep 24 00:07:15.693317 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aab0340a-36d0-4194-af86-1ed637ffb655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:16.253450 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:16.327404 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [req-6bc7a927-fd07-445b-9bbd-9505032d9e0e req-1a9925d6-bb30-4a31-8f9b-6343c684621d tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "GET /v2.0/ports?device_id=884a1031-405e-43d9-aef1-9d6bf35bb45e HTTP/1.1" status: 200 len: 210 time: 0.0270019 Sep 24 00:07:16.887518 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8eefa595-cd7a-4589-9239-bee743aab1c5 no longer exists at agent hyperv_n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:16.908473 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] No Port match for: 8eefa595-cd7a-4589-9239-bee743aab1c5 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:16.908813 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Device 8eefa595-cd7a-4589-9239-bee743aab1c5 not bound to the agent host n-h2-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:17.384417 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:17.386167 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49430) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:17.447583 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6927a351-ebae-428c-9e80-8094bcbcd57c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:17.472091 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6927a351-ebae-428c-9e80-8094bcbcd57c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:17.590232 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6927a351-ebae-428c-9e80-8094bcbcd57c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:17.592892 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6927a351-ebae-428c-9e80-8094bcbcd57c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:17.594194 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6927a351-ebae-428c-9e80-8094bcbcd57c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] 10.222.0.22 "DELETE /v2.0/security-groups/4b83f663-bc9c-41f4-b360-c49d56bd3a6b HTTP/1.1" status: 204 len: 168 time: 0.2069590 Sep 24 00:07:17.603734 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927a351-ebae-428c-9e80-8094bcbcd57c tempest-TestSnapshotPattern-1335350869 tempest-TestSnapshotPattern-1335350869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b83f663-bc9c-41f4-b360-c49d56bd3a6b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:17.712003 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49434) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:18.144631 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e125b939-e97f-4772-b6ed-23b20729bea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.384767 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e125b939-e97f-4772-b6ed-23b20729bea3 admin admin] Deleting port 63850f09-da78-4e1e-a5e7-fa9f6a913325 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:18.385127 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e125b939-e97f-4772-b6ed-23b20729bea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.466149 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-e125b939-e97f-4772-b6ed-23b20729bea3 admin admin] For port 63850f09-da78-4e1e-a5e7-fa9f6a913325, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=63850f09-da78-4e1e-a5e7-fa9f6a913325,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:18.466797 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e125b939-e97f-4772-b6ed-23b20729bea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.478949 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-e125b939-e97f-4772-b6ed-23b20729bea3 admin admin] Calling delete_port for 63850f09-da78-4e1e-a5e7-fa9f6a913325 owned by network:router_interface {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:18.720447 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e125b939-e97f-4772-b6ed-23b20729bea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.744301 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125b939-e97f-4772-b6ed-23b20729bea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=63850f09-da78-4e1e-a5e7-fa9f6a913325,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:18.915393 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-e125b939-e97f-4772-b6ed-23b20729bea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.080494 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.108584 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.132682 n-d-810775-1 neutron-server[95490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e125b939-e97f-4772-b6ed-23b20729bea3 admin admin] Router ab6bb31e-eb15-44e2-afcb-c186fb191163 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:19.239246 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e125b939-e97f-4772-b6ed-23b20729bea3 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:19.246129 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-e125b939-e97f-4772-b6ed-23b20729bea3 admin admin] 10.222.0.22 "PUT /v2.0/routers/ab6bb31e-eb15-44e2-afcb-c186fb191163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5330491 Sep 24 00:07:19.247173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49438) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:19.248602 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40429bce-6d10-4eba-a890-e52608c96f42 None None] Sync routers for ids ['ab6bb31e-eb15-44e2-afcb-c186fb191163'] in n-d-810775-1 {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:19.258182 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40429bce-6d10-4eba-a890-e52608c96f42 None None] Routers {'ab6bb31e-eb15-44e2-afcb-c186fb191163'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:19.258801 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-40429bce-6d10-4eba-a890-e52608c96f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:07:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab6bb31e-eb15-44e2-afcb-c186fb191163'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:19.350077 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] Notify callbacks [] for router, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.366109 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-40429bce-6d10-4eba-a890-e52608c96f42 None None] Set router ab6bb31e-eb15-44e2-afcb-c186fb191163 gateway port host: n-d-810775-1 {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:19.452996 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.543535 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-40429bce-6d10-4eba-a890-e52608c96f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:07:18Z', 'revision_number': 5, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port': {'id': 'bf2acf2c-f478-433d-b27e-0d5010820f1b', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:38Z', 'updated_at': '2021-09-24T00:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:19.570342 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40429bce-6d10-4eba-a890-e52608c96f42 None None] Checking router: ab6bb31e-eb15-44e2-afcb-c186fb191163 for host: n-d-810775-1 {{(pid=95492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:07:19.579369 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40429bce-6d10-4eba-a890-e52608c96f42 None None] Routers {'ab6bb31e-eb15-44e2-afcb-c186fb191163'} bound to L3 agent in host n-d-810775-1 {{(pid=95492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:19.579977 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-40429bce-6d10-4eba-a890-e52608c96f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:07:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['ab6bb31e-eb15-44e2-afcb-c186fb191163'], 'active': True} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:19.581833 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] Deleting port bf2acf2c-f478-433d-b27e-0d5010820f1b {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:19.582338 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.666805 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] For port bf2acf2c-f478-433d-b27e-0d5010820f1b, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bf2acf2c-f478-433d-b27e-0d5010820f1b,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:19.667173 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.669129 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvr_db [None req-40429bce-6d10-4eba-a890-e52608c96f42 None None] Set router ab6bb31e-eb15-44e2-afcb-c186fb191163 gateway port host: None {{(pid=95492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:19.678984 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] Calling delete_port for bf2acf2c-f478-433d-b27e-0d5010820f1b owned by network:router_gateway {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:19.720253 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_hamode_db [None req-40429bce-6d10-4eba-a890-e52608c96f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:07:19Z', 'revision_number': 6, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:19.901808 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40429bce-6d10-4eba-a890-e52608c96f42 None None] The sync data for ids ['ab6bb31e-eb15-44e2-afcb-c186fb191163'] in n-d-810775-1 is: [{'id': 'ab6bb31e-eb15-44e2-afcb-c186fb191163', 'name': 'tempest-TestSnapshotPattern-1092424076-router', 'tenant_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:37Z', 'updated_at': '2021-09-24T00:07:19Z', 'revision_number': 6, 'project_id': 'e2a6d4cbc34e48d3801c4e8400459847', 'gw_port_host': None}] {{(pid=95492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:19.922119 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.949687 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2acf2c-f478-433d-b27e-0d5010820f1b,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:20.011136 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.100877 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.102972 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.195712 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.196173 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab6bb31e-eb15-44e2-afcb-c186fb191163 {{(pid=95490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:07:20.202143 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] Notify callbacks [] for router, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.202548 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-6a7b15cd-f98f-4937-ae7f-b106342bf087 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ab6bb31e-eb15-44e2-afcb-c186fb191163 HTTP/1.1" status: 204 len: 168 time: 0.9542906 Sep 24 00:07:20.205799 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49440) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:20.251981 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bff5d0-1638-4ece-91c4-91f8117bb17a admin admin] Deleting subnet a87c463a-4bc1-4312-9bd5-7f358f207516 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:07:20.255275 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77bff5d0-1638-4ece-91c4-91f8117bb17a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.292787 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77bff5d0-1638-4ece-91c4-91f8117bb17a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.379448 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77bff5d0-1638-4ece-91c4-91f8117bb17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.476304 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77bff5d0-1638-4ece-91c4-91f8117bb17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.503694 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bff5d0-1638-4ece-91c4-91f8117bb17a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87c463a-4bc1-4312-9bd5-7f358f207516,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:20.507805 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-77bff5d0-1638-4ece-91c4-91f8117bb17a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.509770 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-77bff5d0-1638-4ece-91c4-91f8117bb17a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a87c463a-4bc1-4312-9bd5-7f358f207516 HTTP/1.1" status: 204 len: 168 time: 0.3030312 Sep 24 00:07:20.512251 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49442) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:20.513858 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fddae64-1249-4a6e-9eaa-e7e36b67c24a None None] Network a046e116-0f10-43a1-ae0a-2d457b01cec4 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:20.584100 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.642742 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] Deleting port c06a7a00-8d5e-4216-a2ce-e234535d784a {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:20.643182 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.696794 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8244430c-136a-43f0-b973-d1b2df0ae597 None None] DHCP port deletion for a046e116-0f10-43a1-ae0a-2d457b01cec4 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:07:20.715058 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] For port c06a7a00-8d5e-4216-a2ce-e234535d784a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c06a7a00-8d5e-4216-a2ce-e234535d784a,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:20.715503 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.728906 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] Calling delete_port for c06a7a00-8d5e-4216-a2ce-e234535d784a owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:20.747498 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8244430c-136a-43f0-b973-d1b2df0ae597 None None] Deleting port c06a7a00-8d5e-4216-a2ce-e234535d784a {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:20.747879 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8244430c-136a-43f0-b973-d1b2df0ae597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.811814 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-8244430c-136a-43f0-b973-d1b2df0ae597 None None] For port c06a7a00-8d5e-4216-a2ce-e234535d784a, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=c06a7a00-8d5e-4216-a2ce-e234535d784a,segment=NetworkSegment(9a5085a6-0b5e-4502-81cf-ab86bd798946),segment_id=9a5085a6-0b5e-4502-81cf-ab86bd798946)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:20.812210 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8244430c-136a-43f0-b973-d1b2df0ae597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.825836 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-8244430c-136a-43f0-b973-d1b2df0ae597 None None] Calling delete_port for c06a7a00-8d5e-4216-a2ce-e234535d784a owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:20.858745 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.888253 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06a7a00-8d5e-4216-a2ce-e234535d784a,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:20.889920 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] No DVR routers for this DVR port c06a7a00-8d5e-4216-a2ce-e234535d784a on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:20.909030 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8244430c-136a-43f0-b973-d1b2df0ae597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.938252 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244430c-136a-43f0-b973-d1b2df0ae597 None None] No DVR routers for this DVR port c06a7a00-8d5e-4216-a2ce-e234535d784a on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:20.944909 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244430c-136a-43f0-b973-d1b2df0ae597 None None] Pushing event deleted for resources: {'Port': ['ID=c06a7a00-8d5e-4216-a2ce-e234535d784a,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:20.967850 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.988876 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a046e116-0f10-43a1-ae0a-2d457b01cec4']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:20.998213 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5085a6-0b5e-4502-81cf-ab86bd798946') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:20.998510 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5085a6-0b5e-4502-81cf-ab86bd798946') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:21.008504 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.022446 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.028558 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: timer() Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: self._notify() Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:07:21.032954 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:07:21.165864 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.171327 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.173721 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a046e116-0f10-43a1-ae0a-2d457b01cec4 HTTP/1.1" status: 204 len: 168 time: 0.6605442 Sep 24 00:07:21.176836 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49444) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:21.184865 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62b247-db7f-4845-80dc-930cac2417a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a046e116-0f10-43a1-ae0a-2d457b01cec4,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:21.518030 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05d60226-550e-46d0-9d5f-e508add493d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578070'] for router_interface, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.630721 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bf2acf2c-f478-433d-b27e-0d5010820f1b no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:21.651468 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: bf2acf2c-f478-433d-b27e-0d5010820f1b {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:21.651909 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bf2acf2c-f478-433d-b27e-0d5010820f1b not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:21.652405 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 63850f09-da78-4e1e-a5e7-fa9f6a913325 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:21.673552 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 63850f09-da78-4e1e-a5e7-fa9f6a913325 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:21.673800 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 63850f09-da78-4e1e-a5e7-fa9f6a913325 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:21.674216 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c06a7a00-8d5e-4216-a2ce-e234535d784a no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:21.696629 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: c06a7a00-8d5e-4216-a2ce-e234535d784a {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:21.696970 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device c06a7a00-8d5e-4216-a2ce-e234535d784a not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:22.088475 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-05d60226-550e-46d0-9d5f-e508add493d9 admin admin] Deleting port e36756a1-b83a-4d4c-b410-12149c4aa441 {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:22.088705 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05d60226-550e-46d0-9d5f-e508add493d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:22.170405 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-05d60226-550e-46d0-9d5f-e508add493d9 admin admin] For port e36756a1-b83a-4d4c-b410-12149c4aa441, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=e36756a1-b83a-4d4c-b410-12149c4aa441,segment=NetworkSegment(a314a3a4-32b7-4346-8a88-0ab138989c1b),segment_id=a314a3a4-32b7-4346-8a88-0ab138989c1b)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:22.170769 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05d60226-550e-46d0-9d5f-e508add493d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:22.183302 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-05d60226-550e-46d0-9d5f-e508add493d9 admin admin] Calling delete_port for e36756a1-b83a-4d4c-b410-12149c4aa441 owned by network:router_interface {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:22.418775 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05d60226-550e-46d0-9d5f-e508add493d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:22.445597 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d60226-550e-46d0-9d5f-e508add493d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e36756a1-b83a-4d4c-b410-12149c4aa441,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:22.614392 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-05d60226-550e-46d0-9d5f-e508add493d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-998848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579487'] for router_interface, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:22.824467 n-d-810775-1 neutron-server[95491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d60226-550e-46d0-9d5f-e508add493d9 admin admin] Router 8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 has already been hosted by L3 agent 897ad5c0-d8ae-4f41-ba13-db1c95c9358f {{(pid=95491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:22.929210 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d60226-550e-46d0-9d5f-e508add493d9 admin admin] Notify agent at l3_agent.n-d-810775-1 the message routers_updated {{(pid=95491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:22.934218 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-05d60226-550e-46d0-9d5f-e508add493d9 admin admin] 10.222.0.22 "PUT /v2.0/routers/8deed6ce-bc9c-4f77-a85b-40c0b1aa9776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7563117 Sep 24 00:07:22.936764 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [-] (95491) accepted ('10.222.0.22', 49448) {{(pid=95491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:22.939456 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a9f80c-226d-4f98-8200-7920c40f0151 None None] Sync routers for ids ['8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'] in n-d-810775-1 {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:22.948407 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a9f80c-226d-4f98-8200-7920c40f0151 None None] Routers {'8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:22.949010 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a1a9f80c-226d-4f98-8200-7920c40f0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:07:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:23.036248 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] Notify callbacks [] for router, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:23.049235 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-a1a9f80c-226d-4f98-8200-7920c40f0151 None None] Set router 8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 gateway port host: n-d-810775-1 {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:23.138793 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:23.226899 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a1a9f80c-226d-4f98-8200-7920c40f0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'name': 'tempest-TestSnapshotPattern-611213158-router', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'external_fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bf34d548-1f5d-4608-906f-b8379b2f1edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:44Z', 'updated_at': '2021-09-24T00:07:22Z', 'revision_number': 5, 'project_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'gw_port': {'id': 'bf34d548-1f5d-4608-906f-b8379b2f1edf', 'name': '', 'network_id': '1fc032e8-1c3c-46c5-84e6-a1f98cc1ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810775-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:45Z', 'updated_at': '2021-09-24T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74d03915-a17a-4d5b-be8a-79776cab0702', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810775-1'}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:23.254096 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a9f80c-226d-4f98-8200-7920c40f0151 None None] Checking router: 8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 for host: n-d-810775-1 {{(pid=95493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:07:23.262452 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a9f80c-226d-4f98-8200-7920c40f0151 None None] Routers {'8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'} bound to L3 agent in host n-d-810775-1 {{(pid=95493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:23.263065 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a1a9f80c-226d-4f98-8200-7920c40f0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810775-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T22:02:15Z,description=,heartbeat_timestamp=2021-09-24T00:07:16Z,host='n-d-810775-1',id=897ad5c0-d8ae-4f41-ba13-db1c95c9358f,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T22:02:16Z,topic='l3_agent')) {'router_ids': ['8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'], 'active': True} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:23.276443 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] Deleting port bf34d548-1f5d-4608-906f-b8379b2f1edf {{(pid=95491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:23.277017 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:23.358259 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.db [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] For port bf34d548-1f5d-4608-906f-b8379b2f1edf, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=bf34d548-1f5d-4608-906f-b8379b2f1edf,segment=NetworkSegment(b0fe02a9-50e8-4344-a310-ed5bc2f54348),segment_id=b0fe02a9-50e8-4344-a310-ed5bc2f54348)] {{(pid=95491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:23.358531 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:23.372522 n-d-810775-1 neutron-server[95491]: DEBUG neutron.plugins.ml2.plugin [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] Calling delete_port for bf34d548-1f5d-4608-906f-b8379b2f1edf owned by network:router_gateway {{(pid=95491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:23.440950 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_dvr_db [None req-a1a9f80c-226d-4f98-8200-7920c40f0151 None None] Set router 8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 gateway port host: None {{(pid=95493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:23.493550 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.l3_hamode_db [None req-a1a9f80c-226d-4f98-8200-7920c40f0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'name': 'tempest-TestSnapshotPattern-611213158-router', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:44Z', 'updated_at': '2021-09-24T00:07:23Z', 'revision_number': 6, 'project_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'gw_port_host': None}], 'n-d-810775-1', False) {} {{(pid=95493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:23.519845 n-d-810775-1 neutron-server[95493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a9f80c-226d-4f98-8200-7920c40f0151 None None] The sync data for ids ['8deed6ce-bc9c-4f77-a85b-40c0b1aa9776'] in n-d-810775-1 is: [{'id': '8deed6ce-bc9c-4f77-a85b-40c0b1aa9776', 'name': 'tempest-TestSnapshotPattern-611213158-router', 'tenant_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:44Z', 'updated_at': '2021-09-24T00:07:23Z', 'revision_number': 6, 'project_id': 'c2c3a1568a8f4f6897a1b3d1915647f9', 'gw_port_host': None}] {{(pid=95493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:23.613305 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25665745'] for port, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:23.639133 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] Pushing event deleted for resources: {'Port': ['ID=bf34d548-1f5d-4608-906f-b8379b2f1edf,revision_number=None']} {{(pid=95491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:23.704272 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579420'] for router_gateway, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:23.797528 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3236'] for router, precommit_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:23.799993 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:23.874504 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:07:23.914868 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576570'] for router, after_delete {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:23.915268 n-d-810775-1 neutron-server[95491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 {{(pid=95491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:07:23.919811 n-d-810775-1 neutron-server[95491]: DEBUG neutron_lib.callbacks.manager [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] Notify callbacks [] for router, before_response {{(pid=95491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:23.923443 n-d-810775-1 neutron-server[95491]: INFO neutron.wsgi [None req-01c99a06-4029-4fc8-a7d1-02bac5d6aafe admin admin] 10.222.0.22 "DELETE /v2.0/routers/8deed6ce-bc9c-4f77-a85b-40c0b1aa9776 HTTP/1.1" status: 204 len: 168 time: 0.9831324 Sep 24 00:07:23.923759 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49450) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:24.251163 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0df911a-5ff8-41e8-9178-dda981d7e1c8 admin admin] Deleting subnet 18047c2d-835f-488f-b357-214bd35cec95 {{(pid=95490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:07:24.255042 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a0df911a-5ff8-41e8-9178-dda981d7e1c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.267957 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e36756a1-b83a-4d4c-b410-12149c4aa441 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:24.285241 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: e36756a1-b83a-4d4c-b410-12149c4aa441 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:24.285661 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device e36756a1-b83a-4d4c-b410-12149c4aa441 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:24.298909 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a0df911a-5ff8-41e8-9178-dda981d7e1c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25481308'] for subnet, precommit_delete_associations {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.377870 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a0df911a-5ff8-41e8-9178-dda981d7e1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336963'] for subnet, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.510275 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a0df911a-5ff8-41e8-9178-dda981d7e1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3721979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25576352'] for subnet, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.535505 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df911a-5ff8-41e8-9178-dda981d7e1c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18047c2d-835f-488f-b357-214bd35cec95,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:24.541685 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-a0df911a-5ff8-41e8-9178-dda981d7e1c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.556056 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-a0df911a-5ff8-41e8-9178-dda981d7e1c8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/18047c2d-835f-488f-b357-214bd35cec95 HTTP/1.1" status: 204 len: 168 time: 0.6190066 Sep 24 00:07:24.556056 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49452) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:24.556355 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e12a009-f324-429a-839e-e88c737be21d None None] Network 7a6523e0-b22f-4f16-8747-5b635635ea13 requested from n-d-810775-1 {{(pid=95492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:24.621318 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16490683'] for network, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.675533 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] Deleting port 0a12575c-7466-42aa-bc5d-c7e9ed54f256 {{(pid=95490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:24.675937 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.724238 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423abb3d-e8aa-4e92-8e6b-75ff5b59ec1d None None] DHCP port deletion for 7a6523e0-b22f-4f16-8747-5b635635ea13 request from n-d-810775-1 {{(pid=95492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:07:24.744944 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.db [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] For port 0a12575c-7466-42aa-bc5d-c7e9ed54f256, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0a12575c-7466-42aa-bc5d-c7e9ed54f256,segment=NetworkSegment(a314a3a4-32b7-4346-8a88-0ab138989c1b),segment_id=a314a3a4-32b7-4346-8a88-0ab138989c1b)] {{(pid=95490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:24.745350 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.757166 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.plugin [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] Calling delete_port for 0a12575c-7466-42aa-bc5d-c7e9ed54f256 owned by network:dhcp {{(pid=95490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:24.770263 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-423abb3d-e8aa-4e92-8e6b-75ff5b59ec1d None None] Deleting port 0a12575c-7466-42aa-bc5d-c7e9ed54f256 {{(pid=95492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:24.770577 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-423abb3d-e8aa-4e92-8e6b-75ff5b59ec1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753537322280'] for port, before_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.831623 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.db [None req-423abb3d-e8aa-4e92-8e6b-75ff5b59ec1d None None] For port 0a12575c-7466-42aa-bc5d-c7e9ed54f256, host n-d-810775-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810775-1',level=0,port_id=0a12575c-7466-42aa-bc5d-c7e9ed54f256,segment=NetworkSegment(a314a3a4-32b7-4346-8a88-0ab138989c1b),segment_id=a314a3a4-32b7-4346-8a88-0ab138989c1b)] {{(pid=95492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:24.831942 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-423abb3d-e8aa-4e92-8e6b-75ff5b59ec1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584463'] for port, precommit_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.848255 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-423abb3d-e8aa-4e92-8e6b-75ff5b59ec1d None None] Calling delete_port for 0a12575c-7466-42aa-bc5d-c7e9ed54f256 owned by network:dhcp {{(pid=95492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:24.875782 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3721894'] for port, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.909026 n-d-810775-1 neutron-server[95490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] No DVR routers for this DVR port 0a12575c-7466-42aa-bc5d-c7e9ed54f256 on host n-d-810775-1 {{(pid=95490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:24.915441 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a12575c-7466-42aa-bc5d-c7e9ed54f256,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:24.923323 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-423abb3d-e8aa-4e92-8e6b-75ff5b59ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16374704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753537328878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753536777391'] for port, after_delete {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.948886 n-d-810775-1 neutron-server[95492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423abb3d-e8aa-4e92-8e6b-75ff5b59ec1d None None] Pushing event deleted for resources: {'Port': ['ID=0a12575c-7466-42aa-bc5d-c7e9ed54f256,revision_number=None']} {{(pid=95492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:24.952512 n-d-810775-1 neutron-server[95492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423abb3d-e8aa-4e92-8e6b-75ff5b59ec1d None None] No DVR routers for this DVR port 0a12575c-7466-42aa-bc5d-c7e9ed54f256 on host n-d-810775-1 {{(pid=95492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:24.992619 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16347898', 'neutron.services.segments.db._delete_segments_for_network-8753537353876'] for network, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.012583 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6523e0-b22f-4f16-8747-5b635635ea13']}} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:25.022553 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a314a3a4-32b7-4346-8a88-0ab138989c1b') {'for_net_delete': True} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:25.022789 n-d-810775-1 neutron-server[95490]: DEBUG neutron.services.segments.db [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a314a3a4-32b7-4346-8a88-0ab138989c1b') {} {{(pid=95490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:25.033349 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753537354397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25481285'] for segment, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.046453 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276'] for segment, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.052834 n-d-810775-1 neutron-server[95490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:07:25.053293 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16344276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3721301'] for segment, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: Traceback (most recent call last): Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: timer() Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: cb(*args, **kw) Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: return func(*args, **kwargs) Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: self._notify() Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: self.callback(batched_events) Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: event.method(event) Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: return f(self, *a, **k) Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: return self._get(url).json() Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: return self.request(url, 'GET', **kwargs) Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:07:25.054993 n-d-810775-1 neutron-server[95490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:07:25.206849 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16347853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-998873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579328'] for network, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.211350 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] Notify callbacks [] for network, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.213477 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7a6523e0-b22f-4f16-8747-5b635635ea13 HTTP/1.1" status: 204 len: 168 time: 0.6653945 Sep 24 00:07:25.226141 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f9fd9-34bd-4a1a-83bc-d89a08d37871 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6523e0-b22f-4f16-8747-5b635635ea13,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:25.536464 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49456) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:25.576983 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-0560b6af-446d-4154-a3ba-d35cf7d88c60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2a6d4cbc34e48d3801c4e8400459847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389903 Sep 24 00:07:25.579187 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49458) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:25.629559 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a76de3c-4048-4d86-aa4a-2a2e16cbc782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.630268 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0a12575c-7466-42aa-bc5d-c7e9ed54f256 no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:25.649541 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: 0a12575c-7466-42aa-bc5d-c7e9ed54f256 {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:25.649881 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device 0a12575c-7466-42aa-bc5d-c7e9ed54f256 not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:25.650292 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bf34d548-1f5d-4608-906f-b8379b2f1edf no longer exists at agent ovs-agent-n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:25.650889 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a76de3c-4048-4d86-aa4a-2a2e16cbc782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.671458 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.plugin [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] No Port match for: bf34d548-1f5d-4608-906f-b8379b2f1edf {{(pid=95492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:25.672372 n-d-810775-1 neutron-server[95492]: DEBUG neutron.plugins.ml2.rpc [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Device bf34d548-1f5d-4608-906f-b8379b2f1edf not bound to the agent host n-d-810775-1 {{(pid=95492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:25.778559 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a76de3c-4048-4d86-aa4a-2a2e16cbc782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.781250 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-4a76de3c-4048-4d86-aa4a-2a2e16cbc782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.782465 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-4a76de3c-4048-4d86-aa4a-2a2e16cbc782 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c61ca823-642a-4520-9ed9-96f07be34774 HTTP/1.1" status: 204 len: 168 time: 0.2023599 Sep 24 00:07:25.790398 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76de3c-4048-4d86-aa4a-2a2e16cbc782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61ca823-642a-4520-9ed9-96f07be34774,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:26.516383 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49466) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:26.556287 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-b012f57c-07bd-4dce-a7e3-38fd42487ee6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c2c3a1568a8f4f6897a1b3d1915647f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386722 Sep 24 00:07:26.558602 n-d-810775-1 neutron-server[95490]: DEBUG neutron.wsgi [-] (95490) accepted ('10.222.0.22', 49468) {{(pid=95490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:26.605838 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2dd2872c-549f-4fae-aadc-cb5a0cf076b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.626726 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2dd2872c-549f-4fae-aadc-cb5a0cf076b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.755734 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2dd2872c-549f-4fae-aadc-cb5a0cf076b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042893'] for security_group, after_delete {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.758376 n-d-810775-1 neutron-server[95490]: DEBUG neutron_lib.callbacks.manager [None req-2dd2872c-549f-4fae-aadc-cb5a0cf076b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.759889 n-d-810775-1 neutron-server[95490]: INFO neutron.wsgi [None req-2dd2872c-549f-4fae-aadc-cb5a0cf076b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/82c8af8d-f1bd-4b40-a68d-519579f1dadf HTTP/1.1" status: 204 len: 168 time: 0.2000747 Sep 24 00:07:26.769594 n-d-810775-1 neutron-server[95490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2872c-549f-4fae-aadc-cb5a0cf076b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c8af8d-f1bd-4b40-a68d-519579f1dadf,revision_number=None']} {{(pid=95490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:37.879879 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.241114 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-d9b6663a-e4e6-4e26-bd06-db79aeb29440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:45.732551 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-23c94c5b-dff5-49ee-9e56-85b32bbcba22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:46.223408 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:47.378094 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:49.046602 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:49.132236 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:00.863963 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:08:07.863082 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:13.211783 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-222ff9d4-c097-4c87-a52e-7dfb708f8576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.680263 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a45618ea-503d-4724-8740-567fbf8018e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:16.211629 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:17.428816 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:19.074401 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:19.114549 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.851137 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.862466 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:08:43.238818 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-50597fdf-30e4-43fd-9369-f7123c207d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:45.679620 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-b5fabd11-0f51-44b5-ae81-d36c7b038979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.188307 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:47.416905 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.102253 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.153634 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:07.833719 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:13.216012 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c3dddba8-7bb6-4e85-9c14-af76f181eb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:14.862268 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:09:15.679235 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9144a0dc-cd50-4e62-b3a0-9431ba97e9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:16.222312 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:17.405035 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.175881 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.187502 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.862159 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:43.209923 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-0dc57d95-df83-4c1b-9a51-fac806e5cff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:45.695730 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-f3954cb4-3680-4fb4-8bb2-9e8bf56cd754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:46.261446 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:47.404158 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:49.049876 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:49.158596 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:51.862726 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:10:07.883645 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:13.214848 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4e655356-653c-4392-be2a-a647e9dd455f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:15.683780 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-13b21b86-c1b9-479f-a451-ffc7c07fbbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:16.238452 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:17.392010 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:19.055227 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:19.152137 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:28.862458 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:10:37.883052 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:43.232004 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-fb069a85-3824-4c1f-81c3-8aff282a82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:45.700346 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-35025541-6fa7-4539-b3b0-5622470e23d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:46.221183 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.426380 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:49.089129 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:49.191950 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:05.862772 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:11:07.888159 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:13.213837 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-dca5133a-8d88-45cf-bc28-d35afe70df8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:15.677001 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-21e688e2-eea3-4801-a9dd-85711853b9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:16.208647 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:17.413694 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:19.065409 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:19.179548 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.893524 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:42.861565 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:11:43.230425 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a46a0ff2-1ea3-4442-98fd-b54f3d03257b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:45.652961 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-feb32587-bc6f-44e1-b9a1-401e3bb585e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.213584 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:47.413227 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.076409 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.150521 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.898827 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:13.218886 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4b34ed25-9b84-4cf2-bc1e-117551220e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:15.693797 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-4cc49f20-f982-4828-8b74-6a5aff69d715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.207471 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.418830 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.064553 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.172860 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.860298 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:12:37.921268 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:43.229643 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-96bf1569-ed8b-42d7-b062-9e86a2359207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:45.658223 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-5859fe27-549f-4764-9925-cc2aaaee39ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.212476 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.486888 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.127614 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.223857 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:56.859859 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:13:07.869762 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.234838 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-aaecb206-930b-44d7-9ca5-4f8b6c4e3370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.652226 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-489cb6ac-77ed-4389-b7af-98878552bb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.252369 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.463764 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.075235 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.177748 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:33.859822 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:13:37.886813 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.194590 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-8482256a-40f7-48d9-8ec9-053a79768aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:45.675066 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a0d2322d-b2e8-45bc-8005-9192159c30b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.223468 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:47.440569 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:49.116610 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:49.176621 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:07.897409 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:10.859878 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:14:13.188503 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-66057377-bc36-4452-a8bc-4a0fb4cba063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:15.668368 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a4f7719f-9e74-43a1-8253-137c80fdf479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:16.217522 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:17.451722 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:17.841812 n-d-810775-1 neutron-server[95491]: DEBUG neutron.wsgi [req-4574d45e-fb29-4e12-90b5-2c6bdb6d745e req-01a82a86-e3a4-490d-9574-1a2bc36208b9 service neutron] (95491) timed out ('10.222.0.22', 46874) {{(pid=95491) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 00:14:19.090459 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:19.199853 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:37.935921 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:43.221011 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-56d75efe-b4b7-493e-b362-c3cdb740b946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:45.685046 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-29a0eceb-2e75-4519-8538-42734448bf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:46.210797 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:47.411251 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:47.858381 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:14:49.089684 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:49.165002 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:07.936609 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:13.222035 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-afd11a69-e6a1-48f7-9b1c-0ac8352e11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:15.667909 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-ed948e8d-dd1e-4807-9a1b-37e2e7c87c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:16.210584 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:17.439094 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:19.130736 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:19.210289 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:24.858023 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:15:37.924801 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:43.234273 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-306a6fe7-2d92-4e15-b321-484121e0426e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:45.695888 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-3745220f-7ea3-4ca6-9e20-9b18a66176be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:46.236862 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:47.473320 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:49.130368 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:49.203117 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:01.857185 n-d-810775-1 neutron-server[95493]: DEBUG neutron.db.agents_db [None req-4c81ce75-38f4-4a5d-bf72-cf7579480a56 None None] Agent healthcheck: found 7 active agents {{(pid=95493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:16:07.922473 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-04db1df8-dde9-492e-988e-052f96870ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:13.265876 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-9cd0d039-16ae-47c9-8fe7-fda5b669b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:15.711376 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-da86cd47-4a4a-4e19-90d7-d710969ef1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:16.221220 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-98cc6e76-0dcf-435f-b77d-a34af8fca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:17.432665 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-e5c5d0da-d61f-44d8-b795-e2aa8ee85ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:19.118857 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-c34d069a-7f7b-416d-8a76-2ff7c01d7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:19.215567 n-d-810775-1 neutron-server[95492]: DEBUG neutron_lib.callbacks.manager [None req-a1a4837b-db06-475c-a579-c0e68ff0edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753537353858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16350202'] for agent, after_update {{(pid=95492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}